-- Logs begin at Thu 2021-11-25 18:32:50 UTC, end at Thu 2021-11-25 21:14:59 UTC. -- Nov 25 19:07:42.669982 n-d-817303-9 systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 19:07:45.609616 n-d-817303-9 neutron-server[103542]: INFO neutron.common.config [-] Logging enabled! Nov 25 19:07:45.610223 n-d-817303-9 neutron-server[103542]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 19:07:45.610392 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103542) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 19:07:45.613643 n-d-817303-9 neutron-server[103542]: INFO neutron.common.config [-] Logging enabled! Nov 25 19:07:45.613897 n-d-817303-9 neutron-server[103542]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev228 Nov 25 19:07:45.614208 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103542) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 19:07:45.615165 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 19:07:45.615402 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 19:07:45.615761 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 19:07:45.616005 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 19:07:45.616230 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 19:07:45.616546 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.616967 n-d-817303-9 neutron-server[103542]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 25 19:07:45.617287 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.617580 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.617868 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.618240 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.618447 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.618725 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.619038 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.619332 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.619614 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.619889 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.620170 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.620455 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.620730 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.621012 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.621293 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.621573 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] debug = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.621847 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.623339 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.623772 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.624052 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.624344 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.624622 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.624892 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.625165 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.625444 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.625771 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] host = n-d-817303-9 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.626050 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.626343 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.626629 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.626935 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.627211 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.627482 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.627762 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.628031 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.628302 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] log_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.628573 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.628857 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.629141 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.629427 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.629646 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.629863 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.630148 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.630431 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.630702 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.631005 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.631275 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.631542 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.631810 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.632075 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.632358 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.632905 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.633188 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.633458 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.633727 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.633996 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.634263 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.634544 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.634826 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.635097 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.635363 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.635643 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.635913 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.636182 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.636479 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.636761 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.637041 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.637321 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.637589 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.638363 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.638650 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.638965 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.639245 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] use_json = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.639522 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.639794 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.640079 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.640352 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.640625 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.640895 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.641169 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.641450 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:45.641745 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.642038 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.642335 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.642615 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.642947 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.643225 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.643511 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.643784 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.644069 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.644355 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.644642 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.644919 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.645204 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.645479 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.645770 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.646076 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.646368 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.646656 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.646962 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.647234 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.647504 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.647776 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.648056 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.648329 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.648615 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.648900 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.649176 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.649474 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.649755 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.650043 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.650330 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.650600 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.650896 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.651187 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.651459 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.651725 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.651999 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.652281 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.652553 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.652819 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.653106 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.653535 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.654118 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.654391 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.654671 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.654988 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.655266 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.655537 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.655806 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.656082 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.656432 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.656645 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.656925 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.657199 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.657470 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.657748 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.658017 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.658285 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.658559 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.658975 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.659195 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.659464 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.659732 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.660001 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.660270 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.660538 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.660807 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.661074 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.661657 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.661657 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.661858 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.662123 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.662388 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.662659 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.662971 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.663268 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.663542 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.663817 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.664087 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.664362 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.664637 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.664911 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.665185 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.665459 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.665726 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.666022 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.666301 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.666585 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.666886 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.667192 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.667486 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.667759 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.668035 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.668305 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.668579 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.668857 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.670212 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.670534 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.670856 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.671155 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.671451 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.671744 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.672022 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.672357 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.672781 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:45.672935 n-d-817303-9 neutron-server[103542]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 19:07:45.673068 n-d-817303-9 neutron-server[103542]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103542) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 19:07:46.118249 n-d-817303-9 neutron-server[103542]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 19:07:46.118530 n-d-817303-9 neutron-server[103542]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 19:07:46.118850 n-d-817303-9 neutron-server[103542]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 19:07:46.119204 n-d-817303-9 neutron-server[103542]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 19:07:46.463558 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.463864 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.464136 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.465317 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.465588 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.465877 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.505344 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.505615 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.505882 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.521352 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.521632 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.521898 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.553533 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.553809 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.554079 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.596752 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.597029 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.597305 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.963200 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.963863 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.963863 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.964033 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:46.964679 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.071186 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.071509 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.071791 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.072060 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.072322 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.072631 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.072890 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.073152 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.073405 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.073681 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.073933 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.074195 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.074447 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.074694 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.074979 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.075898 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.076794 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.077071 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.077348 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.077611 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.077875 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.078127 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.078407 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.078819 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.079065 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.079306 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.079727 n-d-817303-9 neutron-server[103542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:47.079963 n-d-817303-9 neutron-server[103542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:47.080197 n-d-817303-9 neutron-server[103542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:47.080429 n-d-817303-9 neutron-server[103542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:47.080666 n-d-817303-9 neutron-server[103542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:47.080899 n-d-817303-9 neutron-server[103542]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:47.081277 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 19:07:47.084742 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 19:07:47.088850 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 19:07:47.094087 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Nov 25 19:07:47.095793 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 19:07:47.096254 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 19:07:47.096587 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 19:07:47.096978 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 19:07:47.099872 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 19:07:47.100119 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 19:07:47.100470 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 19:07:47.105786 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 25 19:07:47.130241 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 19:07:47.130702 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.131037 n-d-817303-9 neutron-server[103542]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103542) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 25 19:07:47.131396 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.133052 n-d-817303-9 neutron-server[103542]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103542) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 19:07:47.133346 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 19:07:47.133593 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 19:07:47.136969 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.137254 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.204762 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 19:07:47.205002 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 19:07:47.205238 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 19:07:47.205622 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 19:07:47.229993 n-d-817303-9 neutron-server[103542]: DEBUG oslo_db.sqlalchemy.engines [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103542) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 25 19:07:47.682508 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Initializing driver for type 'gre' Nov 25 19:07:47.683071 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] gre ID ranges: [(1, 1000)] Nov 25 19:07:47.745589 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Initializing driver for type 'local' Nov 25 19:07:47.746658 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Initializing driver for type 'vlan' Nov 25 19:07:47.765320 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] VlanTypeDriver initialization complete Nov 25 19:07:47.765654 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Initializing driver for type 'vxlan' Nov 25 19:07:47.766150 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] vxlan ID ranges: [(1, 1000)] Nov 25 19:07:47.820958 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Initializing extension driver 'port_security' Nov 25 19:07:47.821350 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.extensions.port_security [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] PortSecurityExtensionDriver initialization complete Nov 25 19:07:47.822123 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Initializing mechanism driver 'openvswitch' Nov 25 19:07:47.822123 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Initializing mechanism driver 'hyperv' Nov 25 19:07:47.829498 n-d-817303-9 neutron-server[103542]: DEBUG neutron.plugins.ml2.plugin [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103542) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:47.830371 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > port after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.830751 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > port after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.831138 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > port after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.831699 n-d-817303-9 neutron-server[103542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:47.832136 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > subnet after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.832492 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > subnet after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.832844 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.833251 n-d-817303-9 neutron-server[103542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:47.833657 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > network after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.834009 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > network after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.834354 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > network after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.834758 n-d-817303-9 neutron-server[103542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:47.835222 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > security_group after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.835578 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > security_group after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.835925 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > security_group after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.836332 n-d-817303-9 neutron-server[103542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:47.836742 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.837097 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.837442 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.837848 n-d-817303-9 neutron-server[103542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:47.838244 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > address_group after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.838600 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > address_group after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.838977 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > address_group after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.839381 n-d-817303-9 neutron-server[103542]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103542) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 19:07:47.839770 n-d-817303-9 neutron-server[103542]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] ML2 OVO RPC backend initialized. {{(pid=103542) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 25 19:07:47.840570 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.841793 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.842469 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > network before_response 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.842884 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > networks before_response 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.843246 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > port before_response 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.843596 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > ports before_response 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.843945 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > subnet before_response 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.844291 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > subnets before_response 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.844644 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > network after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.845001 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > network after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.845330 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > network after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.845671 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > port after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.846014 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > port after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.846348 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > port after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.846689 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > subnet after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.847053 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > subnet after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.847388 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > subnet after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.848037 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.plugin [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Modular L2 Plugin initialization complete Nov 25 19:07:47.848372 n-d-817303-9 neutron-server[103542]: DEBUG neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading services supported by the core plugin {{(pid=103542) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 19:07:47.848707 n-d-817303-9 neutron-server[103542]: INFO neutron.plugins.ml2.managers [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Got port-security extension from driver 'port_security' Nov 25 19:07:47.849186 n-d-817303-9 neutron-server[103542]: INFO neutron.extensions.vlantransparent [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Disabled vlantransparent extension. Nov 25 19:07:47.849678 n-d-817303-9 neutron-server[103542]: DEBUG neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103542) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 19:07:47.849997 n-d-817303-9 neutron-server[103542]: INFO neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading Plugin: router Nov 25 19:07:47.888012 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router_interface before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.888430 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router after_create 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.888820 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router before_create 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.889168 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.889542 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.889900 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router after_delete 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.890259 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > floatingip after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.890746 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > floatingip after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.891120 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router after_create 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.891473 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router after_update 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.891821 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router after_update 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.892175 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.892537 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router after_update 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.892951 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router precommit_update 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.893326 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: port after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.893668 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: port after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.894009 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: subnet after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.894351 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.894701 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > port precommit_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.895073 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router precommit_create 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.895416 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: port before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.895760 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router precommit_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.896117 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router after_update 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.896460 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router precommit_delete 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.896810 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router precommit_create 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.897168 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router_interface after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.897512 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router precommit_update 55549900 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.897876 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > agent after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.898225 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > agent after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.898581 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > network after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.899499 n-d-817303-9 neutron-server[103542]: DEBUG neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Tracking information for resource: router configured {{(pid=103542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:47.899835 n-d-817303-9 neutron-server[103542]: DEBUG neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Tracking information for resource: floatingip configured {{(pid=103542) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 19:07:47.905619 n-d-817303-9 neutron-server[103542]: INFO neutron.db.l3_agentschedulers_db [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 19:07:47.906196 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: port after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.906560 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: port after_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.906949 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: port after_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.907304 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: port after_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.908103 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router before_create 55550100 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.908532 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router precommit_delete 55550100 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.909147 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router precommit_create 55550100 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.909767 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > router precommit_update 55550100 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.915216 n-d-817303-9 neutron-server[103542]: DEBUG neutron.services.provider_configuration [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service providers = [] {{(pid=103542) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 19:07:47.915537 n-d-817303-9 neutron-server[103542]: DEBUG neutron.db.servicetype_db [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103542) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 19:07:47.918531 n-d-817303-9 neutron-server[103542]: DEBUG neutron.services.service_base [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 19:07:47.919045 n-d-817303-9 neutron-server[103542]: DEBUG neutron.services.service_base [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 19:07:47.919414 n-d-817303-9 neutron-server[103542]: DEBUG neutron.services.service_base [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 19:07:47.920384 n-d-817303-9 neutron-server[103542]: DEBUG neutron.services.service_base [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103542) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 19:07:47.920762 n-d-817303-9 neutron-server[103542]: INFO neutron.services.service_base [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 19:07:47.921152 n-d-817303-9 neutron-server[103542]: DEBUG neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:47.921472 n-d-817303-9 neutron-server[103542]: INFO neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 19:07:47.932417 n-d-817303-9 neutron-server[103542]: DEBUG neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:47.932759 n-d-817303-9 neutron-server[103542]: INFO neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading Plugin: auto_allocate Nov 25 19:07:47.938821 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: network precommit_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.939206 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: network precommit_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.939737 n-d-817303-9 neutron-server[103542]: DEBUG neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:47.940061 n-d-817303-9 neutron-server[103542]: INFO neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading Plugin: tag Nov 25 19:07:47.946974 n-d-817303-9 neutron-server[103542]: DEBUG neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:47.947312 n-d-817303-9 neutron-server[103542]: INFO neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading Plugin: timestamp Nov 25 19:07:47.951972 n-d-817303-9 neutron-server[103542]: DEBUG neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:47.952303 n-d-817303-9 neutron-server[103542]: INFO neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading Plugin: network_ip_availability Nov 25 19:07:47.957931 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.958314 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.958678 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:47.959482 n-d-817303-9 neutron-server[103542]: DEBUG neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:47.959808 n-d-817303-9 neutron-server[103542]: INFO neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading Plugin: flavors Nov 25 19:07:47.964958 n-d-817303-9 neutron-server[103542]: DEBUG neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:47.965484 n-d-817303-9 neutron-server[103542]: INFO neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading Plugin: revisions Nov 25 19:07:47.970822 n-d-817303-9 neutron-server[103542]: DEBUG neutron.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103542) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 19:07:47.971232 n-d-817303-9 neutron-server[103542]: DEBUG oslo_concurrency.lockutils [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.852s {{(pid=103542) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 19:07:47.971997 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103542) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 19:07:47.972336 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Initializing extension manager. Nov 25 19:07:47.972857 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: __init__.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.973206 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: __pycache__ {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.973544 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.973882 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: address_group.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.974654 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.975263 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: address-group Nov 25 19:07:47.975591 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: address_scope.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.976320 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.976831 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: address-scope Nov 25 19:07:47.977158 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: admin_state_down_before_update.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.978105 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.978630 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: router-admin-state-down-before-update Nov 25 19:07:47.979002 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: agent.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.979713 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.980227 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: agent Nov 25 19:07:47.980552 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: agent_resources_synced.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.981542 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.982058 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: agent-resources-synced Nov 25 19:07:47.982386 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: allowedaddresspairs.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.984245 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.984773 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: allowed-address-pairs Nov 25 19:07:47.985102 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: auto_allocated_topology.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.986188 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.986712 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: auto-allocated-topology Nov 25 19:07:47.987066 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: availability_zone.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.987766 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.988277 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: availability_zone Nov 25 19:07:47.988608 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: availability_zone_filter.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.989525 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.990037 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: availability_zone_filter Nov 25 19:07:47.990361 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: data_plane_status.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.991301 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.991808 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 19:07:47.992131 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: default_subnetpools.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.993056 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.993573 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: default-subnetpools Nov 25 19:07:47.993904 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: dhcpagentscheduler.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.994725 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.995338 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: dhcp_agent_scheduler Nov 25 19:07:47.995667 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: dns.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.996595 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.997293 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension dns-integration not supported by any of loaded plugins Nov 25 19:07:47.997678 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: dns_domain_ports.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:47.998611 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:47.999154 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 19:07:47.999482 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.000412 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.000918 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 25 19:07:48.001244 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: dvr.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.001918 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.002426 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: dvr Nov 25 19:07:48.002752 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: ecmp_routes.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.003705 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.004215 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension ecmp_routes not supported by any of loaded plugins Nov 25 19:07:48.004541 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: empty_string_filtering.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.005457 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.005970 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: empty-string-filtering Nov 25 19:07:48.006297 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.007249 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.008010 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 19:07:48.008334 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.009278 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.009787 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 19:07:48.010114 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: external_net.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.011062 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.011579 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: external-net Nov 25 19:07:48.011906 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: extra_dhcp_opt.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.013353 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.013869 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: extra_dhcp_opt Nov 25 19:07:48.014195 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: extraroute.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.015159 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.015673 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: extraroute Nov 25 19:07:48.015996 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: extraroute_atomic.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.017224 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.017740 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: extraroute-atomic Nov 25 19:07:48.018071 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: filter_validation.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.018755 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.019291 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: filter-validation Nov 25 19:07:48.019617 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: fip_pf_description.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.020540 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.021048 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 19:07:48.021374 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: fip_port_details.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.022307 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.022846 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: fip-port-details Nov 25 19:07:48.023181 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: flavors.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.024416 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.024934 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: flavors Nov 25 19:07:48.025263 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.027182 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.028031 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 19:07:48.029012 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: floatingip_pools.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.029730 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.030249 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: floatingip-pools Nov 25 19:07:48.030579 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: ip_allocation.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.031550 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.032062 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 19:07:48.032393 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.033330 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.033842 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: ip-substring-filtering Nov 25 19:07:48.034175 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: l2_adjacency.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.035133 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.035644 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 19:07:48.035975 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: l3.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.036968 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.037488 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: router Nov 25 19:07:48.037818 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: l3_conntrack_helper.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.040122 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.040652 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 19:07:48.040989 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.041934 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.042491 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: ext-gw-mode Nov 25 19:07:48.042837 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.043827 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.044350 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: l3-ha Nov 25 19:07:48.044766 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: l3_flavors.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.045704 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.046251 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: l3-flavors Nov 25 19:07:48.046580 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.047535 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.048053 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 19:07:48.048384 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: l3agentscheduler.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.049450 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.049968 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: l3_agent_scheduler Nov 25 19:07:48.050299 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: local_ip.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.052133 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.052659 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension local_ip not supported by any of loaded plugins Nov 25 19:07:48.052993 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: logging.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.054612 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.055174 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension logging not supported by any of loaded plugins Nov 25 19:07:48.055511 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: metering.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.056268 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.056855 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: metering Nov 25 19:07:48.057183 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.058304 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.058856 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: metering_source_and_destination_fields Nov 25 19:07:48.059192 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: multiprovidernet.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.060464 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.061014 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: multi-provider Nov 25 19:07:48.061468 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: netmtu.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.062511 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.063056 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: net-mtu Nov 25 19:07:48.063386 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: netmtu_writable.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.064570 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.065405 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: net-mtu-writable Nov 25 19:07:48.065921 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: network_availability_zone.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.066998 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.067838 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: network_availability_zone Nov 25 19:07:48.068399 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: network_ip_availability.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.069861 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.070383 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: network-ip-availability Nov 25 19:07:48.070718 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: network_segment_range.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.071542 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.072051 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 19:07:48.072383 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: pagination.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.073414 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.073759 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: pagination Nov 25 19:07:48.074134 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: port_device_profile.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.075636 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.076167 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: port-device-profile Nov 25 19:07:48.076604 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.077551 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.078071 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: port-mac-address-regenerate Nov 25 19:07:48.078398 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.079380 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.080245 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: port-numa-affinity-policy Nov 25 19:07:48.080760 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: port_resource_request.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.081697 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.082208 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 19:07:48.082537 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: port_resource_request_groups.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.083567 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.084081 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 25 19:07:48.084415 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: portbindings.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.085355 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.085869 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: binding Nov 25 19:07:48.086196 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: portbindings_extended.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.087540 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.088062 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: binding-extended Nov 25 19:07:48.088396 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: portsecurity.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.089341 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.089864 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: port-security Nov 25 19:07:48.090197 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: project_id.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.092133 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.092582 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: project-id Nov 25 19:07:48.092918 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: providernet.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.093872 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.094400 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: provider Nov 25 19:07:48.094729 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: qos.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.098422 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.098986 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension qos not supported by any of loaded plugins Nov 25 19:07:48.099330 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.100599 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.101122 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 19:07:48.101452 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.102383 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.102928 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 19:07:48.103262 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: qos_default.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.104188 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.104706 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension qos-default not supported by any of loaded plugins Nov 25 19:07:48.105038 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: qos_fip.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.105708 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.106218 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension qos-fip not supported by any of loaded plugins Nov 25 19:07:48.106579 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: qos_gateway_ip.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.107558 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.108075 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 19:07:48.108401 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: qos_port_network_policy.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.110960 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.111501 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 19:07:48.111848 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.112924 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.113453 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 25 19:07:48.113790 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: qos_pps_rule.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.115027 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.115557 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension qos-pps not supported by any of loaded plugins Nov 25 19:07:48.115890 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: qos_rule_type_details.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.116840 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.117360 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 19:07:48.117689 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: qos_rules_alias.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.118752 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.119303 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 19:07:48.119632 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: quota_check_limit.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.120559 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.121080 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: quota-check-limit Nov 25 19:07:48.121409 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: quotasv2.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.122416 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.122748 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: quotas Nov 25 19:07:48.123100 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: quotasv2_detail.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.126283 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.126624 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: quota_details Nov 25 19:07:48.126983 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: rbac.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.128073 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.128601 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: rbac-policies Nov 25 19:07:48.128934 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: rbac_address_group.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.129882 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.130410 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: rbac-address-group Nov 25 19:07:48.130742 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: rbac_address_scope.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.131711 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.132237 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: rbac-address-scope Nov 25 19:07:48.132821 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: rbac_security_groups.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.133751 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.134270 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: rbac-security-groups Nov 25 19:07:48.134598 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: rbac_subnetpool.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.135567 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.136084 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: rbac-subnetpool Nov 25 19:07:48.136412 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: revisionifmatch.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.137352 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.138396 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: revision-if-match Nov 25 19:07:48.138717 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: revisions.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.139878 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.140394 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: standard-attr-revisions Nov 25 19:07:48.140723 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: router_availability_zone.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.141402 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.141915 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: router_availability_zone Nov 25 19:07:48.142241 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: routerservicetype.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.143205 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.143716 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension router-service-type not supported by any of loaded plugins Nov 25 19:07:48.144040 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.145056 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.145570 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: security-groups-normalized-cidr Nov 25 19:07:48.145896 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: security_groups_port_filtering.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.146865 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.147389 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: port-security-groups-filtering Nov 25 19:07:48.147716 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.148655 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.152395 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: security-groups-remote-address-group Nov 25 19:07:48.152395 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.152395 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.152395 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: security-groups-shared-filtering Nov 25 19:07:48.152395 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.152395 n-d-817303-9 neutron-server[103542]: WARNING neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 25 19:07:48.152867 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: securitygroup.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.162742 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.163343 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: security-group Nov 25 19:07:48.163683 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: segment.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.164544 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.165060 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension segment not supported by any of loaded plugins Nov 25 19:07:48.165443 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.166418 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.166975 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 19:07:48.167312 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: servicetype.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.168465 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.169029 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: service-type Nov 25 19:07:48.169368 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: sorting.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.170380 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.170711 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: sorting Nov 25 19:07:48.171067 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: standard_attr_segment.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.172000 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.172523 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 19:07:48.172850 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: standardattrdescription.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.173527 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.174044 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: standard-attr-description Nov 25 19:07:48.174374 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: stateful_security_group.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.175394 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.175920 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: stateful-security-group Nov 25 19:07:48.176257 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: stdattrs_common.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.176841 n-d-817303-9 neutron-server[103542]: WARNING neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 19:07:48.177163 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.178121 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.178637 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 19:07:48.178997 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: subnet_onboard.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.180162 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.180692 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: subnet_onboard Nov 25 19:07:48.181022 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.181979 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.182575 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 19:07:48.182844 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: subnet_service_types.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.183797 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.184318 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: subnet-service-types Nov 25 19:07:48.185431 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: subnetallocation.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.186628 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.187333 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: subnet_allocation Nov 25 19:07:48.187691 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.188565 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.189095 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: subnetpool-prefix-ops Nov 25 19:07:48.189426 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.190406 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.190954 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 19:07:48.191287 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: tagging.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.192384 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.192922 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: standard-attr-tag Nov 25 19:07:48.193253 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: timestamp.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.194499 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.195064 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loaded extension: standard-attr-timestamp Nov 25 19:07:48.195399 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: trunk.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.196451 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.196972 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension trunk not supported by any of loaded plugins Nov 25 19:07:48.197300 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: trunk_details.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.198251 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.198766 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension trunk-details not supported by any of loaded plugins Nov 25 19:07:48.199116 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: uplink_status_propagation.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.200147 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.201458 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 19:07:48.201458 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Loading extension file: vlantransparent.py {{(pid=103542) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 19:07:48.202197 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103542) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 19:07:48.202712 n-d-817303-9 neutron-server[103542]: INFO neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 19:07:48.205357 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:network Nov 25 19:07:48.205909 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:subnet Nov 25 19:07:48.206308 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 19:07:48.206699 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:port Nov 25 19:07:48.208008 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.208448 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service FLAVORS assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.209071 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.209508 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.209841 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:router Nov 25 19:07:48.210269 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:floatingip Nov 25 19:07:48.210757 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service METERING assigned prefix: /metering {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.212234 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:48.212608 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:48.212966 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103542) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:07:48.214026 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 19:07:48.214483 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:security_group Nov 25 19:07:48.214956 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 19:07:48.215570 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service CORE assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.215931 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 19:07:48.216276 n-d-817303-9 neutron-server[103542]: WARNING neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] subnetpool is already registered Nov 25 19:07:48.216707 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service CORE assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.217032 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 19:07:48.217366 n-d-817303-9 neutron-server[103542]: WARNING neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] subnetpool is already registered Nov 25 19:07:48.219676 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.220112 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service FLAVORS assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.220707 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.221130 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.221465 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:router Nov 25 19:07:48.221814 n-d-817303-9 neutron-server[103542]: WARNING neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] router is already registered Nov 25 19:07:48.222227 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:floatingip Nov 25 19:07:48.222562 n-d-817303-9 neutron-server[103542]: WARNING neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] floatingip is already registered Nov 25 19:07:48.223048 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service METERING assigned prefix: /metering {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.223718 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 19:07:48.224045 n-d-817303-9 neutron-server[103542]: WARNING neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] rbac_policy is already registered Nov 25 19:07:48.224465 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:security_group Nov 25 19:07:48.224800 n-d-817303-9 neutron-server[103542]: WARNING neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] security_group is already registered Nov 25 19:07:48.225204 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 19:07:48.225540 n-d-817303-9 neutron-server[103542]: WARNING neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] security_group_rule is already registered Nov 25 19:07:48.226171 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service CORE assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.226499 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 19:07:48.226860 n-d-817303-9 neutron-server[103542]: WARNING neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] subnetpool is already registered Nov 25 19:07:48.227280 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.v2.resource_helper [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Service CORE assigned prefix: {{(pid=103542) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 19:07:48.227608 n-d-817303-9 neutron-server[103542]: INFO neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 19:07:48.227941 n-d-817303-9 neutron-server[103542]: WARNING neutron.quota.resource_registry [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] subnetpool is already registered Nov 25 19:07:48.228400 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: extensions {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.229926 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: address-groups {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.231609 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: address-scopes {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.232933 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: agents {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.234117 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: auto-allocated-topology {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.235430 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: availability_zones {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.236654 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: dhcp-networks {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.238225 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: dhcp-agents {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.239691 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: routers {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.241954 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: flavors {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.243965 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: service_profiles {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.244376 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: next_providers {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.245843 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: service_profiles {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.247957 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: floatingip-pools {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.250133 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: routers {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.251515 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: floatingips {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.252820 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: l3-routers {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.254238 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: l3-agents {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.255703 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: metering-labels {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.258419 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: metering-label-rules {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.259751 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: network-ip-availabilities {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.261065 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: bindings {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.263556 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: quotas {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.265271 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: quotas {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.266815 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: rbac-policies {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.268139 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: security-groups {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.269399 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: security-group-rules {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.270649 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: service-providers {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.271906 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: subnetpools {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.273331 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: subnetpools {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.274819 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: tags {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.276548 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: tags {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.278931 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: tags {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.280902 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: tags {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.282719 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: tags {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.284787 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: tags {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.286736 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: tags {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.288738 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: tags {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.290525 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: tags {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.292423 n-d-817303-9 neutron-server[103542]: DEBUG neutron.api.extensions [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Extended resource: tags {{(pid=103542) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 19:07:48.299550 n-d-817303-9 neutron-server[103542]: WARNING keystonemiddleware.auth_token [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 19:07:48.304386 n-d-817303-9 neutron-server[103542]: WARNING keystonemiddleware.auth_token [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 19:07:48.313500 n-d-817303-9 neutron-server[103542]: DEBUG oslo_concurrency.lockutils [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Acquired lock "singleton_lock" {{(pid=103542) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 25 19:07:48.313972 n-d-817303-9 neutron-server[103542]: DEBUG oslo_concurrency.lockutils [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Releasing lock "singleton_lock" {{(pid=103542) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 25 19:07:48.314640 n-d-817303-9 neutron-server[103542]: INFO oslo_service.service [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Starting 2 workers Nov 25 19:07:48.319595 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Started child 103651 {{(pid=103542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 19:07:48.324460 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Started child 103652 {{(pid=103542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 19:07:48.326227 n-d-817303-9 neutron-server[103542]: INFO neutron.service [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 19:07:48.326483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:48.327468 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Publish callbacks [] for process, before_spawn {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:48.328457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [-] (103651) wsgi starting up on http://0.0.0.0:9696 Nov 25 19:07:48.329649 n-d-817303-9 neutron-server[103542]: INFO oslo_service.service [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Starting 1 workers Nov 25 19:07:48.332137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:48.334278 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [-] (103652) wsgi starting up on http://0.0.0.0:9696 Nov 25 19:07:48.335042 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Started child 103653 {{(pid=103542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 19:07:48.335635 n-d-817303-9 neutron-server[103542]: INFO oslo_service.service [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Starting 1 workers Nov 25 19:07:48.339371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.service [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] calling RpcWorker wait() {{(pid=103653) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 19:07:48.339980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.service [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] returning from RpcWorker wait() {{(pid=103653) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 19:07:48.340335 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Started child 103654 {{(pid=103542) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 19:07:48.341907 n-d-817303-9 neutron-server[103542]: DEBUG neutron_lib.callbacks.manager [None req-c3eaf875-0f7a-4284-a6f2-4c6f400a680b None None] Publish callbacks [] for process, after_spawn {{(pid=103542) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:48.342013 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:48.342659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:48.343879 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103542) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 19:07:48.344089 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 19:07:48.344275 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 19:07:48.344500 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 19:07:48.344844 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 19:07:48.345029 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 19:07:48.345548 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.345826 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.346018 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:07:48.346527 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.346527 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.347028 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.347224 n-d-817303-9 neutron-server[103654]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:48.347383 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.347623 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.347879 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.348159 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.348399 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.348576 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.348749 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.349016 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.349289 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.349593 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.349869 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.350124 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.350384 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.350544 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.350827 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.350985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41822) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:07:48.351125 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.351379 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.351660 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] debug = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.351921 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.352425 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.352672 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.352901 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.353143 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.353426 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.353646 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.353913 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.354156 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.354396 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.354663 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.354946 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.355173 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.355390 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.355640 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.355863 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.356124 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.356961 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.357488 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] host = n-d-817303-9 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.357731 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.357971 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.358295 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.358556 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.358823 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.359099 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.359366 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.359629 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.360463 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.360463 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.360764 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072329 Nov 25 19:07:48.360910 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.360910 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.360910 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.361294 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.361294 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_options = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.362490 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.362844 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.363099 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.363306 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.363476 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.363723 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.363906 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.364079 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.364313 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.364536 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.364758 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.365063 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.365216 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.365446 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.365817 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.365996 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.366242 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.366439 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.366679 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.366955 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.367189 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.367480 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.367771 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.369052 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.369052 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.369347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.369485 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.369621 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.369844 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.370085 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.370325 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.370585 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.370826 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.372905 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.372905 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.372905 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.373509 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.373509 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.373509 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.374047 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.374047 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.374324 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.374488 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.374706 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.376690 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.376690 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.376690 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_json = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.376690 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.377262 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.377262 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.377522 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.377522 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.377843 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.377983 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.378214 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.378632 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.379966 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.380163 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.380312 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.380538 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.381641 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.381641 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.381641 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.381641 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.381949 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.382126 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.382359 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.382943 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.383371 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.383841 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.384397 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.384496 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.384859 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.385701 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.385701 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.385701 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.385945 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.386217 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.386455 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.386695 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.387414 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.387414 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.387754 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.387854 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.388394 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.388831 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.389261 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.389683 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.390068 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.391110 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.391110 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.391110 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.391110 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.391405 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.391510 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.391938 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.392345 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.392575 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.392814 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.393059 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.393319 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.393536 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.393818 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.395802 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.395802 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.395802 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.396032 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.396206 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.396598 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.397055 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.397301 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.397567 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.397847 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.398126 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.399249 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.399249 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.399249 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.399249 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.399763 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.399763 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.399763 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.400647 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.400647 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.400647 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.400647 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.401863 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.401863 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.401863 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.401863 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.401863 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.403966 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.403966 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.403966 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.403966 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.403966 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.403966 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.403966 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.406397 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.406397 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.406397 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.406397 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.406397 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.406397 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.406397 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.406397 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.406397 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.409033 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.409033 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.409033 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.409033 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.409033 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.409033 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.409901 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.409901 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.409901 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.409901 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.411212 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.411212 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.411212 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.412230 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.412230 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.412230 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.412631 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.412631 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.413004 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.413146 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.413284 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.413509 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.414826 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.414826 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.414826 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.414826 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.414826 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.415243 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.415520 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.415765 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.416009 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.416261 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.416587 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.416878 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.417184 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.417444 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.417682 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.418026 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.418188 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.420475 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.420475 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.420475 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.420905 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.420905 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.421197 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.422361 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.422361 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.422361 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.422361 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.422905 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.422905 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.423073 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.423196 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.423489 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.423685 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.423960 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.424169 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.424453 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.426673 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.426673 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.426673 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.426673 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.426673 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.426673 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.426673 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.426673 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.427402 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.427402 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.427402 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.427621 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.428612 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.428612 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.428612 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.428868 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.429019 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.430504 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.430504 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.430504 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.430504 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.430504 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.430504 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.430504 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.431079 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.431079 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.431230 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.431479 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.431745 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.431998 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.432224 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.432495 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.432712 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.432980 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.433202 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.434150 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.434150 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.434150 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.434150 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.434465 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.434465 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.434705 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.435863 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.435863 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.435863 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.435863 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.436386 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.436386 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.436620 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.436847 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.436976 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.437153 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.437349 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.437590 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.442835 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.442835 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.442835 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.442835 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.442835 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.442835 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.442835 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.442835 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.443372 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.443372 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.443372 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.443372 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.443372 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.443372 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.443372 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.443372 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.443848 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.443848 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.443848 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.444014 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.444088 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.444327 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.444543 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.444777 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.445006 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.445229 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.445478 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.445705 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.445925 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.446144 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.446373 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.446616 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.449205 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.450349 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.450623 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.452798 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.452798 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.452798 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.452798 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.452798 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.452798 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.454685 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.458736 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.459073 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.459261 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.459569 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.459853 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.460094 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.460405 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.461529 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.461529 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.461529 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.461529 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.461780 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.461976 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.462186 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.462415 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.462984 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.463254 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.464153 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.464439 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.464715 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.464946 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.465215 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.465500 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.466271 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.466470 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.466836 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.467141 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.467430 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.468079 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.468079 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.468245 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.468405 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.468603 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.469526 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.469526 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.469690 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.469925 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.470609 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.470609 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.470775 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.470912 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.471128 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.471386 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.471602 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.471856 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.472074 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.472236 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 19:07:48.472757 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103542) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 19:07:48.472920 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 19:07:48.473067 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 19:07:48.473608 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 19:07:48.473608 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 19:07:48.473608 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 19:07:48.473813 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.473969 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.474554 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.474726 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.474891 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.475081 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.475245 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.475402 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.475561 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.475737 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.475880 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.476038 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.476202 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.476364 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.476505 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.476663 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.476823 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.476981 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.477146 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.477303 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.477462 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.477626 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.477768 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] debug = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.477927 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.478149 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.478309 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.478471 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.478628 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.478786 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.479883 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.480085 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.480233 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.480391 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.480534 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.480682 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.480831 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.480975 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.481133 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.481364 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.482158 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.482316 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.482481 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] host = n-d-817303-9 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.482626 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.482787 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.482965 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.483117 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.483258 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.483396 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.483549 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.483689 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.483848 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.483994 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.484154 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.484299 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.484457 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.484604 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.484763 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_options = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.484918 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.485073 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.485213 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.485389 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.485559 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.485705 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.485866 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.486012 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.486173 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.486328 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.486484 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.486624 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.486762 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.486985 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.487125 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.487264 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.487402 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.487541 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.487693 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.487903 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.488058 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.488197 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.488335 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.488473 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.488610 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.488749 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.488887 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.489051 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.489191 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.489328 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.489466 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.489603 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.491080 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.491252 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.491614 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.491614 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.491848 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.492234 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.492762 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.492933 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.493094 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.493256 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.494062 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.494229 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.494393 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.494553 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.494714 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_json = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.494932 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.495112 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.495256 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.495414 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.498327 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.498327 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.498327 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.498327 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 19:07:48.498787 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.498787 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.498787 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.499116 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.500023 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.501644 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.501644 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.501644 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.501644 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.501644 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.501644 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.501644 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.501644 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.502566 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.502566 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.502566 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.502566 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.503164 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.503164 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.503164 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.503464 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.503464 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.503607 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.503732 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.503814 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.503963 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.504125 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.504295 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.504459 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.505090 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.505090 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.505324 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.506730 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.506730 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.506730 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.508903 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.509108 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.509297 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.509478 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.509655 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.509831 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.510004 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.510174 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.510346 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.510508 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.510677 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.510853 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.511055 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.511230 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.511414 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.511596 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.511770 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.511770 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.512095 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.512095 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.512340 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.512464 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.513016 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.513199 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.513362 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.513524 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.513685 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.513847 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.514008 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.514168 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.514329 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.514482 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.514639 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.516167 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.517360 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.517640 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.518967 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.519999 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.519999 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.519999 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.519999 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.519999 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.520352 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.520352 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.520352 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.520529 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.520689 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.520846 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.521010 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.521177 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.521343 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.521508 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.521672 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.521835 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.521998 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.522162 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.522337 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.522515 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.522678 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.523993 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.523993 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.523993 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.523993 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.523993 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.523993 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.523993 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.524502 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.524502 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.524502 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.524690 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.524761 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.524893 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.525033 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.525188 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.525344 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.525500 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.525658 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.525815 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.525973 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.526778 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.526778 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.526778 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.526778 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.527134 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.527134 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.527265 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.527360 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.527544 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.527711 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.527858 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.528680 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.528945 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.529095 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.529228 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.529360 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.529487 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.529641 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.529785 n-d-817303-9 neutron-server[103653]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:07:48.530188 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.530395 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.530568 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.530717 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.531006 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.531104 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.531287 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.531451 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.531610 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.531773 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.531931 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.532093 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.532257 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.532419 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.532581 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.532744 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.532907 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.533190 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.533360 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.533524 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.533687 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.533851 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.534015 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.534175 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.534473 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.534765 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.535107 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.535267 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.535434 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.535598 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.535762 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.535909 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.536073 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.536349 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.536721 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.537091 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.537437 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.537613 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.537761 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.537925 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.538087 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.538273 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.538436 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.538601 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.538764 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.540512 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.540512 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.540512 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.540512 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.541041 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.541041 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.541041 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.541041 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.541568 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.541568 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.541568 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.541947 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.541947 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.541947 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.542325 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.542325 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.542581 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.542581 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.542903 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.543583 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.543784 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.544595 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.546945 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.546945 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.546945 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.546945 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.546945 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.546945 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.546945 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.546945 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.547972 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.547972 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.547972 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.547972 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.547972 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.547972 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.547972 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.547972 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.548953 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.548953 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.548953 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.548953 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.548953 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.548953 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.548953 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.548953 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.549792 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.549792 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.549792 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.549792 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.549792 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.549792 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.549792 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.549792 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.550713 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.550713 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.550713 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.550713 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.550713 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.550713 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.551779 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.551779 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.551779 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.551779 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.551779 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.551779 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.551779 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.551779 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.553347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.553347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.553347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.553347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.553347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.553347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.553347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.553347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.555268 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.555268 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.555268 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.555268 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.555268 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.555268 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.555268 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.555268 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.556586 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.556586 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.556586 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.556586 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.556586 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.556586 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.556586 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.556586 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.557940 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.557940 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.557940 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.557940 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.557940 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.557940 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.557940 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.557940 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.557940 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.559347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.559347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.559347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.559347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.559347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.559347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.559347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.559347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.559347 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.560685 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.560685 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.560685 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.560685 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 19:07:48.560685 n-d-817303-9 neutron-server[103542]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103542) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 19:08:02.082993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c5a093-f98c-479a-8e8a-06a88126e611 None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:08:02.191801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c5a093-f98c-479a-8e8a-06a88126e611 None None] No non-hosted networks {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 19:08:02.208836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.agentschedulers_db [None req-24c5a093-f98c-479a-8e8a-06a88126e611 None None] DHCP Agent not found on host n-d-817303-9 {{(pid=103653) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 25 19:08:02.334904 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-73fe720d-7fb2-4787-bfb9-6e8829a000d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693345'] for agent, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:04.630345 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9673875-edb0-49ed-b5cc-b60aaaac827b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693345'] for agent, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:04.715104 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fabec252-148b-4358-8f0f-2ed081db845e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:06.214183 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693345'] for agent, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:07.695336 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693345'] for agent, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:07.699620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.700608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.701294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.701997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.703810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.704411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.705109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.707410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.707987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.708778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.709521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.710964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:07.711685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-817303-9', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:07.729860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-817303-9', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:08.061736 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693345'] for agent, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:09.963264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41932) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:10.403281 n-d-817303-9 neutron-server[103653]: INFO neutron.db.l3_hamode_db [None req-fb5792b7-d05e-4f53-ae47-d080b1ea9848 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 19:08:10.481402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5792b7-d05e-4f53-ae47-d080b1ea9848 None None] Routers set() bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:10.481784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5792b7-d05e-4f53-ae47-d080b1ea9848 None None] Router IDs set() for agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:08:10.485097 n-d-817303-9 neutron-server[103652]: WARNING oslo_policy.policy [None req-71730ee5-513d-42a0-bb48-527c68e8ea0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:10.485694 n-d-817303-9 neutron-server[103652]: WARNING oslo_policy.policy [None req-71730ee5-513d-42a0-bb48-527c68e8ea0d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:10.711305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-71730ee5-513d-42a0-bb48-527c68e8ea0d admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:08:10.712582 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-71730ee5-513d-42a0-bb48-527c68e8ea0d admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7465169 Nov 25 19:08:13.345547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41946) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:13.669785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-341500ef-62b1-47bd-b47d-6fdf49c22f44 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:13.765727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.policy [None req-341500ef-62b1-47bd-b47d-6fdf49c22f44 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103652) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 19:08:13.814231 n-d-817303-9 neutron-server[103652]: WARNING oslo_policy.policy [None req-341500ef-62b1-47bd-b47d-6fdf49c22f44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:13.814639 n-d-817303-9 neutron-server[103652]: WARNING oslo_policy.policy [None req-341500ef-62b1-47bd-b47d-6fdf49c22f44 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:13.823260 n-d-817303-9 neutron-server[103652]: INFO neutron.quota [None req-341500ef-62b1-47bd-b47d-6fdf49c22f44 admin admin] Loaded quota_driver: . Nov 25 19:08:13.913737 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-341500ef-62b1-47bd-b47d-6fdf49c22f44 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731794917302', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731794917763', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731794928920', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731794898945', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731794909000', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8731794950659', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-542143', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-600856', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3676752', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3881976'] for rbac-policy, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.981603 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-341500ef-62b1-47bd-b47d-6fdf49c22f44 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:13.982835 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-341500ef-62b1-47bd-b47d-6fdf49c22f44 admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6362917 Nov 25 19:08:16.886744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41958) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:17.191578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Request body: {'network': {'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'admin_state_up': True, 'name': 'private'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:17.220539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Made reservation on behalf of 6b0b823e27764eeeb6b9c69e04ee2779 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:08:17.223380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.241350 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.353757 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.359086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.384177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 605} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:08:17.409966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731796647967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.410553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Unsubscribe: segment precommit_create {{(pid=103652) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 19:08:17.411087 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Added segment 1b4e4f07-629c-40da-acf3-d6a81ee10ebd of type vlan for network cb8fff8d-1fed-46e2-9cd2-3a97532a9efb Nov 25 19:08:17.417019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da472502-08dc-4609-a649-d846ac7d825d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:17.454408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.454743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.455099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.455427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.455749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.456067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.456380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.456695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.457006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.457316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.457625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.457937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Tracked resource versions report: Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: pushed versions: Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: { 'AddressGroup': {'1.2'}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'ConntrackHelper': {'1.0'}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'Log': {'1.0'}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'Network': {'1.1'}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'Port': {'1.7'}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'PortForwarding': {'1.2'}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'QosPolicy': {'1.10'}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'SecurityGroup': {'1.5'}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'SubPort': {'1.0'}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'Subnet': {'1.1'}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'Trunk': {'1.1'}} Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: consumer versions: Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: { DHCP agent@n-d-817303-9: {}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: L3 agent@n-d-817303-9: {}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: Metadata agent@n-d-817303-9: {}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: Metering agent@n-d-817303-9: {}, Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: Open vSwitch agent@n-d-817303-9: { 'AddressGroup': '1.2', Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'ConntrackHelper': '1.0', Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'Log': '1.0', Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'Network': '1.1', Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'Port': '1.7', Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'PortForwarding': '1.2', Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'QosPolicy': '1.10', Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'SecurityGroup': '1.5', Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'SecurityGroupRule': '1.2', Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'SubPort': '1.0', Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'Subnet': '1.1', Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: 'Trunk': '1.1'}} Nov 25 19:08:17.459061 n-d-817303-9 neutron-server[103652]: {{(pid=103652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:08:17.534085 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.574497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.575760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:17.576501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:17.633773 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7459276 Nov 25 19:08:17.679585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4774bc82-3e92-469e-8307-f816cff9e381 admin admin] Pushing event updated for resources: {'Network': ['ID=cb8fff8d-1fed-46e2-9cd2-3a97532a9efb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:17.692920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network cb8fff8d-1fed-46e2-9cd2-3a97532a9efb details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:08:20.618550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41972) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:21.157914 n-d-817303-9 neutron-server[103651]: WARNING oslo_policy.policy [None req-53cfb188-a014-4748-a696-da0dd847fab0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:21.158522 n-d-817303-9 neutron-server[103651]: WARNING oslo_policy.policy [None req-53cfb188-a014-4748-a696-da0dd847fab0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:21.613718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.policy [None req-53cfb188-a014-4748-a696-da0dd847fab0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103651) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 19:08:21.662543 n-d-817303-9 neutron-server[103651]: WARNING oslo_policy.policy [None req-53cfb188-a014-4748-a696-da0dd847fab0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:21.663107 n-d-817303-9 neutron-server[103651]: WARNING oslo_policy.policy [None req-53cfb188-a014-4748-a696-da0dd847fab0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 19:08:21.671388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cfb188-a014-4748-a696-da0dd847fab0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:21.673219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-53cfb188-a014-4748-a696-da0dd847fab0 admin admin] 10.222.0.15 "GET /v2.0/networks/cb8fff8d-1fed-46e2-9cd2-3a97532a9efb HTTP/1.1" status: 200 len: 825 time: 1.0536726 Nov 25 19:08:21.713887 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-783b38e4-61ec-4626-9f4c-6aa7563af849 admin admin] 10.222.0.15 "GET /v2.0/subnetpools/9b03c057-bfe6-40cd-9d0e-21b1ec6cbdf4 HTTP/1.1" status: 200 len: 734 time: 0.0345581 Nov 25 19:08:21.723608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '9b03c057-bfe6-40cd-9d0e-21b1ec6cbdf4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:21.725247 n-d-817303-9 neutron-server[103651]: INFO neutron.quota [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Loaded quota_driver: . Nov 25 19:08:21.768235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Made reservation on behalf of 6b0b823e27764eeeb6b9c69e04ee2779 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:08:21.771398 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:22.088831 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:22.164041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Checking segment: {'id': '1b4e4f07-629c-40da-acf3-d6a81ee10ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:22.164417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Network hostable DHCP agents. Network: cb8fff8d-1fed-46e2-9cd2-3a97532a9efb, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:08:22.180636 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbf12c9-f907-4cfe-917e-562ec3bbd36f,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:22.193897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.194228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.194555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.194907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.195229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.195553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.195867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.196178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.196489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.196798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.197107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.197414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Tracked resource versions report: Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: pushed versions: Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: { 'AddressGroup': {'1.2'}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'ConntrackHelper': {'1.0'}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'Log': {'1.0'}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'Network': {'1.1'}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'Port': {'1.7'}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'PortForwarding': {'1.2'}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'QosPolicy': {'1.10'}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'SecurityGroup': {'1.5'}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'SubPort': {'1.0'}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'Subnet': {'1.1'}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'Trunk': {'1.1'}} Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: consumer versions: Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: { DHCP agent@n-d-817303-9: {}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: L3 agent@n-d-817303-9: {}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: Metadata agent@n-d-817303-9: {}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: Metering agent@n-d-817303-9: {}, Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: Open vSwitch agent@n-d-817303-9: { 'AddressGroup': '1.2', Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'ConntrackHelper': '1.0', Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'Log': '1.0', Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'Network': '1.1', Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'Port': '1.7', Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'PortForwarding': '1.2', Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'QosPolicy': '1.10', Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'SecurityGroup': '1.5', Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'SecurityGroupRule': '1.2', Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'SubPort': '1.0', Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'Subnet': '1.1', Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: 'Trunk': '1.1'}} Nov 25 19:08:22.198512 n-d-817303-9 neutron-server[103651]: {{(pid=103651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:08:22.233798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Network cb8fff8d-1fed-46e2-9cd2-3a97532a9efb is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:08:22.248061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, cb8fff8d-1fed-46e2-9cd2-3a97532a9efb) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:22.253336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:22.254542 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:22.258191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca50783c-1f8c-43c2-8d47-ad2135eda631 None None] Network cb8fff8d-1fed-46e2-9cd2-3a97532a9efb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:22.278971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-abddeef0-3e65-4794-a325-644269b409c4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5588937 Nov 25 19:08:22.622514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-cb8fff8d-1fed-46e2-9cd2-3a97532a9efb', 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'fixed_ips': [{'subnet_id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:08:22.623803 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:22.963538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Allocated IP 172.20.0.2 (cb8fff8d-1fed-46e2-9cd2-3a97532a9efb/7fbf12c9-f907-4cfe-917e-562ec3bbd36f/edb88ba4-7bbb-4474-bba6-29dde7457130) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:08:23.192629 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.201733 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.278638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Network cb8fff8d-1fed-46e2-9cd2-3a97532a9efb is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:23.283803 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:23.297320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:08:23.300596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Pushing event updated for resources: {'Port': ['ID=edb88ba4-7bbb-4474-bba6-29dde7457130,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:23.312776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.313110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.313455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.313789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.314112 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.314436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.314755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.315100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.315415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.315730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.316045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.316360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Tracked resource versions report: Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: pushed versions: Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: { 'AddressGroup': {'1.2'}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'ConntrackHelper': {'1.0'}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'Log': {'1.0'}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'Network': {'1.1'}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'Port': {'1.7'}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'PortForwarding': {'1.2'}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'QosPolicy': {'1.10'}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'SecurityGroup': {'1.5'}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'SubPort': {'1.0'}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'Subnet': {'1.1'}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'Trunk': {'1.1'}} Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: consumer versions: Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: { DHCP agent@n-d-817303-9: {}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: L3 agent@n-d-817303-9: {}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: Metadata agent@n-d-817303-9: {}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: Metering agent@n-d-817303-9: {}, Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: Open vSwitch agent@n-d-817303-9: { 'AddressGroup': '1.2', Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'ConntrackHelper': '1.0', Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'Log': '1.0', Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'Network': '1.1', Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'Port': '1.7', Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'PortForwarding': '1.2', Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'QosPolicy': '1.10', Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'SecurityGroup': '1.5', Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'SecurityGroupRule': '1.2', Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'SubPort': '1.0', Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'Subnet': '1.1', Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: 'Trunk': '1.1'}} Nov 25 19:08:23.317453 n-d-817303-9 neutron-server[103653]: {{(pid=103653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:08:23.388837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Attempting to bind port edb88ba4-7bbb-4474-bba6-29dde7457130 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:08:23.389232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Attempting to bind port edb88ba4-7bbb-4474-bba6-29dde7457130 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '1b4e4f07-629c-40da-acf3-d6a81ee10ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:08:23.389637 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Attempting to bind port edb88ba4-7bbb-4474-bba6-29dde7457130 on network cb8fff8d-1fed-46e2-9cd2-3a97532a9efb {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:08:23.394572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:08:23.394974 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Checking segment: {'id': '1b4e4f07-629c-40da-acf3-d6a81ee10ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:23.395455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.395844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Bound using segment: {'id': '1b4e4f07-629c-40da-acf3-d6a81ee10ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:08:23.396295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Bound port: edb88ba4-7bbb-4474-bba6-29dde7457130, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4e4f07-629c-40da-acf3-d6a81ee10ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:08:23.396692 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.459994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] For port edb88ba4-7bbb-4474-bba6-29dde7457130, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:08:23.464487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] For port edb88ba4-7bbb-4474-bba6-29dde7457130, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=edb88ba4-7bbb-4474-bba6-29dde7457130,segment=NetworkSegment(1b4e4f07-629c-40da-acf3-d6a81ee10ebd),segment_id=1b4e4f07-629c-40da-acf3-d6a81ee10ebd)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:08:23.468272 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:23.551728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba0d150-77e6-4088-8c24-27d93cf8c882 None None] Pushing event updated for resources: {'Port': ['ID=edb88ba4-7bbb-4474-bba6-29dde7457130,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:25.269091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41992) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:25.665684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-cc4e35d8-4694-4b1b-be14-fe039ae50b19 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:08:25.666770 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cc4e35d8-4694-4b1b-be14-fe039ae50b19 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3967106 Nov 25 19:08:28.404423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42000) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:28.758423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-3497ea61-e256-4f71-8e8e-e71d0fa8e106 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:08:28.759481 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3497ea61-e256-4f71-8e8e-e71d0fa8e106 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3541276 Nov 25 19:08:31.766949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42012) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:31.983382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-99561729-b669-4df2-b390-e0861e1543eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:32.111455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6642d35e-32f2-4f2d-912f-48791f51e5d9 admin admin] Request body: {'router': {'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'name': 'router1', 'admin_state_up': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:32.137955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6642d35e-32f2-4f2d-912f-48791f51e5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:32.139814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6642d35e-32f2-4f2d-912f-48791f51e5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:32.280306 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6642d35e-32f2-4f2d-912f-48791f51e5d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:32.285437 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6642d35e-32f2-4f2d-912f-48791f51e5d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:32.301336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6642d35e-32f2-4f2d-912f-48791f51e5d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:32.302546 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6642d35e-32f2-4f2d-912f-48791f51e5d9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5336244 Nov 25 19:08:33.186580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2103de6d-d4ab-4315-acc1-d03dd31f852f None None] Network cb8fff8d-1fed-46e2-9cd2-3a97532a9efb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:33.262664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-99fff688-41d5-4f30-b187-3b962f614dcc None None] Provisioning complete for port edb88ba4-7bbb-4474-bba6-29dde7457130 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:33.263186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-99fff688-41d5-4f30-b187-3b962f614dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:33.460848 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-99fff688-41d5-4f30-b187-3b962f614dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:33.521424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-99fff688-41d5-4f30-b187-3b962f614dcc None None] For port edb88ba4-7bbb-4474-bba6-29dde7457130, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=edb88ba4-7bbb-4474-bba6-29dde7457130,segment=NetworkSegment(1b4e4f07-629c-40da-acf3-d6a81ee10ebd),segment_id=1b4e4f07-629c-40da-acf3-d6a81ee10ebd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:33.528174 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-99fff688-41d5-4f30-b187-3b962f614dcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:33.588911 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fff688-41d5-4f30-b187-3b962f614dcc None None] Pushing event updated for resources: {'Port': ['ID=edb88ba4-7bbb-4474-bba6-29dde7457130,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:33.733676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device edb88ba4-7bbb-4474-bba6-29dde7457130 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:33.781079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b52fddec-0e23-42bc-be51-3c4e6769e479 None None] Provisioning complete for port edb88ba4-7bbb-4474-bba6-29dde7457130 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:33.781456 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b52fddec-0e23-42bc-be51-3c4e6769e479 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:33.830033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port edb88ba4-7bbb-4474-bba6-29dde7457130 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:33.830312 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:34.624169 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-54a8f2ea-1730-4a26-a960-f513f408e876 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:34.970204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42022) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:35.303490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-dd2d377f-c59a-4646-8f54-a470a7558ea4 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:08:35.304480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dd2d377f-c59a-4646-8f54-a470a7558ea4 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3332806 Nov 25 19:08:36.152427 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:37.644377 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:37.942740 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.064872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42040) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:38.198443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:38.221517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Made reservation on behalf of 032b29c69208495fac241513e2b295bc for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:08:38.223878 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.240451 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.362890 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.366711 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.382821 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Reserving flat network on physical network physnet1 {{(pid=103651) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 19:08:38.408258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc1abd1-5aea-45a1-850d-390ef92e10cf,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:38.411641 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8731796647967', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.412318 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Unsubscribe: segment precommit_create {{(pid=103651) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 19:08:38.412911 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Added segment 2e13d6f9-be7e-4b98-8e21-6e035e996815 of type flat for network f3309757-6eaa-425f-a732-eb6041a8bd49 Nov 25 19:08:38.470287 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.510884 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.512463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:38.513172 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:38.581822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5158033 Nov 25 19:08:38.640001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adcd080-c990-4981-b29e-f94a78327fc0 admin admin] Pushing event updated for resources: {'Network': ['ID=f3309757-6eaa-425f-a732-eb6041a8bd49,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:38.654483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network f3309757-6eaa-425f-a732-eb6041a8bd49 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:08:41.181074 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42058) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:41.323090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fda7dc-e1be-4d9a-8ede-19c344f77b75 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:41.325061 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-66fda7dc-e1be-4d9a-8ede-19c344f77b75 admin admin] 10.222.0.15 "GET /v2.0/subnets/7fbf12c9-f907-4cfe-917e-562ec3bbd36f HTTP/1.1" status: 200 len: 849 time: 0.1430297 Nov 25 19:08:41.468261 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9efeabb9-4ca0-4534-987d-a27d2872ab68 admin admin] 10.222.0.15 "GET /v2.0/routers/ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 HTTP/1.1" status: 200 len: 704 time: 0.1371205 Nov 25 19:08:41.753808 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.092240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Allocated IP 172.20.0.1 (cb8fff8d-1fed-46e2-9cd2-3a97532a9efb/7fbf12c9-f907-4cfe-917e-562ec3bbd36f/6e2b9085-b228-47e0-9754-58ea7e87d041) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:08:42.373194 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.460673 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.548157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Network cb8fff8d-1fed-46e2-9cd2-3a97532a9efb is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:42.552902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:42.559484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2b9085-b228-47e0-9754-58ea7e87d041,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:42.571090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:08:42.571671 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.809268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-eca20405-af31-4845-9e2f-edeb8a6cb022 None None] Provisioning complete for port 6e2b9085-b228-47e0-9754-58ea7e87d041 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:42.809924 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eca20405-af31-4845-9e2f-edeb8a6cb022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.841450 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:42.844766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-eca20405-af31-4845-9e2f-edeb8a6cb022 None None] Port 6e2b9085-b228-47e0-9754-58ea7e87d041 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:08:43.068498 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:43.073580 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:43.074925 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:43.134149 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=6e2b9085-b228-47e0-9754-58ea7e87d041,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:43.207529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Network cb8fff8d-1fed-46e2-9cd2-3a97532a9efb is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:43.209481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:43.389348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Router ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:08:43.470904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e2ec9d9a-8b11-4b8e-9dc3-ca2e0175cf63 None None] Provisioning complete for port 6e2b9085-b228-47e0-9754-58ea7e87d041 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:43.471274 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2ec9d9a-8b11-4b8e-9dc3-ca2e0175cf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:43.503573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:08:43.509688 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-89099e21-84be-4ce8-921b-fe4d443fa1e8 admin admin] 10.222.0.15 "PUT /v2.0/routers/ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0356467 Nov 25 19:08:43.527669 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Sync routers for ids ['ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:08:43.547452 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Routers {'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:43.548396 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:43.571666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e2ec9d9a-8b11-4b8e-9dc3-ca2e0175cf63 None None] Port 6e2b9085-b228-47e0-9754-58ea7e87d041 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:08:43.757884 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Set router ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:44.247442 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'name': 'router1', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:32Z', 'updated_at': '2021-11-25T19:08:42Z', 'revision_number': 2, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'gw_port_host': None, '_interfaces': [{'id': '6e2b9085-b228-47e0-9754-58ea7e87d041', 'name': '', 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'mac_address': 'fa:16:3e:38:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:41Z', 'updated_at': '2021-11-25T19:08:42Z', 'revision_number': 2, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'subnets': [{'id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b03c057-bfe6-40cd-9d0e-21b1ec6cbdf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:44.300251 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Checking router: ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:08:44.300695 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Updating router ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 port 6e2b9085-b228-47e0-9754-58ea7e87d041 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:08:44.351126 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:44.899009 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:44.908091 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.078333 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Pushing event updated for resources: {'Port': ['ID=6e2b9085-b228-47e0-9754-58ea7e87d041,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:45.081094 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Attempting to bind port 6e2b9085-b228-47e0-9754-58ea7e87d041 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:08:45.081489 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Attempting to bind port 6e2b9085-b228-47e0-9754-58ea7e87d041 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '1b4e4f07-629c-40da-acf3-d6a81ee10ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:08:45.081931 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Attempting to bind port 6e2b9085-b228-47e0-9754-58ea7e87d041 on network cb8fff8d-1fed-46e2-9cd2-3a97532a9efb {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:08:45.089900 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:08:45.090309 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Checking segment: {'id': '1b4e4f07-629c-40da-acf3-d6a81ee10ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:45.090841 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.091211 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Bound using segment: {'id': '1b4e4f07-629c-40da-acf3-d6a81ee10ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:08:45.091713 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Bound port: 6e2b9085-b228-47e0-9754-58ea7e87d041, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b4e4f07-629c-40da-acf3-d6a81ee10ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 605, 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:08:45.092120 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.107285 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.107509 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.107853 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.108185 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.108520 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.108957 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.109163 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.109486 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.109818 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.110138 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.110463 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.110789 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Tracked resource versions report: Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: pushed versions: Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: { 'AddressGroup': {'1.2'}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'ConntrackHelper': {'1.0'}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'Log': {'1.0'}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'Network': {'1.1'}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'Port': {'1.7'}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'PortForwarding': {'1.2'}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'QosPolicy': {'1.10'}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'SecurityGroup': {'1.5'}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'SubPort': {'1.0'}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'Subnet': {'1.1'}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'Trunk': {'1.1'}} Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: consumer versions: Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: { DHCP agent@n-d-817303-9: {}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: L3 agent@n-d-817303-9: {}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: Metadata agent@n-d-817303-9: {}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: Metering agent@n-d-817303-9: {}, Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: Open vSwitch agent@n-d-817303-9: { 'AddressGroup': '1.2', Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'ConntrackHelper': '1.0', Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'Log': '1.0', Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'Network': '1.1', Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'Port': '1.7', Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'PortForwarding': '1.2', Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'QosPolicy': '1.10', Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'SecurityGroup': '1.5', Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'SecurityGroupRule': '1.2', Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'SubPort': '1.0', Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'Subnet': '1.1', Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: 'Trunk': '1.1'}} Nov 25 19:08:45.111949 n-d-817303-9 neutron-server[103654]: {{(pid=103654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:08:45.173739 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] For port 6e2b9085-b228-47e0-9754-58ea7e87d041, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:08:45.196678 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] For port 6e2b9085-b228-47e0-9754-58ea7e87d041, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6e2b9085-b228-47e0-9754-58ea7e87d041,segment=NetworkSegment(1b4e4f07-629c-40da-acf3-d6a81ee10ebd),segment_id=1b4e4f07-629c-40da-acf3-d6a81ee10ebd)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:08:45.202960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1db021b3-acf5-4eae-ab4e-75a0d478cab3 None None] Provisioning complete for port 6e2b9085-b228-47e0-9754-58ea7e87d041 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:45.203492 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1db021b3-acf5-4eae-ab4e-75a0d478cab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.203649 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.253044 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Routers {'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:45.253935 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:45.291785 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1db021b3-acf5-4eae-ab4e-75a0d478cab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.330605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1db021b3-acf5-4eae-ab4e-75a0d478cab3 None None] For port 6e2b9085-b228-47e0-9754-58ea7e87d041, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6e2b9085-b228-47e0-9754-58ea7e87d041,segment=NetworkSegment(1b4e4f07-629c-40da-acf3-d6a81ee10ebd),segment_id=1b4e4f07-629c-40da-acf3-d6a81ee10ebd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:45.340534 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1db021b3-acf5-4eae-ab4e-75a0d478cab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.358363 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] Set router ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:45.399501 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db021b3-acf5-4eae-ab4e-75a0d478cab3 None None] Pushing event updated for resources: {'Port': ['ID=6e2b9085-b228-47e0-9754-58ea7e87d041,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:45.464227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d56b2bce-a3c4-43b7-9632-de0175cf5d63 None None] Provisioning complete for port 6e2b9085-b228-47e0-9754-58ea7e87d041 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:45.465551 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d56b2bce-a3c4-43b7-9632-de0175cf5d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:45.528595 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e783850-af6d-4a9f-9367-e6c27854ba60 None None] Pushing event updated for resources: {'Port': ['ID=6e2b9085-b228-47e0-9754-58ea7e87d041,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:45.663675 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'name': 'router1', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:32Z', 'updated_at': '2021-11-25T19:08:42Z', 'revision_number': 2, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'gw_port_host': None, '_interfaces': [{'id': '6e2b9085-b228-47e0-9754-58ea7e87d041', 'name': '', 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'mac_address': 'fa:16:3e:38:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:41Z', 'updated_at': '2021-11-25T19:08:45Z', 'revision_number': 4, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'subnets': [{'id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b03c057-bfe6-40cd-9d0e-21b1ec6cbdf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:45.693928 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47865aed-6ff5-43e7-b377-b60dfb9fd0c3 None None] The sync data for ids ['ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'] in n-d-817303-9 is: [{'id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'name': 'router1', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:32Z', 'updated_at': '2021-11-25T19:08:42Z', 'revision_number': 2, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'gw_port_host': None, '_interfaces': [{'id': '6e2b9085-b228-47e0-9754-58ea7e87d041', 'name': '', 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'mac_address': 'fa:16:3e:38:70:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:41Z', 'updated_at': '2021-11-25T19:08:45Z', 'revision_number': 4, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'subnets': [{'id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b03c057-bfe6-40cd-9d0e-21b1ec6cbdf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:08:46.066994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42070) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:46.194266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de8eb5c-f1e4-4ab1-9b42-43045ecaf746 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:46.196407 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2de8eb5c-f1e4-4ab1-9b42-43045ecaf746 admin admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 842 time: 0.1283388 Nov 25 19:08:46.207721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Request body: {'subnet': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'name': 'public-subnet', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:46.238765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Made reservation on behalf of 032b29c69208495fac241513e2b295bc for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:08:46.242190 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:46.604642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:08:46.605956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:46.670147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2304428-6b86-4b02-aeba-c3836ca864e5,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:46.675837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:46.676907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Network hostable DHCP agents. Network: f3309757-6eaa-425f-a732-eb6041a8bd49, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:08:46.701806 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:08:46.713759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, f3309757-6eaa-425f-a732-eb6041a8bd49) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:46.719356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:46.719970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:46.725870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3ba64-6ea3-43f8-a51f-8ea8a37cd865 None None] Network f3309757-6eaa-425f-a732-eb6041a8bd49 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:46.745501 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bda11a2b-5bd0-4630-8476-bc42bbbf34cc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5413404 Nov 25 19:08:46.868504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ae4c88-7f50-4cb6-b1d7-81e3a0ef53f1 None None] Network f3309757-6eaa-425f-a732-eb6041a8bd49 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:08:49.408819 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42078) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:49.553973 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4663323b-dc23-404e-80aa-9da0958de6c7 admin admin] 10.222.0.15 "GET /v2.0/routers/ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 HTTP/1.1" status: 200 len: 710 time: 0.1439829 Nov 25 19:08:49.673274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2446195-610c-4452-8090-523953777d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:08:49.674762 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e2446195-610c-4452-8090-523953777d33 admin admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 886 time: 0.1132786 Nov 25 19:08:49.688995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:08:50.033438 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:50.275083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:50.357233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:50.477766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Allocated IP 172.25.8.16 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/e8b45513-5a1e-44ac-a8bd-36c4fd60e851) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:08:50.586314 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:50.624139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:50.676586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:08:50.677951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Pushing event updated for resources: {'Port': ['ID=e8b45513-5a1e-44ac-a8bd-36c4fd60e851,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:50.680555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:08:50.682635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:08:50.957163 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.215496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.219019 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.450098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Router ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:08:51.586628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:08:51.592213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:51.593487 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bf85d5cb-6f83-4fa3-ae2a-22d16f8b416b admin admin] 10.222.0.15 "PUT /v2.0/routers/ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 HTTP/1.1" status: 200 len: 889 time: 1.9081488 Nov 25 19:08:51.746452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6e2b9085-b228-47e0-9754-58ea7e87d041 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:51.819641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6e2b9085-b228-47e0-9754-58ea7e87d041 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:51.820020 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:52.415086 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:08:53.188273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Sync routers for ids ['ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:08:53.202210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Routers {'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:53.202787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:53.446078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Set router ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:54.022705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'name': 'router1', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e8b45513-5a1e-44ac-a8bd-36c4fd60e851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:32Z', 'updated_at': '2021-11-25T19:08:50Z', 'revision_number': 4, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'gw_port': {'id': 'e8b45513-5a1e-44ac-a8bd-36c4fd60e851', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:50Z', 'updated_at': '2021-11-25T19:08:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '6e2b9085-b228-47e0-9754-58ea7e87d041', 'name': '', 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'mac_address': 'fa:16:3e:38:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:41Z', 'updated_at': '2021-11-25T19:08:45Z', 'revision_number': 5, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'subnets': [{'id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b03c057-bfe6-40cd-9d0e-21b1ec6cbdf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:54.153410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Checking router: ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:08:54.154356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Updating router ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 port e8b45513-5a1e-44ac-a8bd-36c4fd60e851 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:08:54.209060 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:54.478450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42090) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:08:54.556010 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:54.563343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:54.613875 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-190c7b52-f5dc-449a-a281-5b57304afab8 admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1341629 Nov 25 19:08:54.617431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d97955-7643-4b0c-977b-c05e358ce591 None None] Pushing event updated for resources: {'Port': ['ID=e8b45513-5a1e-44ac-a8bd-36c4fd60e851,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:54.630791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Attempting to bind port e8b45513-5a1e-44ac-a8bd-36c4fd60e851 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:08:54.631514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Attempting to bind port e8b45513-5a1e-44ac-a8bd-36c4fd60e851 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:08:54.632187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Attempting to bind port e8b45513-5a1e-44ac-a8bd-36c4fd60e851 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:08:54.640310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:08:54.640792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:08:54.641202 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:54.641599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:08:54.642084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Bound port: e8b45513-5a1e-44ac-a8bd-36c4fd60e851, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:08:54.642520 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:54.717853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] For port e8b45513-5a1e-44ac-a8bd-36c4fd60e851, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:08:54.721711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] For port e8b45513-5a1e-44ac-a8bd-36c4fd60e851, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e8b45513-5a1e-44ac-a8bd-36c4fd60e851,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:08:54.727397 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:54.795327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Routers {'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:08:54.795990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:54.801293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d97955-7643-4b0c-977b-c05e358ce591 None None] Pushing event updated for resources: {'Port': ['ID=e8b45513-5a1e-44ac-a8bd-36c4fd60e851,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:54.914519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] Set router ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:08:55.156286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'name': 'router1', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e8b45513-5a1e-44ac-a8bd-36c4fd60e851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:32Z', 'updated_at': '2021-11-25T19:08:50Z', 'revision_number': 4, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'gw_port': {'id': 'e8b45513-5a1e-44ac-a8bd-36c4fd60e851', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:50Z', 'updated_at': '2021-11-25T19:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '6e2b9085-b228-47e0-9754-58ea7e87d041', 'name': '', 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'mac_address': 'fa:16:3e:38:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:41Z', 'updated_at': '2021-11-25T19:08:45Z', 'revision_number': 5, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'subnets': [{'id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b03c057-bfe6-40cd-9d0e-21b1ec6cbdf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:08:55.189152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67369f34-9da6-4953-b802-2360a7e3e3eb None None] The sync data for ids ['ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90'] in n-d-817303-9 is: [{'id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'name': 'router1', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.16'}], 'enable_snat': True}, 'gw_port_id': 'e8b45513-5a1e-44ac-a8bd-36c4fd60e851', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:08:32Z', 'updated_at': '2021-11-25T19:08:50Z', 'revision_number': 4, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'gw_port': {'id': 'e8b45513-5a1e-44ac-a8bd-36c4fd60e851', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:80:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:50Z', 'updated_at': '2021-11-25T19:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '6e2b9085-b228-47e0-9754-58ea7e87d041', 'name': '', 'network_id': 'cb8fff8d-1fed-46e2-9cd2-3a97532a9efb', 'tenant_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'mac_address': 'fa:16:3e:38:70:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebf8cf24-3ffd-46c1-bfd3-e7a8d3798c90', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:08:41Z', 'updated_at': '2021-11-25T19:08:45Z', 'revision_number': 5, 'project_id': '6b0b823e27764eeeb6b9c69e04ee2779', 'subnets': [{'id': '7fbf12c9-f907-4cfe-917e-562ec3bbd36f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9b03c057-bfe6-40cd-9d0e-21b1ec6cbdf4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:08:55.760118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e8b45513-5a1e-44ac-a8bd-36c4fd60e851 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:55.862054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e8b45513-5a1e-44ac-a8bd-36c4fd60e851 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:55.863014 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:55.959164 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:55.990752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port e8b45513-5a1e-44ac-a8bd-36c4fd60e851, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e8b45513-5a1e-44ac-a8bd-36c4fd60e851,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:08:55.998270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:08:56.064411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=e8b45513-5a1e-44ac-a8bd-36c4fd60e851,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:08:57.734184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e8b45513-5a1e-44ac-a8bd-36c4fd60e851 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:08:57.814231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e8b45513-5a1e-44ac-a8bd-36c4fd60e851 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:08:57.815212 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:02.063078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e5bf20a4-0308-43d4-82a2-2f7bee045c58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:04.637955 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-122e4b16-5366-4116-92b7-b87fe533826b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:06.150599 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:07.644786 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:07.982565 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:29.407948 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:09:31.994090 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f578a068-5626-4f93-99aa-bacdbabc36d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:34.633216 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-321d61f7-6dfa-472a-b00c-63d18dab9272 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:36.167383 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:37.646625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:09:37.964800 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:01.985672 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f599ba11-28a6-4364-8e7f-4c4863f790d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:04.626481 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7610ca22-554a-4fea-b0de-695bcbde522e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.152842 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:06.406732 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:10:07.640841 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:07.959359 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:31.979239 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b3e993be-948d-4b88-baf9-0f01a5668b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:33.159170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42606) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:33.223175 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b636e8-47c4-4fb8-b5d0-205d13cbb946 admin admin] GET failed (client error): The resource could not be found. Nov 25 19:10:33.224467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b2b636e8-47c4-4fb8-b5d0-205d13cbb946 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0643485 Nov 25 19:10:33.391795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b2d0f7-e541-4920-ae52-dcfb42253430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:33.393297 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-55b2d0f7-e541-4920-ae52-dcfb42253430 admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1636436 Nov 25 19:10:34.628186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6b035b35-aa0d-4ca2-b9df-5ca4a965dae1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:35.838328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42616) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:35.937002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc11ab91-66fa-485e-98dc-054d38ba6b2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:35.938277 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fc11ab91-66fa-485e-98dc-054d38ba6b2b admin admin] 10.222.0.15 "GET /v2.0/subnets/7fbf12c9-f907-4cfe-917e-562ec3bbd36f HTTP/1.1" status: 200 len: 849 time: 0.0989859 Nov 25 19:10:35.949100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:10:36.037409 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Publish callbacks [] for subnet, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.160645 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.205711 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731796658800'] for subnet, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.240224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:36.241353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.242257 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] 10.222.0.15 "PUT /v2.0/subnets/7fbf12c9-f907-4cfe-917e-562ec3bbd36f HTTP/1.1" status: 200 len: 868 time: 0.2974095 Nov 25 19:10:36.245817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22153e86-33f1-4c36-a266-3270bfdc3b6a None None] Network cb8fff8d-1fed-46e2-9cd2-3a97532a9efb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:10:36.266080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fbf12c9-f907-4cfe-917e-562ec3bbd36f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:10:36.273810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.274303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.274744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.275700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.276206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.277238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.277238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.277487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.277805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.278197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.278593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.279011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a39e3bec-2bc4-443a-94fc-9ce070f8c4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:10:36.679683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-eeae0867-5648-4b67-8c6f-34256f17be75 None None] Provisioning complete for port 6e2b9085-b228-47e0-9754-58ea7e87d041 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:36.680177 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eeae0867-5648-4b67-8c6f-34256f17be75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:36.774605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-eeae0867-5648-4b67-8c6f-34256f17be75 None None] Provisioning complete for port edb88ba4-7bbb-4474-bba6-29dde7457130 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:10:36.774938 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eeae0867-5648-4b67-8c6f-34256f17be75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.643182 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:37.963245 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:10:38.705617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42626) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:38.913952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b7f2aa-5f12-4d6f-9d5c-246493926e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:38.914424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b7f2aa-5f12-4d6f-9d5c-246493926e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:38.916606 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-02b7f2aa-5f12-4d6f-9d5c-246493926e7b admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2096641 Nov 25 19:10:41.361078 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42634) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:41.500155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca1417-a4a3-43c0-83be-3aee867f531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:41.500624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aca1417-a4a3-43c0-83be-3aee867f531a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:41.502168 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5aca1417-a4a3-43c0-83be-3aee867f531a admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1401465 Nov 25 19:10:43.407050 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:10:43.956649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42642) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:44.093131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69e5b07-c158-4b97-ab01-9bc4f2c8211c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:44.094529 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d69e5b07-c158-4b97-ab01-9bc4f2c8211c admin admin] 10.222.0.15 "GET /v2.0/networks/cb8fff8d-1fed-46e2-9cd2-3a97532a9efb HTTP/1.1" status: 200 len: 869 time: 0.1369131 Nov 25 19:10:46.610555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42650) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:46.737840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f337929-00ce-4929-a6c8-a0b331b2d9e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:46.739236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1f337929-00ce-4929-a6c8-a0b331b2d9e0 admin admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 886 time: 0.1277092 Nov 25 19:10:49.215148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42658) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:49.346234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10abdf68-9ed5-4a0a-9313-c1a978007276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:49.346234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10abdf68-9ed5-4a0a-9313-c1a978007276 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:49.346234 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-10abdf68-9ed5-4a0a-9313-c1a978007276 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291969 Nov 25 19:10:51.784093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42666) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:51.919730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362ed58f-6e50-468b-8ea1-a57cf6095bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:51.920081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362ed58f-6e50-468b-8ea1-a57cf6095bb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:51.921590 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-362ed58f-6e50-468b-8ea1-a57cf6095bb8 admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1364918 Nov 25 19:10:54.385910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42674) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:54.479453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e81286-fd12-43cc-9801-74aa63781770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:54.480811 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b3e81286-fd12-43cc-9801-74aa63781770 admin admin] 10.222.0.15 "GET /v2.0/subnets/7fbf12c9-f907-4cfe-917e-562ec3bbd36f HTTP/1.1" status: 200 len: 868 time: 0.0939517 Nov 25 19:10:56.921730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42682) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:10:57.018135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c84df4f8-35b8-44c3-ab38-dcac64e57a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:10:57.019562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c84df4f8-35b8-44c3-ab38-dcac64e57a07 admin admin] 10.222.0.15 "GET /v2.0/subnets/a2304428-6b86-4b02-aeba-c3836ca864e5 HTTP/1.1" status: 200 len: 816 time: 0.0969796 Nov 25 19:11:01.981577 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7280b711-7069-4d37-8a61-8f873999925b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:04.630210 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3a4a50fb-f70a-437b-b309-091b2f7f0639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:06.159266 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:07.650484 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:07.964985 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:20.406629 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:11:22.582783 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42736) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:22.632084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-e09ca5b8-f94a-479c-a4f2-75034835878c admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:11:22.633703 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e09ca5b8-f94a-479c-a4f2-75034835878c admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0493577 Nov 25 19:11:25.215426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42744) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:25.280801 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb59fb7a-9245-48bd-9efa-ab24b342ebaf admin admin] GET failed (client error): The resource could not be found. Nov 25 19:11:25.282086 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fb59fb7a-9245-48bd-9efa-ab24b342ebaf admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0657227 Nov 25 19:11:25.368713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cf5091-599c-47ca-8c6b-7a6ac71fdb60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:25.370214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b0cf5091-599c-47ca-8c6b-7a6ac71fdb60 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0835669 Nov 25 19:11:27.906780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42752) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:27.960760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:11:27.990757 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] Made reservation on behalf of 032b29c69208495fac241513e2b295bc for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:11:27.993600 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.025670 n-d-817303-9 neutron-server[103652]: WARNING neutron.services.revisions.revision_plugin [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] Could not find related network for resource to bump revision. Nov 25 19:11:28.042062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 644} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:11:28.054972 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.055320 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] Added segment c4e7ec82-d454-4e9f-bad4-41f752fed961 of type vlan for network 3f462750-2ffd-43b0-8e83-5789c9472930 Nov 25 19:11:28.100605 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.130253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.131341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:28.132156 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:28.198769 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2906861 Nov 25 19:11:28.204609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b0e798-1c07-4842-99b5-72acbab7cce6 admin admin] Pushing event updated for resources: {'Network': ['ID=3f462750-2ffd-43b0-8e83-5789c9472930,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:28.216723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 3f462750-2ffd-43b0-8e83-5789c9472930 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:11:30.775898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42760) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:11:30.838942 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-595f1c11-67bd-4a36-9360-9198f259cac9 admin admin] GET failed (client error): The resource could not be found. Nov 25 19:11:30.840292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-595f1c11-67bd-4a36-9360-9198f259cac9 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0634615 Nov 25 19:11:30.915527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-394d7330-b116-46a3-b3dc-29a4354e709c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:30.916962 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-394d7330-b116-46a3-b3dc-29a4354e709c admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0721076 Nov 25 19:11:30.932213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Request body: {'subnet': {'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:11:30.955635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Made reservation on behalf of 032b29c69208495fac241513e2b295bc for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:11:30.959676 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:31.150083 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:31.210711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5fe6ca7-749f-40ba-9d26-fb90a96fc292,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:31.222516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:11:31.222900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Network hostable DHCP agents. Network: 3f462750-2ffd-43b0-8e83-5789c9472930, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:11:31.225504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.225848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.226190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.227148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.227629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.227948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.228298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.228605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.228931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.229255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.229580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.229901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.253819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:11:31.268553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 3f462750-2ffd-43b0-8e83-5789c9472930) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:11:31.273126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:11:31.273861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:31.284321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cd084c-7a4c-475a-aa5c-6d11ee4fe245 None None] Network 3f462750-2ffd-43b0-8e83-5789c9472930 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:11:31.306827 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-06456033-b82e-4185-8f55-8ddd1e1eea83 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3730865 Nov 25 19:11:31.482584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-3f462750-2ffd-43b0-8e83-5789c9472930', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'tenant_id': '032b29c69208495fac241513e2b295bc', 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:11:31.483530 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:31.628848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Allocated IP 192.168.233.2 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/a32ced23-406c-416a-9533-de4581c7e6e2) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:11:31.792670 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:31.799479 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:31.848810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Pushing event updated for resources: {'Port': ['ID=a32ced23-406c-416a-9533-de4581c7e6e2,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:31.853046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:11:31.857428 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:11:31.859864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.860215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.860557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.860897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.861243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.861547 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.861882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.862206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.862530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.862879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.863205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.863527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:11:31.866369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:11:31.927049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Attempting to bind port a32ced23-406c-416a-9533-de4581c7e6e2 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:11:31.927420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Attempting to bind port a32ced23-406c-416a-9533-de4581c7e6e2 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:11:31.927787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Attempting to bind port a32ced23-406c-416a-9533-de4581c7e6e2 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:11:31.933383 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 11, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:11:31.933751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:11:31.934154 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:31.934549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:11:31.935049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Bound port: a32ced23-406c-416a-9533-de4581c7e6e2, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:11:31.935441 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:32.019855 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b47f340c-f30e-48a8-872c-a2ce05454d0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:32.038091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] For port a32ced23-406c-416a-9533-de4581c7e6e2, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:11:32.042894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] For port a32ced23-406c-416a-9533-de4581c7e6e2, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a32ced23-406c-416a-9533-de4581c7e6e2,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:11:32.047776 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:32.112576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16730fde-cd4c-4d1c-aab8-ac370f9c3652 None None] Pushing event updated for resources: {'Port': ['ID=a32ced23-406c-416a-9533-de4581c7e6e2,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:33.005909 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0b1ce7f-abc7-427b-818f-ade4a4b4aa35 None None] Network 3f462750-2ffd-43b0-8e83-5789c9472930 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:11:33.080960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ccafa6f2-a853-40e9-892e-2945ee7cf3bf None None] Provisioning complete for port a32ced23-406c-416a-9533-de4581c7e6e2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:11:33.081156 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ccafa6f2-a853-40e9-892e-2945ee7cf3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:33.239424 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ccafa6f2-a853-40e9-892e-2945ee7cf3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:33.284797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ccafa6f2-a853-40e9-892e-2945ee7cf3bf None None] For port a32ced23-406c-416a-9533-de4581c7e6e2, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a32ced23-406c-416a-9533-de4581c7e6e2,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:11:33.292675 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ccafa6f2-a853-40e9-892e-2945ee7cf3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:33.351408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccafa6f2-a853-40e9-892e-2945ee7cf3bf None None] Pushing event updated for resources: {'Port': ['ID=a32ced23-406c-416a-9533-de4581c7e6e2,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:11:33.620882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-57711532-e897-4b78-99e9-715873026edd None None] Provisioning complete for port a32ced23-406c-416a-9533-de4581c7e6e2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:11:33.621152 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-57711532-e897-4b78-99e9-715873026edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:33.836934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a32ced23-406c-416a-9533-de4581c7e6e2 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:11:33.895576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a32ced23-406c-416a-9533-de4581c7e6e2 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:11:33.895983 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:34.635493 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b3cf41a6-487d-46d1-beb4-dec47eda4355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:36.166576 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:37.645100 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:37.968095 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:11:57.405790 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:12:01.983813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1fab7c1b-c8b1-4f02-a9db-473b08338023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:04.628676 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a25f8b35-485d-4fea-8aad-83ca9b792316 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:06.166462 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:07.649163 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:07.971489 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:31.985792 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1726e9b3-8e95-49b2-8f84-5137d411c0c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:34.404168 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:12:34.632402 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-189ccbc4-e620-48e0-b8c0-e8362b079c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:36.169195 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.652954 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:37.974257 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.157858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42804) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:48.163710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-848fdb36-96e9-400e-ae47-a7083e63da2b tempest-verify_tempest_config-1197147109 tempest-verify_tempest_config-1197147109-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:12:48.164725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-848fdb36-96e9-400e-ae47-a7083e63da2b tempest-verify_tempest_config-1197147109 tempest-verify_tempest_config-1197147109-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058453 Nov 25 19:12:48.483364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42822) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:48.593334 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.684053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.687915 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.733631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6d0c67-9727-4c81-9b10-1a0eaa074ce8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:48.737339 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=180c5385079f4440811704c276278695&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2529566 Nov 25 19:12:48.740652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42828) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:12:48.743261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.743616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.743950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.744286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.744620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.744954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.745280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.745613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.745935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.746258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.746579 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.746948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87e94c60-de46-484b-99c9-6cb2b7b60e35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.807824 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.830860 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.925188 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.929538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:12:48.931002 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a6d0c67-9727-4c81-9b10-1a0eaa074ce8 HTTP/1.1" status: 204 len: 168 time: 0.1871834 Nov 25 19:12:48.940047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6d0c67-9727-4c81-9b10-1a0eaa074ce8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:12:48.948944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.949289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.949627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.949960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.950287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.950611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.950965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.951291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.951824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.952066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.952387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:12:48.952699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4b263f-4070-4c2a-9440-5a2c6a928a9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:13:01.987965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-119d5833-2685-495d-8aa7-d69084a8a67c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:04.634030 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-279c003c-2f3e-4f93-b318-1dac4e6c7f07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:06.171652 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:07.657209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:07.975539 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:11.403367 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:13:31.991177 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c25209c3-7ffe-47dc-99dc-611824320040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:34.635161 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-23e4bfec-0aa0-497c-9b3d-a3b82292dc65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:36.175142 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:37.660421 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:37.978752 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:13:48.401781 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:14:01.992939 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87c961a5-e30e-4b7e-90e5-75012f3b82a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:04.636833 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d08a62d-b827-496e-a77d-ca82a738882e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:06.176795 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:07.662024 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:07.980844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:25.400200 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:14:31.994963 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04803ea6-578d-4f70-a9a3-b8b33a0df920 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:34.639161 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b5e1c0b3-f9e2-4c7c-90a2-fae85d5a8c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:36.178879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:37.667142 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:14:37.982306 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:01.995596 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86d67dee-09a5-41e1-93f8-552899d92990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:02.398117 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:15:04.642907 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d0464a07-b8af-4886-8e7c-d9da4e25abaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:06.181542 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:07.670021 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:07.986269 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:31.998155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7658aa46-63b7-417c-a12e-ab092c6d7aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:34.645006 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb652481-125b-40d6-8412-c6b9c419024b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:36.184685 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:37.671857 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:37.988591 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:39.397002 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 5 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:15:50.250134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693345'] for agent, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:15:52.603775 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-3693345'] for agent, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:02.000072 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-989583ee-8843-4920-b5e8-77c01914de54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:04.649367 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-283825c8-4cc4-4881-a77f-2b7e31be6859 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:06.186860 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:07.674885 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:07.995231 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:16.396187 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:16:20.220538 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:22.557768 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:32.001862 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8da9760a-a67b-4380-8456-f4ba57e97e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:34.654283 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5c6a-48c4-419a-a25c-23fa20fcd529 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:36.191157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:37.676891 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:37.997488 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:41.436935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42884) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:41.542104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-65e316d8-a3b2-4632-82d4-e20a6dbb7145 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.1040545 Nov 25 19:16:44.022042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42894) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:16:44.084046 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-162cc6cf-4ec9-4659-bcc5-6cafa3af89cb admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4931 time: 0.0609069 Nov 25 19:16:50.234410 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:52.569437 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:16:53.395914 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:17:02.006525 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-debe6d1c-5452-44a0-b1b2-6db79d9059c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:04.656646 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f6dd340d-ed09-4afc-a2f9-92c689919e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:06.192629 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:07.678966 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:08.001807 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:20.241138 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:22.586540 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:30.397326 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:17:32.014325 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-172218d5-ca56-44da-8164-fe4aae037512 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:34.663292 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-024b7a05-7bd7-41fd-b7cd-d6e233e73741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:36.198092 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:37.691924 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:38.005990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:50.246847 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:17:52.598552 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:02.010091 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-62a19aa5-02fc-479e-ac24-2409dc65bdd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:04.667292 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-659b4ea5-b493-4bb5-873d-15104e14df0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:06.206707 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:07.405631 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:18:07.706847 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:08.072327 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:09.228010 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43038) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:09.835872 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e11c0489-e29a-47f5-8e36-ad41257541fa tempest-AutoAllocateNetworkTest-106580716 tempest-AutoAllocateNetworkTest-106580716-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=993158e69c8f46f89aef18093c169b72&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6060035 Nov 25 19:18:09.838548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43060) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:10.118202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebe0bd2a-aac5-477e-8c38-48b708d940cf tempest-AutoAllocateNetworkTest-106580716 tempest-AutoAllocateNetworkTest-106580716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:10.123387 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ebe0bd2a-aac5-477e-8c38-48b708d940cf tempest-AutoAllocateNetworkTest-106580716 tempest-AutoAllocateNetworkTest-106580716-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2837164 Nov 25 19:18:10.124016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43076) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:10.287047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-050761f5-d932-4432-94ed-304ee244a4c4 tempest-AutoAllocateNetworkTest-106580716 tempest-AutoAllocateNetworkTest-106580716-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1578543 Nov 25 19:18:10.288073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43088) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:10.344345 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-336ae45f-1bbc-4881-92c0-e9717be2962f tempest-AutoAllocateNetworkTest-106580716 tempest-AutoAllocateNetworkTest-106580716-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=993158e69c8f46f89aef18093c169b72 HTTP/1.1" status: 200 len: 208 time: 0.0547507 Nov 25 19:18:11.353356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43132) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:11.654038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43144) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:12.015472 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.110215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.115639 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.157486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f72bf7f-673a-442a-992b-610d731f09b5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:12.171218 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=993158e69c8f46f89aef18093c169b72&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8129954 Nov 25 19:18:12.171218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.171218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.171218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.171218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.171218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.171218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.171218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.171218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.172316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.172316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.172316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.172638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cba1aeac-5262-4967-a93e-91a36f09175a admin admin] Tracked resource versions report: Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: pushed versions: Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: { 'AddressGroup': {'1.2'}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'ConntrackHelper': {'1.0'}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'Log': {'1.0'}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'Network': {'1.1'}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'Port': {'1.7'}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'PortForwarding': {'1.2'}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'QosPolicy': {'1.10'}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'SecurityGroup': {'1.5'}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'SubPort': {'1.0'}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'Subnet': {'1.1'}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'Trunk': {'1.1'}} Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: consumer versions: Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: { DHCP agent@n-d-817303-9: {}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: HyperV agent@n-h1-817303-9: {}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: HyperV agent@n-h2-817303-9: {}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: L3 agent@n-d-817303-9: {}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: Metadata agent@n-d-817303-9: {}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: Metering agent@n-d-817303-9: {}, Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: Open vSwitch agent@n-d-817303-9: { 'AddressGroup': '1.2', Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'ConntrackHelper': '1.0', Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'Log': '1.0', Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'Network': '1.1', Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'Port': '1.7', Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'PortForwarding': '1.2', Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'QosPolicy': '1.10', Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'SecurityGroup': '1.5', Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'SecurityGroupRule': '1.2', Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'SubPort': '1.0', Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'Subnet': '1.1', Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: 'Trunk': '1.1'}} Nov 25 19:18:12.173668 n-d-817303-9 neutron-server[103652]: {{(pid=103652) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:18:12.178614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43164) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:12.178938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-network', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:12.209077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Made reservation on behalf of 1efb73572d504c119ab6d6a1f4315f74 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:12.212848 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.223343 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.252032 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59eb1834-6c42-4d7d-8a81-38b67726da68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.286971 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59eb1834-6c42-4d7d-8a81-38b67726da68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.329836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.337408 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.349769 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59eb1834-6c42-4d7d-8a81-38b67726da68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.352919 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59eb1834-6c42-4d7d-8a81-38b67726da68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.354129 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-59eb1834-6c42-4d7d-8a81-38b67726da68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f72bf7f-673a-442a-992b-610d731f09b5 HTTP/1.1" status: 204 len: 168 time: 0.1769636 Nov 25 19:18:12.367709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eb1834-6c42-4d7d-8a81-38b67726da68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f72bf7f-673a-442a-992b-610d731f09b5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:12.384501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbfd8f6-059f-49f5-9e52-fddca9f26aa1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:12.404120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:18:12.407880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.408530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.409942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.410452 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.410835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.411164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.411502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.411832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.412158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.412474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.413529 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.414068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Tracked resource versions report: Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: pushed versions: Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: { 'AddressGroup': {'1.2'}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'ConntrackHelper': {'1.0'}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'Log': {'1.0'}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'Network': {'1.1'}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'Port': {'1.7'}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'PortForwarding': {'1.2'}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'QosPolicy': {'1.10'}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'SecurityGroup': {'1.5'}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'SubPort': {'1.0'}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'Subnet': {'1.1'}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'Trunk': {'1.1'}} Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: consumer versions: Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: { DHCP agent@n-d-817303-9: {}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: HyperV agent@n-h1-817303-9: {}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: HyperV agent@n-h2-817303-9: {}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: L3 agent@n-d-817303-9: {}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: Metadata agent@n-d-817303-9: {}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: Metering agent@n-d-817303-9: {}, Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: Open vSwitch agent@n-d-817303-9: { 'AddressGroup': '1.2', Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'ConntrackHelper': '1.0', Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'Log': '1.0', Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'Network': '1.1', Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'Port': '1.7', Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'PortForwarding': '1.2', Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'QosPolicy': '1.10', Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'SecurityGroup': '1.5', Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'SecurityGroupRule': '1.2', Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'SubPort': '1.0', Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'Subnet': '1.1', Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: 'Trunk': '1.1'}} Nov 25 19:18:12.416316 n-d-817303-9 neutron-server[103651]: {{(pid=103651) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:18:12.442418 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.443043 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Added segment efc5cf89-c6c3-49d5-9d49-92b9be8d3714 of type vlan for network 8ad14189-ce0f-434b-a77e-a1d923cd8935 Nov 25 19:18:12.517190 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.572849 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.573847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:12.574601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.615453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9545333 Nov 25 19:18:12.615722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43184) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:12.623299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] Request body: {'subnet': {'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-subnet', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:12.650142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e474a78-ab44-4090-ba0c-d968679fc943 admin admin] Pushing event updated for resources: {'Network': ['ID=8ad14189-ce0f-434b-a77e-a1d923cd8935,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:12.669057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:18:12.678114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] Made reservation on behalf of 1efb73572d504c119ab6d6a1f4315f74 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:12.684335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:12.981978 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.103257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f959a176-3547-4d8a-bbcf-d8f4566faa39,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:13.111441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] Checking segment: {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:13.111688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] Network hostable DHCP agents. Network: 8ad14189-ce0f-434b-a77e-a1d923cd8935, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:18:13.139066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:18:13.156542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 8ad14189-ce0f-434b-a77e-a1d923cd8935) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:13.163149 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:13.166075 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.180999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a10aed-878d-47cd-9e99-18da92d1cc8c None None] Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:13.186503 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2740cbb5-aefb-4484-8d5f-e608adeda767 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5682931 Nov 25 19:18:13.190755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43206) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:13.200052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:13.233563 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.234693 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.345715 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.533828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-8ad14189-ce0f-434b-a77e-a1d923cd8935', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:18:13.536747 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.575363 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.774011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Allocated IP 172.20.0.2 (8ad14189-ce0f-434b-a77e-a1d923cd8935/f959a176-3547-4d8a-bbcf-d8f4566faa39/ab63c4c4-dff9-4f1c-a017-a02e9012a7ae) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:13.917061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:13.951946 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.050554 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.059712 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.106707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Allocated IP 172.25.8.70 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/9da59815-d6c0-4f70-b259-7ed382881133) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:14.109194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:14.116015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:14.120888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:14.132747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Pushing event updated for resources: {'Port': ['ID=ab63c4c4-dff9-4f1c-a017-a02e9012a7ae,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:14.161171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.161798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.162325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.163418 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.163956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.164456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.164957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.165460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.165954 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.166460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.166991 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.167496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Tracked resource versions report: Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: pushed versions: Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: { 'AddressGroup': {'1.2'}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'ConntrackHelper': {'1.0'}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'Log': {'1.0'}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'Network': {'1.1'}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'Port': {'1.7'}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'PortForwarding': {'1.2'}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'QosPolicy': {'1.10'}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'SecurityGroup': {'1.5'}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'SubPort': {'1.0'}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'Subnet': {'1.1'}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'Trunk': {'1.1'}} Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: consumer versions: Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: { DHCP agent@n-d-817303-9: {}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: HyperV agent@n-h1-817303-9: {}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: HyperV agent@n-h2-817303-9: {}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: L3 agent@n-d-817303-9: {}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: Metadata agent@n-d-817303-9: {}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: Metering agent@n-d-817303-9: {}, Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: Open vSwitch agent@n-d-817303-9: { 'AddressGroup': '1.2', Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'ConntrackHelper': '1.0', Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'Log': '1.0', Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'Network': '1.1', Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'Port': '1.7', Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'PortForwarding': '1.2', Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'QosPolicy': '1.10', Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'SecurityGroup': '1.5', Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'SecurityGroupRule': '1.2', Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'SubPort': '1.0', Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'Subnet': '1.1', Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: 'Trunk': '1.1'}} Nov 25 19:18:14.168802 n-d-817303-9 neutron-server[103653]: {{(pid=103653) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:18:14.219154 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Attempting to bind port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:14.220618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Attempting to bind port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:14.221931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Attempting to bind port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae on network 8ad14189-ce0f-434b-a77e-a1d923cd8935 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:14.234012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:14.235411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Checking segment: {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:14.236224 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.237616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Bound using segment: {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:14.238586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Bound port: ab63c4c4-dff9-4f1c-a017-a02e9012a7ae, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:14.239961 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.344584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.364835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] For port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:14.371765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] For port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ab63c4c4-dff9-4f1c-a017-a02e9012a7ae,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:14.380631 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.425835 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:14.516488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Pushing event updated for resources: {'Port': ['ID=9da59815-d6c0-4f70-b259-7ed382881133,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:14.531845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97b6e4-cdde-410c-b853-5b95d9ebb60e None None] Pushing event updated for resources: {'Port': ['ID=ab63c4c4-dff9-4f1c-a017-a02e9012a7ae,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:14.542735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:14.546971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:14.552300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:14.830251 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.267156 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.545535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Router 35f05e82-d776-45e3-926d-0bc7c6ee1527 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:18:15.681323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:18:15.694673 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Sync routers for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:18:15.709073 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:15.712143 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-63b86e3c-2ce2-4d31-93ba-2bf19126b0bb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.5186036 Nov 25 19:18:15.717291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43278) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:15.720281 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:15.721908 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:18:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:16.134465 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:18:16.186329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac5bb4a-afa2-43a3-be1b-f7588c9c124a None None] Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:16.435089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ab63c4c4-dff9-4f1c-a017-a02e9012a7ae up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:16.583662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a2174132-2c69-46ac-8143-d822a150f005 None None] Provisioning complete for port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:16.585481 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a2174132-2c69-46ac-8143-d822a150f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:16.703139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:16.794750 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:14Z', 'revision_number': 3, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:16.866266 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Checking router: 35f05e82-d776-45e3-926d-0bc7c6ee1527 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:18:16.866882 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Updating router 35f05e82-d776-45e3-926d-0bc7c6ee1527 port 9da59815-d6c0-4f70-b259-7ed382881133 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:18:16.913982 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.248463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43320) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:17.250275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:17.251035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.288655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Allocated IP 172.20.0.1 (8ad14189-ce0f-434b-a77e-a1d923cd8935/f959a176-3547-4d8a-bbcf-d8f4566faa39/19c3d8fe-c8e9-4714-92b2-6fd0466afb75) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:17.428959 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a2174132-2c69-46ac-8143-d822a150f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.437914 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.452133 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.517621 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Attempting to bind port 9da59815-d6c0-4f70-b259-7ed382881133 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:17.519900 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Attempting to bind port 9da59815-d6c0-4f70-b259-7ed382881133 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:17.520711 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Attempting to bind port 9da59815-d6c0-4f70-b259-7ed382881133 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:17.582331 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.603802 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:17.607989 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:17.608553 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.609011 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:17.609597 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Bound port: 9da59815-d6c0-4f70-b259-7ed382881133, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:17.610005 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.733498 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.829338 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.846623 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] For port 9da59815-d6c0-4f70-b259-7ed382881133, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:17.854414 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cc7138a-92a2-4442-83a4-d2269cf67473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.856616 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] For port 9da59815-d6c0-4f70-b259-7ed382881133, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9da59815-d6c0-4f70-b259-7ed382881133,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:17.860421 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Pushing event updated for resources: {'Port': ['ID=9da59815-d6c0-4f70-b259-7ed382881133,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:17.870508 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.901956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a2174132-2c69-46ac-8143-d822a150f005 None None] For port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ab63c4c4-dff9-4f1c-a017-a02e9012a7ae,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:17.908857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:17.911582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Pushing event updated for resources: {'Port': ['ID=19c3d8fe-c8e9-4714-92b2-6fd0466afb75,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:17.918616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:17.925054 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:17.926184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:17.935915 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.938162 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.940221 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.942607 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.945998 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.948087 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.951560 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.954921 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.956944 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.960836 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.962041 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.965853 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Tracked resource versions report: Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: pushed versions: Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: { 'AddressGroup': {'1.2'}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'ConntrackHelper': {'1.0'}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'Log': {'1.0'}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'Network': {'1.1'}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'Port': {'1.7'}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'PortForwarding': {'1.2'}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'QosPolicy': {'1.10'}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'SecurityGroup': {'1.5'}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'SecurityGroupRule': {'1.2'}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'SubPort': {'1.0'}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'Subnet': {'1.1'}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'Trunk': {'1.1'}} Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: consumer versions: Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: { DHCP agent@n-d-817303-9: {}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: HyperV agent@n-h1-817303-9: {}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: HyperV agent@n-h2-817303-9: {}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: L3 agent@n-d-817303-9: {}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: Metadata agent@n-d-817303-9: {}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: Metering agent@n-d-817303-9: {}, Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: Open vSwitch agent@n-d-817303-9: { 'AddressGroup': '1.2', Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'ConntrackHelper': '1.0', Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'Log': '1.0', Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'Network': '1.1', Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'Port': '1.7', Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'PortForwarding': '1.2', Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'QosPolicy': '1.10', Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'SecurityGroup': '1.5', Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'SecurityGroupRule': '1.2', Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'SubPort': '1.0', Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'Subnet': '1.1', Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: 'Trunk': '1.1'}} Nov 25 19:18:17.971945 n-d-817303-9 neutron-server[103654]: {{(pid=103654) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 19:18:18.079365 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a2174132-2c69-46ac-8143-d822a150f005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.158298 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:18.163198 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:18:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:18.171982 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:18:18.173050 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:18:18.199353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2174132-2c69-46ac-8143-d822a150f005 None None] Pushing event updated for resources: {'Port': ['ID=ab63c4c4-dff9-4f1c-a017-a02e9012a7ae,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:18.216800 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cc7138a-92a2-4442-83a4-d2269cf67473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.223783 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cc7138a-92a2-4442-83a4-d2269cf67473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.373937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8cc7138a-92a2-4442-83a4-d2269cf67473 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83336d6c41b949c48e67fd231e946fa1&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1236830 Nov 25 19:18:18.376498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc7138a-92a2-4442-83a4-d2269cf67473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a744ee18-fe38-452f-bcc7-83666e1a7cec,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:18.384482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43366) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:18.505020 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68e34be0-9b50-44a2-b6c4-8428f139b490 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.556392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bb134f35-1943-44d6-bdaa-9eb86c8f2ac3 None None] Provisioning complete for port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:18.556392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bb134f35-1943-44d6-bdaa-9eb86c8f2ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.589216 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68e34be0-9b50-44a2-b6c4-8428f139b490 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.634725 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.712136 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68e34be0-9b50-44a2-b6c4-8428f139b490 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.722030 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-68e34be0-9b50-44a2-b6c4-8428f139b490 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:18.726333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-68e34be0-9b50-44a2-b6c4-8428f139b490 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a744ee18-fe38-452f-bcc7-83666e1a7cec HTTP/1.1" status: 204 len: 168 time: 0.3374236 Nov 25 19:18:18.748372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e34be0-9b50-44a2-b6c4-8428f139b490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a744ee18-fe38-452f-bcc7-83666e1a7cec,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:18.771298 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc2174-3dc5-4f49-bd19-6f0eceaa003a None None] Pushing event updated for resources: {'Port': ['ID=9da59815-d6c0-4f70-b259-7ed382881133,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:18.845398 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:18:19.057262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.070711 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.073150 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.080700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ab63c4c4-dff9-4f1c-a017-a02e9012a7ae up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:19.183450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43380) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:19.231026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:19.231727 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.253775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Pushing event updated for resources: {'Port': ['ID=19c3d8fe-c8e9-4714-92b2-6fd0466afb75,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:19.333899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:19.339036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:19.371527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-667e2e2b-33f2-4c9c-bade-5483a3ed0ad4 None None] Provisioning complete for port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:19.372200 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-667e2e2b-33f2-4c9c-bade-5483a3ed0ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.415603 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:14Z', 'revision_number': 3, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:19.488749 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b76bc47a-1ef5-4418-ae15-883d932b131c None None] The sync data for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 is: [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:14Z', 'revision_number': 3, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:18:19.489103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-667e2e2b-33f2-4c9c-bade-5483a3ed0ad4 None None] Port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:18:19.558035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43388) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:19.639065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Router 35f05e82-d776-45e3-926d-0bc7c6ee1527 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:18:19.799422 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ff5a7b73-6c52-44cb-bc72-b53b4b84e37e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.841188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-db965d7a-539e-4601-bcab-f9d28ecd5eb5 None None] Provisioning complete for port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:19.841857 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db965d7a-539e-4601-bcab-f9d28ecd5eb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:19.969290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:18:19.993424 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7a4880f8-ac65-4ea7-9955-c021f0ffb01f admin admin] 10.222.0.15 "PUT /v2.0/routers/35f05e82-d776-45e3-926d-0bc7c6ee1527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2749827 Nov 25 19:18:19.999049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-db965d7a-539e-4601-bcab-f9d28ecd5eb5 None None] Port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:18:20.025512 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ff5a7b73-6c52-44cb-bc72-b53b4b84e37e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.032626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ff5a7b73-6c52-44cb-bc72-b53b4b84e37e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.111935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ff5a7b73-6c52-44cb-bc72-b53b4b84e37e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9521530b8e9044b0837a7333d9a51fea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9265082 Nov 25 19:18:20.114901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43402) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:20.177730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5a7b73-6c52-44cb-bc72-b53b4b84e37e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f761634-0b49-4844-a370-962616e7efc6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:20.194411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43406) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:20.231065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cef548c-0ef4-4a1c-bd53-ef596988e417 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.245282 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3dde3b6-1bcc-497d-8701-8d0f783cc840 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.284650 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.288404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3dde3b6-1bcc-497d-8701-8d0f783cc840 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.420517 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3dde3b6-1bcc-497d-8701-8d0f783cc840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.423334 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3dde3b6-1bcc-497d-8701-8d0f783cc840 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.424628 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e3dde3b6-1bcc-497d-8701-8d0f783cc840 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f761634-0b49-4844-a370-962616e7efc6 HTTP/1.1" status: 204 len: 168 time: 0.3069911 Nov 25 19:18:20.467456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dde3b6-1bcc-497d-8701-8d0f783cc840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f761634-0b49-4844-a370-962616e7efc6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:20.475572 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9f65a80b-aff0-4cb5-b96f-1751ce16494d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.496951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43414) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:20.525279 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cef548c-0ef4-4a1c-bd53-ef596988e417 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.549718 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cef548c-0ef4-4a1c-bd53-ef596988e417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.634958 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0cef548c-0ef4-4a1c-bd53-ef596988e417 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f964b67d2044cf9a2719f4cfe773515&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4266062 Nov 25 19:18:20.638038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef548c-0ef4-4a1c-bd53-ef596988e417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b109a8a-5509-47d4-8f25-993a68e7f1bf,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:20.640725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43418) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:20.640883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9f65a80b-aff0-4cb5-b96f-1751ce16494d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.648629 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9f65a80b-aff0-4cb5-b96f-1751ce16494d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.728283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43422) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:20.728769 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9f65a80b-aff0-4cb5-b96f-1751ce16494d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=860b01d20d114ee4964e36ecf0cbea61&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1688809 Nov 25 19:18:20.729912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f65a80b-aff0-4cb5-b96f-1751ce16494d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32acffd6-ee84-4e3b-b2fa-61aad147f6cc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:20.843247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9878c60b-ac0e-442b-9bd9-b9d0f992972f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.873637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9878c60b-ac0e-442b-9bd9-b9d0f992972f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.948507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9878c60b-ac0e-442b-9bd9-b9d0f992972f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.959054 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9878c60b-ac0e-442b-9bd9-b9d0f992972f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:20.971518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9878c60b-ac0e-442b-9bd9-b9d0f992972f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b109a8a-5509-47d4-8f25-993a68e7f1bf HTTP/1.1" status: 204 len: 168 time: 0.3258779 Nov 25 19:18:20.981325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9878c60b-ac0e-442b-9bd9-b9d0f992972f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b109a8a-5509-47d4-8f25-993a68e7f1bf,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:20.983478 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d470aa43-6faa-4644-82eb-da5c6a50351a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.044493 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d470aa43-6faa-4644-82eb-da5c6a50351a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.088526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9da59815-d6c0-4f70-b259-7ed382881133 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:21.153596 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d470aa43-6faa-4644-82eb-da5c6a50351a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.157737 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d470aa43-6faa-4644-82eb-da5c6a50351a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.164319 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d470aa43-6faa-4644-82eb-da5c6a50351a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32acffd6-ee84-4e3b-b2fa-61aad147f6cc HTTP/1.1" status: 204 len: 168 time: 0.4300935 Nov 25 19:18:21.176622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d470aa43-6faa-4644-82eb-da5c6a50351a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32acffd6-ee84-4e3b-b2fa-61aad147f6cc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:21.202643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9da59815-d6c0-4f70-b259-7ed382881133 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:21.203324 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.262015 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6150f97b-b8b5-49b9-b01f-f837cab9dbbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.358791 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.395197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43442) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:21.398567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 9da59815-d6c0-4f70-b259-7ed382881133, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9da59815-d6c0-4f70-b259-7ed382881133,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:21.413686 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.448871 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ffef-07b9-43f7-b9a4-022fa0c37949 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.487890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6150f97b-b8b5-49b9-b01f-f837cab9dbbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.500703 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6150f97b-b8b5-49b9-b01f-f837cab9dbbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.516831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=9da59815-d6c0-4f70-b259-7ed382881133,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:21.591308 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6150f97b-b8b5-49b9-b01f-f837cab9dbbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=928cb5ea833a46c4ae6c6927125e0502&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0926955 Nov 25 19:18:21.592384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43448) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:21.599284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6150f97b-b8b5-49b9-b01f-f837cab9dbbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86a9163-aa40-40c2-bdd5-8b42ab6f1414,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:21.692466 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ffef-07b9-43f7-b9a4-022fa0c37949 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.697946 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3eb9ffef-07b9-43f7-b9a4-022fa0c37949 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.708053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32df7e6b-c11b-411e-824a-cf972115a8d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.757206 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32df7e6b-c11b-411e-824a-cf972115a8d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.817101 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3eb9ffef-07b9-43f7-b9a4-022fa0c37949 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8a5a2dbc5d24d6f8635d81d8dbedcf3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4194849 Nov 25 19:18:21.829697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43460) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:21.844940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb9ffef-07b9-43f7-b9a4-022fa0c37949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=047a6ac7-0425-4d9d-aebd-045bfa3f1925,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:21.959984 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-06ff3b9b-75f0-4803-a070-8b2e73679aa2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.986208 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32df7e6b-c11b-411e-824a-cf972115a8d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.992970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32df7e6b-c11b-411e-824a-cf972115a8d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:21.995181 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-32df7e6b-c11b-411e-824a-cf972115a8d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e86a9163-aa40-40c2-bdd5-8b42ab6f1414 HTTP/1.1" status: 204 len: 168 time: 0.4016612 Nov 25 19:18:22.026234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df7e6b-c11b-411e-824a-cf972115a8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86a9163-aa40-40c2-bdd5-8b42ab6f1414,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:22.093683 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-06ff3b9b-75f0-4803-a070-8b2e73679aa2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.218212 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-06ff3b9b-75f0-4803-a070-8b2e73679aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.226019 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-06ff3b9b-75f0-4803-a070-8b2e73679aa2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.232977 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-06ff3b9b-75f0-4803-a070-8b2e73679aa2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/047a6ac7-0425-4d9d-aebd-045bfa3f1925 HTTP/1.1" status: 204 len: 168 time: 0.3900187 Nov 25 19:18:22.265898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff3b9b-75f0-4803-a070-8b2e73679aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=047a6ac7-0425-4d9d-aebd-045bfa3f1925,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:22.448451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Sync routers for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:18:22.466993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:22.468188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:18:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:22.558904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43492) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:22.607360 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df161709-d96f-4656-8738-ee1cdaaec189 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.682292 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.799469 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df161709-d96f-4656-8738-ee1cdaaec189 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.809551 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df161709-d96f-4656-8738-ee1cdaaec189 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:22.832382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:18:22.867759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43504) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:22.899916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-df161709-d96f-4656-8738-ee1cdaaec189 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f59b5f3f0474490e806cd4f054c8c779&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3389361 Nov 25 19:18:22.901384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df161709-d96f-4656-8738-ee1cdaaec189 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11d4192-dd81-42a2-ae79-c405167840d9,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:22.903520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43510) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:23.066133 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7da629b-c040-4c64-b3be-ba86f9e84d10 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.098198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9da59815-d6c0-4f70-b259-7ed382881133 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:23.132130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7da629b-c040-4c64-b3be-ba86f9e84d10 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.277082 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7da629b-c040-4c64-b3be-ba86f9e84d10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.280493 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7da629b-c040-4c64-b3be-ba86f9e84d10 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.285652 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c7da629b-c040-4c64-b3be-ba86f9e84d10 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d11d4192-dd81-42a2-ae79-c405167840d9 HTTP/1.1" status: 204 len: 168 time: 0.3769448 Nov 25 19:18:23.298790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9da59815-d6c0-4f70-b259-7ed382881133 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:23.299470 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.316555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7da629b-c040-4c64-b3be-ba86f9e84d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11d4192-dd81-42a2-ae79-c405167840d9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:23.396254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43528) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:23.416946 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3cb7b979-9243-4950-a887-9465b9a395c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.561431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3cb7b979-9243-4950-a887-9465b9a395c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.565287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 2, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:23.568470 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3cb7b979-9243-4950-a887-9465b9a395c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.613934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Checking router: 35f05e82-d776-45e3-926d-0bc7c6ee1527 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:18:23.614516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Updating router 35f05e82-d776-45e3-926d-0bc7c6ee1527 port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:18:23.616718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb7b979-9243-4950-a887-9465b9a395c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe47d655-7434-4f57-87ad-00cb79a75dd6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:23.649792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3cb7b979-9243-4950-a887-9465b9a395c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=652330c1dea54dbc981653667f1e871f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2512825 Nov 25 19:18:23.654007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43534) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:23.695477 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.746097 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea57c-bc51-4333-aecc-f41e51fd6baf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.793389 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea57c-bc51-4333-aecc-f41e51fd6baf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.916831 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea57c-bc51-4333-aecc-f41e51fd6baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.924589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f9ea57c-bc51-4333-aecc-f41e51fd6baf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:23.938335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3f9ea57c-bc51-4333-aecc-f41e51fd6baf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fe47d655-7434-4f57-87ad-00cb79a75dd6 HTTP/1.1" status: 204 len: 168 time: 0.2786465 Nov 25 19:18:23.980932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9ea57c-bc51-4333-aecc-f41e51fd6baf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe47d655-7434-4f57-87ad-00cb79a75dd6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:24.076652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f70a70d-58a1-4e1f-ba02-25adeeb58a5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.342646 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f70a70d-58a1-4e1f-ba02-25adeeb58a5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.353424 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f70a70d-58a1-4e1f-ba02-25adeeb58a5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.481790 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4f70a70d-58a1-4e1f-ba02-25adeeb58a5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ed4d81b1e88427185ea441562106241&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6121881 Nov 25 19:18:24.483815 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f70a70d-58a1-4e1f-ba02-25adeeb58a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865543c3-9e6b-46b9-924a-b4766a215040,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:24.487548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43560) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:24.610189 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2290090e-fa7d-4a75-832e-05d8e26e7a90 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.623304 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.642389 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.692814 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2290090e-fa7d-4a75-832e-05d8e26e7a90 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.772631 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510b284-614e-4e5e-a28c-362ed830f7b7 None None] Pushing event updated for resources: {'Port': ['ID=19c3d8fe-c8e9-4714-92b2-6fd0466afb75,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:24.860580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2290090e-fa7d-4a75-832e-05d8e26e7a90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.870315 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2290090e-fa7d-4a75-832e-05d8e26e7a90 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.880480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2290090e-fa7d-4a75-832e-05d8e26e7a90 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/865543c3-9e6b-46b9-924a-b4766a215040 HTTP/1.1" status: 204 len: 168 time: 0.3888922 Nov 25 19:18:24.899887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Attempting to bind port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:24.900437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Attempting to bind port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:24.901249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Attempting to bind port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 on network 8ad14189-ce0f-434b-a77e-a1d923cd8935 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:24.909221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:24.909814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Checking segment: {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:24.910322 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.910936 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Bound using segment: {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:24.911538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Bound port: 19c3d8fe-c8e9-4714-92b2-6fd0466afb75, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:24.912745 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:24.916763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2290090e-fa7d-4a75-832e-05d8e26e7a90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865543c3-9e6b-46b9-924a-b4766a215040,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:25.093667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43584) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:25.096049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] For port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:25.118987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-network', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:25.125734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] For port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=19c3d8fe-c8e9-4714-92b2-6fd0466afb75,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:25.138603 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.211082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Made reservation on behalf of 99e7a8e1a9a7468bba2d20367d286e50 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:25.214962 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.239119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.477442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:25.478865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:18:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:25.494308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5642efda-f7d7-49dc-b104-a9d35448f7bc None None] Provisioning complete for port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:25.496884 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5642efda-f7d7-49dc-b104-a9d35448f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.539529 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.556946 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.645613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bfabd83-3804-4412-8edb-279af8c964dd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:25.680176 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:18:25.688059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510b284-614e-4e5e-a28c-362ed830f7b7 None None] Pushing event updated for resources: {'Port': ['ID=19c3d8fe-c8e9-4714-92b2-6fd0466afb75,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:25.711213 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.711657 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Added segment d4a4e187-a0db-414c-9c76-5707ed08f0de of type vlan for network 8e8bf56e-e26e-46fe-831a-d42b231807c6 Nov 25 19:18:25.838259 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.922240 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.923836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:25.925092 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:25.951290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:18:25.982843 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8868644 Nov 25 19:18:25.987550 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43602) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:25.996401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] Request body: {'subnet': {'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-subnet', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:26.052373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] Made reservation on behalf of 99e7a8e1a9a7468bba2d20367d286e50 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:26.056208 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.096427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1cbcfa-2494-4f41-aeff-36cffc9e1008 admin admin] Pushing event updated for resources: {'Network': ['ID=8e8bf56e-e26e-46fe-831a-d42b231807c6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:26.149182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 8e8bf56e-e26e-46fe-831a-d42b231807c6 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:18:26.410396 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5642efda-f7d7-49dc-b104-a9d35448f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.513485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.567184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5642efda-f7d7-49dc-b104-a9d35448f7bc None None] For port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=19c3d8fe-c8e9-4714-92b2-6fd0466afb75,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:26.630883 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5642efda-f7d7-49dc-b104-a9d35448f7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.700002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8511417-5068-410e-b15f-c5844638ce9c,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:26.710768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] Checking segment: {'id': 'd4a4e187-a0db-414c-9c76-5707ed08f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:26.712179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] Network hostable DHCP agents. Network: 8e8bf56e-e26e-46fe-831a-d42b231807c6, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:18:26.779934 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] Network 8e8bf56e-e26e-46fe-831a-d42b231807c6 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:18:26.792149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43628) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:26.801687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642efda-f7d7-49dc-b104-a9d35448f7bc None None] Pushing event updated for resources: {'Port': ['ID=19c3d8fe-c8e9-4714-92b2-6fd0466afb75,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:26.805557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 8e8bf56e-e26e-46fe-831a-d42b231807c6) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:26.838174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef09a2ec-0981-4594-827b-adb2ceafb3ed None None] Network 8e8bf56e-e26e-46fe-831a-d42b231807c6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:26.841195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:26.841459 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.848989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:25Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:26.873888 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67dcfc05-40ea-4481-b73c-564eb0546815 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.878537 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5407df8f-fc90-4158-84bd-1fde7d025b73 None None] Provisioning complete for port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:26.879684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5407df8f-fc90-4158-84bd-1fde7d025b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:26.906483 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-56b42482-9a5a-4c20-a317-feb72ddd0a2f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9154439 Nov 25 19:18:26.911601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43630) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:26.932648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-router', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:27.003762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6124f4b8-b453-45dc-9d57-44612bbbfe43 None None] The sync data for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 is: [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:25Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:18:27.042408 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:27.045953 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:27.323614 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67dcfc05-40ea-4481-b73c-564eb0546815 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:27.343027 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67dcfc05-40ea-4481-b73c-564eb0546815 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:27.539169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-67dcfc05-40ea-4481-b73c-564eb0546815 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3ad36b6e5bce422db6000ca2756614d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7418556 Nov 25 19:18:27.540327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43638) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:27.542406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:27.543619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dcfc05-40ea-4481-b73c-564eb0546815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1ae942-5ee6-4d35-ab3c-7859dafd2937,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:27.691568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-8e8bf56e-e26e-46fe-831a-d42b231807c6', 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'fixed_ips': [{'subnet_id': 'b8511417-5068-410e-b15f-c5844638ce9c'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:18:27.693594 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:27.695816 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6e6e-5c17-43ff-bc2d-c2342974ebcd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:27.775023 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6e6e-5c17-43ff-bc2d-c2342974ebcd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:27.902874 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6e6e-5c17-43ff-bc2d-c2342974ebcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:27.905896 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9fc6e6e-5c17-43ff-bc2d-c2342974ebcd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:27.907404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e9fc6e6e-5c17-43ff-bc2d-c2342974ebcd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f1ae942-5ee6-4d35-ab3c-7859dafd2937 HTTP/1.1" status: 204 len: 168 time: 0.3480206 Nov 25 19:18:27.927756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc6e6e-5c17-43ff-bc2d-c2342974ebcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1ae942-5ee6-4d35-ab3c-7859dafd2937,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:27.949832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:28.140617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Allocated IP 172.20.0.2 (8e8bf56e-e26e-46fe-831a-d42b231807c6/b8511417-5068-410e-b15f-c5844638ce9c/a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:28.448844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43668) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:28.453449 n-d-817303-9 neutron-server[103651]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 19:18:28.507023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-076e1a43-0d07-40cd-8ee2-fa55020adeb7 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=54aaadcc688a4dac8d82e2c473cc2f52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0548079 Nov 25 19:18:28.531841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:28.582411 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:28.591873 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:28.606493 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:28.698393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Pushing event updated for resources: {'Port': ['ID=a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:28.720067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Network 8e8bf56e-e26e-46fe-831a-d42b231807c6 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:28.724055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:28.728204 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:28.856092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Allocated IP 172.25.8.193 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/60abc317-25b4-404d-b8c8-9f97a1071818) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:28.867078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Attempting to bind port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:28.867462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Attempting to bind port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'd4a4e187-a0db-414c-9c76-5707ed08f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:28.867830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Attempting to bind port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 on network 8e8bf56e-e26e-46fe-831a-d42b231807c6 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:28.881933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43678) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:28.886012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:28.886583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Checking segment: {'id': 'd4a4e187-a0db-414c-9c76-5707ed08f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:28.886786 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:28.887254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Bound using segment: {'id': 'd4a4e187-a0db-414c-9c76-5707ed08f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:28.889576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Bound port: a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a4e187-a0db-414c-9c76-5707ed08f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:28.890001 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:28.926171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-bf93500b-8406-4574-ad3f-3242e861f3db tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:28.941954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-bf93500b-8406-4574-ad3f-3242e861f3db tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4332657 Nov 25 19:18:28.988944 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-b5a4cabd-c6d3-4af8-a7eb-760a92e86dbf tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/quotas/54aaadcc688a4dac8d82e2c473cc2f52 HTTP/1.1" status: 200 len: 375 time: 0.0461822 Nov 25 19:18:29.105518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:29.148399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-e5a660b3-9ac0-45fe-83b1-cbe28bb81ac3 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=54aaadcc688a4dac8d82e2c473cc2f52&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1579504 Nov 25 19:18:29.186413 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:29.220650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] For port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:29.261302 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:29.277729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] For port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13,segment=NetworkSegment(d4a4e187-a0db-414c-9c76-5707ed08f0de),segment_id=d4a4e187-a0db-414c-9c76-5707ed08f0de)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:29.299362 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:29.324349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-500746524-network', 'tenant_id': '24bd4c8cb5cf4ce0a3968ac6dabf0fd2'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:29.374925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:29.396213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:29.400675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:29.403792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Made reservation on behalf of 24bd4c8cb5cf4ce0a3968ac6dabf0fd2 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:29.406103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Pushing event updated for resources: {'Port': ['ID=60abc317-25b4-404d-b8c8-9f97a1071818,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:29.419023 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:29.447967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:29.448433 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:29.456865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc04e14-568b-4782-9ce2-1c8460f0a82a None None] Pushing event updated for resources: {'Port': ['ID=a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:29.466183 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:29.748961 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:29.757729 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:29.826839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:18:29.839964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca8703f-c684-459e-a6cf-e0dc840975c2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:29.852677 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:29.853740 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Added segment e55c540c-9461-4947-8a5a-094947b4c936 of type vlan for network 6416e649-d9bc-4b84-af89-d9947516c8b7 Nov 25 19:18:30.027304 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:30.034058 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:30.076552 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:30.083692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:30.087608 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:30.204910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] Pushing event updated for resources: {'Network': ['ID=6416e649-d9bc-4b84-af89-d9947516c8b7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:30.211877 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8e2dc7b8-4da1-49fc-af4f-b0a75444503b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.3273578 Nov 25 19:18:30.217575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43722) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:30.221186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 6416e649-d9bc-4b84-af89-d9947516c8b7 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:18:30.246865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] Request body: {'subnet': {'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-500746524-subnet', 'tenant_id': '24bd4c8cb5cf4ce0a3968ac6dabf0fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:30.305082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] Made reservation on behalf of 24bd4c8cb5cf4ce0a3968ac6dabf0fd2 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:30.308853 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] Publish callbacks [] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:30.524364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:30.595500 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:30.780285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cc37e69-75f0-4407-90c0-a5c6630fb335,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:30.784886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:30.785399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] Network hostable DHCP agents. Network: 6416e649-d9bc-4b84-af89-d9947516c8b7, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:18:30.835256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] Network 6416e649-d9bc-4b84-af89-d9947516c8b7 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:18:30.864642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 6416e649-d9bc-4b84-af89-d9947516c8b7) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:30.877827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c5c94d-e7b4-4388-a81d-eb9c5e1c02e8 None None] Network 6416e649-d9bc-4b84-af89-d9947516c8b7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:30.883159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:18:30.887476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:30.888790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:30.947869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c460101f-a5f4-4257-b45b-3506442f3c1f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7060926 Nov 25 19:18:31.035978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43744) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:31.309407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:18:31.314015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:31.324955 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Sync routers for ids ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:18:31.359343 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.366111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43754) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:31.371756 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Routers {'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:31.378401 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:18:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:31.383399 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-847a3920-3675-4077-97c7-3a1ce8e530ca admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.4666972 Nov 25 19:18:31.543264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-977d4fdc-c988-4e00-84f8-1e2f779163c2 None None] Network 8e8bf56e-e26e-46fe-831a-d42b231807c6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:31.723845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-11dd3cca-3811-4bfb-96d1-86180884ffda None None] Provisioning complete for port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:31.734443 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11dd3cca-3811-4bfb-96d1-86180884ffda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:31.984275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a200ea8e-3eca-4b6f-a27c-d0411c29149d None None] Network 6416e649-d9bc-4b84-af89-d9947516c8b7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:32.017997 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Set router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:18:32.136521 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d7d202be-8da8-48a1-a02e-95230fc33c5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.205277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-952d31c8-cba5-468d-a80b-afbd8025b332 req-f92ddecf-a540-40b4-a642-42e61b841b18 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 210 time: 1.1667004 Nov 25 19:18:32.296634 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11dd3cca-3811-4bfb-96d1-86180884ffda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.357256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:32.359929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.507079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-11dd3cca-3811-4bfb-96d1-86180884ffda None None] For port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13,segment=NetworkSegment(d4a4e187-a0db-414c-9c76-5707ed08f0de),segment_id=d4a4e187-a0db-414c-9c76-5707ed08f0de)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:32.544362 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11dd3cca-3811-4bfb-96d1-86180884ffda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.562963 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-router', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:27Z', 'updated_at': '2021-11-25T19:18:29Z', 'revision_number': 3, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'gw_port': {'id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:28Z', 'updated_at': '2021-11-25T19:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:32.648890 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Checking router: cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:18:32.651744 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Updating router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 port 60abc317-25b4-404d-b8c8-9f97a1071818 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:18:32.798576 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:32.862936 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd3cca-3811-4bfb-96d1-86180884ffda None None] Pushing event updated for resources: {'Port': ['ID=a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:33.139211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:33.330642 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.384536 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:33.386083 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.432704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87ef32e5-e15f-4c00-bafa-b811aed38ba2 None None] Provisioning complete for port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:33.433918 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87ef32e5-e15f-4c00-bafa-b811aed38ba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.687388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.60', 61081) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:33.726140 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-4fc65247-1529-4b40-a191-07bedad3f2c2 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=54aaadcc688a4dac8d82e2c473cc2f52&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364835 Nov 25 19:18:33.790482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-680968da-703c-453a-adab-3f066c31f3b3 req-a64e9176-ac25-4dfa-819c-41515ef43ec6 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 210 time: 0.1051106 Nov 25 19:18:33.931440 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:33.953822 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.096847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-e20cdcb4-a892-43a2-9250-9e76cd1bb228 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:34.110286 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-e20cdcb4-a892-43a2-9250-9e76cd1bb228 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3774762 Nov 25 19:18:34.165345 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Attempting to bind port 60abc317-25b4-404d-b8c8-9f97a1071818 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:34.165765 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Attempting to bind port 60abc317-25b4-404d-b8c8-9f97a1071818 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:34.166247 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Attempting to bind port 60abc317-25b4-404d-b8c8-9f97a1071818 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:34.172630 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4da5c-bc15-4b27-b9d4-203db66a3d0f None None] Pushing event updated for resources: {'Port': ['ID=60abc317-25b4-404d-b8c8-9f97a1071818,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:34.189235 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:34.189986 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:34.192305 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.192305 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:34.193822 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Bound port: 60abc317-25b4-404d-b8c8-9f97a1071818, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:34.194686 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.228066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Request body: {'port': {'device_id': '03797953-4086-4b9f-8ad6-9ab8856c879d', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '54aaadcc688a4dac8d82e2c473cc2f52'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:34.253652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Allocated IP 172.20.0.1 (8e8bf56e-e26e-46fe-831a-d42b231807c6/b8511417-5068-410e-b15f-c5844638ce9c/a3eafeb6-0f11-4eac-955b-513e866ed692) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:34.289702 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] For port 60abc317-25b4-404d-b8c8-9f97a1071818, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:34.295157 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] For port 60abc317-25b4-404d-b8c8-9f97a1071818, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=60abc317-25b4-404d-b8c8-9f97a1071818,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:34.304317 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.523150 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Routers {'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:34.524679 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:18:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:34.627697 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.688040 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-68bff0bf-76a2-420b-b1d0-275c13677d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:34.767629 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] Set router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:18:34.789360 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.026047 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4da5c-bc15-4b27-b9d4-203db66a3d0f None None] Pushing event updated for resources: {'Port': ['ID=60abc317-25b4-404d-b8c8-9f97a1071818,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:35.077727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Network 8e8bf56e-e26e-46fe-831a-d42b231807c6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:35.091019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:35.091574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Made reservation on behalf of 54aaadcc688a4dac8d82e2c473cc2f52 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:35.100394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.100966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:35.101830 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.147732 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.160285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Pushing event updated for resources: {'Port': ['ID=a3eafeb6-0f11-4eac-955b-513e866ed692,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:35.168642 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-router', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:27Z', 'updated_at': '2021-11-25T19:18:29Z', 'revision_number': 3, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'gw_port': {'id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:28Z', 'updated_at': '2021-11-25T19:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:35.215041 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8af5774-c134-450b-8ac4-0894f50e4fb1 None None] The sync data for ids ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'] in n-d-817303-9 is: [{'id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-router', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:27Z', 'updated_at': '2021-11-25T19:18:29Z', 'revision_number': 3, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'gw_port': {'id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:28Z', 'updated_at': '2021-11-25T19:18:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:18:35.260558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43868) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:35.446261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.462719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.551939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2759091-e37f-4116-b6aa-978b6db3c410,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:35.565779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1465880500-network', 'tenant_id': '72ba314fa1b747b39b11ab1ef568c082'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:35.673747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c5f2a116-9cc3-4a42-b135-c6081ac3056e None None] Provisioning complete for port a3eafeb6-0f11-4eac-955b-513e866ed692 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:35.674133 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c5f2a116-9cc3-4a42-b135-c6081ac3056e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.695980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-84249e05-ed77-4451-a1bb-cc014f3c28f0 req-f173ddc9-16d4-452c-84c9-63c78bd88a75 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 210 time: 0.0467999 Nov 25 19:18:35.734766 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.791210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Made reservation on behalf of 72ba314fa1b747b39b11ab1ef568c082 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:35.797093 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:35.868061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c5f2a116-9cc3-4a42-b135-c6081ac3056e None None] Port a3eafeb6-0f11-4eac-955b-513e866ed692 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:18:36.046681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:36.058372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Allocated IP 192.168.233.192 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/d6b38a70-3cf6-46dd-960e-af1127a1c00d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:36.219108 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:36.483893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43914) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:36.557078 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:36.569783 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:36.583515 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:36.585789 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:36.715417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:36.841768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Network 8e8bf56e-e26e-46fe-831a-d42b231807c6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:36.888371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:37.022607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:37.065289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:37.081581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:37.108076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:37.124980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:37.175131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Pushing event updated for resources: {'Port': ['ID=d6b38a70-3cf6-46dd-960e-af1127a1c00d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:37.209970 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-6215d419-d9da-4e61-830d-a5318c825370 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9906290 Nov 25 19:18:37.233067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-fb058ead-df75-4a22-a24c-33a30885a132 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:18:37.237926 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-fb058ead-df75-4a22-a24c-33a30885a132 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0242815 Nov 25 19:18:37.333519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 60abc317-25b4-404d-b8c8-9f97a1071818 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:37.335655 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cd5a969c-30dc-42d7-87cc-84a6b00b3986 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:37.417127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43946) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:37.572655 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:37.617241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 60abc317-25b4-404d-b8c8-9f97a1071818 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:37.617614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:37.625514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Pushing event updated for resources: {'Port': ['ID=a3eafeb6-0f11-4eac-955b-513e866ed692,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:37.645305 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:37.744200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cd5a969c-30dc-42d7-87cc-84a6b00b3986 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:37.756421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cd5a969c-30dc-42d7-87cc-84a6b00b3986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:37.775432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b98afd0-46f2-4a2b-9e37-5259ef8faae7 req-0ebfa30a-0c51-4ffa-bb35-9a8af98658ab tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:37.777074 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:37.794271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b98afd0-46f2-4a2b-9e37-5259ef8faae7 req-0ebfa30a-0c51-4ffa-bb35-9a8af98658ab tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 936 time: 0.8947690 Nov 25 19:18:37.815033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:18:37.892500 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cd5a969c-30dc-42d7-87cc-84a6b00b3986 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3150a7fd0c9d47ad969fc07c11b393d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4025381 Nov 25 19:18:37.893361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5a969c-30dc-42d7-87cc-84a6b00b3986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c2cb92-496b-48c7-8a5b-e99e0c86494a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:37.906290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43952) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:37.946866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:18:38.006631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3039bc0e-0bb8-4cdb-b87b-3e909f09b2f1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:38.031810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f94c385a-d55d-45d4-a24c-ca91e8961df0 None None] Provisioning complete for port a3eafeb6-0f11-4eac-955b-513e866ed692 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:38.033226 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.033554 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Added segment 333eb7b4-657e-45db-a9ba-135dd690b7b3 of type vlan for network 0c7da5dc-46ae-4739-a686-3b5f3b76f4f2 Nov 25 19:18:38.039026 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f94c385a-d55d-45d4-a24c-ca91e8961df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.064531 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-114ef87f-cf68-45e3-b852-7fdc7b6be311 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.130027 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-114ef87f-cf68-45e3-b852-7fdc7b6be311 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.197856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f94c385a-d55d-45d4-a24c-ca91e8961df0 None None] Port a3eafeb6-0f11-4eac-955b-513e866ed692 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:18:38.246029 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.325178 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-114ef87f-cf68-45e3-b852-7fdc7b6be311 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.325178 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-114ef87f-cf68-45e3-b852-7fdc7b6be311 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.325178 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-114ef87f-cf68-45e3-b852-7fdc7b6be311 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79c2cb92-496b-48c7-8a5b-e99e0c86494a HTTP/1.1" status: 204 len: 168 time: 0.4134276 Nov 25 19:18:38.330631 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 60abc317-25b4-404d-b8c8-9f97a1071818, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=60abc317-25b4-404d-b8c8-9f97a1071818,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:38.342642 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.346781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114ef87f-cf68-45e3-b852-7fdc7b6be311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c2cb92-496b-48c7-8a5b-e99e0c86494a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:38.363484 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.390284 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.533816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43968) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:38.540258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b98afd0-46f2-4a2b-9e37-5259ef8faae7 req-efb6bd98-2678-4d2f-becc-1b1b218784a9 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6892726 Nov 25 19:18:38.543901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=60abc317-25b4-404d-b8c8-9f97a1071818,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:38.552432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f94c385a-d55d-45d4-a24c-ca91e8961df0 None None] Provisioning complete for port d6b38a70-3cf6-46dd-960e-af1127a1c00d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:38.555109 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f94c385a-d55d-45d4-a24c-ca91e8961df0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.670791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9481afd-0e60-4b24-8fc6-fc100a5a673e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.742853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f94c385a-d55d-45d4-a24c-ca91e8961df0 None None] Port d6b38a70-3cf6-46dd-960e-af1127a1c00d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:18:38.772374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Request body: {'port': {'device_id': '03797953-4086-4b9f-8ad6-9ab8856c879d', 'device_owner': 'compute:tempest-test_az-1739050088', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:38.835635 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.843009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:38.844272 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.914699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ecad6c0d-9a61-4584-945b-bb8c722dceb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:38.922083 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 3.6565106 Nov 25 19:18:38.955639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43980) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:39.030856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:18:39.040396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4dfc28a9-f096-4ece-8969-94a6e5022b51 admin admin] 10.222.0.15 "PUT /v2.0/routers/cb2f20dd-4a17-40bd-a7cc-8deac4403fd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6725807 Nov 25 19:18:39.078471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Sync routers for ids ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:18:39.114456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Routers {'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:39.116621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:18:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:39.148172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] Request body: {'subnet': {'network_id': '0c7da5dc-46ae-4739-a686-3b5f3b76f4f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1465880500-subnet', 'tenant_id': '72ba314fa1b747b39b11ab1ef568c082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:39.295346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7e2eac-2ffa-4962-9fc0-859f30c3ad01 admin admin] Pushing event updated for resources: {'Network': ['ID=0c7da5dc-46ae-4739-a686-3b5f3b76f4f2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:39.309646 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.431842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Set router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:18:39.497284 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9481afd-0e60-4b24-8fc6-fc100a5a673e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.563784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 60abc317-25b4-404d-b8c8-9f97a1071818 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:39.571356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0c7da5dc-46ae-4739-a686-3b5f3b76f4f2 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:18:39.593944 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9481afd-0e60-4b24-8fc6-fc100a5a673e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.667736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44012) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:39.716818 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3039f4cf-ddf2-4974-9cc7-ee2c2f60584a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:39.815400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44016) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:39.817303 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c9481afd-0e60-4b24-8fc6-fc100a5a673e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=983bd656d2ee42b7a7e602431b2e0b7c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.3978250 Nov 25 19:18:39.818638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] Made reservation on behalf of 72ba314fa1b747b39b11ab1ef568c082 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:39.823484 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.003591 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-da1124c2-9ec0-493d-a76e-e79d292bd921 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.016268 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3039f4cf-ddf2-4974-9cc7-ee2c2f60584a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.049867 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3039f4cf-ddf2-4974-9cc7-ee2c2f60584a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.090138 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9481afd-0e60-4b24-8fc6-fc100a5a673e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359acf5f-2cf5-41b4-9c2e-b36fe95f4efe,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:40.197603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-da1124c2-9ec0-493d-a76e-e79d292bd921 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.233181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3039f4cf-ddf2-4974-9cc7-ee2c2f60584a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fcbde8c4a93344e0bcdbe93c4a82a2c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5637131 Nov 25 19:18:40.244569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44018) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:40.247040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3039f4cf-ddf2-4974-9cc7-ee2c2f60584a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cb7515-4f99-4b6b-83cf-2afa98ba3ea2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:40.418582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-da1124c2-9ec0-493d-a76e-e79d292bd921 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.442540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-da1124c2-9ec0-493d-a76e-e79d292bd921 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.478001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-da1124c2-9ec0-493d-a76e-e79d292bd921 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/359acf5f-2cf5-41b4-9c2e-b36fe95f4efe HTTP/1.1" status: 204 len: 168 time: 0.6553104 Nov 25 19:18:40.540078 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58dc00f2-e43e-4389-93a1-12fc71369c50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.557044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1124c2-9ec0-493d-a76e-e79d292bd921 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359acf5f-2cf5-41b4-9c2e-b36fe95f4efe,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:40.618276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.723051 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58dc00f2-e43e-4389-93a1-12fc71369c50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.735611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eab6af5d-8fdd-4b65-94a8-f40b3ae7db88,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:40.774457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 60abc317-25b4-404d-b8c8-9f97a1071818 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:40.775232 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:40.893891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddbe841-d5de-4415-b82c-e263e0e01835 req-1acb1f1f-57bf-4668-8775-ebb259ec82bb tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:40.901229 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ddbe841-d5de-4415-b82c-e263e0e01835 req-1acb1f1f-57bf-4668-8775-ebb259ec82bb tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 936 time: 0.3474767 Nov 25 19:18:41.014855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-router', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:27Z', 'updated_at': '2021-11-25T19:18:35Z', 'revision_number': 4, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'gw_port': {'id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:28Z', 'updated_at': '2021-11-25T19:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a3eafeb6-0f11-4eac-955b-513e866ed692', 'name': '', 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'mac_address': 'fa:16:3e:c2:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'b8511417-5068-410e-b15f-c5844638ce9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:33Z', 'updated_at': '2021-11-25T19:18:36Z', 'revision_number': 2, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'subnets': [{'id': 'b8511417-5068-410e-b15f-c5844638ce9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:41.028582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58dc00f2-e43e-4389-93a1-12fc71369c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.050510 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58dc00f2-e43e-4389-93a1-12fc71369c50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.055084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-58dc00f2-e43e-4389-93a1-12fc71369c50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5cb7515-4f99-4b6b-83cf-2afa98ba3ea2 HTTP/1.1" status: 204 len: 168 time: 0.8088307 Nov 25 19:18:41.156365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Checking router: cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:18:41.159540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Updating router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 port a3eafeb6-0f11-4eac-955b-513e866ed692 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:18:41.165916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58dc00f2-e43e-4389-93a1-12fc71369c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cb7515-4f99-4b6b-83cf-2afa98ba3ea2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:41.238705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.259099 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ecad6c0d-9a61-4584-945b-bb8c722dceb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.340055 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ddbe841-d5de-4415-b82c-e263e0e01835 req-ffa46999-d01d-472b-b7e8-96520b7423f3 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200482 Nov 25 19:18:41.340979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ecad6c0d-9a61-4584-945b-bb8c722dceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.522970 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ecad6c0d-9a61-4584-945b-bb8c722dceb1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8899e5a5b6454d7da58f9c7c4cc1b2c3&name=default HTTP/1.1" status: 200 len: 2996 time: 2.9852271 Nov 25 19:18:41.524629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] Checking segment: {'id': '333eb7b4-657e-45db-a9ba-135dd690b7b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '0c7da5dc-46ae-4739-a686-3b5f3b76f4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:41.525218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] Network hostable DHCP agents. Network: 0c7da5dc-46ae-4739-a686-3b5f3b76f4f2, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:18:41.525756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44048) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:41.618368 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d670dcd-7b4a-405d-a24b-623204907f3e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.712180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d670dcd-7b4a-405d-a24b-623204907f3e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.759295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44056) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:41.871106 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a00c3bd0-0ad4-4da8-b874-3fce03bad1eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:41.918025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad6c0d-9a61-4584-945b-bb8c722dceb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ecaaed3-c901-4063-8cd0-f31195b1813d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:42.028759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] Network 0c7da5dc-46ae-4739-a686-3b5f3b76f4f2 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:18:42.054036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 0c7da5dc-46ae-4739-a686-3b5f3b76f4f2) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:42.070003 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e45dfe2-824d-4647-a611-45ae5b511a75 None None] Network 0c7da5dc-46ae-4739-a686-3b5f3b76f4f2 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:42.076917 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d670dcd-7b4a-405d-a24b-623204907f3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.083276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:42.084697 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.087619 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d670dcd-7b4a-405d-a24b-623204907f3e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.089724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6d670dcd-7b4a-405d-a24b-623204907f3e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ecaaed3-c901-4063-8cd0-f31195b1813d HTTP/1.1" status: 204 len: 168 time: 0.5597999 Nov 25 19:18:42.145180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d670dcd-7b4a-405d-a24b-623204907f3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ecaaed3-c901-4063-8cd0-f31195b1813d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:42.256399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6b38a70-3cf6-46dd-960e-af1127a1c00d {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:18:42.285319 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a00c3bd0-0ad4-4da8-b874-3fce03bad1eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.290955 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a00c3bd0-0ad4-4da8-b874-3fce03bad1eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.294616 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.421891 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a00c3bd0-0ad4-4da8-b874-3fce03bad1eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=14fa53472e194681aa25ec8ead470cb7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6609051 Nov 25 19:18:42.432365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44084) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:42.432558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00c3bd0-0ad4-4da8-b874-3fce03bad1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa260db6-c781-4a2c-8045-051d82116b6d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:42.497982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Transition to ACTIVE for port object d6b38a70-3cf6-46dd-960e-af1127a1c00d will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:18:42.530956 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f895324d-d2ba-4cac-b2e8-5b07864f992c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 3.5577745 Nov 25 19:18:42.530956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.555920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44090) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:42.563225 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-05025a72-5cf9-48f2-8706-3c8cbbe7ebf8 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2064671224', 'description': 'tempest-description--828693051'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:42.603582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14fabf70-fe78-4b93-b716-efe06c5b62e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.635746 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14fabf70-fe78-4b93-b716-efe06c5b62e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.707703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14fabf70-fe78-4b93-b716-efe06c5b62e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.712135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14fabf70-fe78-4b93-b716-efe06c5b62e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.712719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-14fabf70-fe78-4b93-b716-efe06c5b62e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa260db6-c781-4a2c-8045-051d82116b6d HTTP/1.1" status: 204 len: 168 time: 0.2743478 Nov 25 19:18:42.783767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fabf70-fe78-4b93-b716-efe06c5b62e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa260db6-c781-4a2c-8045-051d82116b6d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:42.786079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05025a72-5cf9-48f2-8706-3c8cbbe7ebf8 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:42.823364 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc8ec8-b1d5-4ef3-bc81-a41750fecf3b req-beb5d28c-a124-4cec-9e32-9fae326683b3 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:42.825069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09dc8ec8-b1d5-4ef3-bc81-a41750fecf3b req-beb5d28c-a124-4cec-9e32-9fae326683b3 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 970 time: 0.1228566 Nov 25 19:18:42.838372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b38a70-3cf6-46dd-960e-af1127a1c00d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:43.028039 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05025a72-5cf9-48f2-8706-3c8cbbe7ebf8 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.044014 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05025a72-5cf9-48f2-8706-3c8cbbe7ebf8 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.102687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05025a72-5cf9-48f2-8706-3c8cbbe7ebf8 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55537023-b242-420c-bb9e-4a4c36d6d949,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:43.108623 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05025a72-5cf9-48f2-8706-3c8cbbe7ebf8 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.110206 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-05025a72-5cf9-48f2-8706-3c8cbbe7ebf8 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5517700 Nov 25 19:18:43.117775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44104) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:43.121313 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.158540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-22fdda07-d142-4f91-840e-f7c29121d00f tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Request body: {'security_group_rule': {'security_group_id': '55537023-b242-420c-bb9e-4a4c36d6d949', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:43.164799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Attempting to bind port d6b38a70-3cf6-46dd-960e-af1127a1c00d on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:43.175460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Attempting to bind port d6b38a70-3cf6-46dd-960e-af1127a1c00d by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:43.178152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Attempting to bind port d6b38a70-3cf6-46dd-960e-af1127a1c00d on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:43.210372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09dc8ec8-b1d5-4ef3-bc81-a41750fecf3b req-81e09ffe-0012-4d88-a764-5606631561af tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558326 Nov 25 19:18:43.210835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Port d6b38a70-3cf6-46dd-960e-af1127a1c00d on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:18:43.211181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Attempting to bind port d6b38a70-3cf6-46dd-960e-af1127a1c00d on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:43.248890 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.251253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:43.251612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:43.254985 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:43.254985 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Bound port: d6b38a70-3cf6-46dd-960e-af1127a1c00d, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:43.254985 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.387845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22fdda07-d142-4f91-840e-f7c29121d00f tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.431164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250af49e-67f8-42ab-bf54-bd6f494c4037 None None] Network 0c7da5dc-46ae-4739-a686-3b5f3b76f4f2 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:18:43.681257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44120) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:43.761240 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b888721f-f399-41ef-a6b8-baea94bdd6e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:43.911338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fd3d0-a0a1-47fe-8fe3-d9553d9d2621 None None] Pushing event updated for resources: {'Port': ['ID=a3eafeb6-0f11-4eac-955b-513e866ed692,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:44.048463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] For port d6b38a70-3cf6-46dd-960e-af1127a1c00d, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:44.128585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] For port d6b38a70-3cf6-46dd-960e-af1127a1c00d, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6b38a70-3cf6-46dd-960e-af1127a1c00d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:44.151160 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.157454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Attempting to bind port a3eafeb6-0f11-4eac-955b-513e866ed692 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:18:44.158475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Attempting to bind port a3eafeb6-0f11-4eac-955b-513e866ed692 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'd4a4e187-a0db-414c-9c76-5707ed08f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:18:44.158475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Attempting to bind port a3eafeb6-0f11-4eac-955b-513e866ed692 on network 8e8bf56e-e26e-46fe-831a-d42b231807c6 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:18:44.189268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:18:44.189699 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Checking segment: {'id': 'd4a4e187-a0db-414c-9c76-5707ed08f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:18:44.190078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.190695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Bound using segment: {'id': 'd4a4e187-a0db-414c-9c76-5707ed08f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:18:44.190971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Bound port: a3eafeb6-0f11-4eac-955b-513e866ed692, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a4e187-a0db-414c-9c76-5707ed08f0de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:18:44.191342 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.258200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:44.258875 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.260617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] 10.222.0.60 "PUT /v2.0/ports/d6b38a70-3cf6-46dd-960e-af1127a1c00d HTTP/1.1" status: 200 len: 1118 time: 6.0927989 Nov 25 19:18:44.261109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03797953-4086-4b9f-8ad6-9ab8856c879d', 'tag': 'd6b38a70-3cf6-46dd-960e-af1127a1c00d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:44.387441 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b888721f-f399-41ef-a6b8-baea94bdd6e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.399831 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:18:44.402613 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b888721f-f399-41ef-a6b8-baea94bdd6e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.404403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] For port a3eafeb6-0f11-4eac-955b-513e866ed692, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:18:44.415380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] For port a3eafeb6-0f11-4eac-955b-513e866ed692, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a3eafeb6-0f11-4eac-955b-513e866ed692,segment=NetworkSegment(d4a4e187-a0db-414c-9c76-5707ed08f0de),segment_id=d4a4e187-a0db-414c-9c76-5707ed08f0de)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:18:44.445700 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.553204 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22fdda07-d142-4f91-840e-f7c29121d00f tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.582033 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22fdda07-d142-4f91-840e-f7c29121d00f tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.597499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b888721f-f399-41ef-a6b8-baea94bdd6e0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85841ceaccb2413c93c9f2db854f83a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9146359 Nov 25 19:18:44.602327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888721f-f399-41ef-a6b8-baea94bdd6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34c64b1-e440-4773-8bff-50de63015d8d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:44.606984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44144) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:44.634961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12f526-c07e-4ae4-8c2d-28b7913af28c req-9e031cb4-9ae0-4d25-8f59-82d5bf816e5c tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:44.649314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c12f526-c07e-4ae4-8c2d-28b7913af28c req-9e031cb4-9ae0-4d25-8f59-82d5bf816e5c tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 970 time: 0.2597928 Nov 25 19:18:44.662431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-629efda0-2d57-4b62-b5b7-7cb5341a2aab None None] Provisioning complete for port a3eafeb6-0f11-4eac-955b-513e866ed692 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:44.665776 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-629efda0-2d57-4b62-b5b7-7cb5341a2aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.869481 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519fd3d0-a0a1-47fe-8fe3-d9553d9d2621 None None] Pushing event updated for resources: {'Port': ['ID=a3eafeb6-0f11-4eac-955b-513e866ed692,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:44.902429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Routers {'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:18:44.902950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:18:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:44.909382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fdda07-d142-4f91-840e-f7c29121d00f tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836a2200-8f3e-4c21-babc-af5c8db21f37,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:44.919622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c12f526-c07e-4ae4-8c2d-28b7913af28c req-8752680a-d53a-4f8f-98e8-da30e005b5e3 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2691445 Nov 25 19:18:44.959620 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4287060-6007-4d14-91ed-fa3151e7d525 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.970051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc712d-89b5-46d3-917b-fcdb90c41fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=d6b38a70-3cf6-46dd-960e-af1127a1c00d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:44.979545 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22fdda07-d142-4f91-840e-f7c29121d00f tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:44.983724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44156) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:44.995975 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-22fdda07-d142-4f91-840e-f7c29121d00f tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8770459 Nov 25 19:18:44.999828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a5155171-bccd-4d93-b22f-23da743d5786 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Request body: {'security_group_rule': {'security_group_id': '55537023-b242-420c-bb9e-4a4c36d6d949', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:45.051153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-221d01f0-059b-430e-afe8-49610628d2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:45.057898 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-221d01f0-059b-430e-afe8-49610628d2a6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54aaadcc688a4dac8d82e2c473cc2f52&device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 1121 time: 0.3989813 Nov 25 19:18:45.100328 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4287060-6007-4d14-91ed-fa3151e7d525 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.109509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5155171-bccd-4d93-b22f-23da743d5786 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.228589 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-629efda0-2d57-4b62-b5b7-7cb5341a2aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.300944 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-9a6d3f64-53ae-4c07-aa20-dcc5798152e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d6b38a70-3cf6-46dd-960e-af1127a1c00d HTTP/1.1" status: 200 len: 217 time: 0.2200925 Nov 25 19:18:45.332658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5155171-bccd-4d93-b22f-23da743d5786 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.339734 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5155171-bccd-4d93-b22f-23da743d5786 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.389936 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5155171-bccd-4d93-b22f-23da743d5786 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c7492c8-6c56-45d5-8cd4-ad13caa2c958,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:45.423001 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5155171-bccd-4d93-b22f-23da743d5786 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.424906 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a5155171-bccd-4d93-b22f-23da743d5786 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4343936 Nov 25 19:18:45.428419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44162) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:45.441590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:45.456488 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4287060-6007-4d14-91ed-fa3151e7d525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.478432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4287060-6007-4d14-91ed-fa3151e7d525 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.484284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f4287060-6007-4d14-91ed-fa3151e7d525 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e34c64b1-e440-4773-8bff-50de63015d8d HTTP/1.1" status: 204 len: 168 time: 0.8746994 Nov 25 19:18:45.499646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-629efda0-2d57-4b62-b5b7-7cb5341a2aab None None] For port a3eafeb6-0f11-4eac-955b-513e866ed692, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a3eafeb6-0f11-4eac-955b-513e866ed692,segment=NetworkSegment(d4a4e187-a0db-414c-9c76-5707ed08f0de),segment_id=d4a4e187-a0db-414c-9c76-5707ed08f0de)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:45.510810 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-629efda0-2d57-4b62-b5b7-7cb5341a2aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.513580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-e776fc70-24cf-47bf-a4eb-dacf800b72aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:45.518706 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-e776fc70-24cf-47bf-a4eb-dacf800b72aa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1758363 Nov 25 19:18:45.534409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4287060-6007-4d14-91ed-fa3151e7d525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34c64b1-e440-4773-8bff-50de63015d8d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:45.648536 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] Set router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:18:45.684758 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c" -d '{"events": [{"name": "network-changed", "server_uuid": "03797953-4086-4b9f-8ad6-9ab8856c879d", "tag": "d6b38a70-3cf6-46dd-960e-af1127a1c00d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:45.755259 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44180) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:45.838549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ea359719-ad52-40b2-b32b-b113b64e9b3c None None] Provisioning complete for port a3eafeb6-0f11-4eac-955b-513e866ed692 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:45.859022 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ea359719-ad52-40b2-b32b-b113b64e9b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:45.919539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-f6a75d25-5c34-4861-a1ee-cb1468bd6808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:45.921210 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-f6a75d25-5c34-4861-a1ee-cb1468bd6808 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3751333 Nov 25 19:18:46.024290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629efda0-2d57-4b62-b5b7-7cb5341a2aab None None] Pushing event updated for resources: {'Port': ['ID=a3eafeb6-0f11-4eac-955b-513e866ed692,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:46.334834 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:46.579203 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bdbe4c-6c67-4763-b3fc-15327b3401cc x-openstack-request-id: req-a2bdbe4c-6c67-4763-b3fc-15327b3401cc {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:46.579906 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03797953-4086-4b9f-8ad6-9ab8856c879d", "tag": "d6b38a70-3cf6-46dd-960e-af1127a1c00d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:46.582218 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2bdbe4c-6c67-4763-b3fc-15327b3401cc {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:46.583585 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03797953-4086-4b9f-8ad6-9ab8856c879d', 'tag': 'd6b38a70-3cf6-46dd-960e-af1127a1c00d', 'status': 'completed', 'code': 200} Nov 25 19:18:46.788174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-router', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:27Z', 'updated_at': '2021-11-25T19:18:35Z', 'revision_number': 4, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'gw_port': {'id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:28Z', 'updated_at': '2021-11-25T19:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a3eafeb6-0f11-4eac-955b-513e866ed692', 'name': '', 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'mac_address': 'fa:16:3e:c2:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'b8511417-5068-410e-b15f-c5844638ce9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:33Z', 'updated_at': '2021-11-25T19:18:44Z', 'revision_number': 4, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'subnets': [{'id': 'b8511417-5068-410e-b15f-c5844638ce9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:18:46.837506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d62d84-141f-45e6-903a-fa3a6efaf073 None None] The sync data for ids ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'] in n-d-817303-9 is: [{'id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-router', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:27Z', 'updated_at': '2021-11-25T19:18:35Z', 'revision_number': 4, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'gw_port': {'id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:28Z', 'updated_at': '2021-11-25T19:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a3eafeb6-0f11-4eac-955b-513e866ed692', 'name': '', 'network_id': '8e8bf56e-e26e-46fe-831a-d42b231807c6', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'mac_address': 'fa:16:3e:c2:11:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'b8511417-5068-410e-b15f-c5844638ce9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:33Z', 'updated_at': '2021-11-25T19:18:44Z', 'revision_number': 4, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'subnets': [{'id': 'b8511417-5068-410e-b15f-c5844638ce9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:18:46.856168 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e7834a9-ac7c-4600-a12b-a068f981d6e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.102183 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e7834a9-ac7c-4600-a12b-a068f981d6e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.111736 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e7834a9-ac7c-4600-a12b-a068f981d6e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.190847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-1abf3242-df09-4e4f-9d2a-974b47cdf4ae tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:47.211665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-1abf3242-df09-4e4f-9d2a-974b47cdf4ae tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 820 time: 1.5920956 Nov 25 19:18:47.213695 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6e7834a9-ac7c-4600-a12b-a068f981d6e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67efd18b174a48e3a937ccf46cb3de31&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4548728 Nov 25 19:18:47.216946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44204) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:47.252373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7834a9-ac7c-4600-a12b-a068f981d6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3145efed-4114-484f-abf1-c5de4077d9c5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:47.297399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-5a1fa675-6474-4720-bb3d-57713e37f8f3 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/quotas/24bd4c8cb5cf4ce0a3968ac6dabf0fd2 HTTP/1.1" status: 200 len: 375 time: 0.0842419 Nov 25 19:18:47.371744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72265537-bdc2-446b-9b96-15f0d61cdec9 req-33f494f3-8d02-41c5-8696-1fbc2531b264 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:47.384226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72265537-bdc2-446b-9b96-15f0d61cdec9 req-33f494f3-8d02-41c5-8696-1fbc2531b264 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 970 time: 0.6053219 Nov 25 19:18:47.434222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a3eafeb6-0f11-4eac-955b-513e866ed692 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:47.474455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-a15177ad-36a5-4fca-8e09-269669bb192c tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1754649 Nov 25 19:18:47.615677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a3eafeb6-0f11-4eac-955b-513e866ed692 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:47.623359 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.638629 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.661028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72265537-bdc2-446b-9b96-15f0d61cdec9 req-88533b64-168c-4acb-bc67-9c2f113752d1 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653353 Nov 25 19:18:47.667624 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a18aec66-c936-403b-8db2-57c844dba35f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:47.826555 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a18aec66-c936-403b-8db2-57c844dba35f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.071457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a18aec66-c936-403b-8db2-57c844dba35f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.074168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a18aec66-c936-403b-8db2-57c844dba35f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:48.085885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a18aec66-c936-403b-8db2-57c844dba35f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3145efed-4114-484f-abf1-c5de4077d9c5 HTTP/1.1" status: 204 len: 168 time: 0.8620102 Nov 25 19:18:48.133543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18aec66-c936-403b-8db2-57c844dba35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3145efed-4114-484f-abf1-c5de4077d9c5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:48.136192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Allocated IP 172.25.8.237 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/fadc3cf2-6479-400a-bb5d-404028a9e3e4) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:48.174013 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-8b44127e-91eb-4529-8c1a-4b734ad608fc service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473555 Nov 25 19:18:48.277699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-b39e072e-905f-48e7-9583-a2c0416f26ae service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:18:48.292047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-b39e072e-905f-48e7-9583-a2c0416f26ae service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4835076 Nov 25 19:18:48.499071 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c70d11-6e87-49e0-9ec7-bb06829928c4 req-97f16a1c-9fc9-4223-b84a-14bbef4cb331 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998424 Nov 25 19:18:49.077018 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c req-c51d0710-e8a7-4bf9-b7b4-640f3efc9905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:49.092711 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c req-c51d0710-e8a7-4bf9-b7b4-640f3efc9905 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54aaadcc688a4dac8d82e2c473cc2f52&device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 1121 time: 0.3041973 Nov 25 19:18:49.113240 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.233245 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-4c796a59-44c1-43e4-8342-0f246c2b2b5c service neutron] 10.222.0.15 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9395571 Nov 25 19:18:49.495150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-dd4c7a44-2299-4d58-9f90-8ca7aeefa29e service neutron] 10.222.0.15 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600648 Nov 25 19:18:49.545354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:49.600714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b04a21-128a-4a30-9224-e1310237437e req-012b82bb-eac5-47a2-8b6d-01f63009a391 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:49.603250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27b04a21-128a-4a30-9224-e1310237437e req-012b82bb-eac5-47a2-8b6d-01f63009a391 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 970 time: 0.4749775 Nov 25 19:18:49.759009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:49.766564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:49.790088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:50.033361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Pushing event updated for resources: {'Port': ['ID=fadc3cf2-6479-400a-bb5d-404028a9e3e4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:50.071513 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27b04a21-128a-4a30-9224-e1310237437e req-c4ccd1d1-2b36-4c39-aa98-f299d105eff0 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4156971 Nov 25 19:18:50.088124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44260) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:50.168575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f9cc70a-2cd5-489d-93da-1572350bb3c1 req-7d23e0bb-536e-45f4-b103-053b3592c588 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 210 time: 0.0783601 Nov 25 19:18:50.178889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d640a9dd-d3ce-488d-87af-d52e295ae5ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.193649 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.319692 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.344866 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.564871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c req-7791d726-405e-4cb7-861b-4ca2af63dae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:50.568867 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c req-7791d726-405e-4cb7-861b-4ca2af63dae3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3397362 Nov 25 19:18:50.655128 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d640a9dd-d3ce-488d-87af-d52e295ae5ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.664529 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d640a9dd-d3ce-488d-87af-d52e295ae5ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.676160 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c req-7489cc0c-0536-4536-98c2-23e162128751 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=d6b38a70-3cf6-46dd-960e-af1127a1c00d HTTP/1.1" status: 200 len: 217 time: 0.0950403 Nov 25 19:18:50.771835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d640a9dd-d3ce-488d-87af-d52e295ae5ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cb9946a420a645438e6231bb1e7553cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6660559 Nov 25 19:18:50.774375 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640a9dd-d3ce-488d-87af-d52e295ae5ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f4004f-8a93-47fe-b735-bc48c1fa1369,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:50.782224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c req-9f23508f-2439-432d-8a38-3d015065723d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:50.784763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44288) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:50.785037 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c req-9f23508f-2439-432d-8a38-3d015065723d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1007009 Nov 25 19:18:50.837022 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.858913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:50.884197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c req-6def62f0-1ad8-4c65-913d-6cf5a55ba5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:50.886879 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c req-6def62f0-1ad8-4c65-913d-6cf5a55ba5b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0925996 Nov 25 19:18:50.961935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Pushing event updated for resources: {'Port': ['ID=fadc3cf2-6479-400a-bb5d-404028a9e3e4,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:51.008936 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f395fae-05d9-4de9-8222-dbffcb7ce4c2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.011445 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.085376 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.100340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e9aa7193-3e81-49ea-80f7-41d6372a1255 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.6682205 Nov 25 19:18:51.197462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f395fae-05d9-4de9-8222-dbffcb7ce4c2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.216065 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c req-0c1e49f8-976a-445a-9193-01e2a6f5074a service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3216441 Nov 25 19:18:51.453560 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cd525978-05bf-408a-bca5-5a08b23eeb25 req-d14f4334-5359-4694-a489-24d70d55f7d1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 210 time: 0.0710056 Nov 25 19:18:51.463040 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f395fae-05d9-4de9-8222-dbffcb7ce4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.469074 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f395fae-05d9-4de9-8222-dbffcb7ce4c2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:51.495348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0f395fae-05d9-4de9-8222-dbffcb7ce4c2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28f4004f-8a93-47fe-b735-bc48c1fa1369 HTTP/1.1" status: 204 len: 168 time: 0.7091467 Nov 25 19:18:51.521909 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1c0a6c8-8ed7-4d95-8c14-8b7a63461c3c req-f64ffa95-a7a0-4a64-abed-c578d62524b7 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980025 Nov 25 19:18:51.524120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f395fae-05d9-4de9-8222-dbffcb7ce4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f4004f-8a93-47fe-b735-bc48c1fa1369,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:51.537398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d28bb19-3f81-477d-9d70-bb05f8820739 req-d8bbf2c5-7051-4299-93b9-3c0fc1a083bc tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:51.539469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d28bb19-3f81-477d-9d70-bb05f8820739 req-d8bbf2c5-7051-4299-93b9-3c0fc1a083bc tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 970 time: 0.2160711 Nov 25 19:18:51.867040 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-28a7e57c-0daf-44b6-a50f-f3c6d19b68b2 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2064671224&fields=id&tenant_id=1efb73572d504c119ab6d6a1f4315f74 HTTP/1.1" status: 200 len: 267 time: 0.1137526 Nov 25 19:18:51.872954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d28bb19-3f81-477d-9d70-bb05f8820739 req-df50d193-7b0e-4cc9-84a5-4f583d63a6e1 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234422 Nov 25 19:18:52.045652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-2b956abd-3238-4259-af73-5f2e5731ab6f tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:52.047466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-2b956abd-3238-4259-af73-5f2e5731ab6f tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/networks?id=8ad14189-ce0f-434b-a77e-a1d923cd8935 HTTP/1.1" status: 200 len: 823 time: 0.1643109 Nov 25 19:18:52.066123 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-b8ce85d4-2548-4b21-86b9-143ee45437c7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/quotas/1efb73572d504c119ab6d6a1f4315f74 HTTP/1.1" status: 200 len: 375 time: 0.0112607 Nov 25 19:18:52.100968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44336) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:52.177538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d657e720-ef3f-4a5f-a320-50aa29064162 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1efb73572d504c119ab6d6a1f4315f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1026206 Nov 25 19:18:52.246500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.76', 60540) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:52.393700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-639a2601-d7b5-421b-b881-a7ebe4231377 service neutron] 10.222.0.15 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919327 Nov 25 19:18:52.538535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-461a7aab-f22f-4ac8-9a76-6e2bd7134262 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:52.540554 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-461a7aab-f22f-4ac8-9a76-6e2bd7134262 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.76 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 820 time: 0.2929578 Nov 25 19:18:52.565495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-37a521d3-cb5f-425f-a950-7005eac16a60 service neutron] 10.222.0.15 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685641 Nov 25 19:18:52.609861 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:52.622441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83aaed04-e998-4edd-9aa0-18c81c66c73e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:52.647978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Request body: {'port': {'device_id': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7', 'admin_state_up': True, 'tenant_id': '24bd4c8cb5cf4ce0a3968ac6dabf0fd2'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:53.057371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1632f60e-c72d-473e-9986-4466ead908dd req-6d2a236e-7e07-4c15-bd47-333dae6ec7cb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 210 time: 0.0889082 Nov 25 19:18:53.105902 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83aaed04-e998-4edd-9aa0-18c81c66c73e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.120736 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83aaed04-e998-4edd-9aa0-18c81c66c73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.159148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f44da0c-20bf-4bb9-bf99-00bfe31082cd req-5dbceead-0317-41cf-915a-d3162152c46f tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 210 time: 0.0460129 Nov 25 19:18:53.446670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c929f8-6103-40ca-bdc9-eda00bb9e05c req-50ae09e6-8bdf-4a23-ab11-b5c8576ebb39 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:53.457131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50c929f8-6103-40ca-bdc9-eda00bb9e05c req-50ae09e6-8bdf-4a23-ab11-b5c8576ebb39 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 970 time: 0.1238928 Nov 25 19:18:53.570848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50c929f8-6103-40ca-bdc9-eda00bb9e05c req-43f064de-77ee-4610-8426-a8a36de9a8ee tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111851 Nov 25 19:18:53.592616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aaed04-e998-4edd-9aa0-18c81c66c73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f7d2c9-4955-4d67-aff7-4219c0edc16c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:53.613508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44384) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:53.631321 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-83aaed04-e998-4edd-9aa0-18c81c66c73e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=64280a52e3064f189babec9fa5d9c507&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5228672 Nov 25 19:18:53.631321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Made reservation on behalf of 24bd4c8cb5cf4ce0a3968ac6dabf0fd2 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:18:53.643005 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.786954 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b469f37-bf40-43f9-95c6-7c07f5e9785a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:53.849757 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b469f37-bf40-43f9-95c6-7c07f5e9785a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.001739 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b469f37-bf40-43f9-95c6-7c07f5e9785a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.005266 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b469f37-bf40-43f9-95c6-7c07f5e9785a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.011421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4b469f37-bf40-43f9-95c6-7c07f5e9785a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68f7d2c9-4955-4d67-aff7-4219c0edc16c HTTP/1.1" status: 204 len: 168 time: 0.3903463 Nov 25 19:18:54.039901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b469f37-bf40-43f9-95c6-7c07f5e9785a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f7d2c9-4955-4d67-aff7-4219c0edc16c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:54.105121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Allocated IP 172.20.0.13 (6416e649-d9bc-4b84-af89-d9947516c8b7/4cc37e69-75f0-4407-90c0-a5c6630fb335/e7a316a8-0ff6-431b-a932-b985f706de54) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:18:54.370736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36a5188c-8cd0-40f9-9880-d9d9a7182053 req-4356ed70-a826-409c-92dd-85b429fa5cad tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 210 time: 0.0485415 Nov 25 19:18:54.377060 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.453450 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.501816 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5efa865d-e6cf-45c4-a45f-06080ed33e29 req-21245b1a-b2e8-47f9-bd93-497cb4698791 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 210 time: 0.0346749 Nov 25 19:18:54.531976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Network 6416e649-d9bc-4b84-af89-d9947516c8b7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:18:54.535711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:18:54.544115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:18:54.549639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:54.550356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.574434 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9338775 Nov 25 19:18:54.579179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdeb38f-94bc-44eb-bec3-40322f06515e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Pushing event updated for resources: {'Port': ['ID=e7a316a8-0ff6-431b-a932-b985f706de54,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:54.837331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44422) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:54.873739 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7dd61b68-72ac-4143-b9df-1cae7acc70d1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:54.987132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c8341-49d9-4a1f-abad-a98b3eb1b8d8 req-2ab5f1d9-75ca-475d-82bc-4ae8143083ee tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:54.990292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-075c8341-49d9-4a1f-abad-a98b3eb1b8d8 req-2ab5f1d9-75ca-475d-82bc-4ae8143083ee tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 970 time: 0.1537113 Nov 25 19:18:55.025342 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7dd61b68-72ac-4143-b9df-1cae7acc70d1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:55.032126 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7dd61b68-72ac-4143-b9df-1cae7acc70d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:55.074146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd61b68-72ac-4143-b9df-1cae7acc70d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0622582-4f47-493a-adc0-92ed61e3f8ec,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:55.104182 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7dd61b68-72ac-4143-b9df-1cae7acc70d1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d91c9fd8fd949f6bb617a54e54d3c23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627096 Nov 25 19:18:55.104895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44426) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:55.123894 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-075c8341-49d9-4a1f-abad-a98b3eb1b8d8 req-06df95dc-d00e-46c0-9793-8b4a9d0b1bde tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195049 Nov 25 19:18:55.172928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6b38a70-3cf6-46dd-960e-af1127a1c00d details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:18:55.189170 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e556ccfe-e216-491d-97e3-9df3e587899a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:55.233900 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e556ccfe-e216-491d-97e3-9df3e587899a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:55.300210 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e556ccfe-e216-491d-97e3-9df3e587899a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:55.305117 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e556ccfe-e216-491d-97e3-9df3e587899a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:55.308873 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e556ccfe-e216-491d-97e3-9df3e587899a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f0622582-4f47-493a-adc0-92ed61e3f8ec HTTP/1.1" status: 204 len: 168 time: 0.2003930 Nov 25 19:18:55.319827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e556ccfe-e216-491d-97e3-9df3e587899a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0622582-4f47-493a-adc0-92ed61e3f8ec,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:55.518295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6b38a70-3cf6-46dd-960e-af1127a1c00d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6b38a70-3cf6-46dd-960e-af1127a1c00d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:55.550860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'd6b38a70-3cf6-46dd-960e-af1127a1c00d', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'd6b38a70-3cf6-46dd-960e-af1127a1c00d', 'mac_address': 'fa:16:3e:ef:86:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:tempest-test_az-1739050088', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:18:55.649976 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:55.662701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127c48b4-1356-4d56-91a9-ea7c6a7fc0cf req-0dc319c9-6c0f-45fd-8e9c-c9cd19a997dd tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:55.669611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-127c48b4-1356-4d56-91a9-ea7c6a7fc0cf req-0dc319c9-6c0f-45fd-8e9c-c9cd19a997dd tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 932 time: 0.1274645 Nov 25 19:18:55.692890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6b38a70-3cf6-46dd-960e-af1127a1c00d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:18:55.753163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6b38a70-3cf6-46dd-960e-af1127a1c00d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6b38a70-3cf6-46dd-960e-af1127a1c00d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:55.761278 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-127c48b4-1356-4d56-91a9-ea7c6a7fc0cf req-d4abb69e-5cb7-45c3-a7a8-abb18c225ff3 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825593 Nov 25 19:18:55.766915 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:55.867559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d6b38a70-3cf6-46dd-960e-af1127a1c00d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:55.962566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aca59b4b-897b-4b9c-b04f-527390592df5 req-755f4829-f82e-4c94-a793-4cc42c329680 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 210 time: 0.0473335 Nov 25 19:18:56.102399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['d6b38a70-3cf6-46dd-960e-af1127a1c00d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:18:56.366931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44472) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:56.766034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2591de4-229f-443b-9a76-217f95aac05d req-07d44842-9e32-49df-8d62-c617c04a083a tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=972fbf261e104b8fb7b64a9987ff34cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413973 Nov 25 19:18:56.796755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4030f112-2a7e-4367-b678-410d3ef336f6 req-1e5c6b40-50c6-4be8-878d-9c24b7211378 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:56.798401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4030f112-2a7e-4367-b678-410d3ef336f6 req-1e5c6b40-50c6-4be8-878d-9c24b7211378 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 971 time: 0.1182599 Nov 25 19:18:56.810126 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-151e5e59-27c6-46e8-a6f8-54a1858e5076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:56.931843 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4030f112-2a7e-4367-b678-410d3ef336f6 req-25ec1a73-0f07-4d90-af35-e7b976007d47 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203868 Nov 25 19:18:56.981946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2591de4-229f-443b-9a76-217f95aac05d req-fa7fde63-f4be-48ba-ab2e-2804f6a1dc01 tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:56.984111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2591de4-229f-443b-9a76-217f95aac05d req-fa7fde63-f4be-48ba-ab2e-2804f6a1dc01 tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1839731 Nov 25 19:18:56.985657 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-151e5e59-27c6-46e8-a6f8-54a1858e5076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:56.992115 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-151e5e59-27c6-46e8-a6f8-54a1858e5076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.025485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2591de4-229f-443b-9a76-217f95aac05d req-b2afbacf-d851-4641-bdb4-8f841d010f94 tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/quotas/972fbf261e104b8fb7b64a9987ff34cb HTTP/1.1" status: 200 len: 375 time: 0.0278072 Nov 25 19:18:57.069836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e5e59-27c6-46e8-a6f8-54a1858e5076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572d61a5-19bb-42fb-b5f1-2781379297b2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:57.106477 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-151e5e59-27c6-46e8-a6f8-54a1858e5076 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dc3dade769343359ab05f419774720a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7372251 Nov 25 19:18:57.108398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6b38a70-3cf6-46dd-960e-af1127a1c00d up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:18:57.119512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44498) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:57.127709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2591de4-229f-443b-9a76-217f95aac05d req-00383432-c395-43fe-a838-effe33766aed tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=972fbf261e104b8fb7b64a9987ff34cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937064 Nov 25 19:18:57.240078 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-093aab9d-77ef-4328-b050-58f9298c0d1d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.291903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-093aab9d-77ef-4328-b050-58f9298c0d1d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.374061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port d6b38a70-3cf6-46dd-960e-af1127a1c00d completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:18:57.379306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port d6b38a70-3cf6-46dd-960e-af1127a1c00d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:18:57.380571 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.416275 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-093aab9d-77ef-4328-b050-58f9298c0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.421048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-093aab9d-77ef-4328-b050-58f9298c0d1d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.424675 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-093aab9d-77ef-4328-b050-58f9298c0d1d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/572d61a5-19bb-42fb-b5f1-2781379297b2 HTTP/1.1" status: 204 len: 168 time: 0.3011022 Nov 25 19:18:57.432091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093aab9d-77ef-4328-b050-58f9298c0d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572d61a5-19bb-42fb-b5f1-2781379297b2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:57.453670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f87cc0-6390-4489-9443-255c46c24f8c req-fb999667-8fda-458c-be32-611db611715c tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:57.456677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9f87cc0-6390-4489-9443-255c46c24f8c req-fb999667-8fda-458c-be32-611db611715c tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 932 time: 0.1567650 Nov 25 19:18:57.461849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-069db161-16a2-4fdf-ac89-a9498b8ce20f req-16fdfa05-ff90-4a2b-ad48-044ac0c3e3c8 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 210 time: 0.0908616 Nov 25 19:18:57.572666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9f87cc0-6390-4489-9443-255c46c24f8c req-25d77129-7730-49bd-8e32-b8f003b54275 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019282 Nov 25 19:18:57.578011 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.633468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03797953-4086-4b9f-8ad6-9ab8856c879d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b38a70-3cf6-46dd-960e-af1127a1c00d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:18:57.744193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6b38a70-3cf6-46dd-960e-af1127a1c00d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6b38a70-3cf6-46dd-960e-af1127a1c00d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:18:57.750628 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:57.818038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d6b38a70-3cf6-46dd-960e-af1127a1c00d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:58.158257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96341af7-2400-493e-b83a-0ed93131cffc req-fdc5ed4e-bb82-4427-acc3-d533d3b99bdb tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:58.158257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96341af7-2400-493e-b83a-0ed93131cffc req-fdc5ed4e-bb82-4427-acc3-d533d3b99bdb tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 972 time: 0.0983393 Nov 25 19:18:58.158779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44530) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:58.173881 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-61b70285-3371-4586-a029-bd13d35839bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.271396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96341af7-2400-493e-b83a-0ed93131cffc req-5734fe2d-1a45-4e7c-89a1-00352e9da6bb tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000896 Nov 25 19:18:58.367550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-61b70285-3371-4586-a029-bd13d35839bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.374741 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-61b70285-3371-4586-a029-bd13d35839bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.478531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44540) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:18:58.479098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-61b70285-3371-4586-a029-bd13d35839bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=644b6b139c2f488e891068c2dc01bfdf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3194902 Nov 25 19:18:58.493382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b70285-3371-4586-a029-bd13d35839bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef963e97-2324-46d1-a5b6-37d0b3ac8658,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:58.698851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b2c1886-02fc-4154-9e06-f0cdd4aba04a req-7223cb6f-6325-4960-87eb-dba7d9216285 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 210 time: 0.0712092 Nov 25 19:18:58.699505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-558f92f5-8df1-46a1-8119-2b75953f4d42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.711947 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f077a87-7f0f-4c3f-b3f6-cc934dadff62" -d '{"events": [{"server_uuid": "03797953-4086-4b9f-8ad6-9ab8856c879d", "name": "network-vif-plugged", "status": "completed", "tag": "d6b38a70-3cf6-46dd-960e-af1127a1c00d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:18:58.735302 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-558f92f5-8df1-46a1-8119-2b75953f4d42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.883543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380ddcc-7dc0-4fa6-bbec-c89d1338ca0f req-4268834b-f091-4c9e-a151-ae3b2368fdd6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:58.895064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1380ddcc-7dc0-4fa6-bbec-c89d1338ca0f req-4268834b-f091-4c9e-a151-ae3b2368fdd6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 932 time: 0.1330750 Nov 25 19:18:58.895064 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-558f92f5-8df1-46a1-8119-2b75953f4d42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.895064 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-558f92f5-8df1-46a1-8119-2b75953f4d42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:58.897456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-558f92f5-8df1-46a1-8119-2b75953f4d42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ef963e97-2324-46d1-a5b6-37d0b3ac8658 HTTP/1.1" status: 204 len: 168 time: 0.4155452 Nov 25 19:18:58.938278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558f92f5-8df1-46a1-8119-2b75953f4d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef963e97-2324-46d1-a5b6-37d0b3ac8658,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:18:58.994949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1380ddcc-7dc0-4fa6-bbec-c89d1338ca0f req-d42fdfb2-24b6-40bf-86c0-9f7b7ca9ec14 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957451 Nov 25 19:18:59.314577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-239b9779-6bca-4940-a812-2f8920d6d723 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:18:59.319649 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-239b9779-6bca-4940-a812-2f8920d6d723 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0228481 Nov 25 19:18:59.494459 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:18:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c576b11-e49d-4acc-a5f3-c27c451511b6 x-openstack-request-id: req-0c576b11-e49d-4acc-a5f3-c27c451511b6 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:18:59.494639 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03797953-4086-4b9f-8ad6-9ab8856c879d", "name": "network-vif-plugged", "status": "completed", "tag": "d6b38a70-3cf6-46dd-960e-af1127a1c00d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:18:59.495038 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c576b11-e49d-4acc-a5f3-c27c451511b6 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:18:59.495363 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03797953-4086-4b9f-8ad6-9ab8856c879d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6b38a70-3cf6-46dd-960e-af1127a1c00d', 'code': 200} Nov 25 19:18:59.688759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Request body: {'port': {'device_id': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:18:59.836487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b643d0-0ad6-4060-8b35-4d8869605f82 req-c5edeae7-4994-497d-b016-59a07db07801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:59.839296 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b5b643d0-0ad6-4060-8b35-4d8869605f82 req-c5edeae7-4994-497d-b016-59a07db07801 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 1123 time: 0.2525494 Nov 25 19:18:59.877262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.887476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fa59ae-c333-4787-b479-e03633bb2787 req-2c95f65c-e27a-47d1-864b-bed3cdd3c159 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:18:59.889624 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b5b643d0-0ad6-4060-8b35-4d8869605f82 req-5769ce2c-9e26-49c1-b95d-f285d4ec7ec9 service neutron] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:18:59.903873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22fa59ae-c333-4787-b479-e03633bb2787 req-2c95f65c-e27a-47d1-864b-bed3cdd3c159 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 972 time: 0.1351941 Nov 25 19:19:00.024340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22fa59ae-c333-4787-b479-e03633bb2787 req-d6973dcc-2469-4dac-b02a-9fb54be017fb tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188350 Nov 25 19:19:00.198347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-95c5531a-53e3-4744-b59f-ec812fe7a813 req-dda24c2a-06d6-493a-b7a7-815c9c4ea080 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 210 time: 0.0542026 Nov 25 19:19:00.340221 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b5b643d0-0ad6-4060-8b35-4d8869605f82 req-5769ce2c-9e26-49c1-b95d-f285d4ec7ec9 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.358130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b5b643d0-0ad6-4060-8b35-4d8869605f82 req-5769ce2c-9e26-49c1-b95d-f285d4ec7ec9 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.409341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.76', 60547) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:00.522646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b5b643d0-0ad6-4060-8b35-4d8869605f82 req-5769ce2c-9e26-49c1-b95d-f285d4ec7ec9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6711159 Nov 25 19:19:00.602048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c252f14-b7b5-43ec-bce8-ada215f69dd0 req-9ff8575c-a585-4b5e-b7bc-840488aee3e8 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:00.616750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c252f14-b7b5-43ec-bce8-ada215f69dd0 req-9ff8575c-a585-4b5e-b7bc-840488aee3e8 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 932 time: 0.2841835 Nov 25 19:19:00.634169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769ce2c-9e26-49c1-b95d-f285d4ec7ec9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7bf6cd-822f-4ff3-b288-c2db5097d88a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:00.767797 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a316a8-0ff6-431b-a932-b985f706de54 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:00.784280 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.790058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-ca04cfe3-43c5-474b-84c3-98f813012f54 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:00.792853 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-ca04cfe3-43c5-474b-84c3-98f813012f54 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.76 "GET /v2.0/networks?id=8ad14189-ce0f-434b-a77e-a1d923cd8935 HTTP/1.1" status: 200 len: 823 time: 0.3670728 Nov 25 19:19:00.810038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Transition to ACTIVE for port object e7a316a8-0ff6-431b-a932-b985f706de54 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:00.818591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:00.847910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c252f14-b7b5-43ec-bce8-ada215f69dd0 req-4a7d20f2-d079-4a3f-a082-4ed404010d56 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296925 Nov 25 19:19:00.877924 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-a24421cc-d38a-4716-887a-1949908a193b tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1001112 Nov 25 19:19:00.936062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a316a8-0ff6-431b-a932-b985f706de54,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:00.988493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c8c4ba85-8f71-4890-b3cf-ba21401cc496 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1efb73572d504c119ab6d6a1f4315f74 HTTP/1.1" status: 200 len: 380 time: 0.1815004 Nov 25 19:19:01.003375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:01.003895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:01.004394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:01.012422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Port e7a316a8-0ff6-431b-a932-b985f706de54 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:01.012928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:01.024907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:01.025507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:01.026131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:01.026891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Bound port: e7a316a8-0ff6-431b-a932-b985f706de54, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:01.027471 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.040267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Request body: {'port': {'device_id': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'admin_state_up': True, 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'security_groups': ['55537023-b242-420c-bb9e-4a4c36d6d949']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:01.103109 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb5ee317-057d-4760-82ab-2c4fb7759c64 req-074baea5-2149-4b36-af86-6082dc1a5ec1 tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=972fbf261e104b8fb7b64a9987ff34cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0591569 Nov 25 19:19:01.148344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:01.155515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e7a316a8-0ff6-431b-a932-b985f706de54,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:01.164220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.233075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:01.233841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.236728 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] 10.222.0.76 "PUT /v2.0/ports/e7a316a8-0ff6-431b-a932-b985f706de54 HTTP/1.1" status: 200 len: 1092 time: 1.7659070 Nov 25 19:19:01.237569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'tag': 'e7a316a8-0ff6-431b-a932-b985f706de54'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:01.257943 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a3f5e7-66e7-47b6-9293-bc75c36987fc" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b173b6-7ae3-45c5-bc89-8a02296bcbcd", "tag": "e7a316a8-0ff6-431b-a932-b985f706de54"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:01.315846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b58534-87dc-4019-9fc3-9602217616b0 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a316a8-0ff6-431b-a932-b985f706de54,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:01.355912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-e8619220-c3ff-4fc0-aac8-3ba1f57764c3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:01.363349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-e8619220-c3ff-4fc0-aac8-3ba1f57764c3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4420249 Nov 25 19:19:01.433261 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-eae273e8-16d1-45cf-8315-7bd504b26a22 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/quotas/60c48d2fb97740fe952cc1943cc18b64 HTTP/1.1" status: 200 len: 375 time: 0.0688651 Nov 25 19:19:01.461364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-d73fab24-4bf9-414d-829c-e4c4b83d6b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:01.464185 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-d73fab24-4bf9-414d-829c-e4c4b83d6b57 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 1095 time: 0.1425359 Nov 25 19:19:01.495622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-71fedc72-7756-48b7-a9c5-cb32aacccf62 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0612469 Nov 25 19:19:01.546257 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-db213208-3acb-4f56-864f-fd8a0a30181c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7a316a8-0ff6-431b-a932-b985f706de54 HTTP/1.1" status: 200 len: 217 time: 0.0699148 Nov 25 19:19:01.579447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ee317-057d-4760-82ab-2c4fb7759c64 req-7f0952ce-1507-4283-bf49-e2503077a1c0 tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:01.582028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb5ee317-057d-4760-82ab-2c4fb7759c64 req-7f0952ce-1507-4283-bf49-e2503077a1c0 tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995486 Nov 25 19:19:01.586179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Made reservation on behalf of 1efb73572d504c119ab6d6a1f4315f74 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:01.592724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:01.631639 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb5ee317-057d-4760-82ab-2c4fb7759c64 req-8fe1e238-3f31-4748-8a68-824ede92d423 tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/quotas/972fbf261e104b8fb7b64a9987ff34cb HTTP/1.1" status: 200 len: 375 time: 0.0187368 Nov 25 19:19:01.652593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-760cc23b-0164-465a-a156-ef57484fc6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:01.655026 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-760cc23b-0164-465a-a156-ef57484fc6a3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.1003504 Nov 25 19:19:01.700613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-87630c61-0b66-4d01-b2ed-cf444abb7366 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373881 Nov 25 19:19:01.734854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb5ee317-057d-4760-82ab-2c4fb7759c64 req-8888f1c9-b7aa-4679-8f1a-7b02bba4fa5d tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=972fbf261e104b8fb7b64a9987ff34cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0455301 Nov 25 19:19:01.950951 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-1a973153-313c-4ad1-848c-841dc607a9ea service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387373 Nov 25 19:19:02.060186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c78a79ec-f14e-4ce7-b583-d49934a677e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.188470 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff7f3c00-72a9-4169-a3b0-397554ffd376 req-afdc9808-6cd0-4204-aca3-3407dda1c82b service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295010 Nov 25 19:19:02.210367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fdd0287-06ff-4429-a4fd-b139a14b635c req-5b410a58-a36f-4090-ae37-27ec1e4490e3 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 210 time: 0.1457064 Nov 25 19:19:02.309847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Allocated IP 172.20.0.7 (8ad14189-ce0f-434b-a77e-a1d923cd8935/f959a176-3547-4d8a-bbcf-d8f4566faa39/ca27fd7c-fd33-4f8e-9412-a668ac72f853) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:02.310701 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0f7e72-340b-4eee-9a9d-2f9a2c389367 x-openstack-request-id: req-5e0f7e72-340b-4eee-9a9d-2f9a2c389367 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:02.311150 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b173b6-7ae3-45c5-bc89-8a02296bcbcd", "tag": "e7a316a8-0ff6-431b-a932-b985f706de54", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:02.311554 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e0f7e72-340b-4eee-9a9d-2f9a2c389367 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:02.313075 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'tag': 'e7a316a8-0ff6-431b-a932-b985f706de54', 'status': 'completed', 'code': 200} Nov 25 19:19:02.327743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae517112-c70e-4cb8-8310-4e8fb3b5d4a0 req-b921bef0-f95f-4d12-a2f2-5af46c882d76 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:02.337057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae517112-c70e-4cb8-8310-4e8fb3b5d4a0 req-b921bef0-f95f-4d12-a2f2-5af46c882d76 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 972 time: 0.2711112 Nov 25 19:19:02.442896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f5e7-66e7-47b6-9293-bc75c36987fc req-c6e0c8da-145c-4b2a-b2f9-cd50cdade8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:02.446119 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-46a3f5e7-66e7-47b6-9293-bc75c36987fc req-c6e0c8da-145c-4b2a-b2f9-cd50cdade8e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 1095 time: 0.0896230 Nov 25 19:19:02.461300 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae517112-c70e-4cb8-8310-4e8fb3b5d4a0 req-0d37e374-cb7e-4dd7-8938-38b98df33c54 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218784 Nov 25 19:19:02.502976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ef7c64ee-c0c4-433b-9366-4a7e862d3566 req-f7ceabc0-edfa-4ce7-9692-a6c9c82b79d3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 210 time: 0.1484392 Nov 25 19:19:02.678213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44682) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:02.744577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f5e7-66e7-47b6-9293-bc75c36987fc req-7c77a208-6b58-432f-81f1-c602a0d991bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:02.748801 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-46a3f5e7-66e7-47b6-9293-bc75c36987fc req-7c77a208-6b58-432f-81f1-c602a0d991bd service neutron] 10.222.0.76 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.2950625 Nov 25 19:19:02.771778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67be9db-1aa4-4e64-aa44-ed1cbb6233a5 req-f31304c8-4cb0-4833-995e-b00a4c71778e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:02.779973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c67be9db-1aa4-4e64-aa44-ed1cbb6233a5 req-f31304c8-4cb0-4833-995e-b00a4c71778e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 944 time: 0.1302156 Nov 25 19:19:02.835078 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-46a3f5e7-66e7-47b6-9293-bc75c36987fc req-5bebb3df-c35c-4c71-a195-2e1055e48653 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7a316a8-0ff6-431b-a932-b985f706de54 HTTP/1.1" status: 200 len: 217 time: 0.0771732 Nov 25 19:19:02.868604 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.875202 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c67be9db-1aa4-4e64-aa44-ed1cbb6233a5 req-6ac271b7-a499-492a-9aa8-1dcce4e1dad0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943363 Nov 25 19:19:02.942908 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:02.955739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3f5e7-66e7-47b6-9293-bc75c36987fc req-744d6f40-667c-428f-8655-4ce51ce04e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:02.959482 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-46a3f5e7-66e7-47b6-9293-bc75c36987fc req-744d6f40-667c-428f-8655-4ce51ce04e11 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.1161678 Nov 25 19:19:03.033912 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-46a3f5e7-66e7-47b6-9293-bc75c36987fc req-5739e33f-7a29-4eea-891d-c39bab5ebc5e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663705 Nov 25 19:19:03.111993 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:03.126744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:03.127085 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67c8d59c-bb13-4664-855a-a15d1af54046 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.143016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:03.155463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:03.156869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.189477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Pushing event updated for resources: {'Port': ['ID=ca27fd7c-fd33-4f8e-9412-a668ac72f853,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:03.212506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c3c1951d-d31f-4be7-b722-da3e5b3ba414 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2177961 Nov 25 19:19:03.227872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Request body: {'port': {'device_id': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:03.365954 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-46a3f5e7-66e7-47b6-9293-bc75c36987fc req-e97c7751-3daa-458e-8b2f-72941104c027 service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138573 Nov 25 19:19:03.370671 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.390109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-f83a0ab3-e40b-456f-be9d-21b04c556b10 req-01f8bc54-7ebc-47a5-a85c-cc90d2f782a0 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Request body: {'security_group': {'name': 'tempest-securitygroup-668866266', 'description': 'tempest-description-1396105422'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:03.459557 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f83a0ab3-e40b-456f-be9d-21b04c556b10 req-01f8bc54-7ebc-47a5-a85c-cc90d2f782a0 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.534835 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67c8d59c-bb13-4664-855a-a15d1af54046 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.548810 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67c8d59c-bb13-4664-855a-a15d1af54046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.576184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f83a0ab3-e40b-456f-be9d-21b04c556b10 req-01f8bc54-7ebc-47a5-a85c-cc90d2f782a0 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.593144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87240040-e425-4720-9067-4862fce3b92e None None] Provisioning complete for port ca27fd7c-fd33-4f8e-9412-a668ac72f853 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:03.594301 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87240040-e425-4720-9067-4862fce3b92e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.651587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-87240040-e425-4720-9067-4862fce3b92e None None] Port ca27fd7c-fd33-4f8e-9412-a668ac72f853 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:03.689526 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-67c8d59c-bb13-4664-855a-a15d1af54046 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb58c4f5db984a108fcd9efa629c5d0c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0097778 Nov 25 19:19:03.694282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44698) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:03.704088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c8d59c-bb13-4664-855a-a15d1af54046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04b741a-d542-4474-8a7a-67a9f1f9402d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:03.740673 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-46a3f5e7-66e7-47b6-9293-bc75c36987fc req-c9580383-9445-49ec-9d89-7334054dd498 service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2833793 Nov 25 19:19:03.781757 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2bf867f-d27f-4ced-b796-5b4694b67d87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.811785 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2bf867f-d27f-4ced-b796-5b4694b67d87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.903343 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2bf867f-d27f-4ced-b796-5b4694b67d87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.909182 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2bf867f-d27f-4ced-b796-5b4694b67d87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:03.916132 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b2bf867f-d27f-4ced-b796-5b4694b67d87 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c04b741a-d542-4474-8a7a-67a9f1f9402d HTTP/1.1" status: 204 len: 168 time: 0.2136796 Nov 25 19:19:03.933724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf867f-d27f-4ced-b796-5b4694b67d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04b741a-d542-4474-8a7a-67a9f1f9402d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:03.953650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b86a53-aeb3-41c6-8ab7-a2154aa8caee req-d84c7590-27d0-4c4a-9a54-55a8031e3ead tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:03.955430 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-3894de49-e28c-4e22-a1ba-0200bcd02190 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0426075 Nov 25 19:19:03.957261 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46b86a53-aeb3-41c6-8ab7-a2154aa8caee req-d84c7590-27d0-4c4a-9a54-55a8031e3ead tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 931 time: 0.3021059 Nov 25 19:19:04.162928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f83a0ab3-e40b-456f-be9d-21b04c556b10 req-01f8bc54-7ebc-47a5-a85c-cc90d2f782a0 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.174213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46b86a53-aeb3-41c6-8ab7-a2154aa8caee req-50c302ee-286a-4be8-9f21-2d8febcc7b45 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1907971 Nov 25 19:19:04.176704 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f83a0ab3-e40b-456f-be9d-21b04c556b10 req-01f8bc54-7ebc-47a5-a85c-cc90d2f782a0 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.224204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-a4ed967f-067f-4dd7-b882-5c5fa0535778 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:04.229239 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-a4ed967f-067f-4dd7-b882-5c5fa0535778 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2671537 Nov 25 19:19:04.248766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Request body: {'port': {'device_id': '5743660e-b9ee-41e4-82ab-dafbf12232f1', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '60c48d2fb97740fe952cc1943cc18b64'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:04.270751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8bc54-7ebc-47a5-a85c-cc90d2f782a0 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad850af-622f-4886-a82e-9fa0991a0efa,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:04.294620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca27fd7c-fd33-4f8e-9412-a668ac72f853 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:04.308200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.347074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Transition to ACTIVE for port object ca27fd7c-fd33-4f8e-9412-a668ac72f853 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:04.377933 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f83a0ab3-e40b-456f-be9d-21b04c556b10 req-01f8bc54-7ebc-47a5-a85c-cc90d2f782a0 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.380783 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.412588 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f83a0ab3-e40b-456f-be9d-21b04c556b10 req-01f8bc54-7ebc-47a5-a85c-cc90d2f782a0 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.498253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44706) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:04.516362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Pushing event updated for resources: {'Port': ['ID=ca27fd7c-fd33-4f8e-9412-a668ac72f853,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:04.516636 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fbaaf9e-379d-4a44-883c-938aeadd3f42 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.519821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Made reservation on behalf of 60c48d2fb97740fe952cc1943cc18b64 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:04.523095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8bc54-7ebc-47a5-a85c-cc90d2f782a0 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c4396fe-8396-4efe-81c8-e25cd462f239,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:04.524106 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.531691 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f83a0ab3-e40b-456f-be9d-21b04c556b10 req-01f8bc54-7ebc-47a5-a85c-cc90d2f782a0 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.533240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f83a0ab3-e40b-456f-be9d-21b04c556b10 req-01f8bc54-7ebc-47a5-a85c-cc90d2f782a0 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1511354 Nov 25 19:19:04.562863 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.570604 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e729cc78-c365-46ce-a805-9e108b5f200c req-3754c7fe-d5fa-47b6-b7d5-4a57cfbf4c81 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:04.578203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e729cc78-c365-46ce-a805-9e108b5f200c req-3754c7fe-d5fa-47b6-b7d5-4a57cfbf4c81 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 972 time: 0.2386086 Nov 25 19:19:04.632508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Attempting to bind port ca27fd7c-fd33-4f8e-9412-a668ac72f853 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:04.633157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Attempting to bind port ca27fd7c-fd33-4f8e-9412-a668ac72f853 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:04.633591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Attempting to bind port ca27fd7c-fd33-4f8e-9412-a668ac72f853 on network 8ad14189-ce0f-434b-a77e-a1d923cd8935 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:04.650782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Port ca27fd7c-fd33-4f8e-9412-a668ac72f853 on network 8ad14189-ce0f-434b-a77e-a1d923cd8935 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:04.651333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Attempting to bind port ca27fd7c-fd33-4f8e-9412-a668ac72f853 on network 8ad14189-ce0f-434b-a77e-a1d923cd8935 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:04.684466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:04.685132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Checking segment: {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:04.686342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Bound using segment: {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:04.687351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Bound port: ca27fd7c-fd33-4f8e-9412-a668ac72f853, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:04.688695 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.691371 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0550eb4d-e475-43cf-acde-faa6c7849651 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.715789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e729cc78-c365-46ce-a805-9e108b5f200c req-9bf64ee4-19c2-4b04-8df3-e77fe291b15d tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365190 Nov 25 19:19:04.764481 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.775406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.868765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:04.878405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fbaaf9e-379d-4a44-883c-938aeadd3f42 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.890138 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fbaaf9e-379d-4a44-883c-938aeadd3f42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:04.940647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9fbaaf9e-379d-4a44-883c-938aeadd3f42 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1f7de32af4254f2fb572b49c622fdb1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4392784 Nov 25 19:19:04.947976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44716) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:05.077133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbaaf9e-379d-4a44-883c-938aeadd3f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6ddf21-6b79-420b-a6b2-f020360d3f68,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:05.086667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2e88742-fb19-473e-a3eb-bf701693cbe3 req-55860fec-ea02-4041-b2f7-f0c5566b98b2 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 210 time: 0.3695338 Nov 25 19:19:05.107731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Allocated IP 192.168.233.39 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/4df2d9ff-7081-485f-8e6b-d6fd79eb7b73) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:05.129200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c88baf6-3bd2-499b-b143-5142852a919b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.173085 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c88baf6-3bd2-499b-b143-5142852a919b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.195262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] For port ca27fd7c-fd33-4f8e-9412-a668ac72f853, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:05.222415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-b812399b-7cef-46b8-92ad-def2f23491d3 req-3898b132-0c20-4d87-aad7-8c7b9e62e9a9 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1089964623', 'description': 'tempest-description-82628666'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:05.285280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] For port ca27fd7c-fd33-4f8e-9412-a668ac72f853, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ca27fd7c-fd33-4f8e-9412-a668ac72f853,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:05.323186 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c88baf6-3bd2-499b-b143-5142852a919b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.326140 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c88baf6-3bd2-499b-b143-5142852a919b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.327298 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9c88baf6-3bd2-499b-b143-5142852a919b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5e6ddf21-6b79-420b-a6b2-f020360d3f68 HTTP/1.1" status: 204 len: 168 time: 0.3740680 Nov 25 19:19:05.335607 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.338152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e7a316a8-0ff6-431b-a932-b985f706de54 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:05.343588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88baf6-3bd2-499b-b143-5142852a919b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6ddf21-6b79-420b-a6b2-f020360d3f68,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:05.387299 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b812399b-7cef-46b8-92ad-def2f23491d3 req-3898b132-0c20-4d87-aad7-8c7b9e62e9a9 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.431153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:05.431955 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.433577 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] 10.222.0.76 "PUT /v2.0/ports/ca27fd7c-fd33-4f8e-9412-a668ac72f853 HTTP/1.1" status: 200 len: 1091 time: 2.2114320 Nov 25 19:19:05.434170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'tag': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:05.439266 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.518765 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.609605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745080fb-dc1b-42ad-b111-7115dd935de4 req-80994579-a8e6-409c-a077-55f4efc621e0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:05.616951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-745080fb-dc1b-42ad-b111-7115dd935de4 req-80994579-a8e6-409c-a077-55f4efc621e0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 944 time: 0.3622248 Nov 25 19:19:05.632340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e7a316a8-0ff6-431b-a932-b985f706de54,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:05.649981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dea772-afb6-423d-af25-7d912a79af39 service neutron] Pushing event updated for resources: {'Port': ['ID=ca27fd7c-fd33-4f8e-9412-a668ac72f853,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:05.669689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:05.675328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:05.693476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:05.703609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:05.705194 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.729708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event updated for resources: {'Port': ['ID=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:05.748141 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'e7a316a8-0ff6-431b-a932-b985f706de54', 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7', 'port_id': 'e7a316a8-0ff6-431b-a932-b985f706de54', 'mac_address': 'fa:16:3e:04:a1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc37e69-75f0-4407-90c0-a5c6630fb335', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:05.748995 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-58e2f928-5903-49e0-aab3-27008ddbc1d9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5059915 Nov 25 19:19:05.766687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Request body: {'port': {'device_id': '5743660e-b9ee-41e4-82ab-dafbf12232f1', 'device_owner': 'compute:tempest-test_az-1739050088', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:05.850731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c11a6dd6-d4c9-474d-8683-4adf673db6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:05.853603 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-c11a6dd6-d4c9-474d-8683-4adf673db6e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1efb73572d504c119ab6d6a1f4315f74&device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 1094 time: 0.3311718 Nov 25 19:19:05.892433 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.915487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7a316a8-0ff6-431b-a932-b985f706de54 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:05.935138 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:05.970114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e7a316a8-0ff6-431b-a932-b985f706de54,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:05.981708 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.002297 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-745080fb-dc1b-42ad-b111-7115dd935de4 req-c8b113c9-49b4-4f0c-9d27-7b95434488c2 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678513 Nov 25 19:19:06.078330 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "0b93dc96-9747-4735-bd69-2c5c9084ab77", "tag": "ca27fd7c-fd33-4f8e-9412-a668ac72f853"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:06.093882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=e7a316a8-0ff6-431b-a932-b985f706de54,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:06.100585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-0aed2aef-c1b2-4c05-8a91-915c257e2e5c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca27fd7c-fd33-4f8e-9412-a668ac72f853 HTTP/1.1" status: 200 len: 217 time: 0.2298310 Nov 25 19:19:06.124905 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b812399b-7cef-46b8-92ad-def2f23491d3 req-3898b132-0c20-4d87-aad7-8c7b9e62e9a9 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.147870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-52084358-3ff6-445e-9305-bf762890f07d None None] Provisioning complete for port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:06.148902 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-52084358-3ff6-445e-9305-bf762890f07d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.181648 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b812399b-7cef-46b8-92ad-def2f23491d3 req-3898b132-0c20-4d87-aad7-8c7b9e62e9a9 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.281963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-52084358-3ff6-445e-9305-bf762890f07d None None] Port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:06.285309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.333423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898b132-0c20-4d87-aad7-8c7b9e62e9a9 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Pushing event updated for resources: {'SecurityGroup': ['ID=394c8fc8-9866-4a41-b4ae-3e8ab2cedeae,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:06.334077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['e7a316a8-0ff6-431b-a932-b985f706de54'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:06.347109 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b812399b-7cef-46b8-92ad-def2f23491d3 req-3898b132-0c20-4d87-aad7-8c7b9e62e9a9 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.359891 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b812399b-7cef-46b8-92ad-def2f23491d3 req-3898b132-0c20-4d87-aad7-8c7b9e62e9a9 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1690793 Nov 25 19:19:06.384278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-3959bdfb-a081-4912-a051-37ac37a2f726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:06.387345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-3959bdfb-a081-4912-a051-37ac37a2f726 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f959a176-3547-4d8a-bbcf-d8f4566faa39 HTTP/1.1" status: 200 len: 862 time: 0.2673616 Nov 25 19:19:06.440989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:06.451666 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.478954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Transition to ACTIVE for port object 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:06.490573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.640758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Pushing event updated for resources: {'Port': ['ID=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:06.709128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708c6f1-13a7-4af1-a664-fed322192012 req-38acfd03-2a5b-4a5f-af07-0312bf35497c tempest-AggregatesAdminTestJSON-1395548998 tempest-AggregatesAdminTestJSON-1395548998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:06.712143 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9708c6f1-13a7-4af1-a664-fed322192012 req-38acfd03-2a5b-4a5f-af07-0312bf35497c tempest-AggregatesAdminTestJSON-1395548998 tempest-AggregatesAdminTestJSON-1395548998-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 1123 time: 0.3352656 Nov 25 19:19:06.729285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-64558b08-37a3-4e8f-b642-93bbaed6b5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:06.731952 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-64558b08-37a3-4e8f-b642-93bbaed6b5fd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad14189-ce0f-434b-a77e-a1d923cd8935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2746391 Nov 25 19:19:06.733970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Attempting to bind port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:06.735124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Attempting to bind port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:06.735795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Attempting to bind port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:06.745522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:06.748236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Attempting to bind port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:06.768946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:06.769503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:06.772667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:06.773493 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Bound port: 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:06.773981 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.858492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9708c6f1-13a7-4af1-a664-fed322192012 req-aa327347-8303-4c32-85f4-d95dc5fb1f52 tempest-AggregatesAdminTestJSON-1395548998 tempest-AggregatesAdminTestJSON-1395548998-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.921220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] For port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:06.925001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] For port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:06.933501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.984966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:06.985600 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:06.987097 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] 10.222.0.60 "PUT /v2.0/ports/4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 HTTP/1.1" status: 200 len: 1117 time: 1.2298632 Nov 25 19:19:06.987574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5743660e-b9ee-41e4-82ab-dafbf12232f1', 'tag': '4df2d9ff-7081-485f-8e6b-d6fd79eb7b73'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:06.990900 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df6357f2-58a7-4eb3-bcc6-262c693b9223" -d '{"events": [{"name": "network-changed", "server_uuid": "5743660e-b9ee-41e4-82ab-dafbf12232f1", "tag": "4df2d9ff-7081-485f-8e6b-d6fd79eb7b73"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:07.071837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c75a3ad-a3ad-44a3-8034-3a71ee6184cf service neutron] Pushing event updated for resources: {'Port': ['ID=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:07.144723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40845f1-054f-477b-8084-9617d2f96d24 req-e936581f-5a04-435f-a32c-598e3ee72395 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:07.148146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a40845f1-054f-477b-8084-9617d2f96d24 req-e936581f-5a04-435f-a32c-598e3ee72395 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 943 time: 0.2598057 Nov 25 19:19:07.156441 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-6d1c0a8d-b292-4ac4-80f5-dfb433888178 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4129186 Nov 25 19:19:07.199040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-6bc5580f-05c4-4c70-b0f1-e4fd85a6efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:07.202230 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-6bc5580f-05c4-4c70-b0f1-e4fd85a6efe9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 1120 time: 0.1098351 Nov 25 19:19:07.253368 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-d18a5f92-be38-4c75-bff1-fdf0d13c9e72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 HTTP/1.1" status: 200 len: 217 time: 0.0421171 Nov 25 19:19:07.289862 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a40845f1-054f-477b-8084-9617d2f96d24 req-e41be9c3-8eb2-4907-9bd7-1377faf13323 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295798 Nov 25 19:19:07.312685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-0998741e-5965-4ffd-b43f-2b4ea62cea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:07.314240 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-0998741e-5965-4ffd-b43f-2b4ea62cea86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0531278 Nov 25 19:19:07.316550 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9708c6f1-13a7-4af1-a664-fed322192012 req-aa327347-8303-4c32-85f4-d95dc5fb1f52 tempest-AggregatesAdminTestJSON-1395548998 tempest-AggregatesAdminTestJSON-1395548998-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.320320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e7a316a8-0ff6-431b-a932-b985f706de54 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:07.364593 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9708c6f1-13a7-4af1-a664-fed322192012 req-aa327347-8303-4c32-85f4-d95dc5fb1f52 tempest-AggregatesAdminTestJSON-1395548998 tempest-AggregatesAdminTestJSON-1395548998-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.402618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-dddda061-3ae4-48e8-bacb-8050c73652cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:07.404157 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-dddda061-3ae4-48e8-bacb-8050c73652cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0826294 Nov 25 19:19:07.537613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa327347-8303-4c32-85f4-d95dc5fb1f52 tempest-AggregatesAdminTestJSON-1395548998 tempest-AggregatesAdminTestJSON-1395548998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d30118-2ae1-42ca-b122-90aa3eb3ba48,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:07.555919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9708c6f1-13a7-4af1-a664-fed322192012 req-aa327347-8303-4c32-85f4-d95dc5fb1f52 tempest-AggregatesAdminTestJSON-1395548998 tempest-AggregatesAdminTestJSON-1395548998-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8159270 Nov 25 19:19:07.622492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57e7b0f9-47e8-4fe8-a4c1-099ed9969cb4 req-87e3ab35-f8fb-4fc7-bedd-d207b07dc0ad service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568698 Nov 25 19:19:07.669748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port e7a316a8-0ff6-431b-a932-b985f706de54 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:07.685861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port e7a316a8-0ff6-431b-a932-b985f706de54 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:07.690106 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.839335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c95b0d-664f-4690-b014-f6640ca8cc13 req-8f2479d7-d96b-4e53-ad48-a8cd63e8f7c9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:07.848516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05c95b0d-664f-4690-b014-f6640ca8cc13 req-8f2479d7-d96b-4e53-ad48-a8cd63e8f7c9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 969 time: 0.0966833 Nov 25 19:19:07.851648 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c55ae36e-ea6d-4e8b-9bb3-77072732b1e3 x-openstack-request-id: req-c55ae36e-ea6d-4e8b-9bb3-77072732b1e3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:07.852098 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b93dc96-9747-4735-bd69-2c5c9084ab77", "tag": "ca27fd7c-fd33-4f8e-9412-a668ac72f853", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:07.852595 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c55ae36e-ea6d-4e8b-9bb3-77072732b1e3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:07.853630 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'tag': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853', 'status': 'completed', 'code': 200} Nov 25 19:19:07.853934 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.944138 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-d72da933-2e1b-409e-99b8-48aec6c9e6b6 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317225 Nov 25 19:19:07.957494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05c95b0d-664f-4690-b014-f6640ca8cc13 req-4d54b9ae-fc83-46f7-92ab-53cab31982a6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077535 Nov 25 19:19:07.968188 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:07.978614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f req-f1f7ff7b-f753-49bd-899f-3782b34518ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:07.981456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f req-f1f7ff7b-f753-49bd-899f-3782b34518ee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1efb73572d504c119ab6d6a1f4315f74&device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 1094 time: 0.1107936 Nov 25 19:19:08.035153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a316a8-0ff6-431b-a932-b985f706de54'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:08.041226 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace535b2-29cf-4ba0-8da6-1f4ebdd7aa32" -d '{"events": [{"server_uuid": "a4b173b6-7ae3-45c5-bc89-8a02296bcbcd", "name": "network-vif-plugged", "status": "completed", "tag": "e7a316a8-0ff6-431b-a932-b985f706de54"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:08.067144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e7a316a8-0ff6-431b-a932-b985f706de54,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:08.072093 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.076746 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.162430 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adf97fa9-747f-4393-90ed-1afb43b948a6 x-openstack-request-id: req-adf97fa9-747f-4393-90ed-1afb43b948a6 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:08.162898 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5743660e-b9ee-41e4-82ab-dafbf12232f1", "tag": "4df2d9ff-7081-485f-8e6b-d6fd79eb7b73", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:08.163288 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-adf97fa9-747f-4393-90ed-1afb43b948a6 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:08.163962 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5743660e-b9ee-41e4-82ab-dafbf12232f1', 'tag': '4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', 'status': 'completed', 'code': 200} Nov 25 19:19:08.189060 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=e7a316a8-0ff6-431b-a932-b985f706de54,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:08.205419 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d137614-e95e-45f3-9ba0-2b9e7b566ebb req-f5b157f4-6562-42ee-9863-f1fbc83706ff service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519979 Nov 25 19:19:08.313775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e594c325-be22-4bf1-9b4a-74f9ebb0f10e req-ab7c8475-dfcc-401e-9873-6ace6a43fe6b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1341063670', 'description': 'tempest-description-690741219'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:08.358405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6357f2-58a7-4eb3-bcc6-262c693b9223 req-fe7bbe3c-5a2d-4841-8cf6-75eb40064f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.362112 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-df6357f2-58a7-4eb3-bcc6-262c693b9223 req-fe7bbe3c-5a2d-4841-8cf6-75eb40064f89 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 1120 time: 0.0894675 Nov 25 19:19:08.387262 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e594c325-be22-4bf1-9b4a-74f9ebb0f10e req-ab7c8475-dfcc-401e-9873-6ace6a43fe6b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.408227 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d693c5e6-71d6-415c-8832-9b7e71406c83 req-71bf306f-6342-49bd-b9f4-d7957b079e49 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.409926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d693c5e6-71d6-415c-8832-9b7e71406c83 req-71bf306f-6342-49bd-b9f4-d7957b079e49 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 946 time: 0.2600424 Nov 25 19:19:08.412720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f req-e29ad472-231f-4a0a-9782-57ebaa147711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.414251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f req-e29ad472-231f-4a0a-9782-57ebaa147711 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8ad14189-ce0f-434b-a77e-a1d923cd8935 HTTP/1.1" status: 200 len: 924 time: 0.4211299 Nov 25 19:19:08.415022 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e594c325-be22-4bf1-9b4a-74f9ebb0f10e req-ab7c8475-dfcc-401e-9873-6ace6a43fe6b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.492214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f req-2bc787ae-5b9d-4b06-85f9-f6346cce7047 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca27fd7c-fd33-4f8e-9412-a668ac72f853 HTTP/1.1" status: 200 len: 217 time: 0.0668497 Nov 25 19:19:08.511577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6357f2-58a7-4eb3-bcc6-262c693b9223 req-ff3b9226-cc69-4f3b-915c-0e317fb93075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.514251 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-df6357f2-58a7-4eb3-bcc6-262c693b9223 req-ff3b9226-cc69-4f3b-915c-0e317fb93075 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1470120 Nov 25 19:19:08.569608 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-df6357f2-58a7-4eb3-bcc6-262c693b9223 req-a934701a-a1af-43d5-965c-661c56358010 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 HTTP/1.1" status: 200 len: 217 time: 0.0408990 Nov 25 19:19:08.576118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d693c5e6-71d6-415c-8832-9b7e71406c83 req-8e2a2455-2e1a-4945-b44c-35dafd0d7b92 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519918 Nov 25 19:19:08.599327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f req-5c599b0b-094c-4f98-9300-71be05bbffa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.602020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f req-5c599b0b-094c-4f98-9300-71be05bbffa5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f959a176-3547-4d8a-bbcf-d8f4566faa39 HTTP/1.1" status: 200 len: 862 time: 0.1005354 Nov 25 19:19:08.659621 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6357f2-58a7-4eb3-bcc6-262c693b9223 req-380bf6d2-4822-4261-8092-e7323beceed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.662480 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-df6357f2-58a7-4eb3-bcc6-262c693b9223 req-380bf6d2-4822-4261-8092-e7323beceed5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0854690 Nov 25 19:19:08.706025 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e594c325-be22-4bf1-9b4a-74f9ebb0f10e req-ab7c8475-dfcc-401e-9873-6ace6a43fe6b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.716335 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e594c325-be22-4bf1-9b4a-74f9ebb0f10e req-ab7c8475-dfcc-401e-9873-6ace6a43fe6b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:08.722530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6357f2-58a7-4eb3-bcc6-262c693b9223 req-1ce8d023-61d6-4e3b-8532-bc4f95d70790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.724810 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-df6357f2-58a7-4eb3-bcc6-262c693b9223 req-1ce8d023-61d6-4e3b-8532-bc4f95d70790 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0542006 Nov 25 19:19:08.754285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f req-c748b251-111b-4a9c-b4d3-da785119476c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:08.756204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f req-c748b251-111b-4a9c-b4d3-da785119476c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad14189-ce0f-434b-a77e-a1d923cd8935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1450934 Nov 25 19:19:08.788349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfd37efd-6204-4711-a727-4390841f1010 req-07e5ee34-4716-4211-a4c9-9e24c9c7cf89 tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=972fbf261e104b8fb7b64a9987ff34cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619280 Nov 25 19:19:08.811758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c8475-dfcc-401e-9873-6ace6a43fe6b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799e2010-96c8-4a34-b5cd-146813249d9d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:08.851272 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-df6357f2-58a7-4eb3-bcc6-262c693b9223 req-b230b07c-637a-4a7a-988d-ecc18ae12d45 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165633 Nov 25 19:19:08.990072 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-df6357f2-58a7-4eb3-bcc6-262c693b9223 req-b79e824a-58c2-4754-9915-da02424dce22 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308877 Nov 25 19:19:09.155947 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e594c325-be22-4bf1-9b4a-74f9ebb0f10e req-ab7c8475-dfcc-401e-9873-6ace6a43fe6b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.173664 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f req-769b6d17-732e-4967-a656-a0b04a80af25 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043415 Nov 25 19:19:09.174341 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e594c325-be22-4bf1-9b4a-74f9ebb0f10e req-ab7c8475-dfcc-401e-9873-6ace6a43fe6b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.210291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd37efd-6204-4711-a727-4390841f1010 req-2a41ff39-7b6f-4b5e-8276-b322dd23f944 tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:09.212235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfd37efd-6204-4711-a727-4390841f1010 req-2a41ff39-7b6f-4b5e-8276-b322dd23f944 tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4148793 Nov 25 19:19:09.262755 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e594c325-be22-4bf1-9b4a-74f9ebb0f10e req-ab7c8475-dfcc-401e-9873-6ace6a43fe6b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.264030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e594c325-be22-4bf1-9b4a-74f9ebb0f10e req-ab7c8475-dfcc-401e-9873-6ace6a43fe6b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.0304766 Nov 25 19:19:09.271459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c8475-dfcc-401e-9873-6ace6a43fe6b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab2b61c-0363-4814-a92f-832ace9beb22,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:09.300736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfd37efd-6204-4711-a727-4390841f1010 req-2144d193-c58f-4213-a6f6-2c887abd4c67 tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/quotas/972fbf261e104b8fb7b64a9987ff34cb HTTP/1.1" status: 200 len: 375 time: 0.0645885 Nov 25 19:19:09.347415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfd37efd-6204-4711-a727-4390841f1010 req-05781b46-b55f-4d36-bc32-50c1b134ad6c tempest-QuotasAdminNegativeTest-1359941763 tempest-QuotasAdminNegativeTest-1359941763-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=972fbf261e104b8fb7b64a9987ff34cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0363681 Nov 25 19:19:09.365313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23cf2a12-1d65-44ee-b27e-521bda2a5c4f req-53decb6b-b30a-4280-b173-007b27725b0c service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820612 Nov 25 19:19:09.513751 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea590d4-7a50-40bd-a8f7-c15438e21625 x-openstack-request-id: req-cea590d4-7a50-40bd-a8f7-c15438e21625 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:09.514383 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b173b6-7ae3-45c5-bc89-8a02296bcbcd", "name": "network-vif-plugged", "status": "completed", "tag": "e7a316a8-0ff6-431b-a932-b985f706de54", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:09.514944 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cea590d4-7a50-40bd-a8f7-c15438e21625 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:09.515880 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7a316a8-0ff6-431b-a932-b985f706de54', 'code': 200} Nov 25 19:19:09.573830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc1c202-c685-477d-bd78-c530c8e8ec37 req-8880d155-19ac-42ec-bee5-da2711c37dee tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:09.575819 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8bc1c202-c685-477d-bd78-c530c8e8ec37 req-8880d155-19ac-42ec-bee5-da2711c37dee tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 943 time: 0.0708992 Nov 25 19:19:09.690598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8bc1c202-c685-477d-bd78-c530c8e8ec37 req-2132d44b-e664-42d9-b886-72d47b194560 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075079 Nov 25 19:19:09.697624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4b94b9-0c93-4653-a793-b5fa85560fd3 req-245caa39-04ac-46b6-ab05-060418523c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:09.699963 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd4b94b9-0c93-4653-a793-b5fa85560fd3 req-245caa39-04ac-46b6-ab05-060418523c98 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 1097 time: 0.1065221 Nov 25 19:19:09.783035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-fc99948f-84f5-4c0d-989c-3ba8663e47e9 req-4849b63f-f35e-4375-90a7-ec49405ad8e6 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2014459609', 'description': 'tempest-description-1363050954'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:09.823358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd4b94b9-0c93-4653-a793-b5fa85560fd3 req-f89e3a83-ecd4-4b41-a5e0-c79386c6673c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133580 Nov 25 19:19:09.843407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fc99948f-84f5-4c0d-989c-3ba8663e47e9 req-4849b63f-f35e-4375-90a7-ec49405ad8e6 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.871722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be130ee-33b9-471d-b31a-4a2e697135ea req-c5cac671-5e52-402c-a747-5aceec4584e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:09.873397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5be130ee-33b9-471d-b31a-4a2e697135ea req-c5cac671-5e52-402c-a747-5aceec4584e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 969 time: 0.1008661 Nov 25 19:19:09.964535 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5be130ee-33b9-471d-b31a-4a2e697135ea req-21006675-66d5-41c0-a677-f5e06b3e55ba tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810299 Nov 25 19:19:09.977661 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fc99948f-84f5-4c0d-989c-3ba8663e47e9 req-4849b63f-f35e-4375-90a7-ec49405ad8e6 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:09.983231 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fc99948f-84f5-4c0d-989c-3ba8663e47e9 req-4849b63f-f35e-4375-90a7-ec49405ad8e6 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:10.021460 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fc99948f-84f5-4c0d-989c-3ba8663e47e9 req-4849b63f-f35e-4375-90a7-ec49405ad8e6 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:10.022790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc99948f-84f5-4c0d-989c-3ba8663e47e9 req-4849b63f-f35e-4375-90a7-ec49405ad8e6 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2434802 Nov 25 19:19:10.028331 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849b63f-f35e-4375-90a7-ec49405ad8e6 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7de456-a62a-47bd-ae49-07c04e1c6457,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:10.199409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ed89d-8fe3-4d1a-ae84-dccdcae23924 req-346730b6-6307-47b4-9ba4-d5e5fc8efbec tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:10.201045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-104ed89d-8fe3-4d1a-ae84-dccdcae23924 req-346730b6-6307-47b4-9ba4-d5e5fc8efbec tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 946 time: 0.0562778 Nov 25 19:19:10.280019 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-104ed89d-8fe3-4d1a-ae84-dccdcae23924 req-a86620a9-5e92-4527-a06f-5125c73d6e0d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667775 Nov 25 19:19:10.669676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-f490a363-9276-443c-b50d-c0e4893b27f2 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 42607 time: 0.3571842 Nov 25 19:19:10.743764 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-c5e789d8-3de7-4e86-931f-0dbad5b08f77 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0ad850af-622f-4886-a82e-9fa0991a0efa HTTP/1.1" status: 200 len: 2998 time: 0.0639052 Nov 25 19:19:10.818857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-421fce0f-c3f2-4be3-933d-122d89ed8e4b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/0ad850af-622f-4886-a82e-9fa0991a0efa HTTP/1.1" status: 200 len: 2998 time: 0.0639846 Nov 25 19:19:10.880980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-8ab1afc4-2280-4f86-ac81-fe6530f50815 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/15d30118-2ae1-42ca-b122-90aa3eb3ba48 HTTP/1.1" status: 200 len: 2998 time: 0.0463359 Nov 25 19:19:11.006179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-cfeb47eb-376b-4669-81ea-5b23b5b65028 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/15d30118-2ae1-42ca-b122-90aa3eb3ba48 HTTP/1.1" status: 200 len: 2998 time: 0.1166792 Nov 25 19:19:11.030619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44854) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:11.035849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24721b-7acf-45d6-9c60-7179832612cd req-47bef9e2-cb22-42e5-9c52-d3a90bbcf0aa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:11.037832 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c24721b-7acf-45d6-9c60-7179832612cd req-47bef9e2-cb22-42e5-9c52-d3a90bbcf0aa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 943 time: 0.1261191 Nov 25 19:19:11.101882 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-64a8f122-797c-4fad-867e-e46897357b23 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3039bc0e-0bb8-4cdb-b87b-3e909f09b2f1 HTTP/1.1" status: 200 len: 2998 time: 0.0881238 Nov 25 19:19:11.127975 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c24721b-7acf-45d6-9c60-7179832612cd req-d328aba8-6fa8-45bd-8fd8-418993508bf4 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783486 Nov 25 19:19:11.141127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:11.216150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-0e461af2-20ec-4ac5-8947-e653d233bddc tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3039bc0e-0bb8-4cdb-b87b-3e909f09b2f1 HTTP/1.1" status: 200 len: 2998 time: 0.1022890 Nov 25 19:19:11.224843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d697fdc6-ed6e-4a45-b8f4-4d160ea2b9e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.316311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:11.334158 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d697fdc6-ed6e-4a45-b8f4-4d160ea2b9e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.339868 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d697fdc6-ed6e-4a45-b8f4-4d160ea2b9e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.342193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ca27fd7c-fd33-4f8e-9412-a668ac72f853 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:11.349680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', 'mac_address': 'fa:16:3e:cb:07:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.39'}], 'device_owner': 'compute:tempest-test_az-1739050088', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:11.371698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-e958f9dc-1d3e-4a74-9f0a-f9947dfd4569 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3bfabd83-3804-4412-8edb-279af8c964dd HTTP/1.1" status: 200 len: 2994 time: 0.1415460 Nov 25 19:19:11.388971 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d697fdc6-ed6e-4a45-b8f4-4d160ea2b9e2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=972fbf261e104b8fb7b64a9987ff34cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3569379 Nov 25 19:19:11.390006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d697fdc6-ed6e-4a45-b8f4-4d160ea2b9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0b5276-c4e4-4b42-bff8-d9986e3f869e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:11.393027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44864) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:11.446215 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.461193 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0bca6ffa-9dd4-40a5-bd8e-ed27a736205f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.492091 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0bca6ffa-9dd4-40a5-bd8e-ed27a736205f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.494453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:11.521679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460ee42c-9aed-4c03-a459-901478974642 req-1b590fc8-936c-4359-becc-17952175ceaa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:11.524673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-460ee42c-9aed-4c03-a459-901478974642 req-1b590fc8-936c-4359-becc-17952175ceaa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 969 time: 0.1924071 Nov 25 19:19:11.530324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-fed2a99a-db44-4397-92bf-ba6579702b74 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/3bfabd83-3804-4412-8edb-279af8c964dd HTTP/1.1" status: 200 len: 2994 time: 0.1174276 Nov 25 19:19:11.593881 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0bca6ffa-9dd4-40a5-bd8e-ed27a736205f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.594199 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:11.604491 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0bca6ffa-9dd4-40a5-bd8e-ed27a736205f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.605337 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.612309 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0bca6ffa-9dd4-40a5-bd8e-ed27a736205f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f0b5276-c4e4-4b42-bff8-d9986e3f869e HTTP/1.1" status: 204 len: 168 time: 0.2178166 Nov 25 19:19:11.633828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca6ffa-9dd4-40a5-bd8e-ed27a736205f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0b5276-c4e4-4b42-bff8-d9986e3f869e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:11.707977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ca27fd7c-fd33-4f8e-9412-a668ac72f853, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ca27fd7c-fd33-4f8e-9412-a668ac72f853,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:11.709247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-460ee42c-9aed-4c03-a459-901478974642 req-7ec031a8-88e5-4762-ac67-e169c9e76c4e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739602 Nov 25 19:19:11.711214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-a01a393e-300a-402b-8ab2-fc286e919857 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/799e2010-96c8-4a34-b5cd-146813249d9d HTTP/1.1" status: 200 len: 2998 time: 0.1509097 Nov 25 19:19:11.815872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-5e83c84f-b4a2-413c-b3a6-e041660b45ae tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/799e2010-96c8-4a34-b5cd-146813249d9d HTTP/1.1" status: 200 len: 2998 time: 0.0769708 Nov 25 19:19:11.816346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'port_id': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853', 'mac_address': 'fa:16:3e:45:98:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:11.826027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:11.885943 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-64874a1b-e1ea-47fb-8877-ceba9119115c tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/7fc1abd1-5aea-45a1-850d-390ef92e10cf HTTP/1.1" status: 200 len: 2994 time: 0.0669959 Nov 25 19:19:11.906136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:11.934320 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:11.978076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-422d928d-1ffe-47f8-9ed3-d505e5d505d5 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/7fc1abd1-5aea-45a1-850d-390ef92e10cf HTTP/1.1" status: 200 len: 2994 time: 0.0886898 Nov 25 19:19:12.007006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca27fd7c-fd33-4f8e-9412-a668ac72f853 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:12.049133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-41b37794-5074-4b60-97f0-4e6b0cb67764 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a2759091-e37f-4116-b6aa-978b6db3c410 HTTP/1.1" status: 200 len: 2998 time: 0.0699494 Nov 25 19:19:12.089157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ca27fd7c-fd33-4f8e-9412-a668ac72f853, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ca27fd7c-fd33-4f8e-9412-a668ac72f853,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:12.117334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-5fe75047-43db-48be-b504-0f370165d366 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/a2759091-e37f-4116-b6aa-978b6db3c410 HTTP/1.1" status: 200 len: 2998 time: 0.0667572 Nov 25 19:19:12.154587 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.177344 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-8aaa1df6-7019-4cc6-90bf-665dffc68a2c tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/bca8703f-c684-459e-a6cf-e0dc840975c2 HTTP/1.1" status: 200 len: 2998 time: 0.0587108 Nov 25 19:19:12.262719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-bf220634-94e6-4adb-9a02-ad6cf4ac0d35 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/bca8703f-c684-459e-a6cf-e0dc840975c2 HTTP/1.1" status: 200 len: 2998 time: 0.0775049 Nov 25 19:19:12.314246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ca27fd7c-fd33-4f8e-9412-a668ac72f853,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:12.392328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44882) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:12.409662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40230c6-cd3c-4a9b-8d4f-93bd0676e192 req-eb562faa-24cd-4eb4-846f-585b65dbb496 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:12.412812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a40230c6-cd3c-4a9b-8d4f-93bd0676e192 req-eb562faa-24cd-4eb4-846f-585b65dbb496 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 946 time: 0.1539745 Nov 25 19:19:12.424252 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.428054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ca27fd7c-fd33-4f8e-9412-a668ac72f853'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:12.429316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-34f818a6-b799-42a4-bd96-74ad28442c9a tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2 HTTP/1.1" status: 200 len: 2998 time: 0.1519082 Nov 25 19:19:12.544706 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a40230c6-cd3c-4a9b-8d4f-93bd0676e192 req-69c67db7-9fed-40c1-a473-1d72a66e451e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228137 Nov 25 19:19:12.553308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-8701122e-3aa5-4e35-b019-7a23e71a9fee tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2 HTTP/1.1" status: 200 len: 2998 time: 0.1157773 Nov 25 19:19:12.686769 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.695347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.778431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18af85962e514f44ab253fc5ee7501f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3841827 Nov 25 19:19:12.781809 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44892) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:12.789576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-78854412-f0a3-4abc-a26c-ebdd246af5b0 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cf7bf6cd-822f-4ff3-b288-c2db5097d88a HTTP/1.1" status: 200 len: 2998 time: 0.1793640 Nov 25 19:19:12.791469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbb1d35-c2cd-4e5b-b253-7e97a0ca06a5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:12.807111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.807460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.807805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.808124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.808454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.808780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.809099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.809420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.809738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.810053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.810369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.810682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-057a472a-1acf-454e-a6f6-32f3f225f996 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.836853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69535b9f-5657-4a06-8acb-df187e0ac591 req-22770af5-68a1-46c7-90ca-a2c85f562a90 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:12.838576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69535b9f-5657-4a06-8acb-df187e0ac591 req-22770af5-68a1-46c7-90ca-a2c85f562a90 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 944 time: 0.1175437 Nov 25 19:19:12.874638 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.899157 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.917560 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-15b05a32-9458-4005-bcf2-5cf09359f826 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cf7bf6cd-822f-4ff3-b288-c2db5097d88a HTTP/1.1" status: 200 len: 2998 time: 0.1132579 Nov 25 19:19:12.961903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.965209 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:12.966411 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ebbb1d35-c2cd-4e5b-b253-7e97a0ca06a5 HTTP/1.1" status: 204 len: 168 time: 0.1831217 Nov 25 19:19:12.976621 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbb1d35-c2cd-4e5b-b253-7e97a0ca06a5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:12.985699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.986031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.986569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.986951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.987305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.987611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.987936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.988260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.989586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.989586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.990106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:12.990502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e7d20c-e3a7-48c0-889f-710f29100626 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:13.010129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69535b9f-5657-4a06-8acb-df187e0ac591 req-3cb61f2e-f752-481b-a29b-f710b24345e3 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558771 Nov 25 19:19:13.038830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-e9514e66-4e78-4145-9a0b-cd45257bde62 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cfbfd8f6-059f-49f5-9e52-fddca9f26aa1 HTTP/1.1" status: 200 len: 2994 time: 0.1131401 Nov 25 19:19:13.117404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-20cc5baa-8404-4760-92ef-4da83d25503d tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cfbfd8f6-059f-49f5-9e52-fddca9f26aa1 HTTP/1.1" status: 200 len: 2994 time: 0.0707417 Nov 25 19:19:13.151221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:13.197272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-175501ee-6257-41b5-8a96-d5b2c9b45bc7 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/da472502-08dc-4609-a649-d846ac7d825d HTTP/1.1" status: 200 len: 2990 time: 0.0689933 Nov 25 19:19:13.230102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:13.240267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:13.241306 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:13.276619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6a2a8fe-269b-4adb-8aac-e04da194c76b req-e5b645bf-464e-4537-b585-d0236c3d4525 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/da472502-08dc-4609-a649-d846ac7d825d HTTP/1.1" status: 200 len: 2990 time: 0.0722287 Nov 25 19:19:13.307757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ca27fd7c-fd33-4f8e-9412-a668ac72f853 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:13.486665 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:13.511219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80ed76a-b04b-40c4-82b8-09b9b59785e9 req-675c6cf1-1abe-4623-8f36-b469e4d1bdeb tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:13.520212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b80ed76a-b04b-40c4-82b8-09b9b59785e9 req-675c6cf1-1abe-4623-8f36-b469e4d1bdeb tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 970 time: 0.0769877 Nov 25 19:19:13.554000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5743660e-b9ee-41e4-82ab-dafbf12232f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df2d9ff-7081-485f-8e6b-d6fd79eb7b73'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:13.559231 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f6807d-7ba0-421a-841e-b9949a7cb6c7" -d '{"events": [{"server_uuid": "5743660e-b9ee-41e4-82ab-dafbf12232f1", "name": "network-vif-plugged", "status": "completed", "tag": "4df2d9ff-7081-485f-8e6b-d6fd79eb7b73"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:13.593237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b80ed76a-b04b-40c4-82b8-09b9b59785e9 req-5cf378b4-5eb5-4f3d-a5ca-deb494302efa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652099 Nov 25 19:19:13.594854 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:13.618563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:13.632859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port ca27fd7c-fd33-4f8e-9412-a668ac72f853 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:13.693792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port ca27fd7c-fd33-4f8e-9412-a668ac72f853 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:13.694360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:13.702850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-966e06b6-7a72-489a-a463-397bb9636727 req-8a8bc24a-59c2-45e7-8d31-951641be1a99 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6acfb316b5a3440aadbbaad16c4ab89b HTTP/1.1" status: 200 len: 6152 time: 0.0871477 Nov 25 19:19:13.752018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-966e06b6-7a72-489a-a463-397bb9636727 req-998c4ec7-93cc-4fcf-b15f-495a262d8ee7 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] 10.222.0.15 "GET /v2.0/security-groups/0ad850af-622f-4886-a82e-9fa0991a0efa HTTP/1.1" status: 200 len: 2998 time: 0.0493221 Nov 25 19:19:13.824871 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:13.833235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-966e06b6-7a72-489a-a463-397bb9636727 req-f46475ba-647f-45e2-a36b-7fac36b48253 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] 10.222.0.15 "GET /v2.0/security-groups/0ad850af-622f-4886-a82e-9fa0991a0efa HTTP/1.1" status: 200 len: 2998 time: 0.0726471 Nov 25 19:19:13.885469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c398f872-3b88-4014-a124-af4e3311b134 req-43125820-52fb-43af-a6b5-5ab7daa50395 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:13.889339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c398f872-3b88-4014-a124-af4e3311b134 req-43125820-52fb-43af-a6b5-5ab7daa50395 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 1097 time: 0.0709901 Nov 25 19:19:13.922095 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:13.994218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ca27fd7c-fd33-4f8e-9412-a668ac72f853, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ca27fd7c-fd33-4f8e-9412-a668ac72f853,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:14.000918 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.023340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c398f872-3b88-4014-a124-af4e3311b134 req-6b1416b3-1f65-45d3-a31b-bbb22f8a26f0 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178360 Nov 25 19:19:14.100385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ca27fd7c-fd33-4f8e-9412-a668ac72f853,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:14.167381 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a731ed-fe36-42cb-9f1f-56c96c289a0f x-openstack-request-id: req-b2a731ed-fe36-42cb-9f1f-56c96c289a0f {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:14.167744 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5743660e-b9ee-41e4-82ab-dafbf12232f1", "name": "network-vif-plugged", "status": "completed", "tag": "4df2d9ff-7081-485f-8e6b-d6fd79eb7b73", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:14.168247 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2a731ed-fe36-42cb-9f1f-56c96c289a0f {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:14.168848 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5743660e-b9ee-41e4-82ab-dafbf12232f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', 'code': 200} Nov 25 19:19:14.218468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb1e75fc-8280-42bb-a115-43131d76d882 req-887c2d90-09c7-4c14-9539-a954498ac5e3 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/6a7de456-a62a-47bd-ae49-07c04e1c6457 HTTP/1.1" status: 200 len: 1795 time: 0.0547540 Nov 25 19:19:14.333133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3277f-b10b-4d79-bcab-9fdcf2a5f598 req-0442a508-db0f-45bd-96af-b5a8dce3c9cb tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:14.333831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53a24b-0086-4ae4-8ff6-12f8b20d6b21 req-344b1b8b-7551-4f4d-832c-c611c71d1867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:14.334839 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00d3277f-b10b-4d79-bcab-9fdcf2a5f598 req-0442a508-db0f-45bd-96af-b5a8dce3c9cb tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 945 time: 0.0834732 Nov 25 19:19:14.338382 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bb1e75fc-8280-42bb-a115-43131d76d882 req-64025ea5-d006-4f0a-a9d9-6c990aee0331 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.344501 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e53a24b-0086-4ae4-8ff6-12f8b20d6b21 req-344b1b8b-7551-4f4d-832c-c611c71d1867 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 1122 time: 0.0805755 Nov 25 19:19:14.393745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bb1e75fc-8280-42bb-a115-43131d76d882 req-64025ea5-d006-4f0a-a9d9-6c990aee0331 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.403621 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e53a24b-0086-4ae4-8ff6-12f8b20d6b21 req-c8f9ef4d-34b3-49a6-8ad8-2410e913c5c4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506146 Nov 25 19:19:14.450616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00d3277f-b10b-4d79-bcab-9fdcf2a5f598 req-fdb707a5-5a98-4fce-ad8b-e4478ff3f611 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062136 Nov 25 19:19:14.483139 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bb1e75fc-8280-42bb-a115-43131d76d882 req-64025ea5-d006-4f0a-a9d9-6c990aee0331 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.493044 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bb1e75fc-8280-42bb-a115-43131d76d882 req-64025ea5-d006-4f0a-a9d9-6c990aee0331 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.495481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb1e75fc-8280-42bb-a115-43131d76d882 req-64025ea5-d006-4f0a-a9d9-6c990aee0331 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a7de456-a62a-47bd-ae49-07c04e1c6457 HTTP/1.1" status: 204 len: 173 time: 0.2675760 Nov 25 19:19:14.506707 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64025ea5-d006-4f0a-a9d9-6c990aee0331 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7de456-a62a-47bd-ae49-07c04e1c6457,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:14.644710 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83e70bf1-2dfe-4882-b3e8-4fe38af73de3 req-9367616f-964d-4184-ac10-dbc390a96c56 tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "GET /v2.0/security-groups/cab2b61c-0363-4814-a92f-832ace9beb22 HTTP/1.1" status: 200 len: 1794 time: 0.0752871 Nov 25 19:19:14.675876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6808753c-ad92-4775-bf49-0c717c7564d2 req-eadb7ce8-d34e-4785-b68e-47f49e11c2c4 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:14.679297 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6808753c-ad92-4775-bf49-0c717c7564d2 req-eadb7ce8-d34e-4785-b68e-47f49e11c2c4 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 1097 time: 0.0752156 Nov 25 19:19:14.779978 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-83e70bf1-2dfe-4882-b3e8-4fe38af73de3 req-be88917a-6832-48b6-a3b1-270ae69db85b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.783594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6808753c-ad92-4775-bf49-0c717c7564d2 req-bb2cff26-0e77-40fa-b389-0e07f87ed1e5 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905015 Nov 25 19:19:14.807308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-83e70bf1-2dfe-4882-b3e8-4fe38af73de3 req-be88917a-6832-48b6-a3b1-270ae69db85b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.860813 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-83e70bf1-2dfe-4882-b3e8-4fe38af73de3 req-be88917a-6832-48b6-a3b1-270ae69db85b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.864492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-83e70bf1-2dfe-4882-b3e8-4fe38af73de3 req-be88917a-6832-48b6-a3b1-270ae69db85b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:14.865853 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83e70bf1-2dfe-4882-b3e8-4fe38af73de3 req-be88917a-6832-48b6-a3b1-270ae69db85b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/cab2b61c-0363-4814-a92f-832ace9beb22 HTTP/1.1" status: 204 len: 173 time: 0.2130466 Nov 25 19:19:14.881617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be88917a-6832-48b6-a3b1-270ae69db85b tempest-SecurityGroupsTestAdminJSON-1103257880 tempest-SecurityGroupsTestAdminJSON-1103257880-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab2b61c-0363-4814-a92f-832ace9beb22,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:15.070531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c22fe4-782d-40a0-9400-237e1b696488 req-3e5f946a-b8bd-4365-99e1-6c213653ee96 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:15.087897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31c22fe4-782d-40a0-9400-237e1b696488 req-3e5f946a-b8bd-4365-99e1-6c213653ee96 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 971 time: 0.0949163 Nov 25 19:19:15.158694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31c22fe4-782d-40a0-9400-237e1b696488 req-6c7fff98-7cb8-46c5-b14e-ca853249a0f8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689642 Nov 25 19:19:15.193132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-799665cf-4db4-428d-b0c2-d49249cb0f82 req-e6fde536-73b5-4e78-8247-44c887192ca4 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] 10.222.0.15 "GET /v2.0/security-groups/394c8fc8-9866-4a41-b4ae-3e8ab2cedeae HTTP/1.1" status: 200 len: 1793 time: 0.0696354 Nov 25 19:19:15.308073 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-799665cf-4db4-428d-b0c2-d49249cb0f82 req-915647b1-5f09-4426-9ba4-794ea2b8333b tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.373421 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-799665cf-4db4-428d-b0c2-d49249cb0f82 req-915647b1-5f09-4426-9ba4-794ea2b8333b tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.467325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-eb1b6208-13a3-40ef-bf10-d3a801083d8b req-caff9516-6d17-4fb3-a5de-d3af9101c19d service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:19:15.468504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb1b6208-13a3-40ef-bf10-d3a801083d8b req-caff9516-6d17-4fb3-a5de-d3af9101c19d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0070131 Nov 25 19:19:15.469959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-799665cf-4db4-428d-b0c2-d49249cb0f82 req-915647b1-5f09-4426-9ba4-794ea2b8333b tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.474729 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-799665cf-4db4-428d-b0c2-d49249cb0f82 req-915647b1-5f09-4426-9ba4-794ea2b8333b tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:15.481146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-799665cf-4db4-428d-b0c2-d49249cb0f82 req-915647b1-5f09-4426-9ba4-794ea2b8333b tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] 10.222.0.15 "DELETE /v2.0/security-groups/394c8fc8-9866-4a41-b4ae-3e8ab2cedeae HTTP/1.1" status: 204 len: 173 time: 0.2767158 Nov 25 19:19:15.516255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915647b1-5f09-4426-9ba4-794ea2b8333b tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=394c8fc8-9866-4a41-b4ae-3e8ab2cedeae,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:15.821921 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45006) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:15.842460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-29459d34-a33f-4f61-be17-2d01a8e6548b tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=396ba051b1894ef29a329687a3fc154b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442231 Nov 25 19:19:15.979232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333ad7a-e722-4557-99c2-c051633667cf req-50b6d7d0-5155-4808-804b-c37fcb1a4f0a tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:15.981030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-50b6d7d0-5155-4808-804b-c37fcb1a4f0a tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1374466 Nov 25 19:19:15.999377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-02a920f9-3fd0-4fc8-9f21-65dbeb0d4fac tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/quotas/396ba051b1894ef29a329687a3fc154b HTTP/1.1" status: 200 len: 375 time: 0.0109780 Nov 25 19:19:16.056060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-c3fb3ad4-2b0b-47f3-9989-fd1ea49930c3 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=396ba051b1894ef29a329687a3fc154b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475299 Nov 25 19:19:16.128404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a981d95-d6e9-4d8f-a575-5de5f6d46e3f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.170109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:16.172639 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49928a0d-0e58-4679-b2ac-3bdc0cb4fbb4" -d '{"events": [{"server_uuid": "0b93dc96-9747-4735-bd69-2c5c9084ab77", "name": "network-vif-plugged", "status": "completed", "tag": "ca27fd7c-fd33-4f8e-9412-a668ac72f853"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:16.253516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a981d95-d6e9-4d8f-a575-5de5f6d46e3f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.261012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a981d95-d6e9-4d8f-a575-5de5f6d46e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.307050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8a981d95-d6e9-4d8f-a575-5de5f6d46e3f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=870364aedbac41bfa61063d378527735&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4834919 Nov 25 19:19:16.308147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a981d95-d6e9-4d8f-a575-5de5f6d46e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35b4bd57-40b2-4906-bf83-4964b2a5895d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:16.310723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45032) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:16.375178 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e56b8c3a-9c40-4d58-afc0-1a2c39f69368 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.389871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77f999ad-0eaf-40da-a927-d95c93fe12e4 req-0c6572d8-5f2b-43cf-9556-9bbf44396bd9 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] 10.222.0.15 "GET /v2.0/security-groups/5c4396fe-8396-4efe-81c8-e25cd462f239 HTTP/1.1" status: 200 len: 1794 time: 0.1183460 Nov 25 19:19:16.407890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e56b8c3a-9c40-4d58-afc0-1a2c39f69368 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.476596 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77f999ad-0eaf-40da-a927-d95c93fe12e4 req-290b9cdf-9a0f-4e25-9773-8b11a53b8456 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.518514 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77f999ad-0eaf-40da-a927-d95c93fe12e4 req-290b9cdf-9a0f-4e25-9773-8b11a53b8456 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.524988 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e56b8c3a-9c40-4d58-afc0-1a2c39f69368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.532826 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e56b8c3a-9c40-4d58-afc0-1a2c39f69368 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.538548 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e56b8c3a-9c40-4d58-afc0-1a2c39f69368 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/35b4bd57-40b2-4906-bf83-4964b2a5895d HTTP/1.1" status: 204 len: 168 time: 0.2243295 Nov 25 19:19:16.583399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b8c3a-9c40-4d58-afc0-1a2c39f69368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b4bd57-40b2-4906-bf83-4964b2a5895d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:16.601247 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77f999ad-0eaf-40da-a927-d95c93fe12e4 req-290b9cdf-9a0f-4e25-9773-8b11a53b8456 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.604479 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77f999ad-0eaf-40da-a927-d95c93fe12e4 req-290b9cdf-9a0f-4e25-9773-8b11a53b8456 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:16.606407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77f999ad-0eaf-40da-a927-d95c93fe12e4 req-290b9cdf-9a0f-4e25-9773-8b11a53b8456 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] 10.222.0.15 "DELETE /v2.0/security-groups/5c4396fe-8396-4efe-81c8-e25cd462f239 HTTP/1.1" status: 204 len: 173 time: 0.2127161 Nov 25 19:19:16.628189 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b9cdf-9a0f-4e25-9773-8b11a53b8456 tempest-SecurityGroupsTestAdminJSON-1159962606 tempest-SecurityGroupsTestAdminJSON-1159962606-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c4396fe-8396-4efe-81c8-e25cd462f239,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:16.828183 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5ef1d-201d-45e2-87d9-a13e6361fb57 req-138731c8-f96c-45bb-8a38-56b88dcf7e82 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:16.831364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03f5ef1d-201d-45e2-87d9-a13e6361fb57 req-138731c8-f96c-45bb-8a38-56b88dcf7e82 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 945 time: 0.1167278 Nov 25 19:19:16.929029 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03f5ef1d-201d-45e2-87d9-a13e6361fb57 req-cffa0ecd-46cf-4437-abe5-9015f890df37 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870564 Nov 25 19:19:16.997765 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fffbe7-ecdf-4cdd-9a3b-52715780fe0b x-openstack-request-id: req-49fffbe7-ecdf-4cdd-9a3b-52715780fe0b {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:16.998296 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b93dc96-9747-4735-bd69-2c5c9084ab77", "name": "network-vif-plugged", "status": "completed", "tag": "ca27fd7c-fd33-4f8e-9412-a668ac72f853", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:16.998712 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49fffbe7-ecdf-4cdd-9a3b-52715780fe0b {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:16.999376 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853', 'code': 200} Nov 25 19:19:17.219371 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45062) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:17.240619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54789fd7-01ea-4a67-a6a5-d3ea84750f78 req-a41e4c30-fecb-4c23-80ce-850c9f4e4e26 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:17.255314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54789fd7-01ea-4a67-a6a5-d3ea84750f78 req-a41e4c30-fecb-4c23-80ce-850c9f4e4e26 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 971 time: 0.1774242 Nov 25 19:19:17.309456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c176a36-b6a0-4727-98c8-dbbfe02c8cc9 req-622b1e96-577d-4a82-87e0-b2b652b1fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:17.312618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c176a36-b6a0-4727-98c8-dbbfe02c8cc9 req-622b1e96-577d-4a82-87e0-b2b652b1fbd6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 1096 time: 0.1622474 Nov 25 19:19:17.404207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54789fd7-01ea-4a67-a6a5-d3ea84750f78 req-c3c3e26f-b354-4bb6-b3fe-ac3396fd3579 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447213 Nov 25 19:19:17.416275 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c176a36-b6a0-4727-98c8-dbbfe02c8cc9 req-4991a2fa-c9bc-4851-a7bb-554357aee676 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943582 Nov 25 19:19:17.466631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45068) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:17.490516 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8dda83f9-2119-4479-b31a-7baa329a34ed admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.503027 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4d0b9864-5402-4586-9f28-bcdecdd01487 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6acfb316b5a3440aadbbaad16c4ab89b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796936 Nov 25 19:19:17.506209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45070) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:17.579037 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4282865d-a611-49e1-919d-2f74e07dc123 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.584833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f55c35b3-1cb4-4846-ac90-b099d6fb2bdc req-d344432c-6f26-468d-9fda-918fb50fe285 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 210 time: 0.0561712 Nov 25 19:19:17.618777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4282865d-a611-49e1-919d-2f74e07dc123 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.704023 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8dda83f9-2119-4479-b31a-7baa329a34ed admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.711980 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8dda83f9-2119-4479-b31a-7baa329a34ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.746693 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4282865d-a611-49e1-919d-2f74e07dc123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.749680 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4282865d-a611-49e1-919d-2f74e07dc123 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.755777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4282865d-a611-49e1-919d-2f74e07dc123 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ad850af-622f-4886-a82e-9fa0991a0efa HTTP/1.1" status: 204 len: 168 time: 0.2482023 Nov 25 19:19:17.767904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4282865d-a611-49e1-919d-2f74e07dc123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad850af-622f-4886-a82e-9fa0991a0efa,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:17.783149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8dda83f9-2119-4479-b31a-7baa329a34ed admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b00037b0697b4455822adb90032fc814&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3115363 Nov 25 19:19:17.783835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45080) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:17.787745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda83f9-2119-4479-b31a-7baa329a34ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e3c845-cd05-4fb2-8830-1e1b0fe0b4a7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:17.890603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45086) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:17.891105 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7806fbbf-0f95-4e08-a003-30d8828be148 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:17.937180 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7806fbbf-0f95-4e08-a003-30d8828be148 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.029876 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7806fbbf-0f95-4e08-a003-30d8828be148 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.035591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7806fbbf-0f95-4e08-a003-30d8828be148 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.037721 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7806fbbf-0f95-4e08-a003-30d8828be148 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/91e3c845-cd05-4fb2-8830-1e1b0fe0b4a7 HTTP/1.1" status: 204 len: 168 time: 0.2515311 Nov 25 19:19:18.052932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7806fbbf-0f95-4e08-a003-30d8828be148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e3c845-cd05-4fb2-8830-1e1b0fe0b4a7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:18.154023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-aca6f87a-8f04-498c-87f2-08ce81a75946 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=396ba051b1894ef29a329687a3fc154b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300429 Nov 25 19:19:18.295560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-26feb656-079f-4904-b921-a663d3c00ab2 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:19:18.297850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-26feb656-079f-4904-b921-a663d3c00ab2 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4055517 Nov 25 19:19:18.309038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333ad7a-e722-4557-99c2-c051633667cf req-9a9d5e64-713d-4718-a560-3744752e0880 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:18.311044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-9a9d5e64-713d-4718-a560-3744752e0880 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1496737 Nov 25 19:19:18.331609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Request body: {'port': {'device_id': '3159982d-f10d-4d2d-ad7e-843d1dd58bb8', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '396ba051b1894ef29a329687a3fc154b'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:18.560240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106e930-7c86-4587-8b8f-f2281a34ac26 req-42bf7b48-1e06-4255-9c50-ea727895fcd5 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:18.561806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6106e930-7c86-4587-8b8f-f2281a34ac26 req-42bf7b48-1e06-4255-9c50-ea727895fcd5 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 1122 time: 0.0891547 Nov 25 19:19:18.585287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Made reservation on behalf of 396ba051b1894ef29a329687a3fc154b for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:18.589339 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.605382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45104) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:18.616931 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6106e930-7c86-4587-8b8f-f2281a34ac26 req-7d2c652a-539e-4c90-b571-2e6df0468212 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.620693 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.703811 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ba4c834d-d482-421b-9903-06c4ea592af0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10bfbe274fb641b797d48562989cff0e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0971146 Nov 25 19:19:18.709429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45108) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:18.825405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19c2f996-98e4-4f6c-9f91-165d3c9a42ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.825623 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6106e930-7c86-4587-8b8f-f2281a34ac26 req-7d2c652a-539e-4c90-b571-2e6df0468212 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.832904 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.835529 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6106e930-7c86-4587-8b8f-f2281a34ac26 req-7d2c652a-539e-4c90-b571-2e6df0468212 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.846857 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.884757 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19c2f996-98e4-4f6c-9f91-165d3c9a42ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.936509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6106e930-7c86-4587-8b8f-f2281a34ac26 req-7d2c652a-539e-4c90-b571-2e6df0468212 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3608363 Nov 25 19:19:18.960032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2c652a-539e-4c90-b571-2e6df0468212 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9add6f52-b1d9-4f4f-ac92-1452b01b77a2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:18.983964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19c2f996-98e4-4f6c-9f91-165d3c9a42ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:18.989163 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19c2f996-98e4-4f6c-9f91-165d3c9a42ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.003142 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-19c2f996-98e4-4f6c-9f91-165d3c9a42ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/799e2010-96c8-4a34-b5cd-146813249d9d HTTP/1.1" status: 204 len: 168 time: 0.2862766 Nov 25 19:19:19.025755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-5655ab6a-64bc-435f-9e79-b812620e10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:19.027861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c2f996-98e4-4f6c-9f91-165d3c9a42ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799e2010-96c8-4a34-b5cd-146813249d9d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:19.028771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-5655ab6a-64bc-435f-9e79-b812620e10b4 service neutron] 10.222.0.15 "GET /v2.0/ports/e7a316a8-0ff6-431b-a932-b985f706de54 HTTP/1.1" status: 200 len: 1094 time: 0.2621589 Nov 25 19:19:19.071054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Request body: {'binding': {'host': 'n-h1-817303-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:19.072141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Unknown quota resources ['binding']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:19:19.153045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66b61fe7-d958-4cf6-a5ff-335a59940b68,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:19.282057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Allocated IP 192.168.233.84 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/2b56683d-cef1-4db0-86a3-d825dd3b8612) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:19.489278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f12a9-8751-48c0-9440-29461eba99ce req-ddac772b-bd7b-4d86-baf7-8cf38cf1708b tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:19.490950 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-512f12a9-8751-48c0-9440-29461eba99ce req-ddac772b-bd7b-4d86-baf7-8cf38cf1708b tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 945 time: 0.1349046 Nov 25 19:19:19.596696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 on host n-h1-817303-9 for vnic_type normal with profile None {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:19.597044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:19.597407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:19.619376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Port e7a316a8-0ff6-431b-a932-b985f706de54 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:19.619685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:19.664264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:19.664808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:19.665496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:19.666311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Bound port: e7a316a8-0ff6-431b-a932-b985f706de54, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:19.705497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-512f12a9-8751-48c0-9440-29461eba99ce req-f4d0c480-b409-4226-8693-d0f3c82ac9e5 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971703 Nov 25 19:19:19.797457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:19.831385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e7a316a8-0ff6-431b-a932-b985f706de54,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:20.146525 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.148660 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-9831e086-3a8a-41a9-b675-31ed617ca618 service neutron] 10.222.0.15 "POST /v2.0/ports/e7a316a8-0ff6-431b-a932-b985f706de54/bindings HTTP/1.1" status: 201 len: 389 time: 1.0967913 Nov 25 19:19:20.201683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08a4173c-0f57-4d5f-86c4-21299eebc9a1 req-8e65945b-d5bb-47c5-b303-7243a434755c tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 210 time: 0.3637116 Nov 25 19:19:20.218664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.265830 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.274531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:20.280946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:20.287771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:20.294465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:20.296108 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.314049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Pushing event updated for resources: {'Port': ['ID=2b56683d-cef1-4db0-86a3-d825dd3b8612,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:20.329479 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-8b6bb0e3-37ba-4dd7-b8c3-6c7519e1e88e tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0044363 Nov 25 19:19:20.345724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Request body: {'port': {'device_id': '3159982d-f10d-4d2d-ad7e-843d1dd58bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:20.517775 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.769096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-82723d0d-465f-402a-8594-e735bc965783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:20.771881 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-82723d0d-465f-402a-8594-e735bc965783 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 1097 time: 0.0948958 Nov 25 19:19:20.899449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-efa7e678-6815-4bb8-88d3-35b5428459a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:20.901947 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-efa7e678-6815-4bb8-88d3-35b5428459a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.1186557 Nov 25 19:19:20.909427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c96f1da7-b264-45c6-9f7e-67d8ffe16819 None None] Provisioning complete for port 2b56683d-cef1-4db0-86a3-d825dd3b8612 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:20.910134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c96f1da7-b264-45c6-9f7e-67d8ffe16819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:20.918792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e19d0f1-7a5c-49e6-b6ad-38c1db011d88 req-a02d3b94-fce3-4a53-98ff-25b6c0fbe4c7 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:20.930024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e19d0f1-7a5c-49e6-b6ad-38c1db011d88 req-a02d3b94-fce3-4a53-98ff-25b6c0fbe4c7 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 946 time: 0.2871671 Nov 25 19:19:20.957868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37a870-1c84-4a09-87dd-fea5c8dcef98 req-91ecb653-6f9d-4f30-a0c6-3d9d7c9c5329 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:20.958674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c96f1da7-b264-45c6-9f7e-67d8ffe16819 None None] Port 2b56683d-cef1-4db0-86a3-d825dd3b8612 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:20.970135 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c37a870-1c84-4a09-87dd-fea5c8dcef98 req-91ecb653-6f9d-4f30-a0c6-3d9d7c9c5329 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 945 time: 0.2355590 Nov 25 19:19:20.972722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45186) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:20.996484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a7170906-2a1a-4069-bca2-d2903f6b5a12 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Request body: {'floatingip': {'port_id': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:20.997493 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-0af5c49e-7a11-4704-ad90-42d8c4e265f0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7a316a8-0ff6-431b-a932-b985f706de54 HTTP/1.1" status: 200 len: 217 time: 0.0822351 Nov 25 19:19:21.104194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-c5869198-2718-4fe7-9039-01876b27189e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:21.106200 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-c5869198-2718-4fe7-9039-01876b27189e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.1005502 Nov 25 19:19:21.149704 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-8f33b7d4-8782-41eb-9541-18827e3a91c3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351686 Nov 25 19:19:21.186050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7170906-2a1a-4069-bca2-d2903f6b5a12 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:21.223913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e19d0f1-7a5c-49e6-b6ad-38c1db011d88 req-0906a1f6-c190-4238-8df8-69fd8976570b tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926316 Nov 25 19:19:21.299682 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-354d21e7-8da9-45f3-a098-d20ffba3af31 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428676 Nov 25 19:19:21.337650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-cfd4b4c3-d956-47b5-a5c6-c9231a2f84c7 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123285 Nov 25 19:19:21.416949 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:19:21.530683 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-daaa3a17-53a2-4fac-970b-3047c984c39c service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223475 Nov 25 19:19:21.757614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-bc08fb0d-8379-41b8-b968-0d17226ebc06 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:21.759258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-bc08fb0d-8379-41b8-b968-0d17226ebc06 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4064727 Nov 25 19:19:21.764333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b8f3c06a-d8e6-4026-a9da-552360019d71 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:21.766064 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b8f3c06a-d8e6-4026-a9da-552360019d71 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1097 time: 0.0833459 Nov 25 19:19:21.781752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-9'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:21.788603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b56683d-cef1-4db0-86a3-d825dd3b8612 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:21.802464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c44abfb-6489-4880-bbdf-d2d7da95b212 req-c0fa2855-b0fd-4fd7-8f83-e5af4ec3d1ad tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:21.804223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c44abfb-6489-4880-bbdf-d2d7da95b212 req-c0fa2855-b0fd-4fd7-8f83-e5af4ec3d1ad tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 935 time: 0.2025707 Nov 25 19:19:21.820076 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:21.862849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:21.884306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-e8f5fe00-b359-48e5-9682-6de889f9a005 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/quotas/60c48d2fb97740fe952cc1943cc18b64 HTTP/1.1" status: 200 len: 375 time: 0.1074274 Nov 25 19:19:21.960928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Transition to ACTIVE for port object 2b56683d-cef1-4db0-86a3-d825dd3b8612 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:21.987665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.049007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e7a316a8-0ff6-431b-a932-b985f706de54,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:22.113609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:22.173186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a316a8-0ff6-431b-a932-b985f706de54'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:22.178631 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54fd405-995d-43c6-b77e-1922db3096ca" -d '{"events": [{"server_uuid": "a4b173b6-7ae3-45c5-bc89-8a02296bcbcd", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a316a8-0ff6-431b-a932-b985f706de54"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:22.187452 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.198972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c44abfb-6489-4880-bbdf-d2d7da95b212 req-6cccaeea-d9c2-4566-9849-e7afbab6cc47 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b61fe7-d958-4cf6-a5ff-335a59940b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3760307 Nov 25 19:19:22.204241 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.274077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b56683d-cef1-4db0-86a3-d825dd3b8612,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:22.300558 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-de753e1d-3d36-4952-96ac-a15c55568963 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3458791 Nov 25 19:19:22.353881 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 on host n-h2-817303-9 for vnic_type normal with profile {"migrating_to": "n-h1-817303-9"} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:22.354280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:22.354620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:22.361722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Port e7a316a8-0ff6-431b-a932-b985f706de54 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:22.362055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Attempting to bind port e7a316a8-0ff6-431b-a932-b985f706de54 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:22.368954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a316a8-0ff6-431b-a932-b985f706de54,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:22.375339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 18, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:22.375768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:22.376173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:22.376629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Bound port: e7a316a8-0ff6-431b-a932-b985f706de54, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:22.376999 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.469289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:22.474484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e7a316a8-0ff6-431b-a932-b985f706de54,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:22.481379 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.621604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:22.622787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.624384 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] 10.222.0.60 "PUT /v2.0/ports/e7a316a8-0ff6-431b-a932-b985f706de54 HTTP/1.1" status: 200 len: 1122 time: 0.8493934 Nov 25 19:19:22.639641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.672157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d70359-c633-4501-85ed-ca497fe9cb30 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a316a8-0ff6-431b-a932-b985f706de54,revision_number=8']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:22.719724 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b0fdbb-d076-4ab7-94b3-0f92a5b72317 x-openstack-request-id: req-87b0fdbb-d076-4ab7-94b3-0f92a5b72317 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:22.720292 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b173b6-7ae3-45c5-bc89-8a02296bcbcd", "name": "network-vif-unplugged", "status": "completed", "tag": "e7a316a8-0ff6-431b-a932-b985f706de54", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:22.720692 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87b0fdbb-d076-4ab7-94b3-0f92a5b72317 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:22.721247 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7a316a8-0ff6-431b-a932-b985f706de54', 'code': 200} Nov 25 19:19:22.724512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['e7a316a8-0ff6-431b-a932-b985f706de54'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:22.728831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Attempting to bind port 2b56683d-cef1-4db0-86a3-d825dd3b8612 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:22.729207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Attempting to bind port 2b56683d-cef1-4db0-86a3-d825dd3b8612 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:22.729788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Attempting to bind port 2b56683d-cef1-4db0-86a3-d825dd3b8612 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:22.768824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Port 2b56683d-cef1-4db0-86a3-d825dd3b8612 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:22.770003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Attempting to bind port 2b56683d-cef1-4db0-86a3-d825dd3b8612 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:22.790085 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-a7170906-2a1a-4069-bca2-d2903f6b5a12 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:19:22.793876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:22.794224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:22.794618 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:22.798921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Bound port: 2b56683d-cef1-4db0-86a3-d825dd3b8612, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:22.799342 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.956367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7170906-2a1a-4069-bca2-d2903f6b5a12 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:22.970625 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7170906-2a1a-4069-bca2-d2903f6b5a12 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.035043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d776f-ad04-46b3-9f97-faf8846eb913 req-b4e98804-72d7-49d1-a472-2ebf661ac575 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:23.036692 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-586d776f-ad04-46b3-9f97-faf8846eb913 req-b4e98804-72d7-49d1-a472-2ebf661ac575 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 944 time: 0.1913321 Nov 25 19:19:23.049690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] For port 2b56683d-cef1-4db0-86a3-d825dd3b8612, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:23.055211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] For port 2b56683d-cef1-4db0-86a3-d825dd3b8612, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2b56683d-cef1-4db0-86a3-d825dd3b8612,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:23.104357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.168969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:23.169623 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:23.171146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] 10.222.0.76 "PUT /v2.0/ports/2b56683d-cef1-4db0-86a3-d825dd3b8612 HTTP/1.1" status: 200 len: 1095 time: 2.8334408 Nov 25 19:19:23.181775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3159982d-f10d-4d2d-ad7e-843d1dd58bb8', 'tag': '2b56683d-cef1-4db0-86a3-d825dd3b8612'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:23.186376 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c43930-1bfc-4440-b050-4d4d879aaf0e" -d '{"events": [{"name": "network-changed", "server_uuid": "3159982d-f10d-4d2d-ad7e-843d1dd58bb8", "tag": "2b56683d-cef1-4db0-86a3-d825dd3b8612"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:23.277656 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-a7170906-2a1a-4069-bca2-d2903f6b5a12 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Floating IP cda863ad-ff73-48ea-ab24-5686d7cb81bf associated. External IP: 172.25.8.237, port: ca27fd7c-fd33-4f8e-9412-a668ac72f853. Nov 25 19:19:23.354311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-586d776f-ad04-46b3-9f97-faf8846eb913 req-60d952ca-6cc4-414b-ab81-fd446eb1984a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016396 Nov 25 19:19:23.362343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9fe8a5-7534-4737-85a6-198b2d2efdb1 service neutron] Pushing event updated for resources: {'Port': ['ID=2b56683d-cef1-4db0-86a3-d825dd3b8612,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:23.498261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333ad7a-e722-4557-99c2-c051633667cf req-fa342819-8d44-4262-a123-c32998b176ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:23.500844 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-fa342819-8d44-4262-a123-c32998b176ff service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=396ba051b1894ef29a329687a3fc154b&device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 1098 time: 0.2586591 Nov 25 19:19:23.603788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-fb8720a4-c4b7-41bf-8ab3-d9b117e4cea8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=2b56683d-cef1-4db0-86a3-d825dd3b8612 HTTP/1.1" status: 200 len: 217 time: 0.0842593 Nov 25 19:19:23.721682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333ad7a-e722-4557-99c2-c051633667cf req-0725a602-8937-4401-9eb5-6b44efe4f878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:23.723939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-0725a602-8937-4401-9eb5-6b44efe4f878 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1130447 Nov 25 19:19:23.795508 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c8596d-5bcd-41b1-a50a-5bc1581c78c0 x-openstack-request-id: req-47c8596d-5bcd-41b1-a50a-5bc1581c78c0 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:23.796516 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3159982d-f10d-4d2d-ad7e-843d1dd58bb8", "tag": "2b56683d-cef1-4db0-86a3-d825dd3b8612", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:23.796516 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47c8596d-5bcd-41b1-a50a-5bc1581c78c0 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:23.796516 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3159982d-f10d-4d2d-ad7e-843d1dd58bb8', 'tag': '2b56683d-cef1-4db0-86a3-d825dd3b8612', 'status': 'completed', 'code': 200} Nov 25 19:19:23.834263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e333ad7a-e722-4557-99c2-c051633667cf req-e80f67a4-bc05-483a-ac9a-c987bfadae35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:23.835869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-e80f67a4-bc05-483a-ac9a-c987bfadae35 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1037807 Nov 25 19:19:23.846565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7170906-2a1a-4069-bca2-d2903f6b5a12 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Router 35f05e82-d776-45e3-926d-0bc7c6ee1527 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:19:24.083760 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-84c747df-aa69-46ef-9741-8ff7b4321558 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2358222 Nov 25 19:19:24.125262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c48aaf-c0f0-4911-8fd5-c74c819a840b req-9b901ab1-a6e3-4651-bfdb-009789cce242 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:24.133629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91c48aaf-c0f0-4911-8fd5-c74c819a840b req-9b901ab1-a6e3-4651-bfdb-009789cce242 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 947 time: 0.2172532 Nov 25 19:19:24.247665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7170906-2a1a-4069-bca2-d2903f6b5a12 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:19:24.259402 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7170906-2a1a-4069-bca2-d2903f6b5a12 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:24.293644 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ac091-ef7c-428b-8672-84966054f5f4 None None] Sync routers for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:19:24.340352 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ac091-ef7c-428b-8672-84966054f5f4 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:24.341049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a7170906-2a1a-4069-bca2-d2903f6b5a12 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "PUT /v2.0/floatingips/cda863ad-ff73-48ea-ab24-5686d7cb81bf HTTP/1.1" status: 200 len: 991 time: 3.3548284 Nov 25 19:19:24.341391 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4a6ac091-ef7c-428b-8672-84966054f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:19:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:24.350775 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91c48aaf-c0f0-4911-8fd5-c74c819a840b req-cc5a43bb-149f-4134-9eaf-065badf32948 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b61fe7-d958-4cf6-a5ff-335a59940b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162371 Nov 25 19:19:24.395168 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e333ad7a-e722-4557-99c2-c051633667cf req-740a4995-3f0f-443c-89e2-4a17cf75286c service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012898 Nov 25 19:19:24.545124 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1e6d1a05-23b5-4712-9603-411ddbd6e24c req-7928df26-d5f7-4ef1-982f-4f3c1d80d667 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 210 time: 0.1079900 Nov 25 19:19:24.635516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c43930-1bfc-4440-b050-4d4d879aaf0e req-31086e1a-323b-4201-aa96-64927f00647c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:24.637569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9c43930-1bfc-4440-b050-4d4d879aaf0e req-31086e1a-323b-4201-aa96-64927f00647c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=396ba051b1894ef29a329687a3fc154b&device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 1098 time: 0.0905054 Nov 25 19:19:24.723474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'tag': 'e7a316a8-0ff6-431b-a932-b985f706de54'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:24.728379 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7172684e-3367-4b74-a10d-6b76b117d0be" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b173b6-7ae3-45c5-bc89-8a02296bcbcd", "tag": "e7a316a8-0ff6-431b-a932-b985f706de54"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:24.772778 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4a6ac091-ef7c-428b-8672-84966054f5f4 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:24.780379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d1b989-827f-4030-b28b-f9d33d6de8c5 req-48b1135e-04b3-4e16-902a-4a34d9f39e17 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:24.794067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e5d1b989-827f-4030-b28b-f9d33d6de8c5 req-48b1135e-04b3-4e16-902a-4a34d9f39e17 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 944 time: 0.1816733 Nov 25 19:19:24.904918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e5d1b989-827f-4030-b28b-f9d33d6de8c5 req-aadce003-6b1a-43dd-bc30-8c8092959f46 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036527 Nov 25 19:19:24.917574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45332) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:24.960916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c43930-1bfc-4440-b050-4d4d879aaf0e req-4da8e460-035a-4836-82a4-5e165f599d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:24.971231 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9c43930-1bfc-4440-b050-4d4d879aaf0e req-4da8e460-035a-4836-82a4-5e165f599d5a service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3168468 Nov 25 19:19:25.078460 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03a89ed1-57a1-4539-94a0-8b6eb40b63f6 x-openstack-request-id: req-03a89ed1-57a1-4539-94a0-8b6eb40b63f6 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:25.078947 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b173b6-7ae3-45c5-bc89-8a02296bcbcd", "tag": "e7a316a8-0ff6-431b-a932-b985f706de54", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:25.079358 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03a89ed1-57a1-4539-94a0-8b6eb40b63f6 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:25.079994 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'tag': 'e7a316a8-0ff6-431b-a932-b985f706de54', 'status': 'completed', 'code': 200} Nov 25 19:19:25.123138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9c43930-1bfc-4440-b050-4d4d879aaf0e req-138238bd-2dbe-4ba4-a28e-eba66d2a379c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=2b56683d-cef1-4db0-86a3-d825dd3b8612 HTTP/1.1" status: 200 len: 217 time: 0.1399913 Nov 25 19:19:25.205984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e7a316a8-0ff6-431b-a932-b985f706de54 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:25.215530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172684e-3367-4b74-a10d-6b76b117d0be req-6c2e9d7f-6c6e-484a-92b6-484ca94a6b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:25.219942 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7172684e-3367-4b74-a10d-6b76b117d0be req-6c2e9d7f-6c6e-484a-92b6-484ca94a6b1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 1125 time: 0.1045392 Nov 25 19:19:25.329600 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0913122-29d5-49de-bc83-84bebae5bbd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:25.449862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e7a316a8-0ff6-431b-a932-b985f706de54,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:25.489629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e7a316a8-0ff6-431b-a932-b985f706de54 has no active binding in host n-h1-817303-9 {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:19:25.554637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172684e-3367-4b74-a10d-6b76b117d0be req-8cd4f7b6-803f-4e54-a995-04bc45f3bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:25.556469 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7172684e-3367-4b74-a10d-6b76b117d0be req-8cd4f7b6-803f-4e54-a995-04bc45f3bb8a service neutron] 10.222.0.76 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.3280199 Nov 25 19:19:25.679234 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7172684e-3367-4b74-a10d-6b76b117d0be req-e7286afa-99d9-4f80-9614-67c39b5bd264 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7a316a8-0ff6-431b-a932-b985f706de54 HTTP/1.1" status: 200 len: 217 time: 0.1091571 Nov 25 19:19:25.761915 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45364) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:25.919389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0913122-29d5-49de-bc83-84bebae5bbd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:25.959722 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0913122-29d5-49de-bc83-84bebae5bbd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.056646 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4a6ac091-ef7c-428b-8672-84966054f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cda863ad-ff73-48ea-ab24-5686d7cb81bf', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'port_id': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'mac_address': 'fa:16:3e:45:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:18:49Z', 'updated_at': '2021-11-25T19:19:22Z', 'revision_number': 1, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:26.136920 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ac091-ef7c-428b-8672-84966054f5f4 None None] Checking router: 35f05e82-d776-45e3-926d-0bc7c6ee1527 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:19:26.153027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'tag': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:26.157362 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6ac091-ef7c-428b-8672-84966054f5f4 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:19:26.159761 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e6d669-0665-4663-a54f-114fae71b4fd" -d '{"events": [{"name": "network-changed", "server_uuid": "0b93dc96-9747-4735-bd69-2c5c9084ab77", "tag": "ca27fd7c-fd33-4f8e-9412-a668ac72f853"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:26.160751 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4a6ac091-ef7c-428b-8672-84966054f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:19:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:26.176519 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b0913122-29d5-49de-bc83-84bebae5bbd7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f00a61ce52d249e49395dee7bc828745&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2548850 Nov 25 19:19:26.185133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0913122-29d5-49de-bc83-84bebae5bbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1327cf2-2cb9-481c-af4d-23fe117eb017,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:26.212749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45382) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:26.330054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b86a0949-a681-4c15-aaeb-798edc876ea7 req-01839581-7551-48e1-b2dc-d4f05c0cf9c3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 210 time: 0.1309104 Nov 25 19:19:26.375156 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4a6ac091-ef7c-428b-8672-84966054f5f4 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:19:26.411890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c43930-1bfc-4440-b050-4d4d879aaf0e req-6621007b-f295-4d1e-b550-a47c9fe47a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:26.418898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9c43930-1bfc-4440-b050-4d4d879aaf0e req-6621007b-f295-4d1e-b550-a47c9fe47a59 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 1.2818367 Nov 25 19:19:26.466983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a59610-81c6-4fe0-9686-bbcacca49090 req-fbed4a3a-f0cb-4251-924a-e33acc0869f6 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:26.491453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59a59610-81c6-4fe0-9686-bbcacca49090 req-fbed4a3a-f0cb-4251-924a-e33acc0869f6 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 947 time: 0.3044624 Nov 25 19:19:26.536419 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3704-fe43-42ae-8ae2-e679980e0620 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.539824 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-b8a43366-189a-4efa-8a63-7fe8eaa29701 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3576076 Nov 25 19:19:26.566537 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a830bb37-f229-42b6-a0f5-1ae0905fc4f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.573951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7172684e-3367-4b74-a10d-6b76b117d0be req-254f9f84-d194-43ab-b719-39ababe60df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:26.575592 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7172684e-3367-4b74-a10d-6b76b117d0be req-254f9f84-d194-43ab-b719-39ababe60df3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.8823450 Nov 25 19:19:26.756940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c43930-1bfc-4440-b050-4d4d879aaf0e req-28867248-f433-49ba-8e3f-676270da0767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:26.760188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9c43930-1bfc-4440-b050-4d4d879aaf0e req-28867248-f433-49ba-8e3f-676270da0767 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2667096 Nov 25 19:19:26.763037 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3704-fe43-42ae-8ae2-e679980e0620 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:26.797563 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4a6ac091-ef7c-428b-8672-84966054f5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cda863ad-ff73-48ea-ab24-5686d7cb81bf', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'port_id': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'mac_address': 'fa:16:3e:45:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:18:49Z', 'updated_at': '2021-11-25T19:19:22Z', 'revision_number': 1, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:26.823863 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59a59610-81c6-4fe0-9686-bbcacca49090 req-176feb46-1518-4c47-9d01-0e05b3e6be82 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b61fe7-d958-4cf6-a5ff-335a59940b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226453 Nov 25 19:19:26.842096 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6ac091-ef7c-428b-8672-84966054f5f4 None None] The sync data for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 is: [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cda863ad-ff73-48ea-ab24-5686d7cb81bf', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'port_id': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'mac_address': 'fa:16:3e:45:98:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:18:49Z', 'updated_at': '2021-11-25T19:19:22Z', 'revision_number': 1, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:19:26.852100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.60', 61098) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:26.873203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bab400-61f6-4a36-885f-682d2f31835f req-4de1064d-31e3-4251-9a83-797e2a90f030 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:26.899296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3bab400-61f6-4a36-885f-682d2f31835f req-4de1064d-31e3-4251-9a83-797e2a90f030 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 944 time: 0.2933614 Nov 25 19:19:26.931163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-59759fa6-5fc4-4c5b-9f27-71ecbc3af99f tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:26.932752 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-59759fa6-5fc4-4c5b-9f27-71ecbc3af99f tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3748910 Nov 25 19:19:27.056546 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a830bb37-f229-42b6-a0f5-1ae0905fc4f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:27.075957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Request body: {'port': {'device_id': '3458a936-9c5d-4025-a84c-d614a70ef071', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '60c48d2fb97740fe952cc1943cc18b64'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:27.083568 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7172684e-3367-4b74-a10d-6b76b117d0be req-2cf14603-49e6-4eca-b363-0117ca37240b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3698997 Nov 25 19:19:27.088423 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a830bb37-f229-42b6-a0f5-1ae0905fc4f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:27.123484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3bab400-61f6-4a36-885f-682d2f31835f req-c9780337-b712-4c30-b55c-7303cff7a1f5 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176199 Nov 25 19:19:27.146688 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-4e332aa5-abb8-40d2-ab06-f17f1df8fbb1 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2242656 Nov 25 19:19:27.171382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830bb37-f229-42b6-a0f5-1ae0905fc4f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cca8dd7-9b2d-49a8-b61e-8ca1d71afa20,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:27.174103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9c43930-1bfc-4440-b050-4d4d879aaf0e req-86dfb1ac-7f56-4fb8-bb7e-6970c9dce3ed service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3892431 Nov 25 19:19:27.252749 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb21c639-acff-433f-8569-fb92f21bcb0d x-openstack-request-id: req-cb21c639-acff-433f-8569-fb92f21bcb0d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:27.270443 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b93dc96-9747-4735-bd69-2c5c9084ab77", "tag": "ca27fd7c-fd33-4f8e-9412-a668ac72f853", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:27.271140 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb21c639-acff-433f-8569-fb92f21bcb0d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:27.271785 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'tag': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853', 'status': 'completed', 'code': 200} Nov 25 19:19:27.288775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.76', 60577) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:27.380715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2b56683d-cef1-4db0-86a3-d825dd3b8612 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:27.384359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-5575d220-9508-431e-8224-df581f355b93 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:27.386709 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-5575d220-9508-431e-8224-df581f355b93 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2056119 Nov 25 19:19:27.447946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Request body: {'port': {'device_id': 'e3203b0f-3344-4803-9e6b-90eee514c1bb', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '60c48d2fb97740fe952cc1943cc18b64'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:27.483594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6d669-0665-4663-a54f-114fae71b4fd req-42ed746a-2c37-4246-896b-c31538019a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:27.485812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1e6d669-0665-4663-a54f-114fae71b4fd req-42ed746a-2c37-4246-896b-c31538019a15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1efb73572d504c119ab6d6a1f4315f74&device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 1096 time: 0.1937761 Nov 25 19:19:27.511215 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9c43930-1bfc-4440-b050-4d4d879aaf0e req-4444b1ab-fa00-43ea-9d42-a970078d5f11 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204744 Nov 25 19:19:27.561553 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2679ca32-52db-443e-9806-5f36337d6c22 None None] New status for floating IP cda863ad-ff73-48ea-ab24-5686d7cb81bf: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:19:27.679686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e110c4d-0d9a-49bd-a269-e43105b7d365 req-d4ca995f-2327-4fc2-be7c-4566477f219d tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 210 time: 0.0467761 Nov 25 19:19:27.755057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6d669-0665-4663-a54f-114fae71b4fd req-66808f03-5684-4e4d-9726-a72b8e8da7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:27.758651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1e6d669-0665-4663-a54f-114fae71b4fd req-66808f03-5684-4e4d-9726-a72b8e8da7be service neutron] 10.222.0.76 "GET /v2.0/networks?id=8ad14189-ce0f-434b-a77e-a1d923cd8935 HTTP/1.1" status: 200 len: 924 time: 0.2650802 Nov 25 19:19:27.875823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2b56683d-cef1-4db0-86a3-d825dd3b8612, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2b56683d-cef1-4db0-86a3-d825dd3b8612,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:27.893317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '2b56683d-cef1-4db0-86a3-d825dd3b8612', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '2b56683d-cef1-4db0-86a3-d825dd3b8612', 'mac_address': 'fa:16:3e:53:45:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:27.960946 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a830bb37-f229-42b6-a0f5-1ae0905fc4f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=66947f7b791e4efaba0b8c50dc2efd3b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1975560 Nov 25 19:19:27.962201 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3704-fe43-42ae-8ae2-e679980e0620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:27.965008 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf8a3704-fe43-42ae-8ae2-e679980e0620 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:27.967637 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cf8a3704-fe43-42ae-8ae2-e679980e0620 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d1327cf2-2cb9-481c-af4d-23fe117eb017 HTTP/1.1" status: 204 len: 168 time: 1.7533648 Nov 25 19:19:27.974713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45430) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:27.981148 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:27.982594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1e6d669-0665-4663-a54f-114fae71b4fd req-1f299252-d964-498d-a378-9b32906a8f30 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca27fd7c-fd33-4f8e-9412-a668ac72f853 HTTP/1.1" status: 200 len: 999 time: 0.2159522 Nov 25 19:19:28.084036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6d669-0665-4663-a54f-114fae71b4fd req-8dc8d3bb-1071-4b33-9bef-eefc6f509d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:28.085543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1e6d669-0665-4663-a54f-114fae71b4fd req-8dc8d3bb-1071-4b33-9bef-eefc6f509d27 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f959a176-3547-4d8a-bbcf-d8f4566faa39 HTTP/1.1" status: 200 len: 862 time: 0.0859277 Nov 25 19:19:28.150589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7172684e-3367-4b74-a10d-6b76b117d0be req-e8202f51-6b36-432b-aa0a-4001de735169 service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0594418 Nov 25 19:19:28.151536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8a3704-fe43-42ae-8ae2-e679980e0620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1327cf2-2cb9-481c-af4d-23fe117eb017,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:28.172395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8fc46fc0-177a-4151-bafa-a6564c6d23e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:28.209612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8fc46fc0-177a-4151-bafa-a6564c6d23e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:28.229094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6d669-0665-4663-a54f-114fae71b4fd req-edc13713-a935-4c1a-b6cc-cb169c4a1a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:28.230972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1e6d669-0665-4663-a54f-114fae71b4fd req-edc13713-a935-4c1a-b6cc-cb169c4a1a0f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad14189-ce0f-434b-a77e-a1d923cd8935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1195359 Nov 25 19:19:28.267284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa31441-b6c1-402c-b6b8-bcfa30711c81 req-b6263a65-bc01-41c1-af6d-f9bf8afbf693 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:28.278236 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8aa31441-b6c1-402c-b6b8-bcfa30711c81 req-b6263a65-bc01-41c1-af6d-f9bf8afbf693 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 947 time: 0.2939909 Nov 25 19:19:28.404912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Made reservation on behalf of 60c48d2fb97740fe952cc1943cc18b64 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:28.409508 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:28.440027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8904b60-2a4d-46fc-9aab-a78c64f230ee req-8cee27bd-4f81-40ef-a14a-ce46ce683158 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:28.444918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f8904b60-2a4d-46fc-9aab-a78c64f230ee req-8cee27bd-4f81-40ef-a14a-ce46ce683158 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 972 time: 0.2112556 Nov 25 19:19:28.461857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Made reservation on behalf of 60c48d2fb97740fe952cc1943cc18b64 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:28.464619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:28.483812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8aa31441-b6c1-402c-b6b8-bcfa30711c81 req-9c7899bf-2011-4d5f-a5bb-2c19a0fd5dbb tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b61fe7-d958-4cf6-a5ff-335a59940b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041690 Nov 25 19:19:28.503065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8fc46fc0-177a-4151-bafa-a6564c6d23e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:28.505796 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8fc46fc0-177a-4151-bafa-a6564c6d23e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:28.506986 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8fc46fc0-177a-4151-bafa-a6564c6d23e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2cca8dd7-9b2d-49a8-b61e-8ca1d71afa20 HTTP/1.1" status: 204 len: 168 time: 0.5242376 Nov 25 19:19:28.553951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc46fc0-177a-4151-bafa-a6564c6d23e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cca8dd7-9b2d-49a8-b61e-8ca1d71afa20,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:28.558354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1e6d669-0665-4663-a54f-114fae71b4fd req-3d3e4f9b-b588-4822-91dc-45c9647a90e5 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3064101 Nov 25 19:19:28.559316 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7172684e-3367-4b74-a10d-6b76b117d0be req-d8fceb29-559d-4f52-b0fe-6fdf1e3b3506 service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3260889 Nov 25 19:19:28.593869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b56683d-cef1-4db0-86a3-d825dd3b8612 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:28.728973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2b56683d-cef1-4db0-86a3-d825dd3b8612, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2b56683d-cef1-4db0-86a3-d825dd3b8612,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:28.848067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f8904b60-2a4d-46fc-9aab-a78c64f230ee req-ac8fb141-dc03-4bf5-b64e-679cccfc4895 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486164 Nov 25 19:19:28.871974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45454) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:28.906707 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:28.938892 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Allocated IP 192.168.233.42 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/fb06f442-20c9-416f-935e-730ea8c17cd3) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:28.949261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113a9118-b7a8-412c-833b-fde2d80d95de req-6eb4befe-efbb-42e3-987a-0f753570fe99 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:28.951588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67049dad-c521-41c5-ac66-8326557d67f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:28.961282 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-113a9118-b7a8-412c-833b-fde2d80d95de req-6eb4befe-efbb-42e3-987a-0f753570fe99 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 944 time: 0.3447816 Nov 25 19:19:28.986720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1e6d669-0665-4663-a54f-114fae71b4fd req-0cc59be2-b829-42d9-b2f9-9372549ab81a service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058404 Nov 25 19:19:29.051129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=2b56683d-cef1-4db0-86a3-d825dd3b8612,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:29.099766 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-113a9118-b7a8-412c-833b-fde2d80d95de req-2a7e69d9-72a0-482f-9759-c1c7661a922f tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356604 Nov 25 19:19:29.107898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.108261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.108609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.108953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.109293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.109653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.112115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.116720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.117608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.118345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.119040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.119821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:19:29.161770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['2b56683d-cef1-4db0-86a3-d825dd3b8612'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:29.258608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67049dad-c521-41c5-ac66-8326557d67f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.269982 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67049dad-c521-41c5-ac66-8326557d67f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.371797 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-67049dad-c521-41c5-ac66-8326557d67f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=347ebb15a9004923a00abb833780391c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4953465 Nov 25 19:19:29.372125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45462) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:29.381838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04944ad8-aeca-4ee7-8630-37318d4fb18d req-748c36b4-9c1a-415f-9e87-8bf7ad85e213 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 210 time: 0.0924313 Nov 25 19:19:29.436027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67049dad-c521-41c5-ac66-8326557d67f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=911e5550-382a-4da1-ae5e-3d9bd15d8df4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:29.462622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45464) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:29.483143 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02ae7434-5b1b-4558-8c7f-138c04c24583 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.531935 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.621111 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f822aee9-937e-46e0-bf26-d937c4cfca96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.621378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02ae7434-5b1b-4558-8c7f-138c04c24583 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.626567 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02ae7434-5b1b-4558-8c7f-138c04c24583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.704189 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f822aee9-937e-46e0-bf26-d937c4cfca96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.715640 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-02ae7434-5b1b-4558-8c7f-138c04c24583 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb8e6a1420744eefb5cb474d69d24fd9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486439 Nov 25 19:19:29.717351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45474) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:29.726135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ae7434-5b1b-4558-8c7f-138c04c24583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e618998d-350e-49a2-8f21-dd5f8df8cd57,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:29.758030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.760765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17daadb-645b-48b9-9add-99edeaf25c50 req-7e0338ca-cadb-4a57-98d2-4f2159425d67 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:29.763443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a17daadb-645b-48b9-9add-99edeaf25c50 req-7e0338ca-cadb-4a57-98d2-4f2159425d67 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 948 time: 0.1582303 Nov 25 19:19:29.773636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:29.835460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.60', 61099) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:29.853073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:29.862357 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:29.869118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event updated for resources: {'Port': ['ID=fb06f442-20c9-416f-935e-730ea8c17cd3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:29.871952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:29.877858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:29.878889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.910335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Allocated IP 192.168.233.98 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/4e981803-1ef6-4e08-b319-0c5c27e7afe5) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:29.922580 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f822aee9-937e-46e0-bf26-d937c4cfca96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.928989 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f822aee9-937e-46e0-bf26-d937c4cfca96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.931076 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-183b8ba9-d75b-4ec4-9067-aa1d2fc3b8e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:29.931904 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f822aee9-937e-46e0-bf26-d937c4cfca96 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/911e5550-382a-4da1-ae5e-3d9bd15d8df4 HTTP/1.1" status: 204 len: 168 time: 0.5539382 Nov 25 19:19:29.965866 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-e40c5e1f-2c69-467c-8ce9-c1e42da302a5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0019994 Nov 25 19:19:29.970517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f822aee9-937e-46e0-bf26-d937c4cfca96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=911e5550-382a-4da1-ae5e-3d9bd15d8df4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:29.991475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a17daadb-645b-48b9-9add-99edeaf25c50 req-1cdbe528-afd2-4996-a024-606fa71b9245 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b61fe7-d958-4cf6-a5ff-335a59940b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981859 Nov 25 19:19:29.996579 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Request body: {'port': {'device_id': '3458a936-9c5d-4025-a84c-d614a70ef071', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:30.015976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2f2a83-a89e-4093-992f-90242187b927 req-e539e857-0f91-40af-bf6a-4bf5f750d799 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:30.022266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa2f2a83-a89e-4093-992f-90242187b927 req-e539e857-0f91-40af-bf6a-4bf5f750d799 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.60 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 972 time: 0.1803596 Nov 25 19:19:30.058594 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-183b8ba9-d75b-4ec4-9067-aa1d2fc3b8e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.357217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.431197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.462124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-112f449a-2d8b-4891-8e06-296c650857cd None None] Provisioning complete for port fb06f442-20c9-416f-935e-730ea8c17cd3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:30.463037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-112f449a-2d8b-4891-8e06-296c650857cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.477439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.521983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:30.616575 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-183b8ba9-d75b-4ec4-9067-aa1d2fc3b8e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.622275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-112f449a-2d8b-4891-8e06-296c650857cd None None] Port fb06f442-20c9-416f-935e-730ea8c17cd3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:30.623256 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-183b8ba9-d75b-4ec4-9067-aa1d2fc3b8e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.628108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-183b8ba9-d75b-4ec4-9067-aa1d2fc3b8e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e618998d-350e-49a2-8f21-dd5f8df8cd57 HTTP/1.1" status: 204 len: 168 time: 0.9077437 Nov 25 19:19:30.639765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:30.660603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:30.668501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278a8b3-2f41-4ee8-ae24-1d6522606f48 req-0f012187-28df-4a50-9dbe-e0dd823a6a60 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:30.669378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event updated for resources: {'Port': ['ID=4e981803-1ef6-4e08-b319-0c5c27e7afe5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:30.678402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:30.684408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:30.685152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:30.687537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0278a8b3-2f41-4ee8-ae24-1d6522606f48 req-0f012187-28df-4a50-9dbe-e0dd823a6a60 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 972 time: 0.4684563 Nov 25 19:19:30.747319 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-607b9c1e-bdd8-459a-ac55-507ee3d929aa tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3053122 Nov 25 19:19:30.763613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Request body: {'port': {'device_id': 'e3203b0f-3344-4803-9e6b-90eee514c1bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:30.786493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b8ba9-d75b-4ec4-9067-aa1d2fc3b8e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e618998d-350e-49a2-8f21-dd5f8df8cd57,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:30.798335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35553908-70cb-4fab-9286-a3979e61d351 req-c1cb4ae5-2998-4a66-93fa-b3a9d367e53d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:30.810712 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35553908-70cb-4fab-9286-a3979e61d351 req-c1cb4ae5-2998-4a66-93fa-b3a9d367e53d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 944 time: 0.4266500 Nov 25 19:19:30.922723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0278a8b3-2f41-4ee8-ae24-1d6522606f48 req-0f63e5ff-06c0-463e-bb5e-1f79ad699d88 tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/security-groups?id=a2759091-e37f-4116-b6aa-978b6db3c410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327096 Nov 25 19:19:30.933232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-1d586546-7357-4dda-88a8-03110a9afa33 service neutron] 10.222.0.76 "GET /v2.0/ports/e7a316a8-0ff6-431b-a932-b985f706de54/bindings/n-h1-817303-9 HTTP/1.1" status: 200 len: 384 time: 0.4648569 Nov 25 19:19:30.944987 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35553908-70cb-4fab-9286-a3979e61d351 req-35fcf0bc-245b-4270-94ec-06a8c6cc2ea0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332381 Nov 25 19:19:30.955382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-aa2f2a83-a89e-4093-992f-90242187b927 req-6f3632e4-63e5-437a-ac35-5cb3a985dc1b tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Deleting port d6b38a70-3cf6-46dd-960e-af1127a1c00d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:19:30.955890 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-aa2f2a83-a89e-4093-992f-90242187b927 req-6f3632e4-63e5-437a-ac35-5cb3a985dc1b tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.169499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.221112 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb06f442-20c9-416f-935e-730ea8c17cd3 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:31.221745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-fe13d252-c533-4fd9-b23d-3e555be2e909 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=65c5e08d7f264655b22d67be6358ea02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522859 Nov 25 19:19:31.243296 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.324064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-04252438-65fb-4f42-9ac5-6f5d18a83b50 None None] Provisioning complete for port 4e981803-1ef6-4e08-b319-0c5c27e7afe5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:31.325099 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04252438-65fb-4f42-9ac5-6f5d18a83b50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.348935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Transition to ACTIVE for port object fb06f442-20c9-416f-935e-730ea8c17cd3 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:31.357125 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.426546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd989-82fd-4e64-8422-839b8d927879 req-b8ac01bc-bd83-4e1e-91c8-487dcfb8b542 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:31.429827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2b56683d-cef1-4db0-86a3-d825dd3b8612 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:31.438225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-b8ac01bc-bd83-4e1e-91c8-487dcfb8b542 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2158892 Nov 25 19:19:31.480205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-b9b84514-1c4e-430a-97cb-ca650fb148d3 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/quotas/65c5e08d7f264655b22d67be6358ea02 HTTP/1.1" status: 200 len: 375 time: 0.0409451 Nov 25 19:19:31.555439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-aea46587-7546-4b28-86c1-53f8624b4018 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=65c5e08d7f264655b22d67be6358ea02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0740471 Nov 25 19:19:31.668289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-04252438-65fb-4f42-9ac5-6f5d18a83b50 None None] Port 4e981803-1ef6-4e08-b319-0c5c27e7afe5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:31.689472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-aa2f2a83-a89e-4093-992f-90242187b927 req-6f3632e4-63e5-437a-ac35-5cb3a985dc1b tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] For port d6b38a70-3cf6-46dd-960e-af1127a1c00d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6b38a70-3cf6-46dd-960e-af1127a1c00d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:31.690241 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-aa2f2a83-a89e-4093-992f-90242187b927 req-6f3632e4-63e5-437a-ac35-5cb3a985dc1b tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:31.721599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 2b56683d-cef1-4db0-86a3-d825dd3b8612 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:31.735869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-aa2f2a83-a89e-4093-992f-90242187b927 req-6f3632e4-63e5-437a-ac35-5cb3a985dc1b tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Calling delete_port for d6b38a70-3cf6-46dd-960e-af1127a1c00d owned by compute:tempest-test_az-1739050088 {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:19:31.742035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 2b56683d-cef1-4db0-86a3-d825dd3b8612 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:31.742614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.045656 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5f82b66e-13df-4e0c-ba4c-3de4413b68b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.048836 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.091654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3159982d-f10d-4d2d-ad7e-843d1dd58bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b56683d-cef1-4db0-86a3-d825dd3b8612'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:32.094752 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c277b67-2c4e-43f6-be27-95714c9600ad" -d '{"events": [{"server_uuid": "3159982d-f10d-4d2d-ad7e-843d1dd58bb8", "name": "network-vif-plugged", "status": "completed", "tag": "2b56683d-cef1-4db0-86a3-d825dd3b8612"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:32.135169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2b56683d-cef1-4db0-86a3-d825dd3b8612, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2b56683d-cef1-4db0-86a3-d825dd3b8612,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:32.139218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Pushing event updated for resources: {'Port': ['ID=fb06f442-20c9-416f-935e-730ea8c17cd3,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:32.142613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.219633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Attempting to bind port fb06f442-20c9-416f-935e-730ea8c17cd3 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:32.220027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Attempting to bind port fb06f442-20c9-416f-935e-730ea8c17cd3 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:32.220309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Attempting to bind port fb06f442-20c9-416f-935e-730ea8c17cd3 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:32.235845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Port fb06f442-20c9-416f-935e-730ea8c17cd3 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:32.235845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Attempting to bind port fb06f442-20c9-416f-935e-730ea8c17cd3 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:32.255697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:32.255697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:32.255697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:32.255697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Bound port: fb06f442-20c9-416f-935e-730ea8c17cd3, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:32.256381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.273782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=2b56683d-cef1-4db0-86a3-d825dd3b8612,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:32.614437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e981803-1ef6-4e08-b319-0c5c27e7afe5 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:32.627488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df36b2-c4cb-4352-95c8-0e68bdce41d9 req-a4721df6-d534-4989-9792-78bdb2f465a0 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:32.628988 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.630361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11df36b2-c4cb-4352-95c8-0e68bdce41d9 req-a4721df6-d534-4989-9792-78bdb2f465a0 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 935 time: 1.2278695 Nov 25 19:19:32.660977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Transition to ACTIVE for port object 4e981803-1ef6-4e08-b319-0c5c27e7afe5 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:32.673384 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.712042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] For port fb06f442-20c9-416f-935e-730ea8c17cd3, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:32.720667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] For port fb06f442-20c9-416f-935e-730ea8c17cd3, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb06f442-20c9-416f-935e-730ea8c17cd3,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:32.768096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.790869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c2ba09-b96e-4097-bda5-b279a5d27010 req-43130a53-1528-4bfe-b559-14a6ed570df9 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:32.797731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:32.798324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:32.798976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45c2ba09-b96e-4097-bda5-b279a5d27010 req-43130a53-1528-4bfe-b559-14a6ed570df9 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 949 time: 0.6932132 Nov 25 19:19:32.800681 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] 10.222.0.60 "PUT /v2.0/ports/fb06f442-20c9-416f-935e-730ea8c17cd3 HTTP/1.1" status: 200 len: 1095 time: 2.8188484 Nov 25 19:19:32.805534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3458a936-9c5d-4025-a84c-d614a70ef071', 'tag': 'fb06f442-20c9-416f-935e-730ea8c17cd3'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:32.809715 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3b73cce-9e54-47eb-afea-9579e46a8528" -d '{"events": [{"name": "network-changed", "server_uuid": "3458a936-9c5d-4025-a84c-d614a70ef071", "tag": "fb06f442-20c9-416f-935e-730ea8c17cd3"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:32.875478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-919d117e-aa56-4b11-b7ed-eda554229892 service neutron] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e7a316a8-0ff6-431b-a932-b985f706de54,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:32.885141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11df36b2-c4cb-4352-95c8-0e68bdce41d9 req-ef8c60d8-b716-41a3-b396-b887228b1e52 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962945 Nov 25 19:19:32.937715 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-aa2f2a83-a89e-4093-992f-90242187b927 req-6f3632e4-63e5-437a-ac35-5cb3a985dc1b tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.004931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45578) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:33.049452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Attempting to bind port 4e981803-1ef6-4e08-b319-0c5c27e7afe5 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:33.050669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Attempting to bind port 4e981803-1ef6-4e08-b319-0c5c27e7afe5 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:33.051336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Attempting to bind port 4e981803-1ef6-4e08-b319-0c5c27e7afe5 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:33.055564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-919d117e-aa56-4b11-b7ed-eda554229892 service neutron] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:33.072498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45c2ba09-b96e-4097-bda5-b279a5d27010 req-f3330b26-a7cd-455d-bea3-2a442967f541 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b61fe7-d958-4cf6-a5ff-335a59940b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2719629 Nov 25 19:19:33.117928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Pushing event updated for resources: {'Port': ['ID=4e981803-1ef6-4e08-b319-0c5c27e7afe5,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:33.204222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3632e4-63e5-437a-ac35-5cb3a985dc1b tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Pushing event deleted for resources: {'Port': ['ID=d6b38a70-3cf6-46dd-960e-af1127a1c00d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:33.215371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6b38a70-3cf6-46dd-960e-af1127a1c00d no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:19:33.234995 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aef75729-3e8f-4518-9f70-64dc4bae1524 req-d4fcb797-6977-4480-9977-92d45655eb1b tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.15 "GET /v2.0/ports?device_id=03797953-4086-4b9f-8ad6-9ab8856c879d HTTP/1.1" status: 200 len: 210 time: 0.1941977 Nov 25 19:19:33.328438 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Port 4e981803-1ef6-4e08-b319-0c5c27e7afe5 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:33.329007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Attempting to bind port 4e981803-1ef6-4e08-b319-0c5c27e7afe5 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:33.410420 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20881049-e65b-4df1-bdec-ba0d783a269e x-openstack-request-id: req-20881049-e65b-4df1-bdec-ba0d783a269e {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:33.410864 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3159982d-f10d-4d2d-ad7e-843d1dd58bb8", "name": "network-vif-plugged", "status": "completed", "tag": "2b56683d-cef1-4db0-86a3-d825dd3b8612", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:33.411136 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20881049-e65b-4df1-bdec-ba0d783a269e {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:33.412741 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3159982d-f10d-4d2d-ad7e-843d1dd58bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b56683d-cef1-4db0-86a3-d825dd3b8612', 'code': 200} Nov 25 19:19:33.414168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: d6b38a70-3cf6-46dd-960e-af1127a1c00d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:19:33.416687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6b38a70-3cf6-46dd-960e-af1127a1c00d not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:19:33.425539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e7a316a8-0ff6-431b-a932-b985f706de54 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:19:33.475597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1651f620-e7a2-4585-8b47-92c4249d3d83 service neutron] Pushing event updated for resources: {'Port': ['ID=fb06f442-20c9-416f-935e-730ea8c17cd3,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:33.479575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-919d117e-aa56-4b11-b7ed-eda554229892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7a316a8-0ff6-431b-a932-b985f706de54 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:33.490946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:33.491440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:33.492049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:33.492812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Bound port: 4e981803-1ef6-4e08-b319-0c5c27e7afe5, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:33.504414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.526613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1795769501-network', 'tenant_id': 'c6f66ed59e884fa9871e7d2358a4ea2c'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:33.613223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa2f2a83-a89e-4093-992f-90242187b927 req-6f3632e4-63e5-437a-ac35-5cb3a985dc1b tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] No DVR routers for this DVR port d6b38a70-3cf6-46dd-960e-af1127a1c00d on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:19:33.645534 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-919d117e-aa56-4b11-b7ed-eda554229892 service neutron] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e7a316a8-0ff6-431b-a932-b985f706de54,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:33.700914 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-aa2f2a83-a89e-4093-992f-90242187b927 req-6f3632e4-63e5-437a-ac35-5cb3a985dc1b tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.703473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-5f3c8333-d5bb-48b1-8460-47a093ccc584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:33.706829 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-5f3c8333-d5bb-48b1-8460-47a093ccc584 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=3458a936-9c5d-4025-a84c-d614a70ef071 HTTP/1.1" status: 200 len: 1098 time: 0.7596016 Nov 25 19:19:33.711261 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa2f2a83-a89e-4093-992f-90242187b927 req-6f3632e4-63e5-437a-ac35-5cb3a985dc1b tempest-AggregatesAdminTestJSON-1478028798 tempest-AggregatesAdminTestJSON-1478028798-project] 10.222.0.60 "DELETE /v2.0/ports/d6b38a70-3cf6-46dd-960e-af1127a1c00d HTTP/1.1" status: 204 len: 173 time: 3.6743660 Nov 25 19:19:33.712660 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-919d117e-aa56-4b11-b7ed-eda554229892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.717306 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03797953-4086-4b9f-8ad6-9ab8856c879d', 'name': 'network-vif-deleted', 'tag': 'd6b38a70-3cf6-46dd-960e-af1127a1c00d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:33.723633 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a50f4410-8acb-4d2b-97ae-a62d162c1654" -d '{"events": [{"server_uuid": "03797953-4086-4b9f-8ad6-9ab8856c879d", "name": "network-vif-deleted", "tag": "d6b38a70-3cf6-46dd-960e-af1127a1c00d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:33.836872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] For port 4e981803-1ef6-4e08-b319-0c5c27e7afe5, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:33.843322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] For port 4e981803-1ef6-4e08-b319-0c5c27e7afe5, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4e981803-1ef6-4e08-b319-0c5c27e7afe5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:33.860702 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.912145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Made reservation on behalf of c6f66ed59e884fa9871e7d2358a4ea2c for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:33.919943 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.970599 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-3273fd0a-ff16-4d65-bfca-d2edfcbffd6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fb06f442-20c9-416f-935e-730ea8c17cd3 HTTP/1.1" status: 200 len: 217 time: 0.1981595 Nov 25 19:19:33.981553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-f0788095-a71a-4435-b617-b2d55be6b493 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=65c5e08d7f264655b22d67be6358ea02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2049723 Nov 25 19:19:33.985956 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:33.998631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:33.999635 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.001814 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] 10.222.0.60 "PUT /v2.0/ports/4e981803-1ef6-4e08-b319-0c5c27e7afe5 HTTP/1.1" status: 200 len: 1095 time: 3.2426627 Nov 25 19:19:34.005198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321548ae-9ffb-4b40-a243-14583c487223 req-ca55fbb9-7eea-4243-b552-509b903d9d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.007090 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-321548ae-9ffb-4b40-a243-14583c487223 req-ca55fbb9-7eea-4243-b552-509b903d9d33 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 1100 time: 0.4290988 Nov 25 19:19:34.067197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9775e015-4dad-4c2c-8271-f8cf03e9161a req-1e491606-ef61-4e33-b18e-e19ff8bc8121 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.068890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9775e015-4dad-4c2c-8271-f8cf03e9161a req-1e491606-ef61-4e33-b18e-e19ff8bc8121 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 944 time: 0.6461091 Nov 25 19:19:34.159465 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-62734a25-a9c5-4b54-b3f3-85c52b5b39b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.161448 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-62734a25-a9c5-4b54-b3f3-85c52b5b39b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1531346 Nov 25 19:19:34.215279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-321548ae-9ffb-4b40-a243-14583c487223 req-8dc1896f-8c7c-4b6b-b83a-0da4bc554284 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=66b61fe7-d958-4cf6-a5ff-335a59940b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941857 Nov 25 19:19:34.218231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14493eb-bbdd-4e15-89ea-0150dea8bf31 service neutron] Pushing event updated for resources: {'Port': ['ID=4e981803-1ef6-4e08-b319-0c5c27e7afe5,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:34.295432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-d177c09e-ab0e-42ce-b6df-9b27f4aadea0 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=65c5e08d7f264655b22d67be6358ea02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914671 Nov 25 19:19:34.346667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9775e015-4dad-4c2c-8271-f8cf03e9161a req-55a75b5a-72ad-4f46-bade-ee946d094e5e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270603 Nov 25 19:19:34.364620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-5ed6d823-5e85-4a43-b83b-7a5d4388fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.370370 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-5ed6d823-5e85-4a43-b83b-7a5d4388fbd8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 1098 time: 0.2522035 Nov 25 19:19:34.529308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-d52ff688-da0d-4d7e-af56-50da2ac3d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.533031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-d52ff688-da0d-4d7e-af56-50da2ac3d553 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2997155 Nov 25 19:19:34.539552 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf30eff5-705c-49a2-affb-51fa7759283e x-openstack-request-id: req-cf30eff5-705c-49a2-affb-51fa7759283e {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:34.539975 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3458a936-9c5d-4025-a84c-d614a70ef071", "tag": "fb06f442-20c9-416f-935e-730ea8c17cd3", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:34.540234 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf30eff5-705c-49a2-affb-51fa7759283e {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:34.543117 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3458a936-9c5d-4025-a84c-d614a70ef071', 'tag': 'fb06f442-20c9-416f-935e-730ea8c17cd3', 'status': 'completed', 'code': 200} Nov 25 19:19:34.549521 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-c641e5a4-5a67-4734-b351-816ba9710ecf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=4e981803-1ef6-4e08-b319-0c5c27e7afe5 HTTP/1.1" status: 200 len: 217 time: 0.1721997 Nov 25 19:19:34.551295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-919d117e-aa56-4b11-b7ed-eda554229892 service neutron] Transition to ACTIVE for port object e7a316a8-0ff6-431b-a932-b985f706de54 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:34.606167 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbb365d-307a-4cfb-85c1-c0dc808a08f9 x-openstack-request-id: req-7fbb365d-307a-4cfb-85c1-c0dc808a08f9 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:34.606633 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03797953-4086-4b9f-8ad6-9ab8856c879d", "name": "network-vif-deleted", "tag": "d6b38a70-3cf6-46dd-960e-af1127a1c00d", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:34.607094 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7fbb365d-307a-4cfb-85c1-c0dc808a08f9 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:34.607738 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03797953-4086-4b9f-8ad6-9ab8856c879d', 'name': 'network-vif-deleted', 'tag': 'd6b38a70-3cf6-46dd-960e-af1127a1c00d', 'status': 'completed', 'code': 200} Nov 25 19:19:34.626142 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-919d117e-aa56-4b11-b7ed-eda554229892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.690303 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-636deb92-3376-46a7-ade7-adc8fe7f2f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.724232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-92aab47b-eab2-4254-8935-aeff0acf8549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.725811 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-92aab47b-eab2-4254-8935-aeff0acf8549 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1694667 Nov 25 19:19:34.749971 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.829683 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:34.851739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cddc0-349a-4764-b9e6-43b851f40467 req-90f65efb-d2b8-428f-8b8b-c39127f9163a tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:34.853575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-90f65efb-d2b8-428f-8b8b-c39127f9163a tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8377707 Nov 25 19:19:34.903370 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-4fd8d55a-dab0-4ab2-81f6-8d97cf445167 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3512087 Nov 25 19:19:35.007195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd989-82fd-4e64-8422-839b8d927879 req-1b2e66a9-8917-484f-b6ba-13bc1dfd3175 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.010401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-1b2e66a9-8917-484f-b6ba-13bc1dfd3175 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5631051 Nov 25 19:19:35.012192 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-93061fba-d15b-47eb-9644-4198c9377ce4 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/quotas/65c5e08d7f264655b22d67be6358ea02 HTTP/1.1" status: 200 len: 375 time: 0.1402798 Nov 25 19:19:35.051750 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-a878db0f-a6df-483e-9f22-a7f4c2f55c87 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397448 Nov 25 19:19:35.057823 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d117e-aa56-4b11-b7ed-eda554229892 service neutron] Pushing event updated for resources: {'Port': ['ID=e7a316a8-0ff6-431b-a932-b985f706de54,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:35.073464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5182c133-3283-4481-a17f-b511c199af08 req-00fccfd6-a0f4-455c-81e6-ef6a09f6ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.075716 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-00fccfd6-a0f4-455c-81e6-ef6a09f6ab09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3351500 Nov 25 19:19:35.081810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:19:35.085118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-919d117e-aa56-4b11-b7ed-eda554229892 service neutron] No DVR routers for this DVR port e7a316a8-0ff6-431b-a932-b985f706de54 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:19:35.087260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031a0932-c98a-4c9f-89e5-e7b46ed19d12,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:35.099055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Request body: {'port': {'device_id': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '65c5e08d7f264655b22d67be6358ea02'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:35.181179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-bab0031d-8738-475a-a72c-594f22431b3f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=65c5e08d7f264655b22d67be6358ea02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1049466 Nov 25 19:19:35.187034 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.187034 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Added segment 89c6f82b-3441-448c-a444-7e5a57352913 of type vlan for network 9b884b88-3e73-40a3-8ef3-0ea5065b03bd Nov 25 19:19:35.325530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-919d117e-aa56-4b11-b7ed-eda554229892 service neutron] 10.222.0.76 "PUT /v2.0/ports/e7a316a8-0ff6-431b-a932-b985f706de54/bindings/n-h1-817303-9/activate HTTP/1.1" status: 200 len: 369 time: 4.2896097 Nov 25 19:19:35.389156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b87f531-5291-4d0d-9c24-1b3f5818ce5b req-1a573aba-dd25-46b3-b9a8-09fcac8750e2 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.404209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b87f531-5291-4d0d-9c24-1b3f5818ce5b req-1a573aba-dd25-46b3-b9a8-09fcac8750e2 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 947 time: 0.6423743 Nov 25 19:19:35.427910 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.600570 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:19:35.710247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b87f531-5291-4d0d-9c24-1b3f5818ce5b req-8c9c3f3c-bf81-44b0-a797-fa46878028dc tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3049343 Nov 25 19:19:35.775144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Made reservation on behalf of 65c5e08d7f264655b22d67be6358ea02 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:35.776269 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-1f144c75-4714-420f-ae7d-f5d05f73a6f1 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6874831 Nov 25 19:19:35.779013 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.782024 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.783028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.783649 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.797485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b73cce-9e54-47eb-afea-9579e46a8528 req-1435ac2a-bb9c-4b6c-99fe-87ea3feed2e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.799630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3b73cce-9e54-47eb-afea-9579e46a8528 req-1435ac2a-bb9c-4b6c-99fe-87ea3feed2e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=3458a936-9c5d-4025-a84c-d614a70ef071 HTTP/1.1" status: 200 len: 1098 time: 0.6482520 Nov 25 19:19:35.864985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-16f99a8a-9446-49d3-9367-600775791066 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.866846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-16f99a8a-9446-49d3-9367-600775791066 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.4142787 Nov 25 19:19:35.867437 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:35.879154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.8514843 Nov 25 19:19:35.896203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e468e1c-8f80-49b8-bb86-0b2112587078 req-7ed769c5-7061-42f3-a655-9d75133187de tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:35.913580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e468e1c-8f80-49b8-bb86-0b2112587078 req-7ed769c5-7061-42f3-a655-9d75133187de tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 949 time: 0.3310497 Nov 25 19:19:35.947357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45632) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:35.982991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] Request body: {'subnet': {'network_id': '9b884b88-3e73-40a3-8ef3-0ea5065b03bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1795769501-subnet', 'tenant_id': 'c6f66ed59e884fa9871e7d2358a4ea2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:36.011567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b73cce-9e54-47eb-afea-9579e46a8528 req-80b2cbae-fb00-41f2-b2c7-9ba908b5f424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:36.011567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3b73cce-9e54-47eb-afea-9579e46a8528 req-80b2cbae-fb00-41f2-b2c7-9ba908b5f424 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1906044 Nov 25 19:19:36.083191 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3b73cce-9e54-47eb-afea-9579e46a8528 req-119ead5c-1628-4aa8-8b02-bb78353a5aba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fb06f442-20c9-416f-935e-730ea8c17cd3 HTTP/1.1" status: 200 len: 217 time: 0.0611217 Nov 25 19:19:36.096517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67e8bc-8725-46f5-a6a1-51e324b4d3b7 admin admin] Pushing event updated for resources: {'Network': ['ID=9b884b88-3e73-40a3-8ef3-0ea5065b03bd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:36.168800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 9b884b88-3e73-40a3-8ef3-0ea5065b03bd details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:19:36.249729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5182c133-3283-4481-a17f-b511c199af08 req-a60a3942-3475-40c2-9e83-79b1bb137dae service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4627321 Nov 25 19:19:36.262359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e468e1c-8f80-49b8-bb86-0b2112587078 req-f589e9ae-e397-4f6b-985e-1ab17e2d4944 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b61fe7-d958-4cf6-a5ff-335a59940b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464632 Nov 25 19:19:36.310500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-05d69e32-6ea5-4b29-8648-576c4902ab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:36.312162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-05d69e32-6ea5-4b29-8648-576c4902ab99 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2 HTTP/1.1" status: 200 len: 1096 time: 0.4319065 Nov 25 19:19:36.314426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] Made reservation on behalf of c6f66ed59e884fa9871e7d2358a4ea2c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:36.334576 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.450936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b73cce-9e54-47eb-afea-9579e46a8528 req-2a375db6-56eb-440f-90de-e0484f22be8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:36.453758 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3b73cce-9e54-47eb-afea-9579e46a8528 req-2a375db6-56eb-440f-90de-e0484f22be8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2026742 Nov 25 19:19:36.547392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3203b0f-3344-4803-9e6b-90eee514c1bb', 'tag': '4e981803-1ef6-4e08-b319-0c5c27e7afe5'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:36.562455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.562706 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fba417-ad1a-43bd-89e1-6dacae1f39ed" -d '{"events": [{"name": "network-changed", "server_uuid": "e3203b0f-3344-4803-9e6b-90eee514c1bb", "tag": "4e981803-1ef6-4e08-b319-0c5c27e7afe5"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:36.614183 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b73cce-9e54-47eb-afea-9579e46a8528 req-e8cb252e-3e7a-4722-af73-0d9c8f79441d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:36.615829 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3b73cce-9e54-47eb-afea-9579e46a8528 req-e8cb252e-3e7a-4722-af73-0d9c8f79441d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1485729 Nov 25 19:19:36.629459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45648) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:36.635932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-2750998c-02e8-42f2-97f0-732c01e758fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:36.637838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-2750998c-02e8-42f2-97f0-732c01e758fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 1096 time: 0.2415602 Nov 25 19:19:36.684488 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.712377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b300c1-5d8f-4db4-b04b-ea1f26c276ee req-3dcda112-7ecd-48bf-b0b8-525d89d19dae tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:36.713984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0b300c1-5d8f-4db4-b04b-ea1f26c276ee req-3dcda112-7ecd-48bf-b0b8-525d89d19dae tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 945 time: 0.2832932 Nov 25 19:19:36.723347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:36.824097 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3b73cce-9e54-47eb-afea-9579e46a8528 req-ecb2340d-43c9-44ed-8d14-34486699dc7e service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1910172 Nov 25 19:19:36.848232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ab6c402-9106-4078-81dd-6ac636e0663d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:36.998475 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3b73cce-9e54-47eb-afea-9579e46a8528 req-7e56bbba-7cc4-49e8-accd-9b44950c18a0 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669290 Nov 25 19:19:37.306696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fac4ee8-32b6-4e2c-ae4a-c855495e883d req-fd16ae95-5efc-45d4-b091-0ecd388b2700 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 210 time: 0.4466619 Nov 25 19:19:37.397316 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-87ea07c3-5067-49d1-8781-1dceeca16b56 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=65c5e08d7f264655b22d67be6358ea02&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0563147 Nov 25 19:19:37.460081 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0b300c1-5d8f-4db4-b04b-ea1f26c276ee req-1c5af94e-85a9-4ec9-9bd4-52be84f65159 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6326442 Nov 25 19:19:37.476380 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ab1e531c-d64f-457e-877a-a9bf080d9a18 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=54aaadcc688a4dac8d82e2c473cc2f52&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8324869 Nov 25 19:19:37.481978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-7e4ccd5f-94db-4cc0-8117-4570e89eae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:37.483828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-7e4ccd5f-94db-4cc0-8117-4570e89eae03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.8282182 Nov 25 19:19:37.486776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45660) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:37.512214 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.525119 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-101a7cde-c225-48f4-946b-135852a0e2ab x-openstack-request-id: req-101a7cde-c225-48f4-946b-135852a0e2ab {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:37.525726 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3203b0f-3344-4803-9e6b-90eee514c1bb", "tag": "4e981803-1ef6-4e08-b319-0c5c27e7afe5", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:37.526828 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-101a7cde-c225-48f4-946b-135852a0e2ab {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:37.527554 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3203b0f-3344-4803-9e6b-90eee514c1bb', 'tag': '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'status': 'completed', 'code': 200} Nov 25 19:19:37.598209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Allocated IP 192.168.233.244 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/d6e2bbbe-66c3-43d4-8874-608a35c60dd5) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:37.603778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-cdb84ba3-d702-4b09-ae08-d3f87646c223 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7a316a8-0ff6-431b-a932-b985f706de54 HTTP/1.1" status: 200 len: 217 time: 0.1018236 Nov 25 19:19:37.732092 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.744061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80fb5f9c-07f9-4df7-8b3f-76c1e16ad925,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:37.780770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fba417-ad1a-43bd-89e1-6dacae1f39ed req-71167f9f-a32c-4210-a31d-9aaf4f1fbd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:37.783250 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-43fba417-ad1a-43bd-89e1-6dacae1f39ed req-71167f9f-a32c-4210-a31d-9aaf4f1fbd19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 1098 time: 0.2180655 Nov 25 19:19:37.834829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cddc0-349a-4764-b9e6-43b851f40467 req-1e6ae563-e8db-4ade-88b2-66c6b67e3192 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:37.836813 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-1e6ae563-e8db-4ade-88b2-66c6b67e3192 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4318309 Nov 25 19:19:37.862473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Request body: {'port': {'device_id': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '65c5e08d7f264655b22d67be6358ea02'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:37.871394 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2e19-9f45-47dd-a0bd-34dc5bedd99a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:37.896820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-8cb0524a-cbfb-4519-9c52-d1f82a5a3dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:37.898334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-8cb0524a-cbfb-4519-9c52-d1f82a5a3dc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.2815876 Nov 25 19:19:37.978455 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] Checking segment: {'id': '89c6f82b-3441-448c-a444-7e5a57352913', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '9b884b88-3e73-40a3-8ef3-0ea5065b03bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:37.978866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] Network hostable DHCP agents. Network: 9b884b88-3e73-40a3-8ef3-0ea5065b03bd, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:19:37.984037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-fc77821f-2d06-4576-9d20-97eac857e385 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680819 Nov 25 19:19:37.986086 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2e19-9f45-47dd-a0bd-34dc5bedd99a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.039008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1513d5-7c05-4ca0-9a5d-6a5c37c5c3ca req-8d6d33b0-160a-4383-8c91-8ed6fd9a1406 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.039426 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.040625 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f1513d5-7c05-4ca0-9a5d-6a5c37c5c3ca req-8d6d33b0-160a-4383-8c91-8ed6fd9a1406 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 947 time: 0.3596137 Nov 25 19:19:38.147654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fba417-ad1a-43bd-89e1-6dacae1f39ed req-525a9136-43aa-43f7-b0f3-ea709392dcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.150282 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-43fba417-ad1a-43bd-89e1-6dacae1f39ed req-525a9136-43aa-43f7-b0f3-ea709392dcab service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3539617 Nov 25 19:19:38.207826 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-43fba417-ad1a-43bd-89e1-6dacae1f39ed req-8d6f7779-e093-4a14-b780-1f59b77feb92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=4e981803-1ef6-4e08-b319-0c5c27e7afe5 HTTP/1.1" status: 200 len: 217 time: 0.0490184 Nov 25 19:19:38.271859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Made reservation on behalf of 65c5e08d7f264655b22d67be6358ea02 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:38.276530 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.311897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] Network 9b884b88-3e73-40a3-8ef3-0ea5065b03bd is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:19:38.334850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fba417-ad1a-43bd-89e1-6dacae1f39ed req-0cfb73fd-9111-4c61-b948-4af1dbc209ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.336540 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-43fba417-ad1a-43bd-89e1-6dacae1f39ed req-0cfb73fd-9111-4c61-b948-4af1dbc209ca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1146305 Nov 25 19:19:38.378007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 9b884b88-3e73-40a3-8ef3-0ea5065b03bd) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:38.431822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.432119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.442158 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f1513d5-7c05-4ca0-9a5d-6a5c37c5c3ca req-ae519f50-a6d1-46bd-bd51-45f2db0f988d tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661873 Nov 25 19:19:38.442956 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2e19-9f45-47dd-a0bd-34dc5bedd99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.446061 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fbe2e19-9f45-47dd-a0bd-34dc5bedd99a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.447524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7fbe2e19-9f45-47dd-a0bd-34dc5bedd99a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a2759091-e37f-4116-b6aa-978b6db3c410 HTTP/1.1" status: 204 len: 168 time: 0.9578104 Nov 25 19:19:38.455449 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.468788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-6b74f2d2-2ae7-4eec-b866-bc3e33fd2e5a service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4739165 Nov 25 19:19:38.481518 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fba417-ad1a-43bd-89e1-6dacae1f39ed req-551d554a-4d54-4847-9ffc-d7a04ae7f6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.485930 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-43fba417-ad1a-43bd-89e1-6dacae1f39ed req-551d554a-4d54-4847-9ffc-d7a04ae7f6a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1099765 Nov 25 19:19:38.486512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbe2e19-9f45-47dd-a0bd-34dc5bedd99a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2759091-e37f-4116-b6aa-978b6db3c410,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:38.517176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9ebeed-3136-406a-bf88-b4f9e4010d70 None None] Network 9b884b88-3e73-40a3-8ef3-0ea5065b03bd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:38.541477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-727d9354-1283-4b6d-bad3-7f6cb464cda6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5857270 Nov 25 19:19:38.699449 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-43fba417-ad1a-43bd-89e1-6dacae1f39ed req-9b5c050d-187c-4770-81d9-41bac92ddfb7 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051771 Nov 25 19:19:38.769910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bf86d46-e71a-4f7a-8da1-4182c25cc80a req-2b875c62-188f-4245-ac44-4df3b503305a tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 210 time: 0.0564275 Nov 25 19:19:38.795615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03b6343-da85-419f-9fde-6613eb2fb28c None None] Network 9b884b88-3e73-40a3-8ef3-0ea5065b03bd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:38.801090 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:38.868652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Pushing event updated for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:38.897829 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339de81b-4106-4066-b3f9-346c2d8b3e67 req-77fea8ae-6ab0-4e3f-9099-7daa10e63d9c tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.899568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-339de81b-4106-4066-b3f9-346c2d8b3e67 req-77fea8ae-6ab0-4e3f-9099-7daa10e63d9c tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 949 time: 0.3567107 Nov 25 19:19:38.931701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Allocated IP 192.168.233.52 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/28f36859-2935-47ec-882f-a1ae2096904a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:38.932637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-43da5bfc-aeb8-4a65-af74-b014e7650abc service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4433949 Nov 25 19:19:38.936777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-43fba417-ad1a-43bd-89e1-6dacae1f39ed req-5979a18c-c71a-4a04-8061-36208639d80f service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286081 Nov 25 19:19:38.939691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:38.945885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:38.950324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:38.964375 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:38.966052 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:39.006747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-99ac537b-8e56-4b34-80ba-8e122363c8b7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9271934 Nov 25 19:19:39.024756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Request body: {'port': {'device_id': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:39.045694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-339de81b-4106-4066-b3f9-346c2d8b3e67 req-7c6efa80-4164-40b2-9129-f115d1d9dcd3 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b61fe7-d958-4cf6-a5ff-335a59940b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321793 Nov 25 19:19:39.247259 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:39.267717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb06f442-20c9-416f-935e-730ea8c17cd3 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:39.400246 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:39.438936 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a1e6db-5113-4254-9dfb-29682385007f req-85823f49-e605-4f8b-8dc7-638fdcc09628 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:39.448516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4a1e6db-5113-4254-9dfb-29682385007f req-85823f49-e605-4f8b-8dc7-638fdcc09628 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 945 time: 0.1395869 Nov 25 19:19:39.501856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a86f4ef3-887d-461b-bb7e-e90b4eeb7175 None None] Provisioning complete for port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:39.506250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a86f4ef3-887d-461b-bb7e-e90b4eeb7175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:39.511460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b2007831-7f42-441b-8d80-0fe66eb83dbe tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:39.513116 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-b2007831-7f42-441b-8d80-0fe66eb83dbe tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.1616993 Nov 25 19:19:39.538306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45698) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:39.570678 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:39.600132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fb06f442-20c9-416f-935e-730ea8c17cd3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb06f442-20c9-416f-935e-730ea8c17cd3,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:39.653983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'fb06f442-20c9-416f-935e-730ea8c17cd3', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'fb06f442-20c9-416f-935e-730ea8c17cd3', 'mac_address': 'fa:16:3e:bd:80:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:39.663155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Pushing event updated for resources: {'Port': ['ID=28f36859-2935-47ec-882f-a1ae2096904a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:39.664597 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a86f4ef3-887d-461b-bb7e-e90b4eeb7175 None None] Port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:39.686110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:39.695869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:39.697920 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4a1e6db-5113-4254-9dfb-29682385007f req-e1ea0ad1-64b0-44c5-9bb9-687f6ceaab1e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479212 Nov 25 19:19:39.740059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:39.755940 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:39.760607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:39.767479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:39.793133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb06f442-20c9-416f-935e-730ea8c17cd3 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:39.828193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696cfaa-738f-4341-be72-8479fcd14478 req-edccdf03-d16c-4f77-a66d-8376cce7244b tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:39.835414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f696cfaa-738f-4341-be72-8479fcd14478 req-edccdf03-d16c-4f77-a66d-8376cce7244b tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.76 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 949 time: 0.2467871 Nov 25 19:19:39.847259 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-e1d3e60f-ae0a-45cd-8ca3-b0f731ef101f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9919281 Nov 25 19:19:39.856940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fb06f442-20c9-416f-935e-730ea8c17cd3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb06f442-20c9-416f-935e-730ea8c17cd3,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:39.863282 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:39.867708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4e981803-1ef6-4e08-b319-0c5c27e7afe5 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:39.877355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Request body: {'port': {'device_id': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:39.918628 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a87b667c-2ec0-4b2e-8599-165fd5aa8241 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c17e5f05b0974c2a965a632da9802559&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781772 Nov 25 19:19:39.951059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45708) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:40.043567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4e981803-1ef6-4e08-b319-0c5c27e7afe5, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4e981803-1ef6-4e08-b319-0c5c27e7afe5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:40.044743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45712) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:40.054873 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fb06f442-20c9-416f-935e-730ea8c17cd3,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:40.062209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1271421118-network', 'tenant_id': '1ce6803843074846864b1b6129ddbb5c'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:40.067907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'mac_address': 'fa:16:3e:a8:5d:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:40.143273 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.147309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.166299 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e981803-1ef6-4e08-b319-0c5c27e7afe5 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:40.169081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-8418827c-fae3-4d4f-a70b-42f3cdf65842 service neutron] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:40.175933 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-8418827c-fae3-4d4f-a70b-42f3cdf65842 service neutron] Publish callbacks [] for binding, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.177087 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d158fe84-7e49-4ed2-866e-123a6901a252 req-8418827c-fae3-4d4f-a70b-42f3cdf65842 service neutron] 10.222.0.60 "DELETE /v2.0/ports/e7a316a8-0ff6-431b-a932-b985f706de54/bindings/n-h2-817303-9 HTTP/1.1" status: 204 len: 173 time: 0.6469655 Nov 25 19:19:40.181136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Made reservation on behalf of 1ce6803843074846864b1b6129ddbb5c for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:40.189605 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.198494 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4e981803-1ef6-4e08-b319-0c5c27e7afe5, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4e981803-1ef6-4e08-b319-0c5c27e7afe5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:40.206072 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.241865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f9ec6203-163a-4700-9259-bb10f74097a9 None None] Provisioning complete for port 28f36859-2935-47ec-882f-a1ae2096904a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:40.242247 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f9ec6203-163a-4700-9259-bb10f74097a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.249204 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.251470 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-abf1d469-13cd-40f3-99e1-bb5163a1f34a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.288627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d637c-e6ea-45b5-8005-32dfbd580f76 req-144afa33-a35d-4491-bd3e-13a377a23fa6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:40.290290 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-814d637c-e6ea-45b5-8005-32dfbd580f76 req-144afa33-a35d-4491-bd3e-13a377a23fa6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 947 time: 0.2145193 Nov 25 19:19:40.322183 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f9ec6203-163a-4700-9259-bb10f74097a9 None None] Port 28f36859-2935-47ec-882f-a1ae2096904a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:40.331356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4e981803-1ef6-4e08-b319-0c5c27e7afe5,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:40.392367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e2345a-ab3e-475b-a8c9-c4c15b20bcc1 req-8bece20b-66ce-41b1-a07f-cabfcb29be0e tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:40.393381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-abf1d469-13cd-40f3-99e1-bb5163a1f34a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.395948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56e2345a-ab3e-475b-a8c9-c4c15b20bcc1 req-8bece20b-66ce-41b1-a07f-cabfcb29be0e tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 935 time: 0.2550702 Nov 25 19:19:40.494398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4e981803-1ef6-4e08-b319-0c5c27e7afe5'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:40.504375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['fb06f442-20c9-416f-935e-730ea8c17cd3'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:40.518029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.529184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.540113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6e2bbbe-66c3-43d4-8874-608a35c60dd5 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:40.560462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:19:40.567240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-f696cfaa-738f-4341-be72-8479fcd14478 req-0b1a182f-135f-4779-be8d-306c38837c6d tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Deleting port 2b56683d-cef1-4db0-86a3-d825dd3b8612 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:19:40.567943 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f696cfaa-738f-4341-be72-8479fcd14478 req-0b1a182f-135f-4779-be8d-306c38837c6d tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.572395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-abf1d469-13cd-40f3-99e1-bb5163a1f34a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.575152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-abf1d469-13cd-40f3-99e1-bb5163a1f34a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.576425 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-abf1d469-13cd-40f3-99e1-bb5163a1f34a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15d30118-2ae1-42ca-b122-90aa3eb3ba48 HTTP/1.1" status: 204 len: 168 time: 0.6243653 Nov 25 19:19:40.579190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db0835a8-2e36-447a-ae89-9439416ea49f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:40.580434 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.590110 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.590582 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Added segment e1a8bc62-c156-44b9-b24c-1f1c2e96d9fb of type vlan for network f5bd2a0f-359e-44d8-b716-fbd7855c7d5c Nov 25 19:19:40.604388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1d469-13cd-40f3-99e1-bb5163a1f34a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d30118-2ae1-42ca-b122-90aa3eb3ba48,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:40.670921 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.708418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.709869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:40.712192 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.757428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-814d637c-e6ea-45b5-8005-32dfbd580f76 req-30e259c8-b5fb-4e7a-91dc-1e3b22966671 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4591501 Nov 25 19:19:40.817340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Transition to ACTIVE for port object d6e2bbbe-66c3-43d4-8874-608a35c60dd5 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:40.882407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:40.887968 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8422103 Nov 25 19:19:40.898039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45722) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:40.913108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] Request body: {'subnet': {'network_id': 'f5bd2a0f-359e-44d8-b716-fbd7855c7d5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1271421118-subnet', 'tenant_id': '1ce6803843074846864b1b6129ddbb5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:40.930885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56e2345a-ab3e-475b-a8c9-c4c15b20bcc1 req-3d3a2048-29e0-4850-bea8-2f9f6960e2c4 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4940987 Nov 25 19:19:41.048980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7748cecd-37e5-4d7e-86c8-90ea15e4a49b admin admin] Pushing event updated for resources: {'Network': ['ID=f5bd2a0f-359e-44d8-b716-fbd7855c7d5c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:41.071637 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network f5bd2a0f-359e-44d8-b716-fbd7855c7d5c details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:19:41.246743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-f696cfaa-738f-4341-be72-8479fcd14478 req-0b1a182f-135f-4779-be8d-306c38837c6d tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] For port 2b56683d-cef1-4db0-86a3-d825dd3b8612, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2b56683d-cef1-4db0-86a3-d825dd3b8612,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:41.247414 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f696cfaa-738f-4341-be72-8479fcd14478 req-0b1a182f-135f-4779-be8d-306c38837c6d tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.251613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28f36859-2935-47ec-882f-a1ae2096904a {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:41.297477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8c267-f63e-4837-ae89-89939ec2aba5 req-ea9de636-b05a-43a9-85af-c4b8bbfab0a2 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:41.301187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f5a8c267-f63e-4837-ae89-89939ec2aba5 req-ea9de636-b05a-43a9-85af-c4b8bbfab0a2 tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/ports?device_id=3159982d-f10d-4d2d-ad7e-843d1dd58bb8 HTTP/1.1" status: 200 len: 949 time: 0.1832144 Nov 25 19:19:41.302857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.345081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Transition to ACTIVE for port object 28f36859-2935-47ec-882f-a1ae2096904a will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:41.349814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-f696cfaa-738f-4341-be72-8479fcd14478 req-0b1a182f-135f-4779-be8d-306c38837c6d tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Calling delete_port for 2b56683d-cef1-4db0-86a3-d825dd3b8612 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:19:41.351656 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.364319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:41.367491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] Made reservation on behalf of 1ce6803843074846864b1b6129ddbb5c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:41.370072 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.435707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Pushing event updated for resources: {'Port': ['ID=28f36859-2935-47ec-882f-a1ae2096904a,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:41.451614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818d301a-a547-439b-ae36-b92ab7191b44 req-c9fd3d3e-ee64-4d16-b933-a526416fbe44 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:41.453296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818d301a-a547-439b-ae36-b92ab7191b44 req-c9fd3d3e-ee64-4d16-b933-a526416fbe44 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 945 time: 0.3770018 Nov 25 19:19:41.491304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Attempting to bind port 28f36859-2935-47ec-882f-a1ae2096904a on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:41.491647 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Attempting to bind port 28f36859-2935-47ec-882f-a1ae2096904a by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:41.491980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Attempting to bind port 28f36859-2935-47ec-882f-a1ae2096904a on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:41.497166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Port 28f36859-2935-47ec-882f-a1ae2096904a on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:41.497493 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Attempting to bind port 28f36859-2935-47ec-882f-a1ae2096904a on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:41.504952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:41.505418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:41.505749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:41.506119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Bound port: 28f36859-2935-47ec-882f-a1ae2096904a, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:41.506480 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.586841 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Attempting to bind port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:41.588039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Attempting to bind port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:41.588645 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Attempting to bind port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:41.618574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] For port 28f36859-2935-47ec-882f-a1ae2096904a, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:41.627286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] For port 28f36859-2935-47ec-882f-a1ae2096904a, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=28f36859-2935-47ec-882f-a1ae2096904a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:41.628812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f5a8c267-f63e-4837-ae89-89939ec2aba5 req-e1d2c223-5031-41b9-b7d1-b7d9fc49cefc tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.15 "GET /v2.0/security-groups?id=66b61fe7-d958-4cf6-a5ff-335a59940b68&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886596 Nov 25 19:19:41.637428 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.663886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:41.664536 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.667700 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] 10.222.0.60 "PUT /v2.0/ports/28f36859-2935-47ec-882f-a1ae2096904a HTTP/1.1" status: 200 len: 1095 time: 1.7993031 Nov 25 19:19:41.668215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'tag': '28f36859-2935-47ec-882f-a1ae2096904a'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:41.671551 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940f6f8e-6c92-493b-aca6-9e8e60f23075" -d '{"events": [{"name": "network-changed", "server_uuid": "a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a", "tag": "28f36859-2935-47ec-882f-a1ae2096904a"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:41.800685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53513c98-4706-478a-91aa-233b7a1c89ca service neutron] Pushing event updated for resources: {'Port': ['ID=28f36859-2935-47ec-882f-a1ae2096904a,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:41.803110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:41.803610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Attempting to bind port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:41.828429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:41.828777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:41.829169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:41.829676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Bound port: d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:41.830046 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.868110 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f696cfaa-738f-4341-be72-8479fcd14478 req-0b1a182f-135f-4779-be8d-306c38837c6d tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:41.892184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cddc0-349a-4764-b9e6-43b851f40467 req-bf349b43-403e-42d0-b361-7bca9739e7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:41.895353 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-bf349b43-403e-42d0-b361-7bca9739e7ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c5e08d7f264655b22d67be6358ea02&device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 1098 time: 0.1314585 Nov 25 19:19:41.916991 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11203c7-28ec-433e-919d-cfdbb961d576 x-openstack-request-id: req-c11203c7-28ec-433e-919d-cfdbb961d576 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:41.917281 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a", "tag": "28f36859-2935-47ec-882f-a1ae2096904a", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:41.917533 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c11203c7-28ec-433e-919d-cfdbb961d576 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:41.917931 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'tag': '28f36859-2935-47ec-882f-a1ae2096904a', 'status': 'completed', 'code': 200} Nov 25 19:19:42.044901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a182f-135f-4779-be8d-306c38837c6d tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Pushing event deleted for resources: {'Port': ['ID=2b56683d-cef1-4db0-86a3-d825dd3b8612,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:42.069502 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-5ed5f128-a7f7-4d47-b605-0cbff4157949 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=28f36859-2935-47ec-882f-a1ae2096904a HTTP/1.1" status: 200 len: 217 time: 0.1628869 Nov 25 19:19:42.145799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818d301a-a547-439b-ae36-b92ab7191b44 req-ffe55795-cecb-4ddd-ace2-ac2c233c43c5 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6390524 Nov 25 19:19:42.201717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cddc0-349a-4764-b9e6-43b851f40467 req-beebaec5-e4b3-4264-8ce0-2f3e7bafcf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:42.209767 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-beebaec5-e4b3-4264-8ce0-2f3e7bafcf43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1256545 Nov 25 19:19:42.271339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054cddc0-349a-4764-b9e6-43b851f40467 req-0d15b967-64ba-4788-800a-ff717563777b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:42.273822 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-0d15b967-64ba-4788-800a-ff717563777b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0607224 Nov 25 19:19:42.281069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-f696cfaa-738f-4341-be72-8479fcd14478 req-0b1a182f-135f-4779-be8d-306c38837c6d tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] No DVR routers for this DVR port 2b56683d-cef1-4db0-86a3-d825dd3b8612 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:19:42.325260 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f696cfaa-738f-4341-be72-8479fcd14478 req-0b1a182f-135f-4779-be8d-306c38837c6d tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.333046 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f696cfaa-738f-4341-be72-8479fcd14478 req-0b1a182f-135f-4779-be8d-306c38837c6d tempest-ServerDiagnosticsNegativeTest-1783095241 tempest-ServerDiagnosticsNegativeTest-1783095241-project] 10.222.0.76 "DELETE /v2.0/ports/2b56683d-cef1-4db0-86a3-d825dd3b8612 HTTP/1.1" status: 204 len: 173 time: 2.4865408 Nov 25 19:19:42.388728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3159982d-f10d-4d2d-ad7e-843d1dd58bb8', 'name': 'network-vif-deleted', 'tag': '2b56683d-cef1-4db0-86a3-d825dd3b8612'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:42.393365 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd30f2d-c925-429d-a911-34c32a7800c7" -d '{"events": [{"server_uuid": "3159982d-f10d-4d2d-ad7e-843d1dd58bb8", "name": "network-vif-deleted", "tag": "2b56683d-cef1-4db0-86a3-d825dd3b8612"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:42.441853 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-0952ffc8-35f1-40d7-bd8d-145dfe3b0a91 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599388 Nov 25 19:19:42.444194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:42.508600 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:42.515123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.543377 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:42.628697 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-054cddc0-349a-4764-b9e6-43b851f40467 req-6def3727-de9c-4748-8b82-d91d9ab14dbf service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760087 Nov 25 19:19:42.950371 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f6f8e-6c92-493b-aca6-9e8e60f23075 req-a9117983-b56d-44c2-af16-d03878436d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:42.952090 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-940f6f8e-6c92-493b-aca6-9e8e60f23075 req-a9117983-b56d-44c2-af16-d03878436d9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=65c5e08d7f264655b22d67be6358ea02&device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 1098 time: 0.2554820 Nov 25 19:19:42.982159 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd09a5-0d0d-4fa1-bf25-7164b33daa84 req-7cd5f214-9673-4776-b9a6-166d9c92c5a7 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:42.983897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7bd09a5-0d0d-4fa1-bf25-7164b33daa84 req-7cd5f214-9673-4776-b9a6-166d9c92c5a7 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 948 time: 0.7967222 Nov 25 19:19:43.007967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713b766e-83bb-4d98-ac0e-fb2146f08824 req-0b063f2b-7ccb-48e3-a849-0e849392fe1d tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.010139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-713b766e-83bb-4d98-ac0e-fb2146f08824 req-0b063f2b-7ccb-48e3-a849-0e849392fe1d tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 947 time: 0.7315729 Nov 25 19:19:43.068961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.070538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:43.071530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] 10.222.0.76 "PUT /v2.0/ports/d6e2bbbe-66c3-43d4-8874-608a35c60dd5 HTTP/1.1" status: 200 len: 1096 time: 4.0553212 Nov 25 19:19:43.107712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f6f8e-6c92-493b-aca6-9e8e60f23075 req-300d3971-b972-46b4-889b-0c77724613bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.109346 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-940f6f8e-6c92-493b-aca6-9e8e60f23075 req-300d3971-b972-46b4-889b-0c77724613bd service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1487632 Nov 25 19:19:43.117079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98c1b07-e411-428a-a2d5-5fb68bd8230c,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:43.158050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] Checking segment: {'id': 'e1a8bc62-c156-44b9-b24c-1f1c2e96d9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'f5bd2a0f-359e-44d8-b716-fbd7855c7d5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:43.163627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] Network hostable DHCP agents. Network: f5bd2a0f-359e-44d8-b716-fbd7855c7d5c, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:19:43.185314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-940f6f8e-6c92-493b-aca6-9e8e60f23075 req-3ebbd3f2-33d8-45a3-9bd1-f3049172d078 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=28f36859-2935-47ec-882f-a1ae2096904a HTTP/1.1" status: 200 len: 217 time: 0.0669873 Nov 25 19:19:43.188807 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609d9eb-4950-4792-a74b-e4c8122d2d41 service neutron] Pushing event updated for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:43.237455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7bd09a5-0d0d-4fa1-bf25-7164b33daa84 req-d367d5e5-ebdc-49e0-90c0-aade5e3c2501 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2205203 Nov 25 19:19:43.255555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb06f442-20c9-416f-935e-730ea8c17cd3 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:43.265658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] Network f5bd2a0f-359e-44d8-b716-fbd7855c7d5c is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:19:43.275961 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-713b766e-83bb-4d98-ac0e-fb2146f08824 req-167fec49-6641-45cf-b4fa-c9306d4873bb tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020419 Nov 25 19:19:43.292779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, f5bd2a0f-359e-44d8-b716-fbd7855c7d5c) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:43.299071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.299833 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:43.312666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f6f8e-6c92-493b-aca6-9e8e60f23075 req-2cee40d6-c732-4666-9681-7f8486750da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.331802 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-940f6f8e-6c92-493b-aca6-9e8e60f23075 req-2cee40d6-c732-4666-9681-7f8486750da1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1306531 Nov 25 19:19:43.349505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd989-82fd-4e64-8422-839b8d927879 req-eb76fef3-3a3d-459c-a5c1-7fc554ccc8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.369553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-eb76fef3-3a3d-459c-a5c1-7fc554ccc8f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=65c5e08d7f264655b22d67be6358ea02&device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 1099 time: 0.2156150 Nov 25 19:19:43.386338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-43c9c2e2-bdf5-4d32-98aa-2255de7ee3a0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.4773452 Nov 25 19:19:43.427755 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ce51db-8901-4ea9-b621-f59ab88e6258 x-openstack-request-id: req-d3ce51db-8901-4ea9-b621-f59ab88e6258 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:43.428071 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3159982d-f10d-4d2d-ad7e-843d1dd58bb8", "name": "network-vif-deleted", "tag": "2b56683d-cef1-4db0-86a3-d825dd3b8612", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:43.428319 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3ce51db-8901-4ea9-b621-f59ab88e6258 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:43.428759 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3159982d-f10d-4d2d-ad7e-843d1dd58bb8', 'name': 'network-vif-deleted', 'tag': '2b56683d-cef1-4db0-86a3-d825dd3b8612', 'status': 'completed', 'code': 200} Nov 25 19:19:43.439945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a9b79c-f7a5-4000-806d-db1a5604690f None None] Network f5bd2a0f-359e-44d8-b716-fbd7855c7d5c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:43.516892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-1ae79079-b44c-4842-af01-40c970586523 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5 HTTP/1.1" status: 200 len: 217 time: 0.1377206 Nov 25 19:19:43.543167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f6f8e-6c92-493b-aca6-9e8e60f23075 req-536a79ca-5d62-4e40-843d-4bc159e045f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.545862 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-940f6f8e-6c92-493b-aca6-9e8e60f23075 req-536a79ca-5d62-4e40-843d-4bc159e045f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2072878 Nov 25 19:19:43.641746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45788) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:43.649746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2b56683d-cef1-4db0-86a3-d825dd3b8612 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:19:43.692300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd989-82fd-4e64-8422-839b8d927879 req-b879f0e6-f0d3-4bce-8109-f68f8438482d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.692300 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-b879f0e6-f0d3-4bce-8109-f68f8438482d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1681628 Nov 25 19:19:43.714438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 2b56683d-cef1-4db0-86a3-d825dd3b8612 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:19:43.715278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2b56683d-cef1-4db0-86a3-d825dd3b8612 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:19:43.775403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port fb06f442-20c9-416f-935e-730ea8c17cd3 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:43.778028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25d80cc-ad9f-41e4-a869-ea9c476f2b47 req-43b89e7b-6fe5-43bb-be02-561ec6d0b7da tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.788404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffe2fa33-42f9-436a-9c21-45c95b4f15a7 admin admin] Deleting subnet 80fb5f9c-07f9-4df7-8b3f-76c1e16ad925 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:19:43.789872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d25d80cc-ad9f-41e4-a869-ea9c476f2b47 req-43b89e7b-6fe5-43bb-be02-561ec6d0b7da tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 1096 time: 0.1700864 Nov 25 19:19:43.794840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fa33-42f9-436a-9c21-45c95b4f15a7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:43.796981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port fb06f442-20c9-416f-935e-730ea8c17cd3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:43.798120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:43.854184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-940f6f8e-6c92-493b-aca6-9e8e60f23075 req-9bacdc6b-d8e8-4d6f-9bf3-3f56aa562d48 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948360 Nov 25 19:19:43.858980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fa33-42f9-436a-9c21-45c95b4f15a7 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:43.893738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fa33-42f9-436a-9c21-45c95b4f15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:43.899174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d25d80cc-ad9f-41e4-a869-ea9c476f2b47 req-ac3bd3e8-f756-46a0-922d-f72783fa3184 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079991 Nov 25 19:19:43.920261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64dd989-82fd-4e64-8422-839b8d927879 req-12590ed4-a1d7-4a1c-93b7-cf4c56278c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:43.921858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-12590ed4-a1d7-4a1c-93b7-cf4c56278c38 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2163432 Nov 25 19:19:44.012719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955f5614-dab2-4f85-ac33-b68cc120d630 None None] Network f5bd2a0f-359e-44d8-b716-fbd7855c7d5c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:44.054434 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-940f6f8e-6c92-493b-aca6-9e8e60f23075 req-5069aecd-b3b0-439a-b546-d6075d96aa09 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907561 Nov 25 19:19:44.056664 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fa33-42f9-436a-9c21-45c95b4f15a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.099838 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffe2fa33-42f9-436a-9c21-45c95b4f15a7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.108427 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ffe2fa33-42f9-436a-9c21-45c95b4f15a7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/80fb5f9c-07f9-4df7-8b3f-76c1e16ad925 HTTP/1.1" status: 204 len: 168 time: 0.4612224 Nov 25 19:19:44.110200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45798) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:44.111303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe2fa33-42f9-436a-9c21-45c95b4f15a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80fb5f9c-07f9-4df7-8b3f-76c1e16ad925,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:44.163225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-2fb7082b-47f2-4827-814f-43dc97e390e7 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329681 Nov 25 19:19:44.203526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.386154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64dd989-82fd-4e64-8422-839b8d927879 req-27cf6e26-a130-4658-91a6-8a295fb68dff service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099326 Nov 25 19:19:44.408503 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.439225 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.439649 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.440977 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.441314 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > port after_create 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.441798 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.442146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > port after_update 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.442488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.442897 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.443394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.443780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.506423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45812) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:44.506675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45816) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:44.512550 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.547858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63be04-752f-49ae-a3c4-09e2687a0521 req-d21f3bb0-23b5-4af4-a55e-7a68e10e164a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:44.548819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3458a936-9c5d-4025-a84c-d614a70ef071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb06f442-20c9-416f-935e-730ea8c17cd3'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:44.549925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a63be04-752f-49ae-a3c4-09e2687a0521 req-d21f3bb0-23b5-4af4-a55e-7a68e10e164a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 948 time: 0.1013293 Nov 25 19:19:44.552586 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a5f5e47-a759-43ec-bdaa-9854db7eaa8c" -d '{"events": [{"server_uuid": "3458a936-9c5d-4025-a84c-d614a70ef071", "name": "network-vif-plugged", "status": "completed", "tag": "fb06f442-20c9-416f-935e-730ea8c17cd3"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:44.577454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fb06f442-20c9-416f-935e-730ea8c17cd3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb06f442-20c9-416f-935e-730ea8c17cd3,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:44.586433 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.587596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4e981803-1ef6-4e08-b319-0c5c27e7afe5 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:44.623752 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a63be04-752f-49ae-a3c4-09e2687a0521 req-a2469863-9adb-4990-8451-ba6c37869606 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612152 Nov 25 19:19:44.697728 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.698293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.698874 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.699429 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103652) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:44.707643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fb06f442-20c9-416f-935e-730ea8c17cd3,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:44.710569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b884b88-3e73-40a3-8ef3-0ea5065b03bd']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:44.717639 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a52744a2-c063-4d0f-b8a2-0cd74e95b561 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.736710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 4e981803-1ef6-4e08-b319-0c5c27e7afe5 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:44.745078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 4e981803-1ef6-4e08-b319-0c5c27e7afe5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:44.746043 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.785167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89c6f82b-3441-448c-a444-7e5a57352913') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:44.786175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89c6f82b-3441-448c-a444-7e5a57352913') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:44.820691 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.851790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.868489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:19:44.869494 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.896735 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.939268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4e981803-1ef6-4e08-b319-0c5c27e7afe5, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4e981803-1ef6-4e08-b319-0c5c27e7afe5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:44.946442 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:44.958696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-defce969-563e-48b5-99ec-ab07407aeb0e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=396ba051b1894ef29a329687a3fc154b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4499021 Nov 25 19:19:44.965477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45832) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: from cryptography.utils import int_from_bytes Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: from cryptography.utils import int_from_bytes Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:19:44.971169 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:19:45.000429 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.002273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-1e632f1d-3d81-4217-818d-b1a688335282 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6dfba32e2d644f27be835948b8b9cdd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0629151 Nov 25 19:19:45.013782 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.024750 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9b884b88-3e73-40a3-8ef3-0ea5065b03bd HTTP/1.1" status: 204 len: 168 time: 0.9042952 Nov 25 19:19:45.025320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45834) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:45.037415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef701ca-f7ea-4ac7-8f21-bb61a04400d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b884b88-3e73-40a3-8ef3-0ea5065b03bd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:45.050952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4e981803-1ef6-4e08-b319-0c5c27e7afe5,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:45.092185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a31edc-9316-4024-ad6c-79977881dcec req-0575a3c7-f6c0-4123-8902-a248884ad240 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:45.093809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5a31edc-9316-4024-ad6c-79977881dcec req-0575a3c7-f6c0-4123-8902-a248884ad240 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 947 time: 0.2713261 Nov 25 19:19:45.188602 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a52744a2-c063-4d0f-b8a2-0cd74e95b561 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.197519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-90be312b-0afd-4c7a-8eeb-5b3761dacb45 admin admin] Deleting subnet e98c1b07-e411-428a-a2d5-5fb68bd8230c {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:19:45.243554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a52744a2-c063-4d0f-b8a2-0cd74e95b561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.246208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 28f36859-2935-47ec-882f-a1ae2096904a details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:45.250320 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90be312b-0afd-4c7a-8eeb-5b3761dacb45 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.290482 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-876087dc-890f-4201-ad78-df5a614aa4e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.366959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 28f36859-2935-47ec-882f-a1ae2096904a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=28f36859-2935-47ec-882f-a1ae2096904a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:45.369195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5a31edc-9316-4024-ad6c-79977881dcec req-72bee113-999c-4778-a6ad-7681ee117112 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562835 Nov 25 19:19:45.382617 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90be312b-0afd-4c7a-8eeb-5b3761dacb45 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.394092 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a52744a2-c063-4d0f-b8a2-0cd74e95b561 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2813dc413d594ef79c19406f82928f35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8829820 Nov 25 19:19:45.400755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45836) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:45.401608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '28f36859-2935-47ec-882f-a1ae2096904a', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '28f36859-2935-47ec-882f-a1ae2096904a', 'mac_address': 'fa:16:3e:21:af:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:45.407476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52744a2-c063-4d0f-b8a2-0cd74e95b561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3902e3-eea5-4ca8-b0fe-4315b7e0d27c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:45.418756 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90be312b-0afd-4c7a-8eeb-5b3761dacb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.442100 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-876087dc-890f-4201-ad78-df5a614aa4e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.444293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:45.447440 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db9d8911-5e94-4552-a0d9-3b6a9239e41e" -d '{"events": [{"name": "network-changed", "server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:45.456760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-f1ccb2f7-b82b-4958-90a9-ee496b1737db tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:45.464784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-f1ccb2f7-b82b-4958-90a9-ee496b1737db tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4165246 Nov 25 19:19:45.492067 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.517240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28f36859-2935-47ec-882f-a1ae2096904a {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:45.518364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-5253e218-05f3-4527-86f4-e609d061cf9d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/quotas/6dfba32e2d644f27be835948b8b9cdd3 HTTP/1.1" status: 200 len: 375 time: 0.0514708 Nov 25 19:19:45.532848 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b77e-c71a-4e79-bef7-a0deec906d2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.557875 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 28f36859-2935-47ec-882f-a1ae2096904a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=28f36859-2935-47ec-882f-a1ae2096904a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:45.564661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-b45d2108-dde1-4799-93db-82d9621bb827 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dfba32e2d644f27be835948b8b9cdd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463238 Nov 25 19:19:45.565825 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.586185 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b77e-c71a-4e79-bef7-a0deec906d2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.669921 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90be312b-0afd-4c7a-8eeb-5b3761dacb45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.689857 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-876087dc-890f-4201-ad78-df5a614aa4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.693616 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-876087dc-890f-4201-ad78-df5a614aa4e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.694914 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-876087dc-890f-4201-ad78-df5a614aa4e0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/66b61fe7-d958-4cf6-a5ff-335a59940b68 HTTP/1.1" status: 204 len: 168 time: 0.7273798 Nov 25 19:19:45.695826 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=28f36859-2935-47ec-882f-a1ae2096904a,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:45.697565 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b77e-c71a-4e79-bef7-a0deec906d2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.725698 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90be312b-0afd-4c7a-8eeb-5b3761dacb45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.733332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-90be312b-0afd-4c7a-8eeb-5b3761dacb45 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e98c1b07-e411-428a-a2d5-5fb68bd8230c HTTP/1.1" status: 204 len: 168 time: 0.6999485 Nov 25 19:19:45.733590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9c2b77e-c71a-4e79-bef7-a0deec906d2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:45.736626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90be312b-0afd-4c7a-8eeb-5b3761dacb45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98c1b07-e411-428a-a2d5-5fb68bd8230c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:45.739654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45852) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:45.746379 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c9c2b77e-c71a-4e79-bef7-a0deec906d2f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb3902e3-eea5-4ca8-b0fe-4315b7e0d27c HTTP/1.1" status: 204 len: 168 time: 0.3424394 Nov 25 19:19:45.775537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2b77e-c71a-4e79-bef7-a0deec906d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3902e3-eea5-4ca8-b0fe-4315b7e0d27c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:45.880439 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['28f36859-2935-47ec-882f-a1ae2096904a'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:45.933878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876087dc-890f-4201-ad78-df5a614aa4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b61fe7-d958-4cf6-a5ff-335a59940b68,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:45.939148 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.047305 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa38ed6a-aeb4-404f-b5d2-1e9bd05a474e x-openstack-request-id: req-aa38ed6a-aeb4-404f-b5d2-1e9bd05a474e {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:46.047921 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3458a936-9c5d-4025-a84c-d614a70ef071", "name": "network-vif-plugged", "status": "completed", "tag": "fb06f442-20c9-416f-935e-730ea8c17cd3", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:46.048349 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa38ed6a-aeb4-404f-b5d2-1e9bd05a474e {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:46.049006 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3458a936-9c5d-4025-a84c-d614a70ef071', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb06f442-20c9-416f-935e-730ea8c17cd3', 'code': 200} Nov 25 19:19:46.055641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-815e672a-7e76-424b-8bec-b39fef005178 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:46.097337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-815e672a-7e76-424b-8bec-b39fef005178 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 820 time: 0.5301654 Nov 25 19:19:46.105663 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dc4b59-7a26-43ec-b24c-ebf59ec80d4d x-openstack-request-id: req-91dc4b59-7a26-43ec-b24c-ebf59ec80d4d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:46.105975 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:46.106380 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91dc4b59-7a26-43ec-b24c-ebf59ec80d4d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:46.107075 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'status': 'completed', 'code': 200} Nov 25 19:19:46.177686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-33223dfb-d27e-4439-89b6-6b8778818e80 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/quotas/24bd4c8cb5cf4ce0a3968ac6dabf0fd2 HTTP/1.1" status: 200 len: 375 time: 0.0641260 Nov 25 19:19:46.249161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dff4414-982d-4062-8edd-efadb8a6696c req-b7e06027-44c5-46ac-be1d-863b11286444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:46.256343 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0dff4414-982d-4062-8edd-efadb8a6696c req-b7e06027-44c5-46ac-be1d-863b11286444 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3458a936-9c5d-4025-a84c-d614a70ef071 HTTP/1.1" status: 200 len: 1100 time: 0.1470072 Nov 25 19:19:46.380655 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0dff4414-982d-4062-8edd-efadb8a6696c req-568abb88-565b-46cc-807e-ef02ff6d6c49 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079471 Nov 25 19:19:46.522891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45870) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:46.551364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37804278-1918-4d9f-8d2c-0c33d6eb0194 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.556255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45872) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:46.558043 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.585485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2094812-f1cd-4d5e-ae7a-7d7bb589b8aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.621332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d8911-5e94-4552-a0d9-3b6a9239e41e req-9b4f834e-1dc0-47fc-99fd-84849c5eea59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:46.623250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db9d8911-5e94-4552-a0d9-3b6a9239e41e req-9b4f834e-1dc0-47fc-99fd-84849c5eea59 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=65c5e08d7f264655b22d67be6358ea02&device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 1099 time: 0.4500320 Nov 25 19:19:46.648621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.649486 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.651123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.651483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > port after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.651824 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.652161 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > port after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.652497 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.652871 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.653131 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.653450 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.733869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.734222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.735070 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.735574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 19:19:46.735997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bd2a0f-359e-44d8-b716-fbd7855c7d5c']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:46.766104 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37804278-1918-4d9f-8d2c-0c33d6eb0194 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.780835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-2d1dd623-064c-4486-b02f-0415b1cf836d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5464399 Nov 25 19:19:46.781961 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37804278-1918-4d9f-8d2c-0c33d6eb0194 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.782164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a8bc62-c156-44b9-b24c-1f1c2e96d9fb') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:46.782614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a8bc62-c156-44b9-b24c-1f1c2e96d9fb') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:19:46.812494 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2094812-f1cd-4d5e-ae7a-7d7bb589b8aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.816569 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.835391 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b2094812-f1cd-4d5e-ae7a-7d7bb589b8aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.842569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691cb6a-1bd9-4aec-b9ca-268ac642b194 req-1cacc031-b029-4ce9-8ea0-3c95ba5f0084 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:46.843432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7691cb6a-1bd9-4aec-b9ca-268ac642b194 req-1cacc031-b029-4ce9-8ea0-3c95ba5f0084 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 949 time: 0.5549724 Nov 25 19:19:46.869405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-37804278-1918-4d9f-8d2c-0c33d6eb0194 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba22396cd87e49d0b37c1ea33b80b398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409321 Nov 25 19:19:46.871125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45880) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:46.885622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37804278-1918-4d9f-8d2c-0c33d6eb0194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23502b83-4eac-43ea-be4c-c7c469ca06eb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:46.910348 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b2094812-f1cd-4d5e-ae7a-7d7bb589b8aa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12833a570f2e45539f710bec3c195612&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3523798 Nov 25 19:19:46.913938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45882) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:46.915159 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:46.951742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2094812-f1cd-4d5e-ae7a-7d7bb589b8aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04239c31-3d3c-4b98-a9eb-a2ae47f818a9,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:46.984789 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-841966ff-cbda-414f-9fdd-b0b26eb72770 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.008357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:19:47.008781 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: from cryptography.utils import int_from_bytes Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: from cryptography.utils import int_from_bytes Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:19:47.016278 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:19:47.028929 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-841966ff-cbda-414f-9fdd-b0b26eb72770 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.110840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-841966ff-cbda-414f-9fdd-b0b26eb72770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.111119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-841966ff-cbda-414f-9fdd-b0b26eb72770 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.116854 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-841966ff-cbda-414f-9fdd-b0b26eb72770 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23502b83-4eac-43ea-be4c-c7c469ca06eb HTTP/1.1" status: 204 len: 168 time: 0.2410057 Nov 25 19:19:47.125612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841966ff-cbda-414f-9fdd-b0b26eb72770 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23502b83-4eac-43ea-be4c-c7c469ca06eb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:47.152588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d8911-5e94-4552-a0d9-3b6a9239e41e req-6d5d92a2-bc5b-4a9c-9e3d-1676d3433f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:47.155579 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db9d8911-5e94-4552-a0d9-3b6a9239e41e req-6d5d92a2-bc5b-4a9c-9e3d-1676d3433f2d service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.5225248 Nov 25 19:19:47.183916 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.247680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7691cb6a-1bd9-4aec-b9ca-268ac642b194 req-8d4e112c-2a2c-4077-91f2-ee7265618e8d tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3623669 Nov 25 19:19:47.255025 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-84a533e2-a2a0-4e80-9fe2-e24006138c9a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:19:47.256826 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-84a533e2-a2a0-4e80-9fe2-e24006138c9a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2072215 Nov 25 19:19:47.263944 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db9d8911-5e94-4552-a0d9-3b6a9239e41e req-e1f3ff00-3108-4a7e-b8c3-6352b389a0f7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5 HTTP/1.1" status: 200 len: 217 time: 0.0906634 Nov 25 19:19:47.291179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 28f36859-2935-47ec-882f-a1ae2096904a up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:47.304737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.310613 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f5bd2a0f-359e-44d8-b716-fbd7855c7d5c HTTP/1.1" status: 204 len: 168 time: 1.5593271 Nov 25 19:19:47.368283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8cb0af-03d7-445d-8a1f-4bab2b68fb73 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5bd2a0f-359e-44d8-b716-fbd7855c7d5c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:47.404623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 28f36859-2935-47ec-882f-a1ae2096904a completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:47.421709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 28f36859-2935-47ec-882f-a1ae2096904a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:47.424701 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.437630 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19985320-53ac-4c3b-b5bb-1ad41105aadf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.483280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d6e2bbbe-66c3-43d4-8874-608a35c60dd5 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:47.570543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6b1d150-715e-406d-891f-8a41d325acee req-502b4bb0-a3cb-4f62-b027-d3a74b5b8fb3 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 210 time: 0.1370211 Nov 25 19:19:47.635235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:47.644281 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19985320-53ac-4c3b-b5bb-1ad41105aadf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.649300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d8911-5e94-4552-a0d9-3b6a9239e41e req-5e3a978a-77a4-4938-9ca2-52658b488ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:47.653289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'mac_address': 'fa:16:3e:8f:2b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:47.657429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db9d8911-5e94-4552-a0d9-3b6a9239e41e req-5e3a978a-77a4-4938-9ca2-52658b488ee4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.3551416 Nov 25 19:19:47.731792 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.737848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45894) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:47.772536 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e2bbbe-66c3-43d4-8874-608a35c60dd5 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:47.850490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:47.859965 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-90230258-ad55-45b8-8ccd-cb4c0c9c96d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6f66ed59e884fa9871e7d2358a4ea2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1138277 Nov 25 19:19:47.862878 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.874953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45896) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:47.924115 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:47.945017 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-5c49c32c-d528-47d9-bc97-b1baf29b4a5b service neutron] 10.222.0.15 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6766953 Nov 25 19:19:47.986136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-0df94690-7854-41b5-9c6c-f047a4b6c1d9 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=6dfba32e2d644f27be835948b8b9cdd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2067602 Nov 25 19:19:48.039587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 28f36859-2935-47ec-882f-a1ae2096904a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=28f36859-2935-47ec-882f-a1ae2096904a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:48.045744 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.052217 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3203b0f-3344-4803-9e6b-90eee514c1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e981803-1ef6-4e08-b319-0c5c27e7afe5'}, {'server_uuid': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f36859-2935-47ec-882f-a1ae2096904a'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:48.056372 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b642eb-7e68-4a3b-8850-a3c8681203e0" -d '{"events": [{"server_uuid": "e3203b0f-3344-4803-9e6b-90eee514c1bb", "name": "network-vif-plugged", "status": "completed", "tag": "4e981803-1ef6-4e08-b319-0c5c27e7afe5"}, {"server_uuid": "a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a", "name": "network-vif-plugged", "status": "completed", "tag": "28f36859-2935-47ec-882f-a1ae2096904a"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:48.072588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-30b90612-7697-46ef-a0b3-b76c1aec186d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.098065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:48.150861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-30b90612-7697-46ef-a0b3-b76c1aec186d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.192458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['d6e2bbbe-66c3-43d4-8874-608a35c60dd5'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:19:48.264285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=28f36859-2935-47ec-882f-a1ae2096904a,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:48.289997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-30b90612-7697-46ef-a0b3-b76c1aec186d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.297157 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-30b90612-7697-46ef-a0b3-b76c1aec186d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.305492 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-30b90612-7697-46ef-a0b3-b76c1aec186d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/031a0932-c98a-4c9f-89e5-e7b46ed19d12 HTTP/1.1" status: 204 len: 168 time: 0.4286129 Nov 25 19:19:48.324265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b90612-7697-46ef-a0b3-b76c1aec186d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031a0932-c98a-4c9f-89e5-e7b46ed19d12,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:48.339277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9d8911-5e94-4552-a0d9-3b6a9239e41e req-51cd673b-1a61-4989-8554-c1b330124e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:48.341080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db9d8911-5e94-4552-a0d9-3b6a9239e41e req-51cd673b-1a61-4989-8554-c1b330124e54 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6565950 Nov 25 19:19:48.512580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19985320-53ac-4c3b-b5bb-1ad41105aadf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.515664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19985320-53ac-4c3b-b5bb-1ad41105aadf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.517187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-19985320-53ac-4c3b-b5bb-1ad41105aadf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04239c31-3d3c-4b98-a9eb-a2ae47f818a9 HTTP/1.1" status: 204 len: 168 time: 1.5967982 Nov 25 19:19:48.542355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-e9e99137-f9a3-4257-9f6c-ae83c182e720 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:48.544545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-e9e99137-f9a3-4257-9f6c-ae83c182e720 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5423272 Nov 25 19:19:48.554703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3490caa9-72d6-4693-9ea6-b0a9464b4f9e req-9a19804b-6f34-4063-a531-76d6ddfbd98f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:48.556787 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3490caa9-72d6-4693-9ea6-b0a9464b4f9e req-9a19804b-6f34-4063-a531-76d6ddfbd98f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 948 time: 0.6830714 Nov 25 19:19:48.576409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Request body: {'port': {'device_id': '57e7a932-e659-4891-9027-007bf05f4f3f', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '6dfba32e2d644f27be835948b8b9cdd3'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:48.587495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19985320-53ac-4c3b-b5bb-1ad41105aadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04239c31-3d3c-4b98-a9eb-a2ae47f818a9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:48.669732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-e86f1b81-5f82-46b1-8055-044cdd0da41f service neutron] 10.222.0.15 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6782229 Nov 25 19:19:48.718404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db9d8911-5e94-4552-a0d9-3b6a9239e41e req-47c9bb89-2bcc-4276-b477-081412c0f539 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3626838 Nov 25 19:19:48.825621 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3490caa9-72d6-4693-9ea6-b0a9464b4f9e req-b699ec15-82b5-4eb5-8654-2d83535f617b tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530775 Nov 25 19:19:48.981005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Made reservation on behalf of 6dfba32e2d644f27be835948b8b9cdd3 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:48.984697 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:48.995010 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8de7e2ae-69c2-48c5-9535-d7871efcc63d x-openstack-request-id: req-8de7e2ae-69c2-48c5-9535-d7871efcc63d {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:48.995531 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3203b0f-3344-4803-9e6b-90eee514c1bb", "name": "network-vif-plugged", "status": "completed", "tag": "4e981803-1ef6-4e08-b319-0c5c27e7afe5", "code": 200}, {"server_uuid": "a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a", "name": "network-vif-plugged", "status": "completed", "tag": "28f36859-2935-47ec-882f-a1ae2096904a", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:48.995531 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8de7e2ae-69c2-48c5-9535-d7871efcc63d {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:48.995933 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3203b0f-3344-4803-9e6b-90eee514c1bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'code': 200} Nov 25 19:19:48.996186 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f36859-2935-47ec-882f-a1ae2096904a', 'code': 200} Nov 25 19:19:49.020954 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.039868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db9d8911-5e94-4552-a0d9-3b6a9239e41e req-1439b305-a681-4474-95ba-f00a072902a7 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116663 Nov 25 19:19:49.254647 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.282712 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.313389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2a480d-4688-42ec-8ecb-25ba87ba9d2c req-0cad5757-f4e4-410e-b52f-9741cb5ff1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:49.317569 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9d2a480d-4688-42ec-8ecb-25ba87ba9d2c req-0cad5757-f4e4-410e-b52f-9741cb5ff1f8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 1100 time: 0.1246047 Nov 25 19:19:49.323591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7755677f-eb69-47df-9e97-6ce984535a03 req-dc9ba65c-bcdc-4d28-b994-283e17c41246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:49.327284 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7755677f-eb69-47df-9e97-6ce984535a03 req-dc9ba65c-bcdc-4d28-b994-283e17c41246 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 1100 time: 0.2160153 Nov 25 19:19:49.363833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01cbc359-1896-4c2f-a903-b05e28a3ce01,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:49.387001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22495b43-feca-4e53-8d62-d4ab55518a12 req-96d7111f-e33a-4db4-96ea-c815fd8c33ba tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 210 time: 0.1302772 Nov 25 19:19:49.494663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d6e2bbbe-66c3-43d4-8874-608a35c60dd5 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:19:49.514989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1d9d81-5c1b-4c2e-a2aa-3c4013239b4d req-ee513d02-56cf-409d-8277-ae6b95a5ba83 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:49.525457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f1d9d81-5c1b-4c2e-a2aa-3c4013239b4d req-ee513d02-56cf-409d-8277-ae6b95a5ba83 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 949 time: 0.2654989 Nov 25 19:19:49.534615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45938) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:49.545548 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9d2a480d-4688-42ec-8ecb-25ba87ba9d2c req-b282d1b0-dd07-4432-8ad7-ab71baa746ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162685 Nov 25 19:19:49.555469 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7755677f-eb69-47df-9e97-6ce984535a03 req-2152a757-2af7-43f6-a111-e12ae87c7136 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883123 Nov 25 19:19:49.637057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a5919e9-fd0b-4171-9f33-910dc9bbabaf req-6d9b4dc2-fcc6-404c-9953-c662b9894b71 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 210 time: 0.1338677 Nov 25 19:19:49.693785 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:19:49.721890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:49.723202 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:49.761489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f1d9d81-5c1b-4c2e-a2aa-3c4013239b4d req-9c46c723-cee3-4951-9df2-14430a6970ca tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347887 Nov 25 19:19:49.799453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-50d60797-cc6f-447c-af65-e328649d7408 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1ce6803843074846864b1b6129ddbb5c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2555115 Nov 25 19:19:49.800239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45944) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:49.858790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Allocated IP 192.168.233.72 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/70f4e076-187b-47e2-a444-ac428492d22a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:49.977029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0bd8671e-cc29-4f6c-883f-c6153d0f4c34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.017240 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.078085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:50.084500 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.089148 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0bd8671e-cc29-4f6c-883f-c6153d0f4c34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.229209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:50.276209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.311825 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0bd8671e-cc29-4f6c-883f-c6153d0f4c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.316905 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0bd8671e-cc29-4f6c-883f-c6153d0f4c34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.322473 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0bd8671e-cc29-4f6c-883f-c6153d0f4c34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db0835a8-2e36-447a-ae89-9439416ea49f HTTP/1.1" status: 204 len: 168 time: 0.5170736 Nov 25 19:19:50.353976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8671e-cc29-4f6c-883f-c6153d0f4c34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db0835a8-2e36-447a-ae89-9439416ea49f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:50.384042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75931a9e-3bc1-4015-b321-de1216cae7b4 req-bbe3ab63-5c16-4206-aa11-4f021272994f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:50.387113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75931a9e-3bc1-4015-b321-de1216cae7b4 req-bbe3ab63-5c16-4206-aa11-4f021272994f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 949 time: 0.3618975 Nov 25 19:19:50.626117 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db0f0090-dd81-4fa9-8996-36dfea6e7178 req-c1385b54-2cb6-4a42-b977-ebabd022ec51 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 210 time: 0.0985100 Nov 25 19:19:50.650698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75931a9e-3bc1-4015-b321-de1216cae7b4 req-a7fd0c26-f67e-4a51-af16-2f5e98e5db39 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481740 Nov 25 19:19:50.694193 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.952792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce9ef143-f204-4167-8009-1523cdac4ae0 req-8837ed55-6c49-4d48-9a49-dbfa39233c52 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 210 time: 0.1457505 Nov 25 19:19:50.982653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:50.997872 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:51.002571 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df70df6b-cda2-4e85-aa09-757fe6b1d451" -d '{"events": [{"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-plugged", "status": "completed", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:51.083822 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2176dce4-843d-4141-b833-a3d14188ad33 x-openstack-request-id: req-2176dce4-843d-4141-b833-a3d14188ad33 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:51.085530 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-plugged", "status": "completed", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:51.086201 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2176dce4-843d-4141-b833-a3d14188ad33 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:51.087105 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'code': 200} Nov 25 19:19:51.111679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Pushing event updated for resources: {'Port': ['ID=70f4e076-187b-47e2-a444-ac428492d22a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:51.189247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:51.195713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:51.201213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:51.268416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f33bf5a-781f-45a2-950c-12381f2357f5 req-ef1d36e0-bca4-4112-a83c-a1fb734b84a0 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:51.270468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f33bf5a-781f-45a2-950c-12381f2357f5 req-ef1d36e0-bca4-4112-a83c-a1fb734b84a0 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 949 time: 0.2895226 Nov 25 19:19:51.331638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:51.333053 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.374243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-4c9fc8dd-d693-45ad-b646-d27ed19d5222 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:51.376058 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-4c9fc8dd-d693-45ad-b646-d27ed19d5222 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.76 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 820 time: 0.5330813 Nov 25 19:19:51.416012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Request body: {'port': {'device_id': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7', 'admin_state_up': True, 'tenant_id': '24bd4c8cb5cf4ce0a3968ac6dabf0fd2'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:51.472027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-54e9002c-e456-4d5f-beee-00c948111216 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9059842 Nov 25 19:19:51.497328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Request body: {'port': {'device_id': '57e7a932-e659-4891-9027-007bf05f4f3f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:51.515804 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64533c-7aa5-4cb2-b40c-a6152aac05df req-310c4373-c492-4273-abb9-0590224a5d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:51.518181 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5f64533c-7aa5-4cb2-b40c-a6152aac05df req-310c4373-c492-4273-abb9-0590224a5d9f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 1101 time: 0.1499126 Nov 25 19:19:51.558411 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f33bf5a-781f-45a2-950c-12381f2357f5 req-ed5a5a4c-14e5-48f2-81bf-b0bea828b20a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554927 Nov 25 19:19:51.633329 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.703280 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5f64533c-7aa5-4cb2-b40c-a6152aac05df req-f1df8f13-6bd9-41bf-86a4-6ae4df00d044 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749144 Nov 25 19:19:51.927590 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3c40951a-3dc5-4420-8788-254d43141d8a None None] Provisioning complete for port 70f4e076-187b-47e2-a444-ac428492d22a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:51.929870 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3c40951a-3dc5-4420-8788-254d43141d8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:51.994732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Made reservation on behalf of 24bd4c8cb5cf4ce0a3968ac6dabf0fd2 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:52.003642 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.052091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3c40951a-3dc5-4420-8788-254d43141d8a None None] Port 70f4e076-187b-47e2-a444-ac428492d22a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:52.105494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc4ecee-76d8-49db-bb0c-a6dd2933cf9e req-d7480bdc-9273-42d1-b5a4-2003f54c9aad tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:52.111446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cc4ecee-76d8-49db-bb0c-a6dd2933cf9e req-d7480bdc-9273-42d1-b5a4-2003f54c9aad tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 935 time: 0.2673802 Nov 25 19:19:52.168335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffcf42-f5ca-4d8c-b7a3-8223d5f3fe84 req-665d8804-bd90-4ac5-a776-b1f6854b0723 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:52.170011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bcffcf42-f5ca-4d8c-b7a3-8223d5f3fe84 req-665d8804-bd90-4ac5-a776-b1f6854b0723 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 949 time: 0.3273792 Nov 25 19:19:52.395782 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bcffcf42-f5ca-4d8c-b7a3-8223d5f3fe84 req-b18335e6-6d6d-4a54-a4e8-df42e57e8e81 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819580 Nov 25 19:19:52.402025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cc4ecee-76d8-49db-bb0c-a6dd2933cf9e req-4e7e0e83-0be8-4a1f-9ab9-0a4b0cc9704f tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2816072 Nov 25 19:19:52.422074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Allocated IP 172.20.0.10 (6416e649-d9bc-4b84-af89-d9947516c8b7/4cc37e69-75f0-4407-90c0-a5c6630fb335/3b309f7e-ad53-4924-9815-6f9236b34073) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:52.510774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70f4e076-187b-47e2-a444-ac428492d22a {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:52.533297 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.616100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Transition to ACTIVE for port object 70f4e076-187b-47e2-a444-ac428492d22a will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:52.618743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-adb23c59-1879-4962-8e72-49ba6197eae8 req-f047758e-eb3d-4dbc-bda6-2cb5035d317c tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 210 time: 0.0671930 Nov 25 19:19:52.626863 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.636701 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:52.763559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Pushing event updated for resources: {'Port': ['ID=70f4e076-187b-47e2-a444-ac428492d22a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:52.975248 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.126889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59645e46-6d2b-4c96-9e0b-caf563b94d4b req-446b3463-c82f-43b8-8539-acc6650c9846 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:53.130900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59645e46-6d2b-4c96-9e0b-caf563b94d4b req-446b3463-c82f-43b8-8539-acc6650c9846 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 950 time: 0.2246380 Nov 25 19:19:53.158007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Attempting to bind port 70f4e076-187b-47e2-a444-ac428492d22a on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:53.158641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Attempting to bind port 70f4e076-187b-47e2-a444-ac428492d22a by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:53.159281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Attempting to bind port 70f4e076-187b-47e2-a444-ac428492d22a on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:53.199292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Port 70f4e076-187b-47e2-a444-ac428492d22a on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:53.199826 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Attempting to bind port 70f4e076-187b-47e2-a444-ac428492d22a on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:53.225865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:53.226410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:53.227109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:53.227830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Bound port: 70f4e076-187b-47e2-a444-ac428492d22a, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:53.228426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.241911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.374348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46040) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:53.444752 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59645e46-6d2b-4c96-9e0b-caf563b94d4b req-f68d06e9-ef5d-42e3-9084-32bbea7c661d tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883275 Nov 25 19:19:53.460474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Network 6416e649-d9bc-4b84-af89-d9947516c8b7 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:53.470470 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc410fef-8c48-49e4-9bf0-07ec46c6a5d1 req-04455a52-b4f5-4ea0-8086-10d28a347c26 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545163 Nov 25 19:19:53.484642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Pushing event updated for resources: {'Port': ['ID=3b309f7e-ad53-4924-9815-6f9236b34073,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:53.489528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:53.511479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:53.589074 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2081415266-network', 'tenant_id': '7ac7ac34bdf44575a1d281a5e49ef875'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:53.620136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc410fef-8c48-49e4-9bf0-07ec46c6a5d1 req-2e5565c2-8774-44f3-9d4d-53f9cf117ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:53.621941 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc410fef-8c48-49e4-9bf0-07ec46c6a5d1 req-2e5565c2-8774-44f3-9d4d-53f9cf117ce4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 1096 time: 0.0814927 Nov 25 19:19:53.630437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Made reservation on behalf of 7ac7ac34bdf44575a1d281a5e49ef875 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:53.632335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] For port 70f4e076-187b-47e2-a444-ac428492d22a, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:53.633524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.645460 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.670341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:53.671827 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.687714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] For port 70f4e076-187b-47e2-a444-ac428492d22a, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=70f4e076-187b-47e2-a444-ac428492d22a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:53.702979 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.726607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee291f-9006-4f79-ae77-20c90daf9264 req-29dc595b-2179-4322-9e7e-b64877f8698e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:53.728966 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecee291f-9006-4f79-ae77-20c90daf9264 req-29dc595b-2179-4322-9e7e-b64877f8698e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 949 time: 0.2126579 Nov 25 19:19:53.739336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-254610d6-90b8-4b1b-a816-5aa7857516df tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3308995 Nov 25 19:19:53.786326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Request body: {'port': {'device_id': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:53.793931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:53.795940 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.796955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] 10.222.0.76 "PUT /v2.0/ports/70f4e076-187b-47e2-a444-ac428492d22a HTTP/1.1" status: 200 len: 1095 time: 2.3154554 Nov 25 19:19:53.818181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57e7a932-e659-4891-9027-007bf05f4f3f', 'tag': '70f4e076-187b-47e2-a444-ac428492d22a'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:53.823340 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b" -d '{"events": [{"name": "network-changed", "server_uuid": "57e7a932-e659-4891-9027-007bf05f4f3f", "tag": "70f4e076-187b-47e2-a444-ac428492d22a"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:53.833565 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.841944 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.850337 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc410fef-8c48-49e4-9bf0-07ec46c6a5d1 req-151ec1e5-1a26-42bf-a3aa-bb446642a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:53.851955 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc410fef-8c48-49e4-9bf0-07ec46c6a5d1 req-151ec1e5-1a26-42bf-a3aa-bb446642a4d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.1876600 Nov 25 19:19:53.917094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:19:53.920338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc410fef-8c48-49e4-9bf0-07ec46c6a5d1 req-f8fb8ecf-93b1-4d0a-a886-a52393b5236c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7a316a8-0ff6-431b-a932-b985f706de54 HTTP/1.1" status: 200 len: 217 time: 0.0581293 Nov 25 19:19:53.927433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601b5180-10c6-4908-97b2-90590fc78798,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:53.991060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc410fef-8c48-49e4-9bf0-07ec46c6a5d1 req-051255b0-d99a-425f-ae84-5ed888aacec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:53.994260 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc410fef-8c48-49e4-9bf0-07ec46c6a5d1 req-051255b0-d99a-425f-ae84-5ed888aacec9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.0610507 Nov 25 19:19:53.996203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:53.997011 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Added segment dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b of type vlan for network 5dde7b30-2d88-494c-830c-69dea298d7e4 Nov 25 19:19:54.072445 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc410fef-8c48-49e4-9bf0-07ec46c6a5d1 req-b7dfb9ce-c09b-4a45-86e7-09c3b0adfc92 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612001 Nov 25 19:19:54.101984 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.182217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.183269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:54.183885 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.239670 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8637278 Nov 25 19:19:54.240723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46068) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:54.306539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] Request body: {'subnet': {'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2081415266-subnet', 'tenant_id': '7ac7ac34bdf44575a1d281a5e49ef875', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:54.311185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-fa010bed-b1bd-4059-96e4-2b892b3d3235 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c689e1f5c7e844778d1a6bef59dfb1a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0871177 Nov 25 19:19:54.315429 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc410fef-8c48-49e4-9bf0-07ec46c6a5d1 req-9eb39349-e299-48f5-9678-bcc2b056dc1a service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346716 Nov 25 19:19:54.320023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179c0d7-7975-4be5-8bb1-9073fd861af2 service neutron] Pushing event updated for resources: {'Port': ['ID=70f4e076-187b-47e2-a444-ac428492d22a,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:54.332261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79438ca-7b12-482a-952f-6e0398e4c7e2 admin admin] Pushing event updated for resources: {'Network': ['ID=5dde7b30-2d88-494c-830c-69dea298d7e4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:54.354218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 5dde7b30-2d88-494c-830c-69dea298d7e4 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:19:54.362363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecee291f-9006-4f79-ae77-20c90daf9264 req-a2e14c54-ece7-4858-b413-6717b30d7a90 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6217046 Nov 25 19:19:54.396171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.458601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-b8049cd2-72d9-4eb5-9291-fc5e6af7d87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:54.460168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] Made reservation on behalf of 7ac7ac34bdf44575a1d281a5e49ef875 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:54.460738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-b8049cd2-72d9-4eb5-9291-fc5e6af7d87b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6dfba32e2d644f27be835948b8b9cdd3&device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 1098 time: 0.5894499 Nov 25 19:19:54.464002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.594375 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-6f5c5a15-5421-4881-a2c9-2075351b3a87 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=70f4e076-187b-47e2-a444-ac428492d22a HTTP/1.1" status: 200 len: 217 time: 0.0895920 Nov 25 19:19:54.626660 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc410fef-8c48-49e4-9bf0-07ec46c6a5d1 req-c4fb5271-f873-48fd-b2ac-ac296b61e373 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008959 Nov 25 19:19:54.733332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-09d80efe-32ff-4ba9-bee1-167944ec7b8b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:54.734970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-09d80efe-32ff-4ba9-bee1-167944ec7b8b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4099314 Nov 25 19:19:54.753448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6961b375-4e80-40d3-8802-ec0e1bd4aded req-c46ead7e-94fb-4f70-9b72-2a22d404cf8f tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:54.755109 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6961b375-4e80-40d3-8802-ec0e1bd4aded req-c46ead7e-94fb-4f70-9b72-2a22d404cf8f tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 947 time: 0.3020606 Nov 25 19:19:54.791987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-d972e76e-c172-418f-bd12-f1b6fcc537a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:54.793525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-d972e76e-c172-418f-bd12-f1b6fcc537a2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1849582 Nov 25 19:19:54.809850 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:54.818266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-652bc54c-05b2-4042-9ebb-8f65b1303652 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/quotas/c689e1f5c7e844778d1a6bef59dfb1a1 HTTP/1.1" status: 200 len: 375 time: 0.0579524 Nov 25 19:19:54.890220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b23255d-cfeb-4bfa-9e1b-270520fa14a8,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:54.914600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-f956f881-c7f1-42c2-b241-74f8e1e5c525 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c689e1f5c7e844778d1a6bef59dfb1a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853260 Nov 25 19:19:54.915944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:54.916522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] Network hostable DHCP agents. Network: 5dde7b30-2d88-494c-830c-69dea298d7e4, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:19:54.945992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] Network 5dde7b30-2d88-494c-830c-69dea298d7e4 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:19:54.953611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6961b375-4e80-40d3-8802-ec0e1bd4aded req-b0559a25-f6c3-4697-83f0-22a71fcc797d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756287 Nov 25 19:19:54.961837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 5dde7b30-2d88-494c-830c-69dea298d7e4) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:54.969642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-62df6fab-4793-4219-855d-b9243d6c35d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:54.971811 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-62df6fab-4793-4219-855d-b9243d6c35d6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1655231 Nov 25 19:19:54.980020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da07f25-7bfc-4fdb-8fe7-133b34225d42 None None] Network 5dde7b30-2d88-494c-830c-69dea298d7e4 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:54.981962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:54.983029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.022630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6da4031d-8b4c-4a96-8edf-4871bc2f8aa2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7763863 Nov 25 19:19:55.141099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b309f7e-ad53-4924-9815-6f9236b34073 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:55.152024 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.265695 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Transition to ACTIVE for port object 3b309f7e-ad53-4924-9815-6f9236b34073 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:55.294244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.306112 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a27d748-aaa9-4f80-906d-d7dd8fa21fd5 None None] Network 5dde7b30-2d88-494c-830c-69dea298d7e4 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:55.387713 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-5e57e0b9-601b-4812-a4b3-294a68b6983a service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072094 Nov 25 19:19:55.395482 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3edfcac-ed7c-4d1b-9263-818f06ce6f24 x-openstack-request-id: req-d3edfcac-ed7c-4d1b-9263-818f06ce6f24 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:55.395785 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57e7a932-e659-4891-9027-007bf05f4f3f", "tag": "70f4e076-187b-47e2-a444-ac428492d22a", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:55.396041 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3edfcac-ed7c-4d1b-9263-818f06ce6f24 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:55.396510 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57e7a932-e659-4891-9027-007bf05f4f3f', 'tag': '70f4e076-187b-47e2-a444-ac428492d22a', 'status': 'completed', 'code': 200} Nov 25 19:19:55.446145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9efa2f8-4135-49d3-97b9-82b7936239f4 req-8412c069-cac5-4c6a-8581-136ffc12c80c tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:55.449493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9efa2f8-4135-49d3-97b9-82b7936239f4 req-8412c069-cac5-4c6a-8581-136ffc12c80c tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 932 time: 0.2525194 Nov 25 19:19:55.554431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Pushing event updated for resources: {'Port': ['ID=3b309f7e-ad53-4924-9815-6f9236b34073,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:55.746881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9efa2f8-4135-49d3-97b9-82b7936239f4 req-d2128f24-a16a-4e90-801f-59f8d3e0b18c tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2567804 Nov 25 19:19:55.748934 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-777ab51e-8fb0-4da8-9414-f5c2f50141ef req-1d719173-50af-4406-a56a-2fefb4e12b7d service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414583 Nov 25 19:19:55.759815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902174b2-3326-4575-9a5f-db20c079e16b req-74267411-b1bf-4791-9676-b64595dc7e65 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:55.768132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-902174b2-3326-4575-9a5f-db20c079e16b req-74267411-b1bf-4791-9676-b64595dc7e65 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=3458a936-9c5d-4025-a84c-d614a70ef071 HTTP/1.1" status: 200 len: 949 time: 0.2262440 Nov 25 19:19:55.902347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:19:55.902787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:19:55.903143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:55.935077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46100) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:55.940987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1447514742-network', 'tenant_id': '7ae16aeceec342fd895cc993d5715a8a'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:55.956731 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-902174b2-3326-4575-9a5f-db20c079e16b req-e6958f54-532a-4feb-bf80-c94a263d47d7 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874123 Nov 25 19:19:55.958784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Port 3b309f7e-ad53-4924-9815-6f9236b34073 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:19:55.959151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:19:55.974437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Made reservation on behalf of 7ae16aeceec342fd895cc993d5715a8a for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:55.976946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:19:55.977370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:55.977679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:19:55.978021 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.978184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Bound port: 3b309f7e-ad53-4924-9815-6f9236b34073, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:19:55.978522 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:55.991490 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.007147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b req-cf870f2a-fd82-4d2f-b6d2-8f52991c8d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.007147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b req-cf870f2a-fd82-4d2f-b6d2-8f52991c8d15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6dfba32e2d644f27be835948b8b9cdd3&device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 1098 time: 0.1678586 Nov 25 19:19:56.026281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e33838-0ce4-4dd6-8940-3db0ff41b244 req-8bc6e714-5864-4492-a706-c498c1234a51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.027960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0e33838-0ce4-4dd6-8940-3db0ff41b244 req-8bc6e714-5864-4492-a706-c498c1234a51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 950 time: 0.1324348 Nov 25 19:19:56.101669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:19:56.105836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3b309f7e-ad53-4924-9815-6f9236b34073,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:19:56.114977 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.123972 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.124560 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.177299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94028f87-6ec0-4fd4-abfc-d991bc25dda3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:56.207402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:19:56.235210 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.236089 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Added segment 3a2f3eb4-a347-45c6-8dba-22a55dab6567 of type vlan for network 3e116d51-1597-4014-86ba-3279203a9b47 Nov 25 19:19:56.270179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.270843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.272538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] 10.222.0.76 "PUT /v2.0/ports/3b309f7e-ad53-4924-9815-6f9236b34073 HTTP/1.1" status: 200 len: 1092 time: 2.4999402 Nov 25 19:19:56.279239 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b9cc52e-e718-45b6-b7b5-0a1c9354c656 req-f5a72989-9e61-4110-a53d-e8462096c12c tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 210 time: 0.0508747 Nov 25 19:19:56.313366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0e33838-0ce4-4dd6-8940-3db0ff41b244 req-74eb7424-3c50-4fe9-91f1-a874b89fc2c5 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004509 Nov 25 19:19:56.320615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a557f3-e972-4bef-bcf7-89f70698855d service neutron] Pushing event updated for resources: {'Port': ['ID=3b309f7e-ad53-4924-9815-6f9236b34073,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:56.379262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b req-f9ec09a9-517f-4fc6-9694-412555532367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.380912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b req-f9ec09a9-517f-4fc6-9694-412555532367 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3704975 Nov 25 19:19:56.439200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.445090 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b req-322deeb0-c81c-4cb9-8a04-266c0974aef6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=70f4e076-187b-47e2-a444-ac428492d22a HTTP/1.1" status: 200 len: 217 time: 0.0560126 Nov 25 19:19:56.505479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.507232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.508292 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:56.567385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b req-155d8ba6-8db6-4fbb-acaa-49c4aeb8e6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.568933 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b req-155d8ba6-8db6-4fbb-acaa-49c4aeb8e6b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1031578 Nov 25 19:19:56.579648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451517ae-901b-44a9-93df-fc26ac43db9e req-d514f726-4a4a-4e80-a910-22daed84f56a tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.588188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-451517ae-901b-44a9-93df-fc26ac43db9e req-d514f726-4a4a-4e80-a910-22daed84f56a tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 947 time: 0.1326470 Nov 25 19:19:56.598736 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6621661 Nov 25 19:19:56.603316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46116) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:56.629019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-28273620-0300-41be-aa28-33d26bda1a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.630907 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-28273620-0300-41be-aa28-33d26bda1a65 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 1095 time: 0.1842008 Nov 25 19:19:56.697678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-083a1b18-8683-4c5e-88d5-d04bbe9f99f6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b309f7e-ad53-4924-9815-6f9236b34073 HTTP/1.1" status: 200 len: 217 time: 0.0562482 Nov 25 19:19:56.731463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] Request body: {'subnet': {'network_id': '3e116d51-1597-4014-86ba-3279203a9b47', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1447514742-subnet', 'tenant_id': '7ae16aeceec342fd895cc993d5715a8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:56.749711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46118) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:56.762006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-ad19de67-0ac6-436c-83b8-8b3a7bd5d25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.763636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-ad19de67-0ac6-436c-83b8-8b3a7bd5d25d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.0560629 Nov 25 19:19:56.791634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b req-02c210d4-5264-469d-bcef-1cb236ecc59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:56.793209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b req-02c210d4-5264-469d-bcef-1cb236ecc59a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2027228 Nov 25 19:19:56.808297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717dfe0-30b8-4cb4-b9bc-6a1adbbf3c10 admin admin] Pushing event updated for resources: {'Network': ['ID=3e116d51-1597-4014-86ba-3279203a9b47,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:56.827985 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 3e116d51-1597-4014-86ba-3279203a9b47 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:19:56.843586 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-451517ae-901b-44a9-93df-fc26ac43db9e req-b7fc2c23-1b29-46b8-950a-79595ffb277a tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420270 Nov 25 19:19:56.847749 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-123d16b9-b686-4e0b-98e8-6f8804fa9f5f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743051 Nov 25 19:19:56.872522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] Made reservation on behalf of 7ae16aeceec342fd895cc993d5715a8a for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:56.884844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.111493 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-00821b35-18c5-4f36-9eac-d72c8350d545 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c689e1f5c7e844778d1a6bef59dfb1a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1430616 Nov 25 19:19:57.150218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4673550-3238-45e6-99b5-6d5f27ba37e8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.345238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-da4fcdc3-f232-4498-afb4-34a3ef032cc5 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.347280 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-da4fcdc3-f232-4498-afb4-34a3ef032cc5 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2169838 Nov 25 19:19:57.375133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Request body: {'port': {'device_id': 'dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': 'c689e1f5c7e844778d1a6bef59dfb1a1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:57.402334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'tag': '3b309f7e-ad53-4924-9815-6f9236b34073'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:19:57.404838 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e621987f-6055-4d7d-9717-75fe1ec82d04" -d '{"events": [{"name": "network-changed", "server_uuid": "2f646cf7-5c62-4f22-9e95-4e1505960947", "tag": "3b309f7e-ad53-4924-9815-6f9236b34073"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:19:57.450595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-e38314da-4753-4979-956a-f08c6265e38f service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5955009 Nov 25 19:19:57.457843 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b req-0941c389-ca59-41b8-9756-cc52b6f4aa0c service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134651 Nov 25 19:19:57.478429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5eb31-5d7a-4f44-b100-9b02142c7af9 req-086f50f0-2f69-4eb6-9f3f-addc5e1c1eb0 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.484875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5eb31-5d7a-4f44-b100-9b02142c7af9 req-086f50f0-2f69-4eb6-9f3f-addc5e1c1eb0 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.487424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bf5eb31-5d7a-4f44-b100-9b02142c7af9 req-086f50f0-2f69-4eb6-9f3f-addc5e1c1eb0 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=3458a936-9c5d-4025-a84c-d614a70ef071&device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 1689 time: 0.1371334 Nov 25 19:19:57.496062 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4673550-3238-45e6-99b5-6d5f27ba37e8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.525078 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4673550-3238-45e6-99b5-6d5f27ba37e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.609533 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d4673550-3238-45e6-99b5-6d5f27ba37e8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9af6b9afd33248d1bfcceca31a9e6df1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8483076 Nov 25 19:19:57.613230 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.615213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4673550-3238-45e6-99b5-6d5f27ba37e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fa3670-4e86-4402-9ca2-169e4b8b5e04,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:57.618850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46138) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:57.692344 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bf5eb31-5d7a-4f44-b100-9b02142c7af9 req-9ee5dd9c-833d-489d-a39d-23989054f2db tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829450 Nov 25 19:19:57.739356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03a1b9fb-05ac-4619-9c1f-7bdba0c5629b req-ea0b66e6-6a58-4b00-a875-2ca891321cfa service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717111 Nov 25 19:19:57.747217 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de84b1b5-532c-44ad-b79c-50c8eba052da req-949b9c63-a7a6-48af-aa5f-e4bc7ea3ef4e service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883801 Nov 25 19:19:57.762348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] Pushing event updated for resources: {'Subnet': ['ID=696c2390-1587-4af3-a255-4408cfdee7fd,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:57.780146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Made reservation on behalf of c689e1f5c7e844778d1a6bef59dfb1a1 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:19:57.784518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.804997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.830933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] Checking segment: {'id': '3a2f3eb4-a347-45c6-8dba-22a55dab6567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3e116d51-1597-4014-86ba-3279203a9b47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:19:57.831516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] Network hostable DHCP agents. Network: 3e116d51-1597-4014-86ba-3279203a9b47, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:19:57.838663 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-593feda0-c3b1-48ac-8bd0-c974d0d40a30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.870421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91313b30-e4fc-4d7b-b17d-5ef2f75b7673 req-68f5dffd-e16e-4b55-8df4-21641f4aed54 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 210 time: 0.0465391 Nov 25 19:19:57.890067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b1617c-290c-458a-910a-295926870bf8 req-1b07c33a-93a7-474b-82a2-ce83f2093c42 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.890787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-593feda0-c3b1-48ac-8bd0-c974d0d40a30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.893159 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2b1617c-290c-458a-910a-295926870bf8 req-1b07c33a-93a7-474b-82a2-ce83f2093c42 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 944 time: 0.1479471 Nov 25 19:19:57.901482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] Network 3e116d51-1597-4014-86ba-3279203a9b47 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:19:57.950051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 3e116d51-1597-4014-86ba-3279203a9b47) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:57.955399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:57.955975 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:57.961576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80a7628-b9d2-468b-8249-31549f025c46 None None] Network 3e116d51-1597-4014-86ba-3279203a9b47 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:57.988986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2b1617c-290c-458a-910a-295926870bf8 req-e254776b-816d-4c5f-a423-6de75a619838 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883803 Nov 25 19:19:58.001114 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d0a974b-38b4-4fd9-9a18-7746e5124ad0 x-openstack-request-id: req-1d0a974b-38b4-4fd9-9a18-7746e5124ad0 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:19:58.002591 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f646cf7-5c62-4f22-9e95-4e1505960947", "tag": "3b309f7e-ad53-4924-9815-6f9236b34073", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:19:58.003156 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d0a974b-38b4-4fd9-9a18-7746e5124ad0 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:19:58.004478 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'tag': '3b309f7e-ad53-4924-9815-6f9236b34073', 'status': 'completed', 'code': 200} Nov 25 19:19:58.084420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4274bbd9-eb5b-4ab8-b2bf-70bed6b3b139 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4788816 Nov 25 19:19:58.102052 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.107108 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.195577 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-593feda0-c3b1-48ac-8bd0-c974d0d40a30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.198397 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-593feda0-c3b1-48ac-8bd0-c974d0d40a30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.203288 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-593feda0-c3b1-48ac-8bd0-c974d0d40a30 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30fa3670-4e86-4402-9ca2-169e4b8b5e04 HTTP/1.1" status: 204 len: 168 time: 0.5797975 Nov 25 19:19:58.225031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b31d75-738b-489f-81b5-1d0033c6a9fc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:58.262592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593feda0-c3b1-48ac-8bd0-c974d0d40a30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fa3670-4e86-4402-9ca2-169e4b8b5e04,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:58.305871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621987f-6055-4d7d-9717-75fe1ec82d04 req-1e2ef592-2c44-4188-b034-a75da4f94a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:58.327397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e621987f-6055-4d7d-9717-75fe1ec82d04 req-1e2ef592-2c44-4188-b034-a75da4f94a14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 1095 time: 0.2913139 Nov 25 19:19:58.332425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Allocated IP 192.168.233.27 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/3a982f00-07e6-48d2-a140-6e7857abca29) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:19:58.391091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a55f6a7-4f86-4075-af6f-19f3bec951bb None None] Network 3e116d51-1597-4014-86ba-3279203a9b47 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:19:58.407771 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:19:58.709690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0b3da0-3db2-4d6f-ba2e-9c8d8fd77237 req-c82f2906-bf1b-4a28-af7c-caaa39a5681c tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:58.727149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb0b3da0-3db2-4d6f-ba2e-9c8d8fd77237 req-c82f2906-bf1b-4a28-af7c-caaa39a5681c tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 947 time: 0.5665114 Nov 25 19:19:58.743321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621987f-6055-4d7d-9717-75fe1ec82d04 req-3c79b12b-7b26-4f69-aa0b-458ddf6bdb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:58.745729 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e621987f-6055-4d7d-9717-75fe1ec82d04 req-3c79b12b-7b26-4f69-aa0b-458ddf6bdb30 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.4003954 Nov 25 19:19:58.755366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.860861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46168) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:58.870584 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e621987f-6055-4d7d-9717-75fe1ec82d04 req-22c06636-6450-4cda-80f3-ebc48cb89d08 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b309f7e-ad53-4924-9815-6f9236b34073 HTTP/1.1" status: 200 len: 217 time: 0.0970356 Nov 25 19:19:58.908856 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bea8695e-0772-4f91-94c4-db690796ecdf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:58.965420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb0b3da0-3db2-4d6f-ba2e-9c8d8fd77237 req-b5d8a3f6-898b-4ec2-8630-e48ee6cdf9b8 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358379 Nov 25 19:19:58.995728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621987f-6055-4d7d-9717-75fe1ec82d04 req-c19d602e-9f21-4b3c-831d-7bbd8246edbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:58.998067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e621987f-6055-4d7d-9717-75fe1ec82d04 req-c19d602e-9f21-4b3c-831d-7bbd8246edbc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.1069820 Nov 25 19:19:59.000724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c40816-30f1-4fbf-8d46-7ac4ba447807 req-98f2fdf5-4bc9-419e-bcba-b710b520c5b1 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:59.003885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85c40816-30f1-4fbf-8d46-7ac4ba447807 req-98f2fdf5-4bc9-419e-bcba-b710b520c5b1 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3458a936-9c5d-4025-a84c-d614a70ef071 HTTP/1.1" status: 200 len: 1100 time: 0.2567918 Nov 25 19:19:59.024058 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.047389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:19:59.068513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:19:59.071576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:19:59.077682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e621987f-6055-4d7d-9717-75fe1ec82d04 req-efe8fe1a-7950-4297-846a-fd6ff1fb3f77 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671844 Nov 25 19:19:59.139511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Pushing event updated for resources: {'Port': ['ID=3a982f00-07e6-48d2-a140-6e7857abca29,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:59.166751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:59.167518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.191779 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c16998a6-bfc9-493e-8b16-171d82beabdf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8203454 Nov 25 19:19:59.209576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Request body: {'port': {'device_id': 'dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:19:59.275941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85c40816-30f1-4fbf-8d46-7ac4ba447807 req-335c5bfe-7584-45ab-9a90-e71034f66914 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449844 Nov 25 19:19:59.384426 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.396986 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bea8695e-0772-4f91-94c4-db690796ecdf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.406602 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bea8695e-0772-4f91-94c4-db690796ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.420996 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e621987f-6055-4d7d-9717-75fe1ec82d04 req-efa38a99-2801-4bc8-bebf-4eedbfaf3963 service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274496 Nov 25 19:19:59.460542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e0505ee0-27ff-4b12-8e99-6d3bf7122736 None None] Provisioning complete for port 3a982f00-07e6-48d2-a140-6e7857abca29 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:19:59.461167 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0505ee0-27ff-4b12-8e99-6d3bf7122736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.495425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea8695e-0772-4f91-94c4-db690796ecdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db857e65-795c-4fc2-bf01-4f58598ddac2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:59.503716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e0505ee0-27ff-4b12-8e99-6d3bf7122736 None None] Port 3a982f00-07e6-48d2-a140-6e7857abca29 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:19:59.511360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 70f4e076-187b-47e2-a444-ac428492d22a details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:19:59.575138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bea8695e-0772-4f91-94c4-db690796ecdf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=110e71631d6f4153a9f3b0531c9ddb0c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7126074 Nov 25 19:19:59.610299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46192) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:19:59.610613 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-ac5535d8-000f-4f73-9591-abdc1e179269 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3044729 Nov 25 19:19:59.646281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 70f4e076-187b-47e2-a444-ac428492d22a, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=70f4e076-187b-47e2-a444-ac428492d22a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:59.674585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '70f4e076-187b-47e2-a444-ac428492d22a', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '70f4e076-187b-47e2-a444-ac428492d22a', 'mac_address': 'fa:16:3e:e8:24:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:19:59.700878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a72db6-f5b2-4ef0-8e1a-3caaed33cc0d req-6adcb5f1-7a50-4034-af33-8f1c094cd961 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:59.710864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5a72db6-f5b2-4ef0-8e1a-3caaed33cc0d req-6adcb5f1-7a50-4034-af33-8f1c094cd961 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 935 time: 0.2868526 Nov 25 19:19:59.752664 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.775518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70f4e076-187b-47e2-a444-ac428492d22a {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:59.797057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-918c4e6c-8096-436a-8fd4-0cbadfd8eac9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:59.803891 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-918c4e6c-8096-436a-8fd4-0cbadfd8eac9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 808 time: 0.3499048 Nov 25 19:19:59.808736 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-53094313-e1f7-47eb-a1f2-89c396baf586 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.812223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e621987f-6055-4d7d-9717-75fe1ec82d04 req-5cbbfdf1-cc01-4b54-b9f5-99b95169b6cc service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3656483 Nov 25 19:19:59.825317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 70f4e076-187b-47e2-a444-ac428492d22a, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=70f4e076-187b-47e2-a444-ac428492d22a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:19:59.833118 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.837977 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-53094313-e1f7-47eb-a1f2-89c396baf586 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.879895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-09baed2b-7268-430c-aa5f-a0fc97bf2b53 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/quotas/7ac7ac34bdf44575a1d281a5e49ef875 HTTP/1.1" status: 200 len: 375 time: 0.0591373 Nov 25 19:19:59.896708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-18f5d85a-b158-4d8b-b185-565670fef771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:19:59.899522 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-18f5d85a-b158-4d8b-b185-565670fef771 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1efb73572d504c119ab6d6a1f4315f74&device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 1096 time: 0.1629601 Nov 25 19:19:59.907196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5a72db6-f5b2-4ef0-8e1a-3caaed33cc0d req-34f6ef8e-71db-43ca-873f-c3a46e0f4709 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950159 Nov 25 19:19:59.933096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a982f00-07e6-48d2-a140-6e7857abca29 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:19:59.956586 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:19:59.978194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=70f4e076-187b-47e2-a444-ac428492d22a,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:19:59.994003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Transition to ACTIVE for port object 3a982f00-07e6-48d2-a140-6e7857abca29 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:19:59.998673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-1f1c7a1f-6457-4690-a896-088535ef9ea3 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0890911 Nov 25 19:19:59.999754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-53094313-e1f7-47eb-a1f2-89c396baf586 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.005097 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-53094313-e1f7-47eb-a1f2-89c396baf586 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.006752 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-53094313-e1f7-47eb-a1f2-89c396baf586 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/db857e65-795c-4fc2-bf01-4f58598ddac2 HTTP/1.1" status: 204 len: 168 time: 0.3951466 Nov 25 19:20:00.012674 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.055344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53094313-e1f7-47eb-a1f2-89c396baf586 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db857e65-795c-4fc2-bf01-4f58598ddac2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:00.100635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Pushing event updated for resources: {'Port': ['ID=3a982f00-07e6-48d2-a140-6e7857abca29,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:00.227796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['70f4e076-187b-47e2-a444-ac428492d22a'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:00.271163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Attempting to bind port 3a982f00-07e6-48d2-a140-6e7857abca29 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:00.272032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Attempting to bind port 3a982f00-07e6-48d2-a140-6e7857abca29 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:00.277338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Attempting to bind port 3a982f00-07e6-48d2-a140-6e7857abca29 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:00.290119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Port 3a982f00-07e6-48d2-a140-6e7857abca29 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:00.293147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Attempting to bind port 3a982f00-07e6-48d2-a140-6e7857abca29 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:00.311888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:00.312540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:00.318219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:00.319108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Bound port: 3a982f00-07e6-48d2-a140-6e7857abca29, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:00.319770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.419737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-0cd21d9e-de85-4e71-af91-67394f13872c service neutron] 10.222.0.15 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3643661 Nov 25 19:20:00.505140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] For port 3a982f00-07e6-48d2-a140-6e7857abca29, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:00.510070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] For port 3a982f00-07e6-48d2-a140-6e7857abca29, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3a982f00-07e6-48d2-a140-6e7857abca29,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:00.516326 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.575344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:00.576130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:00.579205 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] 10.222.0.76 "PUT /v2.0/ports/3a982f00-07e6-48d2-a140-6e7857abca29 HTTP/1.1" status: 200 len: 1095 time: 1.3768816 Nov 25 19:20:00.583657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75', 'tag': '3a982f00-07e6-48d2-a140-6e7857abca29'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:00.585757 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75", "tag": "3a982f00-07e6-48d2-a140-6e7857abca29"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:00.633640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1f922b-56f2-422b-bd43-7d02f636610b service neutron] Pushing event updated for resources: {'Port': ['ID=3a982f00-07e6-48d2-a140-6e7857abca29,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:00.677531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-e41f2d08-45c9-4f53-a54e-883718aef270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:00.680465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-e41f2d08-45c9-4f53-a54e-883718aef270 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8ad14189-ce0f-434b-a77e-a1d923cd8935 HTTP/1.1" status: 200 len: 924 time: 0.6976225 Nov 25 19:20:00.750859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0eb75a30-38fc-48d7-83ba-a4ed6aaf27e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:00.753779 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-0eb75a30-38fc-48d7-83ba-a4ed6aaf27e6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c689e1f5c7e844778d1a6bef59dfb1a1&device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 1098 time: 0.0975142 Nov 25 19:20:00.873901 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-e34a42b8-fb20-42c7-a64f-45d78026d9c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=3a982f00-07e6-48d2-a140-6e7857abca29 HTTP/1.1" status: 200 len: 217 time: 0.1119928 Nov 25 19:20:00.989279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c21503ef-0427-424c-9355-d12ef67c67c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:00.991465 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-c21503ef-0427-424c-9355-d12ef67c67c5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1106493 Nov 25 19:20:01.012722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180b44d8-777a-4164-afdf-01565e0e9a20 req-09651444-2cf2-4e29-9552-cebd530b6ea6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:01.027696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-180b44d8-777a-4164-afdf-01565e0e9a20 req-09651444-2cf2-4e29-9552-cebd530b6ea6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 944 time: 0.9687016 Nov 25 19:20:01.068743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-f7d54350-57c5-4b1f-8348-7bb72092b482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:01.071363 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-f7d54350-57c5-4b1f-8348-7bb72092b482 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0716543 Nov 25 19:20:01.101455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-07a49054-ff80-4bcd-8d22-b0d6a34db0b0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ca27fd7c-fd33-4f8e-9412-a668ac72f853 HTTP/1.1" status: 200 len: 1001 time: 0.3846405 Nov 25 19:20:01.249623 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-b9170745-55e3-4644-a937-71a286d47c72 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7601933 Nov 25 19:20:01.265705 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-d36efdbc-743d-480c-9c1e-49f048869ad9 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858320 Nov 25 19:20:01.296457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-180b44d8-777a-4164-afdf-01565e0e9a20 req-ea7d1415-f88c-4d4d-b05e-09dea4826757 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2490675 Nov 25 19:20:01.347439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-3daf17b6-cdeb-4b55-858d-bd99b258ad7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:01.351055 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-3daf17b6-cdeb-4b55-858d-bd99b258ad7f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f959a176-3547-4d8a-bbcf-d8f4566faa39 HTTP/1.1" status: 200 len: 862 time: 0.2258768 Nov 25 19:20:01.519716 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c546aa52-137d-4bff-8d99-e0caef6782ed req-f7db4d4f-95ef-4107-b78c-78e2fd1ed753 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457707 Nov 25 19:20:01.521726 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3b309f7e-ad53-4924-9815-6f9236b34073 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:01.525269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-0b2ab48c-6864-4408-a68e-9492f290cd37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:01.529193 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-0b2ab48c-6864-4408-a68e-9492f290cd37 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad14189-ce0f-434b-a77e-a1d923cd8935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707830 Nov 25 19:20:01.560465 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 70f4e076-187b-47e2-a444-ac428492d22a up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:01.763287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 70f4e076-187b-47e2-a444-ac428492d22a completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:01.779076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 70f4e076-187b-47e2-a444-ac428492d22a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:01.779646 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:01.785593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3b309f7e-ad53-4924-9815-6f9236b34073,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:01.832762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '3b309f7e-ad53-4924-9815-6f9236b34073', 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7', 'port_id': '3b309f7e-ad53-4924-9815-6f9236b34073', 'mac_address': 'fa:16:3e:13:57:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc37e69-75f0-4407-90c0-a5c6630fb335', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:01.934105 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-f0009475-7574-4fc7-9cde-8de255c30e91 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3916166 Nov 25 19:20:01.938009 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:02.008472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b309f7e-ad53-4924-9815-6f9236b34073 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:02.021503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecfc76d-15c2-44d8-bdcb-29d4a9b15d9b req-63f953bf-cff6-4961-bc93-dd80b403f14a tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:02.028997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ecfc76d-15c2-44d8-bdcb-29d4a9b15d9b req-63f953bf-cff6-4961-bc93-dd80b403f14a tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 1100 time: 0.1806822 Nov 25 19:20:02.096235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f6e7ea-ce4f-46b4-983c-b42d210b37aa req-02bb11ab-1269-40fa-956a-256fc489e9ae tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:02.104421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1f6e7ea-ce4f-46b4-983c-b42d210b37aa req-02bb11ab-1269-40fa-956a-256fc489e9ae tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 948 time: 0.2540350 Nov 25 19:20:02.146924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3b309f7e-ad53-4924-9815-6f9236b34073,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:02.149733 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4e564fca-7464-47c8-bdfe-46d1b1417136 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:02.153144 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:02.173533 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:02.175888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d6e2bbbe-66c3-43d4-8874-608a35c60dd5 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:02.192493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ecfc76d-15c2-44d8-bdcb-29d4a9b15d9b req-bf4934f7-7142-44c3-bf58-470ace2a3339 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624575 Nov 25 19:20:02.288582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 70f4e076-187b-47e2-a444-ac428492d22a, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=70f4e076-187b-47e2-a444-ac428492d22a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:02.290902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81450baf-5e35-4e05-8804-e8bf35677c24 req-c90b8fa7-711e-4fb4-99cf-d082238e7cfe service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338528 Nov 25 19:20:02.294145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e7a932-e659-4891-9027-007bf05f4f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f4e076-187b-47e2-a444-ac428492d22a'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:02.298435 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f26f2457-6183-42cd-a974-c26a6268ca21" -d '{"events": [{"server_uuid": "57e7a932-e659-4891-9027-007bf05f4f3f", "name": "network-vif-plugged", "status": "completed", "tag": "70f4e076-187b-47e2-a444-ac428492d22a"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:02.322831 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1f6e7ea-ce4f-46b4-983c-b42d210b37aa req-a054fd97-3404-473b-94a9-42d21fefab40 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174244 Nov 25 19:20:02.342286 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e3afc4-6a1f-489f-b58e-d8aa2218c260 x-openstack-request-id: req-76e3afc4-6a1f-489f-b58e-d8aa2218c260 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:02.342746 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75", "tag": "3a982f00-07e6-48d2-a140-6e7857abca29", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:02.343181 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-76e3afc4-6a1f-489f-b58e-d8aa2218c260 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:02.344054 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75', 'tag': '3a982f00-07e6-48d2-a140-6e7857abca29', 'status': 'completed', 'code': 200} Nov 25 19:20:02.359350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=3b309f7e-ad53-4924-9815-6f9236b34073,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:02.364958 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:02.413760 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:20:02.589425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f req-2478e938-3521-4c09-9ade-c4af6a4c7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:02.592666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f req-2478e938-3521-4c09-9ade-c4af6a4c7abc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c689e1f5c7e844778d1a6bef59dfb1a1&device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 1098 time: 0.2238414 Nov 25 19:20:02.708849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87b6095a-4f68-4b36-ae7b-07a063bf14cd req-7c2f9a5f-991f-4135-8fd1-0fad28f21592 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 210 time: 0.1891608 Nov 25 19:20:02.820242 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e844296-6a4a-46ea-9e42-21faadc70117 req-d7ac116e-0952-441a-99ce-c964a5eaa623 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:02.828611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e844296-6a4a-46ea-9e42-21faadc70117 req-d7ac116e-0952-441a-99ce-c964a5eaa623 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 947 time: 0.2715118 Nov 25 19:20:02.834658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=70f4e076-187b-47e2-a444-ac428492d22a,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:02.963257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f req-d3d44861-5e30-402e-9b80-586a61f14c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:02.963680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:02.964838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f req-d3d44861-5e30-402e-9b80-586a61f14c5a service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3281467 Nov 25 19:20:02.977614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e844296-6a4a-46ea-9e42-21faadc70117 req-c9ab66b7-947c-4b2d-a7ec-06bfbdd1e469 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477113 Nov 25 19:20:03.015614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'mac_address': 'fa:16:3e:8f:2b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:03.119862 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f req-2166ab77-ffd6-435b-9ce1-931929b962cc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=3a982f00-07e6-48d2-a140-6e7857abca29 HTTP/1.1" status: 200 len: 217 time: 0.1411383 Nov 25 19:20:03.202761 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.249241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6e2bbbe-66c3-43d4-8874-608a35c60dd5 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:03.318137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:03.326450 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:03.389269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f req-6ced5e5a-40c3-4053-a484-ad486c3c5c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:03.402391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f req-6ced5e5a-40c3-4053-a484-ad486c3c5c60 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2490625 Nov 25 19:20:03.449380 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-babae4cc-4462-4477-a9ad-25774e4023e1 x-openstack-request-id: req-babae4cc-4462-4477-a9ad-25774e4023e1 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:03.450039 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e7a932-e659-4891-9027-007bf05f4f3f", "name": "network-vif-plugged", "status": "completed", "tag": "70f4e076-187b-47e2-a444-ac428492d22a", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:03.450460 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-babae4cc-4462-4477-a9ad-25774e4023e1 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:03.451065 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e7a932-e659-4891-9027-007bf05f4f3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70f4e076-187b-47e2-a444-ac428492d22a', 'code': 200} Nov 25 19:20:03.487460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019dd487-adc4-42b7-81ec-f370f90b3fe1 req-53bdf1eb-154b-4816-8466-4e257d20e444 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:03.502255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-019dd487-adc4-42b7-81ec-f370f90b3fe1 req-53bdf1eb-154b-4816-8466-4e257d20e444 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 945 time: 0.3720608 Nov 25 19:20:03.520985 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['d6e2bbbe-66c3-43d4-8874-608a35c60dd5'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:03.622589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b6d11-3a02-4c78-9cd5-e3386ca5b697 req-cda57057-dde8-4c10-8f25-ce8dab3419df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:03.627270 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ae8b6d11-3a02-4c78-9cd5-e3386ca5b697 req-cda57057-dde8-4c10-8f25-ce8dab3419df service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 1100 time: 0.1891379 Nov 25 19:20:03.640551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:03.672677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['3b309f7e-ad53-4924-9815-6f9236b34073'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:03.715818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f req-16058ad8-ba19-4604-810e-824596e0b528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:03.719642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f req-16058ad8-ba19-4604-810e-824596e0b528 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3135540 Nov 25 19:20:03.808574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-019dd487-adc4-42b7-81ec-f370f90b3fe1 req-061fa27e-36c2-4b96-9532-c9ee2188dba7 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612205 Nov 25 19:20:04.074390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-06b06609-283c-4527-af2c-866fc7807f83 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:04.077070 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-06b06609-283c-4527-af2c-866fc7807f83 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 808 time: 0.2829666 Nov 25 19:20:04.097705 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ae8b6d11-3a02-4c78-9cd5-e3386ca5b697 req-cb46ed2f-d4ab-40b5-9fb8-f7a2ad877151 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4574296 Nov 25 19:20:04.106770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Request body: {'port': {'device_id': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4', 'admin_state_up': True, 'tenant_id': '7ac7ac34bdf44575a1d281a5e49ef875'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:04.271943 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-d1bb7eba-4ad6-412d-a502-06cbc9b3f828 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1398063 Nov 25 19:20:04.401383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3db59fa-3c82-4494-b6e2-2f7843d45fb8 req-4a4a5c5b-c9aa-4360-82d5-fe75ff7b5f09 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:04.403404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Made reservation on behalf of 7ac7ac34bdf44575a1d281a5e49ef875 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:04.414056 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3db59fa-3c82-4494-b6e2-2f7843d45fb8 req-4a4a5c5b-c9aa-4360-82d5-fe75ff7b5f09 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 949 time: 0.4910975 Nov 25 19:20:04.415331 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:04.439401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f req-0acb64fd-0b6d-431a-bf53-d54083d3e1bf service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7059700 Nov 25 19:20:04.641326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Allocated IP 172.20.0.9 (5dde7b30-2d88-494c-830c-69dea298d7e4/7b23255d-cfeb-4bfa-9e1b-270520fa14a8/84cfdcaa-f6ba-439d-ab65-686b5afcb3bb) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:04.711216 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-63094d01-83ee-4adc-9da2-9c8ac60a63f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:04.876322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:04.938390 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:04.997501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-d11c5c17-85c2-4cca-acb7-165845276ba2 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:05.003547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Network 5dde7b30-2d88-494c-830c-69dea298d7e4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:05.005363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-d11c5c17-85c2-4cca-acb7-165845276ba2 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7195237 Nov 25 19:20:05.011346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:05.018664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:05.023822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Pushing event updated for resources: {'Port': ['ID=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:05.037527 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-739c0e26-b12b-43d7-96f7-42a4d4c74a0e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/quotas/60c48d2fb97740fe952cc1943cc18b64 HTTP/1.1" status: 200 len: 375 time: 0.0307806 Nov 25 19:20:05.042159 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3db59fa-3c82-4494-b6e2-2f7843d45fb8 req-e2c960dd-28d3-41ce-8c18-9cf59f4ede67 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5104945 Nov 25 19:20:05.096613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:05.098308 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.099803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f9a4714-1c1c-48b4-9db9-3603b1e1212f req-fe1f6340-a4c1-4f96-8963-c6474b485d52 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5657520 Nov 25 19:20:05.125232 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-bf7d2e51-70b1-4462-95db-f7ab3bd29b72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0254686 Nov 25 19:20:05.147597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Request body: {'port': {'device_id': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:05.202138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-d5817f8f-4495-40f5-ac60-e957971b5916 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1637309 Nov 25 19:20:05.341060 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:05.438447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64685efc-0990-4f6e-af97-f0e1656ad735 req-d168c5e4-30ca-4fb3-9d5f-9e9a7cfcb99f tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:05.448799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64685efc-0990-4f6e-af97-f0e1656ad735 req-d168c5e4-30ca-4fb3-9d5f-9e9a7cfcb99f tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 931 time: 0.1246905 Nov 25 19:20:05.549618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3a982f00-07e6-48d2-a140-6e7857abca29 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:05.554440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3b309f7e-ad53-4924-9815-6f9236b34073 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:05.595047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64685efc-0990-4f6e-af97-f0e1656ad735 req-9e0bc706-1cef-4470-acc3-aabae8358fa9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384761 Nov 25 19:20:05.968219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 3b309f7e-ad53-4924-9815-6f9236b34073 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:06.010668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 3b309f7e-ad53-4924-9815-6f9236b34073 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:06.035826 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:06.150037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:06.170462 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:06.201999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Transition to ACTIVE for port object 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:06.211461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:06.292442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0faf584-8fa9-4510-bc7d-869dc8ef3cab req-a87b6f10-0603-4ed0-809a-615bb8b23677 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:06.294500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0faf584-8fa9-4510-bc7d-869dc8ef3cab req-a87b6f10-0603-4ed0-809a-615bb8b23677 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 947 time: 0.1391852 Nov 25 19:20:06.332618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3a982f00-07e6-48d2-a140-6e7857abca29, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3a982f00-07e6-48d2-a140-6e7857abca29,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:06.414631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:06.438524 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:06.440047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '3a982f00-07e6-48d2-a140-6e7857abca29', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '3a982f00-07e6-48d2-a140-6e7857abca29', 'mac_address': 'fa:16:3e:59:f9:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:06.457650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0faf584-8fa9-4510-bc7d-869dc8ef3cab req-53f28790-781a-451b-a97d-41e66294efed tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489687 Nov 25 19:20:06.715579 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:06.716136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:06.716684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:06.729878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:06.730427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:06.752235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:06.752760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:06.753230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:06.753955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Bound port: 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:06.754510 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:06.761990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b0bb4-a95b-4407-9131-e1fd8dbf8df9 req-50bc6549-1c24-4b5a-b27f-a3b011cf1c5d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:06.763646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-544b0bb4-a95b-4407-9131-e1fd8dbf8df9 req-50bc6549-1c24-4b5a-b27f-a3b011cf1c5d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 945 time: 0.1810913 Nov 25 19:20:06.765265 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:06.849963 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:06.859800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-544b0bb4-a95b-4407-9131-e1fd8dbf8df9 req-6303fadf-6846-4e74-bf75-6361e541e009 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828228 Nov 25 19:20:06.868358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a982f00-07e6-48d2-a140-6e7857abca29 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:07.023911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:07.042027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:07.044778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b309f7e-ad53-4924-9815-6f9236b34073'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:07.049047 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6268287-5e5d-4bb6-8e08-3d89528966e8" -d '{"events": [{"server_uuid": "2f646cf7-5c62-4f22-9e95-4e1505960947", "name": "network-vif-plugged", "status": "completed", "tag": "3b309f7e-ad53-4924-9815-6f9236b34073"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:07.053289 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.078082 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3a982f00-07e6-48d2-a140-6e7857abca29, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3a982f00-07e6-48d2-a140-6e7857abca29,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:07.115541 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.127255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3b309f7e-ad53-4924-9815-6f9236b34073,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:07.211588 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.222593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d6e2bbbe-66c3-43d4-8874-608a35c60dd5 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:07.234416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ba7da4-4e98-4ea3-b198-02321fd7b51a req-b494bf19-e15b-48d5-a4ab-a3b3231a9d77 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:07.239044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04ba7da4-4e98-4ea3-b198-02321fd7b51a req-b494bf19-e15b-48d5-a4ab-a3b3231a9d77 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 949 time: 0.2455928 Nov 25 19:20:07.250508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Pushing event updated for resources: {'Port': ['ID=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:07.269338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:07.270431 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.272756 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-19a0e89b-3ebb-4e1c-a6e4-4ed7ec27a1f5 service neutron] 10.222.0.60 "PUT /v2.0/ports/84cfdcaa-f6ba-439d-ab65-686b5afcb3bb HTTP/1.1" status: 200 len: 1091 time: 2.1353955 Nov 25 19:20:07.273505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'tag': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:07.277439 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb419e3b-0d63-41f4-8f24-5b2bd1e1c91b" -d '{"events": [{"name": "network-changed", "server_uuid": "cff7d118-f6d9-448e-bfc0-04d2eacb5766", "tag": "84cfdcaa-f6ba-439d-ab65-686b5afcb3bb"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:07.411346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04ba7da4-4e98-4ea3-b198-02321fd7b51a req-f0ffac8b-ee1e-4310-bea2-f00f4cd9ceae tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461453 Nov 25 19:20:07.454344 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a9152c-0103-4ebd-9d09-9d5bf64bfe3f req-63210bdd-0f58-4ce6-90fe-ec112287d90a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:07.458612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['3a982f00-07e6-48d2-a140-6e7857abca29'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:07.473892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50a9152c-0103-4ebd-9d09-9d5bf64bfe3f req-63210bdd-0f58-4ce6-90fe-ec112287d90a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 943 time: 0.3608782 Nov 25 19:20:07.475587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-a02ef3d2-bca7-4297-ae39-8015c47c157c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:07.478631 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-a02ef3d2-bca7-4297-ae39-8015c47c157c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 1094 time: 0.1575513 Nov 25 19:20:07.480751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=3a982f00-07e6-48d2-a140-6e7857abca29,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:07.623671 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-8a390d3a-e271-4926-b2b6-5d55f9740849 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb HTTP/1.1" status: 200 len: 217 time: 0.1250598 Nov 25 19:20:07.636434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09238b99-0f78-4b2a-afd9-e6f731dcdd20 req-eeab3270-f216-4cb7-bf44-c54d32800ad3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 210 time: 0.0878780 Nov 25 19:20:07.717399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50a9152c-0103-4ebd-9d09-9d5bf64bfe3f req-000d1c79-dc8f-437d-8e46-e14292698119 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387500 Nov 25 19:20:07.772262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46370) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:07.829318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-31ddf971-3620-4e79-88ab-8b89a4d47343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:07.833859 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-31ddf971-3620-4e79-88ab-8b89a4d47343 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1984017 Nov 25 19:20:07.843361 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-875548bc-501e-4ef2-9c67-3919e3e17840 x-openstack-request-id: req-875548bc-501e-4ef2-9c67-3919e3e17840 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:07.844378 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff7d118-f6d9-448e-bfc0-04d2eacb5766", "tag": "84cfdcaa-f6ba-439d-ab65-686b5afcb3bb", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:07.845041 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-875548bc-501e-4ef2-9c67-3919e3e17840 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:07.846760 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'tag': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb', 'status': 'completed', 'code': 200} Nov 25 19:20:07.852185 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc2e6dc-8b4d-43f3-afe9-e174f8d5ef89 x-openstack-request-id: req-2fc2e6dc-8b4d-43f3-afe9-e174f8d5ef89 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:07.852981 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f646cf7-5c62-4f22-9e95-4e1505960947", "name": "network-vif-plugged", "status": "completed", "tag": "3b309f7e-ad53-4924-9815-6f9236b34073", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:07.853603 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2fc2e6dc-8b4d-43f3-afe9-e174f8d5ef89 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:07.854484 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b309f7e-ad53-4924-9815-6f9236b34073', 'code': 200} Nov 25 19:20:07.944032 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-da83e2ca-8a33-403f-b630-1ff8afbe0f5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897639 Nov 25 19:20:07.946008 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:07.950957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:07.952050 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:08.041106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=3b309f7e-ad53-4924-9815-6f9236b34073,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:08.118358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6bd1-1d68-42d4-bc8f-569016958f3a req-d62685ce-3b56-4433-bbb5-8dd36d07be54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.124593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a29d6bd1-1d68-42d4-bc8f-569016958f3a req-d62685ce-3b56-4433-bbb5-8dd36d07be54 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 1097 time: 0.1601040 Nov 25 19:20:08.163102 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:08.171201 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-0c3cdf52-f1e0-498c-95c7-7ab9042d5515 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116714 Nov 25 19:20:08.364855 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-73016542-6f7a-4ccd-bace-87856fd4ecbb req-c806cf38-9b62-4d21-80b8-86cbfffdc0ae service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1833978 Nov 25 19:20:08.373430 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:08.374930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a29d6bd1-1d68-42d4-bc8f-569016958f3a req-3ccbf581-3ccc-4555-aab3-f73087f13d73 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327790 Nov 25 19:20:08.489477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:08.496963 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c220c5a4-347e-45e8-bf78-3ab5e388d774 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:08.502541 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:08.542199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb419e3b-0d63-41f4-8f24-5b2bd1e1c91b req-5592a5d9-a0bf-4fc6-837d-b79fe0774d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.545620 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb419e3b-0d63-41f4-8f24-5b2bd1e1c91b req-5592a5d9-a0bf-4fc6-837d-b79fe0774d03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 1094 time: 0.0833631 Nov 25 19:20:08.592498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d238ab9-5032-4d9f-925b-ba19a220a847 req-c3833588-75fd-4cf5-b235-ce4e79fc3b13 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.606251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d238ab9-5032-4d9f-925b-ba19a220a847 req-c3833588-75fd-4cf5-b235-ce4e79fc3b13 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 948 time: 0.2674007 Nov 25 19:20:08.653684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:08.784458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb419e3b-0d63-41f4-8f24-5b2bd1e1c91b req-4b7e7d6c-6bb9-41d1-aace-8e7b7f28fb6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.786122 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb419e3b-0d63-41f4-8f24-5b2bd1e1c91b req-4b7e7d6c-6bb9-41d1-aace-8e7b7f28fb6b service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.2323594 Nov 25 19:20:08.832233 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d238ab9-5032-4d9f-925b-ba19a220a847 req-6359114d-70e3-4deb-90fc-21780d36e43f tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963670 Nov 25 19:20:08.884630 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c220c5a4-347e-45e8-bf78-3ab5e388d774 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:08.889155 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb419e3b-0d63-41f4-8f24-5b2bd1e1c91b req-504a281d-edc7-4e84-81c3-3e09c5f6c796 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb HTTP/1.1" status: 200 len: 217 time: 0.0927217 Nov 25 19:20:08.901355 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c220c5a4-347e-45e8-bf78-3ab5e388d774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:08.987918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb419e3b-0d63-41f4-8f24-5b2bd1e1c91b req-a46a4244-b10d-4091-8239-b73ed49a3f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:08.989485 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb419e3b-0d63-41f4-8f24-5b2bd1e1c91b req-a46a4244-b10d-4091-8239-b73ed49a3f4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.0803897 Nov 25 19:20:09.029237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c220c5a4-347e-45e8-bf78-3ab5e388d774 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd18dbf-9228-4ca1-9eae-5dc83fb496d4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:09.067202 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb419e3b-0d63-41f4-8f24-5b2bd1e1c91b req-73b4820b-7ce2-44d8-ba79-ad8f78ef18ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680292 Nov 25 19:20:09.067658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c220c5a4-347e-45e8-bf78-3ab5e388d774 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcc343fd3f3c49548e638770a76d8fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2915022 Nov 25 19:20:09.071159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46394) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:09.151334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1064e56a-0789-4e65-9c28-1babbb0ced26 req-c5e4ff25-f55a-47b3-bade-b85804fc958a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:09.153102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1064e56a-0789-4e65-9c28-1babbb0ced26 req-c5e4ff25-f55a-47b3-bade-b85804fc958a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 946 time: 0.0812471 Nov 25 19:20:09.216431 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-56cf957e-a11a-448e-a4d6-838745a39030 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0914807 Nov 25 19:20:09.282367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e372ff4d-6d94-4a5d-9262-ee793e821de7 req-a5bb89dc-c427-496a-9305-28609d6aa4c7 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 210 time: 0.1027527 Nov 25 19:20:09.428312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b43116f4-9706-4537-aaf4-849ee7550aac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:09.459966 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1064e56a-0789-4e65-9c28-1babbb0ced26 req-2468d30a-adcf-4cb8-9012-add2c343ab9f tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992034 Nov 25 19:20:09.466915 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb419e3b-0d63-41f4-8f24-5b2bd1e1c91b req-5ae9e918-0177-4ba8-9766-a0027bdc12f5 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678896 Nov 25 19:20:09.503265 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-376af3b6-7e3d-4d22-ab3c-373de2cbe11d tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0668175 Nov 25 19:20:09.535878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-e83a6f32-8394-47b0-98a5-19ceaa71dd7d tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:09.537927 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-e83a6f32-8394-47b0-98a5-19ceaa71dd7d tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2775633 Nov 25 19:20:09.553912 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b43116f4-9706-4537-aaf4-849ee7550aac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:09.566758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8390da3-f152-47d6-a472-d20b0055fec7 req-574fcf1b-d6fb-4a80-8b6d-28b4774f3580 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:09.573367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3a982f00-07e6-48d2-a140-6e7857abca29 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:09.576355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8390da3-f152-47d6-a472-d20b0055fec7 req-574fcf1b-d6fb-4a80-8b6d-28b4774f3580 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 943 time: 0.2054245 Nov 25 19:20:09.583169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Request body: {'port': {'device_id': 'ac0ade9b-286d-4356-a609-70073a20c600', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '60c48d2fb97740fe952cc1943cc18b64'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:09.781458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 3a982f00-07e6-48d2-a140-6e7857abca29 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:09.791900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 3a982f00-07e6-48d2-a140-6e7857abca29 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:09.795748 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:09.825244 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8390da3-f152-47d6-a472-d20b0055fec7 req-b42519cb-ff4c-4c78-8e8e-b4fb0a7f91e2 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477541 Nov 25 19:20:09.859360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:09.867028 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8bde117-5ebb-4b9d-8577-0708a09f8449" -d '{"events": [{"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-plugged", "status": "completed", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:09.915882 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb419e3b-0d63-41f4-8f24-5b2bd1e1c91b req-a6a302bf-6e58-40a6-8312-a20396435a0a service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4355211 Nov 25 19:20:09.926686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b43116f4-9706-4537-aaf4-849ee7550aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:09.930638 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b43116f4-9706-4537-aaf4-849ee7550aac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:09.930638 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b43116f4-9706-4537-aaf4-849ee7550aac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7bd18dbf-9228-4ca1-9eae-5dc83fb496d4 HTTP/1.1" status: 204 len: 168 time: 0.8583894 Nov 25 19:20:09.960798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43116f4-9706-4537-aaf4-849ee7550aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd18dbf-9228-4ca1-9eae-5dc83fb496d4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:09.982026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-8ec96fc7-ae8a-4c19-9c53-b5c5d8f2b04b tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:09.988192 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-8ec96fc7-ae8a-4c19-9c53-b5c5d8f2b04b tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4762959 Nov 25 19:20:10.008520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Made reservation on behalf of 60c48d2fb97740fe952cc1943cc18b64 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:10.012470 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.027350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Request body: {'port': {'device_id': '0576cbe8-ce75-48ce-94b8-5af293d9af57', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '60c48d2fb97740fe952cc1943cc18b64'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:10.028740 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.082601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3a982f00-07e6-48d2-a140-6e7857abca29, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3a982f00-07e6-48d2-a140-6e7857abca29,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:10.088304 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.103717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bae07ac-bd31-4ea4-8453-98db951f3f3d req-38954850-434d-4f56-822a-d2e05c8b0476 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:10.111343 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bae07ac-bd31-4ea4-8453-98db951f3f3d req-38954850-434d-4f56-822a-d2e05c8b0476 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 949 time: 0.3369067 Nov 25 19:20:10.186703 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=3a982f00-07e6-48d2-a140-6e7857abca29,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:10.232704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b8e9b4-fd75-47a5-9f31-fa385b6a530f req-5ae802f9-25a5-4a39-a5b5-9ffed718d401 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:10.240790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98b8e9b4-fd75-47a5-9f31-fa385b6a530f req-5ae802f9-25a5-4a39-a5b5-9ffed718d401 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 948 time: 0.2514679 Nov 25 19:20:10.271934 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bae07ac-bd31-4ea4-8453-98db951f3f3d req-479b501a-9fae-4423-b258-4adfb4b17277 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595731 Nov 25 19:20:10.295369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Allocated IP 192.168.233.226 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:10.374844 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98b8e9b4-fd75-47a5-9f31-fa385b6a530f req-b8d04e99-a099-4b79-a96b-203ec626acbd tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330538 Nov 25 19:20:10.378674 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926f8918-7a20-42b3-abf6-28f5851055a1 x-openstack-request-id: req-926f8918-7a20-42b3-abf6-28f5851055a1 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:10.379151 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-plugged", "status": "completed", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:10.379334 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-926f8918-7a20-42b3-abf6-28f5851055a1 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:10.379762 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'code': 200} Nov 25 19:20:10.383515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Made reservation on behalf of 60c48d2fb97740fe952cc1943cc18b64 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:10.393301 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.618079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8dcc234c-cdd3-4628-9460-3ee9d64cdc35 req-210afb50-2d25-47c2-93df-8a7f98c5e52f tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 210 time: 0.0742874 Nov 25 19:20:10.712875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46420) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:10.737543 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-590a2ce0-e2b1-46ea-bd9f-f0435e5df57f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.767854 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.773974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a87603e-80d3-4195-934b-33c1d4710b2d req-271b91a9-e06b-4609-83e7-675a05f70e99 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:10.775722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a87603e-80d3-4195-934b-33c1d4710b2d req-271b91a9-e06b-4609-83e7-675a05f70e99 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 946 time: 0.1312103 Nov 25 19:20:10.781092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a52585c2-0aa3-4e04-94ef-20e1ea55c326 req-26cfc9c7-9630-4fa9-bf8a-450a98c2d8ad tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:10.783340 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a52585c2-0aa3-4e04-94ef-20e1ea55c326 req-26cfc9c7-9630-4fa9-bf8a-450a98c2d8ad tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 1100 time: 0.1621485 Nov 25 19:20:10.846481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a87603e-80d3-4195-934b-33c1d4710b2d req-da22a712-1cdb-4274-a8c5-3d93a0413fbf tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518878 Nov 25 19:20:10.924533 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:10.973956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'fb06f442-20c9-416f-935e-730ea8c17cd3'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:11.084778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Allocated IP 192.168.233.49 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/a7a5512c-3bad-409c-80a0-2b17ef862bff) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:11.100227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:11.102021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event updated for resources: {'Port': ['ID=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:11.105232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:11.169850 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-590a2ce0-e2b1-46ea-bd9f-f0435e5df57f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.177667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:11.190308 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-590a2ce0-e2b1-46ea-bd9f-f0435e5df57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.202344 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236dd21e-a58e-45c5-8258-feaf5faaed56 req-b58c4983-c098-4d78-9b55-b7cdb506d5df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:11.205504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-236dd21e-a58e-45c5-8258-feaf5faaed56 req-b58c4983-c098-4d78-9b55-b7cdb506d5df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 943 time: 0.1400483 Nov 25 19:20:11.340727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-236dd21e-a58e-45c5-8258-feaf5faaed56 req-50b043d4-2326-4214-afa1-004b90cd868e tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035924 Nov 25 19:20:11.429046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427e2e72-0ae7-4571-b2da-ad1b3675d826 req-6748f684-243c-4b61-b3c6-54fb454d360d tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:11.443868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-427e2e72-0ae7-4571-b2da-ad1b3675d826 req-6748f684-243c-4b61-b3c6-54fb454d360d tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 1097 time: 0.2603223 Nov 25 19:20:11.444101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:11.593606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-427e2e72-0ae7-4571-b2da-ad1b3675d826 req-4e192f62-ad95-4554-88b9-e75b73912dce tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436172 Nov 25 19:20:11.631209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:20:11.681967 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.693845 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-590a2ce0-e2b1-46ea-bd9f-f0435e5df57f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db1ae740d5bb48e1a04f29859e64033d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9789827 Nov 25 19:20:11.699866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590a2ce0-e2b1-46ea-bd9f-f0435e5df57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f8f29a-aff5-416f-9e3c-3b5d2692f350,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:11.703712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46448) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:11.726098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a52585c2-0aa3-4e04-94ef-20e1ea55c326 req-d445c88d-6a2e-4d8b-995c-573710c76a44 tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] Deleting port 70f4e076-187b-47e2-a444-ac428492d22a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:20:11.727072 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a52585c2-0aa3-4e04-94ef-20e1ea55c326 req-d445c88d-6a2e-4d8b-995c-573710c76a44 tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.777247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2a0e53-cea0-43c4-b6bb-ada37b889646 req-f19c945e-30a1-4722-ab24-1894338048d8 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:11.781752 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a2a0e53-cea0-43c4-b6bb-ada37b889646 req-f19c945e-30a1-4722-ab24-1894338048d8 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=57e7a932-e659-4891-9027-007bf05f4f3f HTTP/1.1" status: 200 len: 949 time: 0.2970827 Nov 25 19:20:11.859237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:11.860176 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.889730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8761f72a-1944-4638-8b72-438c0e8a71ad None None] Provisioning complete for port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:11.890941 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8761f72a-1944-4638-8b72-438c0e8a71ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.941461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a2a0e53-cea0-43c4-b6bb-ada37b889646 req-690f9110-b872-4767-93d1-a552f29bd6cc tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503561 Nov 25 19:20:11.945883 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c08c35e1-ca98-45c0-b4ae-48363e729dd4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3886049 Nov 25 19:20:11.947047 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.966355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-a52585c2-0aa3-4e04-94ef-20e1ea55c326 req-d445c88d-6a2e-4d8b-995c-573710c76a44 tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] For port 70f4e076-187b-47e2-a444-ac428492d22a, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=70f4e076-187b-47e2-a444-ac428492d22a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:11.966733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a52585c2-0aa3-4e04-94ef-20e1ea55c326 req-d445c88d-6a2e-4d8b-995c-573710c76a44 tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:11.997291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Request body: {'port': {'device_id': 'ac0ade9b-286d-4356-a609-70073a20c600', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:12.004439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.030202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a52585c2-0aa3-4e04-94ef-20e1ea55c326 req-d445c88d-6a2e-4d8b-995c-573710c76a44 tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] Calling delete_port for 70f4e076-187b-47e2-a444-ac428492d22a owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:20:12.049949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8761f72a-1944-4638-8b72-438c0e8a71ad None None] Port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:12.058725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f28725-ba8f-4787-b729-0c621b8f9d73 req-2995f07b-8086-42f4-b051-1d2376ea65a5 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:12.061884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7f28725-ba8f-4787-b729-0c621b8f9d73 req-2995f07b-8086-42f4-b051-1d2376ea65a5 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 949 time: 0.2090421 Nov 25 19:20:12.072047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:12.072778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:12.086011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:12.098206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb', 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4', 'port_id': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb', 'mac_address': 'fa:16:3e:f3:dc:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b23255d-cfeb-4bfa-9e1b-270520fa14a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:12.118663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:12.200853 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.241321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:12.241866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:12.242627 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.302297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event updated for resources: {'Port': ['ID=a7a5512c-3bad-409c-80a0-2b17ef862bff,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:12.304881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:12.317692 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.383958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a982f00-07e6-48d2-a140-6e7857abca29'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:12.387872 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163ce57b-d4e0-41e1-b4a0-72223c6384b4" -d '{"events": [{"server_uuid": "dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75", "name": "network-vif-plugged", "status": "completed", "tag": "3a982f00-07e6-48d2-a140-6e7857abca29"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:12.401782 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.402703 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bed8dbfa-e526-480f-96ca-8747f35b1ed3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3968618 Nov 25 19:20:12.429759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Request body: {'port': {'device_id': '0576cbe8-ce75-48ce-94b8-5af293d9af57', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:12.495770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:12.503698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7f28725-ba8f-4787-b729-0c621b8f9d73 req-51136b47-c5cc-47be-aa28-8ae02c038c59 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4268496 Nov 25 19:20:12.546717 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.594919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c1bfcb77-fee2-4c56-bdaf-7b232e7b97fe None None] Provisioning complete for port a7a5512c-3bad-409c-80a0-2b17ef862bff triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:12.596113 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1bfcb77-fee2-4c56-bdaf-7b232e7b97fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.621536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74107d4f-0c13-4686-a66c-47f40dcc9ec5 req-0444f6d5-3f95-49fe-aabc-0fc270bc6064 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:12.625428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74107d4f-0c13-4686-a66c-47f40dcc9ec5 req-0444f6d5-3f95-49fe-aabc-0fc270bc6064 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 935 time: 0.3073497 Nov 25 19:20:12.664391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.709220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['84cfdcaa-f6ba-439d-ab65-686b5afcb3bb'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:12.784914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a52585c2-0aa3-4e04-94ef-20e1ea55c326 req-d445c88d-6a2e-4d8b-995c-573710c76a44 tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.806006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.815686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['70f4e076-187b-47e2-a444-ac428492d22a'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:12.818123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:12.819795 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5f8f29a-aff5-416f-9e3c-3b5d2692f350 HTTP/1.1" status: 204 len: 168 time: 1.1107957 Nov 25 19:20:12.903719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c1bfcb77-fee2-4c56-bdaf-7b232e7b97fe None None] Port a7a5512c-3bad-409c-80a0-2b17ef862bff cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:13.007621 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f8f29a-aff5-416f-9e3c-3b5d2692f350,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:13.075911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.077457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.077778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.080345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.080900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.081269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.081582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.081915 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.083084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.083084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.083402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.083902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413a614f-5d13-4b83-b8c2-5213bd1266e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.123303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'fb06f442-20c9-416f-935e-730ea8c17cd3'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:13.254820 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445c88d-6a2e-4d8b-995c-573710c76a44 tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] Pushing event deleted for resources: {'Port': ['ID=70f4e076-187b-47e2-a444-ac428492d22a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:13.294914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7a5512c-3bad-409c-80a0-2b17ef862bff {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:13.323035 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.367877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a52585c2-0aa3-4e04-94ef-20e1ea55c326 req-d445c88d-6a2e-4d8b-995c-573710c76a44 tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] No DVR routers for this DVR port 70f4e076-187b-47e2-a444-ac428492d22a on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:20:13.377366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Transition to ACTIVE for port object a7a5512c-3bad-409c-80a0-2b17ef862bff will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:13.389043 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a52585c2-0aa3-4e04-94ef-20e1ea55c326 req-d445c88d-6a2e-4d8b-995c-573710c76a44 tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.404116 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a52585c2-0aa3-4e04-94ef-20e1ea55c326 req-d445c88d-6a2e-4d8b-995c-573710c76a44 tempest-DeleteServersAdminTestJSON-859080293 tempest-DeleteServersAdminTestJSON-859080293-project-admin] 10.222.0.76 "DELETE /v2.0/ports/70f4e076-187b-47e2-a444-ac428492d22a HTTP/1.1" status: 204 len: 173 time: 2.6127062 Nov 25 19:20:13.414192 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.426092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57e7a932-e659-4891-9027-007bf05f4f3f', 'name': 'network-vif-deleted', 'tag': '70f4e076-187b-47e2-a444-ac428492d22a'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:13.446142 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b264788-c715-429c-b162-7e4e9fc915e6" -d '{"events": [{"server_uuid": "57e7a932-e659-4891-9027-007bf05f4f3f", "name": "network-vif-deleted", "tag": "70f4e076-187b-47e2-a444-ac428492d22a"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:13.800484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74107d4f-0c13-4686-a66c-47f40dcc9ec5 req-4191e6ee-f617-413f-a300-06cb3720142b tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1201496 Nov 25 19:20:13.872109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:13.892526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.909781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5512c-3bad-409c-80a0-2b17ef862bff,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:13.922751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6a1c33-30db-4f28-b193-e94232df86b4 req-f98ae6a3-d398-41ec-959d-3b46928c3e4d tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:13.925663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Transition to ACTIVE for port object ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:13.931981 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:13.932840 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c6a1c33-30db-4f28-b193-e94232df86b4 req-f98ae6a3-d398-41ec-959d-3b46928c3e4d tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 1097 time: 0.5490637 Nov 25 19:20:13.963327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.963999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.964563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.965156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.965732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.966281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.966894 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.967422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.968264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.969011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.969641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:13.970299 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:14.097120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:14.287421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c6a1c33-30db-4f28-b193-e94232df86b4 req-38327ccb-4e16-4389-bbdc-3c530ffeb002 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3432379 Nov 25 19:20:14.303946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Attempting to bind port a7a5512c-3bad-409c-80a0-2b17ef862bff on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:14.305011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Attempting to bind port a7a5512c-3bad-409c-80a0-2b17ef862bff by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:14.305314 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Attempting to bind port a7a5512c-3bad-409c-80a0-2b17ef862bff on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:14.343955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Port a7a5512c-3bad-409c-80a0-2b17ef862bff on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:14.344500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Attempting to bind port a7a5512c-3bad-409c-80a0-2b17ef862bff on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:14.400768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:14.401966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:14.402376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:14.406188 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Bound port: a7a5512c-3bad-409c-80a0-2b17ef862bff, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:14.406456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:14.539656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Attempting to bind port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:14.540112 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Attempting to bind port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:14.540679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Attempting to bind port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:14.551031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:14.552630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Attempting to bind port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:14.562473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 19, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:14.563155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:14.564279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:14.565453 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Bound port: ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:14.566015 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:14.578284 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69a51ae-d462-426d-913f-ed0a899cebc5 x-openstack-request-id: req-d69a51ae-d462-426d-913f-ed0a899cebc5 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:14.578907 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75", "name": "network-vif-plugged", "status": "completed", "tag": "3a982f00-07e6-48d2-a140-6e7857abca29", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:14.579015 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d69a51ae-d462-426d-913f-ed0a899cebc5 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:14.580419 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a982f00-07e6-48d2-a140-6e7857abca29', 'code': 200} Nov 25 19:20:14.741290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662333b2-cc0f-4e46-9ccd-5833b7744080 req-82154452-30a5-4f03-904c-8bccf5771835 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:14.754121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-662333b2-cc0f-4e46-9ccd-5833b7744080 req-82154452-30a5-4f03-904c-8bccf5771835 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 944 time: 0.2863367 Nov 25 19:20:14.891379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] For port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:14.899947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] For port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:14.906966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88561bb-da99-4da3-a119-fdb32eb1029c req-e0d86c5a-b265-456e-87ef-5491a1404ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:14.910411 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c88561bb-da99-4da3-a119-fdb32eb1029c req-e0d86c5a-b265-456e-87ef-5491a1404ddc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 1100 time: 0.2109957 Nov 25 19:20:14.913592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:14.917806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-662333b2-cc0f-4e46-9ccd-5833b7744080 req-2a0478c2-a52e-425a-b755-71091b5febbb tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618881 Nov 25 19:20:14.934170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] For port a7a5512c-3bad-409c-80a0-2b17ef862bff, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:14.957798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] For port a7a5512c-3bad-409c-80a0-2b17ef862bff, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a7a5512c-3bad-409c-80a0-2b17ef862bff,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:14.972674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.072288 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c2fbd4e-37cc-4e21-84e9-53afb7b4eaa4 x-openstack-request-id: req-8c2fbd4e-37cc-4e21-84e9-53afb7b4eaa4 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:15.072681 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57e7a932-e659-4891-9027-007bf05f4f3f", "name": "network-vif-deleted", "tag": "70f4e076-187b-47e2-a444-ac428492d22a", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:15.073051 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c2fbd4e-37cc-4e21-84e9-53afb7b4eaa4 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:15.073584 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57e7a932-e659-4891-9027-007bf05f4f3f', 'name': 'network-vif-deleted', 'tag': '70f4e076-187b-47e2-a444-ac428492d22a', 'status': 'completed', 'code': 200} Nov 25 19:20:15.088579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.089658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.092274 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] 10.222.0.76 "PUT /v2.0/ports/a7a5512c-3bad-409c-80a0-2b17ef862bff HTTP/1.1" status: 200 len: 1095 time: 2.6674759 Nov 25 19:20:15.103372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0576cbe8-ce75-48ce-94b8-5af293d9af57', 'tag': 'a7a5512c-3bad-409c-80a0-2b17ef862bff'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:15.107733 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "0576cbe8-ce75-48ce-94b8-5af293d9af57", "tag": "a7a5512c-3bad-409c-80a0-2b17ef862bff"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:15.154961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.156195 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.158756 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] 10.222.0.60 "PUT /v2.0/ports/ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 HTTP/1.1" status: 200 len: 1096 time: 3.1849341 Nov 25 19:20:15.306576 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02ad5bc-121d-4a84-845f-08e020a2060c req-2dbd2085-4e6a-421c-b318-83ad6c0d894b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.319719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d02ad5bc-121d-4a84-845f-08e020a2060c req-2dbd2085-4e6a-421c-b318-83ad6c0d894b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 949 time: 0.2598796 Nov 25 19:20:15.364631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-51c67b48-9146-4491-a6db-4ba541126fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.367547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-51c67b48-9146-4491-a6db-4ba541126fd8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 1098 time: 0.2145646 Nov 25 19:20:15.454271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-73cf2002-2294-4309-a184-ed6361b0ed42 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a7a5512c-3bad-409c-80a0-2b17ef862bff HTTP/1.1" status: 200 len: 217 time: 0.0641849 Nov 25 19:20:15.458529 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c88561bb-da99-4da3-a119-fdb32eb1029c req-9c71f4b1-8633-45f1-a45a-e8d550bae16d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339549 Nov 25 19:20:15.466741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018e4b51-a448-49ce-9760-54220bb9a901 service neutron] Pushing event updated for resources: {'Port': ['ID=a7a5512c-3bad-409c-80a0-2b17ef862bff,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:15.474581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83921ab8-fa3e-4ac6-aa34-b7393e880848 service neutron] Pushing event updated for resources: {'Port': ['ID=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:15.477355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:15.508008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-1c11b583-ea80-49f0-b8bf-f2abe7d2561c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.512983 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-1c11b583-ea80-49f0-b8bf-f2abe7d2561c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=ac0ade9b-286d-4356-a609-70073a20c600 HTTP/1.1" status: 200 len: 1099 time: 0.2653232 Nov 25 19:20:15.603483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 70f4e076-187b-47e2-a444-ac428492d22a no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:15.631594 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-d7fe38e6-a3e7-4064-b29b-1d90462aca35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 HTTP/1.1" status: 200 len: 217 time: 0.1088295 Nov 25 19:20:15.663275 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d02ad5bc-121d-4a84-845f-08e020a2060c req-0f21c1af-66be-477b-bd3e-7fdb98b354ec tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238602 Nov 25 19:20:15.686840 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 70f4e076-187b-47e2-a444-ac428492d22a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:20:15.687229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 70f4e076-187b-47e2-a444-ac428492d22a not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:20:15.692554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:15.725524 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:15.725906 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.865131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-5f73900b-0a24-4aed-aa37-e9e52558bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.868394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-5f73900b-0a24-4aed-aa37-e9e52558bf18 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2010541 Nov 25 19:20:15.919922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-729eae2e-05f7-44f5-9e13-950031a2b2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.921583 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-729eae2e-05f7-44f5-9e13-950031a2b2b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2699242 Nov 25 19:20:15.929002 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:15.956154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f34d19-b435-40eb-ad6e-f33d71d0627b req-73a8c845-4952-4a96-b841-988d5f904758 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:15.970834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60f34d19-b435-40eb-ad6e-f33d71d0627b req-73a8c845-4952-4a96-b841-988d5f904758 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 947 time: 0.5975502 Nov 25 19:20:16.066839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:16.080287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:16.082288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-aa6076fd-1ff6-47d5-8257-968769c2bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:16.083655 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-aa6076fd-1ff6-47d5-8257-968769c2bce5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1527376 Nov 25 19:20:16.107113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-58003a11-f28d-4b4d-bd74-f841c8a40e65 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=6dfba32e2d644f27be835948b8b9cdd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1235468 Nov 25 19:20:16.222699 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60f34d19-b435-40eb-ad6e-f33d71d0627b req-81521ba7-cad6-40cd-8730-23a1b9c4742d tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496288 Nov 25 19:20:16.241469 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-776aa928-772b-45a3-967f-db3084d3f60f service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464443 Nov 25 19:20:16.287241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:16.337590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-886b31c3-3b78-4fec-940f-1a2c63994614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:16.347782 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-886b31c3-3b78-4fec-940f-1a2c63994614 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4647865 Nov 25 19:20:16.376014 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-ca098114-0984-46ed-9252-8e1fec12a996 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280229 Nov 25 19:20:16.574437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-3cbdb180-67cc-4085-b468-cd49a6e2b440 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:16.581980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:16.589802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-3cbdb180-67cc-4085-b468-cd49a6e2b440 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4809306 Nov 25 19:20:16.590719 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c234f5aa-e64c-4547-ab2e-59d954e800d0" -d '{"events": [{"server_uuid": "cff7d118-f6d9-448e-bfc0-04d2eacb5766", "name": "network-vif-plugged", "status": "completed", "tag": "84cfdcaa-f6ba-439d-ab65-686b5afcb3bb"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:16.625370 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-3e0901d2-1ed5-43a0-9165-5caae09f986c tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/quotas/6dfba32e2d644f27be835948b8b9cdd3 HTTP/1.1" status: 200 len: 375 time: 0.0329609 Nov 25 19:20:16.645483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-c79122de-440c-4ace-bd59-efae8d92baeb service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797949 Nov 25 19:20:16.690247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-a5cb4eed-4b09-4698-b051-5def275f0471 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6dfba32e2d644f27be835948b8b9cdd3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636914 Nov 25 19:20:16.774776 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c9ccb0-64c6-42e7-9731-708650135ed5 x-openstack-request-id: req-10c9ccb0-64c6-42e7-9731-708650135ed5 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:16.775433 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0576cbe8-ce75-48ce-94b8-5af293d9af57", "tag": "a7a5512c-3bad-409c-80a0-2b17ef862bff", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:16.775668 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10c9ccb0-64c6-42e7-9731-708650135ed5 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:16.785012 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0576cbe8-ce75-48ce-94b8-5af293d9af57', 'tag': 'a7a5512c-3bad-409c-80a0-2b17ef862bff', 'status': 'completed', 'code': 200} Nov 25 19:20:17.075092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac0ade9b-286d-4356-a609-70073a20c600', 'tag': 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:17.083489 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a181745-b579-4c5d-9d2e-321f5b4146da" -d '{"events": [{"name": "network-changed", "server_uuid": "ac0ade9b-286d-4356-a609-70073a20c600", "tag": "ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:17.133203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7033755-2f39-43a7-b0fb-dad5ceab47e8 req-bfd90fd4-1d16-4739-ab12-c90c0104ace5 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4555469 Nov 25 19:20:17.416255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6697abe6-3230-4dac-bfa0-a0b61b0b8b20 req-f3780e55-7717-47ec-ab3b-8d3bd13ab3d2 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:17.424499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6697abe6-3230-4dac-bfa0-a0b61b0b8b20 req-f3780e55-7717-47ec-ab3b-8d3bd13ab3d2 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 945 time: 0.2372417 Nov 25 19:20:17.470440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1 req-ab999bd8-a2a5-425e-a95e-48c5a793f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:17.477970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1 req-ab999bd8-a2a5-425e-a95e-48c5a793f8fb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 1098 time: 0.1748660 Nov 25 19:20:17.562991 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6697abe6-3230-4dac-bfa0-a0b61b0b8b20 req-8293fc80-e1b9-46d1-b764-f5bab234307e tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235652 Nov 25 19:20:17.649699 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a39ea95-53c7-4e1f-853c-01cc04a8055e x-openstack-request-id: req-4a39ea95-53c7-4e1f-853c-01cc04a8055e {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:17.650601 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff7d118-f6d9-448e-bfc0-04d2eacb5766", "name": "network-vif-plugged", "status": "completed", "tag": "84cfdcaa-f6ba-439d-ab65-686b5afcb3bb", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:17.651038 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a39ea95-53c7-4e1f-853c-01cc04a8055e {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:17.651603 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb', 'code': 200} Nov 25 19:20:17.885299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223e1237-67e3-419c-9e32-e652ec8537a0 req-5024fbc0-0b4f-4b6d-98c6-b902961d091f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:17.890506 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-223e1237-67e3-419c-9e32-e652ec8537a0 req-5024fbc0-0b4f-4b6d-98c6-b902961d091f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 1096 time: 0.1440027 Nov 25 19:20:18.037041 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-223e1237-67e3-419c-9e32-e652ec8537a0 req-80549cd9-0896-43b8-8dc2-fba8df591a85 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382062 Nov 25 19:20:18.151460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420c1fa5-2d57-40c8-82d8-4b7aafbf174c req-bbe81db2-befd-4aef-aeda-fe1eeae42d94 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.160565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-420c1fa5-2d57-40c8-82d8-4b7aafbf174c req-bbe81db2-befd-4aef-aeda-fe1eeae42d94 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 1097 time: 0.6386352 Nov 25 19:20:18.162764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1 req-0a4ed80d-8fe9-48a3-8ff8-007cb9b99e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.164250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1 req-0a4ed80d-8fe9-48a3-8ff8-007cb9b99e97 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.6745098 Nov 25 19:20:18.236761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1 req-5f6a558c-813a-4789-8ad3-67f3d835ac00 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.49&port_id=a7a5512c-3bad-409c-80a0-2b17ef862bff HTTP/1.1" status: 200 len: 217 time: 0.0420313 Nov 25 19:20:18.312930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-420c1fa5-2d57-40c8-82d8-4b7aafbf174c req-9c0c235a-4f66-4280-9bd1-0e49c2480c23 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503570 Nov 25 19:20:18.352738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f21db-47de-4169-b1fd-5c9a57ef7dde req-e6713928-9438-4b97-a4ee-a00732feee86 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.367595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b83f21db-47de-4169-b1fd-5c9a57ef7dde req-e6713928-9438-4b97-a4ee-a00732feee86 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 949 time: 0.6303167 Nov 25 19:20:18.422527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1 req-f9f90198-c33e-488b-ae87-d3e3056e4322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.432122 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1 req-f9f90198-c33e-488b-ae87-d3e3056e4322 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1832309 Nov 25 19:20:18.500922 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41e4a03b-cf64-446a-9909-b3578e08930b x-openstack-request-id: req-41e4a03b-cf64-446a-9909-b3578e08930b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:18.502586 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac0ade9b-286d-4356-a609-70073a20c600", "tag": "ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:18.502586 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41e4a03b-cf64-446a-9909-b3578e08930b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:18.502586 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac0ade9b-286d-4356-a609-70073a20c600', 'tag': 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7', 'status': 'completed', 'code': 200} Nov 25 19:20:18.530722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b83f21db-47de-4169-b1fd-5c9a57ef7dde req-09a85963-3851-4c88-9b21-1ca5cadc6abe tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619430 Nov 25 19:20:18.605994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1 req-d38ab261-62b9-4e30-95cc-d6917ef52a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.608044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1 req-d38ab261-62b9-4e30-95cc-d6917ef52a44 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1636324 Nov 25 19:20:18.718446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a181745-b579-4c5d-9d2e-321f5b4146da req-a25a8796-c406-4e4c-8569-05b96e9d51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.722748 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a181745-b579-4c5d-9d2e-321f5b4146da req-a25a8796-c406-4e4c-8569-05b96e9d51d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=ac0ade9b-286d-4356-a609-70073a20c600 HTTP/1.1" status: 200 len: 1099 time: 0.1904581 Nov 25 19:20:18.785037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f044a5a-abe6-4f62-966c-691e30ff77a8 req-8fadbcd0-e01e-46b1-97ba-4b09f2627824 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 210 time: 0.1058357 Nov 25 19:20:18.885518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6774166b-e2f2-4765-845f-ef208e402f97 req-ac41528b-7885-496c-993e-78414b8acbfd tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:18.897159 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6774166b-e2f2-4765-845f-ef208e402f97 req-ac41528b-7885-496c-993e-78414b8acbfd tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 947 time: 0.2205615 Nov 25 19:20:18.916500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1 req-c959d0d0-c970-491a-9b6f-3545aec6eda8 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968020 Nov 25 19:20:19.021999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a181745-b579-4c5d-9d2e-321f5b4146da req-144964e0-e052-43a1-8ba0-23ab5e0e3cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:19.024883 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a181745-b579-4c5d-9d2e-321f5b4146da req-144964e0-e052-43a1-8ba0-23ab5e0e3cf6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2931828 Nov 25 19:20:19.067597 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c5ce78b-08fd-4e4b-941c-b0a60e361ed1 req-d1ae006d-75c5-4f3e-be0b-c474eaed25f9 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274607 Nov 25 19:20:19.118686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6774166b-e2f2-4765-845f-ef208e402f97 req-1d27281b-db02-4178-9daf-846ddcbbebe3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203724 Nov 25 19:20:19.126859 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a181745-b579-4c5d-9d2e-321f5b4146da req-bd4e61ba-ad6e-4749-b1ba-935a8ee2e1df service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 HTTP/1.1" status: 200 len: 217 time: 0.0917273 Nov 25 19:20:19.202239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a181745-b579-4c5d-9d2e-321f5b4146da req-7c4576b7-7f9d-43ca-8cfe-cfd7d80be098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:19.204321 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a181745-b579-4c5d-9d2e-321f5b4146da req-7c4576b7-7f9d-43ca-8cfe-cfd7d80be098 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0679159 Nov 25 19:20:19.277439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a181745-b579-4c5d-9d2e-321f5b4146da req-103a36de-7410-4400-9a05-baf9d339449d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:19.279397 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a181745-b579-4c5d-9d2e-321f5b4146da req-103a36de-7410-4400-9a05-baf9d339449d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0665944 Nov 25 19:20:19.298665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-cc545f5f-accf-4d89-a510-deabdf48b26c tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f0c7a8a949b04f419b1ca63afd2cba0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384605 Nov 25 19:20:19.463493 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a181745-b579-4c5d-9d2e-321f5b4146da req-6034f1e2-f618-4c23-aa4a-fda891ca658e service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692748 Nov 25 19:20:19.509900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:19.598297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-3b050368-f1c6-49e0-b2bd-aed63e6f2816 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:19.606913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-3b050368-f1c6-49e0-b2bd-aed63e6f2816 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3021710 Nov 25 19:20:19.626345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-6714bd4a-c821-47a9-9e89-621655585780 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/quotas/f0c7a8a949b04f419b1ca63afd2cba0d HTTP/1.1" status: 200 len: 375 time: 0.0183809 Nov 25 19:20:19.686737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:19.709266 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-c147cbd7-6c30-47e0-ae43-6a94c7f87feb tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=6dfba32e2d644f27be835948b8b9cdd3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0838721 Nov 25 19:20:19.712146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-1c28db48-6b29-495b-9aed-27dc655d3c88 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0c7a8a949b04f419b1ca63afd2cba0d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0840509 Nov 25 19:20:19.732741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a7a5512c-3bad-409c-80a0-2b17ef862bff details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:19.741634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7', 'mac_address': 'fa:16:3e:6a:5b:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:19.925908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-a5b2463c-31a1-403e-ac4c-bbda0e06b628 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:19.930290 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-a5b2463c-31a1-403e-ac4c-bbda0e06b628 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1960051 Nov 25 19:20:19.946369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Request body: {'port': {'device_id': '83d48dd9-063d-431d-aed5-e90d76e04567', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '6dfba32e2d644f27be835948b8b9cdd3'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:19.951706 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:19.980021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:19.999937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port a7a5512c-3bad-409c-80a0-2b17ef862bff, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a7a5512c-3bad-409c-80a0-2b17ef862bff,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:20.019210 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a181745-b579-4c5d-9d2e-321f5b4146da req-d12ddb43-c283-4e9b-b7de-7921848d67ba service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5370595 Nov 25 19:20:20.030643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:20.034787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'a7a5512c-3bad-409c-80a0-2b17ef862bff', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'a7a5512c-3bad-409c-80a0-2b17ef862bff', 'mac_address': 'fa:16:3e:29:38:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:20.050701 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:20.159450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:20.201928 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:20.248478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7a5512c-3bad-409c-80a0-2b17ef862bff {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:20.277551 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:20.289118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port a7a5512c-3bad-409c-80a0-2b17ef862bff, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a7a5512c-3bad-409c-80a0-2b17ef862bff,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:20.296953 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:20.395843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Made reservation on behalf of 6dfba32e2d644f27be835948b8b9cdd3 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:20.413563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:20.426633 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:20.559040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=a7a5512c-3bad-409c-80a0-2b17ef862bff,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:20.613613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d51163-741e-40e5-820d-350e8e8c5716 req-0d284a84-2ed2-48f8-b6dd-cf1aab3f1454 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:20.644256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63d51163-741e-40e5-820d-350e8e8c5716 req-0d284a84-2ed2-48f8-b6dd-cf1aab3f1454 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 945 time: 0.1470299 Nov 25 19:20:20.720506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a7a5512c-3bad-409c-80a0-2b17ef862bff'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:20.734148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Allocated IP 192.168.233.81 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/9a24dbe7-b2b6-4b7b-beed-0239fb76efda) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:20.856206 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63d51163-741e-40e5-820d-350e8e8c5716 req-0aa16ac3-d48f-4780-b04e-083472bd8648 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040863 Nov 25 19:20:20.930115 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:20.973103 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:21.045629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:21.054018 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:21.075613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:21.160359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Pushing event updated for resources: {'Port': ['ID=9a24dbe7-b2b6-4b7b-beed-0239fb76efda,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:21.226518 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:21.227225 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:21.306135 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-d3db8d5a-20dc-4085-8634-c47b2eae5537 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3640423 Nov 25 19:20:21.334792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Request body: {'port': {'device_id': '83d48dd9-063d-431d-aed5-e90d76e04567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:21.379528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641372d8-3361-466e-9d81-eab3e5393686 req-d685806a-8ba2-4acc-bd50-f7138d2725e5 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:21.396476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-641372d8-3361-466e-9d81-eab3e5393686 req-d685806a-8ba2-4acc-bd50-f7138d2725e5 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 935 time: 0.2194843 Nov 25 19:20:21.583597 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:21.603075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-641372d8-3361-466e-9d81-eab3e5393686 req-fa125636-9bda-40fb-b07d-ae0e70ec818f tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839185 Nov 25 19:20:21.683294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f8e17dde-ca15-4875-b91c-dac5649d7d53 None None] Provisioning complete for port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:21.683929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f8e17dde-ca15-4875-b91c-dac5649d7d53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:21.793689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f8e17dde-ca15-4875-b91c-dac5649d7d53 None None] Port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:21.803460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9426dbbd-cb64-4f63-aaa0-f669507b7273 req-3bfa6930-66ac-4d56-b883-add02f31a2cf tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 210 time: 0.0717523 Nov 25 19:20:22.099616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ad0e2-6a29-4cc1-8381-38195dfbc61f req-01bcc16b-27e9-485d-bccc-24ce1e96bf64 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:22.103188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-326ad0e2-6a29-4cc1-8381-38195dfbc61f req-01bcc16b-27e9-485d-bccc-24ce1e96bf64 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 948 time: 0.1489301 Nov 25 19:20:22.138728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a24dbe7-b2b6-4b7b-beed-0239fb76efda {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:22.150454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:22.168702 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Transition to ACTIVE for port object 9a24dbe7-b2b6-4b7b-beed-0239fb76efda will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:22.175137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:22.281413 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-326ad0e2-6a29-4cc1-8381-38195dfbc61f req-3e928d4d-0ab1-4e77-be10-a9c28ccdc11c tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675415 Nov 25 19:20:22.288130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Pushing event updated for resources: {'Port': ['ID=9a24dbe7-b2b6-4b7b-beed-0239fb76efda,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:22.340592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46650) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:22.401304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Attempting to bind port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:22.402157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Attempting to bind port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:22.402775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Attempting to bind port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:22.415587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:22.416225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Attempting to bind port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:22.433479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:22.433981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:22.434432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:22.435163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Bound port: 9a24dbe7-b2b6-4b7b-beed-0239fb76efda, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:22.435677 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:22.668676 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:22.677487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-69495eb6-711e-4a29-95ed-ce3fb4a137d1 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=f0c7a8a949b04f419b1ca63afd2cba0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1570807 Nov 25 19:20:22.687226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] For port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:22.691804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-0a32d2a0-75e2-4c05-85f5-42068a2365e6 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:20:22.695644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] For port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=9a24dbe7-b2b6-4b7b-beed-0239fb76efda,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:22.707419 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-0a32d2a0-75e2-4c05-85f5-42068a2365e6 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3651681 Nov 25 19:20:22.726102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:22.820629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:22.821285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:22.823110 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] 10.222.0.60 "PUT /v2.0/ports/9a24dbe7-b2b6-4b7b-beed-0239fb76efda HTTP/1.1" status: 200 len: 1095 time: 1.5055745 Nov 25 19:20:22.823913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83d48dd9-063d-431d-aed5-e90d76e04567', 'tag': '9a24dbe7-b2b6-4b7b-beed-0239fb76efda'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:22.827390 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a38832d9-6fa6-49a5-835f-c8b23857b636" -d '{"events": [{"name": "network-changed", "server_uuid": "83d48dd9-063d-431d-aed5-e90d76e04567", "tag": "9a24dbe7-b2b6-4b7b-beed-0239fb76efda"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:22.830698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b9835-ec76-4ff2-ab05-506d7dbaa58d service neutron] Pushing event updated for resources: {'Port': ['ID=9a24dbe7-b2b6-4b7b-beed-0239fb76efda,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:22.891034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-24470670-5db4-42e1-b416-1f8bf7899050 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c689e1f5c7e844778d1a6bef59dfb1a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1814868 Nov 25 19:20:23.005191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-7a3d311d-a116-42b6-8ce7-3d700f77a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:23.006728 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-7a3d311d-a116-42b6-8ce7-3d700f77a140 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6dfba32e2d644f27be835948b8b9cdd3&device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 1098 time: 0.0882823 Nov 25 19:20:23.174792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-3279633b-1d5b-4146-ac12-ccff30a9e7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:23.177432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-3279633b-1d5b-4146-ac12-ccff30a9e7b6 service neutron] 10.222.0.15 "GET /v2.0/ports/3b309f7e-ad53-4924-9815-6f9236b34073 HTTP/1.1" status: 200 len: 1094 time: 0.3671386 Nov 25 19:20:23.212876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Request body: {'binding': {'host': 'n-h1-817303-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:23.213694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Unknown quota resources ['binding']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:20:23.352785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-e2b085ac-861d-4043-b5b7-65f920f71cf0 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:23.355462 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-e2b085ac-861d-4043-b5b7-65f920f71cf0 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6298060 Nov 25 19:20:23.420772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Request body: {'port': {'device_id': '70784d25-0cf0-451c-ace1-2f5322007c28', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': 'f0c7a8a949b04f419b1ca63afd2cba0d'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:23.468192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-4c0548b0-1ab4-447f-8d14-870ccf7be9d7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=9a24dbe7-b2b6-4b7b-beed-0239fb76efda HTTP/1.1" status: 200 len: 217 time: 0.4518886 Nov 25 19:20:23.491790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-b7ee43ca-41ff-4aa8-9969-4155bb27e428 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:23.506740 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-b7ee43ca-41ff-4aa8-9969-4155bb27e428 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6137788 Nov 25 19:20:23.514142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:23.596953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-5462db90-5f5b-4164-b6e4-cd3061381cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:23.598125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-48831188-1afb-492c-9757-aba6893c6c1a tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/quotas/c689e1f5c7e844778d1a6bef59dfb1a1 HTTP/1.1" status: 200 len: 375 time: 0.0898418 Nov 25 19:20:23.599404 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-5462db90-5f5b-4164-b6e4-cd3061381cae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1236227 Nov 25 19:20:23.632235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a7a5512c-3bad-409c-80a0-2b17ef862bff up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:23.659736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:23.668251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:23.668735 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.721466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-3d4014d9-7078-45d8-b27b-19be17fdf09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:23.724630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-3d4014d9-7078-45d8-b27b-19be17fdf09a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105003 Nov 25 19:20:23.793140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port a7a5512c-3bad-409c-80a0-2b17ef862bff completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:23.803544 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port a7a5512c-3bad-409c-80a0-2b17ef862bff triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:23.804037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.850448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.887665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-30c1c3f6-290a-4907-9399-a4408affddcd tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c689e1f5c7e844778d1a6bef59dfb1a1&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2879455 Nov 25 19:20:23.900483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0ade9b-286d-4356-a609-70073a20c600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:23.904865 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83ae399-3006-412b-b0c0-6e22b0b97385" -d '{"events": [{"server_uuid": "ac0ade9b-286d-4356-a609-70073a20c600", "name": "network-vif-plugged", "status": "completed", "tag": "ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:23.930849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:23.937433 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:23.996303 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-7b9a0bf4-d1b1-40c9-94c3-7ff0c2add47e service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426612 Nov 25 19:20:24.035146 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.041510 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 on host n-h1-817303-9 for vnic_type normal with profile None {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:24.043667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:24.044513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:24.060795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Port 3b309f7e-ad53-4924-9815-6f9236b34073 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:24.061875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:24.068109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:24.074954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:24.075903 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:24.077143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:24.078655 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Bound port: 3b309f7e-ad53-4924-9815-6f9236b34073, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:24.119406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port a7a5512c-3bad-409c-80a0-2b17ef862bff, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a7a5512c-3bad-409c-80a0-2b17ef862bff,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:24.133071 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.153383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Made reservation on behalf of f0c7a8a949b04f419b1ca63afd2cba0d for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:24.159260 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.176181 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.192059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3b309f7e-ad53-4924-9815-6f9236b34073,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:24.203456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.205728 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-15986adf-fa78-45da-bc77-07f1b8194af5 service neutron] 10.222.0.15 "POST /v2.0/ports/3b309f7e-ad53-4924-9815-6f9236b34073/bindings HTTP/1.1" status: 201 len: 389 time: 1.0073898 Nov 25 19:20:24.235745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=a7a5512c-3bad-409c-80a0-2b17ef862bff,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:24.244908 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a88981e-d88e-4ad6-b303-fedd276a73e4 req-f98f00a4-f2a5-4872-8916-f61cb99cd3fa service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395585 Nov 25 19:20:24.324073 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.333281 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:24.540075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d481306-24f6-4e28-8a7a-697ad45283e8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:24.726659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-5a86facf-1771-40a7-809f-5fdb4a7d4c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:24.729305 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-5a86facf-1771-40a7-809f-5fdb4a7d4c4e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 1097 time: 0.1131966 Nov 25 19:20:24.811368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acedf2c-2dea-4c5e-9d68-651360b0faec req-3dba5dce-6842-433c-8fe2-08c5b8f9c615 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:24.819851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6acedf2c-2dea-4c5e-9d68-651360b0faec req-3dba5dce-6842-433c-8fe2-08c5b8f9c615 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 947 time: 0.2839448 Nov 25 19:20:24.821622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Allocated IP 192.168.233.166 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/082831b1-5a7a-4470-8921-63c8ddd033d9) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:24.826417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73166f9-7238-4dc6-8b3e-2e2be04fde1a req-5bfe04df-9217-437c-bc54-d347b35a3827 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:24.836538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d73166f9-7238-4dc6-8b3e-2e2be04fde1a req-5bfe04df-9217-437c-bc54-d347b35a3827 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 1096 time: 0.2431910 Nov 25 19:20:24.952542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-f35a5bb0-85b3-48cf-bf0f-ca2db69ea02c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:24.955922 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-f35a5bb0-85b3-48cf-bf0f-ca2db69ea02c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.2138684 Nov 25 19:20:25.034108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d73166f9-7238-4dc6-8b3e-2e2be04fde1a req-c6fdf354-6d50-4165-8ec5-829f3a9afab5 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964083 Nov 25 19:20:25.037114 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-f9dfe84a-275b-4443-9667-59ac7a02c644 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b309f7e-ad53-4924-9815-6f9236b34073 HTTP/1.1" status: 200 len: 217 time: 0.0716894 Nov 25 19:20:25.041157 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6acedf2c-2dea-4c5e-9d68-651360b0faec req-c83d9ab4-ba0f-4d05-9d0d-402391704d1f tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965332 Nov 25 19:20:25.171741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-50152589-a473-4288-9bde-cf89e0010ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:25.173995 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-50152589-a473-4288-9bde-cf89e0010ab0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.1219528 Nov 25 19:20:25.367539 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088c93e6-cef3-48be-87b4-bcb03a9ec1fa x-openstack-request-id: req-088c93e6-cef3-48be-87b4-bcb03a9ec1fa {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:25.367539 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83d48dd9-063d-431d-aed5-e90d76e04567", "tag": "9a24dbe7-b2b6-4b7b-beed-0239fb76efda", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:25.367539 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-088c93e6-cef3-48be-87b4-bcb03a9ec1fa {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:25.367539 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83d48dd9-063d-431d-aed5-e90d76e04567', 'tag': '9a24dbe7-b2b6-4b7b-beed-0239fb76efda', 'status': 'completed', 'code': 200} Nov 25 19:20:25.449895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6451b282-35db-45e4-96ca-9648f821085e req-187f4cff-b236-4cb1-91cb-672f3ab81367 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 210 time: 0.2418702 Nov 25 19:20:25.504110 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-87b660c3-afbb-4213-aac3-4aa1df4dd070 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3178759 Nov 25 19:20:25.591044 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:25.706210 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:25.828240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38832d9-6fa6-49a5-835f-c8b23857b636 req-cb7c48e8-660e-4359-83f9-7387c0697d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:25.832335 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a38832d9-6fa6-49a5-835f-c8b23857b636 req-cb7c48e8-660e-4359-83f9-7387c0697d60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6dfba32e2d644f27be835948b8b9cdd3&device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 1098 time: 0.4745595 Nov 25 19:20:25.865179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95c1a55-2e4e-4ac5-b395-baaac6afca31 req-0f00ef85-ee01-4c7b-a1ad-74d82930a81d tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:25.873648 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b95c1a55-2e4e-4ac5-b395-baaac6afca31 req-0f00ef85-ee01-4c7b-a1ad-74d82930a81d tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 949 time: 0.3024919 Nov 25 19:20:25.890720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:25.906493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Pushing event updated for resources: {'Port': ['ID=082831b1-5a7a-4470-8921-63c8ddd033d9,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:25.913861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:25.953015 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:25.996182 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d7a65b0-a925-4c45-86b7-a10698187e5e x-openstack-request-id: req-1d7a65b0-a925-4c45-86b7-a10698187e5e {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:25.996729 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0ade9b-286d-4356-a609-70073a20c600", "name": "network-vif-plugged", "status": "completed", "tag": "ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:25.996841 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d7a65b0-a925-4c45-86b7-a10698187e5e {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:25.997195 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0ade9b-286d-4356-a609-70073a20c600', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7', 'code': 200} Nov 25 19:20:26.054440 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-61a52dd5-10a6-433d-961f-a38489a9d820 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5194807 Nov 25 19:20:26.139835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.142110 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:26.201828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38832d9-6fa6-49a5-835f-c8b23857b636 req-422d33cf-41ac-47db-b525-a2bd01e06a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.203606 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a38832d9-6fa6-49a5-835f-c8b23857b636 req-422d33cf-41ac-47db-b525-a2bd01e06a8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3597322 Nov 25 19:20:26.308563 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a38832d9-6fa6-49a5-835f-c8b23857b636 req-a632ff1d-6a42-4d07-b021-18d63dafdd71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=9a24dbe7-b2b6-4b7b-beed-0239fb76efda HTTP/1.1" status: 200 len: 217 time: 0.0881679 Nov 25 19:20:26.370792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7dd8001-2463-40e8-8188-64ea8064bce3 req-9d87c9fd-62cf-4179-804d-f3bba7ca5df7 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 210 time: 0.2178791 Nov 25 19:20:26.382001 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-706e1f35-5efb-47f0-94c7-7f90c51a7052 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3189397 Nov 25 19:20:26.413563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-15d2330a-b5c9-4dd2-a072-2d8149b09923 None None] Provisioning complete for port 082831b1-5a7a-4470-8921-63c8ddd033d9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:26.413930 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15d2330a-b5c9-4dd2-a072-2d8149b09923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:26.445154 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38832d9-6fa6-49a5-835f-c8b23857b636 req-28ffc36d-2c76-4c4a-9f0d-3117b87c06ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.448872 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a38832d9-6fa6-49a5-835f-c8b23857b636 req-28ffc36d-2c76-4c4a-9f0d-3117b87c06ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1238475 Nov 25 19:20:26.525624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b95c1a55-2e4e-4ac5-b395-baaac6afca31 req-78819bbc-98c7-4ecf-a332-12edcab9a987 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6496248 Nov 25 19:20:26.526690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-15d2330a-b5c9-4dd2-a072-2d8149b09923 None None] Port 082831b1-5a7a-4470-8921-63c8ddd033d9 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:26.570858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-ec91adb3-216a-4601-86a7-69a44e26c7ff tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1794257 Nov 25 19:20:26.639200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Request body: {'port': {'device_id': '70784d25-0cf0-451c-ace1-2f5322007c28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:26.691709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-49006004-bfbb-4adf-bfc5-6ff54b7d3046 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.694532 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-49006004-bfbb-4adf-bfc5-6ff54b7d3046 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1097 time: 0.1812620 Nov 25 19:20:26.698185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38832d9-6fa6-49a5-835f-c8b23857b636 req-5d6294b2-6a97-41c6-9591-b72a36146554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.700287 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a38832d9-6fa6-49a5-835f-c8b23857b636 req-5d6294b2-6a97-41c6-9591-b72a36146554 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2381699 Nov 25 19:20:26.722077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-9'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:26.823614 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0626b8bf-b306-431e-8b64-e96b69268237 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=c689e1f5c7e844778d1a6bef59dfb1a1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353017 Nov 25 19:20:26.855410 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:26.936266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb68f6-dd57-40cc-a58a-2eb48b12cb37 req-1f0b7d58-8f23-47a1-a859-b9d3df00b4d9 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.939579 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9fb68f6-dd57-40cc-a58a-2eb48b12cb37 req-1f0b7d58-8f23-47a1-a859-b9d3df00b4d9 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 946 time: 0.3774483 Nov 25 19:20:26.959658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef7dfd-c754-4cff-93be-a24aa71f4ccf req-3c20cb6c-caab-4552-b643-66bd12acbdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.961471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efef7dfd-c754-4cff-93be-a24aa71f4ccf req-3c20cb6c-caab-4552-b643-66bd12acbdb9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ac0ade9b-286d-4356-a609-70073a20c600 HTTP/1.1" status: 200 len: 1101 time: 0.5845010 Nov 25 19:20:26.989874 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0871682-48f8-48b7-ac74-69195964bb4a req-4cb7bdb1-a490-4684-994b-da22177fb259 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:26.998336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0871682-48f8-48b7-ac74-69195964bb4a req-4cb7bdb1-a490-4684-994b-da22177fb259 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 1096 time: 0.2865193 Nov 25 19:20:27.060460 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:27.217707 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a38832d9-6fa6-49a5-835f-c8b23857b636 req-c3be47ee-f50d-416b-86cc-e419434f5926 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4780686 Nov 25 19:20:27.224234 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efef7dfd-c754-4cff-93be-a24aa71f4ccf req-26b98080-59ba-4c0d-9977-9fe314a07af0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200375 Nov 25 19:20:27.265569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9fb68f6-dd57-40cc-a58a-2eb48b12cb37 req-2fc4f09f-ecd0-4645-81e1-da503a762f73 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780666 Nov 25 19:20:27.310223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0871682-48f8-48b7-ac74-69195964bb4a req-8cdc2025-b862-4ecc-99af-33bdb6b7216d tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105936 Nov 25 19:20:27.503157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0bc8a656-eac9-4e67-bd6b-91cbc4d5f386 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:27.504793 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0bc8a656-eac9-4e67-bd6b-91cbc4d5f386 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6161928 Nov 25 19:20:27.511201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 9a24dbe7-b2b6-4b7b-beed-0239fb76efda details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:27.533880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Request body: {'port': {'device_id': '77be7e98-f89d-426c-95b1-0053a2ee98b5', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': 'c689e1f5c7e844778d1a6bef59dfb1a1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:27.698534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3b309f7e-ad53-4924-9815-6f9236b34073,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:27.746593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=9a24dbe7-b2b6-4b7b-beed-0239fb76efda,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:27.765219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '9a24dbe7-b2b6-4b7b-beed-0239fb76efda', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '9a24dbe7-b2b6-4b7b-beed-0239fb76efda', 'mac_address': 'fa:16:3e:fb:c1:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:27.769729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:27.822333 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a38832d9-6fa6-49a5-835f-c8b23857b636 req-59f3e0be-4803-438c-af56-7b93bf374d68 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3164837 Nov 25 19:20:27.856362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b309f7e-ad53-4924-9815-6f9236b34073'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:27.859025 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a558b61c-98bf-469a-9863-5e36b01f46b7" -d '{"events": [{"server_uuid": "2f646cf7-5c62-4f22-9e95-4e1505960947", "name": "network-vif-unplugged", "status": "completed", "tag": "3b309f7e-ad53-4924-9815-6f9236b34073"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:27.863937 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:27.875151 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:27.879427 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:27.897688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Made reservation on behalf of c689e1f5c7e844778d1a6bef59dfb1a1 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:27.904135 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:27.907001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a24dbe7-b2b6-4b7b-beed-0239fb76efda {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:27.934238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=9a24dbe7-b2b6-4b7b-beed-0239fb76efda,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:27.940504 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:27.998968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0576cbe8-ce75-48ce-94b8-5af293d9af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5512c-3bad-409c-80a0-2b17ef862bff'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:28.001058 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b77966-621b-4668-a5c3-6da2ee942508" -d '{"events": [{"server_uuid": "0576cbe8-ce75-48ce-94b8-5af293d9af57", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5512c-3bad-409c-80a0-2b17ef862bff"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:28.020249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=9a24dbe7-b2b6-4b7b-beed-0239fb76efda,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:28.071486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Pushing event updated for resources: {'Port': ['ID=3b309f7e-ad53-4924-9815-6f9236b34073,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:28.079554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 on host n-h2-817303-9 for vnic_type normal with profile {"migrating_to": "n-h1-817303-9"} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:28.079554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:28.080014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:28.081567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2e8bc-011c-46d3-874f-58d3f062ce0e req-1e7365a8-2281-436e-9a00-9e6a92da2e92 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:28.083997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6f2e8bc-011c-46d3-874f-58d3f062ce0e req-1e7365a8-2281-436e-9a00-9e6a92da2e92 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 936 time: 0.5707498 Nov 25 19:20:28.094025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Port 3b309f7e-ad53-4924-9815-6f9236b34073 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:28.094394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Attempting to bind port 3b309f7e-ad53-4924-9815-6f9236b34073 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:28.105069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:28.105406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:28.105789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:28.106224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Bound port: 3b309f7e-ad53-4924-9815-6f9236b34073, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:28.107084 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.108734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d9d87-d9e5-489c-80e2-e10fd02734c6 req-64176dc7-20c0-4c26-8b61-2837abc4f5ca tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:28.115820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-669d9d87-d9e5-489c-80e2-e10fd02734c6 req-64176dc7-20c0-4c26-8b61-2837abc4f5ca tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 947 time: 0.6176753 Nov 25 19:20:28.225110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:28.229879 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3b309f7e-ad53-4924-9815-6f9236b34073,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:28.235820 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.262867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6f2e8bc-011c-46d3-874f-58d3f062ce0e req-2312c3d3-5688-4764-8d63-dc0e44447fc0 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405141 Nov 25 19:20:28.266057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 082831b1-5a7a-4470-8921-63c8ddd033d9 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:28.281658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.311789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-669d9d87-d9e5-489c-80e2-e10fd02734c6 req-2334d4c4-bbd7-4169-be85-0f628b5ccb87 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881332 Nov 25 19:20:28.330143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Transition to ACTIVE for port object 082831b1-5a7a-4470-8921-63c8ddd033d9 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:28.337901 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.371343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['9a24dbe7-b2b6-4b7b-beed-0239fb76efda'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:28.412917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:28.413864 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.418666 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] 10.222.0.60 "PUT /v2.0/ports/3b309f7e-ad53-4924-9815-6f9236b34073 HTTP/1.1" status: 200 len: 1122 time: 1.7046607 Nov 25 19:20:28.431286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f5e37-e408-4c84-9d7b-b896bd09bd8b service neutron] Pushing event updated for resources: {'Port': ['ID=3b309f7e-ad53-4924-9815-6f9236b34073,revision_number=8']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:28.431711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Pushing event updated for resources: {'Port': ['ID=082831b1-5a7a-4470-8921-63c8ddd033d9,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:28.582507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['3b309f7e-ad53-4924-9815-6f9236b34073'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:28.589914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Allocated IP 192.168.233.139 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/12c8b5bd-24df-4cbe-9f41-9ba89e866762) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:28.681255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Attempting to bind port 082831b1-5a7a-4470-8921-63c8ddd033d9 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:28.681582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Attempting to bind port 082831b1-5a7a-4470-8921-63c8ddd033d9 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:28.681916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Attempting to bind port 082831b1-5a7a-4470-8921-63c8ddd033d9 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:28.779561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b38145c-3734-4ee6-9d54-810f1319f5a4 req-5ae74a2b-d66e-4c34-b7e3-afb252090525 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 210 time: 0.0584862 Nov 25 19:20:28.822846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Port 082831b1-5a7a-4470-8921-63c8ddd033d9 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:28.823603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Attempting to bind port 082831b1-5a7a-4470-8921-63c8ddd033d9 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:28.864889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:28.865430 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:28.865910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:28.868592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Bound port: 082831b1-5a7a-4470-8921-63c8ddd033d9, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:28.868592 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:28.879698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bb1684-aec2-47c4-9aad-24f870c82983 req-10bd6f72-9417-4425-9ffc-bf926407aaed tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:28.888796 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75bb1684-aec2-47c4-9aad-24f870c82983 req-10bd6f72-9417-4425-9ffc-bf926407aaed tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 949 time: 0.1921229 Nov 25 19:20:28.893517 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b595a49f-3edc-4aaf-bb76-6dab26fa7a1d x-openstack-request-id: req-b595a49f-3edc-4aaf-bb76-6dab26fa7a1d {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:28.893830 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f646cf7-5c62-4f22-9e95-4e1505960947", "name": "network-vif-unplugged", "status": "completed", "tag": "3b309f7e-ad53-4924-9815-6f9236b34073", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:28.894091 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b595a49f-3edc-4aaf-bb76-6dab26fa7a1d {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:28.894497 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3b309f7e-ad53-4924-9815-6f9236b34073', 'code': 200} Nov 25 19:20:28.950263 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8649cc-49ae-4865-896c-3ed75b78f84e x-openstack-request-id: req-eb8649cc-49ae-4865-896c-3ed75b78f84e {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:28.950714 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0576cbe8-ce75-48ce-94b8-5af293d9af57", "name": "network-vif-plugged", "status": "completed", "tag": "a7a5512c-3bad-409c-80a0-2b17ef862bff", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:28.951104 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb8649cc-49ae-4865-896c-3ed75b78f84e {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:28.951608 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0576cbe8-ce75-48ce-94b8-5af293d9af57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7a5512c-3bad-409c-80a0-2b17ef862bff', 'code': 200} Nov 25 19:20:28.983969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75bb1684-aec2-47c4-9aad-24f870c82983 req-b4655b92-d2c3-43df-b9f0-623197a48081 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941594 Nov 25 19:20:28.993802 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.041048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] For port 082831b1-5a7a-4470-8921-63c8ddd033d9, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:29.044576 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] For port 082831b1-5a7a-4470-8921-63c8ddd033d9, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=082831b1-5a7a-4470-8921-63c8ddd033d9,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:29.053462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.068864 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.084640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['3a982f00-07e6-48d2-a140-6e7857abca29'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:29.156550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.159299 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.161927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] 10.222.0.76 "PUT /v2.0/ports/082831b1-5a7a-4470-8921-63c8ddd033d9 HTTP/1.1" status: 200 len: 1096 time: 2.5728164 Nov 25 19:20:29.183076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Pushing event updated for resources: {'Port': ['ID=12c8b5bd-24df-4cbe-9f41-9ba89e866762,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:29.216075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:29.217799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:29.223875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70784d25-0cf0-451c-ace1-2f5322007c28', 'tag': '082831b1-5a7a-4470-8921-63c8ddd033d9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:29.225006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:29.227584 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9de77e6-6585-4b78-a958-3fbca9b8d78c" -d '{"events": [{"name": "network-changed", "server_uuid": "70784d25-0cf0-451c-ace1-2f5322007c28", "tag": "082831b1-5a7a-4470-8921-63c8ddd033d9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:29.332664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.334306 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.358739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b647538-1b7c-4806-b827-b4d304a7cc45 req-72cd26cf-3cc6-4889-bbb9-ff19ae3dcdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.361599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b647538-1b7c-4806-b827-b4d304a7cc45 req-72cd26cf-3cc6-4889-bbb9-ff19ae3dcdc6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 1100 time: 0.2854197 Nov 25 19:20:29.375130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207ba888-e6bc-4c01-8f7e-aa0f789a10ab service neutron] Pushing event updated for resources: {'Port': ['ID=082831b1-5a7a-4470-8921-63c8ddd033d9,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:29.379107 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-0fedf925-2006-4290-8341-ecba60246ab4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8458958 Nov 25 19:20:29.401772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Request body: {'port': {'device_id': '77be7e98-f89d-426c-95b1-0053a2ee98b5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:29.416117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f251806-87fb-4f49-81fd-8374f6c48de9 req-5883279c-4cf0-4a32-9d88-ef06bc809537 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.419465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f251806-87fb-4f49-81fd-8374f6c48de9 req-5883279c-4cf0-4a32-9d88-ef06bc809537 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 944 time: 0.3457987 Nov 25 19:20:29.433155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-3834f270-681f-4a1c-93dd-7a774d96584e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.434927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-3834f270-681f-4a1c-93dd-7a774d96584e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0c7a8a949b04f419b1ca63afd2cba0d&device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 1099 time: 0.1612029 Nov 25 19:20:29.488638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-332ed42a-b8f3-4fbe-bc88-1ba9e13320b3 req-822b36e1-9806-44f7-952a-8723df105a27 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:20:29.489786 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-332ed42a-b8f3-4fbe-bc88-1ba9e13320b3 req-822b36e1-9806-44f7-952a-8723df105a27 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133927 Nov 25 19:20:29.534149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b647538-1b7c-4806-b827-b4d304a7cc45 req-32db24de-be4c-4fc2-9aa3-79475e382fae service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629930 Nov 25 19:20:29.535529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-a471df22-5801-486b-8131-33d3fc8a5df5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=082831b1-5a7a-4470-8921-63c8ddd033d9 HTTP/1.1" status: 200 len: 217 time: 0.0800972 Nov 25 19:20:29.550114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.575011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f251806-87fb-4f49-81fd-8374f6c48de9 req-0a4189b6-c202-4565-9bc0-eb0b09353f8e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317532 Nov 25 19:20:29.812899 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3930027-3828-4769-b674-112c43612d53 req-5eef02bc-a8d4-4475-9d16-482d8e9e82ce tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.819708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3930027-3828-4769-b674-112c43612d53 req-5eef02bc-a8d4-4475-9d16-482d8e9e82ce tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 950 time: 0.1403360 Nov 25 19:20:29.859162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3763faef-e940-4d16-8846-a6e9bd73302c None None] Provisioning complete for port 12c8b5bd-24df-4cbe-9f41-9ba89e866762 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:29.862130 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3763faef-e940-4d16-8846-a6e9bd73302c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:29.863274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-78983425-2be9-4fac-ac76-9828ea03fa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.864947 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-78983425-2be9-4fac-ac76-9828ea03fa3d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1216252 Nov 25 19:20:29.941412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3930027-3828-4769-b674-112c43612d53 req-32b116dc-7b81-4fc5-9f51-3ae2a10cdf85 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155345 Nov 25 19:20:29.941774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3763faef-e940-4d16-8846-a6e9bd73302c None None] Port 12c8b5bd-24df-4cbe-9f41-9ba89e866762 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:29.974878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-a6126227-8ff8-4b46-a21e-01fe6ede6296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:29.976445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-a6126227-8ff8-4b46-a21e-01fe6ede6296 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0943787 Nov 25 19:20:30.041040 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac1d555-5c6e-40e0-8e1f-8ab10e8dfd34 x-openstack-request-id: req-5ac1d555-5c6e-40e0-8e1f-8ab10e8dfd34 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:30.041704 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70784d25-0cf0-451c-ace1-2f5322007c28", "tag": "082831b1-5a7a-4470-8921-63c8ddd033d9", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:30.042163 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ac1d555-5c6e-40e0-8e1f-8ab10e8dfd34 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:30.042926 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70784d25-0cf0-451c-ace1-2f5322007c28', 'tag': '082831b1-5a7a-4470-8921-63c8ddd033d9', 'status': 'completed', 'code': 200} Nov 25 19:20:30.073414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12c8b5bd-24df-4cbe-9f41-9ba89e866762 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:30.089557 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:30.115492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Transition to ACTIVE for port object 12c8b5bd-24df-4cbe-9f41-9ba89e866762 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:30.122188 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:30.177681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-6d7702e2-e6ae-45a3-9a8a-344fb2d7e1be service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897199 Nov 25 19:20:30.200790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=12c8b5bd-24df-4cbe-9f41-9ba89e866762,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:30.310348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91bcccc-a082-47d1-a057-147269ae7136 req-521af574-2f94-4005-b42f-5c5bb51e3685 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:30.312147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d91bcccc-a082-47d1-a057-147269ae7136 req-521af574-2f94-4005-b42f-5c5bb51e3685 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 948 time: 0.1502712 Nov 25 19:20:30.408572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e1f92c2-51e4-46c9-b2ba-d94e38358d1b req-98cee5d0-eac1-41df-8f9f-847885ec9eb5 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977310 Nov 25 19:20:30.486946 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d91bcccc-a082-47d1-a057-147269ae7136 req-739b96df-a197-4e78-878d-ee0d7f0a60f2 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640024 Nov 25 19:20:30.586188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Attempting to bind port 12c8b5bd-24df-4cbe-9f41-9ba89e866762 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:30.586527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Attempting to bind port 12c8b5bd-24df-4cbe-9f41-9ba89e866762 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:30.586896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Attempting to bind port 12c8b5bd-24df-4cbe-9f41-9ba89e866762 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:30.592030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Port 12c8b5bd-24df-4cbe-9f41-9ba89e866762 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:30.593420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Attempting to bind port 12c8b5bd-24df-4cbe-9f41-9ba89e866762 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:30.600235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:30.600235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:30.600235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:30.601464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Bound port: 12c8b5bd-24df-4cbe-9f41-9ba89e866762, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:30.602191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:30.622352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de77e6-6585-4b78-a958-3fbca9b8d78c req-a7f2f4b5-e6a8-43e2-81ba-195a819f1ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:30.624736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9de77e6-6585-4b78-a958-3fbca9b8d78c req-a7f2f4b5-e6a8-43e2-81ba-195a819f1ca2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=f0c7a8a949b04f419b1ca63afd2cba0d&device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 1099 time: 0.1357288 Nov 25 19:20:30.685858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d54eb-e24a-4fdc-a847-20c84e0e0e05 req-655d28a0-ca2d-4f2f-b2a1-595c72650672 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:30.690359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-592d54eb-e24a-4fdc-a847-20c84e0e0e05 req-655d28a0-ca2d-4f2f-b2a1-595c72650672 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 948 time: 0.1190677 Nov 25 19:20:30.704073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] For port 12c8b5bd-24df-4cbe-9f41-9ba89e866762, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:30.709695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] For port 12c8b5bd-24df-4cbe-9f41-9ba89e866762, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=12c8b5bd-24df-4cbe-9f41-9ba89e866762,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:30.713405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:30.787253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:30.788976 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:30.790569 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] 10.222.0.76 "PUT /v2.0/ports/12c8b5bd-24df-4cbe-9f41-9ba89e866762 HTTP/1.1" status: 200 len: 1096 time: 1.4064574 Nov 25 19:20:30.793132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de77e6-6585-4b78-a958-3fbca9b8d78c req-404d927c-9cbb-42b9-b7ea-e9cfcdcb56ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:30.795607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9de77e6-6585-4b78-a958-3fbca9b8d78c req-404d927c-9cbb-42b9-b7ea-e9cfcdcb56ff service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1587234 Nov 25 19:20:30.838514 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb5ab1-5f22-4335-b3a0-e96655f59cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=12c8b5bd-24df-4cbe-9f41-9ba89e866762,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:30.888341 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9de77e6-6585-4b78-a958-3fbca9b8d78c req-91908ea9-ce7a-4915-bfc0-513d6bd0b9ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.166&port_id=082831b1-5a7a-4470-8921-63c8ddd033d9 HTTP/1.1" status: 200 len: 217 time: 0.0616467 Nov 25 19:20:30.896170 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-592d54eb-e24a-4fdc-a847-20c84e0e0e05 req-d2324a3a-8032-4fa7-b0f9-40ce829996a9 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317458 Nov 25 19:20:30.896456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'tag': '3b309f7e-ad53-4924-9815-6f9236b34073'}, {'name': 'network-changed', 'server_uuid': '77be7e98-f89d-426c-95b1-0053a2ee98b5', 'tag': '12c8b5bd-24df-4cbe-9f41-9ba89e866762'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:30.898915 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f" -d '{"events": [{"name": "network-changed", "server_uuid": "2f646cf7-5c62-4f22-9e95-4e1505960947", "tag": "3b309f7e-ad53-4924-9815-6f9236b34073"}, {"name": "network-changed", "server_uuid": "77be7e98-f89d-426c-95b1-0053a2ee98b5", "tag": "12c8b5bd-24df-4cbe-9f41-9ba89e866762"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:30.915774 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-256c208a-d29f-4fca-a4ee-3c4752dfc937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:30.917519 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-256c208a-d29f-4fca-a4ee-3c4752dfc937 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c689e1f5c7e844778d1a6bef59dfb1a1&device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 1099 time: 0.0662174 Nov 25 19:20:30.963689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-db79f1b8-3c2c-4d8b-aa3d-5cec29eb90c8 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:20:30.964931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-db79f1b8-3c2c-4d8b-aa3d-5cec29eb90c8 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061145 Nov 25 19:20:30.972948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de77e6-6585-4b78-a958-3fbca9b8d78c req-1fc1be0e-5bf6-4ef7-abbd-1b9e4add21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:30.975796 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9de77e6-6585-4b78-a958-3fbca9b8d78c req-1fc1be0e-5bf6-4ef7-abbd-1b9e4add21fc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0769787 Nov 25 19:20:31.003302 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-2e508d58-2254-478b-be38-53c52151e07d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=12c8b5bd-24df-4cbe-9f41-9ba89e866762 HTTP/1.1" status: 200 len: 217 time: 0.0628874 Nov 25 19:20:31.045237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-56731a06-6842-4daf-a997-78e3427b8e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:31.046840 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-56731a06-6842-4daf-a997-78e3427b8e23 service neutron] 10.222.0.15 "GET /v2.0/ports/84cfdcaa-f6ba-439d-ab65-686b5afcb3bb HTTP/1.1" status: 200 len: 1093 time: 0.0695524 Nov 25 19:20:31.072839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Request body: {'binding': {'host': 'n-h2-817303-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:31.073457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Unknown quota resources ['binding']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:20:31.097966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-d4fa7c61-d8e3-4db0-b008-f29d1282ea72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:31.099475 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-d4fa7c61-d8e3-4db0-b008-f29d1282ea72 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0862153 Nov 25 19:20:31.122008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de77e6-6585-4b78-a958-3fbca9b8d78c req-97c9893c-b3ad-4b4b-9659-c690b6a3377a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:31.123846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9de77e6-6585-4b78-a958-3fbca9b8d78c req-97c9893c-b3ad-4b4b-9659-c690b6a3377a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1152198 Nov 25 19:20:31.184935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-aa8ba1f4-bc54-40a0-b810-67ec27766efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:31.187405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-aa8ba1f4-bc54-40a0-b810-67ec27766efd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0797920 Nov 25 19:20:31.226891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c515a1-ae01-4373-9f5a-2256b7054c60 req-7d5c8205-0f73-41f6-861f-ce37ca7e5ab5 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:31.228491 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70c515a1-ae01-4373-9f5a-2256b7054c60 req-7d5c8205-0f73-41f6-861f-ce37ca7e5ab5 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 948 time: 0.1745863 Nov 25 19:20:31.294656 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-7fef2a3a-3022-4182-a057-833d297d35cf service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963056 Nov 25 19:20:31.386930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9de77e6-6585-4b78-a958-3fbca9b8d78c req-517598d8-1acf-49e2-87e8-cb37e438db3c service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408767 Nov 25 19:20:31.392766 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70c515a1-ae01-4373-9f5a-2256b7054c60 req-dac56603-5866-4cbd-9430-51e14c129ad7 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349325 Nov 25 19:20:31.419794 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on host n-h2-817303-9 for vnic_type normal with profile None {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:31.420038 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7596a9cd-aa74-434c-a85b-a6fa95081108 req-8fdb3cf8-130a-443d-80ce-2a7ab43dad47 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118829 Nov 25 19:20:31.420160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:31.420480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:31.445767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:31.446076 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:31.485475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:31.485716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:31.486109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:31.486586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Bound port: 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:31.512066 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3b309f7e-ad53-4924-9815-6f9236b34073 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:31.516812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 9a24dbe7-b2b6-4b7b-beed-0239fb76efda up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:31.562995 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9de77e6-6585-4b78-a958-3fbca9b8d78c req-a686ad1a-2648-4901-bc94-7d7f8dccc90b service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576605 Nov 25 19:20:31.579251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:31.589666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:31.591000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-02244bc4-fefd-4fcf-a24a-f2ccc16f8b09 service neutron] 10.222.0.15 "POST /v2.0/ports/84cfdcaa-f6ba-439d-ab65-686b5afcb3bb/bindings HTTP/1.1" status: 201 len: 389 time: 0.5246360 Nov 25 19:20:31.663624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d6e2bbbe-66c3-43d4-8874-608a35c60dd5 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:31.803545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:31.820322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:31.821276 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:31.883096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454f6f1-3f34-411b-ae64-6ce683d00d2f req-485dc420-47d8-4b0e-bb2e-519e7c33fe38 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:31.886137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4454f6f1-3f34-411b-ae64-6ce683d00d2f req-485dc420-47d8-4b0e-bb2e-519e7c33fe38 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 949 time: 0.1083367 Nov 25 19:20:31.936220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3b309f7e-ad53-4924-9815-6f9236b34073,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:31.985480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3b309f7e-ad53-4924-9815-6f9236b34073 has no active binding in host n-h1-817303-9 {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:20:32.022064 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.028515 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d676d510-42b6-42c9-ad91-510cfe032024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.035832 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4454f6f1-3f34-411b-ae64-6ce683d00d2f req-f18d32e0-8c8d-49c6-a6ee-0df85b68ccb0 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362398 Nov 25 19:20:32.062159 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feccee61-4b71-4b49-88a4-0ece250c1489 req-e8a8a478-3e5b-45e0-94d1-ad86d6f12324 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.071484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-feccee61-4b71-4b49-88a4-0ece250c1489 req-e8a8a478-3e5b-45e0-94d1-ad86d6f12324 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 944 time: 0.1500466 Nov 25 19:20:32.146033 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-597b3830-46ea-42ad-a1d6-65f1ad4f516a x-openstack-request-id: req-597b3830-46ea-42ad-a1d6-65f1ad4f516a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:32.146667 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f646cf7-5c62-4f22-9e95-4e1505960947", "tag": "3b309f7e-ad53-4924-9815-6f9236b34073", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "77be7e98-f89d-426c-95b1-0053a2ee98b5", "tag": "12c8b5bd-24df-4cbe-9f41-9ba89e866762", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:32.147180 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-597b3830-46ea-42ad-a1d6-65f1ad4f516a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:32.147802 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'tag': '3b309f7e-ad53-4924-9815-6f9236b34073', 'status': 'completed', 'code': 200} Nov 25 19:20:32.148327 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77be7e98-f89d-426c-95b1-0053a2ee98b5', 'tag': '12c8b5bd-24df-4cbe-9f41-9ba89e866762', 'status': 'completed', 'code': 200} Nov 25 19:20:32.162605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-e4a5ab74-0713-478e-8de7-3278883b48bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.163040 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-e4a5ab74-0713-478e-8de7-3278883b48bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 1096 time: 0.1213629 Nov 25 19:20:32.177303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-feccee61-4b71-4b49-88a4-0ece250c1489 req-55720dea-5953-49af-bea6-ced1d7fbed01 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036196 Nov 25 19:20:32.293646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-9d2a2267-434a-4b0d-84ed-53b6a98e91e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.296968 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-9d2a2267-434a-4b0d-84ed-53b6a98e91e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 1125 time: 0.1161194 Nov 25 19:20:32.309887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:32.313477 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05e447d-5cce-4107-b9fb-fd509baf3192" -d '{"events": [{"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:32.342668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:32.348792 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.352827 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.427813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-7ed48e2c-b86b-408b-8810-422117f3349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.429340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-7ed48e2c-b86b-408b-8810-422117f3349a service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.2510505 Nov 25 19:20:32.439338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-deb2d0b3-a1b2-41e3-9ef4-18cef0735f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.441401 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-deb2d0b3-a1b2-41e3-9ef4-18cef0735f7a service neutron] 10.222.0.76 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.1371474 Nov 25 19:20:32.447621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a71a792-d573-4f5a-9dff-59814a29b627 req-c23a3fa6-6032-4ef5-9bca-9a318a4182b3 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.451150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a71a792-d573-4f5a-9dff-59814a29b627 req-c23a3fa6-6032-4ef5-9bca-9a318a4182b3 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 945 time: 0.1603305 Nov 25 19:20:32.451832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=9a24dbe7-b2b6-4b7b-beed-0239fb76efda,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:32.462532 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:32.470516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62ca74a-19b0-4735-8042-551896c0d3bf req-010ff812-d6a5-47c6-92fe-cb057c04986e tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.474192 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a62ca74a-19b0-4735-8042-551896c0d3bf req-010ff812-d6a5-47c6-92fe-cb057c04986e tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 948 time: 0.1830688 Nov 25 19:20:32.475488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:32.489013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.489343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.489697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.490033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.490372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.490708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.491117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.491451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.491779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.492104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.492431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.492753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:20:32.514095 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-1e17ab13-f68c-4c92-bc10-d25ca2235bf9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b309f7e-ad53-4924-9815-6f9236b34073 HTTP/1.1" status: 200 len: 217 time: 0.0513773 Nov 25 19:20:32.531318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-8be06bfc-2d24-4c25-94f1-c39acb6aab20 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb HTTP/1.1" status: 200 len: 217 time: 0.0803936 Nov 25 19:20:32.574909 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=9a24dbe7-b2b6-4b7b-beed-0239fb76efda,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:32.575796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-d6a20936-7258-4143-926b-58978bd7f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.577894 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-d6a20936-7258-4143-926b-58978bd7f715 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.0554204 Nov 25 19:20:32.618868 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-8f17a18f-001e-4311-9ef9-ffe82102835e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319376 Nov 25 19:20:32.702759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a62ca74a-19b0-4735-8042-551896c0d3bf req-317434f1-ba18-4d2f-b282-a65a28cd3a4b tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866674 Nov 25 19:20:32.721247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a71a792-d573-4f5a-9dff-59814a29b627 req-d9c194d1-9fc1-475a-a989-9a2cb7e460fc tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457051 Nov 25 19:20:32.725739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-f9c18c50-b01a-4d32-bfb0-4540617a1c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:32.728048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-f9c18c50-b01a-4d32-bfb0-4540617a1c1e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1739805 Nov 25 19:20:32.746401 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-2dec5d0b-b8ce-4a91-a5f9-b72014063157 service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130915 Nov 25 19:20:32.790717 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-c7ccda6f-b4da-4562-bbd2-f6677642a9c0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379496 Nov 25 19:20:32.800336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-edca0eb1-a2c4-4e3e-b365-c5615e769ddf service neutron] 10.222.0.76 "GET /v2.0/ports/3b309f7e-ad53-4924-9815-6f9236b34073/bindings/n-h1-817303-9 HTTP/1.1" status: 200 len: 384 time: 0.1646273 Nov 25 19:20:32.923990 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-bc4b26b9-4f68-43fd-a945-267f98d616cd service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571019 Nov 25 19:20:33.057452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-2dbca7c7-b111-447e-9a6a-3b722e85b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.059448 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-2dbca7c7-b111-447e-9a6a-3b722e85b3ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c689e1f5c7e844778d1a6bef59dfb1a1&device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 1099 time: 0.0634258 Nov 25 19:20:33.209898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-15ea18aa-1f18-4c9e-9fa7-86ba766763fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.211761 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-15ea18aa-1f18-4c9e-9fa7-86ba766763fe service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1445365 Nov 25 19:20:33.272654 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-e46ad2e3-7f40-482d-ab57-8987db2a0509 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.139&port_id=12c8b5bd-24df-4cbe-9f41-9ba89e866762 HTTP/1.1" status: 200 len: 217 time: 0.0511868 Nov 25 19:20:33.350608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-b06b4adf-cecd-41a9-b4d8-0c3abfe1f7d0 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5399680 Nov 25 19:20:33.359336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-6beb4bcc-0bc2-4807-953f-79993c34d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.361352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9863c862-e51a-4def-aa6c-ed281fc58804 req-26d0b27a-d3b4-4504-8a54-6963447b0046 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.361855 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-6beb4bcc-0bc2-4807-953f-79993c34d910 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0780859 Nov 25 19:20:33.363279 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9863c862-e51a-4def-aa6c-ed281fc58804 req-26d0b27a-d3b4-4504-8a54-6963447b0046 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 949 time: 0.5254478 Nov 25 19:20:33.423824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-47948ff0-89eb-4427-9921-9af1ef475df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.426231 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-47948ff0-89eb-4427-9921-9af1ef475df6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0566790 Nov 25 19:20:33.467413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d86760-8902-4d05-a1bf-fd3cad8afa8e req-cb5be3e9-f087-4e61-87fa-8c456dc1bc25 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.470506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86d86760-8902-4d05-a1bf-fd3cad8afa8e req-cb5be3e9-f087-4e61-87fa-8c456dc1bc25 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac0ade9b-286d-4356-a609-70073a20c600 HTTP/1.1" status: 200 len: 950 time: 0.2074034 Nov 25 19:20:33.540205 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-25bf8401-b957-4919-99c0-db82c60c5bc5 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062977 Nov 25 19:20:33.633706 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9863c862-e51a-4def-aa6c-ed281fc58804 req-8018e176-32ca-4cdc-b625-8087144e7eae tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582042 Nov 25 19:20:33.650467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 082831b1-5a7a-4470-8921-63c8ddd033d9 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:33.662319 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b3fe9e6-a50d-42d7-b1be-da71ba9ec68f req-075778c0-bc0d-41f3-a685-1bcd9c3c14dd service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044047 Nov 25 19:20:33.696621 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-08de6e38-1445-4202-bc18-4be9d1b879dd service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3319626 Nov 25 19:20:33.712743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86d86760-8902-4d05-a1bf-fd3cad8afa8e req-175743f8-6481-4515-a526-aff867c306c5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294266 Nov 25 19:20:33.723958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-83accd31-5970-4499-8398-5c0101b1a39e service neutron] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3b309f7e-ad53-4924-9815-6f9236b34073,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:33.746472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-83accd31-5970-4499-8398-5c0101b1a39e service neutron] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:33.837211 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebf364a3-bb2f-4742-9073-72b178c60617 x-openstack-request-id: req-ebf364a3-bb2f-4742-9073-72b178c60617 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:33.837803 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:33.838321 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ebf364a3-bb2f-4742-9073-72b178c60617 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:33.838942 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'code': 200} Nov 25 19:20:33.868252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-83accd31-5970-4499-8398-5c0101b1a39e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b309f7e-ad53-4924-9815-6f9236b34073 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:33.883989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 082831b1-5a7a-4470-8921-63c8ddd033d9, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=082831b1-5a7a-4470-8921-63c8ddd033d9,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:33.898727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '082831b1-5a7a-4470-8921-63c8ddd033d9', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '082831b1-5a7a-4470-8921-63c8ddd033d9', 'mac_address': 'fa:16:3e:df:1a:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.166'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:33.904046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-83accd31-5970-4499-8398-5c0101b1a39e service neutron] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3b309f7e-ad53-4924-9815-6f9236b34073,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:33.935655 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-83accd31-5970-4499-8398-5c0101b1a39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.948508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e1cce-ba55-4c0a-bfcd-b852e647c360 req-a9853293-f91d-4101-b644-4d51027159de tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.948807 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:33.950347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-309e1cce-ba55-4c0a-bfcd-b852e647c360 req-a9853293-f91d-4101-b644-4d51027159de tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 948 time: 0.1637914 Nov 25 19:20:33.968541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 082831b1-5a7a-4470-8921-63c8ddd033d9 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:33.977067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fab88d5-922a-4306-907a-ae6ad7092c52 req-353c066f-de9a-4416-8b79-1a63e4711266 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.979471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fab88d5-922a-4306-907a-ae6ad7092c52 req-353c066f-de9a-4416-8b79-1a63e4711266 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 944 time: 0.1595175 Nov 25 19:20:33.993168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 082831b1-5a7a-4470-8921-63c8ddd033d9, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=082831b1-5a7a-4470-8921-63c8ddd033d9,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:33.995628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-3cc0ea95-0e71-4911-b2a4-4ed28e5bac50 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:33.998147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-3cc0ea95-0e71-4911-b2a4-4ed28e5bac50 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.1589549 Nov 25 19:20:33.998659 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.047288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-9'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:34.070213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=082831b1-5a7a-4470-8921-63c8ddd033d9,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:34.133165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-309e1cce-ba55-4c0a-bfcd-b852e647c360 req-d464a420-fcbc-491a-a3e6-b43cd3008ac6 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703527 Nov 25 19:20:34.204156 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.209717 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fab88d5-922a-4306-907a-ae6ad7092c52 req-233dddda-3048-464e-aaff-aed1a0e8da33 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174406 Nov 25 19:20:34.223151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-83accd31-5970-4499-8398-5c0101b1a39e service neutron] Transition to ACTIVE for port object 3b309f7e-ad53-4924-9815-6f9236b34073 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:34.249457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-83accd31-5970-4499-8398-5c0101b1a39e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.272969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['082831b1-5a7a-4470-8921-63c8ddd033d9'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:34.377703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-83accd31-5970-4499-8398-5c0101b1a39e service neutron] No DVR routers for this DVR port 3b309f7e-ad53-4924-9815-6f9236b34073 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:20:34.387206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5976f901-bf19-43da-b0f2-a797e3aff5b0 req-9e16af6d-80fe-4857-8dc4-201a3deeca89 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.389096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5976f901-bf19-43da-b0f2-a797e3aff5b0 req-9e16af6d-80fe-4857-8dc4-201a3deeca89 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 949 time: 0.1898110 Nov 25 19:20:34.395505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83accd31-5970-4499-8398-5c0101b1a39e service neutron] Pushing event updated for resources: {'Port': ['ID=3b309f7e-ad53-4924-9815-6f9236b34073,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:34.492620 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-83accd31-5970-4499-8398-5c0101b1a39e service neutron] 10.222.0.76 "PUT /v2.0/ports/3b309f7e-ad53-4924-9815-6f9236b34073/bindings/n-h1-817303-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6695743 Nov 25 19:20:34.552385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5976f901-bf19-43da-b0f2-a797e3aff5b0 req-dff1ce11-406e-46b5-9225-e6793d66b396 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347606 Nov 25 19:20:34.591197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:34.624906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362ed90-7011-480b-b17c-fcee00d44cc9 req-6be2ff51-d346-4930-89a5-2a6731965bcd tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.631172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362ed90-7011-480b-b17c-fcee00d44cc9 req-6be2ff51-d346-4930-89a5-2a6731965bcd tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.632888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2362ed90-7011-480b-b17c-fcee00d44cc9 req-6be2ff51-d346-4930-89a5-2a6731965bcd tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57&device_id=ac0ade9b-286d-4356-a609-70073a20c600 HTTP/1.1" status: 200 len: 1690 time: 0.1030927 Nov 25 19:20:34.680676 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f1d18fa6-e0e8-42d7-af6d-9d473d28c26f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.705398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:34.707450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-1bde1085-64c9-4683-b8b6-44c18f6038f4 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.709407 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-1bde1085-64c9-4683-b8b6-44c18f6038f4 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.0755112 Nov 25 19:20:34.793211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302633f7-67da-4779-adf6-1a2ee57422fb req-d6767626-ef64-4ab0-bded-2ecd324aa46f tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.794757 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-302633f7-67da-4779-adf6-1a2ee57422fb req-d6767626-ef64-4ab0-bded-2ecd324aa46f tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 945 time: 0.1589704 Nov 25 19:20:34.795275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:34.797763 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e25f309-7753-4d5a-a2fe-e2ed3cb9bf25" -d '{"events": [{"server_uuid": "cff7d118-f6d9-448e-bfc0-04d2eacb5766", "name": "network-vif-unplugged", "status": "completed", "tag": "84cfdcaa-f6ba-439d-ab65-686b5afcb3bb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:34.802913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.808636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2362ed90-7011-480b-b17c-fcee00d44cc9 req-938a94b0-4347-474e-8832-ac0f0a4afcf1 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581538 Nov 25 19:20:34.831164 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:34.844845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-917eaa85-ff5e-403b-aa30-18212e56422d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.847668 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-917eaa85-ff5e-403b-aa30-18212e56422d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2 HTTP/1.1" status: 200 len: 1096 time: 0.1261764 Nov 25 19:20:34.909501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-302633f7-67da-4779-adf6-1a2ee57422fb req-14916844-9514-4792-a9a7-d2484e7cddaf tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990877 Nov 25 19:20:34.942971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Pushing event updated for resources: {'Port': ['ID=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:34.982473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on host n-h1-817303-9 for vnic_type normal with profile {"migrating_to": "n-h2-817303-9"} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:34.982951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:34.983775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:34.992682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-0378c87c-be1c-4f00-99a7-530a502692f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:34.994293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-0378c87c-be1c-4f00-99a7-530a502692f1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 1096 time: 0.0909464 Nov 25 19:20:34.996919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:34.999393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Attempting to bind port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:35.008285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:35.008989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:35.009956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:35.010998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Bound port: 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:35.011665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.161535 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20bb3726-1ff6-4f38-8297-e7a2f8ba4240 x-openstack-request-id: req-20bb3726-1ff6-4f38-8297-e7a2f8ba4240 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:35.161828 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff7d118-f6d9-448e-bfc0-04d2eacb5766", "name": "network-vif-unplugged", "status": "completed", "tag": "84cfdcaa-f6ba-439d-ab65-686b5afcb3bb", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:35.162068 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20bb3726-1ff6-4f38-8297-e7a2f8ba4240 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:35.162502 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb', 'code': 200} Nov 25 19:20:35.178340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-743d4831-dd79-4d51-afce-72cedbcd7a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:35.180859 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-743d4831-dd79-4d51-afce-72cedbcd7a99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.1736815 Nov 25 19:20:35.182507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:35.187001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:35.201797 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e9a36-68c7-45df-8408-dfcc826ea11d req-d44442ff-28ec-4f72-8d1f-9a1ea0263527 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:35.203683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b2e9a36-68c7-45df-8408-dfcc826ea11d req-d44442ff-28ec-4f72-8d1f-9a1ea0263527 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 949 time: 0.1197333 Nov 25 19:20:35.205073 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.246689 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-2ea7abe9-c7fa-412b-b1ea-894b870d207e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b309f7e-ad53-4924-9815-6f9236b34073 HTTP/1.1" status: 200 len: 217 time: 0.0545375 Nov 25 19:20:35.310920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Pushing event updated for resources: {'Port': ['ID=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:35.329844 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-ce79aa7f-c269-4819-bfde-19623f9a9d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:35.331482 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-ce79aa7f-c269-4819-bfde-19623f9a9d59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.0727763 Nov 25 19:20:35.347114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:35.347997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:35.349638 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0dbf8229-aedd-4bf2-be30-83165f4bbd45 service neutron] 10.222.0.76 "PUT /v2.0/ports/84cfdcaa-f6ba-439d-ab65-686b5afcb3bb HTTP/1.1" status: 200 len: 1121 time: 1.3315747 Nov 25 19:20:35.365273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b2e9a36-68c7-45df-8408-dfcc826ea11d req-bbaf37af-fc01-4082-9e13-496d92bf32d7 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290557 Nov 25 19:20:35.371961 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-176b0ab4-42a1-4b75-a60f-8d43b5c7f81b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319195 Nov 25 19:20:35.414506 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:20:35.451043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1578c-f932-4347-830b-66ea5c489783 req-69799263-166e-4127-82b3-cef9731b015f tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:35.454364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0bb1578c-f932-4347-830b-66ea5c489783 req-69799263-166e-4127-82b3-cef9731b015f tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 948 time: 0.0856948 Nov 25 19:20:35.520976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['84cfdcaa-f6ba-439d-ab65-686b5afcb3bb'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:35.529087 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-317cb638-20b2-4ce2-9edf-91aaad03a570 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437416 Nov 25 19:20:35.534750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 28f36859-2935-47ec-882f-a1ae2096904a details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:35.554658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0bb1578c-f932-4347-830b-66ea5c489783 req-5994166c-28c8-4b27-95d0-a962401fddf5 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874088 Nov 25 19:20:35.567434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4711ed-5b3c-4108-a748-93bb992c86d0 req-d5606661-ad49-4141-981e-634ed9745faf tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:35.569305 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c4711ed-5b3c-4108-a748-93bb992c86d0 req-d5606661-ad49-4141-981e-634ed9745faf tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 945 time: 0.1043005 Nov 25 19:20:35.686442 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-aba30e54-2384-439a-9dbe-f078627600e2 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478202 Nov 25 19:20:35.717583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e561d968-16bc-4d92-b4e0-40b2819034a8 req-1dd1e995-e239-4006-b76b-a444a75049dc tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:35.721920 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e561d968-16bc-4d92-b4e0-40b2819034a8 req-1dd1e995-e239-4006-b76b-a444a75049dc tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 1100 time: 0.0932419 Nov 25 19:20:35.737776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c4711ed-5b3c-4108-a748-93bb992c86d0 req-cd68137b-b5b1-4457-b35f-9ad0758393b3 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345801 Nov 25 19:20:35.755873 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 12c8b5bd-24df-4cbe-9f41-9ba89e866762 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:35.759973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 082831b1-5a7a-4470-8921-63c8ddd033d9 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:35.811836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e561d968-16bc-4d92-b4e0-40b2819034a8 req-e78c644a-94a9-41e2-ad5e-c423f6d2fb82 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821052 Nov 25 19:20:35.849947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d48dd9-063d-431d-aed5-e90d76e04567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a24dbe7-b2b6-4b7b-beed-0239fb76efda'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:35.853093 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-292e9dc3-d9c3-4f6e-a8b7-5fc120dc07eb" -d '{"events": [{"server_uuid": "83d48dd9-063d-431d-aed5-e90d76e04567", "name": "network-vif-plugged", "status": "completed", "tag": "9a24dbe7-b2b6-4b7b-beed-0239fb76efda"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:35.994686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 082831b1-5a7a-4470-8921-63c8ddd033d9 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:36.022221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 082831b1-5a7a-4470-8921-63c8ddd033d9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:36.023557 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.038201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff8d49-6f57-41e7-b6c4-266c97172cde req-9c84dc66-f466-43a4-8ba2-5cec8c5283f0 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:36.045806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efff8d49-6f57-41e7-b6c4-266c97172cde req-9c84dc66-f466-43a4-8ba2-5cec8c5283f0 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 949 time: 0.1293650 Nov 25 19:20:36.056736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b51514e-cf60-4200-9682-613c864f1071 req-f025fd70-8380-44b8-b9b3-5261cfc4938d tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:36.065643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b51514e-cf60-4200-9682-613c864f1071 req-f025fd70-8380-44b8-b9b3-5261cfc4938d tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ac0ade9b-286d-4356-a609-70073a20c600 HTTP/1.1" status: 200 len: 1101 time: 0.0992005 Nov 25 19:20:36.087562 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 28f36859-2935-47ec-882f-a1ae2096904a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=28f36859-2935-47ec-882f-a1ae2096904a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:36.137609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '28f36859-2935-47ec-882f-a1ae2096904a', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '28f36859-2935-47ec-882f-a1ae2096904a', 'mac_address': 'fa:16:3e:21:af:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:36.146673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 12c8b5bd-24df-4cbe-9f41-9ba89e866762, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=12c8b5bd-24df-4cbe-9f41-9ba89e866762,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:36.164433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-da3aa715-5e95-4e0a-9bef-89855ab0ce45 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:36.168966 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-da3aa715-5e95-4e0a-9bef-89855ab0ce45 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.0688999 Nov 25 19:20:36.172769 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efff8d49-6f57-41e7-b6c4-266c97172cde req-233b631b-193e-4499-afcc-0f3822ded9e9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245608 Nov 25 19:20:36.181813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '12c8b5bd-24df-4cbe-9f41-9ba89e866762', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '12c8b5bd-24df-4cbe-9f41-9ba89e866762', 'mac_address': 'fa:16:3e:69:10:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.139'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:36.187268 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b51514e-cf60-4200-9682-613c864f1071 req-2254013b-c247-4bd0-86b3-c372d433fb03 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195650 Nov 25 19:20:36.309800 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1f712f-ff35-4d32-b536-a1415dff98a7 x-openstack-request-id: req-6e1f712f-ff35-4d32-b536-a1415dff98a7 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:36.310121 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d48dd9-063d-431d-aed5-e90d76e04567", "name": "network-vif-plugged", "status": "completed", "tag": "9a24dbe7-b2b6-4b7b-beed-0239fb76efda", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:36.310503 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e1f712f-ff35-4d32-b536-a1415dff98a7 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:36.310763 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d48dd9-063d-431d-aed5-e90d76e04567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a24dbe7-b2b6-4b7b-beed-0239fb76efda', 'code': 200} Nov 25 19:20:36.315471 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.320490 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.321210 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.365784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28f36859-2935-47ec-882f-a1ae2096904a {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:36.378154 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.462219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 082831b1-5a7a-4470-8921-63c8ddd033d9, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=082831b1-5a7a-4470-8921-63c8ddd033d9,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:36.474617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12c8b5bd-24df-4cbe-9f41-9ba89e866762 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:36.488167 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 28f36859-2935-47ec-882f-a1ae2096904a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=28f36859-2935-47ec-882f-a1ae2096904a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:36.502824 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.509589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3b309f7e-ad53-4924-9815-6f9236b34073 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:36.520722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cce8f85c-b797-4118-9834-284d31640600 service neutron] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:36.527472 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cce8f85c-b797-4118-9834-284d31640600 service neutron] Publish callbacks [] for binding, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.528660 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32146e89-52f7-47e7-ab3d-b860b5c16575 req-cce8f85c-b797-4118-9834-284d31640600 service neutron] 10.222.0.60 "DELETE /v2.0/ports/3b309f7e-ad53-4924-9815-6f9236b34073/bindings/n-h2-817303-9 HTTP/1.1" status: 204 len: 173 time: 0.3377833 Nov 25 19:20:36.539002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d978a-4e55-4a73-97ae-5e6a2a1c61a5 req-22377261-6754-48f7-a675-e280e2800410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:36.540837 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-817d978a-4e55-4a73-97ae-5e6a2a1c61a5 req-22377261-6754-48f7-a675-e280e2800410 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 1100 time: 0.0743043 Nov 25 19:20:36.582433 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.624090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c334aa-4233-4bf4-9569-be1f72cfe215 req-ec4fbdea-03bf-4bb7-ae35-1c705fca33fe tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:36.624881 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-817d978a-4e55-4a73-97ae-5e6a2a1c61a5 req-37b12b75-f0ca-46f1-9800-f933c564c195 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709054 Nov 25 19:20:36.638398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39c334aa-4233-4bf4-9569-be1f72cfe215 req-ec4fbdea-03bf-4bb7-ae35-1c705fca33fe tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 943 time: 0.2361405 Nov 25 19:20:36.642334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=082831b1-5a7a-4470-8921-63c8ddd033d9,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:36.679047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 12c8b5bd-24df-4cbe-9f41-9ba89e866762, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=12c8b5bd-24df-4cbe-9f41-9ba89e866762,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:36.724825 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:36.767425 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3b309f7e-ad53-4924-9815-6f9236b34073 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:20:36.787673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['28f36859-2935-47ec-882f-a1ae2096904a'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:36.803484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39c334aa-4233-4bf4-9569-be1f72cfe215 req-57a64e19-905c-45e2-9022-17df781ffd33 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606886 Nov 25 19:20:36.830841 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8cc793-8b53-4874-aaec-6d92dda40104 req-6bbbe62a-f94d-4796-8ce8-96bc094c57d8 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:36.839587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf8cc793-8b53-4874-aaec-6d92dda40104 req-6bbbe62a-f94d-4796-8ce8-96bc094c57d8 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 949 time: 0.1513829 Nov 25 19:20:36.863667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=28f36859-2935-47ec-882f-a1ae2096904a,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:36.928085 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf8cc793-8b53-4874-aaec-6d92dda40104 req-51da1552-401a-45ae-85ca-98790c3af4fa tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874331 Nov 25 19:20:36.985288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=12c8b5bd-24df-4cbe-9f41-9ba89e866762,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:37.060764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['12c8b5bd-24df-4cbe-9f41-9ba89e866762'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:37.087588 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-da92afa7-f3eb-4629-a1f6-d9c9e6625fb3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0755067 Nov 25 19:20:37.170891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'tag': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:37.174178 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc3da54d-c3a3-4dc4-a4bd-7fe1e5b6bb23" -d '{"events": [{"name": "network-changed", "server_uuid": "cff7d118-f6d9-448e-bfc0-04d2eacb5766", "tag": "84cfdcaa-f6ba-439d-ab65-686b5afcb3bb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:37.305313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152fe5d-1596-4de5-bbb0-d07a2cbe8411 req-8dbd8b88-acb6-4c9d-a48f-9ef3e2b9a360 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:37.313034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3152fe5d-1596-4de5-bbb0-d07a2cbe8411 req-8dbd8b88-acb6-4c9d-a48f-9ef3e2b9a360 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 949 time: 0.2241747 Nov 25 19:20:37.392635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-c85aa852-c00e-4b6c-b21f-e1c22300e2df tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:37.395701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-c85aa852-c00e-4b6c-b21f-e1c22300e2df tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3046291 Nov 25 19:20:37.419255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3152fe5d-1596-4de5-bbb0-d07a2cbe8411 req-db9d6087-0ce0-4738-9bbc-dc7d494966a5 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044326 Nov 25 19:20:37.428615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5a252459-6687-4b4d-b6f9-574f04b79d74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/quotas/60c48d2fb97740fe952cc1943cc18b64 HTTP/1.1" status: 200 len: 375 time: 0.0267749 Nov 25 19:20:37.504058 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-f11cdee6-2a2e-4460-92ba-375b0a6275d2 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0740871 Nov 25 19:20:37.540894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 28f36859-2935-47ec-882f-a1ae2096904a up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:37.611877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a6a34-b42d-4161-b748-7d80b09200d5 req-52fe199b-0b97-4cc5-9168-39449014c085 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:37.613460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-593a6a34-b42d-4161-b748-7d80b09200d5 req-52fe199b-0b97-4cc5-9168-39449014c085 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 945 time: 0.0885541 Nov 25 19:20:37.640437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 28f36859-2935-47ec-882f-a1ae2096904a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:37.641349 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:37.740537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-593a6a34-b42d-4161-b748-7d80b09200d5 req-7c8b536b-ca91-4d85-82a8-26b00e0af792 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200998 Nov 25 19:20:37.758140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:37.870291 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47590634-7d63-4662-8bf7-d65e20a61844 x-openstack-request-id: req-47590634-7d63-4662-8bf7-d65e20a61844 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:37.870291 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff7d118-f6d9-448e-bfc0-04d2eacb5766", "tag": "84cfdcaa-f6ba-439d-ab65-686b5afcb3bb", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:37.877715 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47590634-7d63-4662-8bf7-d65e20a61844 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:37.879403 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'tag': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb', 'status': 'completed', 'code': 200} Nov 25 19:20:37.925939 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:37.938598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca1b14-8bb7-4791-a320-f25bbda91786 req-55d22b10-ba30-4633-a945-fe5f452dd7a0 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:37.941523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5ca1b14-8bb7-4791-a320-f25bbda91786 req-55d22b10-ba30-4633-a945-fe5f452dd7a0 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 950 time: 0.1809163 Nov 25 19:20:38.123380 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5ca1b14-8bb7-4791-a320-f25bbda91786 req-03db1c73-cecf-41a5-b0cf-265aa5368869 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641500 Nov 25 19:20:38.260994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3da54d-c3a3-4dc4-a4bd-7fe1e5b6bb23 req-f4a28d8e-03b5-4d8e-beca-b6dc0fd27acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:38.270100 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc3da54d-c3a3-4dc4-a4bd-7fe1e5b6bb23 req-f4a28d8e-03b5-4d8e-beca-b6dc0fd27acc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 1124 time: 0.1274233 Nov 25 19:20:38.292824 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16738c7a-956f-470c-af6f-258c0b5f9730 req-25d28a31-cc96-411b-a4e0-399182358c7e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 210 time: 0.0915554 Nov 25 19:20:38.327888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70784d25-0cf0-451c-ace1-2f5322007c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082831b1-5a7a-4470-8921-63c8ddd033d9'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:38.340429 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d21505-b9e3-49a9-a597-99ae0d98cf90" -d '{"events": [{"server_uuid": "70784d25-0cf0-451c-ace1-2f5322007c28", "name": "network-vif-plugged", "status": "completed", "tag": "082831b1-5a7a-4470-8921-63c8ddd033d9"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:38.345464 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:38.425247 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:38.447959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38489f9b-31b4-44e3-a7b5-f927828f8ad2 req-8282bd5f-c292-4d39-9602-01a878e247ba tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:38.459953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-38489f9b-31b4-44e3-a7b5-f927828f8ad2 req-8282bd5f-c292-4d39-9602-01a878e247ba tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 943 time: 0.1132948 Nov 25 19:20:38.488131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:38.544235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 28f36859-2935-47ec-882f-a1ae2096904a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=28f36859-2935-47ec-882f-a1ae2096904a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:38.558770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:38.560360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3b309f7e-ad53-4924-9815-6f9236b34073 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:38.599460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-38489f9b-31b4-44e3-a7b5-f927828f8ad2 req-02e19643-8c80-4adf-9dbd-5cf44fa4f926 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384387 Nov 25 19:20:38.685786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3da54d-c3a3-4dc4-a4bd-7fe1e5b6bb23 req-8ec8384f-f03a-4db8-bd22-d4002d3a3821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:38.688871 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc3da54d-c3a3-4dc4-a4bd-7fe1e5b6bb23 req-8ec8384f-f03a-4db8-bd22-d4002d3a3821 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.4118254 Nov 25 19:20:38.692606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea98b8f-89de-4f2a-9a44-f2cb2af6e957 req-c96cb973-7fe5-412c-a94b-3ffda611cae8 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:38.716256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ea98b8f-89de-4f2a-9a44-f2cb2af6e957 req-c96cb973-7fe5-412c-a94b-3ffda611cae8 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 949 time: 0.1869750 Nov 25 19:20:38.758509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb has no active binding in host n-h2-817303-9 {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:20:38.782085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=28f36859-2935-47ec-882f-a1ae2096904a,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:38.807389 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc3da54d-c3a3-4dc4-a4bd-7fe1e5b6bb23 req-430268d4-2593-4977-b0eb-c2ad0f7eac2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb HTTP/1.1" status: 200 len: 217 time: 0.1027694 Nov 25 19:20:38.953425 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ea98b8f-89de-4f2a-9a44-f2cb2af6e957 req-ec9f48ea-7a17-464f-8bc1-274a4dc11d11 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315090 Nov 25 19:20:38.957528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3da54d-c3a3-4dc4-a4bd-7fe1e5b6bb23 req-8901aa47-1b77-445a-8551-f44d5f7128dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:38.959114 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc3da54d-c3a3-4dc4-a4bd-7fe1e5b6bb23 req-8901aa47-1b77-445a-8551-f44d5f7128dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1390119 Nov 25 19:20:39.054372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20e105-ca32-4088-9e02-39251938c64a req-5b60ff4a-3900-475c-93f6-bfb91d84dc07 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:39.068647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc3da54d-c3a3-4dc4-a4bd-7fe1e5b6bb23 req-25603d0e-4dac-47a9-a3d3-98a57522a0d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0914953 Nov 25 19:20:39.069973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a20e105-ca32-4088-9e02-39251938c64a req-5b60ff4a-3900-475c-93f6-bfb91d84dc07 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 1096 time: 0.2196524 Nov 25 19:20:39.076435 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76dd6f8-f089-4a7a-beb6-fccc3acb01f2 x-openstack-request-id: req-f76dd6f8-f089-4a7a-beb6-fccc3acb01f2 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:39.077167 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70784d25-0cf0-451c-ace1-2f5322007c28", "name": "network-vif-plugged", "status": "completed", "tag": "082831b1-5a7a-4470-8921-63c8ddd033d9", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:39.077167 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f76dd6f8-f089-4a7a-beb6-fccc3acb01f2 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:39.077431 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70784d25-0cf0-451c-ace1-2f5322007c28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '082831b1-5a7a-4470-8921-63c8ddd033d9', 'code': 200} Nov 25 19:20:39.199954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a20e105-ca32-4088-9e02-39251938c64a req-6ffca286-7a66-4399-b714-347edaa5c20b tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284442 Nov 25 19:20:39.296458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88980e70-d1c8-4ee5-9167-468fdc6f531f req-5f4c526d-67e4-4c19-9320-204447cdc55d tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:39.309003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88980e70-d1c8-4ee5-9167-468fdc6f531f req-5f4c526d-67e4-4c19-9320-204447cdc55d tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 949 time: 0.0886235 Nov 25 19:20:39.316870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99cecb-ccc4-4663-b365-e4bc2794d238 req-b6bfa851-f096-4e84-a0fa-467a980c9db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:39.318574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd99cecb-ccc4-4663-b365-e4bc2794d238 req-b6bfa851-f096-4e84-a0fa-467a980c9db4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 1101 time: 0.1348703 Nov 25 19:20:39.426790 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc3da54d-c3a3-4dc4-a4bd-7fe1e5b6bb23 req-cd0ac2fa-fc13-427d-8827-b6c59de799af service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3397636 Nov 25 19:20:39.438174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88980e70-d1c8-4ee5-9167-468fdc6f531f req-9bd6f3c6-fc7f-4afd-9250-5a17cebec26e tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301262 Nov 25 19:20:39.571930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd99cecb-ccc4-4663-b365-e4bc2794d238 req-e2318552-6572-4b66-bde5-88798ec5bafb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2432086 Nov 25 19:20:39.721570 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc3da54d-c3a3-4dc4-a4bd-7fe1e5b6bb23 req-6fa3c67d-3a36-41a7-b205-4992f16e01bb service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2893517 Nov 25 19:20:39.723938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 12c8b5bd-24df-4cbe-9f41-9ba89e866762 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:39.756252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea4ce00-dbc9-47ac-8257-a625172702dc req-eed6bfb9-27e3-491e-a292-f5ff54a2f2a6 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:39.759372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ea4ce00-dbc9-47ac-8257-a625172702dc req-eed6bfb9-27e3-491e-a292-f5ff54a2f2a6 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 950 time: 0.1094816 Nov 25 19:20:39.892249 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ea4ce00-dbc9-47ac-8257-a625172702dc req-5d47d571-83ef-4588-ab21-99813a0fff74 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134760 Nov 25 19:20:39.951492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 12c8b5bd-24df-4cbe-9f41-9ba89e866762 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:39.958396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 12c8b5bd-24df-4cbe-9f41-9ba89e866762 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:39.959614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.086435 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-794b3052-98b0-4b1c-be28-2790e1c12560 req-895a4630-9a30-4e37-8ffa-774f1e200d85 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 210 time: 0.0576813 Nov 25 19:20:40.092894 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.160883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 12c8b5bd-24df-4cbe-9f41-9ba89e866762, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=12c8b5bd-24df-4cbe-9f41-9ba89e866762,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:40.169785 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:40.257782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=12c8b5bd-24df-4cbe-9f41-9ba89e866762,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:40.294771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15b0c5-aa15-4f5c-a5a2-2f2fbe60bc94 req-abe9c3c1-6b47-4c4a-a8b7-830cc56a15ff tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:40.298459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af15b0c5-aa15-4f5c-a5a2-2f2fbe60bc94 req-abe9c3c1-6b47-4c4a-a8b7-830cc56a15ff tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 943 time: 0.1074302 Nov 25 19:20:40.390186 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af15b0c5-aa15-4f5c-a5a2-2f2fbe60bc94 req-52ef8f36-9586-490d-84ca-d2dfb695eda9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849850 Nov 25 19:20:40.687151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-df1d01cf-ff40-43cc-9a14-3cda8a01bab4 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:40.698426 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-df1d01cf-ff40-43cc-9a14-3cda8a01bab4 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 820 time: 0.1561396 Nov 25 19:20:40.722937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-fcacd429-e3fd-444f-8f49-a4bbba2a52ec tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/quotas/24bd4c8cb5cf4ce0a3968ac6dabf0fd2 HTTP/1.1" status: 200 len: 375 time: 0.0215032 Nov 25 19:20:40.824790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-a390e88e-d81a-4b59-9da0-c4f42885fe5a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0797470 Nov 25 19:20:41.007146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-508224c4-51a8-4a9d-8e0c-a4c83dc9ef35 service neutron] 10.222.0.15 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639190 Nov 25 19:20:41.079408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f36859-2935-47ec-882f-a1ae2096904a'}, {'server_uuid': '77be7e98-f89d-426c-95b1-0053a2ee98b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c8b5bd-24df-4cbe-9f41-9ba89e866762'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:41.083282 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdca263b-5202-458f-b860-f6b9bffe68c0" -d '{"events": [{"server_uuid": "a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a", "name": "network-vif-plugged", "status": "completed", "tag": "28f36859-2935-47ec-882f-a1ae2096904a"}, {"server_uuid": "77be7e98-f89d-426c-95b1-0053a2ee98b5", "name": "network-vif-plugged", "status": "completed", "tag": "12c8b5bd-24df-4cbe-9f41-9ba89e866762"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:41.447537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-5245ef0d-1c69-4338-adfa-ea7de5e2c1c0 service neutron] 10.222.0.15 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4370055 Nov 25 19:20:41.885943 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-3963a524-b5a6-4bd6-9f23-4287d8499eba service neutron] 10.222.0.60 "GET /v2.0/ports/84cfdcaa-f6ba-439d-ab65-686b5afcb3bb/bindings/n-h2-817303-9 HTTP/1.1" status: 200 len: 384 time: 0.0856714 Nov 25 19:20:41.953626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a02789-bb3c-4812-97de-2ec6df37e6b8 req-3e9c2376-3562-4ee3-96b9-b082d4444518 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:41.962494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9a02789-bb3c-4812-97de-2ec6df37e6b8 req-3e9c2376-3562-4ee3-96b9-b082d4444518 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 949 time: 0.1039171 Nov 25 19:20:42.095264 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9a02789-bb3c-4812-97de-2ec6df37e6b8 req-1e7a7830-0f7a-402b-842b-92084a8487ce tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258979 Nov 25 19:20:42.316449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae3fcd-7278-449a-9dfe-3859a1b3c2f5 req-234ddc0a-a610-4ff5-be72-4d098617dfb3 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:42.327093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7ae3fcd-7278-449a-9dfe-3859a1b3c2f5 req-234ddc0a-a610-4ff5-be72-4d098617dfb3 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 950 time: 0.0797658 Nov 25 19:20:42.336002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-cad6337a-dd44-4046-a1bf-7c78efadd6ef service neutron] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:42.404014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-cad6337a-dd44-4046-a1bf-7c78efadd6ef service neutron] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:42.405982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7ae3fcd-7278-449a-9dfe-3859a1b3c2f5 req-bcceaa68-5828-4dc1-bac8-1d8002a6da4f tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737724 Nov 25 19:20:42.490277 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-cad6337a-dd44-4046-a1bf-7c78efadd6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:42.539913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-cad6337a-dd44-4046-a1bf-7c78efadd6ef service neutron] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:42.578598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-cad6337a-dd44-4046-a1bf-7c78efadd6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:42.606779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-235c0b68-dbad-414f-abe2-e9491bdbce72 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0513606 Nov 25 19:20:42.730900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-cad6337a-dd44-4046-a1bf-7c78efadd6ef service neutron] Transition to ACTIVE for port object 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:42.741023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-cad6337a-dd44-4046-a1bf-7c78efadd6ef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:43.028516 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8fe5f2-fcd3-433f-8062-20d1513f8f50 x-openstack-request-id: req-1a8fe5f2-fcd3-433f-8062-20d1513f8f50 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:43.029417 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a", "name": "network-vif-plugged", "status": "completed", "tag": "28f36859-2935-47ec-882f-a1ae2096904a", "code": 200}, {"server_uuid": "77be7e98-f89d-426c-95b1-0053a2ee98b5", "name": "network-vif-plugged", "status": "completed", "tag": "12c8b5bd-24df-4cbe-9f41-9ba89e866762", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:43.029669 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a8fe5f2-fcd3-433f-8062-20d1513f8f50 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:43.030760 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28f36859-2935-47ec-882f-a1ae2096904a', 'code': 200} Nov 25 19:20:43.032039 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77be7e98-f89d-426c-95b1-0053a2ee98b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12c8b5bd-24df-4cbe-9f41-9ba89e866762', 'code': 200} Nov 25 19:20:43.141006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108d3bac-9f51-4936-a1a6-68d0c6adc9ca req-375d2cbc-4cbb-4c1b-bf44-9787d4fad59e tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:43.153644 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-108d3bac-9f51-4936-a1a6-68d0c6adc9ca req-375d2cbc-4cbb-4c1b-bf44-9787d4fad59e tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 950 time: 0.3835957 Nov 25 19:20:43.244069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-cad6337a-dd44-4046-a1bf-7c78efadd6ef service neutron] No DVR routers for this DVR port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:20:43.262171 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85b84535-5c48-4a4b-a43c-e0cac318a3fc req-1814e086-56b3-4f98-947f-54fd1cafd12b tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 210 time: 0.0917957 Nov 25 19:20:43.280973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-b5816375-3be0-4db1-b6aa-de2702595529 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:43.284756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-b5816375-3be0-4db1-b6aa-de2702595529 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6679499 Nov 25 19:20:43.315897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6337a-dd44-4046-a1bf-7c78efadd6ef service neutron] Pushing event updated for resources: {'Port': ['ID=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,revision_number=10']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:43.326749 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Request body: {'port': {'device_id': '71cda4e3-f533-4bae-9476-6eacf315ea65', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '60c48d2fb97740fe952cc1943cc18b64'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:43.337490 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-cad6337a-dd44-4046-a1bf-7c78efadd6ef service neutron] 10.222.0.60 "PUT /v2.0/ports/84cfdcaa-f6ba-439d-ab65-686b5afcb3bb/bindings/n-h2-817303-9/activate HTTP/1.1" status: 200 len: 369 time: 1.4376965 Nov 25 19:20:43.489615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-263d851a-b530-46b8-89aa-ac0928811018 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:43.492053 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-263d851a-b530-46b8-89aa-ac0928811018 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1095 time: 0.0732055 Nov 25 19:20:43.538011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-108d3bac-9f51-4936-a1a6-68d0c6adc9ca req-e38ad7d2-853c-4c04-a4d4-0dc4bc54f7a3 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3828437 Nov 25 19:20:43.589741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086cbf3-d1f9-4ba2-b813-744a90eb2ad4 req-1a380e56-6d68-49cd-919d-ba16b9f10521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:43.591567 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2086cbf3-d1f9-4ba2-b813-744a90eb2ad4 req-1a380e56-6d68-49cd-919d-ba16b9f10521 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 1101 time: 0.3507226 Nov 25 19:20:43.605831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-32c17490-22d0-4a62-9466-8fdbbc88d546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:43.612042 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-32c17490-22d0-4a62-9466-8fdbbc88d546 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875 HTTP/1.1" status: 200 len: 1095 time: 0.1077082 Nov 25 19:20:43.619519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfbbd4-5c2a-4da8-8bda-99251fde8b04 req-ff6ad0ee-9edd-491d-aa1c-163ad7562a18 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:43.635815 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04cfbbd4-5c2a-4da8-8bda-99251fde8b04 req-ff6ad0ee-9edd-491d-aa1c-163ad7562a18 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 944 time: 0.2323070 Nov 25 19:20:43.738735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1e072ad-2a91-4972-836f-3afd56379bf7 req-9393af8c-38d0-4fc1-b16b-4d93d3adfa18 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 210 time: 0.0497139 Nov 25 19:20:43.787031 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04cfbbd4-5c2a-4da8-8bda-99251fde8b04 req-f916b3c0-961c-4cc7-90d9-f028b012d7eb tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499562 Nov 25 19:20:43.830274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-ff2e7f1d-2b59-4aef-853e-a550cdc3fed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:43.831219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2086cbf3-d1f9-4ba2-b813-744a90eb2ad4 req-e24b4c36-deef-4519-8b69-25bae9055c8d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298105 Nov 25 19:20:43.833878 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-ff2e7f1d-2b59-4aef-853e-a550cdc3fed2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 1095 time: 0.1477480 Nov 25 19:20:43.843309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.76', 60618) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:43.845561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Made reservation on behalf of 60c48d2fb97740fe952cc1943cc18b64 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:43.853265 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:44.237367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8496d-39a2-4d2f-afec-5a95997f6b5e req-3595a7ab-8f2a-4cba-8967-dddba94ce776 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.245182 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ff8496d-39a2-4d2f-afec-5a95997f6b5e req-3595a7ab-8f2a-4cba-8967-dddba94ce776 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 950 time: 0.2119732 Nov 25 19:20:44.293679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Allocated IP 192.168.233.238 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/ccaffeee-9744-427c-b349-6fbcc4352a06) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:44.319127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-dbd27132-ca4e-4b45-9bf1-6ae64c0de64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.321945 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-dbd27132-ca4e-4b45-9bf1-6ae64c0de64d service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.2179749 Nov 25 19:20:44.387747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-64f3b321-6558-4e66-915b-74a1ce6f2651 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.389665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-64f3b321-6558-4e66-915b-74a1ce6f2651 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.76 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 820 time: 0.3114781 Nov 25 19:20:44.412334 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-22a9fec4-37f0-450f-8cc3-700a9decab62 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb HTTP/1.1" status: 200 len: 217 time: 0.0712416 Nov 25 19:20:44.420478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ff8496d-39a2-4d2f-afec-5a95997f6b5e req-d171918c-f945-4f9d-8414-651a450d0700 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742566 Nov 25 19:20:44.424668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Request body: {'port': {'device_id': 'f00b3397-f28d-489a-831b-c5c068190a47', 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7', 'admin_state_up': True, 'tenant_id': '24bd4c8cb5cf4ce0a3968ac6dabf0fd2'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:44.492408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615df5b2-f736-4fba-babb-be4b43f65e9d req-3e6d8d79-4c93-48d2-9311-0dd458fab8f3 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.500442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-615df5b2-f736-4fba-babb-be4b43f65e9d req-3e6d8d79-4c93-48d2-9311-0dd458fab8f3 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 949 time: 0.2216017 Nov 25 19:20:44.511750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0df06162-9cf5-4edc-89b3-9d86948897ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.514013 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-0df06162-9cf5-4edc-89b3-9d86948897ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.0891294 Nov 25 19:20:44.561730 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-388ff396-6f88-47f8-818b-921bddf129fd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382638 Nov 25 19:20:44.645389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b3783e8-614d-47b8-91cc-744c05e14ee4 req-888b82d4-dcb0-4098-a3d0-0ca17ff16e95 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 210 time: 0.1344018 Nov 25 19:20:44.792399 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-47fb671c-dea5-4825-be2d-a2f6413e1399 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170458 Nov 25 19:20:44.795363 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:44.873178 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-615df5b2-f736-4fba-babb-be4b43f65e9d req-8de6834c-62e1-4c40-b753-1e78f6396824 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715591 Nov 25 19:20:44.943037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Made reservation on behalf of 24bd4c8cb5cf4ce0a3968ac6dabf0fd2 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:44.947030 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:44.958868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db4398b-9495-4843-af04-2a67c036c6e5 req-c30206b6-fc31-41bf-922d-10111d0d3031 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:44.960659 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7db4398b-9495-4843-af04-2a67c036c6e5 req-c30206b6-fc31-41bf-922d-10111d0d3031 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 950 time: 0.1595588 Nov 25 19:20:44.994346 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:45.016244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a7a5512c-3bad-409c-80a0-2b17ef862bff'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:45.044283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-7a19363e-676e-48f8-8afc-fc9ba75c11df service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411745 Nov 25 19:20:45.101330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'fb06f442-20c9-416f-935e-730ea8c17cd3', 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:45.114737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:45.184995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:45.188474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:45.197559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event updated for resources: {'Port': ['ID=ccaffeee-9744-427c-b349-6fbcc4352a06,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:45.210719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58a29231-4a78-4d80-a788-fe35efc546d1 req-850c9c38-feda-4434-bad3-55ccf7990712 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 210 time: 0.1410425 Nov 25 19:20:45.361468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7db4398b-9495-4843-af04-2a67c036c6e5 req-e8574de0-697d-42f3-bce9-56755ef50410 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591957 Nov 25 19:20:45.424985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:45.438863 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:45.526629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5c9ebf7a-4455-4002-9816-f89d25eb08b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2041581 Nov 25 19:20:45.544411 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Allocated IP 172.20.0.3 (6416e649-d9bc-4b84-af89-d9947516c8b7/4cc37e69-75f0-4407-90c0-a5c6630fb335/10636141-cba3-4aec-b07d-eade52ed416e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:45.551819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Request body: {'port': {'device_id': '71cda4e3-f533-4bae-9476-6eacf315ea65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:45.608861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293e9f6-873d-4637-9f8b-6ee2d8f52203 req-cd47234b-1de3-4edf-a8cf-a89bdf986077 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:45.611248 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6293e9f6-873d-4637-9f8b-6ee2d8f52203 req-cd47234b-1de3-4edf-a8cf-a89bdf986077 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 944 time: 0.2223451 Nov 25 19:20:45.625478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:45.740518 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-29f314f2-c9d7-4338-a01c-7c5a6e6938fc tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:45.752885 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-29f314f2-c9d7-4338-a01c-7c5a6e6938fc tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1095 time: 0.2013261 Nov 25 19:20:45.845502 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:45.892031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-004be2bb-48f3-4777-a4b1-a3f8f4413e65 None None] Provisioning complete for port ccaffeee-9744-427c-b349-6fbcc4352a06 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:45.903011 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-004be2bb-48f3-4777-a4b1-a3f8f4413e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:45.965585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:20:46.042668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-004be2bb-48f3-4777-a4b1-a3f8f4413e65 None None] Port ccaffeee-9744-427c-b349-6fbcc4352a06 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:46.116329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-9d0deb4f-a8c5-4365-9703-5b83f0f2c1fa service neutron] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:46.124071 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-9d0deb4f-a8c5-4365-9703-5b83f0f2c1fa service neutron] Publish callbacks [] for binding, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:46.131689 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92a38b2e-9086-4792-8b04-b419d7ff7fe6 req-9d0deb4f-a8c5-4365-9703-5b83f0f2c1fa service neutron] 10.222.0.76 "DELETE /v2.0/ports/84cfdcaa-f6ba-439d-ab65-686b5afcb3bb/bindings/n-h1-817303-9 HTTP/1.1" status: 204 len: 173 time: 0.3686965 Nov 25 19:20:46.235326 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6293e9f6-873d-4637-9f8b-6ee2d8f52203 req-0702f0e6-725a-496c-a1d1-94acf3498593 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5958669 Nov 25 19:20:46.559100 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:46.699106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06446cb7-1d3b-4b9e-89bb-f4d27a58a93e req-4ab11c86-91cc-4250-ae1c-55b129b277a6 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:46.710647 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06446cb7-1d3b-4b9e-89bb-f4d27a58a93e req-4ab11c86-91cc-4250-ae1c-55b129b277a6 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 950 time: 0.2989976 Nov 25 19:20:47.105342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177a66f6-0b14-4e9e-b6a2-500556ded8d4 req-436a69cd-b2bd-47d5-9e99-e8eef747dc69 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:47.121950 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-177a66f6-0b14-4e9e-b6a2-500556ded8d4 req-436a69cd-b2bd-47d5-9e99-e8eef747dc69 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 936 time: 0.5600834 Nov 25 19:20:47.177069 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.232830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06446cb7-1d3b-4b9e-89bb-f4d27a58a93e req-e5f1fd61-c613-4e09-b658-6ab6816abdd5 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211551 Nov 25 19:20:47.347053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Network 6416e649-d9bc-4b84-af89-d9947516c8b7 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:47.348787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:47.356076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-177a66f6-0b14-4e9e-b6a2-500556ded8d4 req-eb950ea4-d914-412c-88be-9a8b9beb73be tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312682 Nov 25 19:20:47.361321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:47.375370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Pushing event updated for resources: {'Port': ['ID=10636141-cba3-4aec-b07d-eade52ed416e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:47.411769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccaffeee-9744-427c-b349-6fbcc4352a06 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:47.426029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.469528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:47.471751 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.477435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Transition to ACTIVE for port object ccaffeee-9744-427c-b349-6fbcc4352a06 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:47.485778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfd4982-c3c3-4d33-b69d-09d76a746848 req-1cc06f06-7da3-4785-98c7-1b594e1f0663 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:47.488673 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4dfd4982-c3c3-4d33-b69d-09d76a746848 req-1cc06f06-7da3-4785-98c7-1b594e1f0663 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.60 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 949 time: 0.2132957 Nov 25 19:20:47.495801 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.548758 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-05ee8bb5-27e7-4e75-8e71-bb86f1fb7a6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1321633 Nov 25 19:20:47.568878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Request body: {'port': {'device_id': 'f00b3397-f28d-489a-831b-c5c068190a47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:47.709530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Pushing event updated for resources: {'Port': ['ID=ccaffeee-9744-427c-b349-6fbcc4352a06,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:47.792953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-4dfd4982-c3c3-4d33-b69d-09d76a746848 req-1d7da73f-6b4f-40d0-8cbe-171e7c12f00d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Deleting port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:20:47.793285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4dfd4982-c3c3-4d33-b69d-09d76a746848 req-1d7da73f-6b4f-40d0-8cbe-171e7c12f00d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.842330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ca3e94-d01f-4f59-9833-60c3435f5058 req-84457a1c-64f1-4961-874a-b341fedfeaeb tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:47.844209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12ca3e94-d01f-4f59-9833-60c3435f5058 req-84457a1c-64f1-4961-874a-b341fedfeaeb tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/ports?device_id=83d48dd9-063d-431d-aed5-e90d76e04567 HTTP/1.1" status: 200 len: 949 time: 0.2908716 Nov 25 19:20:47.867684 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.886045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2294eee9-31bf-4660-8fea-4ecda74e1770 req-5d686c81-1c1a-4f35-8158-a5d5e3835a27 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:47.893113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2294eee9-31bf-4660-8fea-4ecda74e1770 req-5d686c81-1c1a-4f35-8158-a5d5e3835a27 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 931 time: 0.3206511 Nov 25 19:20:47.948947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4dfd4982-c3c3-4d33-b69d-09d76a746848 req-1d7da73f-6b4f-40d0-8cbe-171e7c12f00d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] For port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=9a24dbe7-b2b6-4b7b-beed-0239fb76efda,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:47.949467 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4dfd4982-c3c3-4d33-b69d-09d76a746848 req-1d7da73f-6b4f-40d0-8cbe-171e7c12f00d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.961307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Attempting to bind port ccaffeee-9744-427c-b349-6fbcc4352a06 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:47.961419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Attempting to bind port ccaffeee-9744-427c-b349-6fbcc4352a06 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:47.961933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Attempting to bind port ccaffeee-9744-427c-b349-6fbcc4352a06 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:47.969682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Port ccaffeee-9744-427c-b349-6fbcc4352a06 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:47.970028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Attempting to bind port ccaffeee-9744-427c-b349-6fbcc4352a06 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:47.976803 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:47.977059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:47.977414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:47.977869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Bound port: ccaffeee-9744-427c-b349-6fbcc4352a06, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:47.978234 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:47.986981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-4dfd4982-c3c3-4d33-b69d-09d76a746848 req-1d7da73f-6b4f-40d0-8cbe-171e7c12f00d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Calling delete_port for 9a24dbe7-b2b6-4b7b-beed-0239fb76efda owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:20:48.103339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2294eee9-31bf-4660-8fea-4ecda74e1770 req-4a51ca1f-7394-49d8-bc94-720a0819387d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090349 Nov 25 19:20:48.157908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12ca3e94-d01f-4f59-9833-60c3435f5058 req-ad6f2e1d-0f2b-44a0-8098-90c16ac59d99 tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.15 "GET /v2.0/security-groups?id=01cbc359-1896-4c2f-a903-b05e28a3ce01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985888 Nov 25 19:20:48.344168 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4dfd4982-c3c3-4d33-b69d-09d76a746848 req-1d7da73f-6b4f-40d0-8cbe-171e7c12f00d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:48.358466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['9a24dbe7-b2b6-4b7b-beed-0239fb76efda'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:48.401199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7da73f-6b4f-40d0-8cbe-171e7c12f00d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Pushing event deleted for resources: {'Port': ['ID=9a24dbe7-b2b6-4b7b-beed-0239fb76efda,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:48.550599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] For port ccaffeee-9744-427c-b349-6fbcc4352a06, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:48.579995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfd4982-c3c3-4d33-b69d-09d76a746848 req-1d7da73f-6b4f-40d0-8cbe-171e7c12f00d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] No DVR routers for this DVR port 9a24dbe7-b2b6-4b7b-beed-0239fb76efda on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:20:48.585644 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4dfd4982-c3c3-4d33-b69d-09d76a746848 req-1d7da73f-6b4f-40d0-8cbe-171e7c12f00d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:48.590313 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4dfd4982-c3c3-4d33-b69d-09d76a746848 req-1d7da73f-6b4f-40d0-8cbe-171e7c12f00d tempest-DeleteServersAdminTestJSON-1226905931 tempest-DeleteServersAdminTestJSON-1226905931-project] 10.222.0.60 "DELETE /v2.0/ports/9a24dbe7-b2b6-4b7b-beed-0239fb76efda HTTP/1.1" status: 204 len: 173 time: 1.0942783 Nov 25 19:20:48.591419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83d48dd9-063d-431d-aed5-e90d76e04567', 'name': 'network-vif-deleted', 'tag': '9a24dbe7-b2b6-4b7b-beed-0239fb76efda'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:48.604575 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b10edf43-e2c9-4afb-bef5-72ecc13f0f7a" -d '{"events": [{"server_uuid": "83d48dd9-063d-431d-aed5-e90d76e04567", "name": "network-vif-deleted", "tag": "9a24dbe7-b2b6-4b7b-beed-0239fb76efda"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:48.606041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] For port ccaffeee-9744-427c-b349-6fbcc4352a06, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ccaffeee-9744-427c-b349-6fbcc4352a06,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:48.640928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30d2281-65e1-46f4-be81-bd1fc1229855 req-1f454aee-013c-475a-b23c-fc4aabf82f75 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:48.650926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b30d2281-65e1-46f4-be81-bd1fc1229855 req-1f454aee-013c-475a-b23c-fc4aabf82f75 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 944 time: 0.1446476 Nov 25 19:20:48.659666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:48.896870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93469192-dde3-46bd-99ed-f6862bdd576f req-9e5a1abf-b608-4ee0-9661-617f2b34f2f8 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:48.898627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93469192-dde3-46bd-99ed-f6862bdd576f req-9e5a1abf-b608-4ee0-9661-617f2b34f2f8 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 950 time: 0.5231652 Nov 25 19:20:48.914070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:48.914708 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:48.916251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] 10.222.0.76 "PUT /v2.0/ports/ccaffeee-9744-427c-b349-6fbcc4352a06 HTTP/1.1" status: 200 len: 1096 time: 3.3736537 Nov 25 19:20:48.916810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cda4e3-f533-4bae-9476-6eacf315ea65', 'tag': 'ccaffeee-9744-427c-b349-6fbcc4352a06'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:48.919365 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa308ccc-5299-497a-9867-676add5cf8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "71cda4e3-f533-4bae-9476-6eacf315ea65", "tag": "ccaffeee-9744-427c-b349-6fbcc4352a06"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:48.976615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10636141-cba3-4aec-b07d-eade52ed416e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:49.015554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:49.077478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Transition to ACTIVE for port object 10636141-cba3-4aec-b07d-eade52ed416e will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:49.095985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4aa259-089b-47d0-b8ec-951b5d957aaa service neutron] Pushing event updated for resources: {'Port': ['ID=ccaffeee-9744-427c-b349-6fbcc4352a06,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:49.106454 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:49.162905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93469192-dde3-46bd-99ed-f6862bdd576f req-82132e36-d9bb-41ff-bcd9-4eb0a8f20856 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232168 Nov 25 19:20:49.178046 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b30d2281-65e1-46f4-be81-bd1fc1229855 req-5400e5d2-1bb3-42b7-9e1d-4513fbb17e94 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200870 Nov 25 19:20:49.288165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-2a1e524c-bd80-4181-865e-12867fefa2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.290072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-2a1e524c-bd80-4181-865e-12867fefa2ba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 1099 time: 0.3009048 Nov 25 19:20:49.299549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Pushing event updated for resources: {'Port': ['ID=10636141-cba3-4aec-b07d-eade52ed416e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:49.461650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-ec6c4495-1ecb-490f-af83-745504eca41c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ccaffeee-9744-427c-b349-6fbcc4352a06 HTTP/1.1" status: 200 len: 217 time: 0.1563425 Nov 25 19:20:49.503574 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67f53b7f-cd2f-49ff-8a5c-d7e8867a5496 x-openstack-request-id: req-67f53b7f-cd2f-49ff-8a5c-d7e8867a5496 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:49.504033 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83d48dd9-063d-431d-aed5-e90d76e04567", "name": "network-vif-deleted", "tag": "9a24dbe7-b2b6-4b7b-beed-0239fb76efda", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:49.504436 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67f53b7f-cd2f-49ff-8a5c-d7e8867a5496 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:49.505089 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83d48dd9-063d-431d-aed5-e90d76e04567', 'name': 'network-vif-deleted', 'tag': '9a24dbe7-b2b6-4b7b-beed-0239fb76efda', 'status': 'completed', 'code': 200} Nov 25 19:20:49.580105 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee528558-c39e-4b0a-9c22-53d177b815dd x-openstack-request-id: req-ee528558-c39e-4b0a-9c22-53d177b815dd {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:49.580588 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cda4e3-f533-4bae-9476-6eacf315ea65", "tag": "ccaffeee-9744-427c-b349-6fbcc4352a06", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:49.581019 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ee528558-c39e-4b0a-9c22-53d177b815dd {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:49.581663 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cda4e3-f533-4bae-9476-6eacf315ea65', 'tag': 'ccaffeee-9744-427c-b349-6fbcc4352a06', 'status': 'completed', 'code': 200} Nov 25 19:20:49.699696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dac6a85-57e8-40db-8eb4-d8f14c36abbe req-043b0481-6b9a-4988-8387-d75a7649855a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.714615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2dac6a85-57e8-40db-8eb4-d8f14c36abbe req-043b0481-6b9a-4988-8387-d75a7649855a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 948 time: 0.3815782 Nov 25 19:20:49.734915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-ff2c1bc6-0f5f-4076-b53f-d4b3d6fd0b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.734915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-ff2c1bc6-0f5f-4076-b53f-d4b3d6fd0b13 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2452502 Nov 25 19:20:49.815545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad952bcd-4c6d-4a8a-ab78-dd047464a9e8 req-c832817b-11e3-45be-84db-2ed9f3295ab1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.817209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad952bcd-4c6d-4a8a-ab78-dd047464a9e8 req-c832817b-11e3-45be-84db-2ed9f3295ab1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 943 time: 0.1945581 Nov 25 19:20:49.824621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:49.824963 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:49.825326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:49.860960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:49.861329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:49.875832 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2dac6a85-57e8-40db-8eb4-d8f14c36abbe req-a78d4cb3-91aa-445f-ac82-80cdb56b6923 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629977 Nov 25 19:20:49.901855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:49.902201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:49.903044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:49.903243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Bound port: 10636141-cba3-4aec-b07d-eade52ed416e, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:49.903525 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:49.955284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-ff669fe4-7d2b-4f67-ba3e-b2362c33b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:49.957915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-ff669fe4-7d2b-4f67-ba3e-b2362c33b87b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2095912 Nov 25 19:20:50.010104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad952bcd-4c6d-4a8a-ab78-dd047464a9e8 req-ef58725c-444e-4343-b168-de4c6ab336aa tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763461 Nov 25 19:20:50.184202 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-84ada03d-66b1-4f07-aa54-93fa589e9e2b tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=f0c7a8a949b04f419b1ca63afd2cba0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0979967 Nov 25 19:20:50.281527 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:50.540878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:50.633585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=10636141-cba3-4aec-b07d-eade52ed416e,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:50.651965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-57f7ef1d-b296-4e0f-b843-63d1e31a0948 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6236651 Nov 25 19:20:50.663483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:50.794277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33cca0-ca67-4210-9a59-0b49d84819ad req-adb02295-f473-4d35-9176-b3e6429469c8 tempest-ServersAdminNegativeTestJSON-561647769 tempest-ServersAdminNegativeTestJSON-561647769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:50.799275 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc33cca0-ca67-4210-9a59-0b49d84819ad req-adb02295-f473-4d35-9176-b3e6429469c8 tempest-ServersAdminNegativeTestJSON-561647769 tempest-ServersAdminNegativeTestJSON-561647769-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 1101 time: 0.4615753 Nov 25 19:20:50.947685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Pushing event updated for resources: {'Port': ['ID=10636141-cba3-4aec-b07d-eade52ed416e,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:50.959101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:50.959101 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:50.960495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-35bc585f-0605-44ac-93be-1997c437a8fd service neutron] 10.222.0.76 "PUT /v2.0/ports/10636141-cba3-4aec-b07d-eade52ed416e HTTP/1.1" status: 200 len: 1091 time: 3.3964057 Nov 25 19:20:50.969990 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bc33cca0-ca67-4210-9a59-0b49d84819ad req-9d8ad8cf-0761-42dd-9b78-bc4ae288fd6b tempest-ServersAdminNegativeTestJSON-561647769 tempest-ServersAdminNegativeTestJSON-561647769-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:51.217957 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bc33cca0-ca67-4210-9a59-0b49d84819ad req-9d8ad8cf-0761-42dd-9b78-bc4ae288fd6b tempest-ServersAdminNegativeTestJSON-561647769 tempest-ServersAdminNegativeTestJSON-561647769-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:51.235216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-8dbe6e06-470a-4a1e-bd24-e7a1749a09e2 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:51.239774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-8dbe6e06-470a-4a1e-bd24-e7a1749a09e2 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9830120 Nov 25 19:20:51.241960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efedfa35-a602-4c34-800e-44b6791cf5b3 req-153e603d-e937-4271-98f5-928b40bc4926 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5735006 Nov 25 19:20:51.249112 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bc33cca0-ca67-4210-9a59-0b49d84819ad req-9d8ad8cf-0761-42dd-9b78-bc4ae288fd6b tempest-ServersAdminNegativeTestJSON-561647769 tempest-ServersAdminNegativeTestJSON-561647769-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:51.299787 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-3cb412d1-79c0-46e4-80bd-9fd8999695c5 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/quotas/f0c7a8a949b04f419b1ca63afd2cba0d HTTP/1.1" status: 200 len: 375 time: 0.0420299 Nov 25 19:20:51.335950 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc33cca0-ca67-4210-9a59-0b49d84819ad req-9d8ad8cf-0761-42dd-9b78-bc4ae288fd6b tempest-ServersAdminNegativeTestJSON-561647769 tempest-ServersAdminNegativeTestJSON-561647769-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4329798 Nov 25 19:20:51.360471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ad8cf-0761-42dd-9b78-bc4ae288fd6b tempest-ServersAdminNegativeTestJSON-561647769 tempest-ServersAdminNegativeTestJSON-561647769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=221bbca9-a16c-40f7-bca3-cd8af75993f6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:51.648549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 9a24dbe7-b2b6-4b7b-beed-0239fb76efda no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:51.684867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 9a24dbe7-b2b6-4b7b-beed-0239fb76efda {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:20:51.685611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 9a24dbe7-b2b6-4b7b-beed-0239fb76efda not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:20:51.830436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00b3397-f28d-489a-831b-c5c068190a47', 'tag': '10636141-cba3-4aec-b07d-eade52ed416e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:51.834956 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7e9c5a-1a0d-4a38-be94-bd875489bbc7" -d '{"events": [{"name": "network-changed", "server_uuid": "f00b3397-f28d-489a-831b-c5c068190a47", "tag": "10636141-cba3-4aec-b07d-eade52ed416e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:51.852380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-6013dd62-aa71-4bd0-b421-5afc51f88d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:51.855089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-6013dd62-aa71-4bd0-b421-5afc51f88d8c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 1094 time: 0.8039622 Nov 25 19:20:51.986478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-a5e8851d-a109-4520-89a3-ac241b3fe36e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10636141-cba3-4aec-b07d-eade52ed416e HTTP/1.1" status: 200 len: 217 time: 0.1115236 Nov 25 19:20:52.019025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-92c6b500-4716-4c33-9870-aa3a150bb93c tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=f0c7a8a949b04f419b1ca63afd2cba0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7038727 Nov 25 19:20:52.061591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa308ccc-5299-497a-9867-676add5cf8a5 req-ee9bf018-20c8-47cd-b66d-27b5aa9f0844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:52.063400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa308ccc-5299-497a-9867-676add5cf8a5 req-ee9bf018-20c8-47cd-b66d-27b5aa9f0844 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 1099 time: 0.6984937 Nov 25 19:20:52.074996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88368149-7377-4ad6-bc18-43eff0672cdb req-00c9999c-9ff5-45ba-b1ca-3f3072dd0bad tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:52.082992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88368149-7377-4ad6-bc18-43eff0672cdb req-00c9999c-9ff5-45ba-b1ca-3f3072dd0bad tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 1095 time: 0.2422450 Nov 25 19:20:52.122167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-3e8f6d60-b76c-4660-844d-c1492b79aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:52.123715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-3e8f6d60-b76c-4660-844d-c1492b79aba2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.1020761 Nov 25 19:20:52.281363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88368149-7377-4ad6-bc18-43eff0672cdb req-4318db63-c5d1-4c1c-8d3b-4c29c4f2da78 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967928 Nov 25 19:20:52.407916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa308ccc-5299-497a-9867-676add5cf8a5 req-e1792489-d5f9-4828-aeef-5ff6cecf994d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:52.411369 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa308ccc-5299-497a-9867-676add5cf8a5 req-e1792489-d5f9-4828-aeef-5ff6cecf994d service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3257291 Nov 25 19:20:52.416383 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-8e6e8565-6c0d-49ba-a880-9480cc777102 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2161708 Nov 25 19:20:52.581708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa308ccc-5299-497a-9867-676add5cf8a5 req-7cb0bbfa-310a-4241-9b4b-367f2662a9bb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=ccaffeee-9744-427c-b349-6fbcc4352a06 HTTP/1.1" status: 200 len: 217 time: 0.1531286 Nov 25 19:20:52.636791 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:52.774868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa308ccc-5299-497a-9867-676add5cf8a5 req-03c93483-edba-4362-a02c-745d6dd1f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:52.776487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa308ccc-5299-497a-9867-676add5cf8a5 req-03c93483-edba-4362-a02c-745d6dd1f25a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1355026 Nov 25 19:20:52.805839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002769d-0ca4-4c04-a4d1-fcc739dc8e03 req-04431129-c37b-4fc6-838f-148eb7e40c01 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:52.807603 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b002769d-0ca4-4c04-a4d1-fcc739dc8e03 req-04431129-c37b-4fc6-838f-148eb7e40c01 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 948 time: 0.3483706 Nov 25 19:20:52.813137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-294358ed-f974-4fb4-b767-b3e5a140421c service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826628 Nov 25 19:20:52.836136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122bb85-c639-4035-881f-64d898e680e2 req-c998b635-780c-4ee9-9c59-b8dcf3514197 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:52.837890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3122bb85-c639-4035-881f-64d898e680e2 req-c998b635-780c-4ee9-9c59-b8dcf3514197 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 943 time: 0.2604954 Nov 25 19:20:53.047654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa308ccc-5299-497a-9867-676add5cf8a5 req-4546db5f-8180-4709-aa66-fd822309222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:53.050114 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa308ccc-5299-497a-9867-676add5cf8a5 req-4546db5f-8180-4709-aa66-fd822309222b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2601812 Nov 25 19:20:53.143598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b002769d-0ca4-4c04-a4d1-fcc739dc8e03 req-f6621187-03ae-4609-86df-80d1864f2e84 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2954307 Nov 25 19:20:53.210941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3122bb85-c639-4035-881f-64d898e680e2 req-14b0a54a-ee85-42e4-b736-3aa7f3777b26 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295958 Nov 25 19:20:53.415534 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2cec3a4-c77f-40ec-93ef-b2b11352635d req-447606e2-efe3-4e3f-bafe-72237d99bbe8 service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5741541 Nov 25 19:20:53.421135 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa308ccc-5299-497a-9867-676add5cf8a5 req-9e245fa3-1dfa-487f-9bac-5a232475fec4 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362558 Nov 25 19:20:53.535171 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec3b004-0315-49e8-898f-713e5a32e20b x-openstack-request-id: req-5ec3b004-0315-49e8-898f-713e5a32e20b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:53.539648 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00b3397-f28d-489a-831b-c5c068190a47", "tag": "10636141-cba3-4aec-b07d-eade52ed416e", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:53.542517 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ec3b004-0315-49e8-898f-713e5a32e20b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:53.543260 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00b3397-f28d-489a-831b-c5c068190a47', 'tag': '10636141-cba3-4aec-b07d-eade52ed416e', 'status': 'completed', 'code': 200} Nov 25 19:20:53.665771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ae2d078-6228-405f-a1c4-a7d19de0f379 req-d67dd26d-393d-4cbb-a0cb-53ea39ad1083 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 210 time: 0.0455480 Nov 25 19:20:53.742686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e9c5a-1a0d-4a38-be94-bd875489bbc7 req-0d91cbe6-fbc1-4904-b342-e0f2e841e843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:53.744408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f7e9c5a-1a0d-4a38-be94-bd875489bbc7 req-0d91cbe6-fbc1-4904-b342-e0f2e841e843 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 1094 time: 0.0912147 Nov 25 19:20:53.755034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ccaffeee-9744-427c-b349-6fbcc4352a06 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:53.835854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa308ccc-5299-497a-9867-676add5cf8a5 req-5d6a207b-eb5d-48c2-8595-4e1b86e125ab service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4033735 Nov 25 19:20:53.928071 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-799b1adf-427c-46bc-b8c6-3bc70f06c551 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1357408 Nov 25 19:20:54.008919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ccaffeee-9744-427c-b349-6fbcc4352a06, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ccaffeee-9744-427c-b349-6fbcc4352a06,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:54.045554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'ccaffeee-9744-427c-b349-6fbcc4352a06', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'ccaffeee-9744-427c-b349-6fbcc4352a06', 'mac_address': 'fa:16:3e:cd:ca:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.238'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:54.082818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e9c5a-1a0d-4a38-be94-bd875489bbc7 req-088fdd1a-0d31-49bb-bb49-493363305022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.084545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f7e9c5a-1a0d-4a38-be94-bd875489bbc7 req-088fdd1a-0d31-49bb-bb49-493363305022 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.3091242 Nov 25 19:20:54.206133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f7e9c5a-1a0d-4a38-be94-bd875489bbc7 req-e45e2ce8-3298-46ca-9e67-8b65a8862883 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10636141-cba3-4aec-b07d-eade52ed416e HTTP/1.1" status: 200 len: 217 time: 0.1057684 Nov 25 19:20:54.230266 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:54.268099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301486e-3da7-46b3-b25c-4296983110bd req-4170995f-3dae-4c48-927f-76d611fc32c4 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.275870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-4170995f-3dae-4c48-927f-76d611fc32c4 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 808 time: 0.3936148 Nov 25 19:20:54.298104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccaffeee-9744-427c-b349-6fbcc4352a06 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:54.317646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-3ced9f79-62ad-4f6a-8a10-ce1effdd8c31 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=f0c7a8a949b04f419b1ca63afd2cba0d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2307184 Nov 25 19:20:54.370868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-6f817ba5-30dd-4960-aae4-80f56e9deb47 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/quotas/7ac7ac34bdf44575a1d281a5e49ef875 HTTP/1.1" status: 200 len: 375 time: 0.0386925 Nov 25 19:20:54.398869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ccaffeee-9744-427c-b349-6fbcc4352a06, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ccaffeee-9744-427c-b349-6fbcc4352a06,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:54.408515 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:54.490025 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7e9c5a-1a0d-4a38-be94-bd875489bbc7 req-46b79ca0-ac1f-4335-aee7-9b4d738b930f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.495979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f7e9c5a-1a0d-4a38-be94-bd875489bbc7 req-46b79ca0-ac1f-4335-aee7-9b4d738b930f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.2801242 Nov 25 19:20:54.526675 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-6b9eb75b-76ef-4ae5-bc1b-a6d5190f44aa tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1547136 Nov 25 19:20:54.531825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ccaffeee-9744-427c-b349-6fbcc4352a06,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:54.592350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-c211e445-d7a0-42f1-ad5c-5cc03dba51ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.596727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f7e9c5a-1a0d-4a38-be94-bd875489bbc7 req-977f16d3-b6b5-4f62-9695-c73bb92435f1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595131 Nov 25 19:20:54.597515 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-c211e445-d7a0-42f1-ad5c-5cc03dba51ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 1122 time: 0.4785073 Nov 25 19:20:54.608381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d65e70-9af9-4059-91e2-b197131a23b1 req-b0e0dcbe-3bab-4fdd-98cb-d45a6df0ff31 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.617228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4d65e70-9af9-4059-91e2-b197131a23b1 req-b0e0dcbe-3bab-4fdd-98cb-d45a6df0ff31 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 948 time: 0.2704768 Nov 25 19:20:54.776514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ccaffeee-9744-427c-b349-6fbcc4352a06'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:54.822149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4d65e70-9af9-4059-91e2-b197131a23b1 req-c89374b9-728d-43df-b2d5-003d24ede5d1 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038360 Nov 25 19:20:54.914675 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-0a4d274b-5496-4a30-98f4-95eaf3b48c1b service neutron] 10.222.0.15 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3869410 Nov 25 19:20:54.923729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-b634932b-3c83-419b-9f4f-fbce7b013045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.926358 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-b634932b-3c83-419b-9f4f-fbce7b013045 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2668567 Nov 25 19:20:54.952506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-cde02577-38bc-408f-a7c9-1481592889dc tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:54.955433 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-cde02577-38bc-408f-a7c9-1481592889dc tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6149611 Nov 25 19:20:54.971959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f7e9c5a-1a0d-4a38-be94-bd875489bbc7 req-eeb27b0d-e18c-4c9b-8253-f78b11cea55a service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3464079 Nov 25 19:20:55.011162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Request body: {'port': {'device_id': '64d3c0c6-fae1-493d-b6d7-3318603e45ef', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': 'f0c7a8a949b04f419b1ca63afd2cba0d'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:55.168527 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-1a303ce9-eaba-4541-8cf4-63c1f0da4ee5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.39&port_id=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 HTTP/1.1" status: 200 len: 217 time: 0.2115040 Nov 25 19:20:55.263244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47240) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:55.399434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-6ae40658-c0b1-431f-9123-4b5193d34022 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772589 Nov 25 19:20:55.416617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-558227f6-eebf-42d7-ba90-8cafa09c4f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:55.418647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-558227f6-eebf-42d7-ba90-8cafa09c4f98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2337317 Nov 25 19:20:55.453345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f7e9c5a-1a0d-4a38-be94-bd875489bbc7 req-9580ddc1-13a8-4637-8e25-2ecfcdcccf7d service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4690149 Nov 25 19:20:55.511835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5536ce9-2461-4ac4-abef-9f55598baf83 req-6ae67469-b2b4-4ba2-98d7-05ca5c4689ec tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:55.519120 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5536ce9-2461-4ac4-abef-9f55598baf83 req-6ae67469-b2b4-4ba2-98d7-05ca5c4689ec tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 943 time: 0.2498856 Nov 25 19:20:55.536239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-1498dd77-0945-4e1c-a264-885839747192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:55.538182 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-1498dd77-0945-4e1c-a264-885839747192 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0901535 Nov 25 19:20:55.595948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Made reservation on behalf of f0c7a8a949b04f419b1ca63afd2cba0d for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:55.599903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:55.627404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5536ce9-2461-4ac4-abef-9f55598baf83 req-97465b2f-ee3a-4778-88da-2e33ce82bcda tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989025 Nov 25 19:20:55.887452 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba36c236-81eb-43ec-a40c-b4db2a32c153 req-e0d3dfd9-a7b0-4151-bb27-5312700172d0 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 210 time: 0.0977120 Nov 25 19:20:55.914236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ec688cbc-2216-4bee-b1da-9c8e489e1d61 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6dfba32e2d644f27be835948b8b9cdd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6376922 Nov 25 19:20:55.924558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47264) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:55.993525 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-610fc3bc-c360-406c-a006-06bc669c1372 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475648 Nov 25 19:20:56.031297 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03ae22e2-539b-415b-b463-0a44d3fdf507 req-da3b0222-c84a-4b4d-9821-8d1e13958c1b tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 210 time: 0.0524919 Nov 25 19:20:56.082239 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36ce5082-9708-4996-812c-5c40985da9b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:56.116013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Allocated IP 192.168.233.253 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/950a52ce-3139-4d9b-9982-342f70b0ddaf) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:20:56.117610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c686a38-bf77-4b77-8d5c-8f56ebcc10dd req-fb4dad9a-0563-4367-ac00-bcc88a08c2fd tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:56.119310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c686a38-bf77-4b77-8d5c-8f56ebcc10dd req-fb4dad9a-0563-4367-ac00-bcc88a08c2fd tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 950 time: 0.2303190 Nov 25 19:20:56.156404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36ce5082-9708-4996-812c-5c40985da9b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:56.277179 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a50156d8-01d6-4d36-a74d-5e209c712149 req-eff38767-1355-491d-be36-68fcbdc3cffb service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725382 Nov 25 19:20:56.332564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c686a38-bf77-4b77-8d5c-8f56ebcc10dd req-0109883d-b228-49de-8b44-864b653f7d68 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905203 Nov 25 19:20:56.356270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235c896-a17a-4ebf-bfb2-b42cbb58ae5d req-540d2375-6705-445b-b42a-425ee0f55a5c tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:56.358256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3235c896-a17a-4ebf-bfb2-b42cbb58ae5d req-540d2375-6705-445b-b42a-425ee0f55a5c tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 949 time: 0.1537364 Nov 25 19:20:56.372534 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36ce5082-9708-4996-812c-5c40985da9b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:56.391824 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36ce5082-9708-4996-812c-5c40985da9b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:56.391824 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-36ce5082-9708-4996-812c-5c40985da9b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/01cbc359-1896-4c2f-a903-b05e28a3ce01 HTTP/1.1" status: 204 len: 168 time: 0.4513516 Nov 25 19:20:56.474344 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:56.539667 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:56.556549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['082831b1-5a7a-4470-8921-63c8ddd033d9'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:56.674569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Pushing event updated for resources: {'Port': ['ID=950a52ce-3139-4d9b-9982-342f70b0ddaf,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:56.696029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ce5082-9708-4996-812c-5c40985da9b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cbc359-1896-4c2f-a903-b05e28a3ce01,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:56.709035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:20:56.711615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:20:56.717702 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:20:56.792787 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3235c896-a17a-4ebf-bfb2-b42cbb58ae5d req-7f68faf6-58a8-43db-ae4b-362ede82f396 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4143398 Nov 25 19:20:56.819685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:56.820083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:56.848226 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-27049b5b-86d4-443d-b83b-ce23655ad8a9 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8666291 Nov 25 19:20:56.856786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32429664-2b41-4801-b90a-b99c08f002f1 req-971343ed-f52a-481b-bb90-d8e215becf6f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:56.863935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Request body: {'port': {'device_id': '64d3c0c6-fae1-493d-b6d7-3318603e45ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:56.876568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32429664-2b41-4801-b90a-b99c08f002f1 req-971343ed-f52a-481b-bb90-d8e215becf6f tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 949 time: 0.1849377 Nov 25 19:20:56.998996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.083110 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32429664-2b41-4801-b90a-b99c08f002f1 req-74fbd487-2f7d-4338-b236-8b6417d2c09b tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006314 Nov 25 19:20:57.143148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-2e29627c-85f9-4919-8344-67dea51a9bf2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2033114 Nov 25 19:20:57.220992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2114c37-3e70-4d48-a523-1941b9033e18 req-9e0b7fdd-764f-46c3-949b-d8b79f0cced6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:57.229062 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2114c37-3e70-4d48-a523-1941b9033e18 req-9e0b7fdd-764f-46c3-949b-d8b79f0cced6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 943 time: 0.1985846 Nov 25 19:20:57.279332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47300) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:57.312559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3df1e8a5-9c6c-44c8-8a62-fac7b3f55cee None None] Provisioning complete for port 950a52ce-3139-4d9b-9982-342f70b0ddaf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:57.313083 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3df1e8a5-9c6c-44c8-8a62-fac7b3f55cee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.337478 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-370d5352-845d-47eb-a2a9-c0893cef3a08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.359685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3df1e8a5-9c6c-44c8-8a62-fac7b3f55cee None None] Port 950a52ce-3139-4d9b-9982-342f70b0ddaf cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:20:57.479194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-34c0e257-97e6-4e13-85e1-7ca014ae00d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:57.480778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-34c0e257-97e6-4e13-85e1-7ca014ae00d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=65c5e08d7f264655b22d67be6358ea02&device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 1099 time: 0.2489443 Nov 25 19:20:57.489258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-370d5352-845d-47eb-a2a9-c0893cef3a08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.497240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2114c37-3e70-4d48-a523-1941b9033e18 req-498679ff-f487-4f59-83df-0c43d0f1439b tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667649 Nov 25 19:20:57.507978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4800c6-7dad-4905-8383-a41955332815 req-ff928545-e044-4eef-b120-d2d12a829a12 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:57.509809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cd4800c6-7dad-4905-8383-a41955332815 req-ff928545-e044-4eef-b120-d2d12a829a12 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.76 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 950 time: 0.2769909 Nov 25 19:20:57.517986 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-370d5352-845d-47eb-a2a9-c0893cef3a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.543760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 950a52ce-3139-4d9b-9982-342f70b0ddaf {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:57.554927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e80e7-9c86-4ef5-92f8-72dde43f1fd4 req-321b4bf9-a2e8-41bf-a26d-33add815edef tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:57.556526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54e80e7-9c86-4ef5-92f8-72dde43f1fd4 req-321b4bf9-a2e8-41bf-a26d-33add815edef tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 936 time: 0.1900370 Nov 25 19:20:57.570515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.610879 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-370d5352-845d-47eb-a2a9-c0893cef3a08 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d97e6a47396c4343bf4e8a5ab75c740b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3303425 Nov 25 19:20:57.614872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370d5352-845d-47eb-a2a9-c0893cef3a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d5c9135-bb50-47bf-8c79-08039befbe10,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:57.617374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47304) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:20:57.634766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Transition to ACTIVE for port object 950a52ce-3139-4d9b-9982-342f70b0ddaf will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:20:57.644406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.734979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Pushing event updated for resources: {'Port': ['ID=950a52ce-3139-4d9b-9982-342f70b0ddaf,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:57.764880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22374f11-417e-4049-99bc-204dd5971c1e req-fdf62519-c7d8-46ad-93ce-95c5a0af4327 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 210 time: 0.1836431 Nov 25 19:20:57.776243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 10636141-cba3-4aec-b07d-eade52ed416e details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:20:57.787034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ccaffeee-9744-427c-b349-6fbcc4352a06 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:20:57.797868 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96a6e48b-e943-4998-8619-96d48b4a3ef5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.856941 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96a6e48b-e943-4998-8619-96d48b4a3ef5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:57.865759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-744eea15-e296-4be3-a8e0-863e8addf7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:57.867620 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-744eea15-e296-4be3-a8e0-863e8addf7e6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3087535 Nov 25 19:20:57.871051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Attempting to bind port 950a52ce-3139-4d9b-9982-342f70b0ddaf on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:20:57.871401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Attempting to bind port 950a52ce-3139-4d9b-9982-342f70b0ddaf by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:20:57.871870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Attempting to bind port 950a52ce-3139-4d9b-9982-342f70b0ddaf on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:57.944394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Port 950a52ce-3139-4d9b-9982-342f70b0ddaf on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:20:57.945313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Attempting to bind port 950a52ce-3139-4d9b-9982-342f70b0ddaf on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:20:57.957206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:20:57.957206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:20:57.957827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:20:57.958374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Bound port: 950a52ce-3139-4d9b-9982-342f70b0ddaf, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:20:57.958969 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.003599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port ccaffeee-9744-427c-b349-6fbcc4352a06 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:20:58.011503 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port ccaffeee-9744-427c-b349-6fbcc4352a06 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:20:58.011879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.036962 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96a6e48b-e943-4998-8619-96d48b4a3ef5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.045203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96a6e48b-e943-4998-8619-96d48b4a3ef5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.051574 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-96a6e48b-e943-4998-8619-96d48b4a3ef5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d5c9135-bb50-47bf-8c79-08039befbe10 HTTP/1.1" status: 204 len: 168 time: 0.4271781 Nov 25 19:20:58.085088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6e48b-e943-4998-8619-96d48b4a3ef5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d5c9135-bb50-47bf-8c79-08039befbe10,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:58.091265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] For port 950a52ce-3139-4d9b-9982-342f70b0ddaf, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:20:58.099756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-1b3aa09c-80e0-43d2-b07b-5df94045d30c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5 HTTP/1.1" status: 200 len: 217 time: 0.1737454 Nov 25 19:20:58.118743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] For port 950a52ce-3139-4d9b-9982-342f70b0ddaf, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=950a52ce-3139-4d9b-9982-342f70b0ddaf,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:20:58.130001 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.185917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:58.185917 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.188472 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] 10.222.0.60 "PUT /v2.0/ports/950a52ce-3139-4d9b-9982-342f70b0ddaf HTTP/1.1" status: 200 len: 1096 time: 1.3315203 Nov 25 19:20:58.188472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d3c0c6-fae1-493d-b6d7-3318603e45ef', 'tag': '950a52ce-3139-4d9b-9982-342f70b0ddaf'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:58.204647 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc3c0d4-16f0-42b5-82a3-97491b721de8" -d '{"events": [{"name": "network-changed", "server_uuid": "64d3c0c6-fae1-493d-b6d7-3318603e45ef", "tag": "950a52ce-3139-4d9b-9982-342f70b0ddaf"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:58.207560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-ea4f2ebf-1a19-4c96-9eab-aed4d1a4b241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:58.209319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-ea4f2ebf-1a19-4c96-9eab-aed4d1a4b241 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0903056 Nov 25 19:20:58.224502 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54e80e7-9c86-4ef5-92f8-72dde43f1fd4 req-86b1a230-5465-4a50-92ae-67254ad2a30d tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029367 Nov 25 19:20:58.299416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14af4ac-765c-4d0a-b9aa-66fe07bfa146 service neutron] Pushing event updated for resources: {'Port': ['ID=950a52ce-3139-4d9b-9982-342f70b0ddaf,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:58.340122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=10636141-cba3-4aec-b07d-eade52ed416e,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:58.398397 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '10636141-cba3-4aec-b07d-eade52ed416e', 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7', 'port_id': '10636141-cba3-4aec-b07d-eade52ed416e', 'mac_address': 'fa:16:3e:f0:5f:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc37e69-75f0-4407-90c0-a5c6630fb335', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:20:58.447684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-32fe28a8-5493-4efd-bda9-e40b259d8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:58.461607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-cd4800c6-7dad-4905-8383-a41955332815 req-0d06c938-afac-41df-9463-a4e8320da2f2 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Deleting port 12c8b5bd-24df-4cbe-9f41-9ba89e866762 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:20:58.461879 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cd4800c6-7dad-4905-8383-a41955332815 req-0d06c938-afac-41df-9463-a4e8320da2f2 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.464801 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-32fe28a8-5493-4efd-bda9-e40b259d8e7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0c7a8a949b04f419b1ca63afd2cba0d&device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 1099 time: 0.1541474 Nov 25 19:20:58.511086 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.670115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-cd4800c6-7dad-4905-8383-a41955332815 req-0d06c938-afac-41df-9463-a4e8320da2f2 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] For port 12c8b5bd-24df-4cbe-9f41-9ba89e866762, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=12c8b5bd-24df-4cbe-9f41-9ba89e866762,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:58.670490 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cd4800c6-7dad-4905-8383-a41955332815 req-0d06c938-afac-41df-9463-a4e8320da2f2 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.682770 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-c58ab111-be08-4269-88e8-7f79f142e16b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=950a52ce-3139-4d9b-9982-342f70b0ddaf HTTP/1.1" status: 200 len: 217 time: 0.2137213 Nov 25 19:20:58.686764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-cd4800c6-7dad-4905-8383-a41955332815 req-0d06c938-afac-41df-9463-a4e8320da2f2 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Calling delete_port for 12c8b5bd-24df-4cbe-9f41-9ba89e866762 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:20:58.730778 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:58.736859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-05db6cc8-ac49-4069-ba54-5dcb5f9935e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:58.738227 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-05db6cc8-ac49-4069-ba54-5dcb5f9935e7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5098042 Nov 25 19:20:58.789845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10636141-cba3-4aec-b07d-eade52ed416e {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:20:58.842280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ccaffeee-9744-427c-b349-6fbcc4352a06, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ccaffeee-9744-427c-b349-6fbcc4352a06,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:58.845442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cda4e3-f533-4bae-9476-6eacf315ea65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaffeee-9744-427c-b349-6fbcc4352a06'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:58.851512 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db00b078-37c6-4712-ae06-dfa1626872e7" -d '{"events": [{"server_uuid": "71cda4e3-f533-4bae-9476-6eacf315ea65", "name": "network-vif-plugged", "status": "completed", "tag": "ccaffeee-9744-427c-b349-6fbcc4352a06"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:58.864805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-6c6f8a8c-ee66-4e65-ba74-bd6511b0e768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:58.869995 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-6c6f8a8c-ee66-4e65-ba74-bd6511b0e768 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1771653 Nov 25 19:20:58.872406 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:59.066743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=10636141-cba3-4aec-b07d-eade52ed416e,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:20:59.077720 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:59.125899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ccaffeee-9744-427c-b349-6fbcc4352a06,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:59.143117 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-615e4053-7ffb-4835-a687-6d2b1405008c service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696768 Nov 25 19:20:59.161712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ab00d-dfbc-44cc-bc1e-b341f8b0459f req-bf48a058-6fab-41fb-b51f-2dfe506c38c0 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:59.163589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f76ab00d-dfbc-44cc-bc1e-b341f8b0459f req-bf48a058-6fab-41fb-b51f-2dfe506c38c0 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 949 time: 0.4674563 Nov 25 19:20:59.177929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cf4126-195f-403f-a112-df81185267ad req-2a1a553f-db60-443f-be2b-1709ded374e1 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:59.180071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58cf4126-195f-403f-a112-df81185267ad req-2a1a553f-db60-443f-be2b-1709ded374e1 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 950 time: 0.4599195 Nov 25 19:20:59.248740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=10636141-cba3-4aec-b07d-eade52ed416e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:59.261940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301486e-3da7-46b3-b25c-4296983110bd req-2e7e8b1f-b71d-433a-b863-b6b00dc9a003 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:59.263798 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-2e7e8b1f-b71d-433a-b863-b6b00dc9a003 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 808 time: 0.4552865 Nov 25 19:20:59.283905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Request body: {'port': {'device_id': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4', 'admin_state_up': True, 'tenant_id': '7ac7ac34bdf44575a1d281a5e49ef875'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:20:59.382471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-6805ad56-2906-4f84-9bca-fb1a67426b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:20:59.384762 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-6805ad56-2906-4f84-9bca-fb1a67426b70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4892197 Nov 25 19:20:59.456249 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58cf4126-195f-403f-a112-df81185267ad req-44bd1ecf-1f9c-4777-88d3-8db7470ab610 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590790 Nov 25 19:20:59.487430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['10636141-cba3-4aec-b07d-eade52ed416e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:20:59.518182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Made reservation on behalf of 7ac7ac34bdf44575a1d281a5e49ef875 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:20:59.522651 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:59.542505 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-26453b3d-1ac3-4e12-8e22-c184ee42eb5e service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459117 Nov 25 19:20:59.548466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f76ab00d-dfbc-44cc-bc1e-b341f8b0459f req-ca35782c-5d66-41f4-8714-7f8158b74501 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3645599 Nov 25 19:20:59.594607 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cd65faf-0467-4562-b880-d6634a223cc9 x-openstack-request-id: req-6cd65faf-0467-4562-b880-d6634a223cc9 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:20:59.595747 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d3c0c6-fae1-493d-b6d7-3318603e45ef", "tag": "950a52ce-3139-4d9b-9982-342f70b0ddaf", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:20:59.595747 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6cd65faf-0467-4562-b880-d6634a223cc9 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:20:59.595937 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d3c0c6-fae1-493d-b6d7-3318603e45ef', 'tag': '950a52ce-3139-4d9b-9982-342f70b0ddaf', 'status': 'completed', 'code': 200} Nov 25 19:20:59.622063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54c44ae6-8e6d-43c0-b876-b86da72383ee req-de96cb0b-0ae5-4666-bb70-93a9d20139b2 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568615 Nov 25 19:20:59.647869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cd4800c6-7dad-4905-8383-a41955332815 req-0d06c938-afac-41df-9463-a4e8320da2f2 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:59.722669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d06c938-afac-41df-9463-a4e8320da2f2 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Pushing event deleted for resources: {'Port': ['ID=12c8b5bd-24df-4cbe-9f41-9ba89e866762,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:20:59.740293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 28f36859-2935-47ec-882f-a1ae2096904a no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:59.819173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd4800c6-7dad-4905-8383-a41955332815 req-0d06c938-afac-41df-9463-a4e8320da2f2 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] No DVR routers for this DVR port 12c8b5bd-24df-4cbe-9f41-9ba89e866762 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:20:59.828669 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cd4800c6-7dad-4905-8383-a41955332815 req-0d06c938-afac-41df-9463-a4e8320da2f2 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:20:59.835561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cd4800c6-7dad-4905-8383-a41955332815 req-0d06c938-afac-41df-9463-a4e8320da2f2 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.76 "DELETE /v2.0/ports/12c8b5bd-24df-4cbe-9f41-9ba89e866762 HTTP/1.1" status: 204 len: 173 time: 2.3108370 Nov 25 19:20:59.835561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77be7e98-f89d-426c-95b1-0053a2ee98b5', 'name': 'network-vif-deleted', 'tag': '12c8b5bd-24df-4cbe-9f41-9ba89e866762'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:20:59.845091 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7b07b4-4023-422a-aa4a-65f476af8496" -d '{"events": [{"server_uuid": "77be7e98-f89d-426c-95b1-0053a2ee98b5", "name": "network-vif-deleted", "tag": "12c8b5bd-24df-4cbe-9f41-9ba89e866762"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:20:59.860730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 12c8b5bd-24df-4cbe-9f41-9ba89e866762 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:20:59.920267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 12c8b5bd-24df-4cbe-9f41-9ba89e866762 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:20:59.920773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 12c8b5bd-24df-4cbe-9f41-9ba89e866762 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:20:59.943549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39dd91d6-7426-47a1-afc4-8bcb8597741c req-8ccaa57e-f833-49a7-8ae3-5f94445a902c service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923190 Nov 25 19:20:59.987873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e645-ecd2-434c-ac14-467cd68279e2 req-66f28e43-79c5-4f1e-b368-e93faced755d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:00.000021 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b56e645-ecd2-434c-ac14-467cd68279e2 req-66f28e43-79c5-4f1e-b368-e93faced755d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 944 time: 0.1265349 Nov 25 19:21:00.011700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Allocated IP 172.20.0.2 (5dde7b30-2d88-494c-830c-69dea298d7e4/7b23255d-cfeb-4bfa-9e1b-270520fa14a8/3dd764a6-be1e-4780-ba35-37bac20f97bb) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:21:00.101685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f58ba75-b76a-4dd1-bcd9-dd3492ff1c1d req-c5a5f776-abd0-49d4-9133-378ddacd68c9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 210 time: 0.0829170 Nov 25 19:21:00.165787 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b56e645-ecd2-434c-ac14-467cd68279e2 req-b3727714-ba9a-4391-8b75-d3be45ea8819 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513917 Nov 25 19:21:00.227594 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3c0d4-16f0-42b5-82a3-97491b721de8 req-e8fb623b-ecc3-4480-8a97-b688bc88c1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:00.232838 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2dc3c0d4-16f0-42b5-82a3-97491b721de8 req-e8fb623b-ecc3-4480-8a97-b688bc88c1bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f0c7a8a949b04f419b1ca63afd2cba0d&device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 1099 time: 0.1642904 Nov 25 19:21:00.262373 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:00.267539 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c596eea3-9fd9-46dd-88e3-79be9c2ef2e1 x-openstack-request-id: req-c596eea3-9fd9-46dd-88e3-79be9c2ef2e1 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:00.267818 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cda4e3-f533-4bae-9476-6eacf315ea65", "name": "network-vif-plugged", "status": "completed", "tag": "ccaffeee-9744-427c-b349-6fbcc4352a06", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:00.268078 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c596eea3-9fd9-46dd-88e3-79be9c2ef2e1 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:00.268479 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cda4e3-f533-4bae-9476-6eacf315ea65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccaffeee-9744-427c-b349-6fbcc4352a06', 'code': 200} Nov 25 19:21:00.320581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 28f36859-2935-47ec-882f-a1ae2096904a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=28f36859-2935-47ec-882f-a1ae2096904a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:00.328030 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:00.438830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=28f36859-2935-47ec-882f-a1ae2096904a,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:00.543712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37002426-4255-47ef-b28f-7983d265c274 req-769c5d67-7b79-450f-b10e-2d68097bf3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:00.545685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-37002426-4255-47ef-b28f-7983d265c274 req-769c5d67-7b79-450f-b10e-2d68097bf3cb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 1101 time: 0.1645222 Nov 25 19:21:00.556013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd98d3-b20c-452e-abe0-228c527de972 req-a1d56e6c-f14b-4d98-ba08-158559c79aa7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:00.564442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4bd98d3-b20c-452e-abe0-228c527de972 req-a1d56e6c-f14b-4d98-ba08-158559c79aa7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 945 time: 0.1151373 Nov 25 19:21:00.592274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d37d6-fb3d-46e0-bdc2-8e88f2029993 req-f702f1ce-aebb-4341-aa47-72700b1d2b93 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:00.594489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b7d37d6-fb3d-46e0-bdc2-8e88f2029993 req-f702f1ce-aebb-4341-aa47-72700b1d2b93 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 948 time: 0.1941304 Nov 25 19:21:00.630760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3c0d4-16f0-42b5-82a3-97491b721de8 req-2780ad4f-9116-4a4d-810d-fdbad4ab0d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:00.632296 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2dc3c0d4-16f0-42b5-82a3-97491b721de8 req-2780ad4f-9116-4a4d-810d-fdbad4ab0d49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3764639 Nov 25 19:21:00.716851 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2dc3c0d4-16f0-42b5-82a3-97491b721de8 req-ae587bfc-19a5-4571-8b85-c850504cdaca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=950a52ce-3139-4d9b-9982-342f70b0ddaf HTTP/1.1" status: 200 len: 217 time: 0.0740006 Nov 25 19:21:00.731666 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:00.738580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-37002426-4255-47ef-b28f-7983d265c274 req-007f070f-6cf4-4cc8-8d3d-b8127010294d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693239 Nov 25 19:21:00.748121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4bd98d3-b20c-452e-abe0-228c527de972 req-0c5c9569-0b76-489d-be31-3dfc3cfcad4c tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1823757 Nov 25 19:21:00.803450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3c0d4-16f0-42b5-82a3-97491b721de8 req-64ad24d2-a1e6-4ff9-8fee-83afa3e83a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:00.804137 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc68def-ab8a-4e84-bf67-14a4aa85e4a1 x-openstack-request-id: req-bcc68def-ab8a-4e84-bf67-14a4aa85e4a1 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:00.804792 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77be7e98-f89d-426c-95b1-0053a2ee98b5", "name": "network-vif-deleted", "tag": "12c8b5bd-24df-4cbe-9f41-9ba89e866762", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:00.805123 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcc68def-ab8a-4e84-bf67-14a4aa85e4a1 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:00.805280 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2dc3c0d4-16f0-42b5-82a3-97491b721de8 req-64ad24d2-a1e6-4ff9-8fee-83afa3e83a36 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0783842 Nov 25 19:21:00.806298 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77be7e98-f89d-426c-95b1-0053a2ee98b5', 'name': 'network-vif-deleted', 'tag': '12c8b5bd-24df-4cbe-9f41-9ba89e866762', 'status': 'completed', 'code': 200} Nov 25 19:21:00.815948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b7d37d6-fb3d-46e0-bdc2-8e88f2029993 req-032c57ef-4a18-4830-b600-8e5d806c2bf5 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1977956 Nov 25 19:21:00.880943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3c0d4-16f0-42b5-82a3-97491b721de8 req-13b2a133-0f39-42c1-88e0-273fb79999f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:00.882930 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2dc3c0d4-16f0-42b5-82a3-97491b721de8 req-13b2a133-0f39-42c1-88e0-273fb79999f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0678988 Nov 25 19:21:00.885099 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:00.947281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Pushing event updated for resources: {'Port': ['ID=3dd764a6-be1e-4780-ba35-37bac20f97bb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:00.997409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Network 5dde7b30-2d88-494c-830c-69dea298d7e4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:21:01.001830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:01.002214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-119e3e63-830c-4b0b-bd2a-f6c337fffadc req-b80da0f1-f236-4f20-920d-661558d753b8 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=77be7e98-f89d-426c-95b1-0053a2ee98b5 HTTP/1.1" status: 200 len: 210 time: 0.0697873 Nov 25 19:21:01.006872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:21:01.132620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4543da75-7a8f-4d58-80ff-e03f3e630dc8 req-6f55ae87-c747-49b1-abaf-93db0ae57f11 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.135309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.136096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:01.140214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4543da75-7a8f-4d58-80ff-e03f3e630dc8 req-6f55ae87-c747-49b1-abaf-93db0ae57f11 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 950 time: 0.1360250 Nov 25 19:21:01.161158 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2dc3c0d4-16f0-42b5-82a3-97491b721de8 req-9a1d73da-5986-41c4-9ab2-26da3a574ab3 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149699 Nov 25 19:21:01.166330 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-41a6563a-4221-4194-bc4d-654ada893917 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8872442 Nov 25 19:21:01.176868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['3a982f00-07e6-48d2-a140-6e7857abca29'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:01.191531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Request body: {'port': {'device_id': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:01.243635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4543da75-7a8f-4d58-80ff-e03f3e630dc8 req-1b867422-32ab-485a-b78e-3a925a4d701f tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886731 Nov 25 19:21:01.399478 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2dc3c0d4-16f0-42b5-82a3-97491b721de8 req-51cb5297-29c1-4209-af01-963721c09d69 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238948 Nov 25 19:21:01.471496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:01.616728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdbbc1-fb75-4807-b763-f0cdc580b681 req-a7c73cd2-0d87-4419-88e1-f578ff8d899f tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.631067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfcdbbc1-fb75-4807-b763-f0cdc580b681 req-a7c73cd2-0d87-4419-88e1-f578ff8d899f tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 944 time: 0.2651141 Nov 25 19:21:01.653981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b6554c-795d-416c-9498-5d72b607c8ae req-a5b0efc4-fd4d-40a7-b6be-6527d07f404a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:01.657581 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82b6554c-795d-416c-9498-5d72b607c8ae req-a5b0efc4-fd4d-40a7-b6be-6527d07f404a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 931 time: 0.2179060 Nov 25 19:21:01.786213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d6e2bbbe-66c3-43d4-8874-608a35c60dd5 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:01.789016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 10636141-cba3-4aec-b07d-eade52ed416e up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:01.811237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82b6554c-795d-416c-9498-5d72b607c8ae req-1854a7c4-34c0-4cc9-8b8b-a5b73ffa232b tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314631 Nov 25 19:21:01.822618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfcdbbc1-fb75-4807-b763-f0cdc580b681 req-29bf33fc-75a2-4424-ae9e-e75aaf40335b tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906383 Nov 25 19:21:01.951173 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 10636141-cba3-4aec-b07d-eade52ed416e completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:01.985130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 10636141-cba3-4aec-b07d-eade52ed416e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:01.986317 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.111682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a47c1-8735-46e3-a0fe-2357121f34ea req-ea08041b-8b59-4e2b-b54d-20e167b65736 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:02.127091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d5a47c1-8735-46e3-a0fe-2357121f34ea req-ea08041b-8b59-4e2b-b54d-20e167b65736 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 948 time: 0.1569510 Nov 25 19:21:02.134227 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-854b8fa6-acbe-4e43-b6da-7811517b6b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.148574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:02.193191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'mac_address': 'fa:16:3e:8f:2b:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:02.236153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d5a47c1-8735-46e3-a0fe-2357121f34ea req-167b7ddf-e72b-4e5c-be68-a668ada75daf tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076519 Nov 25 19:21:02.270596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f36859-2935-47ec-882f-a1ae2096904a'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:02.271082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd764a6-be1e-4780-ba35-37bac20f97bb {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:02.274637 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28381b1b-7e15-4868-81a6-1ee9af9de884" -d '{"events": [{"server_uuid": "a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "28f36859-2935-47ec-882f-a1ae2096904a"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:02.289573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.316905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Transition to ACTIVE for port object 3dd764a6-be1e-4780-ba35-37bac20f97bb will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:02.324916 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.389251 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.450644 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.467182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6e2bbbe-66c3-43d4-8874-608a35c60dd5 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:02.538743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:02.553759 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.564553 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=10636141-cba3-4aec-b07d-eade52ed416e,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:02.591529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Pushing event updated for resources: {'Port': ['ID=3dd764a6-be1e-4780-ba35-37bac20f97bb,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:02.610450 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89fad574-0aff-4c69-8357-025e3c85d65c x-openstack-request-id: req-89fad574-0aff-4c69-8357-025e3c85d65c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:02.611514 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a", "name": "network-vif-unplugged", "status": "completed", "tag": "28f36859-2935-47ec-882f-a1ae2096904a", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:02.611514 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89fad574-0aff-4c69-8357-025e3c85d65c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:02.612147 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28f36859-2935-47ec-882f-a1ae2096904a', 'code': 200} Nov 25 19:21:02.613308 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.668198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:02.668663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:02.669012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:02.675584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Port 3dd764a6-be1e-4780-ba35-37bac20f97bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:02.675962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:02.682031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:02.682380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:02.682771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:02.683259 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Bound port: 3dd764a6-be1e-4780-ba35-37bac20f97bb, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:02.683618 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.690625 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46cecec-e4a6-4d5f-b087-9f88739f8a34 req-4a0a06fa-2fed-46b5-ba48-cc89ae72b32e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:02.703841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e46cecec-e4a6-4d5f-b087-9f88739f8a34 req-4a0a06fa-2fed-46b5-ba48-cc89ae72b32e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 950 time: 0.1481626 Nov 25 19:21:02.705999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:02.754300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['d6e2bbbe-66c3-43d4-8874-608a35c60dd5'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:02.800453 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:02.806854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:02.815413 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.820303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=10636141-cba3-4aec-b07d-eade52ed416e,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:02.852492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c5191b-5cd3-4fd4-a3ac-92dd3018a2b8 req-9c96737c-7770-48a7-af14-adc34a7eccac tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:02.855487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25c5191b-5cd3-4fd4-a3ac-92dd3018a2b8 req-9c96737c-7770-48a7-af14-adc34a7eccac tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 949 time: 0.1452513 Nov 25 19:21:02.877100 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e46cecec-e4a6-4d5f-b087-9f88739f8a34 req-96a5e5f6-2e9c-4279-8ddd-24e7ac8cf351 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716385 Nov 25 19:21:02.900535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:02.901696 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:02.904442 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] 10.222.0.60 "PUT /v2.0/ports/3dd764a6-be1e-4780-ba35-37bac20f97bb HTTP/1.1" status: 200 len: 1091 time: 1.7189200 Nov 25 19:21:02.905313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'tag': '3dd764a6-be1e-4780-ba35-37bac20f97bb'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:02.924771 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc8cc02-e5ab-4cd8-9a5c-b0f464be5f32" -d '{"events": [{"name": "network-changed", "server_uuid": "34bbfb3a-2f00-4691-b387-fc17e9f1341f", "tag": "3dd764a6-be1e-4780-ba35-37bac20f97bb"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:02.971386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25c5191b-5cd3-4fd4-a3ac-92dd3018a2b8 req-5d6b44ca-961a-4159-908a-33493c395194 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903773 Nov 25 19:21:02.971633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057f22f9-9fdf-4a92-a077-28f10e6558fb service neutron] Pushing event updated for resources: {'Port': ['ID=3dd764a6-be1e-4780-ba35-37bac20f97bb,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:03.061800 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301486e-3da7-46b3-b25c-4296983110bd req-71f3e931-8a8d-45fa-91c4-93a10a8624ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:03.064582 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-71f3e931-8a8d-45fa-91c4-93a10a8624ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1094 time: 0.0853851 Nov 25 19:21:03.137855 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-c7c66158-e1ea-44b9-925e-aa726f2370c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb HTTP/1.1" status: 200 len: 217 time: 0.0637610 Nov 25 19:21:03.263093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a301486e-3da7-46b3-b25c-4296983110bd req-80811ced-8f80-4e93-b5b2-648feef738dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:03.265767 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-80811ced-8f80-4e93-b5b2-648feef738dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1202903 Nov 25 19:21:03.301924 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-45cef1a5-51e1-4820-8cff-5a603823149e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282252 Nov 25 19:21:03.352036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b401a795-e8d2-4ff5-b741-3706c9d9b55f req-fddc8940-24ec-403e-a5d5-ddcc8698c731 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:03.354063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b401a795-e8d2-4ff5-b741-3706c9d9b55f req-fddc8940-24ec-403e-a5d5-ddcc8698c731 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 943 time: 0.1084931 Nov 25 19:21:03.416219 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-372efe0a-e050-4aa2-9071-95f994e82bb6 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077464 Nov 25 19:21:03.464933 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b401a795-e8d2-4ff5-b741-3706c9d9b55f req-3f5e7db8-3dea-411c-b7f6-15085ebfd85b tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980098 Nov 25 19:21:03.546923 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03207de7-bf6c-427e-831e-59421725e4fe x-openstack-request-id: req-03207de7-bf6c-427e-831e-59421725e4fe {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:03.547633 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34bbfb3a-2f00-4691-b387-fc17e9f1341f", "tag": "3dd764a6-be1e-4780-ba35-37bac20f97bb", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:03.548045 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03207de7-bf6c-427e-831e-59421725e4fe {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:03.548966 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'tag': '3dd764a6-be1e-4780-ba35-37bac20f97bb', 'status': 'completed', 'code': 200} Nov 25 19:21:03.561261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81224954-8684-40f5-9407-97c5ab102599 req-889a4069-94b3-4c4f-aeaa-83855383e04a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:03.564908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81224954-8684-40f5-9407-97c5ab102599 req-889a4069-94b3-4c4f-aeaa-83855383e04a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 0.0679657 Nov 25 19:21:03.607552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a301486e-3da7-46b3-b25c-4296983110bd req-21d27887-1e38-447a-bc78-b83ae6237a5f service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820073 Nov 25 19:21:03.656780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81224954-8684-40f5-9407-97c5ab102599 req-43cdc5eb-3290-4464-9ce0-42eeb4e78c56 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845077 Nov 25 19:21:03.716916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 950a52ce-3139-4d9b-9982-342f70b0ddaf details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:03.765957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8cc02-e5ab-4cd8-9a5c-b0f464be5f32 req-225e6863-8c0c-4382-b9cd-ca7e8e0d8f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:03.768079 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-acc8cc02-e5ab-4cd8-9a5c-b0f464be5f32 req-225e6863-8c0c-4382-b9cd-ca7e8e0d8f66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1094 time: 0.0565796 Nov 25 19:21:03.839452 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-4fef0ef3-da8a-4288-bf2b-acb36652e757 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2064671224&fields=id&tenant_id=1efb73572d504c119ab6d6a1f4315f74 HTTP/1.1" status: 200 len: 267 time: 0.1710882 Nov 25 19:21:03.864380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e65f2-cccf-457e-b7e1-56a4f7b59f21 req-1acbe5b4-381c-48b6-9b4c-858e03111a1d tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:03.866242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac8e65f2-cccf-457e-b7e1-56a4f7b59f21 req-1acbe5b4-381c-48b6-9b4c-858e03111a1d tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 948 time: 0.1176262 Nov 25 19:21:03.957365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8cc02-e5ab-4cd8-9a5c-b0f464be5f32 req-bcb043be-13b6-44c6-ba28-97461b761eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:03.960783 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-acc8cc02-e5ab-4cd8-9a5c-b0f464be5f32 req-bcb043be-13b6-44c6-ba28-97461b761eef service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.1834829 Nov 25 19:21:03.976329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 950a52ce-3139-4d9b-9982-342f70b0ddaf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=950a52ce-3139-4d9b-9982-342f70b0ddaf,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:04.004427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '950a52ce-3139-4d9b-9982-342f70b0ddaf', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '950a52ce-3139-4d9b-9982-342f70b0ddaf', 'mac_address': 'fa:16:3e:3b:20:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:04.023627 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-acc8cc02-e5ab-4cd8-9a5c-b0f464be5f32 req-c2a92352-5293-44f3-abc8-f6b48f3b8485 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb HTTP/1.1" status: 200 len: 217 time: 0.0543301 Nov 25 19:21:04.079277 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:04.089195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc8cc02-e5ab-4cd8-9a5c-b0f464be5f32 req-0bdf3333-f295-4960-860c-9a4f6aaf785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:04.092065 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-acc8cc02-e5ab-4cd8-9a5c-b0f464be5f32 req-0bdf3333-f295-4960-860c-9a4f6aaf785d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.0603082 Nov 25 19:21:04.109923 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 950a52ce-3139-4d9b-9982-342f70b0ddaf {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:04.115879 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac8e65f2-cccf-457e-b7e1-56a4f7b59f21 req-c53cfc9a-6fcb-40d5-bcc9-d7c19073930e tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130792 Nov 25 19:21:04.130725 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-acc8cc02-e5ab-4cd8-9a5c-b0f464be5f32 req-8263fafb-18f8-4332-891e-668d88f90d1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308139 Nov 25 19:21:04.156075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb06697-8994-419d-9f5a-639e11baf761 req-295ad476-a7be-4774-92ef-85e1573367fd tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:04.158516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-295ad476-a7be-4774-92ef-85e1573367fd tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/networks?id=8ad14189-ce0f-434b-a77e-a1d923cd8935 HTTP/1.1" status: 200 len: 823 time: 0.3057213 Nov 25 19:21:04.168759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 950a52ce-3139-4d9b-9982-342f70b0ddaf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=950a52ce-3139-4d9b-9982-342f70b0ddaf,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:04.177643 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:04.196207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-5a50341e-f0c3-4285-aaea-58848058494d tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/quotas/1efb73572d504c119ab6d6a1f4315f74 HTTP/1.1" status: 200 len: 375 time: 0.0259418 Nov 25 19:21:04.260400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=950a52ce-3139-4d9b-9982-342f70b0ddaf,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:04.276804 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-a844b384-cc38-41f2-8f73-971ca1843e74 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1efb73572d504c119ab6d6a1f4315f74&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0730228 Nov 25 19:21:04.402362 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-acc8cc02-e5ab-4cd8-9a5c-b0f464be5f32 req-9a8ec45e-ea4e-4dc1-8e26-6378bf76b4a2 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537091 Nov 25 19:21:04.486070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['950a52ce-3139-4d9b-9982-342f70b0ddaf'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:04.533870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-8856e35e-21c3-4ac6-85bb-1e8198af40c9 service neutron] 10.222.0.15 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499871 Nov 25 19:21:04.596207 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-acc8cc02-e5ab-4cd8-9a5c-b0f464be5f32 req-9de689c5-3722-491c-a76a-e434abce4887 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822577 Nov 25 19:21:04.618914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00b3397-f28d-489a-831b-c5c068190a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10636141-cba3-4aec-b07d-eade52ed416e'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:04.621298 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36924424-e362-47d4-ad4f-c3650b4fe4d8" -d '{"events": [{"server_uuid": "f00b3397-f28d-489a-831b-c5c068190a47", "name": "network-vif-plugged", "status": "completed", "tag": "10636141-cba3-4aec-b07d-eade52ed416e"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:04.712749 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8552-3fa9-4a4f-bbe5-89c77c669b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.177774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caf9658-43ff-497c-8369-38b633a675a5 req-6f0b8d0d-a8ac-48c5-9b2f-d7526fe559d5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:05.180548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caf9658-43ff-497c-8369-38b633a675a5 req-6f0b8d0d-a8ac-48c5-9b2f-d7526fe559d5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 950 time: 0.6205227 Nov 25 19:21:05.280870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-7c44c956-9efe-4043-90bb-1b34b8b51731 service neutron] 10.222.0.15 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7396133 Nov 25 19:21:05.296655 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62a1182-9a4e-4ce6-b604-9eff6af0c09e req-038e2c27-08ee-44bf-a792-a43512f6900d tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:05.298328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d62a1182-9a4e-4ce6-b604-9eff6af0c09e req-038e2c27-08ee-44bf-a792-a43512f6900d tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.76 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 949 time: 0.6435633 Nov 25 19:21:05.370539 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caf9658-43ff-497c-8369-38b633a675a5 req-511c58c1-1420-4b82-9455-66f9e09c5ea4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615300 Nov 25 19:21:05.410153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033a86da-cc30-439d-9f21-6101878db239 req-891455a3-2e30-40cf-99c8-dd144ce3bcd4 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:05.418500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-033a86da-cc30-439d-9f21-6101878db239 req-891455a3-2e30-40cf-99c8-dd144ce3bcd4 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b93dc96-9747-4735-bd69-2c5c9084ab77 HTTP/1.1" status: 200 len: 945 time: 0.2328792 Nov 25 19:21:05.745996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ec658-7efd-4eaf-9da1-7a9b792e69c1 req-38ac29f7-c52f-40d7-9c20-5099a36931da tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:05.756826 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-624ec658-7efd-4eaf-9da1-7a9b792e69c1 req-38ac29f7-c52f-40d7-9c20-5099a36931da tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 949 time: 0.2491696 Nov 25 19:21:05.829722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 950a52ce-3139-4d9b-9982-342f70b0ddaf up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:05.833386 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d6e2bbbe-66c3-43d4-8874-608a35c60dd5 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:05.845577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d62a1182-9a4e-4ce6-b604-9eff6af0c09e req-7b3c5f76-36a4-44f6-8b7b-46c95096a20b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Deleting port 3a982f00-07e6-48d2-a140-6e7857abca29 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:05.845999 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d62a1182-9a4e-4ce6-b604-9eff6af0c09e req-7b3c5f76-36a4-44f6-8b7b-46c95096a20b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:05.993729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Deleting port ca27fd7c-fd33-4f8e-9412-a668ac72f853 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:05.994316 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.012622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-624ec658-7efd-4eaf-9da1-7a9b792e69c1 req-806a5d01-6f3a-4d0d-8587-802e54fcdbcf tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/security-groups?id=69b31d75-738b-489f-81b5-1d0033c6a9fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545455 Nov 25 19:21:06.019332 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 950a52ce-3139-4d9b-9982-342f70b0ddaf completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:06.051644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 950a52ce-3139-4d9b-9982-342f70b0ddaf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:06.053155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.058717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:06.064120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.161420 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a0bdb3-7d87-4c42-a7c8-1215ce27d2e8 x-openstack-request-id: req-81a0bdb3-7d87-4c42-a7c8-1215ce27d2e8 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:06.162311 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00b3397-f28d-489a-831b-c5c068190a47", "name": "network-vif-plugged", "status": "completed", "tag": "10636141-cba3-4aec-b07d-eade52ed416e", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:06.164123 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81a0bdb3-7d87-4c42-a7c8-1215ce27d2e8 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:06.165697 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00b3397-f28d-489a-831b-c5c068190a47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10636141-cba3-4aec-b07d-eade52ed416e', 'code': 200} Nov 25 19:21:06.271778 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.384399 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.406513 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.407326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa799931-627c-456e-90e1-ead70bcfbe29 req-caf8dfdc-81af-4043-b514-1ccfb8f7bfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:06.410718 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa799931-627c-456e-90e1-ead70bcfbe29 req-caf8dfdc-81af-4043-b514-1ccfb8f7bfaf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 1096 time: 0.1817915 Nov 25 19:21:06.461589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 950a52ce-3139-4d9b-9982-342f70b0ddaf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=950a52ce-3139-4d9b-9982-342f70b0ddaf,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:06.462532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec429790-2f63-46c5-a0da-5901aa5b058e req-e09bd570-5e7f-4032-9232-bf46fdb78528 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:06.468161 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.483906 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ec429790-2f63-46c5-a0da-5901aa5b058e req-e09bd570-5e7f-4032-9232-bf46fdb78528 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 943 time: 0.5951467 Nov 25 19:21:06.510005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d62a1182-9a4e-4ce6-b604-9eff6af0c09e req-7b3c5f76-36a4-44f6-8b7b-46c95096a20b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] For port 3a982f00-07e6-48d2-a140-6e7857abca29, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3a982f00-07e6-48d2-a140-6e7857abca29,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:06.510005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d62a1182-9a4e-4ce6-b604-9eff6af0c09e req-7b3c5f76-36a4-44f6-8b7b-46c95096a20b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.566569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:06.575979 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa799931-627c-456e-90e1-ead70bcfbe29 req-5b4cbe58-8463-42e5-b7ed-af4c014c1b72 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473386 Nov 25 19:21:06.631544 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=950a52ce-3139-4d9b-9982-342f70b0ddaf,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:06.644432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d62a1182-9a4e-4ce6-b604-9eff6af0c09e req-7b3c5f76-36a4-44f6-8b7b-46c95096a20b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Calling delete_port for 3a982f00-07e6-48d2-a140-6e7857abca29 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:06.657362 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.662174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3a982f00-07e6-48d2-a140-6e7857abca29 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:06.724292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] For port ca27fd7c-fd33-4f8e-9412-a668ac72f853, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ca27fd7c-fd33-4f8e-9412-a668ac72f853,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:06.724846 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.900725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a9cf7-a37c-4d0b-8097-0f9a611f3ab7 req-b46c0600-bdb8-4c12-9bd6-d134c73f8786 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:06.918081 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b3a9cf7-a37c-4d0b-8097-0f9a611f3ab7 req-b46c0600-bdb8-4c12-9bd6-d134c73f8786 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 0.5752013 Nov 25 19:21:06.977157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:06.985004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=10']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:07.054519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3a982f00-07e6-48d2-a140-6e7857abca29, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3a982f00-07e6-48d2-a140-6e7857abca29,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:07.063648 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:07.182105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=3a982f00-07e6-48d2-a140-6e7857abca29,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:07.187687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ec429790-2f63-46c5-a0da-5901aa5b058e req-81f5b848-cee4-4ccc-8616-097869f55f94 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6999598 Nov 25 19:21:07.301986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b3a9cf7-a37c-4d0b-8097-0f9a611f3ab7 req-e12e6c30-0d56-41ae-86ec-311cec5aa442 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821671 Nov 25 19:21:07.574348 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d62a1182-9a4e-4ce6-b604-9eff6af0c09e req-7b3c5f76-36a4-44f6-8b7b-46c95096a20b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:07.587772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d80a57-ae02-4f17-abe0-340cbf2e39ab req-3e7a5c3a-df8d-41e9-92ed-c8d3833999c6 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:07.596651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2d80a57-ae02-4f17-abe0-340cbf2e39ab req-3e7a5c3a-df8d-41e9-92ed-c8d3833999c6 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 950 time: 0.2437196 Nov 25 19:21:07.729929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3dd764a6-be1e-4780-ba35-37bac20f97bb details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:07.742571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3c5f76-36a4-44f6-8b7b-46c95096a20b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Pushing event deleted for resources: {'Port': ['ID=3a982f00-07e6-48d2-a140-6e7857abca29,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:07.747614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:07.834321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b682d9-67ff-41f4-9d56-94c814af88a8 req-826d26b5-f658-44af-9b6d-2b7f99a0b20d tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:07.836388 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7b682d9-67ff-41f4-9d56-94c814af88a8 req-826d26b5-f658-44af-9b6d-2b7f99a0b20d tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 1101 time: 0.3398736 Nov 25 19:21:07.868150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d62a1182-9a4e-4ce6-b604-9eff6af0c09e req-7b3c5f76-36a4-44f6-8b7b-46c95096a20b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] No DVR routers for this DVR port 3a982f00-07e6-48d2-a140-6e7857abca29 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:07.881938 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d62a1182-9a4e-4ce6-b604-9eff6af0c09e req-7b3c5f76-36a4-44f6-8b7b-46c95096a20b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:07.885840 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d62a1182-9a4e-4ce6-b604-9eff6af0c09e req-7b3c5f76-36a4-44f6-8b7b-46c95096a20b tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.76 "DELETE /v2.0/ports/3a982f00-07e6-48d2-a140-6e7857abca29 HTTP/1.1" status: 204 len: 173 time: 2.5762672 Nov 25 19:21:07.886336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75', 'name': 'network-vif-deleted', 'tag': '3a982f00-07e6-48d2-a140-6e7857abca29'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:07.888810 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e510323-d1b0-4894-a943-2c23977a7b8f" -d '{"events": [{"server_uuid": "dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75", "name": "network-vif-deleted", "tag": "3a982f00-07e6-48d2-a140-6e7857abca29"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:07.899481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:07.899932 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:07.900547 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Floating IP cda863ad-ff73-48ea-ab24-5686d7cb81bf disassociated. External IP: 172.25.8.237, port: ca27fd7c-fd33-4f8e-9412-a668ac72f853. Nov 25 19:21:07.900906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Calling delete_port for ca27fd7c-fd33-4f8e-9412-a668ac72f853 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:07.907708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2d80a57-ae02-4f17-abe0-340cbf2e39ab req-5b3bafa8-9847-4bd1-a772-8a4c78891578 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101919 Nov 25 19:21:07.976331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:08.040744 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '3dd764a6-be1e-4780-ba35-37bac20f97bb', 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4', 'port_id': '3dd764a6-be1e-4780-ba35-37bac20f97bb', 'mac_address': 'fa:16:3e:37:33:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b23255d-cfeb-4bfa-9e1b-270520fa14a8', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:08.159672 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:08.167048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d3c0c6-fae1-493d-b6d7-3318603e45ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950a52ce-3139-4d9b-9982-342f70b0ddaf'}, {'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5'}, {'server_uuid': 'dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a982f00-07e6-48d2-a140-6e7857abca29'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:08.171240 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-486a2fc4-02da-4a7c-8c51-7fa5c3d82953" -d '{"events": [{"server_uuid": "64d3c0c6-fae1-493d-b6d7-3318603e45ef", "name": "network-vif-plugged", "status": "completed", "tag": "950a52ce-3139-4d9b-9982-342f70b0ddaf"}, {"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-plugged", "status": "completed", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5"}, {"server_uuid": "dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75", "name": "network-vif-unplugged", "status": "completed", "tag": "3a982f00-07e6-48d2-a140-6e7857abca29"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:08.174645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7b682d9-67ff-41f4-9d56-94c814af88a8 req-107c1615-40d2-4912-94a2-03f603bfb476 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077371 Nov 25 19:21:08.201255 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:08.245745 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:08.291294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dd764a6-be1e-4780-ba35-37bac20f97bb {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:08.374436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:08.382886 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:08.499767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Pushing event deleted for resources: {'Port': ['ID=ca27fd7c-fd33-4f8e-9412-a668ac72f853,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:08.610568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3dd764a6-be1e-4780-ba35-37bac20f97bb,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:08.660167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0d5a08e-1cc2-4648-920f-e5dcdac094c8 req-ff62bcf8-1824-401d-ac1f-3572ff8342e9 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 210 time: 0.3281696 Nov 25 19:21:08.723228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['3dd764a6-be1e-4780-ba35-37bac20f97bb'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:08.835002 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5dc05c-dc9c-4d5d-b529-0999894a67fa x-openstack-request-id: req-ca5dc05c-dc9c-4d5d-b529-0999894a67fa {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:08.835421 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75", "name": "network-vif-deleted", "tag": "3a982f00-07e6-48d2-a140-6e7857abca29", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:08.835824 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ca5dc05c-dc9c-4d5d-b529-0999894a67fa {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:08.836450 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75', 'name': 'network-vif-deleted', 'tag': '3a982f00-07e6-48d2-a140-6e7857abca29', 'status': 'completed', 'code': 200} Nov 25 19:21:08.876014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-225ed821-a664-41e4-a270-1a9af5249bd3 req-c1e7f123-b23e-4d36-84f5-be7975ca18e4 tempest-ServersAdminNegativeTestJSON-666082801 tempest-ServersAdminNegativeTestJSON-666082801-project] 10.222.0.15 "GET /v2.0/ports?device_id=dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75 HTTP/1.1" status: 200 len: 210 time: 0.2125351 Nov 25 19:21:08.996758 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5722bb37-b578-4bc4-8b53-270565a78a9f x-openstack-request-id: req-5722bb37-b578-4bc4-8b53-270565a78a9f {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:08.997764 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d3c0c6-fae1-493d-b6d7-3318603e45ef", "name": "network-vif-plugged", "status": "completed", "tag": "950a52ce-3139-4d9b-9982-342f70b0ddaf", "code": 200}, {"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-plugged", "status": "completed", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5", "code": 200}, {"server_uuid": "dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75", "name": "network-vif-unplugged", "status": "completed", "tag": "3a982f00-07e6-48d2-a140-6e7857abca29", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:09.003000 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5722bb37-b578-4bc4-8b53-270565a78a9f {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:09.004366 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d3c0c6-fae1-493d-b6d7-3318603e45ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '950a52ce-3139-4d9b-9982-342f70b0ddaf', 'code': 200} Nov 25 19:21:09.004788 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'code': 200} Nov 25 19:21:09.005146 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd39bfe0-02c1-4dea-bad8-0dde8cfdcb75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a982f00-07e6-48d2-a140-6e7857abca29', 'code': 200} Nov 25 19:21:09.390039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb06697-8994-419d-9f5a-639e11baf761 req-aa6bf095-7773-4c92-98cb-e61341aacf68 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:09.398557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-aa6bf095-7773-4c92-98cb-e61341aacf68 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.76 "GET /v2.0/networks?id=8ad14189-ce0f-434b-a77e-a1d923cd8935 HTTP/1.1" status: 200 len: 823 time: 1.0341134 Nov 25 19:21:09.434791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5695e-6ebb-4bf5-840c-90f9fe1f17d3 req-e0547730-7165-4bc0-bc16-9faab12a83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:09.443705 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1e5695e-6ebb-4bf5-840c-90f9fe1f17d3 req-e0547730-7165-4bc0-bc16-9faab12a83d7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 1101 time: 0.1994188 Nov 25 19:21:09.559394 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1e5695e-6ebb-4bf5-840c-90f9fe1f17d3 req-42ed3c0b-ae67-4736-9222-075e2eb98415 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072009 Nov 25 19:21:09.574047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Router 35f05e82-d776-45e3-926d-0bc7c6ee1527 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:21:09.662539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dc42c3-5fd4-4f90-bca7-4b093e2cf597 req-10fa1801-ec6a-4cab-8e38-482543a69041 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:09.677442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81dc42c3-5fd4-4f90-bca7-4b093e2cf597 req-10fa1801-ec6a-4cab-8e38-482543a69041 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 944 time: 0.4844499 Nov 25 19:21:09.816435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ca27fd7c-fd33-4f8e-9412-a668ac72f853 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:09.869585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: ca27fd7c-fd33-4f8e-9412-a668ac72f853 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:21:09.870334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ca27fd7c-fd33-4f8e-9412-a668ac72f853 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:21:10.042938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bf08d0-99d6-48fd-8ff4-40740c032df6 req-fc989a5e-93c6-4408-b7d4-419e070ccfa3 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:10.044561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9bf08d0-99d6-48fd-8ff4-40740c032df6 req-fc989a5e-93c6-4408-b7d4-419e070ccfa3 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 0.5614555 Nov 25 19:21:10.064188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-f176c57f-8db4-473d-a092-02f13508437d tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1efb73572d504c119ab6d6a1f4315f74 HTTP/1.1" status: 200 len: 380 time: 0.5613189 Nov 25 19:21:10.097654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Request body: {'port': {'device_id': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'admin_state_up': True, 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'security_groups': ['55537023-b242-420c-bb9e-4a4c36d6d949']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:10.173209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81dc42c3-5fd4-4f90-bca7-4b093e2cf597 req-939d6661-eaca-4857-84b8-ee93c90c78d2 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4945369 Nov 25 19:21:10.292201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:21:10.325908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9bf08d0-99d6-48fd-8ff4-40740c032df6 req-f8be7302-2c07-4d7f-b2b6-b6a1a8049128 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700875 Nov 25 19:21:10.401896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-13832bb1-62ae-4c44-b6a3-ef77444a9080 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606794 Nov 25 19:21:10.426360 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d900e9a4-78b4-4447-94ae-70572ca063c6 None None] Sync routers for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:21:10.441073 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900e9a4-78b4-4447-94ae-70572ca063c6 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:21:10.441727 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d900e9a4-78b4-4447-94ae-70572ca063c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:21:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:10.460266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Made reservation on behalf of 1efb73572d504c119ab6d6a1f4315f74 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:10.462699 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:10.489682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] No DVR routers for this DVR port ca27fd7c-fd33-4f8e-9412-a668ac72f853 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:10.517776 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:10.521148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-033a86da-cc30-439d-9f21-6101878db239 req-470f0eb9-5469-4db3-af84-0ae0bce112c6 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.76 "DELETE /v2.0/ports/ca27fd7c-fd33-4f8e-9412-a668ac72f853 HTTP/1.1" status: 204 len: 173 time: 5.0942626 Nov 25 19:21:10.574708 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d900e9a4-78b4-4447-94ae-70572ca063c6 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:21:10.706402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96714e38-3597-47ea-8298-34d82bb29ae9 req-368adca9-ea21-4412-bd18-881f9f5be2a3 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:10.708106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96714e38-3597-47ea-8298-34d82bb29ae9 req-368adca9-ea21-4412-bd18-881f9f5be2a3 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 950 time: 0.2207367 Nov 25 19:21:10.786008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-a80279ec-5926-430c-82fe-01d5636244c5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:10.789159 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-a80279ec-5926-430c-82fe-01d5636244c5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3545957 Nov 25 19:21:10.838102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'name': 'network-vif-deleted', 'tag': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:10.839875 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33eecc8e-9747-45da-b2d3-5f3adbd4c148" -d '{"events": [{"server_uuid": "0b93dc96-9747-4735-bd69-2c5c9084ab77", "name": "network-vif-deleted", "tag": "ca27fd7c-fd33-4f8e-9412-a668ac72f853"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:10.863299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e37f72c0-5f49-472e-8578-b3663f2604d8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/quotas/60c48d2fb97740fe952cc1943cc18b64 HTTP/1.1" status: 200 len: 375 time: 0.0591109 Nov 25 19:21:10.904685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Allocated IP 172.20.0.9 (8ad14189-ce0f-434b-a77e-a1d923cd8935/f959a176-3547-4d8a-bbcf-d8f4566faa39/918d74fb-313c-4e6e-a6c0-52eb79fbde6e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:21:10.917997 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d900e9a4-78b4-4447-94ae-70572ca063c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:10.974231 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d900e9a4-78b4-4447-94ae-70572ca063c6 None None] Checking router: 35f05e82-d776-45e3-926d-0bc7c6ee1527 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:21:10.994751 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d900e9a4-78b4-4447-94ae-70572ca063c6 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:21:10.996171 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d900e9a4-78b4-4447-94ae-70572ca063c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:21:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:11.001018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96714e38-3597-47ea-8298-34d82bb29ae9 req-af74de4f-3f71-4e64-9147-8fcc47a05960 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394812 Nov 25 19:21:11.128476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-c8b32239-fa31-4490-96fb-d0b56f71da2e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2642066 Nov 25 19:21:11.324057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3fe77d4-54a0-4482-882e-1b8becaa7193 req-20d07d6b-b4ce-4338-aa2d-6555b519d57d tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 210 time: 0.0494690 Nov 25 19:21:11.464112 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:11.609362 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d900e9a4-78b4-4447-94ae-70572ca063c6 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:21:11.640397 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9dc0287-92b3-431f-a449-1da5e6c5a36a x-openstack-request-id: req-f9dc0287-92b3-431f-a449-1da5e6c5a36a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:11.640964 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b93dc96-9747-4735-bd69-2c5c9084ab77", "name": "network-vif-deleted", "tag": "ca27fd7c-fd33-4f8e-9412-a668ac72f853", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:11.641319 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9dc0287-92b3-431f-a449-1da5e6c5a36a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:11.641842 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b93dc96-9747-4735-bd69-2c5c9084ab77', 'name': 'network-vif-deleted', 'tag': 'ca27fd7c-fd33-4f8e-9412-a668ac72f853', 'status': 'completed', 'code': 200} Nov 25 19:21:11.658026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a574c656-f761-43f9-a498-ceed66276cac req-998095ea-5f78-4774-8889-c95bba8788d8 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:11.680259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a574c656-f761-43f9-a498-ceed66276cac req-998095ea-5f78-4774-8889-c95bba8788d8 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 1096 time: 0.1570723 Nov 25 19:21:11.716880 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:11.730591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3dd764a6-be1e-4780-ba35-37bac20f97bb up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:11.861956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Pushing event updated for resources: {'Port': ['ID=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:11.919442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 3dd764a6-be1e-4780-ba35-37bac20f97bb completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:11.939387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 3dd764a6-be1e-4780-ba35-37bac20f97bb triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:11.941303 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:12.013236 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:21:12.025503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a574c656-f761-43f9-a498-ceed66276cac req-971b067d-385d-4d87-af82-0fc4dbfb7892 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423717 Nov 25 19:21:12.027010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:12.055147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:21:12.213215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7038a8a-a767-44c0-aff5-e855f9d01557 req-e120568f-7020-48ae-9368-3ff2796ff43f tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:12.229435 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7038a8a-a767-44c0-aff5-e855f9d01557 req-e120568f-7020-48ae-9368-3ff2796ff43f tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 944 time: 0.3479743 Nov 25 19:21:12.285009 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:12.290612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47618) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:12.315059 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d900e9a4-78b4-4447-94ae-70572ca063c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:12.391612 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d900e9a4-78b4-4447-94ae-70572ca063c6 None None] The sync data for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 is: [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:21:12.428919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7038a8a-a767-44c0-aff5-e855f9d01557 req-3c50e549-da46-4598-b7c4-cdc23385a8d6 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897316 Nov 25 19:21:12.431132 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:21:12.448831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd764a6-be1e-4780-ba35-37bac20f97bb'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:12.458055 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ef1f31-3882-4737-b957-b814d3299609" -d '{"events": [{"server_uuid": "34bbfb3a-2f00-4691-b387-fc17e9f1341f", "name": "network-vif-plugged", "status": "completed", "tag": "3dd764a6-be1e-4780-ba35-37bac20f97bb"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:12.459900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:12.463236 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:12.520216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:12.553461 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:12.570501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27e54f74-78eb-4e48-92b9-f93b5fb0f921 req-818a945c-6c14-4ed7-9b75-6b832e94c760 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 210 time: 0.1926489 Nov 25 19:21:12.615253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-ab7e42b9-4376-4795-a12b-14dcacf549b7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5286574 Nov 25 19:21:12.661649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Request body: {'port': {'device_id': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:12.687853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-11d7cc73-c0b2-4588-92f1-cd2168dd54c6 None None] Provisioning complete for port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:12.688443 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11d7cc73-c0b2-4588-92f1-cd2168dd54c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:12.691993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3dd764a6-be1e-4780-ba35-37bac20f97bb,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:12.746539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-11d7cc73-c0b2-4588-92f1-cd2168dd54c6 None None] Port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:21:12.884436 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1b17f54e-7a6b-4ccb-8309-96637f87f00f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c689e1f5c7e844778d1a6bef59dfb1a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5921474 Nov 25 19:21:12.885478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47634) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:13.053463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd325e1-ddf1-49ab-bc04-6f262e705e5f req-d9edc022-d3ae-47a7-a391-ed88693a82bb tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:13.056084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dd325e1-ddf1-49ab-bc04-6f262e705e5f req-d9edc022-d3ae-47a7-a391-ed88693a82bb tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 950 time: 0.3753688 Nov 25 19:21:13.075268 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.098768 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.152535 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c12b94-e50b-4da0-96f8-dc873c81374d None None] New status for floating IP cda863ad-ff73-48ea-ab24-5686d7cb81bf: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:21:13.181441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.257447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dd325e1-ddf1-49ab-bc04-6f262e705e5f req-5a7b704e-1069-457f-9627-2f2dc0374241 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854517 Nov 25 19:21:13.314417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.323536 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.329450 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69b31d75-738b-489f-81b5-1d0033c6a9fc HTTP/1.1" status: 204 len: 168 time: 0.4388723 Nov 25 19:21:13.362045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b31d75-738b-489f-81b5-1d0033c6a9fc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:13.413226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.414734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.415114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411ed096-fa5c-43e2-a81b-555a37decb2a req-e68ee48b-2e77-425b-a989-6c60e28abfcc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:13.416909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-411ed096-fa5c-43e2-a81b-555a37decb2a req-e68ee48b-2e77-425b-a989-6c60e28abfcc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 931 time: 0.1650367 Nov 25 19:21:13.418326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.420338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.434153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.434963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.435484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.439496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.440384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.441125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.442051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.442857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a091f4-9c3b-46d7-90c5-ac8f143b52ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:13.511466 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0045010-a946-49cd-919c-bde8f11aa02b x-openstack-request-id: req-a0045010-a946-49cd-919c-bde8f11aa02b {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:13.516301 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bbfb3a-2f00-4691-b387-fc17e9f1341f", "name": "network-vif-plugged", "status": "completed", "tag": "3dd764a6-be1e-4780-ba35-37bac20f97bb", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:13.516693 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a0045010-a946-49cd-919c-bde8f11aa02b {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:13.517866 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dd764a6-be1e-4780-ba35-37bac20f97bb', 'code': 200} Nov 25 19:21:13.683146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-411ed096-fa5c-43e2-a81b-555a37decb2a req-7933dd41-9da8-4f08-a423-154bbd92aa02 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2490890 Nov 25 19:21:13.871507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8deee9a-86b6-4cc0-855b-67f63ee0783b req-2d5ce517-e73b-40e5-bbd4-ab14b0889c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:13.897478 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f8deee9a-86b6-4cc0-855b-67f63ee0783b req-2d5ce517-e73b-40e5-bbd4-ab14b0889c66 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1096 time: 0.2572734 Nov 25 19:21:13.929687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918d74fb-313c-4e6e-a6c0-52eb79fbde6e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:13.942663 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:13.961224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Transition to ACTIVE for port object 918d74fb-313c-4e6e-a6c0-52eb79fbde6e will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:13.966662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:14.153527 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f8deee9a-86b6-4cc0-855b-67f63ee0783b req-1da5ede6-d98f-4d3c-aef4-fdcceae2391c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398169 Nov 25 19:21:14.268198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-516970f5-7aeb-47f9-b056-81a18561da52 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2601688 Nov 25 19:21:14.346070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47666) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:14.397773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Pushing event updated for resources: {'Port': ['ID=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:14.408775 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-476ef22e-e48a-4a40-9d6b-3004af7c6db9 req-71546564-adc2-4227-ac50-7637a15d8507 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 210 time: 0.0886767 Nov 25 19:21:14.526095 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1fa2abab-2500-460f-a9b8-eb7cf35ab0df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2545dec126d74e339783fc1f7f72297f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1772969 Nov 25 19:21:14.533911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47676) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:14.592134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-75298af7-9047-419e-9df8-eaad9ac4d67a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:14.594222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-75298af7-9047-419e-9df8-eaad9ac4d67a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2259603 Nov 25 19:21:14.603262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.603605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.603952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.604289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.604622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.605081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.605360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.605688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.606015 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.606344 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.606668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.607272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:14.619608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Request body: {'port': {'device_id': '835755cc-022e-4edd-99dc-87c5c7621b26', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '60c48d2fb97740fe952cc1943cc18b64'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:14.638628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3658db4-0596-4d74-a983-3a4a4115577e req-8fc4d49c-97e1-4ba3-a14c-55afd5ddfb9b tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:14.646053 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3658db4-0596-4d74-a983-3a4a4115577e req-8fc4d49c-97e1-4ba3-a14c-55afd5ddfb9b tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 945 time: 0.6394188 Nov 25 19:21:14.782359 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2699003f-6d29-4d27-bd62-b23e17fdd04e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:14.850333 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2699003f-6d29-4d27-bd62-b23e17fdd04e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:14.886030 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Made reservation on behalf of 60c48d2fb97740fe952cc1943cc18b64 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:14.891562 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:15.012499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2699003f-6d29-4d27-bd62-b23e17fdd04e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:15.024672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2699003f-6d29-4d27-bd62-b23e17fdd04e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:15.027011 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2699003f-6d29-4d27-bd62-b23e17fdd04e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/221bbca9-a16c-40f7-bca3-cd8af75993f6 HTTP/1.1" status: 204 len: 168 time: 0.4905179 Nov 25 19:21:15.052977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2699003f-6d29-4d27-bd62-b23e17fdd04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=221bbca9-a16c-40f7-bca3-cd8af75993f6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:15.176311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3658db4-0596-4d74-a983-3a4a4115577e req-af2b93de-a8c6-4bd0-b176-b63be498a11d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5291884 Nov 25 19:21:15.313146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcd5f7e-9653-43ce-8581-063366970fe2 req-94a8c8b7-97bf-48a1-b9b4-a87250262a33 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:15.323954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7dcd5f7e-9653-43ce-8581-063366970fe2 req-94a8c8b7-97bf-48a1-b9b4-a87250262a33 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 950 time: 0.4621737 Nov 25 19:21:15.434780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Attempting to bind port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:15.435262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Attempting to bind port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:15.435538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Attempting to bind port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e on network 8ad14189-ce0f-434b-a77e-a1d923cd8935 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:15.489060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e on network 8ad14189-ce0f-434b-a77e-a1d923cd8935 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:15.489462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Attempting to bind port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e on network 8ad14189-ce0f-434b-a77e-a1d923cd8935 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:15.518609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7dcd5f7e-9653-43ce-8581-063366970fe2 req-580339b2-ebcf-4db8-9d5f-e897ab22848e tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953321 Nov 25 19:21:15.533428 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:15.537064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Checking segment: {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:15.537681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Bound using segment: {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:15.538318 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Bound port: 918d74fb-313c-4e6e-a6c0-52eb79fbde6e, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:15.538686 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:15.570033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739afb1c-32e6-4c1f-ad18-241f7a472f03 req-808fb71d-79dc-4cca-bd22-162117d834f1 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:15.578281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739afb1c-32e6-4c1f-ad18-241f7a472f03 req-808fb71d-79dc-4cca-bd22-162117d834f1 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 943 time: 0.1937325 Nov 25 19:21:15.609691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Allocated IP 192.168.233.116 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/ab761c89-f39f-480e-9942-139027dce029) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:21:15.779184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] For port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:15.783279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] For port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:15.792865 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:15.825954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:15.826848 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:15.828485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] 10.222.0.76 "PUT /v2.0/ports/918d74fb-313c-4e6e-a6c0-52eb79fbde6e HTTP/1.1" status: 200 len: 1091 time: 3.1995397 Nov 25 19:21:15.847127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'tag': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:15.848543 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5beb7cc5-7463-47e9-96ba-217959b0668c" -d '{"events": [{"name": "network-changed", "server_uuid": "a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4", "tag": "918d74fb-313c-4e6e-a6c0-52eb79fbde6e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:15.928503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739afb1c-32e6-4c1f-ad18-241f7a472f03 req-6837d679-d78c-407b-8e7e-9ead75241f82 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3491976 Nov 25 19:21:16.273188 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:16.369208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bcba982d-14c1-4295-9929-3c28b4f15dc1 req-e8ee6d73-8403-435a-81ac-05d6cc9e5567 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 210 time: 0.0848711 Nov 25 19:21:16.370395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734a5fb9-2088-4bd7-baac-dc2374687c5a service neutron] Pushing event updated for resources: {'Port': ['ID=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:16.473477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb06697-8994-419d-9f5a-639e11baf761 req-0aa0d70c-9b13-4050-bd43-3090383e3124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:16.476163 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-0aa0d70c-9b13-4050-bd43-3090383e3124 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1efb73572d504c119ab6d6a1f4315f74&device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 1094 time: 0.5426898 Nov 25 19:21:16.612642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-c3118747-ecf6-4a66-8a17-37e00119289b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918d74fb-313c-4e6e-a6c0-52eb79fbde6e HTTP/1.1" status: 200 len: 217 time: 0.1250415 Nov 25 19:21:16.615217 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b8dcc9-f68c-492c-9de9-9ca90f199c69 x-openstack-request-id: req-80b8dcc9-f68c-492c-9de9-9ca90f199c69 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:16.615691 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4", "tag": "918d74fb-313c-4e6e-a6c0-52eb79fbde6e", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:16.616106 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80b8dcc9-f68c-492c-9de9-9ca90f199c69 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:16.616668 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'tag': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e', 'status': 'completed', 'code': 200} Nov 25 19:21:16.710769 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:16.730912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'fb06f442-20c9-416f-935e-730ea8c17cd3', 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:16.746487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a7a5512c-3bad-409c-80a0-2b17ef862bff', 'ccaffeee-9744-427c-b349-6fbcc4352a06'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:17.559578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb06697-8994-419d-9f5a-639e11baf761 req-32aa0759-d6fb-48ce-8978-2010e978bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:17.559578 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-32aa0759-d6fb-48ce-8978-2010e978bf09 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f959a176-3547-4d8a-bbcf-d8f4566faa39 HTTP/1.1" status: 200 len: 862 time: 0.9338574 Nov 25 19:21:17.565280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:21:17.591688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event updated for resources: {'Port': ['ID=ab761c89-f39f-480e-9942-139027dce029,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:17.611541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:17.650502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:21:17.714008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e84413d-f0af-4b6f-b78f-cc8b0338f531 req-a73203a6-477d-426c-b8b5-e28e0c366e02 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:17.718151 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e84413d-f0af-4b6f-b78f-cc8b0338f531 req-a73203a6-477d-426c-b8b5-e28e0c366e02 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 950 time: 0.9749463 Nov 25 19:21:17.809919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e34a57-e2b6-407a-8e02-c136dcca09d2 req-4a51a46d-2940-45a7-b6b7-536fbbdf49b7 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:17.816857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86e34a57-e2b6-407a-8e02-c136dcca09d2 req-4a51a46d-2940-45a7-b6b7-536fbbdf49b7 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 945 time: 1.0908303 Nov 25 19:21:17.951715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e84413d-f0af-4b6f-b78f-cc8b0338f531 req-80ce973d-9188-4aa4-95b5-ca4ca33c5364 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626370 Nov 25 19:21:17.984980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:18.010877 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:18.056390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86e34a57-e2b6-407a-8e02-c136dcca09d2 req-e6b37b78-b5bb-4652-98a7-8a0c7558f170 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382309 Nov 25 19:21:18.061563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb06697-8994-419d-9f5a-639e11baf761 req-aea56f78-592c-4402-bb14-3abb90ab119b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:18.082403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-aea56f78-592c-4402-bb14-3abb90ab119b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad14189-ce0f-434b-a77e-a1d923cd8935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4916317 Nov 25 19:21:18.105225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e9964f11-324c-4f63-b41e-ccb850296ca9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4923463 Nov 25 19:21:18.250288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Request body: {'port': {'device_id': '835755cc-022e-4edd-99dc-87c5c7621b26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:18.362661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-34d60210-8850-481d-8c2a-195d7a5363d9 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662215 Nov 25 19:21:18.470839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-90f39745-5a9a-45d6-b628-fa8e2fade453 None None] Provisioning complete for port ab761c89-f39f-480e-9942-139027dce029 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:18.471494 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-90f39745-5a9a-45d6-b628-fa8e2fade453 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:18.518784 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:18.541892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d08831-5403-4bce-b5b5-b9ed03772340 req-38023dfb-2fff-443f-8fa9-654b3df4d9f2 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:18.550858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83d08831-5403-4bce-b5b5-b9ed03772340 req-38023dfb-2fff-443f-8fa9-654b3df4d9f2 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 943 time: 0.2685230 Nov 25 19:21:18.554574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb06697-8994-419d-9f5a-639e11baf761 req-5330bef4-1680-43c7-8564-1a67fecaaf79 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472416 Nov 25 19:21:18.635219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-90f39745-5a9a-45d6-b628-fa8e2fade453 None None] Port ab761c89-f39f-480e-9942-139027dce029 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:21:18.753828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7a58a-54cd-48a8-a101-e1aa866879b4 req-a1c10692-aa39-4b5d-a549-5e68a64a9249 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:18.761595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62e7a58a-54cd-48a8-a101-e1aa866879b4 req-a1c10692-aa39-4b5d-a549-5e68a64a9249 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 936 time: 0.2437222 Nov 25 19:21:18.781701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83d08831-5403-4bce-b5b5-b9ed03772340 req-1a3ebee5-5213-4a00-bdfd-eaa43574f7e5 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2269237 Nov 25 19:21:18.890013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb7cc5-7463-47e9-96ba-217959b0668c req-333f308c-b646-4b74-81be-d6e114e764fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:18.892039 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5beb7cc5-7463-47e9-96ba-217959b0668c req-333f308c-b646-4b74-81be-d6e114e764fe service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1efb73572d504c119ab6d6a1f4315f74&device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 1094 time: 0.2473011 Nov 25 19:21:18.999177 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62e7a58a-54cd-48a8-a101-e1aa866879b4 req-39867928-7a31-49b1-a698-5a1b07ccea72 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343230 Nov 25 19:21:19.226826 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb7cc5-7463-47e9-96ba-217959b0668c req-ddbadc15-56fc-4872-9105-a5617143f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:19.228696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5beb7cc5-7463-47e9-96ba-217959b0668c req-ddbadc15-56fc-4872-9105-a5617143f721 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8ad14189-ce0f-434b-a77e-a1d923cd8935 HTTP/1.1" status: 200 len: 924 time: 0.2909184 Nov 25 19:21:19.234973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923c07b-757d-429d-b631-d005f72d07fc req-d198b34d-3194-41c0-84cd-e90321cf02f6 tempest-LiveMigrationNegativeTest-2100835449 tempest-LiveMigrationNegativeTest-2100835449-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:19.236530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7923c07b-757d-429d-b631-d005f72d07fc req-d198b34d-3194-41c0-84cd-e90321cf02f6 tempest-LiveMigrationNegativeTest-2100835449 tempest-LiveMigrationNegativeTest-2100835449-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 1101 time: 0.2097976 Nov 25 19:21:19.313453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312ea46-4fee-44fe-ad87-baac9799ce2a req-d56e45a8-8b2f-4f83-aa42-fdb0da7b41ce tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:19.315471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6312ea46-4fee-44fe-ad87-baac9799ce2a req-d56e45a8-8b2f-4f83-aa42-fdb0da7b41ce tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1096 time: 0.1844597 Nov 25 19:21:19.316227 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7923c07b-757d-429d-b631-d005f72d07fc req-8f084399-9075-4ca0-b460-2fe90c4752cc tempest-LiveMigrationNegativeTest-2100835449 tempest-LiveMigrationNegativeTest-2100835449-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:19.323535 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5beb7cc5-7463-47e9-96ba-217959b0668c req-a7516350-50bc-4a4d-bf29-e84573cc3f26 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918d74fb-313c-4e6e-a6c0-52eb79fbde6e HTTP/1.1" status: 200 len: 217 time: 0.0772347 Nov 25 19:21:19.470145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab761c89-f39f-480e-9942-139027dce029 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:19.493084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb7cc5-7463-47e9-96ba-217959b0668c req-837e30ef-7410-46a2-bdcf-85764e223ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:19.494841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5beb7cc5-7463-47e9-96ba-217959b0668c req-837e30ef-7410-46a2-bdcf-85764e223ebe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f959a176-3547-4d8a-bbcf-d8f4566faa39 HTTP/1.1" status: 200 len: 862 time: 0.1567905 Nov 25 19:21:19.497094 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:19.531144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6312ea46-4fee-44fe-ad87-baac9799ce2a req-ea5c07b2-9971-460e-900c-eb0c379e0708 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895764 Nov 25 19:21:19.553843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Transition to ACTIVE for port object ab761c89-f39f-480e-9942-139027dce029 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:19.572774 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:19.661079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=ab761c89-f39f-480e-9942-139027dce029,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:19.670389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beb7cc5-7463-47e9-96ba-217959b0668c req-fd8bdbd5-c2c0-48c7-8552-d82489cb58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:19.672075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5beb7cc5-7463-47e9-96ba-217959b0668c req-fd8bdbd5-c2c0-48c7-8552-d82489cb58ee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad14189-ce0f-434b-a77e-a1d923cd8935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1622043 Nov 25 19:21:19.682855 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7923c07b-757d-429d-b631-d005f72d07fc req-8f084399-9075-4ca0-b460-2fe90c4752cc tempest-LiveMigrationNegativeTest-2100835449 tempest-LiveMigrationNegativeTest-2100835449-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:19.729922 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7923c07b-757d-429d-b631-d005f72d07fc req-8f084399-9075-4ca0-b460-2fe90c4752cc tempest-LiveMigrationNegativeTest-2100835449 tempest-LiveMigrationNegativeTest-2100835449-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:19.916436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f084399-9075-4ca0-b460-2fe90c4752cc tempest-LiveMigrationNegativeTest-2100835449 tempest-LiveMigrationNegativeTest-2100835449-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b98690fa-c4c6-414f-8073-c1ab9d12929f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:19.926716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7923c07b-757d-429d-b631-d005f72d07fc req-8f084399-9075-4ca0-b460-2fe90c4752cc tempest-LiveMigrationNegativeTest-2100835449 tempest-LiveMigrationNegativeTest-2100835449-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6815429 Nov 25 19:21:19.974119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5beb7cc5-7463-47e9-96ba-217959b0668c req-0ca3ddb7-310b-40d8-9ff3-4bcfacc54903 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895215 Nov 25 19:21:19.980466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Attempting to bind port ab761c89-f39f-480e-9942-139027dce029 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:19.980466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Attempting to bind port ab761c89-f39f-480e-9942-139027dce029 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:19.980466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Attempting to bind port ab761c89-f39f-480e-9942-139027dce029 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:20.052062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Port ab761c89-f39f-480e-9942-139027dce029 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:20.052519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Attempting to bind port ab761c89-f39f-480e-9942-139027dce029 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:20.077842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 20, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:20.078435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:20.079034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:20.079684 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Bound port: ab761c89-f39f-480e-9942-139027dce029, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:20.080193 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.255663 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.301992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] For port ab761c89-f39f-480e-9942-139027dce029, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:20.309506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] For port ab761c89-f39f-480e-9942-139027dce029, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ab761c89-f39f-480e-9942-139027dce029,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:20.322260 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.435270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:20.437771 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:20.439877 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] 10.222.0.76 "PUT /v2.0/ports/ab761c89-f39f-480e-9942-139027dce029 HTTP/1.1" status: 200 len: 1096 time: 2.2158158 Nov 25 19:21:20.440615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '835755cc-022e-4edd-99dc-87c5c7621b26', 'tag': 'ab761c89-f39f-480e-9942-139027dce029'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:20.443660 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2" -d '{"events": [{"name": "network-changed", "server_uuid": "835755cc-022e-4edd-99dc-87c5c7621b26", "tag": "ab761c89-f39f-480e-9942-139027dce029"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:20.464466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5beb7cc5-7463-47e9-96ba-217959b0668c req-775ca449-7d21-46f2-bb32-6e65aeca4a4e service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4757884 Nov 25 19:21:20.538574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669fee5e-6d3b-4985-a2f5-46f134e9ce9b service neutron] Pushing event updated for resources: {'Port': ['ID=ab761c89-f39f-480e-9942-139027dce029,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:20.634608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-6339dc80-1c27-4a14-9995-d15bd148914c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:20.636181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-6339dc80-1c27-4a14-9995-d15bd148914c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 1099 time: 0.0931444 Nov 25 19:21:20.642131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea538ac-1771-4894-a39c-7c53554d34a3 req-b8dd4f99-04fa-4509-bd91-274844d48e03 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:20.650088 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ea538ac-1771-4894-a39c-7c53554d34a3 req-b8dd4f99-04fa-4509-bd91-274844d48e03 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1096 time: 0.1055624 Nov 25 19:21:20.759104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-3f87d821-b11f-4680-aab7-b2ff6daabd7f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ab761c89-f39f-480e-9942-139027dce029 HTTP/1.1" status: 200 len: 217 time: 0.1066630 Nov 25 19:21:20.863114 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ea538ac-1771-4894-a39c-7c53554d34a3 req-bbe269ef-f919-4611-9566-d41eacc73093 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104628 Nov 25 19:21:20.910342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-bd4aff4b-7a84-4f3e-9cb6-719f17d4ea21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:20.912141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-bd4aff4b-7a84-4f3e-9cb6-719f17d4ea21 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1400697 Nov 25 19:21:21.061279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-50186641-e919-4d12-b69e-cd87a45fb245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:21.064136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-50186641-e919-4d12-b69e-cd87a45fb245 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1259141 Nov 25 19:21:21.073372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab354dc3-6674-4178-9d06-6aa2706141d1 req-24769861-4590-4aa4-8fbf-53ac10b3a8e7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:21.083696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab354dc3-6674-4178-9d06-6aa2706141d1 req-24769861-4590-4aa4-8fbf-53ac10b3a8e7 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 943 time: 0.0953298 Nov 25 19:21:21.223358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab354dc3-6674-4178-9d06-6aa2706141d1 req-1b29bfc5-0a3e-4fe7-a0be-40ab8d8d11c2 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376443 Nov 25 19:21:21.261439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-e26d88a3-e5d4-4275-828f-ad84c7d73eb9 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1738148 Nov 25 19:21:21.538501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3da4235c-6cce-4f11-896e-a43f22a30105 req-7d876027-f3dc-47f7-bbf5-73dced48aaf9 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652092 Nov 25 19:21:21.602269 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998020ed-9c85-4dff-b80e-9bd3423950f3 x-openstack-request-id: req-998020ed-9c85-4dff-b80e-9bd3423950f3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:21.602579 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "835755cc-022e-4edd-99dc-87c5c7621b26", "tag": "ab761c89-f39f-480e-9942-139027dce029", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:21.602882 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-998020ed-9c85-4dff-b80e-9bd3423950f3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:21.603223 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '835755cc-022e-4edd-99dc-87c5c7621b26', 'tag': 'ab761c89-f39f-480e-9942-139027dce029', 'status': 'completed', 'code': 200} Nov 25 19:21:21.843595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e16cbd-48c4-4615-88e1-95bc621ea03a req-39b5f6b8-5105-4cba-a05d-fa2e89fec386 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:21.849962 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-40e16cbd-48c4-4615-88e1-95bc621ea03a req-39b5f6b8-5105-4cba-a05d-fa2e89fec386 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 948 time: 0.2171316 Nov 25 19:21:21.861800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 918d74fb-313c-4e6e-a6c0-52eb79fbde6e details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:21.960415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2 req-75916ecc-23ad-446a-a092-9afb22d0334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:21.970634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2 req-75916ecc-23ad-446a-a092-9afb22d0334a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 1099 time: 0.2864165 Nov 25 19:21:22.276410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:22.308014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'port_id': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e', 'mac_address': 'fa:16:3e:23:a1:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:22.312517 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-40e16cbd-48c4-4615-88e1-95bc621ea03a req-f0849542-6b1b-4af3-8b83-50c0e5fec839 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389937 Nov 25 19:21:22.387174 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2 req-ed52066d-7a3b-4a4d-9240-955b92ad997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:22.388718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2 req-ed52066d-7a3b-4a4d-9240-955b92ad997d service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.4035828 Nov 25 19:21:22.404167 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:22.423021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918d74fb-313c-4e6e-a6c0-52eb79fbde6e {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:22.455901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:22.474369 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:22.573871 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:22.634418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2 req-d00aa58c-38a3-4747-8ffc-ec1e6c6ec58a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=ab761c89-f39f-480e-9942-139027dce029 HTTP/1.1" status: 200 len: 217 time: 0.2342308 Nov 25 19:21:22.679067 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:22.837708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2 req-8ba166c7-f57c-4fb3-a028-fca9d592f823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:22.839904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2 req-8ba166c7-f57c-4fb3-a028-fca9d592f823 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1945202 Nov 25 19:21:22.894877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['918d74fb-313c-4e6e-a6c0-52eb79fbde6e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:23.018503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2 req-93410b6b-776c-4b16-b9ad-def2ef16ba3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:23.020761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2 req-93410b6b-776c-4b16-b9ad-def2ef16ba3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1713662 Nov 25 19:21:23.460641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903fc158-a17b-49b9-8efb-eb484bbc411a req-e012c896-ee42-4242-b81e-5ee640d74f58 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:23.463785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903fc158-a17b-49b9-8efb-eb484bbc411a req-e012c896-ee42-4242-b81e-5ee640d74f58 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 944 time: 0.3733077 Nov 25 19:21:23.565179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2 req-0f159eb5-c815-4e0e-9bbc-ab39f974bb9f service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5345986 Nov 25 19:21:23.661469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47888) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:23.773119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903fc158-a17b-49b9-8efb-eb484bbc411a req-8d07779f-7f77-4f0d-abe5-8bbb194bf4ea tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846980 Nov 25 19:21:23.830887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795abc4a-22b6-42d1-822f-ecbbd1147d20 req-9ba03bec-edfe-4ef0-ad4d-74efe26ac364 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:23.833023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-795abc4a-22b6-42d1-822f-ecbbd1147d20 req-9ba03bec-edfe-4ef0-ad4d-74efe26ac364 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1096 time: 0.2665353 Nov 25 19:21:23.907933 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99d5db9d-a815-4c87-a91d-7a9f094bd9c2 req-4c5fa84e-79ab-4a94-8c15-fbfca7f41ddd service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179941 Nov 25 19:21:23.964854 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2bffde99-86ba-42df-b23a-482436dc0704 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:24.092451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2bffde99-86ba-42df-b23a-482436dc0704 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:24.109770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-795abc4a-22b6-42d1-822f-ecbbd1147d20 req-61860be1-594a-4373-a73d-95a3d777f4ff tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005720 Nov 25 19:21:24.111612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2bffde99-86ba-42df-b23a-482436dc0704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:24.159033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af88210-3c59-4f7e-a27a-517459cf2e73 req-50f25d85-d695-4492-84af-f482740d66e5 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:24.161912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3af88210-3c59-4f7e-a27a-517459cf2e73 req-50f25d85-d695-4492-84af-f482740d66e5 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 950 time: 0.1609073 Nov 25 19:21:24.200012 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2bffde99-86ba-42df-b23a-482436dc0704 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3a54d50fa1014bf6a014a591da0aa2bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5357101 Nov 25 19:21:24.201366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bffde99-86ba-42df-b23a-482436dc0704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4eb50a3-b6f8-4c00-848a-d1cb1ab71dfd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:24.205805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47896) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:24.292689 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cb3fffc-f137-490b-af65-52f3ef0d5457 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:24.333663 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cb3fffc-f137-490b-af65-52f3ef0d5457 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:24.408699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cb3fffc-f137-490b-af65-52f3ef0d5457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:24.413014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cb3fffc-f137-490b-af65-52f3ef0d5457 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:24.414659 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3cb3fffc-f137-490b-af65-52f3ef0d5457 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4eb50a3-b6f8-4c00-848a-d1cb1ab71dfd HTTP/1.1" status: 204 len: 168 time: 0.2073383 Nov 25 19:21:24.441055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb3fffc-f137-490b-af65-52f3ef0d5457 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4eb50a3-b6f8-4c00-848a-d1cb1ab71dfd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:24.636076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cb58c-9398-4055-bb3b-ed7c2602f63a req-2fe48852-4cdd-4a15-a760-3a3de2e6d187 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:24.639550 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b33cb58c-9398-4055-bb3b-ed7c2602f63a req-2fe48852-4cdd-4a15-a760-3a3de2e6d187 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.60 "GET /v2.0/ports?device_id=64d3c0c6-fae1-493d-b6d7-3318603e45ef HTTP/1.1" status: 200 len: 950 time: 0.0927947 Nov 25 19:21:24.652587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3af88210-3c59-4f7e-a27a-517459cf2e73 req-fffd13fe-1fcc-4640-81b1-095b7aac14f1 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4809954 Nov 25 19:21:24.674090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbc48bc-3373-4e3c-be48-a2b9322a5249 req-bd1dbe06-a130-4cb5-92ac-486209eca923 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:24.691680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cbc48bc-3373-4e3c-be48-a2b9322a5249 req-bd1dbe06-a130-4cb5-92ac-486209eca923 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 948 time: 0.1138945 Nov 25 19:21:24.884326 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cbc48bc-3373-4e3c-be48-a2b9322a5249 req-8958788e-f68a-43bc-a47d-d640edc9179e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909885 Nov 25 19:21:24.929340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b33cb58c-9398-4055-bb3b-ed7c2602f63a req-eda33a01-f4a3-4885-9749-3498c7a252cd tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Deleting port 950a52ce-3139-4d9b-9982-342f70b0ddaf {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:24.929879 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b33cb58c-9398-4055-bb3b-ed7c2602f63a req-eda33a01-f4a3-4885-9749-3498c7a252cd tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:25.352400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47924) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:25.398280 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-47722256-cbb4-456f-b66a-59b3902a8428 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:25.406057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b33cb58c-9398-4055-bb3b-ed7c2602f63a req-eda33a01-f4a3-4885-9749-3498c7a252cd tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] For port 950a52ce-3139-4d9b-9982-342f70b0ddaf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=950a52ce-3139-4d9b-9982-342f70b0ddaf,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:25.406447 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b33cb58c-9398-4055-bb3b-ed7c2602f63a req-eda33a01-f4a3-4885-9749-3498c7a252cd tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:25.432282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b33cb58c-9398-4055-bb3b-ed7c2602f63a req-eda33a01-f4a3-4885-9749-3498c7a252cd tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Calling delete_port for 950a52ce-3139-4d9b-9982-342f70b0ddaf owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:25.638397 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b33cb58c-9398-4055-bb3b-ed7c2602f63a req-eda33a01-f4a3-4885-9749-3498c7a252cd tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:25.658778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['950a52ce-3139-4d9b-9982-342f70b0ddaf'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:25.662767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['082831b1-5a7a-4470-8921-63c8ddd033d9'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:25.830506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b33cb58c-9398-4055-bb3b-ed7c2602f63a req-eda33a01-f4a3-4885-9749-3498c7a252cd tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] No DVR routers for this DVR port 950a52ce-3139-4d9b-9982-342f70b0ddaf on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:25.835313 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b33cb58c-9398-4055-bb3b-ed7c2602f63a req-eda33a01-f4a3-4885-9749-3498c7a252cd tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:25.839518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b33cb58c-9398-4055-bb3b-ed7c2602f63a req-eda33a01-f4a3-4885-9749-3498c7a252cd tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.60 "DELETE /v2.0/ports/950a52ce-3139-4d9b-9982-342f70b0ddaf HTTP/1.1" status: 204 len: 173 time: 1.1836905 Nov 25 19:21:25.840473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d3c0c6-fae1-493d-b6d7-3318603e45ef', 'name': 'network-vif-deleted', 'tag': '950a52ce-3139-4d9b-9982-342f70b0ddaf'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:25.863956 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90dad39a-7770-4782-a175-83957c643069" -d '{"events": [{"server_uuid": "64d3c0c6-fae1-493d-b6d7-3318603e45ef", "name": "network-vif-deleted", "tag": "950a52ce-3139-4d9b-9982-342f70b0ddaf"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:25.870283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda33a01-f4a3-4885-9749-3498c7a252cd tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Pushing event deleted for resources: {'Port': ['ID=950a52ce-3139-4d9b-9982-342f70b0ddaf,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:25.915412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ab761c89-f39f-480e-9942-139027dce029 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:25.937662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323b8810-01c2-40c9-9761-aba5c8144e35 req-b167f91c-2990-4920-8f34-a5fadbb5c1ee tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:25.959221 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-323b8810-01c2-40c9-9761-aba5c8144e35 req-b167f91c-2990-4920-8f34-a5fadbb5c1ee tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 944 time: 0.4726062 Nov 25 19:21:25.995096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 918d74fb-313c-4e6e-a6c0-52eb79fbde6e up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:26.094107 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-47722256-cbb4-456f-b66a-59b3902a8428 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:26.105775 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-47722256-cbb4-456f-b66a-59b3902a8428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:26.156057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47722256-cbb4-456f-b66a-59b3902a8428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd42bff4-a7df-4f87-9c62-e069ca759246,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:26.215794 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-323b8810-01c2-40c9-9761-aba5c8144e35 req-ea1e4dd2-a586-44d6-abfb-2d7dec66aadc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2555871 Nov 25 19:21:26.220423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-47722256-cbb4-456f-b66a-59b3902a8428 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=099ec99538cf47c8b19437a5bfb2f3ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8665001 Nov 25 19:21:26.225213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47946) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:26.477651 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-493556f3-9591-4068-843c-bbebaa1d70b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:26.548537 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-493556f3-9591-4068-843c-bbebaa1d70b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:26.673404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-493556f3-9591-4068-843c-bbebaa1d70b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:26.680385 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-493556f3-9591-4068-843c-bbebaa1d70b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:26.686090 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-493556f3-9591-4068-843c-bbebaa1d70b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bd42bff4-a7df-4f87-9c62-e069ca759246 HTTP/1.1" status: 204 len: 168 time: 0.4553092 Nov 25 19:21:26.708821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ab761c89-f39f-480e-9942-139027dce029, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ab761c89-f39f-480e-9942-139027dce029,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:26.709690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493556f3-9591-4068-843c-bbebaa1d70b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd42bff4-a7df-4f87-9c62-e069ca759246,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:26.744878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'ab761c89-f39f-480e-9942-139027dce029', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'ab761c89-f39f-480e-9942-139027dce029', 'mac_address': 'fa:16:3e:d9:7f:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:26.755712 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:26.789989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:26.790374 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.176436 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.218756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab761c89-f39f-480e-9942-139027dce029 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:27.404011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ec00a2-7f2a-4928-83a3-978013c77a60 req-c71737f2-bfd0-4bd4-b2f1-2a25e5ae9d26 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:27.428615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ab761c89-f39f-480e-9942-139027dce029, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ab761c89-f39f-480e-9942-139027dce029,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:27.430672 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.431851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41ec00a2-7f2a-4928-83a3-978013c77a60 req-c71737f2-bfd0-4bd4-b2f1-2a25e5ae9d26 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 948 time: 0.2361560 Nov 25 19:21:27.444588 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.470861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:27.473461 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4c4cf4-0ded-4b57-b298-89de09f0f6ba" -d '{"events": [{"server_uuid": "a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4", "name": "network-vif-plugged", "status": "completed", "tag": "918d74fb-313c-4e6e-a6c0-52eb79fbde6e"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:27.490563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:27.528682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-ffa3ed02-5c72-4ff4-b724-c27878b6563c tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:21:27.558984 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:27.559629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-ffa3ed02-5c72-4ff4-b724-c27878b6563c tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1260307 Nov 25 19:21:27.608837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ab761c89-f39f-480e-9942-139027dce029,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:27.711801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:27.818248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 950a52ce-3139-4d9b-9982-342f70b0ddaf no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:27.843276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 950a52ce-3139-4d9b-9982-342f70b0ddaf {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:21:27.843621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 950a52ce-3139-4d9b-9982-342f70b0ddaf not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:21:27.905213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ab761c89-f39f-480e-9942-139027dce029'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:27.907696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41ec00a2-7f2a-4928-83a3-978013c77a60 req-bd7e7286-f678-4f1b-bcdb-b73d92a153b1 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4647810 Nov 25 19:21:27.930662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-7e9e7cfb-7f87-4a44-a60c-1e89a0e8a851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:27.953668 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-7e9e7cfb-7f87-4a44-a60c-1e89a0e8a851 service neutron] 10.222.0.15 "GET /v2.0/ports/3dd764a6-be1e-4780-ba35-37bac20f97bb HTTP/1.1" status: 200 len: 1093 time: 0.3787677 Nov 25 19:21:27.964176 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Request body: {'binding': {'host': 'n-h2-817303-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:27.964972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Unknown quota resources ['binding']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:21:28.066307 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ee499ff-9408-4c8b-a58a-e9915863886d x-openstack-request-id: req-2ee499ff-9408-4c8b-a58a-e9915863886d {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:28.068207 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d3c0c6-fae1-493d-b6d7-3318603e45ef", "name": "network-vif-deleted", "tag": "950a52ce-3139-4d9b-9982-342f70b0ddaf", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:28.068701 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2ee499ff-9408-4c8b-a58a-e9915863886d {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:28.069514 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d3c0c6-fae1-493d-b6d7-3318603e45ef', 'name': 'network-vif-deleted', 'tag': '950a52ce-3139-4d9b-9982-342f70b0ddaf', 'status': 'completed', 'code': 200} Nov 25 19:21:28.524129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb on host n-h2-817303-9 for vnic_type normal with profile None {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:28.528106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:28.533362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:28.549354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Port 3dd764a6-be1e-4780-ba35-37bac20f97bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:28.550187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:28.580363 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:28.581405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:28.582512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:28.583409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Bound port: 3dd764a6-be1e-4780-ba35-37bac20f97bb, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:28.938563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:28.960350 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:28.973985 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-51b1e22b-c2a0-47b8-bee8-3e7654c907d0 service neutron] 10.222.0.15 "POST /v2.0/ports/3dd764a6-be1e-4780-ba35-37bac20f97bb/bindings HTTP/1.1" status: 201 len: 389 time: 1.0187938 Nov 25 19:21:29.065953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0980-72fb-4673-a68d-f370bcbd9d4d req-c29ca342-5091-4f45-818a-a91775cef89e tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:29.089309 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf1a0980-72fb-4673-a68d-f370bcbd9d4d req-c29ca342-5091-4f45-818a-a91775cef89e tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 945 time: 0.2716119 Nov 25 19:21:29.248737 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba9fe39-869b-4822-a4ef-9f0f3306cbc1 x-openstack-request-id: req-5ba9fe39-869b-4822-a4ef-9f0f3306cbc1 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:29.249691 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4", "name": "network-vif-plugged", "status": "completed", "tag": "918d74fb-313c-4e6e-a6c0-52eb79fbde6e", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:29.250115 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ba9fe39-869b-4822-a4ef-9f0f3306cbc1 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:29.250684 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e', 'code': 200} Nov 25 19:21:29.319729 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf1a0980-72fb-4673-a68d-f370bcbd9d4d req-6a9fa3f2-64ae-41a0-900b-a3d8628610a5 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2109122 Nov 25 19:21:29.510235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48016) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:29.715410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a341cf10-5b67-4598-9519-7bc3af1f9ca1 req-6eaa3e8d-3cab-4f43-bcb5-d387d8d25c3c tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:29.718712 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a341cf10-5b67-4598-9519-7bc3af1f9ca1 req-6eaa3e8d-3cab-4f43-bcb5-d387d8d25c3c tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 949 time: 0.2366474 Nov 25 19:21:29.850848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a341cf10-5b67-4598-9519-7bc3af1f9ca1 req-a8013917-9bed-4ddc-883c-a121c1b5c9c5 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200695 Nov 25 19:21:29.856460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87bc25c-4f3c-45eb-af42-4f57e0133a6a req-c15d89ce-fde6-4a17-b422-4c2e3f8427d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:29.858897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c87bc25c-4f3c-45eb-af42-4f57e0133a6a req-c15d89ce-fde6-4a17-b422-4c2e3f8427d9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 1096 time: 0.2706974 Nov 25 19:21:29.875016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816425a9-e353-45ef-b709-43d06c43c92f req-3cfc4d31-c648-460c-b459-bf28f6568a59 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:29.875503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-337661160-network', 'tenant_id': '17d9b666b0d9458cb120c53f655c61cf'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:29.876825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ab761c89-f39f-480e-9942-139027dce029 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:29.883044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-816425a9-e353-45ef-b709-43d06c43c92f req-3cfc4d31-c648-460c-b459-bf28f6568a59 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 950 time: 0.2934074 Nov 25 19:21:29.894468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-7b3716e2-d368-43f0-bcc9-03966c2ec317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:29.896328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-7b3716e2-d368-43f0-bcc9-03966c2ec317 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1096 time: 0.3057866 Nov 25 19:21:29.976399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Made reservation on behalf of 17d9b666b0d9458cb120c53f655c61cf for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:29.977421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:29.998431 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:30.038496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c87bc25c-4f3c-45eb-af42-4f57e0133a6a req-0970d566-46ea-4f0f-a590-17ce49276e7f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462924 Nov 25 19:21:30.067688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-816425a9-e353-45ef-b709-43d06c43c92f req-e699d763-f2d2-4089-aaab-47df3d90b36e tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833601 Nov 25 19:21:30.114188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port ab761c89-f39f-480e-9942-139027dce029 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:30.131788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port ab761c89-f39f-480e-9942-139027dce029 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:30.133381 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:30.280415 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:30.289905 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:30.325479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:21:30.345730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48052) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:30.388384 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:30.391647 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Added segment b69a6b7a-2a59-44a3-bb76-1507ebaa6035 of type vlan for network 3e7b6792-dac8-4710-b84e-20adeb6d4cfc Nov 25 19:21:30.452149 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:30.510141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4661ecee-4d6e-42e4-88de-79ce7f4d766c req-6a4a802a-96f0-45bd-9de1-8670322ac9ce tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:30.511862 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4661ecee-4d6e-42e4-88de-79ce7f4d766c req-6a4a802a-96f0-45bd-9de1-8670322ac9ce tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 945 time: 0.2732997 Nov 25 19:21:30.548394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-2d603996-af1b-42d8-ac58-abcfc47cb577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:30.550753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-2d603996-af1b-42d8-ac58-abcfc47cb577 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.6209481 Nov 25 19:21:30.560867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ab761c89-f39f-480e-9942-139027dce029, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ab761c89-f39f-480e-9942-139027dce029,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:30.568152 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:30.575366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:30.645204 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:30.648498 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:30.650213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:30.738369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ab761c89-f39f-480e-9942-139027dce029,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:30.760739 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f069b78-16b4-4b76-8d54-10e0bf8496fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:30.782998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbee14ae-d96e-4eb5-adf3-359af21d6451,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:30.887295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4661ecee-4d6e-42e4-88de-79ce7f4d766c req-db28dd23-126e-4806-8676-5a8c71f01e4a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397670 Nov 25 19:21:30.964010 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-0dd45bd7-7124-45c5-a935-46b8a80ff4be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb HTTP/1.1" status: 200 len: 217 time: 0.2405367 Nov 25 19:21:31.002762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063fc5f-9b92-48f2-941b-c878f33ad06b req-9a568c5d-c094-4509-a241-c092476fe422 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:31.004385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7063fc5f-9b92-48f2-941b-c878f33ad06b req-9a568c5d-c094-4509-a241-c092476fe422 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.76 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 950 time: 0.4742684 Nov 25 19:21:31.040846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c29dab5-279a-4bf3-ae57-d3b8077d1969 req-091c9d3a-65ca-4e42-89c2-8edcb1c38d00 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:31.042480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c29dab5-279a-4bf3-ae57-d3b8077d1969 req-091c9d3a-65ca-4e42-89c2-8edcb1c38d00 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 951 time: 0.5147307 Nov 25 19:21:31.126387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f069b78-16b4-4b76-8d54-10e0bf8496fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.135816 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-036e3064-c68a-4c87-8a7b-17fe480f1453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:31.138148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-036e3064-c68a-4c87-8a7b-17fe480f1453 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1446581 Nov 25 19:21:31.160808 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6461129 Nov 25 19:21:31.163742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48064) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:31.164790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d01a7d-0c85-46a6-937f-e56f132adc84 admin admin] Pushing event updated for resources: {'Network': ['ID=3e7b6792-dac8-4710-b84e-20adeb6d4cfc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:31.176130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] Request body: {'subnet': {'network_id': '3e7b6792-dac8-4710-b84e-20adeb6d4cfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-337661160-subnet', 'tenant_id': '17d9b666b0d9458cb120c53f655c61cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:31.186995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 3e7b6792-dac8-4710-b84e-20adeb6d4cfc details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:21:31.207622 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f069b78-16b4-4b76-8d54-10e0bf8496fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.215750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] Made reservation on behalf of 17d9b666b0d9458cb120c53f655c61cf for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:31.220958 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.275930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835755cc-022e-4edd-99dc-87c5c7621b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab761c89-f39f-480e-9942-139027dce029'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:31.278729 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adf79f4-0cd0-4c2d-bc62-0dbf29540090" -d '{"events": [{"server_uuid": "835755cc-022e-4edd-99dc-87c5c7621b26", "name": "network-vif-plugged", "status": "completed", "tag": "ab761c89-f39f-480e-9942-139027dce029"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:31.317897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a02cb-6c07-4f84-9ac5-fa5785c76360 req-3b3926e3-c308-4e16-9521-8bc85e4564de tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:31.319965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-326a02cb-6c07-4f84-9ac5-fa5785c76360 req-3b3926e3-c308-4e16-9521-8bc85e4564de tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 945 time: 0.3531027 Nov 25 19:21:31.321426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f069b78-16b4-4b76-8d54-10e0bf8496fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88017800-b7c1-4481-9ef1-20749670bdcc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:31.408884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-4ba06e1b-62dc-4637-9b66-bfee53ad8891 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1664691 Nov 25 19:21:31.507268 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8f069b78-16b4-4b76-8d54-10e0bf8496fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7e17af8045c3416fb382c5c1506f5cec&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1538999 Nov 25 19:21:31.516689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48068) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:31.522099 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c29dab5-279a-4bf3-ae57-d3b8077d1969 req-e81ece39-a999-406b-a2e6-f1747df20236 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769438 Nov 25 19:21:31.564019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7063fc5f-9b92-48f2-941b-c878f33ad06b req-3a5db02c-dbb9-4e2a-b9a0-4de95a56e924 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Deleting port 082831b1-5a7a-4470-8921-63c8ddd033d9 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:31.564389 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7063fc5f-9b92-48f2-941b-c878f33ad06b req-3a5db02c-dbb9-4e2a-b9a0-4de95a56e924 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.606832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.628285 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-326a02cb-6c07-4f84-9ac5-fa5785c76360 req-51f140f5-7449-4b64-94ae-89379f1f020f tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2841847 Nov 25 19:21:31.819809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eb93be2e-2014-4be1-8d1f-1a80cbd408dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.822972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb74b89e-76dc-41dc-9baf-8ac440769eab,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:31.840136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] Checking segment: {'id': 'b69a6b7a-2a59-44a3-bb76-1507ebaa6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3e7b6792-dac8-4710-b84e-20adeb6d4cfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:31.840661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] Network hostable DHCP agents. Network: 3e7b6792-dac8-4710-b84e-20adeb6d4cfc, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:21:31.878895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-29dbc428-bace-4a80-9f8a-0009f1d1649d service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316056 Nov 25 19:21:31.886881 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eb93be2e-2014-4be1-8d1f-1a80cbd408dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.922986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] Network 3e7b6792-dac8-4710-b84e-20adeb6d4cfc is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:21:31.938581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-7063fc5f-9b92-48f2-941b-c878f33ad06b req-3a5db02c-dbb9-4e2a-b9a0-4de95a56e924 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] For port 082831b1-5a7a-4470-8921-63c8ddd033d9, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=082831b1-5a7a-4470-8921-63c8ddd033d9,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:31.939109 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7063fc5f-9b92-48f2-941b-c878f33ad06b req-3a5db02c-dbb9-4e2a-b9a0-4de95a56e924 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.949064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 3e7b6792-dac8-4710-b84e-20adeb6d4cfc) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:31.956349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:31.956957 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:31.975477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987fbcf8-2e56-4de1-8e31-f970c7140ae7 None None] Network 3e7b6792-dac8-4710-b84e-20adeb6d4cfc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:21:31.983613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ccf3f273-7c1b-40a4-9fa4-91a735c46820 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8144536 Nov 25 19:21:32.020771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7063fc5f-9b92-48f2-941b-c878f33ad06b req-3a5db02c-dbb9-4e2a-b9a0-4de95a56e924 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Calling delete_port for 082831b1-5a7a-4470-8921-63c8ddd033d9 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:32.038299 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eb93be2e-2014-4be1-8d1f-1a80cbd408dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.042185 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eb93be2e-2014-4be1-8d1f-1a80cbd408dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.049061 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-eb93be2e-2014-4be1-8d1f-1a80cbd408dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/88017800-b7c1-4481-9ef1-20749670bdcc HTTP/1.1" status: 204 len: 168 time: 0.5302482 Nov 25 19:21:32.072554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93be2e-2014-4be1-8d1f-1a80cbd408dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88017800-b7c1-4481-9ef1-20749670bdcc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:32.162849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-674033e0-11aa-4dae-b99c-7604d371b64d service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430882 Nov 25 19:21:32.178162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359c00b-6baa-47cf-bde4-e373d244b744 req-d21083b0-6ad8-4866-8635-1817a5c0f671 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:32.180293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a359c00b-6baa-47cf-bde4-e373d244b744 req-d21083b0-6ad8-4866-8635-1817a5c0f671 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/ports?device_id=70784d25-0cf0-451c-ace1-2f5322007c28 HTTP/1.1" status: 200 len: 950 time: 0.4143515 Nov 25 19:21:32.343134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-401f5103-d52d-430e-968b-ca7a9931f90d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.349305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca98377-b16c-47e2-9c3a-76f8aa7988b2 None None] Network 3e7b6792-dac8-4710-b84e-20adeb6d4cfc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:21:32.454143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d59c0-7382-471b-9d84-b4f27c5a00a7 req-3cf25d87-b702-4102-8ec5-99ebbcc13a1f tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:32.460619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-322d59c0-7382-471b-9d84-b4f27c5a00a7 req-3cf25d87-b702-4102-8ec5-99ebbcc13a1f tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 950 time: 0.6105692 Nov 25 19:21:32.483134 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7063fc5f-9b92-48f2-941b-c878f33ad06b req-3a5db02c-dbb9-4e2a-b9a0-4de95a56e924 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.592392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-322d59c0-7382-471b-9d84-b4f27c5a00a7 req-6e1f6b12-afcd-48e3-be93-a4fc482e97a6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979714 Nov 25 19:21:32.625818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5db02c-dbb9-4e2a-b9a0-4de95a56e924 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Pushing event deleted for resources: {'Port': ['ID=082831b1-5a7a-4470-8921-63c8ddd033d9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:32.655393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48086) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:32.679244 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04793c7e-7030-403a-90ac-33aeaba8fd3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.696478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a359c00b-6baa-47cf-bde4-e373d244b744 req-2808483a-1dcf-4939-a00e-73b9b7e3b71c tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.15 "GET /v2.0/security-groups?id=2d481306-24f6-4e28-8a7a-697ad45283e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867258 Nov 25 19:21:32.713733 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4360d6d-10ae-4236-ade1-2387594f76bb x-openstack-request-id: req-c4360d6d-10ae-4236-ade1-2387594f76bb {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:32.715054 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835755cc-022e-4edd-99dc-87c5c7621b26", "name": "network-vif-plugged", "status": "completed", "tag": "ab761c89-f39f-480e-9942-139027dce029", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:32.715550 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4360d6d-10ae-4236-ade1-2387594f76bb {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:32.717881 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835755cc-022e-4edd-99dc-87c5c7621b26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab761c89-f39f-480e-9942-139027dce029', 'code': 200} Nov 25 19:21:32.793926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-1a12fc8b-27ae-41fe-9bbd-2b3d01100b14 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:32.796842 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-1a12fc8b-27ae-41fe-9bbd-2b3d01100b14 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.4169538 Nov 25 19:21:32.808945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-7063fc5f-9b92-48f2-941b-c878f33ad06b req-3a5db02c-dbb9-4e2a-b9a0-4de95a56e924 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] No DVR routers for this DVR port 082831b1-5a7a-4470-8921-63c8ddd033d9 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:32.822059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7063fc5f-9b92-48f2-941b-c878f33ad06b req-3a5db02c-dbb9-4e2a-b9a0-4de95a56e924 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.837572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7063fc5f-9b92-48f2-941b-c878f33ad06b req-3a5db02c-dbb9-4e2a-b9a0-4de95a56e924 tempest-LiveMigrationNegativeTest-2081173087 tempest-LiveMigrationNegativeTest-2081173087-project] 10.222.0.76 "DELETE /v2.0/ports/082831b1-5a7a-4470-8921-63c8ddd033d9 HTTP/1.1" status: 204 len: 173 time: 1.8081939 Nov 25 19:21:32.860646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-9'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:32.860646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70784d25-0cf0-451c-ace1-2f5322007c28', 'name': 'network-vif-deleted', 'tag': '082831b1-5a7a-4470-8921-63c8ddd033d9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:32.877050 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039cdb95-b2b5-4318-b477-ea8608839807" -d '{"events": [{"server_uuid": "70784d25-0cf0-451c-ace1-2f5322007c28", "name": "network-vif-deleted", "tag": "082831b1-5a7a-4470-8921-63c8ddd033d9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:32.891671 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04793c7e-7030-403a-90ac-33aeaba8fd3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:32.907095 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04793c7e-7030-403a-90ac-33aeaba8fd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.014923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48094) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:33.015838 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-04793c7e-7030-403a-90ac-33aeaba8fd3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d95713433ec43ceb27b5a8253a24fda&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3580701 Nov 25 19:21:33.017334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04793c7e-7030-403a-90ac-33aeaba8fd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1601f02e-41fc-4ee2-ae3e-d55d281f1edc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:33.030708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc31008-45f0-4b3f-98a3-3ac86578168f req-8bfb5fa9-d5cc-4b69-b260-9cae93fe77f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:33.033325 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5cc31008-45f0-4b3f-98a3-3ac86578168f req-8bfb5fa9-d5cc-4b69-b260-9cae93fe77f7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 1101 time: 0.2182839 Nov 25 19:21:33.116557 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5cc31008-45f0-4b3f-98a3-3ac86578168f req-3ead1fc2-415d-4df8-a773-6574caae8973 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699885 Nov 25 19:21:33.175513 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4201692-528e-4ba2-8c39-f32715e8961c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.205405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22aed64a-33c5-4096-9f7c-4eec5ef8efab req-4034c924-5344-40f4-9bad-4583a81a7dfb tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:33.208070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22aed64a-33c5-4096-9f7c-4eec5ef8efab req-4034c924-5344-40f4-9bad-4583a81a7dfb tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 951 time: 0.2519810 Nov 25 19:21:33.240118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f32a0d3-b12f-48ec-a056-c588773e9fbd req-cc55b2b0-c664-42c3-90f4-a8cefc522470 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:33.241777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f32a0d3-b12f-48ec-a056-c588773e9fbd req-cc55b2b0-c664-42c3-90f4-a8cefc522470 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 945 time: 0.3584785 Nov 25 19:21:33.272584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.289480 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4201692-528e-4ba2-8c39-f32715e8961c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.420476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22aed64a-33c5-4096-9f7c-4eec5ef8efab req-935823db-13c6-4dbb-8aaf-47a5f89d2ff7 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943307 Nov 25 19:21:33.434103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f32a0d3-b12f-48ec-a056-c588773e9fbd req-8cc44cf4-6b84-4036-b1d6-e2504f1ef502 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665852 Nov 25 19:21:33.620923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48112) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:33.633144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1387786547-network', 'tenant_id': '2334d5260b7d4888a1b1d18b9ed4556b'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:33.678402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Made reservation on behalf of 2334d5260b7d4888a1b1d18b9ed4556b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:33.682081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.695016 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:33.892186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 082831b1-5a7a-4470-8921-63c8ddd033d9 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:33.928651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 082831b1-5a7a-4470-8921-63c8ddd033d9 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:21:33.929109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 082831b1-5a7a-4470-8921-63c8ddd033d9 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:21:33.929598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d6e2bbbe-66c3-43d4-8874-608a35c60dd5 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:33.965799 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e129d0-02ea-4084-9cd9-c3f2cf44baa3 x-openstack-request-id: req-79e129d0-02ea-4084-9cd9-c3f2cf44baa3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:33.966444 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70784d25-0cf0-451c-ace1-2f5322007c28", "name": "network-vif-deleted", "tag": "082831b1-5a7a-4470-8921-63c8ddd033d9", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:33.966910 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79e129d0-02ea-4084-9cd9-c3f2cf44baa3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:33.967607 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70784d25-0cf0-451c-ace1-2f5322007c28', 'name': 'network-vif-deleted', 'tag': '082831b1-5a7a-4470-8921-63c8ddd033d9', 'status': 'completed', 'code': 200} Nov 25 19:21:34.079652 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.092483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4201692-528e-4ba2-8c39-f32715e8961c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.097396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4201692-528e-4ba2-8c39-f32715e8961c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.099224 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f4201692-528e-4ba2-8c39-f32715e8961c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1601f02e-41fc-4ee2-ae3e-d55d281f1edc HTTP/1.1" status: 204 len: 168 time: 1.0815439 Nov 25 19:21:34.123129 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.129603 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.147863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4201692-528e-4ba2-8c39-f32715e8961c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1601f02e-41fc-4ee2-ae3e-d55d281f1edc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:34.181202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:34.220592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2464d7cc-ab60-47f8-8448-c6c92c3b9909,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:34.238521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93a701b-2912-40e7-b807-7f4927d5edf9 req-ee92ee8a-ae11-4b3f-9fd0-c462ce45591c tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:34.241354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e93a701b-2912-40e7-b807-7f4927d5edf9 req-ee92ee8a-ae11-4b3f-9fd0-c462ce45591c tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 950 time: 0.2627571 Nov 25 19:21:34.244814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:21:34.276331 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.276807 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Added segment 46202ce8-f4d6-417b-a5f0-c46e1b8f5efc of type vlan for network 3f097cae-333c-4210-af50-b3ebbf87380a Nov 25 19:21:34.283416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e697815-1b1a-4a1f-9f3c-7d370daac441 req-593dbb4d-0d49-4af6-8f74-85d0591ccd23 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:34.286420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e697815-1b1a-4a1f-9f3c-7d370daac441 req-593dbb4d-0d49-4af6-8f74-85d0591ccd23 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 945 time: 0.3107557 Nov 25 19:21:34.292671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:34.300317 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.402287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:34.435233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.458916 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.491850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.512931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=11']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:34.530569 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.531877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:34.532703 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.558257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.559019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.559613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.562028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.562750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.564575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.568742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.569408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.569986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.574926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.576422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e697815-1b1a-4a1f-9f3c-7d370daac441 req-8b4fb186-604d-4f72-8e8f-a4b22eced696 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628825 Nov 25 19:21:34.578524 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.579266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:21:34.604028 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9816072 Nov 25 19:21:34.612688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48130) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:34.654984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] Request body: {'subnet': {'network_id': '3f097cae-333c-4210-af50-b3ebbf87380a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1387786547-subnet', 'tenant_id': '2334d5260b7d4888a1b1d18b9ed4556b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:34.666229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdde4f5-550f-4004-a5db-b1a24e44f012 admin admin] Pushing event updated for resources: {'Network': ['ID=3f097cae-333c-4210-af50-b3ebbf87380a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:34.712628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 3f097cae-333c-4210-af50-b3ebbf87380a details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:21:34.723906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:34.728263 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f85879a-6020-4c33-995f-82534494d205" -d '{"events": [{"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:34.754832 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a7ae7c3b-d1eb-4097-80e1-81574ac0fcaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.791476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e93a701b-2912-40e7-b807-7f4927d5edf9 req-2000ea15-ae39-4882-b2af-208729041842 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5034540 Nov 25 19:21:34.844496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd764a6-be1e-4780-ba35-37bac20f97bb,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:34.984001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] Made reservation on behalf of 2334d5260b7d4888a1b1d18b9ed4556b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:34.987729 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:34.991305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb on host n-h1-817303-9 for vnic_type normal with profile {"migrating_to": "n-h2-817303-9"} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:34.992024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:34.992889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:35.042669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Port 3dd764a6-be1e-4780-ba35-37bac20f97bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:35.043167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Attempting to bind port 3dd764a6-be1e-4780-ba35-37bac20f97bb on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:35.116024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:35.116704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:35.117056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:35.117523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Bound port: 3dd764a6-be1e-4780-ba35-37bac20f97bb, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:35.117889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.149829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48150) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:35.170066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef7bcb8-7f26-4b86-ad55-4bd0eabc2842 req-0f84b21d-8f48-4529-93eb-a0dc2167f6e0 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:35.172361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ef7bcb8-7f26-4b86-ad55-4bd0eabc2842 req-0f84b21d-8f48-4529-93eb-a0dc2167f6e0 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 943 time: 0.2380850 Nov 25 19:21:35.175817 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e1748c40-10ee-4e44-b25f-165015d59756 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.261699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571de900-0806-40b9-912d-87b3f2c9e750 req-10b0ab1a-015d-42db-918e-80b87e56604e tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:35.264990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-571de900-0806-40b9-912d-87b3f2c9e750 req-10b0ab1a-015d-42db-918e-80b87e56604e tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 945 time: 0.2824273 Nov 25 19:21:35.278102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48154) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:35.286484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ec865974-d51c-42ec-b4ea-4cc1b6a6dc34 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Request body: {'floatingip': {'port_id': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:35.326835 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-414da748-bfa4-4c46-ab9e-eee5f8f09745 x-openstack-request-id: req-414da748-bfa4-4c46-ab9e-eee5f8f09745 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:35.327873 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-unplugged", "status": "completed", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:35.329579 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-414da748-bfa4-4c46-ab9e-eee5f8f09745 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:35.330236 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'code': 200} Nov 25 19:21:35.339053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:35.345135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:35.383035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48160) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:35.387953 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.441045 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec865974-d51c-42ec-b4ea-4cc1b6a6dc34 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for floatingip, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.584763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ef7bcb8-7f26-4b86-ad55-4bd0eabc2842 req-6359075a-27b4-498a-96fa-805297064fb5 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775425 Nov 25 19:21:35.638446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Pushing event updated for resources: {'Port': ['ID=3dd764a6-be1e-4780-ba35-37bac20f97bb,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:35.686191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e1748c40-10ee-4e44-b25f-165015d59756 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.695334 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e1748c40-10ee-4e44-b25f-165015d59756 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.754476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:35.755603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.759992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-02c06ebb-758e-4ff0-9fa3-c02ca1953922 service neutron] 10.222.0.76 "PUT /v2.0/ports/3dd764a6-be1e-4780-ba35-37bac20f97bb HTTP/1.1" status: 200 len: 1121 time: 2.9518034 Nov 25 19:21:35.817628 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:35.856209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['3dd764a6-be1e-4780-ba35-37bac20f97bb'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:35.861310 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e1748c40-10ee-4e44-b25f-165015d59756 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bd17b5c26004286a7c250bb4d4fc65b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7093883 Nov 25 19:21:35.880622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48196) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:35.986155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1748c40-10ee-4e44-b25f-165015d59756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a11af12-5d4f-4dad-8872-b49902e17c95,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:36.024598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a97b6fe3-e3de-4479-a551-bddb1a107c9c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f0c7a8a949b04f419b1ca63afd2cba0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6372471 Nov 25 19:21:36.024598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dd764a6-be1e-4780-ba35-37bac20f97bb'}, {'name': 'network-changed', 'server_uuid': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'tag': '3dd764a6-be1e-4780-ba35-37bac20f97bb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:36.027841 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4438894-1cbb-49f2-9876-750d7a7b01db" -d '{"events": [{"server_uuid": "34bbfb3a-2f00-4691-b387-fc17e9f1341f", "name": "network-vif-unplugged", "status": "completed", "tag": "3dd764a6-be1e-4780-ba35-37bac20f97bb"}, {"name": "network-changed", "server_uuid": "34bbfb3a-2f00-4691-b387-fc17e9f1341f", "tag": "3dd764a6-be1e-4780-ba35-37bac20f97bb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:36.031039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48208) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:36.113702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] Pushing event updated for resources: {'Subnet': ['ID=653faf05-7ff3-495a-90fb-2a9de19bb440,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:36.119224 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c30c39e4-6aa3-4594-ab66-37363c4dffb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:36.181704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c623608-cfca-47f9-bba0-a12b86115c9c req-2f7c5585-a7df-431c-bb91-1efe21d5b6a6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:36.189900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c623608-cfca-47f9-bba0-a12b86115c9c req-2f7c5585-a7df-431c-bb91-1efe21d5b6a6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 950 time: 0.2391067 Nov 25 19:21:36.215256 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f968de-b3ae-464f-b0dd-919748aecfbb x-openstack-request-id: req-07f968de-b3ae-464f-b0dd-919748aecfbb {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:36.215748 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bbfb3a-2f00-4691-b387-fc17e9f1341f", "name": "network-vif-unplugged", "status": "completed", "tag": "3dd764a6-be1e-4780-ba35-37bac20f97bb", "code": 200}, {"name": "network-changed", "server_uuid": "34bbfb3a-2f00-4691-b387-fc17e9f1341f", "tag": "3dd764a6-be1e-4780-ba35-37bac20f97bb", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:36.216236 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-07f968de-b3ae-464f-b0dd-919748aecfbb {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:36.217368 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3dd764a6-be1e-4780-ba35-37bac20f97bb', 'code': 200} Nov 25 19:21:36.217776 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'tag': '3dd764a6-be1e-4780-ba35-37bac20f97bb', 'status': 'completed', 'code': 200} Nov 25 19:21:36.246909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] Checking segment: {'id': '46202ce8-f4d6-417b-a5f0-c46e1b8f5efc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '3f097cae-333c-4210-af50-b3ebbf87380a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:36.249901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] Network hostable DHCP agents. Network: 3f097cae-333c-4210-af50-b3ebbf87380a, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:21:36.305279 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:36.307846 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c30c39e4-6aa3-4594-ab66-37363c4dffb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:36.317828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] Network 3f097cae-333c-4210-af50-b3ebbf87380a is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:21:36.348417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 3f097cae-333c-4210-af50-b3ebbf87380a) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:36.365759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c623608-cfca-47f9-bba0-a12b86115c9c req-2445158c-ef8e-466f-8a98-ffa75d2cf55e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692176 Nov 25 19:21:36.368114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:36.369118 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:36.384516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132905bb-daec-4041-9942-cd2c01d1d96e None None] Network 3f097cae-333c-4210-af50-b3ebbf87380a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:21:36.420748 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-15001799-1968-4965-b9bc-ef788063ffbd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7950988 Nov 25 19:21:36.543373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1898f9a4-cabf-4b64-b863-4550d96d0210 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:36.643423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4438894-1cbb-49f2-9876-750d7a7b01db req-5840fb14-bb7a-41f4-a0dc-786e92bf0cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:36.645757 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4438894-1cbb-49f2-9876-750d7a7b01db req-5840fb14-bb7a-41f4-a0dc-786e92bf0cfd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1124 time: 0.3668499 Nov 25 19:21:36.727942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1898f9a4-cabf-4b64-b863-4550d96d0210 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:36.739745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59872938-9c96-478c-b5cf-ade54ef18a9f req-6fe28119-9c29-4d2c-bfb2-6ccaa9963ece tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:36.753427 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59872938-9c96-478c-b5cf-ade54ef18a9f req-6fe28119-9c29-4d2c-bfb2-6ccaa9963ece tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 1101 time: 0.1934915 Nov 25 19:21:36.831692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae21753-db3b-4e43-b4ed-0151a695ee0e None None] Network 3f097cae-333c-4210-af50-b3ebbf87380a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:21:36.971775 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59872938-9c96-478c-b5cf-ade54ef18a9f req-99903020-2161-4e80-8827-7bef0992ab35 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145336 Nov 25 19:21:37.036133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e5c62-064e-4383-847c-bf935db5e872 req-ebd96f91-2e0f-4edc-9960-1eef63e7eb8c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:37.054615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-375e5c62-064e-4383-847c-bf935db5e872 req-ebd96f91-2e0f-4edc-9960-1eef63e7eb8c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 943 time: 0.2223856 Nov 25 19:21:37.165328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-375e5c62-064e-4383-847c-bf935db5e872 req-9b36202c-ab7e-4bbf-9cb9-db0f6d1c2eef tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068134 Nov 25 19:21:37.219674 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1898f9a4-cabf-4b64-b863-4550d96d0210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:37.224685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1898f9a4-cabf-4b64-b863-4550d96d0210 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:37.226774 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1898f9a4-cabf-4b64-b863-4550d96d0210 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d481306-24f6-4e28-8a7a-697ad45283e8 HTTP/1.1" status: 204 len: 168 time: 1.1921747 Nov 25 19:21:37.424670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1898f9a4-cabf-4b64-b863-4550d96d0210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d481306-24f6-4e28-8a7a-697ad45283e8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:37.428227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c30c39e4-6aa3-4594-ab66-37363c4dffb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:37.440657 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c30c39e4-6aa3-4594-ab66-37363c4dffb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:37.442723 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c30c39e4-6aa3-4594-ab66-37363c4dffb5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5a11af12-5d4f-4dad-8872-b49902e17c95 HTTP/1.1" status: 204 len: 168 time: 1.5572095 Nov 25 19:21:37.480945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-c1c1cd26-1ca2-4e50-8adc-0fecd185f5ac tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446000 Nov 25 19:21:37.519708 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.resource_extend [None req-ec865974-d51c-42ec-b4ea-4cc1b6a6dc34 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:21:37.523683 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30c39e4-6aa3-4594-ab66-37363c4dffb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a11af12-5d4f-4dad-8872-b49902e17c95,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:37.712212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4438894-1cbb-49f2-9876-750d7a7b01db req-ced0a89d-9c9b-48f5-9596-5f704e4a8006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:37.714016 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4438894-1cbb-49f2-9876-750d7a7b01db req-ced0a89d-9c9b-48f5-9596-5f704e4a8006 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 1.0233362 Nov 25 19:21:37.742543 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec865974-d51c-42ec-b4ea-4cc1b6a6dc34 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:37.750956 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:37.764024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb10e-1531-4fc3-b69a-42fe823174df req-e232a41f-d8eb-410f-9f55-83d8a43bc58e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:37.766203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-e232a41f-d8eb-410f-9f55-83d8a43bc58e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2844315 Nov 25 19:21:37.819233 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4438894-1cbb-49f2-9876-750d7a7b01db req-c738df66-86ad-4a9f-b0e8-5b02750a268e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb HTTP/1.1" status: 200 len: 217 time: 0.0887234 Nov 25 19:21:37.820903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec865974-d51c-42ec-b4ea-4cc1b6a6dc34 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:37.882616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-06a73de7-d00f-4039-8a5a-741dd5f0c637 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/quotas/60c48d2fb97740fe952cc1943cc18b64 HTTP/1.1" status: 200 len: 375 time: 0.0941577 Nov 25 19:21:37.892689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3dd764a6-be1e-4780-ba35-37bac20f97bb details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:37.914743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48312) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:38.047391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4438894-1cbb-49f2-9876-750d7a7b01db req-cef7ad82-bc4a-461d-b47f-8c4ca09408a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:38.049048 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4438894-1cbb-49f2-9876-750d7a7b01db req-cef7ad82-bc4a-461d-b47f-8c4ca09408a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.2213748 Nov 25 19:21:38.053004 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-d5f0132e-2775-4b7f-bfaf-8eca999429f4 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:38.055960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-d5f0132e-2775-4b7f-bfaf-8eca999429f4 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/networks?id=3e7b6792-dac8-4710-b84e-20adeb6d4cfc HTTP/1.1" status: 200 len: 814 time: 0.3204503 Nov 25 19:21:38.082918 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:38.101175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:38.115703 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-b5a6e7ab-7b9c-41d7-821d-caddf0ed4bb0 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2205119 Nov 25 19:21:38.118886 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3dd764a6-be1e-4780-ba35-37bac20f97bb has no active binding in host n-h2-817303-9 {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:21:38.172836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f4723e9e-2265-47db-9762-c7cd5415cd19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99bd22b4d59e42229949232628b57cfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483709 Nov 25 19:21:38.172836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48318) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:38.179455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-620090db-d056-4162-908a-69cbc5f19e0b tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/quotas/17d9b666b0d9458cb120c53f655c61cf HTTP/1.1" status: 200 len: 375 time: 0.0532799 Nov 25 19:21:38.275416 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-d6fdc524-0be7-4dc6-b416-32ac10f01f27 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=17d9b666b0d9458cb120c53f655c61cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457675 Nov 25 19:21:38.281356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c7c3b59-afb6-4c1f-b64c-3a56468bdd51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:38.429430 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c7c3b59-afb6-4c1f-b64c-3a56468bdd51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:38.534996 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4438894-1cbb-49f2-9876-750d7a7b01db req-0c5a5e8f-eec9-4aef-a453-970080d4992c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4591811 Nov 25 19:21:38.706502 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-da5111a4-e4ca-43e5-b7f5-7f1cb415b265 service neutron] 10.222.0.15 "GET /v2.0/networks/3e7b6792-dac8-4710-b84e-20adeb6d4cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063084 Nov 25 19:21:38.715363 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-ec865974-d51c-42ec-b4ea-4cc1b6a6dc34 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Floating IP cda863ad-ff73-48ea-ab24-5686d7cb81bf associated. External IP: 172.25.8.237, port: 918d74fb-313c-4e6e-a6c0-52eb79fbde6e. Nov 25 19:21:38.790164 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c7c3b59-afb6-4c1f-b64c-3a56468bdd51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:38.796144 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c7c3b59-afb6-4c1f-b64c-3a56468bdd51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:38.802955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6c7c3b59-afb6-4c1f-b64c-3a56468bdd51 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b98690fa-c4c6-414f-8073-c1ab9d12929f HTTP/1.1" status: 204 len: 168 time: 0.6210210 Nov 25 19:21:38.862403 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4438894-1cbb-49f2-9876-750d7a7b01db req-2962276e-da73-4521-b220-c87064438ed6 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261707 Nov 25 19:21:38.902303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7c3b59-afb6-4c1f-b64c-3a56468bdd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b98690fa-c4c6-414f-8073-c1ab9d12929f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:39.025366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-436f8736-36fa-4d27-8c5a-8407cf18c49f service neutron] 10.222.0.15 "GET /v2.0/networks/3e7b6792-dac8-4710-b84e-20adeb6d4cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3008823 Nov 25 19:21:39.103375 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16582299-2e88-4f90-bcce-5001458dc34e req-4728e8dd-1c92-4a9d-896b-3f82167a61d2 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:39.107545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16582299-2e88-4f90-bcce-5001458dc34e req-4728e8dd-1c92-4a9d-896b-3f82167a61d2 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 943 time: 0.1459765 Nov 25 19:21:39.244096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16582299-2e88-4f90-bcce-5001458dc34e req-6beca5a4-d197-4530-8185-d2d8dc6f35a6 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273868 Nov 25 19:21:39.292422 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4438894-1cbb-49f2-9876-750d7a7b01db req-298162c0-f312-4550-9e1e-8ed2fe05fb58 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971941 Nov 25 19:21:39.375735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ceda3a4c-466b-492b-827a-d76b9b9d4f27 req-48e648ff-740c-4446-84b7-710ecca7e5bb tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 210 time: 0.0724421 Nov 25 19:21:39.679999 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63beeef1-b441-42c6-a411-5d26bde54fa0 req-0f14dc36-1118-4a78-9f5e-f52faefb05c8 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 210 time: 0.1142657 Nov 25 19:21:39.691947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec865974-d51c-42ec-b4ea-4cc1b6a6dc34 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Router 35f05e82-d776-45e3-926d-0bc7c6ee1527 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:21:40.025237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec865974-d51c-42ec-b4ea-4cc1b6a6dc34 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:21:40.040305 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8905bb-adeb-4e56-a58e-1160a084cf06 None None] Sync routers for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:21:40.042220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec865974-d51c-42ec-b4ea-4cc1b6a6dc34 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:40.059564 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8905bb-adeb-4e56-a58e-1160a084cf06 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:21:40.062941 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-aa8905bb-adeb-4e56-a58e-1160a084cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:21:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:40.131432 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ec865974-d51c-42ec-b4ea-4cc1b6a6dc34 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "PUT /v2.0/floatingips/cda863ad-ff73-48ea-ab24-5686d7cb81bf HTTP/1.1" status: 200 len: 991 time: 4.8508492 Nov 25 19:21:40.139765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'tag': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:40.146907 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b52fc9f-e753-49ef-b882-622512728d36" -d '{"events": [{"name": "network-changed", "server_uuid": "a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4", "tag": "918d74fb-313c-4e6e-a6c0-52eb79fbde6e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:40.237154 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-aa8905bb-adeb-4e56-a58e-1160a084cf06 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:21:40.420931 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba6bad9-0858-46a1-b918-20e466d37597 x-openstack-request-id: req-4ba6bad9-0858-46a1-b918-20e466d37597 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:40.428327 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4", "tag": "918d74fb-313c-4e6e-a6c0-52eb79fbde6e", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:40.429327 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4ba6bad9-0858-46a1-b918-20e466d37597 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:40.430461 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'tag': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e', 'status': 'completed', 'code': 200} Nov 25 19:21:40.600232 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-aa8905bb-adeb-4e56-a58e-1160a084cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cda863ad-ff73-48ea-ab24-5686d7cb81bf', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'port_id': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'mac_address': 'fa:16:3e:23:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:18:49Z', 'updated_at': '2021-11-25T19:21:37Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:40.648569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fc9f-e753-49ef-b882-622512728d36 req-82bdb9fb-ed6b-4166-808c-76e9e6d33765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:40.652218 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b52fc9f-e753-49ef-b882-622512728d36 req-82bdb9fb-ed6b-4166-808c-76e9e6d33765 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1efb73572d504c119ab6d6a1f4315f74&device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 1096 time: 0.1819794 Nov 25 19:21:40.657547 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8905bb-adeb-4e56-a58e-1160a084cf06 None None] Checking router: 35f05e82-d776-45e3-926d-0bc7c6ee1527 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:21:40.675453 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8905bb-adeb-4e56-a58e-1160a084cf06 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:21:40.676355 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-aa8905bb-adeb-4e56-a58e-1160a084cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:21:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:41.041459 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-50fd68dc-1b21-41c1-b4ee-15a0de0327b6 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=60c48d2fb97740fe952cc1943cc18b64&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0855505 Nov 25 19:21:41.086097 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-aa8905bb-adeb-4e56-a58e-1160a084cf06 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:21:41.200014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5dc77-ddab-4df3-864d-3289780c8f04 req-8b19c055-19e8-4719-aad7-f124488d5b36 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:41.218453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8b5dc77-ddab-4df3-864d-3289780c8f04 req-8b19c055-19e8-4719-aad7-f124488d5b36 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 943 time: 0.4658995 Nov 25 19:21:41.578566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8b5dc77-ddab-4df3-864d-3289780c8f04 req-b9fdea39-b750-484e-8f82-4f6a68a3ac4d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3586802 Nov 25 19:21:41.600773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fc9f-e753-49ef-b882-622512728d36 req-cf11161f-6825-443d-a769-08873c92a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:41.620664 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b52fc9f-e753-49ef-b882-622512728d36 req-cf11161f-6825-443d-a769-08873c92a462 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8ad14189-ce0f-434b-a77e-a1d923cd8935 HTTP/1.1" status: 200 len: 924 time: 0.9570220 Nov 25 19:21:41.824523 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-82df2f46-87e2-44aa-ad81-5f1ad2b69ae2 service neutron] 10.222.0.60 "GET /v2.0/ports/3dd764a6-be1e-4780-ba35-37bac20f97bb/bindings/n-h2-817303-9 HTTP/1.1" status: 200 len: 384 time: 0.1826849 Nov 25 19:21:41.865251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b52fc9f-e753-49ef-b882-622512728d36 req-005e7f61-f6f9-4e8b-9d74-d96d1a36c842 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=918d74fb-313c-4e6e-a6c0-52eb79fbde6e HTTP/1.1" status: 200 len: 999 time: 0.2432225 Nov 25 19:21:41.894722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb10e-1531-4fc3-b69a-42fe823174df req-3a0d02dc-8fd1-4a8e-90a8-7e727969e86a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:41.897466 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-3a0d02dc-8fd1-4a8e-90a8-7e727969e86a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8401947 Nov 25 19:21:41.945126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Request body: {'port': {'device_id': '6da27a87-ce05-4b9c-83e5-00d84fc0468f', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '60c48d2fb97740fe952cc1943cc18b64'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:41.971113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-292c1ff2-2fb5-42b7-bfd8-63f6713d2e7e req-45062c24-c62f-4d9e-baca-2c6979f2f06e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 210 time: 0.1047432 Nov 25 19:21:42.022122 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-aa8905bb-adeb-4e56-a58e-1160a084cf06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cda863ad-ff73-48ea-ab24-5686d7cb81bf', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'port_id': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'mac_address': 'fa:16:3e:23:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:18:49Z', 'updated_at': '2021-11-25T19:21:37Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:21:42.123610 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8905bb-adeb-4e56-a58e-1160a084cf06 None None] The sync data for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 is: [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cda863ad-ff73-48ea-ab24-5686d7cb81bf', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'floating_ip_address': '172.25.8.237', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'port_id': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'mac_address': 'fa:16:3e:23:a1:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:18:49Z', 'updated_at': '2021-11-25T19:21:37Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:21:42.428535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Made reservation on behalf of 60c48d2fb97740fe952cc1943cc18b64 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:42.435979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:42.456396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-0323cd05-8818-47f8-8a6c-a62f295c3333 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:42.459885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-0323cd05-8818-47f8-8a6c-a62f295c3333 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.60 "GET /v2.0/networks?id=3e7b6792-dac8-4710-b84e-20adeb6d4cfc HTTP/1.1" status: 200 len: 814 time: 0.4290776 Nov 25 19:21:42.543666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Request body: {'port': {'device_id': '228bdb50-51f9-458d-accb-6b290f1ad4a8', 'network_id': '3e7b6792-dac8-4710-b84e-20adeb6d4cfc', 'admin_state_up': True, 'tenant_id': '17d9b666b0d9458cb120c53f655c61cf'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:42.578287 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56040cb8-9afe-4eb8-8202-414904202735 req-649fc59a-4d38-4676-a68a-b3b1cc0099ba tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 210 time: 0.1164069 Nov 25 19:21:42.733929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c8393584-3cec-437b-bd3a-356f81473f09 req-c2a5f3de-1ea4-446a-a0ea-18d9b34f09ea service neutron] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:42.766091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b220649-e878-404b-b217-ed771085fff6 None None] New status for floating IP cda863ad-ff73-48ea-ab24-5686d7cb81bf: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:21:42.805992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c8393584-3cec-437b-bd3a-356f81473f09 req-c2a5f3de-1ea4-446a-a0ea-18d9b34f09ea service neutron] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:42.889953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fc9f-e753-49ef-b882-622512728d36 req-efa6e2b9-9d0f-451e-adf1-ad0da3a4e6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:42.893944 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b52fc9f-e753-49ef-b882-622512728d36 req-efa6e2b9-9d0f-451e-adf1-ad0da3a4e6ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f959a176-3547-4d8a-bbcf-d8f4566faa39 HTTP/1.1" status: 200 len: 862 time: 0.9212987 Nov 25 19:21:42.897307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-c8393584-3cec-437b-bd3a-356f81473f09 req-c2a5f3de-1ea4-446a-a0ea-18d9b34f09ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dd764a6-be1e-4780-ba35-37bac20f97bb {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:42.936924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c8393584-3cec-437b-bd3a-356f81473f09 req-c2a5f3de-1ea4-446a-a0ea-18d9b34f09ea service neutron] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:42.963832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Allocated IP 192.168.233.34 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/4f733b23-52ba-4624-851e-ed7471423bab) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:21:42.999337 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8393584-3cec-437b-bd3a-356f81473f09 req-c2a5f3de-1ea4-446a-a0ea-18d9b34f09ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:43.016795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52fc9f-e753-49ef-b882-622512728d36 req-87b902a1-4378-4aaf-a588-0cc80ba8687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:43.021010 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b52fc9f-e753-49ef-b882-622512728d36 req-87b902a1-4378-4aaf-a588-0cc80ba8687b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8ad14189-ce0f-434b-a77e-a1d923cd8935&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0942106 Nov 25 19:21:43.022704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Made reservation on behalf of 17d9b666b0d9458cb120c53f655c61cf for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:43.031710 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:43.447447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-c8393584-3cec-437b-bd3a-356f81473f09 req-c2a5f3de-1ea4-446a-a0ea-18d9b34f09ea service neutron] Transition to ACTIVE for port object 3dd764a6-be1e-4780-ba35-37bac20f97bb will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:43.455800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8393584-3cec-437b-bd3a-356f81473f09 req-c2a5f3de-1ea4-446a-a0ea-18d9b34f09ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:43.515120 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b52fc9f-e753-49ef-b882-622512728d36 req-e07ffda6-e3e0-47e1-885c-be5e35cef5e9 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4734356 Nov 25 19:21:43.566057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46570f15-f3f1-48f4-be69-352fa8b9f196 req-eca7412b-f74a-420f-a723-61b1f1e33f42 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:43.566057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46570f15-f3f1-48f4-be69-352fa8b9f196 req-eca7412b-f74a-420f-a723-61b1f1e33f42 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 1096 time: 0.1820028 Nov 25 19:21:43.620387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8393584-3cec-437b-bd3a-356f81473f09 req-c2a5f3de-1ea4-446a-a0ea-18d9b34f09ea service neutron] No DVR routers for this DVR port 3dd764a6-be1e-4780-ba35-37bac20f97bb on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:43.656779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Allocated IP 172.20.0.11 (3e7b6792-dac8-4710-b84e-20adeb6d4cfc/eb74b89e-76dc-41dc-9baf-8ac440769eab/d1afb27e-7f17-49e1-af5f-8d16179d0be1) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:21:43.719817 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:43.780635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46570f15-f3f1-48f4-be69-352fa8b9f196 req-2ff51efc-7c1f-4afe-bd35-2498fe43c23f tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015696 Nov 25 19:21:43.800825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a5f3de-1ea4-446a-a0ea-18d9b34f09ea service neutron] Pushing event updated for resources: {'Port': ['ID=3dd764a6-be1e-4780-ba35-37bac20f97bb,revision_number=10']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:43.861978 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:43.878059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'fb06f442-20c9-416f-935e-730ea8c17cd3', 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:43.882365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a7a5512c-3bad-409c-80a0-2b17ef862bff', 'ccaffeee-9744-427c-b349-6fbcc4352a06', 'ab761c89-f39f-480e-9942-139027dce029'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:43.888759 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-c2a5f3de-1ea4-446a-a0ea-18d9b34f09ea service neutron] 10.222.0.60 "PUT /v2.0/ports/3dd764a6-be1e-4780-ba35-37bac20f97bb/bindings/n-h2-817303-9/activate HTTP/1.1" status: 200 len: 369 time: 2.0457692 Nov 25 19:21:43.944307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b52fc9f-e753-49ef-b882-622512728d36 req-4bb1f7a5-d034-4e21-bed3-a63bb01e9de4 service neutron] 10.222.0.76 "GET /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4154744 Nov 25 19:21:44.083944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:21:44.088512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:44.108427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:21:44.126852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event updated for resources: {'Port': ['ID=4f733b23-52ba-4624-851e-ed7471423bab,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:44.262530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:44.270185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-c65f232f-8af2-42a3-b12e-fd4b0f12e4e7 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:44.272227 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-c65f232f-8af2-42a3-b12e-fd4b0f12e4e7 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1095 time: 0.2377417 Nov 25 19:21:44.275797 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:44.301323 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:44.325678 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-bb45d5b8-2e84-444e-81ec-69962a17e3b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3905473 Nov 25 19:21:44.354684 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9d93d0-727c-429d-834c-e891f0c07433 req-e3137b3a-4e81-4774-b1b5-c4b78e5070d0 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:44.356932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Request body: {'port': {'device_id': '6da27a87-ce05-4b9c-83e5-00d84fc0468f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:44.363989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b9d93d0-727c-429d-834c-e891f0c07433 req-e3137b3a-4e81-4774-b1b5-c4b78e5070d0 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 944 time: 0.2022531 Nov 25 19:21:44.445073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-4c35f821-b4fc-4084-97cc-ef68bf28c2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:44.447484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-4c35f821-b4fc-4084-97cc-ef68bf28c2b9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875 HTTP/1.1" status: 200 len: 1095 time: 0.1616092 Nov 25 19:21:44.489572 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:44.534348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b9d93d0-727c-429d-834c-e891f0c07433 req-73ea0b1d-5c82-4cd8-8c3d-9e08a00cf0b6 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689508 Nov 25 19:21:44.594746 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:44.624451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48564) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:44.963587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-11b2436a-227f-459a-89c0-64f317dc28dc None None] Provisioning complete for port 4f733b23-52ba-4624-851e-ed7471423bab triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:44.964189 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11b2436a-227f-459a-89c0-64f317dc28dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:44.999872 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6888777a-bca6-40fa-a355-2bc46ba08b9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.025121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Network 3e7b6792-dac8-4710-b84e-20adeb6d4cfc is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:21:45.035097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:45.040518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Pushing event updated for resources: {'Port': ['ID=d1afb27e-7f17-49e1-af5f-8d16179d0be1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:45.043163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:21:45.086355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-ecfd410b-a611-40ee-a8b7-71e35587686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:45.087972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-ecfd410b-a611-40ee-a8b7-71e35587686d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1095 time: 0.5942576 Nov 25 19:21:45.110502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36c218c-d083-491d-904a-94e4cd49e467 req-01628ec2-3c88-4386-9e74-4e12bd7eb2d7 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:45.112125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b36c218c-d083-491d-904a-94e4cd49e467 req-01628ec2-3c88-4386-9e74-4e12bd7eb2d7 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 935 time: 0.1531613 Nov 25 19:21:45.131178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-11b2436a-227f-459a-89c0-64f317dc28dc None None] Port 4f733b23-52ba-4624-851e-ed7471423bab cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:21:45.161632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:45.162365 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.243191 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a92dfd25-5e8c-43b3-9ff1-8381afb45ffd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7658374 Nov 25 19:21:45.265697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Request body: {'port': {'device_id': '228bdb50-51f9-458d-accb-6b290f1ad4a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:45.285000 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6888777a-bca6-40fa-a355-2bc46ba08b9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.299161 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6888777a-bca6-40fa-a355-2bc46ba08b9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.300194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b36c218c-d083-491d-904a-94e4cd49e467 req-8480ff13-9fe8-4539-90ac-048e4cbbbc45 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779487 Nov 25 19:21:45.360991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-db201c63-e086-482d-b4e8-c29c1e1345b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:45.362311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f733b23-52ba-4624-851e-ed7471423bab {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:45.362845 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-db201c63-e086-482d-b4e8-c29c1e1345b8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.2612240 Nov 25 19:21:45.366170 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.377255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888777a-bca6-40fa-a355-2bc46ba08b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de85bcf4-9222-4b3e-bcf1-0011bcd2aeef,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:45.403454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.426355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-3f907813-0ded-4afe-94a5-eeb297fd5654 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb HTTP/1.1" status: 200 len: 217 time: 0.0489569 Nov 25 19:21:45.447709 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6888777a-bca6-40fa-a355-2bc46ba08b9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60dc9c9894dd4d6cb1ce672085149722&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8193400 Nov 25 19:21:45.452573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Transition to ACTIVE for port object 4f733b23-52ba-4624-851e-ed7471423bab will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:45.456355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48572) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:45.465239 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.642860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Pushing event updated for resources: {'Port': ['ID=4f733b23-52ba-4624-851e-ed7471423bab,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:45.650537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-37eae7b6-38e1-492b-b69e-6f22c2d22d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:45.652127 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-37eae7b6-38e1-492b-b69e-6f22c2d22d12 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.2064207 Nov 25 19:21:45.711330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-10691b9e-34c3-4854-bd8c-377ed5d29488 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486259 Nov 25 19:21:45.737555 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7df8cd53-9914-400d-8450-0a16c7df4c5d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.766174 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3963f20-4fee-4a09-b798-e258494f5c63 req-0ed3e053-c978-40dc-9f6d-8e566fd24277 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:45.775999 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3963f20-4fee-4a09-b798-e258494f5c63 req-0ed3e053-c978-40dc-9f6d-8e566fd24277 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 932 time: 0.2715793 Nov 25 19:21:45.797666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Attempting to bind port 4f733b23-52ba-4624-851e-ed7471423bab on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:45.798212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Attempting to bind port 4f733b23-52ba-4624-851e-ed7471423bab by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:45.798729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Attempting to bind port 4f733b23-52ba-4624-851e-ed7471423bab on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:45.810822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Port 4f733b23-52ba-4624-851e-ed7471423bab on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:45.811358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Attempting to bind port 4f733b23-52ba-4624-851e-ed7471423bab on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:45.833593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:45.834101 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:45.834602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:45.835211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Bound port: 4f733b23-52ba-4624-851e-ed7471423bab, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:45.835676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.854355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3dd764a6-be1e-4780-ba35-37bac20f97bb no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:45.945877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] For port 4f733b23-52ba-4624-851e-ed7471423bab, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:45.949827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] For port 4f733b23-52ba-4624-851e-ed7471423bab, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4f733b23-52ba-4624-851e-ed7471423bab,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:45.967560 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:45.980578 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7df8cd53-9914-400d-8450-0a16c7df4c5d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:46.015778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:46.016925 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:46.019484 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] 10.222.0.60 "PUT /v2.0/ports/4f733b23-52ba-4624-851e-ed7471423bab HTTP/1.1" status: 200 len: 1095 time: 1.6837850 Nov 25 19:21:46.099882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da27a87-ce05-4b9c-83e5-00d84fc0468f', 'tag': '4f733b23-52ba-4624-851e-ed7471423bab'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:46.103806 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43" -d '{"events": [{"name": "network-changed", "server_uuid": "6da27a87-ce05-4b9c-83e5-00d84fc0468f", "tag": "4f733b23-52ba-4624-851e-ed7471423bab"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:46.108382 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3963f20-4fee-4a09-b798-e258494f5c63 req-d0b06478-c896-4394-bd2a-7bc6105f145d tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbee14ae-d96e-4eb5-adf3-359af21d6451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3312290 Nov 25 19:21:46.136790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3dd764a6-be1e-4780-ba35-37bac20f97bb not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:21:46.220564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba05d7c-2431-4c6c-92f9-192c21011b6b service neutron] Pushing event updated for resources: {'Port': ['ID=4f733b23-52ba-4624-851e-ed7471423bab,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:46.249072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb10e-1531-4fc3-b69a-42fe823174df req-a8f44482-ab8c-4717-9050-ca860af54e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:46.254229 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-a8f44482-ab8c-4717-9050-ca860af54e71 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 1098 time: 0.1425657 Nov 25 19:21:46.302593 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7df8cd53-9914-400d-8450-0a16c7df4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:46.320815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7df8cd53-9914-400d-8450-0a16c7df4c5d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:46.326401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7df8cd53-9914-400d-8450-0a16c7df4c5d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de85bcf4-9222-4b3e-bcf1-0011bcd2aeef HTTP/1.1" status: 204 len: 168 time: 0.8667364 Nov 25 19:21:46.348760 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-d2738a08-657c-42bb-92b1-2131d5b031f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=4f733b23-52ba-4624-851e-ed7471423bab HTTP/1.1" status: 200 len: 217 time: 0.0802889 Nov 25 19:21:46.399298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df8cd53-9914-400d-8450-0a16c7df4c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de85bcf4-9222-4b3e-bcf1-0011bcd2aeef,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:46.410905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-1fd287b6-cdd7-423c-af10-f39c01a05a57 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6536810 Nov 25 19:21:46.424261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1afb27e-7f17-49e1-af5f-8d16179d0be1 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:46.478751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb10e-1531-4fc3-b69a-42fe823174df req-297d21b8-193f-4a65-8d79-ecee026211d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:46.480540 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-297d21b8-193f-4a65-8d79-ecee026211d4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1240671 Nov 25 19:21:46.538438 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:46.556007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bb10e-1531-4fc3-b69a-42fe823174df req-5799da02-b0a8-485e-8d12-c221a4078a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:46.558005 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-5799da02-b0a8-485e-8d12-c221a4078a11 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0693619 Nov 25 19:21:46.677737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Transition to ACTIVE for port object d1afb27e-7f17-49e1-af5f-8d16179d0be1 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:46.686498 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:46.765246 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-e387d339-fbdc-445c-881b-4159f9292dc0 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989453 Nov 25 19:21:46.808866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1afb27e-7f17-49e1-af5f-8d16179d0be1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:46.849795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-8f612482-14ff-46ed-8039-efdb0dc98c17 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995302 Nov 25 19:21:46.991316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Attempting to bind port d1afb27e-7f17-49e1-af5f-8d16179d0be1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:46.991780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Attempting to bind port d1afb27e-7f17-49e1-af5f-8d16179d0be1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'b69a6b7a-2a59-44a3-bb76-1507ebaa6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3e7b6792-dac8-4710-b84e-20adeb6d4cfc'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:46.992195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Attempting to bind port d1afb27e-7f17-49e1-af5f-8d16179d0be1 on network 3e7b6792-dac8-4710-b84e-20adeb6d4cfc {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:46.998723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Port d1afb27e-7f17-49e1-af5f-8d16179d0be1 on network 3e7b6792-dac8-4710-b84e-20adeb6d4cfc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:46.999230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Attempting to bind port d1afb27e-7f17-49e1-af5f-8d16179d0be1 on network 3e7b6792-dac8-4710-b84e-20adeb6d4cfc {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:47.007755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:47.009033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Checking segment: {'id': 'b69a6b7a-2a59-44a3-bb76-1507ebaa6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3e7b6792-dac8-4710-b84e-20adeb6d4cfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:47.009973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Bound using segment: {'id': 'b69a6b7a-2a59-44a3-bb76-1507ebaa6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3e7b6792-dac8-4710-b84e-20adeb6d4cfc'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:47.011097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Bound port: d1afb27e-7f17-49e1-af5f-8d16179d0be1, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69a6b7a-2a59-44a3-bb76-1507ebaa6035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '3e7b6792-dac8-4710-b84e-20adeb6d4cfc'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:47.012012 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.074530 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-699bb10e-1531-4fc3-b69a-42fe823174df req-65843d4b-f123-4881-bdb7-cd07ed231dc4 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014109 Nov 25 19:21:47.158612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48618) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:47.166909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] For port d1afb27e-7f17-49e1-af5f-8d16179d0be1, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:47.174532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] For port d1afb27e-7f17-49e1-af5f-8d16179d0be1, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d1afb27e-7f17-49e1-af5f-8d16179d0be1,segment=NetworkSegment(b69a6b7a-2a59-44a3-bb76-1507ebaa6035),segment_id=b69a6b7a-2a59-44a3-bb76-1507ebaa6035)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:47.182852 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.203634 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3b482ac1-2163-470c-816e-55b54d9c0cae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.271514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:47.272019 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.273850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/d1afb27e-7f17-49e1-af5f-8d16179d0be1 HTTP/1.1" status: 200 len: 1092 time: 2.0206218 Nov 25 19:21:47.320314 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '228bdb50-51f9-458d-accb-6b290f1ad4a8', 'tag': 'd1afb27e-7f17-49e1-af5f-8d16179d0be1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:47.322964 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6465ed7-29c7-4eed-b2d9-ffcbd826898d" -d '{"events": [{"name": "network-changed", "server_uuid": "228bdb50-51f9-458d-accb-6b290f1ad4a8", "tag": "d1afb27e-7f17-49e1-af5f-8d16179d0be1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:47.373134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3b482ac1-2163-470c-816e-55b54d9c0cae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.378014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3b482ac1-2163-470c-816e-55b54d9c0cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.425200 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3b482ac1-2163-470c-816e-55b54d9c0cae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56384e4e3bc84cdc8e2b9527ffd769b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2629039 Nov 25 19:21:47.426284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b482ac1-2163-470c-816e-55b54d9c0cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e0786a9-9e2c-468a-b910-c98ee3ec4bc2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:47.429635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48630) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:47.457973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8393584-3cec-437b-bd3a-356f81473f09 req-95432ff5-8366-4904-9b6d-673674758de1 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:47.460391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-95432ff5-8366-4904-9b6d-673674758de1 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1095 time: 0.2451692 Nov 25 19:21:47.472204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3055171-1092-467f-a097-0d03e80733c5 service neutron] Pushing event updated for resources: {'Port': ['ID=d1afb27e-7f17-49e1-af5f-8d16179d0be1,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:47.537171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5aab0046-b50a-42ef-84b9-d059f80afe77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.551579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-3bbe9658-6360-4189-bbd4-d6bf5db17891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:47.553553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-3bbe9658-6360-4189-bbd4-d6bf5db17891 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17d9b666b0d9458cb120c53f655c61cf&device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 1095 time: 0.2182195 Nov 25 19:21:47.607446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5aab0046-b50a-42ef-84b9-d059f80afe77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.644780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-c1bcf08c-4e26-46d5-8867-137d6a20d420 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1afb27e-7f17-49e1-af5f-8d16179d0be1 HTTP/1.1" status: 200 len: 217 time: 0.0773823 Nov 25 19:21:47.652676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-fa26070e-2242-4e9f-83f4-87f2077346b2 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:21:47.655274 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-fa26070e-2242-4e9f-83f4-87f2077346b2 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0231183 Nov 25 19:21:47.703015 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5aab0046-b50a-42ef-84b9-d059f80afe77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.706534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5aab0046-b50a-42ef-84b9-d059f80afe77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:47.708036 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5aab0046-b50a-42ef-84b9-d059f80afe77 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e0786a9-9e2c-468a-b910-c98ee3ec4bc2 HTTP/1.1" status: 204 len: 168 time: 0.2772987 Nov 25 19:21:47.720448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aab0046-b50a-42ef-84b9-d059f80afe77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e0786a9-9e2c-468a-b910-c98ee3ec4bc2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:47.847487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-f81662d5-e48b-4df3-98ff-fd9a096f42c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:47.850480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-f81662d5-e48b-4df3-98ff-fd9a096f42c4 service neutron] 10.222.0.15 "GET /v2.0/ports/10636141-cba3-4aec-b07d-eade52ed416e HTTP/1.1" status: 200 len: 1093 time: 0.1523197 Nov 25 19:21:47.899102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Request body: {'binding': {'host': 'n-h1-817303-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:47.899860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Unknown quota resources ['binding']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:21:47.905945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-33ad7e27-7036-4dbd-97a6-7b31c3745457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:47.908454 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-33ad7e27-7036-4dbd-97a6-7b31c3745457 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb74b89e-76dc-41dc-9baf-8ac440769eab HTTP/1.1" status: 200 len: 854 time: 0.2418144 Nov 25 19:21:48.021760 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-042b0014-bed4-4f69-8a7f-f0bebdc6e8eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e7b6792-dac8-4710-b84e-20adeb6d4cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790319 Nov 25 19:21:48.136782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-c8393584-3cec-437b-bd3a-356f81473f09 req-f30fc61c-a7d0-49f0-8799-9d5f856a57b4 service neutron] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:48.169514 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c8393584-3cec-437b-bd3a-356f81473f09 req-f30fc61c-a7d0-49f0-8799-9d5f856a57b4 service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:48.172153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8393584-3cec-437b-bd3a-356f81473f09 req-f30fc61c-a7d0-49f0-8799-9d5f856a57b4 service neutron] 10.222.0.76 "DELETE /v2.0/ports/3dd764a6-be1e-4780-ba35-37bac20f97bb/bindings/n-h1-817303-9 HTTP/1.1" status: 204 len: 173 time: 0.6930947 Nov 25 19:21:48.352023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-9ea57648-8e70-46fe-89a6-a3720729d054 service neutron] 10.222.0.60 "GET /v2.0/networks/3e7b6792-dac8-4710-b84e-20adeb6d4cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146746 Nov 25 19:21:48.367996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d9a35-2265-4d50-93d3-9e756b8be863 req-efdae819-93b2-4b23-a85e-909b7a1dc13d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:48.370392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-681d9a35-2265-4d50-93d3-9e756b8be863 req-efdae819-93b2-4b23-a85e-909b7a1dc13d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 944 time: 0.2432551 Nov 25 19:21:48.525161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on host n-h1-817303-9 for vnic_type normal with profile None {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:48.525584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:48.525995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:48.551014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:48.551465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:48.578024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:48.578396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:48.579013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:48.579472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Bound port: 10636141-cba3-4aec-b07d-eade52ed416e, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:48.600959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-681d9a35-2265-4d50-93d3-9e756b8be863 req-8dcc6d9a-49c6-477e-bf0b-10a3aa62fcc8 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148223 Nov 25 19:21:48.662328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a8540d-f399-4dc8-a8e5-2fec07f30629 req-340d1877-403a-41be-957b-dc58abe65ba0 service neutron] 10.222.0.60 "GET /v2.0/networks/3e7b6792-dac8-4710-b84e-20adeb6d4cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804008 Nov 25 19:21:48.690269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=10636141-cba3-4aec-b07d-eade52ed416e,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:48.702380 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:48.704651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-e4a5916f-4f7e-4c5a-a02c-80ff6d53341b service neutron] 10.222.0.15 "POST /v2.0/ports/10636141-cba3-4aec-b07d-eade52ed416e/bindings HTTP/1.1" status: 201 len: 389 time: 0.8139038 Nov 25 19:21:48.868429 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7082563a-a962-48d6-9df5-ee7668b7309c x-openstack-request-id: req-7082563a-a962-48d6-9df5-ee7668b7309c {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:48.868977 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6da27a87-ce05-4b9c-83e5-00d84fc0468f", "tag": "4f733b23-52ba-4624-851e-ed7471423bab", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:48.868977 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7082563a-a962-48d6-9df5-ee7668b7309c {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:48.869356 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6da27a87-ce05-4b9c-83e5-00d84fc0468f', 'tag': '4f733b23-52ba-4624-851e-ed7471423bab', 'status': 'completed', 'code': 200} Nov 25 19:21:49.029086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43 req-bed0d0bc-77e8-4348-b7ba-ca11e89e708d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.031568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43 req-bed0d0bc-77e8-4348-b7ba-ca11e89e708d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 1098 time: 0.1325932 Nov 25 19:21:49.047982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b25c586-2012-4766-9fe8-f4625ca4c782 req-a5a27916-870e-43b3-829e-b7fb6682741f tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.049640 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b25c586-2012-4766-9fe8-f4625ca4c782 req-a5a27916-870e-43b3-829e-b7fb6682741f tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 947 time: 0.1354892 Nov 25 19:21:49.110109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311415df-1faa-4a58-9eeb-b8c18fc9526b req-baeebbb2-f8d0-4fbc-967c-c07429d956dc tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.111763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-311415df-1faa-4a58-9eeb-b8c18fc9526b req-baeebbb2-f8d0-4fbc-967c-c07429d956dc tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 944 time: 0.1396656 Nov 25 19:21:49.167591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-f5f904c2-1ba6-4907-9f4f-74db11effbea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.171936 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-f5f904c2-1ba6-4907-9f4f-74db11effbea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 1096 time: 0.0778723 Nov 25 19:21:49.284972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b25c586-2012-4766-9fe8-f4625ca4c782 req-8105660f-86af-4194-b830-e2770191e0eb tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109375 Nov 25 19:21:49.295491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43 req-26a1288b-e1de-4d0b-af97-46a079ffa5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.298641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43 req-26a1288b-e1de-4d0b-af97-46a079ffa5b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2472103 Nov 25 19:21:49.306281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-311415df-1faa-4a58-9eeb-b8c18fc9526b req-30371358-5cdd-4356-9530-de331d2c4af4 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbee14ae-d96e-4eb5-adf3-359af21d6451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798077 Nov 25 19:21:49.362758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-feeb7394-2080-4577-b119-a9d5fece3611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.369859 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43 req-e91e885b-987c-436f-9587-82f203213609 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=4f733b23-52ba-4624-851e-ed7471423bab HTTP/1.1" status: 200 len: 217 time: 0.0619192 Nov 25 19:21:49.374222 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-feeb7394-2080-4577-b119-a9d5fece3611 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.1931055 Nov 25 19:21:49.408676 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:21:49.503780 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b3a9bd-7383-431d-8a48-7a867e8ae4bf x-openstack-request-id: req-b7b3a9bd-7383-431d-8a48-7a867e8ae4bf {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:49.504110 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "228bdb50-51f9-458d-accb-6b290f1ad4a8", "tag": "d1afb27e-7f17-49e1-af5f-8d16179d0be1", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:49.504523 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b7b3a9bd-7383-431d-8a48-7a867e8ae4bf {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:49.505180 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '228bdb50-51f9-458d-accb-6b290f1ad4a8', 'tag': 'd1afb27e-7f17-49e1-af5f-8d16179d0be1', 'status': 'completed', 'code': 200} Nov 25 19:21:49.530884 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-93dc419f-99e4-493b-9c52-929f10ac97c7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10636141-cba3-4aec-b07d-eade52ed416e HTTP/1.1" status: 200 len: 217 time: 0.1387126 Nov 25 19:21:49.557715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43 req-0c267ea7-2cc3-45d5-a540-2fcabf1f5358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.560974 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43 req-0c267ea7-2cc3-45d5-a540-2fcabf1f5358 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1785097 Nov 25 19:21:49.639465 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465ed7-29c7-4eed-b2d9-ffcbd826898d req-52d90f6c-3a75-4c62-ab4a-f9f373f7ea16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.640995 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b6465ed7-29c7-4eed-b2d9-ffcbd826898d req-52d90f6c-3a75-4c62-ab4a-f9f373f7ea16 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=17d9b666b0d9458cb120c53f655c61cf&device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 1095 time: 0.1200833 Nov 25 19:21:49.649959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-274a443c-d2c4-4a6d-b195-656131ff4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.651485 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-274a443c-d2c4-4a6d-b195-656131ff4f49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.0964677 Nov 25 19:21:49.704630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-7b8482dd-c20e-4b39-b6c8-b37825eba003 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427151 Nov 25 19:21:49.741123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c1e40-8184-4af1-b268-da43be62d59f req-f780b1e0-24f2-4b3b-96f8-c502202173a8 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.750986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-740c1e40-8184-4af1-b268-da43be62d59f req-f780b1e0-24f2-4b3b-96f8-c502202173a8 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 0.0943434 Nov 25 19:21:49.755176 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43 req-4efc54a0-063e-4d1e-b7bb-0a038ec63bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:49.756762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43 req-4efc54a0-063e-4d1e-b7bb-0a038ec63bb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1865845 Nov 25 19:21:49.879863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4f733b23-52ba-4624-851e-ed7471423bab details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:50.011682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-740c1e40-8184-4af1-b268-da43be62d59f req-921dedc4-32f6-41b0-aa09-0ac5328cb8ab tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594774 Nov 25 19:21:50.048828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4f733b23-52ba-4624-851e-ed7471423bab, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4f733b23-52ba-4624-851e-ed7471423bab,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:50.077330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '4f733b23-52ba-4624-851e-ed7471423bab', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '4f733b23-52ba-4624-851e-ed7471423bab', 'mac_address': 'fa:16:3e:d9:c3:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:50.089420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb2f25-6897-47c5-a7ff-cb04d8f144af req-e5b21de4-38d3-49a2-908c-384e0dda1230 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.107136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9fcb2f25-6897-47c5-a7ff-cb04d8f144af req-e5b21de4-38d3-49a2-908c-384e0dda1230 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1095 time: 0.2567759 Nov 25 19:21:50.129591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465ed7-29c7-4eed-b2d9-ffcbd826898d req-556eee2f-8b73-463a-a9a5-18e8dbf155dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.130445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43 req-d395a4a4-fac7-40aa-be9f-3051f773e439 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3630812 Nov 25 19:21:50.135202 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b6465ed7-29c7-4eed-b2d9-ffcbd826898d req-556eee2f-8b73-463a-a9a5-18e8dbf155dd service neutron] 10.222.0.60 "GET /v2.0/networks?id=3e7b6792-dac8-4710-b84e-20adeb6d4cfc HTTP/1.1" status: 200 len: 915 time: 0.4826763 Nov 25 19:21:50.162722 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:50.195447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f733b23-52ba-4624-851e-ed7471423bab {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:50.207305 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-568bddaa-6795-4c38-9951-4b1aedfcef77 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882092 Nov 25 19:21:50.235286 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9fcb2f25-6897-47c5-a7ff-cb04d8f144af req-49ed6b58-1a76-47b3-8a60-1d2f11545461 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269908 Nov 25 19:21:50.268254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4f733b23-52ba-4624-851e-ed7471423bab, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4f733b23-52ba-4624-851e-ed7471423bab,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:50.275884 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:50.295338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b6465ed7-29c7-4eed-b2d9-ffcbd826898d req-bf7cd680-b144-4531-9e9b-a829e0d65520 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d1afb27e-7f17-49e1-af5f-8d16179d0be1 HTTP/1.1" status: 200 len: 217 time: 0.1450086 Nov 25 19:21:50.462340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18d5696-eeda-4f5d-b663-0289b0879d60 req-a952b8ba-6858-481f-958c-1d159140db0d tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.469328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c18d5696-eeda-4f5d-b663-0289b0879d60 req-a952b8ba-6858-481f-958c-1d159140db0d tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 947 time: 0.2960889 Nov 25 19:21:50.477719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7630d03b-9a8b-41fe-be0c-b1a2b40b9d43 req-d1e2f021-9092-4124-8fde-a557e208701e service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3318150 Nov 25 19:21:50.479176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4f733b23-52ba-4624-851e-ed7471423bab,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:50.491269 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:50.599836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6465ed7-29c7-4eed-b2d9-ffcbd826898d req-e07e7a73-60fb-4a8d-94d1-6e3dac11869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.601950 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c18d5696-eeda-4f5d-b663-0289b0879d60 req-0f909f95-c783-4a54-9453-16ea29fe58ef tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174319 Nov 25 19:21:50.603996 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b6465ed7-29c7-4eed-b2d9-ffcbd826898d req-e07e7a73-60fb-4a8d-94d1-6e3dac11869d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=eb74b89e-76dc-41dc-9baf-8ac440769eab HTTP/1.1" status: 200 len: 854 time: 0.2728729 Nov 25 19:21:50.608945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4f733b23-52ba-4624-851e-ed7471423bab'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:50.713261 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b6465ed7-29c7-4eed-b2d9-ffcbd826898d req-f3c66dab-4fea-4d20-a37b-22e4e6cf5079 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3e7b6792-dac8-4710-b84e-20adeb6d4cfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860012 Nov 25 19:21:50.719193 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-1997e0f2-8b22-466e-8c05-d7566938e770 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4522986 Nov 25 19:21:50.816983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d14e1d-c7b3-4c71-be74-9d3374efe1db req-e8a1e855-f9c9-4e60-a67b-093baa9ecb9e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:50.821028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45d14e1d-c7b3-4c71-be74-9d3374efe1db req-e8a1e855-f9c9-4e60-a67b-093baa9ecb9e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 948 time: 0.1395271 Nov 25 19:21:50.873546 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b6465ed7-29c7-4eed-b2d9-ffcbd826898d req-e756ae42-b24f-4f30-90be-01fbd6f5fa2e service neutron] 10.222.0.60 "GET /v2.0/networks/3e7b6792-dac8-4710-b84e-20adeb6d4cfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485639 Nov 25 19:21:50.897357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45d14e1d-c7b3-4c71-be74-9d3374efe1db req-04eb006a-a039-468a-aa6b-fdd4969b3fef tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691264 Nov 25 19:21:50.968124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48718) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:51.071826 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810600b3-4255-4c2a-83ff-74cc05b42ec2 req-dc31417e-e03f-4433-a7e9-74d9b9a669cb tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:51.073779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-810600b3-4255-4c2a-83ff-74cc05b42ec2 req-dc31417e-e03f-4433-a7e9-74d9b9a669cb tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 944 time: 0.0721698 Nov 25 19:21:51.208042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-810600b3-4255-4c2a-83ff-74cc05b42ec2 req-f427936d-149c-4a98-9e85-b90fad4f8179 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbee14ae-d96e-4eb5-adf3-359af21d6451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258678 Nov 25 19:21:51.246023 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a580c5d5-de93-4f77-bd18-d7589487ac62 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.287184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b6465ed7-29c7-4eed-b2d9-ffcbd826898d req-839477b5-d2f4-4ad7-abcf-3e97519d4ab0 service neutron] 10.222.0.60 "GET /v2.0/networks/3e7b6792-dac8-4710-b84e-20adeb6d4cfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2983882 Nov 25 19:21:51.520902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f39af9-5286-44ec-a3f1-2d4ed618f0fa req-87926d4a-2996-4a17-a534-baa8e589b390 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:51.524316 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-15f39af9-5286-44ec-a3f1-2d4ed618f0fa req-87926d4a-2996-4a17-a534-baa8e589b390 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 947 time: 0.1244278 Nov 25 19:21:51.555332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe43407-4d80-468e-b0dc-0065a9e935a7 req-d21bd56d-db0b-47e2-98fb-f6166fbd88c4 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:51.556971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fe43407-4d80-468e-b0dc-0065a9e935a7 req-d21bd56d-db0b-47e2-98fb-f6166fbd88c4 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 0.1924970 Nov 25 19:21:51.568017 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d48075-c01c-461e-a7ab-27f357278f80 req-7da4cb7d-3c45-4896-be2e-c68224f4f35d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:51.569620 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-7da4cb7d-3c45-4896-be2e-c68224f4f35d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 808 time: 0.2399096 Nov 25 19:21:51.571771 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a580c5d5-de93-4f77-bd18-d7589487ac62 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.581517 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a580c5d5-de93-4f77-bd18-d7589487ac62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.663357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-ea6f5339-552d-4d5d-8470-c5038323cda2 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/quotas/7ac7ac34bdf44575a1d281a5e49ef875 HTTP/1.1" status: 200 len: 375 time: 0.0696745 Nov 25 19:21:51.697911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-15f39af9-5286-44ec-a3f1-2d4ed618f0fa req-f0c781bf-7a2f-4e93-bded-1fd981f5db20 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Deleting port 28f36859-2935-47ec-882f-a1ae2096904a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:51.698643 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-15f39af9-5286-44ec-a3f1-2d4ed618f0fa req-f0c781bf-7a2f-4e93-bded-1fd981f5db20 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.711805 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a580c5d5-de93-4f77-bd18-d7589487ac62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7aa3a2c6db094d87be8ad03ba0feb41b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7422156 Nov 25 19:21:51.713041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a580c5d5-de93-4f77-bd18-d7589487ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9aafe70-95db-4fff-84bf-9c01c2b9cd1f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:51.719431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48740) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:51.772194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fe43407-4d80-468e-b0dc-0065a9e935a7 req-8310aeac-f009-41c8-95f1-680e41660ef2 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1988075 Nov 25 19:21:51.890361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d1afb27e-7f17-49e1-af5f-8d16179d0be1 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:21:51.891667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-15f39af9-5286-44ec-a3f1-2d4ed618f0fa req-f0c781bf-7a2f-4e93-bded-1fd981f5db20 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] For port 28f36859-2935-47ec-882f-a1ae2096904a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=28f36859-2935-47ec-882f-a1ae2096904a,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:51.892179 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-15f39af9-5286-44ec-a3f1-2d4ed618f0fa req-f0c781bf-7a2f-4e93-bded-1fd981f5db20 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.895571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4f733b23-52ba-4624-851e-ed7471423bab up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:51.896448 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d847d713-1e46-48c0-9c45-5eb0d3c63a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:51.908976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-15f39af9-5286-44ec-a3f1-2d4ed618f0fa req-f0c781bf-7a2f-4e93-bded-1fd981f5db20 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Calling delete_port for 28f36859-2935-47ec-882f-a1ae2096904a owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:51.967644 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-43525c1b-da1e-4a8c-b025-f8d9018fb0dd tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3031986 Nov 25 19:21:51.976279 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d847d713-1e46-48c0-9c45-5eb0d3c63a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.086021 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-15f39af9-5286-44ec-a3f1-2d4ed618f0fa req-f0c781bf-7a2f-4e93-bded-1fd981f5db20 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.147736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c781bf-7a2f-4e93-bded-1fd981f5db20 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Pushing event deleted for resources: {'Port': ['ID=28f36859-2935-47ec-882f-a1ae2096904a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:52.211880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-15f39af9-5286-44ec-a3f1-2d4ed618f0fa req-f0c781bf-7a2f-4e93-bded-1fd981f5db20 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] No DVR routers for this DVR port 28f36859-2935-47ec-882f-a1ae2096904a on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:52.218533 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-15f39af9-5286-44ec-a3f1-2d4ed618f0fa req-f0c781bf-7a2f-4e93-bded-1fd981f5db20 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.223832 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-15f39af9-5286-44ec-a3f1-2d4ed618f0fa req-f0c781bf-7a2f-4e93-bded-1fd981f5db20 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.60 "DELETE /v2.0/ports/28f36859-2935-47ec-882f-a1ae2096904a HTTP/1.1" status: 204 len: 173 time: 0.6919713 Nov 25 19:21:52.224823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'name': 'network-vif-deleted', 'tag': '28f36859-2935-47ec-882f-a1ae2096904a'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:52.228042 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1f5c0a-5cb5-468b-bf47-5bd82397666c" -d '{"events": [{"server_uuid": "a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a", "name": "network-vif-deleted", "tag": "28f36859-2935-47ec-882f-a1ae2096904a"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:52.269029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 4f733b23-52ba-4624-851e-ed7471423bab completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:52.277797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 4f733b23-52ba-4624-851e-ed7471423bab triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:52.277797 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.325857 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d1afb27e-7f17-49e1-af5f-8d16179d0be1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d1afb27e-7f17-49e1-af5f-8d16179d0be1,segment=NetworkSegment(b69a6b7a-2a59-44a3-bb76-1507ebaa6035),segment_id=b69a6b7a-2a59-44a3-bb76-1507ebaa6035)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:52.359552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'd1afb27e-7f17-49e1-af5f-8d16179d0be1', 'network_id': '3e7b6792-dac8-4710-b84e-20adeb6d4cfc', 'port_id': 'd1afb27e-7f17-49e1-af5f-8d16179d0be1', 'mac_address': 'fa:16:3e:6e:75:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb74b89e-76dc-41dc-9baf-8ac440769eab', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:21:52.448102 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.470973 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.474049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1afb27e-7f17-49e1-af5f-8d16179d0be1 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:52.499590 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0358bd2c-a716-4bef-b852-a83a9dbc7992 req-4454534a-b9ff-40fb-82cc-30b90f1af548 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a HTTP/1.1" status: 200 len: 210 time: 0.0697346 Nov 25 19:21:52.530625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4f733b23-52ba-4624-851e-ed7471423bab, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4f733b23-52ba-4624-851e-ed7471423bab,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:52.533973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da27a87-ce05-4b9c-83e5-00d84fc0468f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f733b23-52ba-4624-851e-ed7471423bab'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:52.536842 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-101b9ae6-cb89-4ef9-883c-bccf829bf7fc" -d '{"events": [{"server_uuid": "6da27a87-ce05-4b9c-83e5-00d84fc0468f", "name": "network-vif-plugged", "status": "completed", "tag": "4f733b23-52ba-4624-851e-ed7471423bab"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:52.542393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d1afb27e-7f17-49e1-af5f-8d16179d0be1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d1afb27e-7f17-49e1-af5f-8d16179d0be1,segment=NetworkSegment(b69a6b7a-2a59-44a3-bb76-1507ebaa6035),segment_id=b69a6b7a-2a59-44a3-bb76-1507ebaa6035)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:52.544751 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.550856 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.587039 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d847d713-1e46-48c0-9c45-5eb0d3c63a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.593253 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d847d713-1e46-48c0-9c45-5eb0d3c63a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.595311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d847d713-1e46-48c0-9c45-5eb0d3c63a54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b9aafe70-95db-4fff-84bf-9c01c2b9cd1f HTTP/1.1" status: 204 len: 168 time: 0.8738482 Nov 25 19:21:52.641578 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-e946ff66-fc87-4c8b-a3c5-39f0d698b002 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6571240 Nov 25 19:21:52.648232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d847d713-1e46-48c0-9c45-5eb0d3c63a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9aafe70-95db-4fff-84bf-9c01c2b9cd1f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:52.811471 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:52.836933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4f733b23-52ba-4624-851e-ed7471423bab,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:52.912701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['d1afb27e-7f17-49e1-af5f-8d16179d0be1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:21:52.915866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d1afb27e-7f17-49e1-af5f-8d16179d0be1,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:53.128687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-d93fc49e-dac5-45af-a6ed-8e0658137853 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4450905 Nov 25 19:21:53.143683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890eb0fa-2a95-4381-a399-38bc8bf726f1 req-214c170b-4ec3-4847-9823-2cd04d81db9b tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:53.149599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-890eb0fa-2a95-4381-a399-38bc8bf726f1 req-214c170b-4ec3-4847-9823-2cd04d81db9b tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 949 time: 0.1753221 Nov 25 19:21:53.248599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-890eb0fa-2a95-4381-a399-38bc8bf726f1 req-f2e9839b-b3d9-4629-b08d-e4c67bbaa662 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843143 Nov 25 19:21:53.376492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48762) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:53.386034 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534bb106-c17f-479e-bd3a-1067e329a8bc x-openstack-request-id: req-534bb106-c17f-479e-bd3a-1067e329a8bc {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:53.386880 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a", "name": "network-vif-deleted", "tag": "28f36859-2935-47ec-882f-a1ae2096904a", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:53.387048 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-534bb106-c17f-479e-bd3a-1067e329a8bc {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:53.389203 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3cb2ef5-b98c-4aa9-9b11-c36d1c053b8a', 'name': 'network-vif-deleted', 'tag': '28f36859-2935-47ec-882f-a1ae2096904a', 'status': 'completed', 'code': 200} Nov 25 19:21:53.410055 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94fa90d6-7a1a-437a-afb0-828b5a25a9e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:53.439781 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff3dd3d-dcbf-46fd-95a3-ceade5a4e71b x-openstack-request-id: req-8ff3dd3d-dcbf-46fd-95a3-ceade5a4e71b {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:53.440359 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da27a87-ce05-4b9c-83e5-00d84fc0468f", "name": "network-vif-plugged", "status": "completed", "tag": "4f733b23-52ba-4624-851e-ed7471423bab", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:53.441234 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ff3dd3d-dcbf-46fd-95a3-ceade5a4e71b {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:53.441870 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da27a87-ce05-4b9c-83e5-00d84fc0468f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f733b23-52ba-4624-851e-ed7471423bab', 'code': 200} Nov 25 19:21:53.549312 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-e81c63d7-508e-415b-96b5-bc2d5a0ec0b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3458a936-9c5d-4025-a84c-d614a70ef071&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1174083 Nov 25 19:21:53.586016 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94fa90d6-7a1a-437a-afb0-828b5a25a9e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:53.591369 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94fa90d6-7a1a-437a-afb0-828b5a25a9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:53.642375 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-94fa90d6-7a1a-437a-afb0-828b5a25a9e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2fbd631da2d444668a39efb46ad798db&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656426 Nov 25 19:21:53.654371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48774) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:53.780030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f73ffe9-053d-4eb5-b1ba-20d95ee8dcb2 req-12a9053e-a786-4a0a-b893-499717502c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:53.783215 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f73ffe9-053d-4eb5-b1ba-20d95ee8dcb2 req-12a9053e-a786-4a0a-b893-499717502c04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 1100 time: 0.2225964 Nov 25 19:21:53.795636 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-427c48aa-35d2-4384-bc51-3b6b969008ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:53.799451 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-427c48aa-35d2-4384-bc51-3b6b969008ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60c48d2fb97740fe952cc1943cc18b64&device_id=3458a936-9c5d-4025-a84c-d614a70ef071 HTTP/1.1" status: 200 len: 1100 time: 0.1240654 Nov 25 19:21:53.915195 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f73ffe9-053d-4eb5-b1ba-20d95ee8dcb2 req-3c4d41d3-a748-4c78-8eb1-74f6d9f51165 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238363 Nov 25 19:21:53.945546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa90d6-7a1a-437a-afb0-828b5a25a9e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e756d58-695b-4469-a171-39f4f2f95ac3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:54.014639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4f5758-e30d-4d63-b6df-8a66605d500d req-8246c02b-8150-4bba-8558-9757fa7ac969 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.022945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f4f5758-e30d-4d63-b6df-8a66605d500d req-8246c02b-8150-4bba-8558-9757fa7ac969 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 945 time: 0.3891230 Nov 25 19:21:54.058638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65222a9-337d-42d8-8bcd-6eb8a0b22302 req-ef9d3324-2a67-493a-968e-b4d6f6952c8a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.061583 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d65222a9-337d-42d8-8bcd-6eb8a0b22302 req-ef9d3324-2a67-493a-968e-b4d6f6952c8a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 0.1635184 Nov 25 19:21:54.065883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27777266-4a44-4336-858a-a85e01769fdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:54.073146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-c0447b59-0dc7-4a42-b0e2-c1926901d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.075009 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-c0447b59-0dc7-4a42-b0e2-c1926901d5f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2040448 Nov 25 19:21:54.133218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27777266-4a44-4336-858a-a85e01769fdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:54.175506 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-fab2374a-c90d-4eeb-bace-4c128a85c6c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=fb06f442-20c9-416f-935e-730ea8c17cd3 HTTP/1.1" status: 200 len: 217 time: 0.0694523 Nov 25 19:21:54.179608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f4f5758-e30d-4d63-b6df-8a66605d500d req-49eaf40d-ea3b-4859-8417-08cc4b44fd53 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbee14ae-d96e-4eb5-adf3-359af21d6451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554983 Nov 25 19:21:54.303495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d65222a9-337d-42d8-8bcd-6eb8a0b22302 req-151cdc0b-c89f-45b8-9f71-c4f42ce9165b tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218440 Nov 25 19:21:54.350710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-ea4f992d-4182-45a3-ada9-65edb437c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.357715 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-ea4f992d-4182-45a3-ada9-65edb437c2bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1753628 Nov 25 19:21:54.365457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a88d747-656a-487d-b24d-23b0c9ecc8bb req-10e8edd6-16ca-4989-924e-c367f09c54a4 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 210 time: 0.0566742 Nov 25 19:21:54.366860 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27777266-4a44-4336-858a-a85e01769fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:54.387475 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27777266-4a44-4336-858a-a85e01769fdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:54.394975 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-27777266-4a44-4336-858a-a85e01769fdf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e756d58-695b-4469-a171-39f4f2f95ac3 HTTP/1.1" status: 204 len: 168 time: 0.7319305 Nov 25 19:21:54.427830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27777266-4a44-4336-858a-a85e01769fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e756d58-695b-4469-a171-39f4f2f95ac3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:54.463992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-a7f4e889-fa74-4e0e-b7de-13b79dbd928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.467194 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-a7f4e889-fa74-4e0e-b7de-13b79dbd928a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0965934 Nov 25 19:21:54.742326 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-44deabd1-b185-4383-91b4-6d4ac5b6a1ee service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664645 Nov 25 19:21:54.845828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7c6e1-9c9e-42b3-a899-2ea3178b06d2 req-a59174ab-b678-483d-b95c-be345b1c56b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.855651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0e7c6e1-9c9e-42b3-a899-2ea3178b06d2 req-a59174ab-b678-483d-b95c-be345b1c56b9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 949 time: 0.2135365 Nov 25 19:21:54.875808 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-37250df3-2d5f-445c-87bf-a62b0d3c00d5 req-7ade46af-3726-4890-9b31-cbdacaa73430 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259975 Nov 25 19:21:54.937918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f86e327-5126-4770-b3ff-e837a8ffe2a9 req-2a6a1574-e196-4210-b66a-5b1441e9d6c9 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:54.939781 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f86e327-5126-4770-b3ff-e837a8ffe2a9 req-2a6a1574-e196-4210-b66a-5b1441e9d6c9 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 949 time: 0.2053111 Nov 25 19:21:54.968692 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0e7c6e1-9c9e-42b3-a899-2ea3178b06d2 req-ec30d485-ca7a-429d-a6b2-c2e45679b331 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117103 Nov 25 19:21:55.031602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f86e327-5126-4770-b3ff-e837a8ffe2a9 req-a45569a7-e188-49b1-9791-a916ceb6aea1 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735788 Nov 25 19:21:55.570852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6770b-8431-467e-a06c-a1734ac7ce0b req-b30c972e-ff7e-4de4-9c17-9395a020f91b tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:55.585277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6f6770b-8431-467e-a06c-a1734ac7ce0b req-b30c972e-ff7e-4de4-9c17-9395a020f91b tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 945 time: 0.1645968 Nov 25 19:21:55.702032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d48075-c01c-461e-a7ab-27f357278f80 req-7f7b01c1-e50e-4567-9e17-83104dd0fa80 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:55.706710 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-7f7b01c1-e50e-4567-9e17-83104dd0fa80 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 808 time: 0.3786688 Nov 25 19:21:55.722642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Request body: {'port': {'device_id': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4', 'admin_state_up': True, 'tenant_id': '7ac7ac34bdf44575a1d281a5e49ef875'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:55.755742 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6f6770b-8431-467e-a06c-a1734ac7ce0b req-712d8485-4358-4c0e-89b6-4f462b7b5756 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbee14ae-d96e-4eb5-adf3-359af21d6451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639090 Nov 25 19:21:55.896473 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d1afb27e-7f17-49e1-af5f-8d16179d0be1 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:21:55.916105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Made reservation on behalf of 7ac7ac34bdf44575a1d281a5e49ef875 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:21:55.924081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:56.019978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port d1afb27e-7f17-49e1-af5f-8d16179d0be1 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:21:56.025757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port d1afb27e-7f17-49e1-af5f-8d16179d0be1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:21:56.027514 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:56.132163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1ab31-5a1f-4c0a-a749-d846ef606554 req-4699af14-93d5-4992-a1dd-c9eb42de867a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:56.149526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76d1ab31-5a1f-4c0a-a749-d846ef606554 req-4699af14-93d5-4992-a1dd-c9eb42de867a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 0.2070973 Nov 25 19:21:56.245214 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:56.284555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76d1ab31-5a1f-4c0a-a749-d846ef606554 req-de91cbbe-7e37-4abc-8223-f796dd2a9c99 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235020 Nov 25 19:21:56.310409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228bdb50-51f9-458d-accb-6b290f1ad4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1afb27e-7f17-49e1-af5f-8d16179d0be1'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:56.330119 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adce626f-dc12-4918-a692-5797a8f00fc7" -d '{"events": [{"server_uuid": "228bdb50-51f9-458d-accb-6b290f1ad4a8", "name": "network-vif-plugged", "status": "completed", "tag": "d1afb27e-7f17-49e1-af5f-8d16179d0be1"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:56.386862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Allocated IP 172.20.0.10 (5dde7b30-2d88-494c-830c-69dea298d7e4/7b23255d-cfeb-4bfa-9e1b-270520fa14a8/2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:21:56.414145 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9fffce2-311c-43c6-8c8e-186f04483a57 req-c0a9dc0a-9a75-4004-8a7d-2d361b81fd13 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 210 time: 0.0667412 Nov 25 19:21:56.414386 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d1afb27e-7f17-49e1-af5f-8d16179d0be1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d1afb27e-7f17-49e1-af5f-8d16179d0be1,segment=NetworkSegment(b69a6b7a-2a59-44a3-bb76-1507ebaa6035),segment_id=b69a6b7a-2a59-44a3-bb76-1507ebaa6035)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:56.425579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:56.435968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 28f36859-2935-47ec-882f-a1ae2096904a no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:56.600037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 28f36859-2935-47ec-882f-a1ae2096904a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:21:56.600675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 28f36859-2935-47ec-882f-a1ae2096904a not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:21:56.606753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d1afb27e-7f17-49e1-af5f-8d16179d0be1,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:56.650416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3113bddd-e3dc-4e18-aab2-f87f4df8281b req-347217e6-41f5-40ef-8d22-936007801fff tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:56.662650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3113bddd-e3dc-4e18-aab2-f87f4df8281b req-347217e6-41f5-40ef-8d22-936007801fff tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 949 time: 0.1430471 Nov 25 19:21:56.752778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3113bddd-e3dc-4e18-aab2-f87f4df8281b req-cfb86dce-882a-40c9-97ec-0503cae02783 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881956 Nov 25 19:21:56.786220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160944c5-9100-45d7-8d43-2e5e4837bbff req-e198b6ec-8b8f-4f84-9a7f-d8cafda84831 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:56.792203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-160944c5-9100-45d7-8d43-2e5e4837bbff req-e198b6ec-8b8f-4f84-9a7f-d8cafda84831 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 949 time: 0.1803503 Nov 25 19:21:56.849270 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ea752b-b6f2-4269-be80-9f02345970e9 x-openstack-request-id: req-c9ea752b-b6f2-4269-be80-9f02345970e9 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:21:56.850099 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228bdb50-51f9-458d-accb-6b290f1ad4a8", "name": "network-vif-plugged", "status": "completed", "tag": "d1afb27e-7f17-49e1-af5f-8d16179d0be1", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:21:56.850756 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9ea752b-b6f2-4269-be80-9f02345970e9 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:21:56.852123 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228bdb50-51f9-458d-accb-6b290f1ad4a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1afb27e-7f17-49e1-af5f-8d16179d0be1', 'code': 200} Nov 25 19:21:57.004803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-160944c5-9100-45d7-8d43-2e5e4837bbff req-a39b2510-f764-4c25-bb58-c525340626d0 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/security-groups?id=1ab6c402-9106-4078-81dd-6ac636e0663d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959395 Nov 25 19:21:57.023586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48866) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:57.065825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5d31ba-e818-496a-ab30-ec7c8960e36f req-7c0c35f2-bf95-42ad-98ce-8bfed0bb0319 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:57.076366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:57.084305 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e5d31ba-e818-496a-ab30-ec7c8960e36f req-7c0c35f2-bf95-42ad-98ce-8bfed0bb0319 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.76 "GET /v2.0/ports?device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 949 time: 0.2159462 Nov 25 19:21:57.182468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded92791-03f0-4e5b-890f-4da6b0af0a1b req-32d15873-4a0e-4d97-9e8f-4365fe88cfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:57.186065 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ded92791-03f0-4e5b-890f-4da6b0af0a1b req-32d15873-4a0e-4d97-9e8f-4365fe88cfb5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 1097 time: 0.1827583 Nov 25 19:21:57.238337 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45dfa36c-52da-4034-910b-0cfdbd48b913 req-b4939edf-e6a0-4505-88b5-8e19d6d31893 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2468097 Nov 25 19:21:57.272401 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:57.397239 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ded92791-03f0-4e5b-890f-4da6b0af0a1b req-45fcb788-4eba-4376-bf41-84b50ae31bb4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dbee14ae-d96e-4eb5-adf3-359af21d6451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015715 Nov 25 19:21:57.445922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087ec78-1013-4b03-b64e-264acab4c9d1 req-19b05fe4-ea70-4d91-abf8-8b7b3d444982 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:57.456472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b087ec78-1013-4b03-b64e-264acab4c9d1 req-19b05fe4-ea70-4d91-abf8-8b7b3d444982 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 1100 time: 0.2358444 Nov 25 19:21:57.465725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Network 5dde7b30-2d88-494c-830c-69dea298d7e4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:21:57.486785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:21:57.499075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:21:57.509510 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358352c6-2435-4530-b1e8-54b31c548470 req-05201d9a-6c39-48cc-b48d-c0a275c45e07 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:57.530350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-358352c6-2435-4530-b1e8-54b31c548470 req-05201d9a-6c39-48cc-b48d-c0a275c45e07 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 946 time: 0.2580771 Nov 25 19:21:57.592454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Pushing event updated for resources: {'Port': ['ID=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:57.613487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-2e5d31ba-e818-496a-ab30-ec7c8960e36f req-a604093f-d7ca-46c6-a70c-45f93a094d51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Deleting port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:21:57.614263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2e5d31ba-e818-496a-ab30-ec7c8960e36f req-a604093f-d7ca-46c6-a70c-45f93a094d51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:57.639716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:57.640846 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:57.663675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfa36c-52da-4034-910b-0cfdbd48b913 req-989f29ef-8932-4c94-927d-6485184c071a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:57.669245 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45dfa36c-52da-4034-910b-0cfdbd48b913 req-989f29ef-8932-4c94-927d-6485184c071a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 1095 time: 0.2764444 Nov 25 19:21:57.722006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b087ec78-1013-4b03-b64e-264acab4c9d1 req-8ff77be6-83bb-480e-85c5-a499228a6615 tempest-ServersOnMultiNodesTest-1528191494 tempest-ServersOnMultiNodesTest-1528191494-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2636845 Nov 25 19:21:57.724165 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-fedd26c5-f274-4447-b152-37c2fe6bde24 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0071123 Nov 25 19:21:57.767481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe6ec9af-61cf-4410-8d9f-a42eaecb447e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:57.785319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Request body: {'port': {'device_id': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:21:57.799862 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-358352c6-2435-4530-b1e8-54b31c548470 req-365fbd9e-9010-4577-9e8c-cbe68fc8c613 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbee14ae-d96e-4eb5-adf3-359af21d6451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612271 Nov 25 19:21:58.019696 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.041096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfa36c-52da-4034-910b-0cfdbd48b913 req-10743a06-38eb-43e8-bb5f-80a8e3dfb9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:58.044012 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45dfa36c-52da-4034-910b-0cfdbd48b913 req-10743a06-38eb-43e8-bb5f-80a8e3dfb9f2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.3468666 Nov 25 19:21:58.114981 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45dfa36c-52da-4034-910b-0cfdbd48b913 req-6ce74905-a9c8-4056-a62e-55e085b611c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb HTTP/1.1" status: 200 len: 217 time: 0.0409038 Nov 25 19:21:58.235895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea987aa-6550-4acf-85ce-25dc4fc78aaf req-16aabd7c-8954-4e6d-acae-fd6d77bbd529 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:58.237079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ea987aa-6550-4acf-85ce-25dc4fc78aaf req-16aabd7c-8954-4e6d-acae-fd6d77bbd529 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 0.3005219 Nov 25 19:21:58.249513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dfa36c-52da-4034-910b-0cfdbd48b913 req-b4a79872-ffb5-4be0-91d5-6e4f5862f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:58.250992 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45dfa36c-52da-4034-910b-0cfdbd48b913 req-b4a79872-ffb5-4be0-91d5-6e4f5862f0c9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1177640 Nov 25 19:21:58.270426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ff4d9-ccbd-4fd7-bb86-202ffd28c8c0 req-13eecf6e-8bfc-45b6-84a4-c247abdabc43 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:58.273082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc1ff4d9-ccbd-4fd7-bb86-202ffd28c8c0 req-13eecf6e-8bfc-45b6-84a4-c247abdabc43 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 932 time: 0.2900925 Nov 25 19:21:58.276311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-2e5d31ba-e818-496a-ab30-ec7c8960e36f req-a604093f-d7ca-46c6-a70c-45f93a094d51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] For port d6e2bbbe-66c3-43d4-8874-608a35c60dd5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:21:58.276896 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2e5d31ba-e818-496a-ab30-ec7c8960e36f req-a604093f-d7ca-46c6-a70c-45f93a094d51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.285959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe6ec9af-61cf-4410-8d9f-a42eaecb447e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.327256 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe6ec9af-61cf-4410-8d9f-a42eaecb447e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.338850 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45dfa36c-52da-4034-910b-0cfdbd48b913 req-826f63f1-0c95-42b7-843a-6da9fd4b90dd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715637 Nov 25 19:21:58.373930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-2e5d31ba-e818-496a-ab30-ec7c8960e36f req-a604093f-d7ca-46c6-a70c-45f93a094d51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Calling delete_port for d6e2bbbe-66c3-43d4-8874-608a35c60dd5 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:21:58.521302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6ec9af-61cf-4410-8d9f-a42eaecb447e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a15e60de-338d-481c-96fb-4c6b2ca6bcd2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:58.571529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fe6ec9af-61cf-4410-8d9f-a42eaecb447e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c2b89ec53be4352a0def26f5d7637c0&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3612769 Nov 25 19:21:58.579358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48888) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:21:58.595225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc1ff4d9-ccbd-4fd7-bb86-202ffd28c8c0 req-4e8b5252-240c-4dbb-af43-9ffdabbdf0c2 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2980289 Nov 25 19:21:58.616857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ea987aa-6550-4acf-85ce-25dc4fc78aaf req-9ac721d8-85bd-42e4-ab8a-a3a50d698649 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296151 Nov 25 19:21:58.722393 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45dfa36c-52da-4034-910b-0cfdbd48b913 req-72f02116-f4a3-4b57-8ab0-f31ba0a36404 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305948 Nov 25 19:21:58.766988 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-552ad2c9-a24f-485f-8ef8-d7030abeada1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.847255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:21:58.876514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.928697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Transition to ACTIVE for port object 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:21:58.964263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-552ad2c9-a24f-485f-8ef8-d7030abeada1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.985706 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2e5d31ba-e818-496a-ab30-ec7c8960e36f req-a604093f-d7ca-46c6-a70c-45f93a094d51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:58.990544 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.026474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a604093f-d7ca-46c6-a70c-45f93a094d51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Pushing event deleted for resources: {'Port': ['ID=d6e2bbbe-66c3-43d4-8874-608a35c60dd5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:59.224695 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5d31ba-e818-496a-ab30-ec7c8960e36f req-a604093f-d7ca-46c6-a70c-45f93a094d51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] No DVR routers for this DVR port d6e2bbbe-66c3-43d4-8874-608a35c60dd5 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:21:59.227708 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-552ad2c9-a24f-485f-8ef8-d7030abeada1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.230471 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-552ad2c9-a24f-485f-8ef8-d7030abeada1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.244492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-552ad2c9-a24f-485f-8ef8-d7030abeada1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a15e60de-338d-481c-96fb-4c6b2ca6bcd2 HTTP/1.1" status: 204 len: 168 time: 0.6566083 Nov 25 19:21:59.250939 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2e5d31ba-e818-496a-ab30-ec7c8960e36f req-a604093f-d7ca-46c6-a70c-45f93a094d51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.259337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e5d31ba-e818-496a-ab30-ec7c8960e36f req-a604093f-d7ca-46c6-a70c-45f93a094d51 tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.76 "DELETE /v2.0/ports/d6e2bbbe-66c3-43d4-8874-608a35c60dd5 HTTP/1.1" status: 204 len: 173 time: 2.1732609 Nov 25 19:21:59.273477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-deleted', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:59.284951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:59.307147 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7876b64-6c53-4fba-b7e0-84691aee8ff9" -d '{"events": [{"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-deleted", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:59.412184 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ccf7e3d-98a0-416b-853b-10e4efdb7833 req-56b12eb1-c712-4f0a-98ff-049e7ae7588a tempest-ListImageFiltersTestJSON-296594638 tempest-ListImageFiltersTestJSON-296594638-project] 10.222.0.15 "GET /v2.0/ports?device_id=c15b6d62-cee3-4a1f-a410-8c55f953eb6e HTTP/1.1" status: 200 len: 210 time: 0.0934200 Nov 25 19:21:59.416702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ad2c9-a24f-485f-8ef8-d7030abeada1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15e60de-338d-481c-96fb-4c6b2ca6bcd2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:21:59.443876 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45dfa36c-52da-4034-910b-0cfdbd48b913 req-de1bc018-0d3b-4c75-91cc-f221628cc391 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7054369 Nov 25 19:21:59.581128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-d73e80ed-cb9d-4083-99af-30a8022424f6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=df1e19b34a9140d885e4e27b944e7b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1520758 Nov 25 19:21:59.597331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:21:59.597876 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:21:59.598409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:59.622020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:21:59.623143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:21:59.645484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:21:59.646012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:21:59.646644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:21:59.647420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Bound port: 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:21:59.648006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.801663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:21:59.806306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:21:59.812285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.915345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:59.916260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:21:59.919355 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] 10.222.0.60 "PUT /v2.0/ports/2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec HTTP/1.1" status: 200 len: 1092 time: 2.1660635 Nov 25 19:21:59.920043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'tag': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:21:59.940306 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965c2bdb-ee59-40cd-9352-3ad9b69d02b6" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb8dddb-9092-4f7c-98f3-8a7dfcca316c", "tag": "2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:21:59.946527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-d67c02e3-13fd-4719-ab3e-fdd7891fa0bb tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:59.949362 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-d67c02e3-13fd-4719-ab3e-fdd7891fa0bb tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3601563 Nov 25 19:21:59.962672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d6e2bbbe-66c3-43d4-8874-608a35c60dd5 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:21:59.967575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4db0d9a-d570-4b10-a7c6-a7b35475c6b7 req-63a0f85e-4a2f-4434-ba2a-4a2bbe3de16b tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:21:59.980137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4db0d9a-d570-4b10-a7c6-a7b35475c6b7 req-63a0f85e-4a2f-4434-ba2a-4a2bbe3de16b tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 946 time: 0.2156656 Nov 25 19:21:59.999877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f24988-de52-43b0-9bd6-ad13c9db05e1 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:00.032381 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: d6e2bbbe-66c3-43d4-8874-608a35c60dd5 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:00.032956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d6e2bbbe-66c3-43d4-8874-608a35c60dd5 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:00.051930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-132803c7-3ba7-4e9d-8436-99d871b17d9f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/quotas/df1e19b34a9140d885e4e27b944e7b86 HTTP/1.1" status: 200 len: 375 time: 0.0660174 Nov 25 19:22:00.094901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d48075-c01c-461e-a7ab-27f357278f80 req-c02e2288-c1e3-4984-a415-395f7098d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.098311 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-c02e2288-c1e3-4984-a415-395f7098d18d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 1095 time: 0.0952206 Nov 25 19:22:00.123950 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-e7cd1325-7174-4868-b3b2-581ea98370c7 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0710247 Nov 25 19:22:00.167683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48918) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:00.204063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4db0d9a-d570-4b10-a7c6-a7b35475c6b7 req-af1b8364-ec31-43a3-b174-f95489aeb8ad tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbee14ae-d96e-4eb5-adf3-359af21d6451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188442 Nov 25 19:22:00.206302 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-a34ec5cc-d800-4cd9-8105-b3432573ef0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec HTTP/1.1" status: 200 len: 217 time: 0.0965667 Nov 25 19:22:00.226458 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d05e7b7-a227-4d24-9ffb-8339beb8afd3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.397335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d48075-c01c-461e-a7ab-27f357278f80 req-125e5d30-0356-48dc-96f5-39fea1812981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.400789 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-125e5d30-0356-48dc-96f5-39fea1812981 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1750710 Nov 25 19:22:00.429996 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d05e7b7-a227-4d24-9ffb-8339beb8afd3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.448845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b60571-fceb-4f89-acfe-cef5f16227a8 req-cc6c7d32-278c-4b62-84fc-445f141bb997 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.454753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d05e7b7-a227-4d24-9ffb-8339beb8afd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.464846 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-58b60571-fceb-4f89-acfe-cef5f16227a8 req-cc6c7d32-278c-4b62-84fc-445f141bb997 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 949 time: 0.1450431 Nov 25 19:22:00.544792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8d05e7b7-a227-4d24-9ffb-8339beb8afd3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a761905da88d40489478efcf991ce1cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3721101 Nov 25 19:22:00.544792 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3effb5-d902-4040-97ff-621ea80a36cb x-openstack-request-id: req-bc3effb5-d902-4040-97ff-621ea80a36cb {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:00.545426 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c15b6d62-cee3-4a1f-a410-8c55f953eb6e", "name": "network-vif-deleted", "tag": "d6e2bbbe-66c3-43d4-8874-608a35c60dd5", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:00.545720 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc3effb5-d902-4040-97ff-621ea80a36cb {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:00.546401 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c15b6d62-cee3-4a1f-a410-8c55f953eb6e', 'name': 'network-vif-deleted', 'tag': 'd6e2bbbe-66c3-43d4-8874-608a35c60dd5', 'status': 'completed', 'code': 200} Nov 25 19:22:00.548099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48926) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:00.548865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05e7b7-a227-4d24-9ffb-8339beb8afd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58ba7833-f910-4bb3-9fc3-72c0f1d77771,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:00.589092 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-af4e0e08-3794-498a-8283-7ea894228278 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1754816 Nov 25 19:22:00.633629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21230860-8edc-484f-bee3-07a5981515f6 req-8797146a-fec8-46bd-93f4-67b23f33ba96 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.635415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21230860-8edc-484f-bee3-07a5981515f6 req-8797146a-fec8-46bd-93f4-67b23f33ba96 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 949 time: 0.2034824 Nov 25 19:22:00.641068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4c3a8df7-85e3-4f01-937f-0602942a73dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.789221 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4c3a8df7-85e3-4f01-937f-0602942a73dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.834617 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21230860-8edc-484f-bee3-07a5981515f6 req-98474065-ed4f-4042-ba6f-dd59d4a6839e tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832275 Nov 25 19:22:00.881890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d497fdb9-9e8e-4956-ae5f-48f94b2be4b0 req-022e2c3d-62bc-4259-a718-827dc74bd9ec tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:00.885106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d497fdb9-9e8e-4956-ae5f-48f94b2be4b0 req-022e2c3d-62bc-4259-a718-827dc74bd9ec tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 944 time: 0.2335427 Nov 25 19:22:00.956940 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4c3a8df7-85e3-4f01-937f-0602942a73dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.960538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4c3a8df7-85e3-4f01-937f-0602942a73dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:00.961688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4c3a8df7-85e3-4f01-937f-0602942a73dd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58ba7833-f910-4bb3-9fc3-72c0f1d77771 HTTP/1.1" status: 204 len: 168 time: 0.4080875 Nov 25 19:22:01.013389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a8df7-85e3-4f01-937f-0602942a73dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58ba7833-f910-4bb3-9fc3-72c0f1d77771,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:01.063944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a71c600-d490-450b-afe6-3d41e9c8cfa8 req-04b60ad6-b238-4377-a7e9-f3ae31e8c8be tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:01.072594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a71c600-d490-450b-afe6-3d41e9c8cfa8 req-04b60ad6-b238-4377-a7e9-f3ae31e8c8be tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 0.1045644 Nov 25 19:22:01.080332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d497fdb9-9e8e-4956-ae5f-48f94b2be4b0 req-0ed5730c-5e29-4200-b948-9c4da98bb402 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471148 Nov 25 19:22:01.195883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a71c600-d490-450b-afe6-3d41e9c8cfa8 req-976d8d48-edb4-4408-b5ed-826a49774850 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209536 Nov 25 19:22:01.238003 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809ce406-2bd1-4b77-92ed-f3db1772444b x-openstack-request-id: req-809ce406-2bd1-4b77-92ed-f3db1772444b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:01.238420 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb8dddb-9092-4f7c-98f3-8a7dfcca316c", "tag": "2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:01.238734 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-809ce406-2bd1-4b77-92ed-f3db1772444b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:01.239407 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'tag': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec', 'status': 'completed', 'code': 200} Nov 25 19:22:01.317384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-58b60571-fceb-4f89-acfe-cef5f16227a8 req-c6819782-78c7-4383-af15-5eae7a1a94d8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Deleting port 4f733b23-52ba-4624-851e-ed7471423bab {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:01.317842 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-58b60571-fceb-4f89-acfe-cef5f16227a8 req-c6819782-78c7-4383-af15-5eae7a1a94d8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.369519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3cafaa69-91b4-4ddb-b9ce-406fb27858db req-e9a5e4e0-2d73-43ad-821b-007e0c9a752d tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 210 time: 0.0814662 Nov 25 19:22:01.540913 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-12edbb43-b39c-4d8a-a2d4-7a8ebfc5db91 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9412036 Nov 25 19:22:01.725960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-58b60571-fceb-4f89-acfe-cef5f16227a8 req-c6819782-78c7-4383-af15-5eae7a1a94d8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] For port 4f733b23-52ba-4624-851e-ed7471423bab, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4f733b23-52ba-4624-851e-ed7471423bab,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:01.726484 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-58b60571-fceb-4f89-acfe-cef5f16227a8 req-c6819782-78c7-4383-af15-5eae7a1a94d8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:01.752516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-58b60571-fceb-4f89-acfe-cef5f16227a8 req-c6819782-78c7-4383-af15-5eae7a1a94d8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Calling delete_port for 4f733b23-52ba-4624-851e-ed7471423bab owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:01.829743 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63d48075-c01c-461e-a7ab-27f357278f80 req-dde17468-89d3-4f05-a62a-7bc5bb485f57 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2756326 Nov 25 19:22:01.976449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c2bdb-ee59-40cd-9352-3ad9b69d02b6 req-15f91310-f3c7-469e-9d10-7b06a84232ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:01.978357 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-965c2bdb-ee59-40cd-9352-3ad9b69d02b6 req-15f91310-f3c7-469e-9d10-7b06a84232ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 1095 time: 0.0821488 Nov 25 19:22:02.022454 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f187dcf4-283f-4ca8-81cb-6b702b4c39a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:02.126035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b62c2d9-a4fc-48e2-b6b9-45050e6ff70a req-6900113a-e787-44d1-8507-fae300214dda tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:02.130627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b62c2d9-a4fc-48e2-b6b9-45050e6ff70a req-6900113a-e787-44d1-8507-fae300214dda tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=6da27a87-ce05-4b9c-83e5-00d84fc0468f HTTP/1.1" status: 200 len: 949 time: 0.1146004 Nov 25 19:22:02.165809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-58b60571-fceb-4f89-acfe-cef5f16227a8 req-c6819782-78c7-4383-af15-5eae7a1a94d8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:02.180484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'fb06f442-20c9-416f-935e-730ea8c17cd3', 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:02.188347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a7a5512c-3bad-409c-80a0-2b17ef862bff', 'ccaffeee-9744-427c-b349-6fbcc4352a06', 'ab761c89-f39f-480e-9942-139027dce029'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:02.258223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b62c2d9-a4fc-48e2-b6b9-45050e6ff70a req-5562f212-640e-4549-a8ce-a8708467aeee tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084085 Nov 25 19:22:02.314922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6819782-78c7-4383-af15-5eae7a1a94d8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event deleted for resources: {'Port': ['ID=4f733b23-52ba-4624-851e-ed7471423bab,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:02.591373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7162c60-3f4e-4869-978b-8f962c9460c3 req-8d01d762-53b5-4016-9e6e-bc83d6762462 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:02.619640 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7162c60-3f4e-4869-978b-8f962c9460c3 req-8d01d762-53b5-4016-9e6e-bc83d6762462 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 944 time: 0.2433360 Nov 25 19:22:02.622327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48992) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:02.637942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-58b60571-fceb-4f89-acfe-cef5f16227a8 req-c6819782-78c7-4383-af15-5eae7a1a94d8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] No DVR routers for this DVR port 4f733b23-52ba-4624-851e-ed7471423bab on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:02.644831 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-58b60571-fceb-4f89-acfe-cef5f16227a8 req-c6819782-78c7-4383-af15-5eae7a1a94d8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:02.656459 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-58b60571-fceb-4f89-acfe-cef5f16227a8 req-c6819782-78c7-4383-af15-5eae7a1a94d8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "DELETE /v2.0/ports/4f733b23-52ba-4624-851e-ed7471423bab HTTP/1.1" status: 204 len: 173 time: 2.1853964 Nov 25 19:22:02.672178 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-f262378e-8e10-459b-a5aa-56dbabef53e3 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=df1e19b34a9140d885e4e27b944e7b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1943829 Nov 25 19:22:02.682147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c2bdb-ee59-40cd-9352-3ad9b69d02b6 req-2f049bdb-1bff-46ec-8251-286357e673fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:02.688758 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-965c2bdb-ee59-40cd-9352-3ad9b69d02b6 req-2f049bdb-1bff-46ec-8251-286357e673fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.6902742 Nov 25 19:22:02.851991 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-965c2bdb-ee59-40cd-9352-3ad9b69d02b6 req-1f7a8e4e-5351-46dd-b893-3c39a4177b09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec HTTP/1.1" status: 200 len: 217 time: 0.1274645 Nov 25 19:22:02.977407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7162c60-3f4e-4869-978b-8f962c9460c3 req-4e7adeb7-e81f-431e-aeba-bdf41abb2f57 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3564289 Nov 25 19:22:03.024633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b041c5-c3a3-47cf-a551-5ed531c8d1c2 req-49df69ad-a434-4bba-85d1-d178d1a87175 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:03.033958 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2b041c5-c3a3-47cf-a551-5ed531c8d1c2 req-49df69ad-a434-4bba-85d1-d178d1a87175 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 0.2725589 Nov 25 19:22:03.084815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-network', 'tenant_id': '52171d92c95246cfade50914c6bd0abb'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:03.131114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Made reservation on behalf of 52171d92c95246cfade50914c6bd0abb for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:03.135176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965c2bdb-ee59-40cd-9352-3ad9b69d02b6 req-86f48449-49d3-4e4d-a60d-fc29eff46b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:03.137540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.138409 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-965c2bdb-ee59-40cd-9352-3ad9b69d02b6 req-86f48449-49d3-4e4d-a60d-fc29eff46b5a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.2595260 Nov 25 19:22:03.160175 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.193048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-14e8847d-ce9c-4385-b0ef-6f51850176d5 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:03.195471 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-14e8847d-ce9c-4385-b0ef-6f51850176d5 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5032771 Nov 25 19:22:03.216987 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-965c2bdb-ee59-40cd-9352-3ad9b69d02b6 req-c5deb7a8-02db-41d9-8e56-5683e11013d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647888 Nov 25 19:22:03.221460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Request body: {'port': {'device_id': '187152cd-1e8f-41d6-acce-5349ec488846', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': 'df1e19b34a9140d885e4e27b944e7b86'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:03.264052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da27a87-ce05-4b9c-83e5-00d84fc0468f', 'name': 'network-vif-deleted', 'tag': '4f733b23-52ba-4624-851e-ed7471423bab'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:03.270579 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55dcf2e-67e7-49e6-a8be-b11df2c09d04" -d '{"events": [{"server_uuid": "6da27a87-ce05-4b9c-83e5-00d84fc0468f", "name": "network-vif-deleted", "tag": "4f733b23-52ba-4624-851e-ed7471423bab"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:03.311471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2b041c5-c3a3-47cf-a551-5ed531c8d1c2 req-078b813c-9014-4cf7-b413-b670fc265440 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629547 Nov 25 19:22:03.326594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36fde2bd-55ba-49ee-bb46-eb41145d95ab req-44c1afea-be67-4946-b8b0-ebb1ed2dfd91 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 210 time: 0.0861106 Nov 25 19:22:03.373885 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.391546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.468752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:22:03.499840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=beb06ec2-257e-49aa-add0-2478877671a2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:03.514405 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.514929 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3e8a1d-b5c2-4e5f-b543-08a247e9ae0e x-openstack-request-id: req-5d3e8a1d-b5c2-4e5f-b543-08a247e9ae0e {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:03.515232 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6da27a87-ce05-4b9c-83e5-00d84fc0468f", "name": "network-vif-deleted", "tag": "4f733b23-52ba-4624-851e-ed7471423bab", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:03.515488 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5d3e8a1d-b5c2-4e5f-b543-08a247e9ae0e {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:03.515887 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Added segment a33b628d-757c-4196-9649-67265011960c of type vlan for network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 Nov 25 19:22:03.517094 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6da27a87-ce05-4b9c-83e5-00d84fc0468f', 'name': 'network-vif-deleted', 'tag': '4f733b23-52ba-4624-851e-ed7471423bab', 'status': 'completed', 'code': 200} Nov 25 19:22:03.656939 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.662704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Made reservation on behalf of df1e19b34a9140d885e4e27b944e7b86 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:03.670770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.687453 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-965c2bdb-ee59-40cd-9352-3ad9b69d02b6 req-db06730f-255c-413a-a9bc-2cf76b6dddd7 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4065619 Nov 25 19:22:03.727740 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.757515 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.759414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:03.760103 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.826915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1986892 Nov 25 19:22:03.828333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49020) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:03.838949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] Request body: {'subnet': {'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-subnet', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:03.870251 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-965c2bdb-ee59-40cd-9352-3ad9b69d02b6 req-68839d36-29ca-45de-bb05-ce1a6dc20374 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599560 Nov 25 19:22:03.939348 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.949629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31878eee-2c8a-4433-b338-025c28d18222 admin admin] Pushing event updated for resources: {'Network': ['ID=8f36e8b9-4c30-44bc-9c5d-edc700eb6e35,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:03.950652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.985347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] Made reservation on behalf of 52171d92c95246cfade50914c6bd0abb for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:03.992230 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:03.993422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:22:04.001029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4f733b23-52ba-4624-851e-ed7471423bab no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:04.003992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:22:04.069139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 4f733b23-52ba-4624-851e-ed7471423bab {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:04.069866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4f733b23-52ba-4624-851e-ed7471423bab not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:04.122114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57ae0a45-8603-4906-8904-43844ec1e592,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:04.259597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Allocated IP 192.168.233.10 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/153456c6-a8f7-4ad6-a844-5dce937bc41d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:04.288402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:04.306485 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec', 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4', 'port_id': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec', 'mac_address': 'fa:16:3e:44:3e:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b23255d-cfeb-4bfa-9e1b-270520fa14a8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:22:04.428570 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.459089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:04.504901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:04.512901 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.546156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8dc815-babf-41de-8c05-16b0cd1cc50f req-a00007ae-9fa6-4c34-9bc0-62d2577a0e0d tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:04.547836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc8dc815-babf-41de-8c05-16b0cd1cc50f req-a00007ae-9fa6-4c34-9bc0-62d2577a0e0d tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 950 time: 0.2428074 Nov 25 19:22:04.551061 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.564122 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.616575 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.634762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:04.648999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be5253-bc77-4e90-96aa-bca8f11d1e4a req-fc1edc49-71d2-4367-ac81-667c11d8b09e tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:04.660574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3be5253-bc77-4e90-96aa-bca8f11d1e4a req-fc1edc49-71d2-4367-ac81-667c11d8b09e tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 944 time: 0.2309437 Nov 25 19:22:04.687855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de433ccd-ce7c-4ad8-86e8-8cf9190d38e8,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:04.689557 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6cd3338e-b775-4789-8fae-e79e130e07ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.734949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:04.736130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Pushing event updated for resources: {'Port': ['ID=153456c6-a8f7-4ad6-a844-5dce937bc41d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:04.741046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] Checking segment: {'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:04.741405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] Network hostable DHCP agents. Network: 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:22:04.743683 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:04.752739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc8dc815-babf-41de-8c05-16b0cd1cc50f req-bac75905-52d4-4078-8191-73bdc7c3a085 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681905 Nov 25 19:22:04.759365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:04.819808 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3be5253-bc77-4e90-96aa-bca8f11d1e4a req-b57d5ebf-091f-4741-9ee8-d512df9bc845 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510069 Nov 25 19:22:04.821102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:04.835786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] Network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:22:04.848273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:04.849923 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.858195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:04.879203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:04.880571 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:04.880747 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-aa13eea0-1390-4370-bf4d-3b1c0491c8e2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6675122 Nov 25 19:22:04.896832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Request body: {'port': {'device_id': '187152cd-1e8f-41d6-acce-5349ec488846', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:04.907286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35ef6b4-9099-4ab6-8f8a-870fbbe83517 None None] Network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:22:04.923471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-023b4b28-1e19-42bc-8981-f7e62591a006 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0939596 Nov 25 19:22:04.926112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49054) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:04.938861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-router', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:04.995805 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.021085 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.022590 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.379881 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.384326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-8f36e8b9-4c30-44bc-9c5d-edc700eb6e35', 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'fixed_ips': [{'subnet_id': 'de433ccd-ce7c-4ad8-86e8-8cf9190d38e8'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:22:05.385423 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.435743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-67452011-b22a-4d9c-9717-19300a554ee1 None None] Provisioning complete for port 153456c6-a8f7-4ad6-a844-5dce937bc41d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:05.436316 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-67452011-b22a-4d9c-9717-19300a554ee1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.605252 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-67452011-b22a-4d9c-9717-19300a554ee1 None None] Port 153456c6-a8f7-4ad6-a844-5dce937bc41d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:05.692951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Allocated IP 172.20.0.2 (8f36e8b9-4c30-44bc-9c5d-edc700eb6e35/de433ccd-ce7c-4ad8-86e8-8cf9190d38e8/07924309-72ee-46ae-b89d-87679a45752b) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:05.856654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 153456c6-a8f7-4ad6-a844-5dce937bc41d {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:05.870531 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.906732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Transition to ACTIVE for port object 153456c6-a8f7-4ad6-a844-5dce937bc41d will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:22:05.913234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49076) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:05.923331 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.982013 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:05.994742 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.048055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Pushing event updated for resources: {'Port': ['ID=153456c6-a8f7-4ad6-a844-5dce937bc41d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:06.058731 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Pushing event updated for resources: {'Port': ['ID=07924309-72ee-46ae-b89d-87679a45752b,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:06.069227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:06.070992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:06.073845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:06.144870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Attempting to bind port 07924309-72ee-46ae-b89d-87679a45752b on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:06.145370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Attempting to bind port 07924309-72ee-46ae-b89d-87679a45752b by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:06.145843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Attempting to bind port 07924309-72ee-46ae-b89d-87679a45752b on network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:06.152814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:06.153607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Checking segment: {'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:06.154277 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.154932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Bound using segment: {'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:06.155539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Bound port: 07924309-72ee-46ae-b89d-87679a45752b, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:06.156098 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.189696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc54e21a-5dd9-4719-944d-07b1feafd925 req-5946febb-d024-4169-8897-d9cabda6a8cb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:06.203770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc54e21a-5dd9-4719-944d-07b1feafd925 req-5946febb-d024-4169-8897-d9cabda6a8cb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 1.0523520 Nov 25 19:22:06.257747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] For port 07924309-72ee-46ae-b89d-87679a45752b, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:06.264310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] For port 07924309-72ee-46ae-b89d-87679a45752b, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=07924309-72ee-46ae-b89d-87679a45752b,segment=NetworkSegment(a33b628d-757c-4196-9649-67265011960c),segment_id=a33b628d-757c-4196-9649-67265011960c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:06.273504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc644821-c3e3-461c-84c5-e493fd20960d req-121fd61f-2f4f-4c60-9b65-62e34661507b tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:06.276715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc644821-c3e3-461c-84c5-e493fd20960d req-121fd61f-2f4f-4c60-9b65-62e34661507b tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 950 time: 0.8835964 Nov 25 19:22:06.285234 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.294556 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4d379573-d041-4b89-b069-f1f7833679b5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=65c5e08d7f264655b22d67be6358ea02&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3798196 Nov 25 19:22:06.307846 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.312411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49082) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:06.411299 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed5811e7-7b0b-4bb3-9d23-4dc558d67a9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.412952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a99fe3-5278-4e72-82b4-b85e9fce153d None None] Pushing event updated for resources: {'Port': ['ID=07924309-72ee-46ae-b89d-87679a45752b,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:06.449959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Attempting to bind port 153456c6-a8f7-4ad6-a844-5dce937bc41d on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:06.450535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Attempting to bind port 153456c6-a8f7-4ad6-a844-5dce937bc41d by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:06.450922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Attempting to bind port 153456c6-a8f7-4ad6-a844-5dce937bc41d on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:06.471168 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed5811e7-7b0b-4bb3-9d23-4dc558d67a9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.473324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Port 153456c6-a8f7-4ad6-a844-5dce937bc41d on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:22:06.473654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Attempting to bind port 153456c6-a8f7-4ad6-a844-5dce937bc41d on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:06.486275 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:06.488022 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:06.488593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:06.488931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Bound port: 153456c6-a8f7-4ad6-a844-5dce937bc41d, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:06.489295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.636724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:06.643204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:06.650501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed5811e7-7b0b-4bb3-9d23-4dc558d67a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.654455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed5811e7-7b0b-4bb3-9d23-4dc558d67a9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.656178 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ed5811e7-7b0b-4bb3-9d23-4dc558d67a9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1ab6c402-9106-4078-81dd-6ac636e0663d HTTP/1.1" status: 204 len: 168 time: 0.3413219 Nov 25 19:22:06.660926 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.683453 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5811e7-7b0b-4bb3-9d23-4dc558d67a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ab6c402-9106-4078-81dd-6ac636e0663d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:06.702681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc54e21a-5dd9-4719-944d-07b1feafd925 req-cf9e5b09-a163-4247-a391-3a3d2a10cef8 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4894316 Nov 25 19:22:06.733329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a94e2b-6aed-4ee4-a060-07d5b95f09c1 req-b786ea79-412d-4bec-af80-8f36d482e94e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:06.743660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:06.744344 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.747466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76a94e2b-6aed-4ee4-a060-07d5b95f09c1 req-b786ea79-412d-4bec-af80-8f36d482e94e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 947 time: 1.1866391 Nov 25 19:22:06.751338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] 10.222.0.76 "PUT /v2.0/ports/153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 200 len: 1095 time: 1.8535287 Nov 25 19:22:06.756663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:06.762593 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1" -d '{"events": [{"name": "network-changed", "server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:06.850952 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:06.864482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dbc20e-db8e-461d-952c-db9460485293 service neutron] Pushing event updated for resources: {'Port': ['ID=153456c6-a8f7-4ad6-a844-5dce937bc41d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:06.906524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-d1c56448-04be-48d2-8acc-477389cfcc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:06.908478 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-d1c56448-04be-48d2-8acc-477389cfcc54 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1098 time: 0.0809526 Nov 25 19:22:06.986727 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-b13cb2a2-5978-427e-9c9a-31c1f371ce5c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 200 len: 217 time: 0.0665364 Nov 25 19:22:07.081014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-ed486034-6930-44ea-93ba-f05f8a644274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:07.082738 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-ed486034-6930-44ea-93ba-f05f8a644274 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0855043 Nov 25 19:22:07.156695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-1fcc0026-9e90-41ca-abfd-2dcdde1259b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:07.158908 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-1fcc0026-9e90-41ca-abfd-2dcdde1259b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0668006 Nov 25 19:22:07.212153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76a94e2b-6aed-4ee4-a060-07d5b95f09c1 req-401e45b5-fbe3-495b-8064-39f4f8fa8a30 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576323 Nov 25 19:22:07.284301 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554d47d2-634b-4e69-8737-8bf0a3481ce2 req-79d87d53-7465-4eb2-8f84-c7f7b3d7d814 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:07.296900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-554d47d2-634b-4e69-8737-8bf0a3481ce2 req-79d87d53-7465-4eb2-8f84-c7f7b3d7d814 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 950 time: 0.3825657 Nov 25 19:22:07.301157 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-8def09cd-4bde-46d6-9059-386e5555fa52 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330829 Nov 25 19:22:07.465602 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8aa59ea0-2cab-4f40-9b42-fb04fce46a50 req-ece02d0c-2f23-4343-9ace-ac631a26bf44 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544404 Nov 25 19:22:07.478387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-fc644821-c3e3-461c-84c5-e493fd20960d req-4f1d5c90-2692-4d0b-9c4b-01120a4900e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Deleting port ab761c89-f39f-480e-9942-139027dce029 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:07.478738 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fc644821-c3e3-461c-84c5-e493fd20960d req-4f1d5c90-2692-4d0b-9c4b-01120a4900e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:07.727301 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-554d47d2-634b-4e69-8737-8bf0a3481ce2 req-26e115db-ad3d-4528-adcb-dd818b8b26df tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4257891 Nov 25 19:22:07.747408 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:07.753903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 07924309-72ee-46ae-b89d-87679a45752b up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:07.778875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f3611-1513-4dd5-8947-917784f463d2 req-05c5fa74-6f76-42ac-9ead-b2dd82bb37bf tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:07.797436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be9f3611-1513-4dd5-8947-917784f463d2 req-05c5fa74-6f76-42ac-9ead-b2dd82bb37bf tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 945 time: 0.4060042 Nov 25 19:22:07.895447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 07924309-72ee-46ae-b89d-87679a45752b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:07.896015 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:07.983438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:07.986857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-fc644821-c3e3-461c-84c5-e493fd20960d req-4f1d5c90-2692-4d0b-9c4b-01120a4900e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] For port ab761c89-f39f-480e-9942-139027dce029, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ab761c89-f39f-480e-9942-139027dce029,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:07.987320 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fc644821-c3e3-461c-84c5-e493fd20960d req-4f1d5c90-2692-4d0b-9c4b-01120a4900e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.029243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ab761c89-f39f-480e-9942-139027dce029 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:08.048049 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5596374-b575-421e-a1e6-a67caaaa85bf x-openstack-request-id: req-c5596374-b575-421e-a1e6-a67caaaa85bf {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:08.048848 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:08.048848 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c5596374-b575-421e-a1e6-a67caaaa85bf {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:08.049150 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d', 'status': 'completed', 'code': 200} Nov 25 19:22:08.162770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1 req-78f66af5-9462-4e4a-95ef-03abe7987b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:08.169175 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1 req-78f66af5-9462-4e4a-95ef-03abe7987b54 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1098 time: 0.0986199 Nov 25 19:22:08.185007 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.291920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:22:08.299918 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.305671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:08.305854 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.318708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-fc644821-c3e3-461c-84c5-e493fd20960d req-4f1d5c90-2692-4d0b-9c4b-01120a4900e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Calling delete_port for ab761c89-f39f-480e-9942-139027dce029 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:08.322152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3428b49-7aa5-43b3-8bdf-a1cad32d285c None None] Network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:22:08.380751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be9f3611-1513-4dd5-8947-917784f463d2 req-d59c29aa-d55f-4bb2-b141-8f89f1a9e06f tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5801363 Nov 25 19:22:08.408387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1 req-516d3128-b53d-46a4-a649-2dfdfbd63f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:08.409920 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1 req-516d3128-b53d-46a4-a649-2dfdfbd63f7b service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2328222 Nov 25 19:22:08.463979 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.503019 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1 req-859d3405-137a-4af1-b28b-c770f654fe31 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 200 len: 217 time: 0.0826185 Nov 25 19:22:08.627717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 07924309-72ee-46ae-b89d-87679a45752b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=07924309-72ee-46ae-b89d-87679a45752b,segment=NetworkSegment(a33b628d-757c-4196-9649-67265011960c),segment_id=a33b628d-757c-4196-9649-67265011960c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:08.642933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-64f2b70a-fd2a-405e-8b77-f54b7d529641 None None] Provisioning complete for port 07924309-72ee-46ae-b89d-87679a45752b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:08.643376 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64f2b70a-fd2a-405e-8b77-f54b7d529641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.654357 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.655941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1 req-8f205cc7-cb94-4060-b980-357be24ad87b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:08.657680 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1 req-8f205cc7-cb94-4060-b980-357be24ad87b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1451821 Nov 25 19:22:08.679156 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-f64bc18c-468c-43cb-b349-480b6c0fe4ae tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:08.681827 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-f64bc18c-468c-43cb-b349-480b6c0fe4ae tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.1184888 Nov 25 19:22:08.692394 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.693160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835755cc-022e-4edd-99dc-87c5c7621b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab761c89-f39f-480e-9942-139027dce029'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:08.700345 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe795344-6f82-4eae-bba5-0022697f059a" -d '{"events": [{"server_uuid": "835755cc-022e-4edd-99dc-87c5c7621b26", "name": "network-vif-unplugged", "status": "completed", "tag": "ab761c89-f39f-480e-9942-139027dce029"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:08.726543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-817303-9'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:08.753702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75838df5-edb5-4c31-a16c-870504df88da req-6ba905f3-9545-48a2-bba2-76146426bc6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:08.758123 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75838df5-edb5-4c31-a16c-870504df88da req-6ba905f3-9545-48a2-bba2-76146426bc6e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 945 time: 0.4229035 Nov 25 19:22:08.824368 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.843465 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:08.852164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1 req-d5825ff3-c6ae-4f71-b07d-426ea4798c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:08.856925 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1 req-d5825ff3-c6ae-4f71-b07d-426ea4798c58 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1810713 Nov 25 19:22:08.945353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ab761c89-f39f-480e-9942-139027dce029, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ab761c89-f39f-480e-9942-139027dce029,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:08.989272 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:09.001200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea2d2fe-67d9-4668-9216-701a8dfb1700 req-f561dcb2-ca75-47b0-98d1-bcf6976b0f56 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:09.009165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ea2d2fe-67d9-4668-9216-701a8dfb1700 req-f561dcb2-ca75-47b0-98d1-bcf6976b0f56 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 947 time: 0.4276133 Nov 25 19:22:09.180484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75838df5-edb5-4c31-a16c-870504df88da req-1e429d06-9627-4b7a-bc54-af2450ec36e7 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3774686 Nov 25 19:22:09.292594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ea2d2fe-67d9-4668-9216-701a8dfb1700 req-2d8f7613-9fe9-41d3-827f-267fb8c62674 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103876 Nov 25 19:22:09.297223 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fc644821-c3e3-461c-84c5-e493fd20960d req-4f1d5c90-2692-4d0b-9c4b-01120a4900e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:09.336528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=10636141-cba3-4aec-b07d-eade52ed416e,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:09.368679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d5c90-2692-4d0b-9c4b-01120a4900e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event deleted for resources: {'Port': ['ID=ab761c89-f39f-480e-9942-139027dce029,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:09.445541 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:09.452493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'fb06f442-20c9-416f-935e-730ea8c17cd3', 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:09.498939 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1 req-4421f87a-8bb4-433e-86ae-f18f425fa6d5 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6233790 Nov 25 19:22:09.518781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Allocated IP 172.25.8.102 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/ba479f58-0a30-4805-84f7-ce47f4de0225) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:09.595010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a7a5512c-3bad-409c-80a0-2b17ef862bff', 'ccaffeee-9744-427c-b349-6fbcc4352a06'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:09.742685 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfc480f-5674-4db8-8857-4db642c4e16b x-openstack-request-id: req-acfc480f-5674-4db8-8857-4db642c4e16b {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:09.743294 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835755cc-022e-4edd-99dc-87c5c7621b26", "name": "network-vif-unplugged", "status": "completed", "tag": "ab761c89-f39f-480e-9942-139027dce029", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:09.743607 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acfc480f-5674-4db8-8857-4db642c4e16b {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:09.744238 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835755cc-022e-4edd-99dc-87c5c7621b26', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab761c89-f39f-480e-9942-139027dce029', 'code': 200} Nov 25 19:22:09.891917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:09.928575 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.017999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc644821-c3e3-461c-84c5-e493fd20960d req-4f1d5c90-2692-4d0b-9c4b-01120a4900e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] No DVR routers for this DVR port ab761c89-f39f-480e-9942-139027dce029 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:10.059691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00b3397-f28d-489a-831b-c5c068190a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10636141-cba3-4aec-b07d-eade52ed416e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:10.061389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1fc56c87-60fb-4bdf-a177-8dbf1698f3e4 req-b7b74fb5-a4b6-4e36-bd0d-d6ef9598ab34 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=835755cc-022e-4edd-99dc-87c5c7621b26 HTTP/1.1" status: 200 len: 210 time: 0.0798535 Nov 25 19:22:10.062582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.064579 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c3ce41-db29-4957-96cb-26417f9b54bf" -d '{"events": [{"server_uuid": "f00b3397-f28d-489a-831b-c5c068190a47", "name": "network-vif-unplugged", "status": "completed", "tag": "10636141-cba3-4aec-b07d-eade52ed416e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:10.065318 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fc644821-c3e3-461c-84c5-e493fd20960d req-4f1d5c90-2692-4d0b-9c4b-01120a4900e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.072545 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.085161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc644821-c3e3-461c-84c5-e493fd20960d req-4f1d5c90-2692-4d0b-9c4b-01120a4900e4 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "DELETE /v2.0/ports/ab761c89-f39f-480e-9942-139027dce029 HTTP/1.1" status: 204 len: 173 time: 3.7916441 Nov 25 19:22:10.101975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 10636141-cba3-4aec-b07d-eade52ed416e details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:22:10.104580 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f5a0c8e-93e8-4f7b-9bb9-41dc8b6286a1 req-0f364d2e-78a7-483e-a506-c7c84fdeab06 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5855172 Nov 25 19:22:10.112023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.135249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 153456c6-a8f7-4ad6-a844-5dce937bc41d details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:22:10.165154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '835755cc-022e-4edd-99dc-87c5c7621b26', 'name': 'network-vif-deleted', 'tag': 'ab761c89-f39f-480e-9942-139027dce029'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:10.168407 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49010fe1-3630-41e9-bfeb-3de59eab29b4" -d '{"events": [{"server_uuid": "835755cc-022e-4edd-99dc-87c5c7621b26", "name": "network-vif-deleted", "tag": "ab761c89-f39f-480e-9942-139027dce029"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:10.178082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=ba479f58-0a30-4805-84f7-ce47f4de0225,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:10.204387 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df79b3a-ee5b-489c-a6ad-25389cdfe578 x-openstack-request-id: req-8df79b3a-ee5b-489c-a6ad-25389cdfe578 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:10.205744 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00b3397-f28d-489a-831b-c5c068190a47", "name": "network-vif-unplugged", "status": "completed", "tag": "10636141-cba3-4aec-b07d-eade52ed416e", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:10.206200 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8df79b3a-ee5b-489c-a6ad-25389cdfe578 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:10.207442 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00b3397-f28d-489a-831b-c5c068190a47', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10636141-cba3-4aec-b07d-eade52ed416e', 'code': 200} Nov 25 19:22:10.322738 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b08133a-e3dc-449d-9a98-d120af31e299 x-openstack-request-id: req-1b08133a-e3dc-449d-9a98-d120af31e299 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:10.327681 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "835755cc-022e-4edd-99dc-87c5c7621b26", "name": "network-vif-deleted", "tag": "ab761c89-f39f-480e-9942-139027dce029", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:10.328102 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b08133a-e3dc-449d-9a98-d120af31e299 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:10.328547 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '835755cc-022e-4edd-99dc-87c5c7621b26', 'name': 'network-vif-deleted', 'tag': 'ab761c89-f39f-480e-9942-139027dce029', 'status': 'completed', 'code': 200} Nov 25 19:22:10.351600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Pushing event updated for resources: {'Port': ['ID=10636141-cba3-4aec-b07d-eade52ed416e,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:10.388267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:10.394269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:10.407457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on host n-h2-817303-9 for vnic_type normal with profile {"migrating_to": "n-h1-817303-9"} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:10.410122 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:10.410883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:10.411901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:10.429556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:10.438731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:22:10.439449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:10.453313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:10.453720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:10.454347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:10.455109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Bound port: 10636141-cba3-4aec-b07d-eade52ed416e, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:10.462321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.529376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f8c98b-a070-494b-a6f0-2bd9856cdc5e req-6b8f6b67-4748-4798-8cf0-9950aac5f245 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:10.543613 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8f8c98b-a070-494b-a6f0-2bd9856cdc5e req-6b8f6b67-4748-4798-8cf0-9950aac5f245 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 945 time: 0.3703492 Nov 25 19:22:10.638443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49148) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:10.777282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:10.789107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=10636141-cba3-4aec-b07d-eade52ed416e,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:10.803104 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:10.880311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=07924309-72ee-46ae-b89d-87679a45752b,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:10.910583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64cc404-2384-4f37-b63b-16a0ad9f7cd6 req-d7b1a845-afca-4c47-89e1-36165416c7b2 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:10.923133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b64cc404-2384-4f37-b63b-16a0ad9f7cd6 req-d7b1a845-afca-4c47-89e1-36165416c7b2 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 943 time: 0.4970076 Nov 25 19:22:11.097454 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8f8c98b-a070-494b-a6f0-2bd9856cdc5e req-e91dbc5e-2d42-46d6-bdaa-723e8af97c17 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5525339 Nov 25 19:22:11.109058 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Pushing event updated for resources: {'Port': ['ID=10636141-cba3-4aec-b07d-eade52ed416e,revision_number=8']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:11.112014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:11.117302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:11.118414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.121043 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-913334c6-cc78-4e87-abe7-03a404daee76 service neutron] 10.222.0.60 "PUT /v2.0/ports/10636141-cba3-4aec-b07d-eade52ed416e HTTP/1.1" status: 200 len: 1121 time: 2.4240251 Nov 25 19:22:11.166426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on host n-h2-817303-9 for vnic_type normal with profile {"migrating_to": "n-h1-817303-9"} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:11.167482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c26fe7a-490a-4d22-90d5-43417c78b93a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.168968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:11.169718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:11.184566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '153456c6-a8f7-4ad6-a844-5dce937bc41d', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '153456c6-a8f7-4ad6-a844-5dce937bc41d', 'mac_address': 'fa:16:3e:5e:0e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:22:11.223522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:22:11.223894 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b64cc404-2384-4f37-b63b-16a0ad9f7cd6 req-8b9a0a28-9714-4aa0-bf47-9cb939b1fa80 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104042 Nov 25 19:22:11.224763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Attempting to bind port 10636141-cba3-4aec-b07d-eade52ed416e on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:11.365885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 21, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:11.366292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:11.367150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:11.367723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Bound port: 10636141-cba3-4aec-b07d-eade52ed416e, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:11.368199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.370649 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.373776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['10636141-cba3-4aec-b07d-eade52ed416e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:11.377081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event deleted for resources: {'Port': ['ID=ab761c89-f39f-480e-9942-139027dce029,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:11.554063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c26fe7a-490a-4d22-90d5-43417c78b93a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.567092 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c26fe7a-490a-4d22-90d5-43417c78b93a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.634082 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['10636141-cba3-4aec-b07d-eade52ed416e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:11.793866 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0c26fe7a-490a-4d22-90d5-43417c78b93a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f55085aadf994f3da7bf7ad2a1aa63ee&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1540842 Nov 25 19:22:11.794617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49162) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:11.800788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd93fc-c450-4fc7-adb9-381c497a2b95 req-88cbd5d7-5d6b-4509-aab5-db4689cfc25b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:11.804057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09bd93fc-c450-4fc7-adb9-381c497a2b95 req-88cbd5d7-5d6b-4509-aab5-db4689cfc25b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 947 time: 0.4517009 Nov 25 19:22:11.806316 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.818313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26fe7a-490a-4d22-90d5-43417c78b93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=861e6fd1-643f-4359-89bd-5c78676c48c9,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:11.847314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:11.857766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:11.862561 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35918e05-8622-4df4-9048-4e2da4b6e00a" -d '{"events": [{"server_uuid": "8cb8dddb-9092-4f7c-98f3-8a7dfcca316c", "name": "network-vif-plugged", "status": "completed", "tag": "2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:11.868315 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 07924309-72ee-46ae-b89d-87679a45752b up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:11.959181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153456c6-a8f7-4ad6-a844-5dce937bc41d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:11.972173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4639634-d58b-49e0-a0ed-b31280b24fbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:11.982904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09bd93fc-c450-4fc7-adb9-381c497a2b95 req-6630e3b2-6b15-424e-81ef-9d6bc41eed02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686378 Nov 25 19:22:12.020532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:12.047123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4639634-d58b-49e0-a0ed-b31280b24fbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:12.116388 n-d-817303-9 neutron-server[103653]: WARNING neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Concurrent port binding operations failed on port 10636141-cba3-4aec-b07d-eade52ed416e Nov 25 19:22:12.126231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=10636141-cba3-4aec-b07d-eade52ed416e,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:12.139614 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d7abeb-1122-4315-a0c4-0c98428abe5b x-openstack-request-id: req-71d7abeb-1122-4315-a0c4-0c98428abe5b {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:12.140151 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8dddb-9092-4f7c-98f3-8a7dfcca316c", "name": "network-vif-plugged", "status": "completed", "tag": "2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:12.140424 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-71d7abeb-1122-4315-a0c4-0c98428abe5b {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:12.140887 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec', 'code': 200} Nov 25 19:22:12.161069 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4639634-d58b-49e0-a0ed-b31280b24fbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:12.164001 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4639634-d58b-49e0-a0ed-b31280b24fbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:12.171599 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d4639634-d58b-49e0-a0ed-b31280b24fbd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/861e6fd1-643f-4359-89bd-5c78676c48c9 HTTP/1.1" status: 204 len: 168 time: 0.3651929 Nov 25 19:22:12.192904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4639634-d58b-49e0-a0ed-b31280b24fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=861e6fd1-643f-4359-89bd-5c78676c48c9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:12.210994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00b3397-f28d-489a-831b-c5c068190a47', 'tag': '10636141-cba3-4aec-b07d-eade52ed416e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:12.213784 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d787cf6a-689e-4984-8bca-711e2814929f" -d '{"events": [{"name": "network-changed", "server_uuid": "f00b3397-f28d-489a-831b-c5c068190a47", "tag": "10636141-cba3-4aec-b07d-eade52ed416e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:12.261070 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:12.265371 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:12.312727 n-d-817303-9 neutron-server[103653]: INFO neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Attempt 2 to bind port 10636141-cba3-4aec-b07d-eade52ed416e Nov 25 19:22:12.313496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 10636141-cba3-4aec-b07d-eade52ed416e has no active binding in host n-h1-817303-9 {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:22:12.335032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ca1ab3-8fc4-471e-9087-54b672e47d42 req-8c4cc23b-263f-49ab-afea-bec5d20ab06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:12.340952 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a5ca1ab3-8fc4-471e-9087-54b672e47d42 req-8c4cc23b-263f-49ab-afea-bec5d20ab06a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 1097 time: 0.0851617 Nov 25 19:22:12.473582 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a5ca1ab3-8fc4-471e-9087-54b672e47d42 req-a7a08884-f5e2-4976-bb76-69b3ad24b205 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132989 Nov 25 19:22:12.556076 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a27b0-1d55-4b58-bfd2-a18fcfe0a840 req-68acf4e4-f6aa-4f00-a47a-1c47a0e4b83a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:12.558951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d57a27b0-1d55-4b58-bfd2-a18fcfe0a840 req-68acf4e4-f6aa-4f00-a47a-1c47a0e4b83a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.2473419 Nov 25 19:22:12.570853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6c16b6-cc89-4740-866b-54f908455141 req-4f7df090-cff8-4c60-8bdd-5253a10cfc71 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:12.581024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a6c16b6-cc89-4740-866b-54f908455141 req-4f7df090-cff8-4c60-8bdd-5253a10cfc71 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 950 time: 0.2711377 Nov 25 19:22:12.670983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a6c16b6-cc89-4740-866b-54f908455141 req-396b0b8d-1974-40df-96c6-d63008958007 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875578 Nov 25 19:22:12.684639 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:12.694445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['153456c6-a8f7-4ad6-a844-5dce937bc41d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:12.765784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 07924309-72ee-46ae-b89d-87679a45752b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:12.766424 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:12.770176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d57a27b0-1d55-4b58-bfd2-a18fcfe0a840 req-8d1dca1f-97af-41d1-b1b1-e654f291ef25 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651862 Nov 25 19:22:12.786208 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67372ba7-5d81-4d9f-975d-e474d48e5b62 x-openstack-request-id: req-67372ba7-5d81-4d9f-975d-e474d48e5b62 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:12.789762 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00b3397-f28d-489a-831b-c5c068190a47", "tag": "10636141-cba3-4aec-b07d-eade52ed416e", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:12.790425 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67372ba7-5d81-4d9f-975d-e474d48e5b62 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:12.791333 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00b3397-f28d-489a-831b-c5c068190a47', 'tag': '10636141-cba3-4aec-b07d-eade52ed416e', 'status': 'completed', 'code': 200} Nov 25 19:22:12.955289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787cf6a-689e-4984-8bca-711e2814929f req-e940b7e2-d81b-41d6-82c3-656534258d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:12.958062 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d787cf6a-689e-4984-8bca-711e2814929f req-e940b7e2-d81b-41d6-82c3-656534258d70 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 1124 time: 0.1207213 Nov 25 19:22:13.011584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=153456c6-a8f7-4ad6-a844-5dce937bc41d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:13.252162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787cf6a-689e-4984-8bca-711e2814929f req-4ea96321-8587-4ce2-89c6-1935147f72bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:13.255306 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d787cf6a-689e-4984-8bca-711e2814929f req-4ea96321-8587-4ce2-89c6-1935147f72bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.2884529 Nov 25 19:22:13.359858 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d787cf6a-689e-4984-8bca-711e2814929f req-821d2911-7755-45f9-80c8-d7b86f6a3cc0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10636141-cba3-4aec-b07d-eade52ed416e HTTP/1.1" status: 200 len: 217 time: 0.0923047 Nov 25 19:22:13.379546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b04f0488-c2aa-4de2-99ed-510b396b1b11 None None] Provisioning complete for port 07924309-72ee-46ae-b89d-87679a45752b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:13.380325 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b04f0488-c2aa-4de2-99ed-510b396b1b11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:13.569745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1647e753-64f6-4620-8700-e17daa996898 req-60e24371-f027-412a-8d09-eec61b4e1acf tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:13.580565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1647e753-64f6-4620-8700-e17daa996898 req-60e24371-f027-412a-8d09-eec61b4e1acf tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 943 time: 0.1909065 Nov 25 19:22:13.679965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fd4096-f688-46a8-bb1e-8d0c8d88e955 req-8ccd7f6d-d5de-4147-80d4-aa863a1fe3eb tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:13.683041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25fd4096-f688-46a8-bb1e-8d0c8d88e955 req-8ccd7f6d-d5de-4147-80d4-aa863a1fe3eb tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 948 time: 0.2920547 Nov 25 19:22:13.859310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d787cf6a-689e-4984-8bca-711e2814929f req-8e2442c1-b437-4b95-8a49-bff465833bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:13.860981 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d787cf6a-689e-4984-8bca-711e2814929f req-8e2442c1-b437-4b95-8a49-bff465833bd3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.4930000 Nov 25 19:22:13.902513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Router a2be9a0b-80bd-42ae-835d-0b48fbf4958c is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:22:13.923215 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d787cf6a-689e-4984-8bca-711e2814929f req-c579aa3f-fd08-4854-9a41-8ac6a1477641 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546720 Nov 25 19:22:13.923591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25fd4096-f688-46a8-bb1e-8d0c8d88e955 req-b8f1ae6d-379c-4cd4-a6c9-e1d4e86bbf60 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279851 Nov 25 19:22:13.944042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1280a7-6a91-48f7-b79b-8a1b1f77c920 req-7474142b-a08f-4c3c-a016-8df02a38026c tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:13.952324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a1280a7-6a91-48f7-b79b-8a1b1f77c920 req-7474142b-a08f-4c3c-a016-8df02a38026c tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 950 time: 0.4687161 Nov 25 19:22:13.982174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1647e753-64f6-4620-8700-e17daa996898 req-6539f7f6-6683-418f-816d-883d8321415c tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002838 Nov 25 19:22:14.038212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:14.227964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49210) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:14.302927 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d787cf6a-689e-4984-8bca-711e2814929f req-a03d0fb7-0750-49c4-9bb7-06eb76a1af73 service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652542 Nov 25 19:22:14.576434 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d787cf6a-689e-4984-8bca-711e2814929f req-71555a60-e020-4be3-81db-05bd57fe0490 service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659080 Nov 25 19:22:14.586244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1637656969-network', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:14.628335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:14.632257 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.649200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.752976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74e340-ecaf-469c-acb3-24c488e50bf9 req-fb2d87d9-f16a-44d7-9b0d-36bdaf1e264d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:14.755780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f74e340-ecaf-469c-acb3-24c488e50bf9 req-fb2d87d9-f16a-44d7-9b0d-36bdaf1e264d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.4736087 Nov 25 19:22:14.765265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:14.785556 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Sync routers for ids ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:14.792734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e1dc63-3148-46dc-b6b2-4a52b7df498b req-3ebff69b-8a14-495f-b632-bd2de0d1e6a1 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:14.795484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3e1dc63-3148-46dc-b6b2-4a52b7df498b req-3ebff69b-8a14-495f-b632-bd2de0d1e6a1 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 950 time: 0.5388346 Nov 25 19:22:14.814486 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Routers {'a2be9a0b-80bd-42ae-835d-0b48fbf4958c'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:14.815419 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:14.845656 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.853705 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.889722 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.897036 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-701c2c80-c4cf-4141-8b4f-e5173c49f4e8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.9680119 Nov 25 19:22:14.898993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49214) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:14.931775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-9a1280a7-6a91-48f7-b79b-8a1b1f77c920 req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Deleting port ccaffeee-9744-427c-b349-6fbcc4352a06 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:14.932554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9a1280a7-6a91-48f7-b79b-8a1b1f77c920 req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:14.932922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:22:14.999524 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Set router a2be9a0b-80bd-42ae-835d-0b48fbf4958c gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:15.049242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f74e340-ecaf-469c-acb3-24c488e50bf9 req-aaa8b6b7-4740-4e0f-a062-79a26ba8b8a1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725852 Nov 25 19:22:15.065675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5c2c75-af0a-40eb-9106-eeee34314c23,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:15.085190 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:15.086562 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Added segment e2757820-fcb8-4648-a311-3e17d4d73ef3 of type vlan for network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 Nov 25 19:22:15.117569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3e1dc63-3148-46dc-b6b2-4a52b7df498b req-61ab8749-4012-4de0-bbbc-692c0915cb48 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921338 Nov 25 19:22:15.201093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-9a1280a7-6a91-48f7-b79b-8a1b1f77c920 req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] For port ccaffeee-9744-427c-b349-6fbcc4352a06, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ccaffeee-9744-427c-b349-6fbcc4352a06,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:15.201748 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9a1280a7-6a91-48f7-b79b-8a1b1f77c920 req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:15.227072 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-9a1280a7-6a91-48f7-b79b-8a1b1f77c920 req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Calling delete_port for ccaffeee-9744-427c-b349-6fbcc4352a06 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:15.329659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:15.356535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.357167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.357936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.358391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.358895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.359462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.360135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.360687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.361270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.361712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.362191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.362664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.368981 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:15.370148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:15.371903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:15.433341 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1845496 Nov 25 19:22:15.439939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49222) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:15.447055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] Request body: {'subnet': {'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1637656969-subnet', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:15.561659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d09d00-e76e-4f76-8c95-73fe8269d421 admin admin] Pushing event updated for resources: {'Network': ['ID=2c06285a-bc71-4c0a-8d45-ac5d5c57a216,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:15.572107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e9a8b-84f3-4824-a2ac-f6b1aa5c8f0e req-12212123-5559-4cbe-85bb-5015c53835e8 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:15.583079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:22:15.585530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:15.587686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a14e9a8b-84f3-4824-a2ac-f6b1aa5c8f0e req-12212123-5559-4cbe-85bb-5015c53835e8 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 948 time: 0.1880417 Nov 25 19:22:15.588002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:15.645105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d45060-a32f-48c8-9d85-33b66f411f73 req-3b8a01ad-f410-43d1-931f-526b18fce3f9 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:15.647983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31d45060-a32f-48c8-9d85-33b66f411f73 req-3b8a01ad-f410-43d1-931f-526b18fce3f9 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 943 time: 0.2505383 Nov 25 19:22:15.739249 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-router', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:11Z', 'revision_number': 3, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'gw_port': {'id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:08Z', 'updated_at': '2021-11-25T19:22:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:15.780243 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Checking router: a2be9a0b-80bd-42ae-835d-0b48fbf4958c for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:22:15.780716 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Updating router a2be9a0b-80bd-42ae-835d-0b48fbf4958c port ba479f58-0a30-4805-84f7-ce47f4de0225 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:22:15.812658 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:15.849005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a14e9a8b-84f3-4824-a2ac-f6b1aa5c8f0e req-2f23d512-a084-43ee-a8b9-2e8421152f04 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2332330 Nov 25 19:22:15.874093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31d45060-a32f-48c8-9d85-33b66f411f73 req-bb6976f9-55fa-424f-a634-ac51edef7bbd tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098572 Nov 25 19:22:15.907640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9a1280a7-6a91-48f7-b79b-8a1b1f77c920 req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:15.936443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'fb06f442-20c9-416f-935e-730ea8c17cd3', 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:15.955239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event deleted for resources: {'Port': ['ID=ccaffeee-9744-427c-b349-6fbcc4352a06,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:15.993578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.994272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.995086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.995704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.997656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.998633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.999185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:15.999688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.000407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.000907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.001416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.001921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.049104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a7a5512c-3bad-409c-80a0-2b17ef862bff'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:16.066499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a1280a7-6a91-48f7-b79b-8a1b1f77c920 req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] No DVR routers for this DVR port ccaffeee-9744-427c-b349-6fbcc4352a06 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:16.071016 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9a1280a7-6a91-48f7-b79b-8a1b1f77c920 req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.075777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a1280a7-6a91-48f7-b79b-8a1b1f77c920 req-9a14fbc7-854e-4dce-b554-4beb4dec0e74 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "DELETE /v2.0/ports/ccaffeee-9744-427c-b349-6fbcc4352a06 HTTP/1.1" status: 204 len: 173 time: 2.1145842 Nov 25 19:22:16.077544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cda4e3-f533-4bae-9476-6eacf315ea65', 'name': 'network-vif-deleted', 'tag': 'ccaffeee-9744-427c-b349-6fbcc4352a06'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:16.080348 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be520ade-cb1c-4557-a31c-748433c7e44d" -d '{"events": [{"server_uuid": "71cda4e3-f533-4bae-9476-6eacf315ea65", "name": "network-vif-deleted", "tag": "ccaffeee-9744-427c-b349-6fbcc4352a06"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:16.104317 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.191786 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-589961a2-474c-4006-9a5a-0df5e8a7c87b x-openstack-request-id: req-589961a2-474c-4006-9a5a-0df5e8a7c87b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:16.192207 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cda4e3-f533-4bae-9476-6eacf315ea65", "name": "network-vif-deleted", "tag": "ccaffeee-9744-427c-b349-6fbcc4352a06", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:16.192563 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-589961a2-474c-4006-9a5a-0df5e8a7c87b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:16.193054 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cda4e3-f533-4bae-9476-6eacf315ea65', 'name': 'network-vif-deleted', 'tag': 'ccaffeee-9744-427c-b349-6fbcc4352a06', 'status': 'completed', 'code': 200} Nov 25 19:22:16.309996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 153456c6-a8f7-4ad6-a844-5dce937bc41d up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:16.335256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ad330f8-1096-4799-8cd9-8b09edcb520a req-70cbc5c5-a206-4d21-a3d9-23fd78892831 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=71cda4e3-f533-4bae-9476-6eacf315ea65 HTTP/1.1" status: 200 len: 210 time: 0.0527523 Nov 25 19:22:16.366686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c7296-dfcb-4747-93de-7082ac8a549f req-740a69af-e2ed-430e-a98c-e7f0e22376d7 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:16.368812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-166c7296-dfcb-4747-93de-7082ac8a549f req-740a69af-e2ed-430e-a98c-e7f0e22376d7 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.1471994 Nov 25 19:22:16.388292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=205b4ac1-dff3-40aa-8bca-8fda88f5eab4,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:16.401184 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.415101 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.491659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] Checking segment: {'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:16.492253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] Network hostable DHCP agents. Network: 2c06285a-bc71-4c0a-8d45-ac5d5c57a216, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:22:16.506330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-166c7296-dfcb-4747-93de-7082ac8a549f req-8dd8cb99-8b11-4df0-bdd4-651f3b870a48 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304419 Nov 25 19:22:16.526016 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Pushing event updated for resources: {'Port': ['ID=ba479f58-0a30-4805-84f7-ce47f4de0225,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:16.551450 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.552067 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.553197 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.553709 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.554183 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.554654 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.555153 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.555648 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.556123 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.556591 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.557650 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.558216 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:16.587236 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Attempting to bind port ba479f58-0a30-4805-84f7-ce47f4de0225 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:16.587529 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Attempting to bind port ba479f58-0a30-4805-84f7-ce47f4de0225 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:16.587894 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Attempting to bind port ba479f58-0a30-4805-84f7-ce47f4de0225 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:16.592234 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.605552 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:16.605951 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:16.606369 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.607150 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:16.607656 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Bound port: ba479f58-0a30-4805-84f7-ce47f4de0225, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:16.608066 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.658678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] Network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:22:16.769740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 2c06285a-bc71-4c0a-8d45-ac5d5c57a216) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:16.786014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:16.786509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.794693 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f702aba6-64a0-48eb-ba0b-41d0a46cbc40 None None] Network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:22:16.818407 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] For port ba479f58-0a30-4805-84f7-ce47f4de0225, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:16.824612 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] For port ba479f58-0a30-4805-84f7-ce47f4de0225, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ba479f58-0a30-4805-84f7-ce47f4de0225,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:16.831772 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:16.913423 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Routers {'a2be9a0b-80bd-42ae-835d-0b48fbf4958c'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:16.914072 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:16.924558 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-70767417-2a02-4075-9808-82cb603ae3e4 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4833529 Nov 25 19:22:16.925212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49240) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:16.935942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f289f2d-ff92-4352-82dd-4ba9541b5d7f req-6e116522-8ec5-467f-8053-7ba13dc9f50b tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:16.939998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:16.959592 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f289f2d-ff92-4352-82dd-4ba9541b5d7f req-6e116522-8ec5-467f-8053-7ba13dc9f50b tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 1097 time: 0.2016339 Nov 25 19:22:17.014388 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ac24e-65e1-4284-9654-cbe54b54a16d None None] Pushing event updated for resources: {'Port': ['ID=ba479f58-0a30-4805-84f7-ce47f4de0225,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:17.055035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Allocated IP 172.20.0.1 (8f36e8b9-4c30-44bc-9c5d-edc700eb6e35/de433ccd-ce7c-4ad8-86e8-8cf9190d38e8/a8ef84f3-3d05-4016-acd8-4e80e89db0e6) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:17.079729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 153456c6-a8f7-4ad6-a844-5dce937bc41d completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:22:17.091119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.092205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.095543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f289f2d-ff92-4352-82dd-4ba9541b5d7f req-9d60f9bb-9af9-4dc1-9450-4bc73357ece8 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208837 Nov 25 19:22:17.130175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 153456c6-a8f7-4ad6-a844-5dce937bc41d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:17.130175 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.132656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89094ae2-6521-421e-aa72-5f41af11db1b req-cb7c575b-8cd8-4c97-9d18-5b8921a829b6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:17.134667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89094ae2-6521-421e-aa72-5f41af11db1b req-cb7c575b-8cd8-4c97-9d18-5b8921a829b6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 948 time: 0.1270669 Nov 25 19:22:17.226200 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] Set router a2be9a0b-80bd-42ae-835d-0b48fbf4958c gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:17.247956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.288361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89094ae2-6521-421e-aa72-5f41af11db1b req-e2a2ea12-2e64-48ce-a1e7-880ded2292e6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443267 Nov 25 19:22:17.358165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a735234-2479-4283-93c3-2595b96f04b7 req-9fdbf8cf-23a1-4412-bfba-49497791d725 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:17.368232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a735234-2479-4283-93c3-2595b96f04b7 req-9fdbf8cf-23a1-4412-bfba-49497791d725 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 943 time: 0.1429551 Nov 25 19:22:17.400057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'fixed_ips': [{'subnet_id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:22:17.401101 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.494340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a735234-2479-4283-93c3-2595b96f04b7 req-565ea4fd-0e3c-49e9-92a3-3b705ff0b252 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153767 Nov 25 19:22:17.518917 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.570822 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.693041 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.727285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:17.733742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:17.745184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:17.759042 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.784079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:17.787325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Pushing event updated for resources: {'Port': ['ID=a8ef84f3-3d05-4016-acd8-4e80e89db0e6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:17.788855 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f6fbc7-7eac-45cb-a26f-3962ee9b96b2" -d '{"events": [{"server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "name": "network-vif-plugged", "status": "completed", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:17.805816 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-router', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:11Z', 'revision_number': 3, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'gw_port': {'id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:08Z', 'updated_at': '2021-11-25T19:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:17.828246 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.866957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:17.906702 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94d4339-946a-4115-bb4a-faf2da9ee68c None None] The sync data for ids ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'] in n-d-817303-9 is: [{'id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-router', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:11Z', 'revision_number': 3, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'gw_port': {'id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:08Z', 'updated_at': '2021-11-25T19:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:22:17.919781 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:17.920784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ccaffeee-9744-427c-b349-6fbcc4352a06 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:18.027724 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b05dfd7a-ea8b-431a-9974-d2f1af4c7e6e x-openstack-request-id: req-b05dfd7a-ea8b-431a-9974-d2f1af4c7e6e {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:18.028052 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "name": "network-vif-plugged", "status": "completed", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:18.028290 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b05dfd7a-ea8b-431a-9974-d2f1af4c7e6e {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:18.028715 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d', 'code': 200} Nov 25 19:22:18.175044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e52d59f-4a20-4877-a815-565f057c470a req-2976ea54-672d-4271-bd25-dfcff1bc8d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:18.176569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e52d59f-4a20-4877-a815-565f057c470a req-2976ea54-672d-4271-bd25-dfcff1bc8d7a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1100 time: 0.1104431 Nov 25 19:22:18.187905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Allocated IP 172.20.0.2 (2c06285a-bc71-4c0a-8d45-ac5d5c57a216/205b4ac1-dff3-40aa-8bca-8fda88f5eab4/e312391c-6039-4ed2-8984-2b1c5bc7c2f6) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:18.193587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: ccaffeee-9744-427c-b349-6fbcc4352a06 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:18.194202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ccaffeee-9744-427c-b349-6fbcc4352a06 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:18.324579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5515238a-6a36-470e-a228-575d77a55ff4 None None] Provisioning complete for port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:18.329490 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5515238a-6a36-470e-a228-575d77a55ff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:18.339306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e52d59f-4a20-4877-a815-565f057c470a req-46f984b1-24c9-47a4-828b-9165f8df1ed5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506968 Nov 25 19:22:18.350378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=153456c6-a8f7-4ad6-a844-5dce937bc41d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:18.543891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:18.645071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fb8a2-2cc2-4338-abae-e63d820b8311 req-9c3ec00a-1b03-40d9-acb0-58b86b7462cf tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:18.660466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5515238a-6a36-470e-a228-575d77a55ff4 None None] Port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:18.662730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c0fb8a2-2cc2-4338-abae-e63d820b8311 req-9c3ec00a-1b03-40d9-acb0-58b86b7462cf tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.2409556 Nov 25 19:22:18.713385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e9908-6e99-4203-9bfc-9cb102bed9f8 req-19c2f1ac-1e35-4bcc-8931-a0a443226388 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:18.728694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a4e9908-6e99-4203-9bfc-9cb102bed9f8 req-19c2f1ac-1e35-4bcc-8931-a0a443226388 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac0ade9b-286d-4356-a609-70073a20c600 HTTP/1.1" status: 200 len: 950 time: 0.2225094 Nov 25 19:22:18.741052 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:18.759973 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:18.842325 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:18.879439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c0fb8a2-2cc2-4338-abae-e63d820b8311 req-327d0cea-ab40-4483-9eeb-f46187be2be1 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156670 Nov 25 19:22:18.891470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:18.898619 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Pushing event updated for resources: {'Port': ['ID=e312391c-6039-4ed2-8984-2b1c5bc7c2f6,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:18.914731 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:18.923876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:18.960510 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a4e9908-6e99-4203-9bfc-9cb102bed9f8 req-c45ec56d-ece6-4c49-abf1-8e6b44d6ff00 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909416 Nov 25 19:22:18.985812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:19.020311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Attempting to bind port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:19.021330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Attempting to bind port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:19.021713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Attempting to bind port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 on network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:19.028791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:19.029183 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Checking segment: {'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:19.029591 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:19.029995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Bound using segment: {'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:19.030487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Bound port: e312391c-6039-4ed2-8984-2b1c5bc7c2f6, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:19.031684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:19.130780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ac186-ab2d-40dc-b4b6-7c09a61b7524 req-3ea427f4-7c60-417e-9484-f542eacc647d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:19.142500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d8ac186-ab2d-40dc-b4b6-7c09a61b7524 req-3ea427f4-7c60-417e-9484-f542eacc647d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 943 time: 0.1429965 Nov 25 19:22:19.161802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] For port e312391c-6039-4ed2-8984-2b1c5bc7c2f6, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:19.170070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] For port e312391c-6039-4ed2-8984-2b1c5bc7c2f6, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e312391c-6039-4ed2-8984-2b1c5bc7c2f6,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:19.180617 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:19.321810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d8ac186-ab2d-40dc-b4b6-7c09a61b7524 req-291a0bf6-8816-4a28-b79f-7be944642f8e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774499 Nov 25 19:22:19.334273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e769d4-0c27-4979-9282-d12b8b7fa4a4 None None] Pushing event updated for resources: {'Port': ['ID=e312391c-6039-4ed2-8984-2b1c5bc7c2f6,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:19.412163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Allocated IP 172.25.8.249 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/6cf58d47-8ed6-45f0-bc64-8882a107a038) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:20.158444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:20.244000 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:20.291886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81595d2-2a49-4481-8892-ac7748f14fa1 req-928b84e8-987a-49f4-8cf6-b940e7e77819 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:20.294229 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f81595d2-2a49-4481-8892-ac7748f14fa1 req-928b84e8-987a-49f4-8cf6-b940e7e77819 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "GET /v2.0/ports?device_id=0576cbe8-ce75-48ce-94b8-5af293d9af57 HTTP/1.1" status: 200 len: 949 time: 0.3457909 Nov 25 19:22:20.302198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 10636141-cba3-4aec-b07d-eade52ed416e no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:20.321496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896d0a62-bf6f-40c1-8916-03ce7100a9a4 req-def54944-9001-48f9-b2b0-c2625f6ce406 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:20.331181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-896d0a62-bf6f-40c1-8916-03ce7100a9a4 req-def54944-9001-48f9-b2b0-c2625f6ce406 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.3163478 Nov 25 19:22:20.386410 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:20.396050 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:20.411152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa6a5-5c19-40fa-9e93-e48868f1fe0c req-1f0f1173-42ff-46c8-932c-6f7089814438 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:20.420935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25aaa6a5-5c19-40fa-9e93-e48868f1fe0c req-1f0f1173-42ff-46c8-932c-6f7089814438 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac0ade9b-286d-4356-a609-70073a20c600 HTTP/1.1" status: 200 len: 950 time: 0.2280917 Nov 25 19:22:20.432623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f370529-d3a3-4ab1-96d1-d1f5f5ca5e85 req-337b790a-d57a-4eb5-b341-d5ac70db6a8a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:20.439290 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0f370529-d3a3-4ab1-96d1-d1f5f5ca5e85 req-337b790a-d57a-4eb5-b341-d5ac70db6a8a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/ports?device_id=ac0ade9b-286d-4356-a609-70073a20c600 HTTP/1.1" status: 200 len: 950 time: 1.0242763 Nov 25 19:22:20.533527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ba479f58-0a30-4805-84f7-ce47f4de0225 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:20.538019 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25aaa6a5-5c19-40fa-9e93-e48868f1fe0c req-dec0c045-6920-4dcd-b0b3-e6225f3887f3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158350 Nov 25 19:22:20.556212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-896d0a62-bf6f-40c1-8916-03ce7100a9a4 req-f038a6c6-47ba-47ec-87a7-4b371b42299a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240551 Nov 25 19:22:20.624125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-f81595d2-2a49-4481-8892-ac7748f14fa1 req-6f466a6e-cbb1-4ade-bf79-98620e2b0754 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Deleting port a7a5512c-3bad-409c-80a0-2b17ef862bff {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:20.624772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f81595d2-2a49-4481-8892-ac7748f14fa1 req-6f466a6e-cbb1-4ade-bf79-98620e2b0754 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:20.799774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ba479f58-0a30-4805-84f7-ce47f4de0225 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:20.801884 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:20.834197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa3e9c5-249b-4ae0-9539-a5b4614cd812 req-90022f61-3332-445f-aa8c-bccd48f014bc tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:20.835154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1aa3e9c5-249b-4ae0-9539-a5b4614cd812 req-90022f61-3332-445f-aa8c-bccd48f014bc tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 943 time: 0.0975032 Nov 25 19:22:20.861342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-f81595d2-2a49-4481-8892-ac7748f14fa1 req-6f466a6e-cbb1-4ade-bf79-98620e2b0754 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] For port a7a5512c-3bad-409c-80a0-2b17ef862bff, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a7a5512c-3bad-409c-80a0-2b17ef862bff,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:20.862045 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f81595d2-2a49-4481-8892-ac7748f14fa1 req-6f466a6e-cbb1-4ade-bf79-98620e2b0754 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:20.931584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Pushing event updated for resources: {'Port': ['ID=a8ef84f3-3d05-4016-acd8-4e80e89db0e6,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:20.935922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-f81595d2-2a49-4481-8892-ac7748f14fa1 req-6f466a6e-cbb1-4ade-bf79-98620e2b0754 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Calling delete_port for a7a5512c-3bad-409c-80a0-2b17ef862bff owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:21.022165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:21.042461 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:21.093325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:21.115433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port ba479f58-0a30-4805-84f7-ce47f4de0225, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ba479f58-0a30-4805-84f7-ce47f4de0225,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:21.122695 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:21.125777 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:21.129468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e312391c-6039-4ed2-8984-2b1c5bc7c2f6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:21.306845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0f370529-d3a3-4ab1-96d1-d1f5f5ca5e85 req-665f1f75-328c-4c2e-ad73-051eecab5616 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Deleting port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:21.326902 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0f370529-d3a3-4ab1-96d1-d1f5f5ca5e85 req-665f1f75-328c-4c2e-ad73-051eecab5616 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:21.333428 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=ba479f58-0a30-4805-84f7-ce47f4de0225,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:21.419946 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1aa3e9c5-249b-4ae0-9539-a5b4614cd812 req-c73f08bb-266e-47bb-a12e-9b2aa11ead1b tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5695879 Nov 25 19:22:21.433377 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f81595d2-2a49-4481-8892-ac7748f14fa1 req-6f466a6e-cbb1-4ade-bf79-98620e2b0754 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:21.450908 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a7a5512c-3bad-409c-80a0-2b17ef862bff'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:21.453352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'fb06f442-20c9-416f-935e-730ea8c17cd3'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:21.528308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f466a6e-cbb1-4ade-bf79-98620e2b0754 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event deleted for resources: {'Port': ['ID=a7a5512c-3bad-409c-80a0-2b17ef862bff,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:21.703248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81595d2-2a49-4481-8892-ac7748f14fa1 req-6f466a6e-cbb1-4ade-bf79-98620e2b0754 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] No DVR routers for this DVR port a7a5512c-3bad-409c-80a0-2b17ef862bff on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:21.710301 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f81595d2-2a49-4481-8892-ac7748f14fa1 req-6f466a6e-cbb1-4ade-bf79-98620e2b0754 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:21.721980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f81595d2-2a49-4481-8892-ac7748f14fa1 req-6f466a6e-cbb1-4ade-bf79-98620e2b0754 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.76 "DELETE /v2.0/ports/a7a5512c-3bad-409c-80a0-2b17ef862bff HTTP/1.1" status: 204 len: 173 time: 1.3809502 Nov 25 19:22:21.722943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0576cbe8-ce75-48ce-94b8-5af293d9af57', 'name': 'network-vif-deleted', 'tag': 'a7a5512c-3bad-409c-80a0-2b17ef862bff'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:21.727201 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fc682a-e81d-495b-b385-1fcb477676b4" -d '{"events": [{"server_uuid": "0576cbe8-ce75-48ce-94b8-5af293d9af57", "name": "network-vif-deleted", "tag": "a7a5512c-3bad-409c-80a0-2b17ef862bff"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:21.755275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:21.755741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:21.856585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d7de4-0dbd-4204-87a9-db536f180c11 None None] Network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:22:21.903306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Router a2be9a0b-80bd-42ae-835d-0b48fbf4958c has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:22:21.933054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9658b82-38ea-4dac-ab80-0ca3a129de1e req-d21ffc72-32a2-4320-aec4-a5447e7729fa tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:21.934783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9658b82-38ea-4dac-ab80-0ca3a129de1e req-d21ffc72-32a2-4320-aec4-a5447e7729fa tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1100 time: 0.1140852 Nov 25 19:22:21.943036 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:21.961292 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9658b82-38ea-4dac-ab80-0ca3a129de1e req-e0cbc3c3-f11e-4485-a4ba-caf31cdcbe80 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.044131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4cb0e095-31f4-4015-bd76-7d8fa5147e18 None None] Provisioning complete for port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:22.044514 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4cb0e095-31f4-4015-bd76-7d8fa5147e18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.088386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:22.101210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:22.107238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0f370529-d3a3-4ab1-96d1-d1f5f5ca5e85 req-665f1f75-328c-4c2e-ad73-051eecab5616 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] For port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:22.107573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0f370529-d3a3-4ab1-96d1-d1f5f5ca5e85 req-665f1f75-328c-4c2e-ad73-051eecab5616 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.110270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:22.315364 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9658b82-38ea-4dac-ab80-0ca3a129de1e req-e0cbc3c3-f11e-4485-a4ba-caf31cdcbe80 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.333935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0f370529-d3a3-4ab1-96d1-d1f5f5ca5e85 req-665f1f75-328c-4c2e-ad73-051eecab5616 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Calling delete_port for ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:22.339308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9658b82-38ea-4dac-ab80-0ca3a129de1e req-e0cbc3c3-f11e-4485-a4ba-caf31cdcbe80 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.416111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:22.509166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbc3c3-f11e-4485-a4ba-caf31cdcbe80 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd5f244c-6c40-465f-a744-047594f68dc3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:22.521900 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.537799 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4cb0e095-31f4-4015-bd76-7d8fa5147e18 None None] Port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:22.559284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9658b82-38ea-4dac-ab80-0ca3a129de1e req-e0cbc3c3-f11e-4485-a4ba-caf31cdcbe80 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6177640 Nov 25 19:22:22.606387 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-0478c349-3fe1-443b-a1b7-e9863baa34a0 service neutron] 10.222.0.76 "GET /v2.0/ports/10636141-cba3-4aec-b07d-eade52ed416e/bindings/n-h1-817303-9 HTTP/1.1" status: 200 len: 384 time: 0.5043991 Nov 25 19:22:22.670140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Pushing event updated for resources: {'Port': ['ID=6cf58d47-8ed6-45f0-bc64-8882a107a038,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:22.757172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port e312391c-6039-4ed2-8984-2b1c5bc7c2f6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e312391c-6039-4ed2-8984-2b1c5bc7c2f6,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:22.767071 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.790239 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.799245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108f3e62-570d-4cda-848b-b293e3d96e46 req-4b645d1e-c376-4e61-af8e-db3891828de8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:22.808429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-108f3e62-570d-4cda-848b-b293e3d96e46 req-4b645d1e-c376-4e61-af8e-db3891828de8 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac0ade9b-286d-4356-a609-70073a20c600 HTTP/1.1" status: 200 len: 950 time: 0.2914517 Nov 25 19:22:22.867880 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46637a4f-67d0-4a12-9df1-efdcb2b5d68a x-openstack-request-id: req-46637a4f-67d0-4a12-9df1-efdcb2b5d68a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:22.868152 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0576cbe8-ce75-48ce-94b8-5af293d9af57", "name": "network-vif-deleted", "tag": "a7a5512c-3bad-409c-80a0-2b17ef862bff", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:22.868319 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46637a4f-67d0-4a12-9df1-efdcb2b5d68a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:22.868730 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0576cbe8-ce75-48ce-94b8-5af293d9af57', 'name': 'network-vif-deleted', 'tag': 'a7a5512c-3bad-409c-80a0-2b17ef862bff', 'status': 'completed', 'code': 200} Nov 25 19:22:22.899111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-108f3e62-570d-4cda-848b-b293e3d96e46 req-0365afd6-e389-416e-8516-a0c1183c6772 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864298 Nov 25 19:22:22.920561 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3d6c30d3-35e2-456b-816c-797bc6877f2b None None] Provisioning complete for port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:22.921045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d6c30d3-35e2-456b-816c-797bc6877f2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:22.926312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=e312391c-6039-4ed2-8984-2b1c5bc7c2f6,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:22.931073 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.067339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ba479f58-0a30-4805-84f7-ce47f4de0225 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:23.190405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e83b28e-8b97-4bde-8476-582ba35515e4 req-7787ac0e-03b5-40aa-a067-3791ef1d1107 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:23.202417 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e83b28e-8b97-4bde-8476-582ba35515e4 req-7787ac0e-03b5-40aa-a067-3791ef1d1107 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 943 time: 0.1035621 Nov 25 19:22:23.306478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e83b28e-8b97-4bde-8476-582ba35515e4 req-7a3c9b44-066c-435a-ac33-7337d84dc066 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028640 Nov 25 19:22:23.316084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:23.332544 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ba479f58-0a30-4805-84f7-ce47f4de0225 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:23.333556 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.337767 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-11fa1044-5353-412e-b78c-a024d92e1f2f admin admin] 10.222.0.15 "PUT /v2.0/routers/a2be9a0b-80bd-42ae-835d-0b48fbf4958c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4321985 Nov 25 19:22:23.364320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-621b8abd-8e09-4d7d-b8a2-30e8465d35de service neutron] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=10636141-cba3-4aec-b07d-eade52ed416e,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:23.375583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Sync routers for ids ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:23.375823 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0f370529-d3a3-4ab1-96d1-d1f5f5ca5e85 req-665f1f75-328c-4c2e-ad73-051eecab5616 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.431492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-621b8abd-8e09-4d7d-b8a2-30e8465d35de service neutron] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:23.568135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-621b8abd-8e09-4d7d-b8a2-30e8465d35de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10636141-cba3-4aec-b07d-eade52ed416e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:22:23.575107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Routers {'a2be9a0b-80bd-42ae-835d-0b48fbf4958c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:23.576168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:23.584935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-621b8abd-8e09-4d7d-b8a2-30e8465d35de service neutron] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=10636141-cba3-4aec-b07d-eade52ed416e,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:23.608285 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-621b8abd-8e09-4d7d-b8a2-30e8465d35de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.626197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f1f75-328c-4c2e-ad73-051eecab5616 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event deleted for resources: {'Port': ['ID=ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:23.697616 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.770582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-14de2c58-2ef5-41bb-8396-de5eeeb8a266 None None] Provisioning complete for port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:23.771175 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14de2c58-2ef5-41bb-8396-de5eeeb8a266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.802311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-621b8abd-8e09-4d7d-b8a2-30e8465d35de service neutron] Transition to ACTIVE for port object 10636141-cba3-4aec-b07d-eade52ed416e will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:22:23.810040 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-621b8abd-8e09-4d7d-b8a2-30e8465d35de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.928167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f370529-d3a3-4ab1-96d1-d1f5f5ca5e85 req-665f1f75-328c-4c2e-ad73-051eecab5616 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] No DVR routers for this DVR port ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:23.961031 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0f370529-d3a3-4ab1-96d1-d1f5f5ca5e85 req-665f1f75-328c-4c2e-ad73-051eecab5616 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:23.969635 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0f370529-d3a3-4ab1-96d1-d1f5f5ca5e85 req-665f1f75-328c-4c2e-ad73-051eecab5616 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "DELETE /v2.0/ports/ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7 HTTP/1.1" status: 204 len: 173 time: 3.4796298 Nov 25 19:22:23.970166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac0ade9b-286d-4356-a609-70073a20c600', 'name': 'network-vif-deleted', 'tag': 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:23.983464 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22408d37-e020-41eb-aa8c-1be33bd5bf4d" -d '{"events": [{"server_uuid": "ac0ade9b-286d-4356-a609-70073a20c600", "name": "network-vif-deleted", "tag": "ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:23.995202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b8abd-8e09-4d7d-b8a2-30e8465d35de service neutron] Pushing event updated for resources: {'Port': ['ID=10636141-cba3-4aec-b07d-eade52ed416e,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:24.064693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-621b8abd-8e09-4d7d-b8a2-30e8465d35de service neutron] No DVR routers for this DVR port 10636141-cba3-4aec-b07d-eade52ed416e on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:24.139871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-621b8abd-8e09-4d7d-b8a2-30e8465d35de service neutron] 10.222.0.76 "PUT /v2.0/ports/10636141-cba3-4aec-b07d-eade52ed416e/bindings/n-h1-817303-9/activate HTTP/1.1" status: 200 len: 369 time: 1.5159385 Nov 25 19:22:24.284903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Set router a2be9a0b-80bd-42ae-835d-0b48fbf4958c gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:24.336525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a7a5512c-3bad-409c-80a0-2b17ef862bff no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:24.403205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: a7a5512c-3bad-409c-80a0-2b17ef862bff {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:24.403559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a7a5512c-3bad-409c-80a0-2b17ef862bff not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:24.629138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea535a72-b1eb-4207-adc4-c147e673d049 req-6e8f6b08-7c66-4276-9587-118ed7cdb7ce tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac0ade9b-286d-4356-a609-70073a20c600 HTTP/1.1" status: 200 len: 210 time: 0.0666547 Nov 25 19:22:24.638477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-f11645ab-3e52-4cda-9288-938ab38f3631 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1838734 Nov 25 19:22:24.643673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-b0155ff1-7740-4844-a8f0-22687959d455 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:22:24.658661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-b0155ff1-7740-4844-a8f0-22687959d455 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0192211 Nov 25 19:22:24.668415 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cdff3e9-7355-4df8-9a67-f9ac4b3b9ec7 x-openstack-request-id: req-1cdff3e9-7355-4df8-9a67-f9ac4b3b9ec7 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:24.668993 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac0ade9b-286d-4356-a609-70073a20c600", "name": "network-vif-deleted", "tag": "ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:24.669318 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1cdff3e9-7355-4df8-9a67-f9ac4b3b9ec7 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:24.669990 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac0ade9b-286d-4356-a609-70073a20c600', 'name': 'network-vif-deleted', 'tag': 'ef6946b4-6df3-49a1-a3ad-8aae7d13e5f7', 'status': 'completed', 'code': 200} Nov 25 19:22:24.677311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-a13b496b-e1fb-4c49-b2ae-9fc5e95227e8 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:24.680107 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-a13b496b-e1fb-4c49-b2ae-9fc5e95227e8 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1095 time: 0.3956826 Nov 25 19:22:25.024162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e312391c-6039-4ed2-8984-2b1c5bc7c2f6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:25.074848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49384) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:25.099272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-network', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:25.148705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-router', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:18Z', 'revision_number': 4, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'gw_port': {'id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:08Z', 'updated_at': '2021-11-25T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a8ef84f3-3d05-4016-acd8-4e80e89db0e6', 'name': '', 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'mac_address': 'fa:16:3e:a2:8e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'de433ccd-ce7c-4ad8-86e8-8cf9190d38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:16Z', 'updated_at': '2021-11-25T19:22:18Z', 'revision_number': 2, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'subnets': [{'id': 'de433ccd-ce7c-4ad8-86e8-8cf9190d38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:25.154851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba979c98-290c-4cfb-88b8-a6645096e199 req-17426def-61b4-4194-8dbb-6080007534ba tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:25.162586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-0f77b9c6-6e7f-4d5f-abb1-a7554981e08e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:25.165406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba979c98-290c-4cfb-88b8-a6645096e199 req-17426def-61b4-4194-8dbb-6080007534ba tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.4413462 Nov 25 19:22:25.165715 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-0f77b9c6-6e7f-4d5f-abb1-a7554981e08e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2 HTTP/1.1" status: 200 len: 1095 time: 0.4658086 Nov 25 19:22:25.221259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:25.222267 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.305692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.315324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcac128-be78-4f30-981a-06920c1c8141 req-b062d2cc-9902-4117-9f8b-c60b38f68310 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:25.320923 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'fb06f442-20c9-416f-935e-730ea8c17cd3'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:25.326129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cbcac128-be78-4f30-981a-06920c1c8141 req-b062d2cc-9902-4117-9f8b-c60b38f68310 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 944 time: 0.4408815 Nov 25 19:22:25.333090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Made reservation on behalf of e4e6ed5bd837497d9998072d1baae923 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:25.335906 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.378258 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.405196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba979c98-290c-4cfb-88b8-a6645096e199 req-a3d08eb0-d71d-4be8-89b9-8589be99685f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356932 Nov 25 19:22:25.444886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-977ea656-b9e9-467b-8ab2-969f2c5b4337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:25.447622 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-977ea656-b9e9-467b-8ab2-969f2c5b4337 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 1095 time: 0.2524991 Nov 25 19:22:25.469241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Checking router: a2be9a0b-80bd-42ae-835d-0b48fbf4958c for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:22:25.469604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Updating router a2be9a0b-80bd-42ae-835d-0b48fbf4958c port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:22:25.552445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cbcac128-be78-4f30-981a-06920c1c8141 req-09651dce-a48a-42c4-ac96-fb86eed63f02 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198291 Nov 25 19:22:25.746209 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.754842 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.802263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:22:25.820644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf17db2-305d-4567-b70f-9ba6c464c89c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:25.827060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.827524 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Added segment 2871ab18-864e-4dab-9d9f-c5f2c39c7354 of type vlan for network 26bfa67a-7724-45b2-8469-2829159bf039 Nov 25 19:22:25.919744 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.930787 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.960504 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:25.962254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:25.966916 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:26.056709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Router 64d4dad2-284d-4da4-a964-0c6c565c5048 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:22:26.084996 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9985025 Nov 25 19:22:26.085342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49404) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:26.088443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01da868-6604-45e0-824e-b2d5f6f30919 admin admin] Pushing event updated for resources: {'Network': ['ID=26bfa67a-7724-45b2-8469-2829159bf039,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:26.102262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] Request body: {'subnet': {'network_id': '26bfa67a-7724-45b2-8469-2829159bf039', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-subnet', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:26.113023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 26bfa67a-7724-45b2-8469-2829159bf039 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:22:26.131513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-5c8e7750-d9ce-4f60-b47b-c0b51b73c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:26.134294 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-5c8e7750-d9ce-4f60-b47b-c0b51b73c4a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.6758833 Nov 25 19:22:26.138876 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] Made reservation on behalf of e4e6ed5bd837497d9998072d1baae923 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:26.142279 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:26.218497 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-ab5c9797-ab4b-4621-85c5-f795c77dde86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10636141-cba3-4aec-b07d-eade52ed416e HTTP/1.1" status: 200 len: 217 time: 0.0609548 Nov 25 19:22:26.410086 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:22:26.690753 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407b1c3-b6eb-45d8-b700-4ee285c7d56b req-33c5777f-1653-4279-bb67-f538aa23bd0c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:26.710263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0407b1c3-b6eb-45d8-b700-4ee285c7d56b req-33c5777f-1653-4279-bb67-f538aa23bd0c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.1668401 Nov 25 19:22:26.820169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0407b1c3-b6eb-45d8-b700-4ee285c7d56b req-5bb52da3-d83c-4e9f-b9ec-803b83f74b36 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053247 Nov 25 19:22:27.201215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37004e0-6658-48da-b801-66bc72675585 req-d9632428-0644-4064-9748-fc7c299bd86e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:27.209629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f37004e0-6658-48da-b801-66bc72675585 req-d9632428-0644-4064-9748-fc7c299bd86e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 944 time: 0.0783770 Nov 25 19:22:27.318069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f37004e0-6658-48da-b801-66bc72675585 req-354d4e6d-d492-44a5-af5a-43f223284c2b tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074026 Nov 25 19:22:27.376853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-afcb90be-1d98-44db-9d48-602c4b53ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:27.378778 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-afcb90be-1d98-44db-9d48-602c4b53ab2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.6629124 Nov 25 19:22:27.390423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:27.410044 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:27.410363 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Sync routers for ids ['64d4dad2-284d-4da4-a964-0c6c565c5048'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:27.442757 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Routers {'64d4dad2-284d-4da4-a964-0c6c565c5048'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:27.450060 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['64d4dad2-284d-4da4-a964-0c6c565c5048'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:27.459212 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:27.477102 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:27.502559 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-56868b48-9d22-4407-bbd9-71b38fc078c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1044774 Nov 25 19:22:27.536782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-2f329e42-e7c7-470f-9e5f-0d18695f91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:27.539078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-2f329e42-e7c7-470f-9e5f-0d18695f91bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1100 time: 0.1129882 Nov 25 19:22:27.581335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:27.592451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5e0db-e102-494a-9f7e-c6a216c316b0 None None] Pushing event updated for resources: {'Port': ['ID=a8ef84f3-3d05-4016-acd8-4e80e89db0e6,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:27.593133 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ccd98ef1-ae2a-4e7d-8bfd-df31dfc52994 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 10.6613612 Nov 25 19:22:27.596663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49424) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:27.699023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Attempting to bind port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:27.699410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Attempting to bind port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:27.699792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Attempting to bind port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 on network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:27.715922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:27.715922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Checking segment: {'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:27.716562 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:27.716643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Bound using segment: {'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:27.717330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Bound port: a8ef84f3-3d05-4016-acd8-4e80e89db0e6, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:27.717799 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:27.841152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-3aae7632-0cda-4f0a-9f40-75a78eac6c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:27.846632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-3aae7632-0cda-4f0a-9f40-75a78eac6c64 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2982111 Nov 25 19:22:27.858158 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Set router 64d4dad2-284d-4da4-a964-0c6c565c5048 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:27.885702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] For port a8ef84f3-3d05-4016-acd8-4e80e89db0e6, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:27.896537 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] For port a8ef84f3-3d05-4016-acd8-4e80e89db0e6, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a8ef84f3-3d05-4016-acd8-4e80e89db0e6,segment=NetworkSegment(a33b628d-757c-4196-9649-67265011960c),segment_id=a33b628d-757c-4196-9649-67265011960c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:27.915612 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:27.945872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-696f0724-0107-40cb-8ab0-fd4f9b27ba86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 200 len: 217 time: 0.0892982 Nov 25 19:22:28.007027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5e0db-e102-494a-9f7e-c6a216c316b0 None None] Pushing event updated for resources: {'Port': ['ID=a8ef84f3-3d05-4016-acd8-4e80e89db0e6,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:28.038643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1df95c44-ec91-40a6-9767-8088862b1ff7 None None] Provisioning complete for port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:28.039211 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1df95c44-ec91-40a6-9767-8088862b1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:28.040410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-553a97db-c2a3-4cfc-9ff0-642b366736f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:28.043829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-553a97db-c2a3-4cfc-9ff0-642b366736f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0905571 Nov 25 19:22:28.133922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Routers {'a2be9a0b-80bd-42ae-835d-0b48fbf4958c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:28.134588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:28.195147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-cecfc0d0-4dc9-4f47-b651-dbeef2f57b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:28.197322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-cecfc0d0-4dc9-4f47-b651-dbeef2f57b85 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1159835 Nov 25 19:22:28.208675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb4ff72-e2ff-4881-8dee-becaf4c04841 req-77ac3da8-4b94-4664-8767-c656ef66c7f9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:28.216517 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bb4ff72-e2ff-4881-8dee-becaf4c04841 req-77ac3da8-4b94-4664-8767-c656ef66c7f9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.1710176 Nov 25 19:22:28.410615 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1df95c44-ec91-40a6-9767-8088862b1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:28.457591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] Set router a2be9a0b-80bd-42ae-835d-0b48fbf4958c gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:28.485715 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:22Z', 'revision_number': 3, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:28.497947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1df95c44-ec91-40a6-9767-8088862b1ff7 None None] For port a8ef84f3-3d05-4016-acd8-4e80e89db0e6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a8ef84f3-3d05-4016-acd8-4e80e89db0e6,segment=NetworkSegment(a33b628d-757c-4196-9649-67265011960c),segment_id=a33b628d-757c-4196-9649-67265011960c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:28.513643 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1df95c44-ec91-40a6-9767-8088862b1ff7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:28.567493 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Checking router: 64d4dad2-284d-4da4-a964-0c6c565c5048 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:22:28.568032 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Updating router 64d4dad2-284d-4da4-a964-0c6c565c5048 port 6cf58d47-8ed6-45f0-bc64-8882a107a038 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:22:28.570531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df1b2be-6fe3-4f0f-90de-84659423920e req-f1f4e073-569d-4bd9-b98f-2fb0fc7f298a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:28.572204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0df1b2be-6fe3-4f0f-90de-84659423920e req-f1f4e073-569d-4bd9-b98f-2fb0fc7f298a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=3458a936-9c5d-4025-a84c-d614a70ef071 HTTP/1.1" status: 200 len: 949 time: 0.4894938 Nov 25 19:22:28.579181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-6e1f4596-ac13-4ec7-9bc1-e2d9b7969bc1 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471432 Nov 25 19:22:28.623041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a09a42f3-9de2-43be-9c4a-4757f31317ee,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:28.632974 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:28.722219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:28.739569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] Checking segment: {'id': '2871ab18-864e-4dab-9d9f-c5f2c39c7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:28.739994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] Network hostable DHCP agents. Network: 26bfa67a-7724-45b2-8469-2829159bf039, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:22:28.935382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-534c579c-6392-4ce3-baac-6dad43d524e5 None None] Provisioning complete for port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:28.935786 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-534c579c-6392-4ce3-baac-6dad43d524e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:28.949025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Allocated IP 172.20.0.1 (2c06285a-bc71-4c0a-8d45-ac5d5c57a216/205b4ac1-dff3-40aa-8bca-8fda88f5eab4/56440a35-273a-4dfa-b3af-49f01dc13f9a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:29.014455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df95c44-ec91-40a6-9767-8088862b1ff7 None None] Pushing event updated for resources: {'Port': ['ID=a8ef84f3-3d05-4016-acd8-4e80e89db0e6,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:29.063081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-router', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:18Z', 'revision_number': 4, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'gw_port': {'id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:08Z', 'updated_at': '2021-11-25T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a8ef84f3-3d05-4016-acd8-4e80e89db0e6', 'name': '', 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'mac_address': 'fa:16:3e:a2:8e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'de433ccd-ce7c-4ad8-86e8-8cf9190d38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:16Z', 'updated_at': '2021-11-25T19:22:27Z', 'revision_number': 4, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'subnets': [{'id': 'de433ccd-ce7c-4ad8-86e8-8cf9190d38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:29.092846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bb22d2-ceec-42c4-b577-922fcf9cfc4c None None] The sync data for ids ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'] in n-d-817303-9 is: [{'id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-router', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:22:18Z', 'revision_number': 4, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'gw_port': {'id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:08Z', 'updated_at': '2021-11-25T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a8ef84f3-3d05-4016-acd8-4e80e89db0e6', 'name': '', 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'mac_address': 'fa:16:3e:a2:8e:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'device_owner': 'network:router_interface', 'standard_attr_id': 525, 'fixed_ips': [{'subnet_id': 'de433ccd-ce7c-4ad8-86e8-8cf9190d38e8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:16Z', 'updated_at': '2021-11-25T19:22:27Z', 'revision_number': 4, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'subnets': [{'id': 'de433ccd-ce7c-4ad8-86e8-8cf9190d38e8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:22:29.118440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] Network 26bfa67a-7724-45b2-8469-2829159bf039 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:22:29.252102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-82efd988-3541-47a0-953a-3d57052fa4a0 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6583214 Nov 25 19:22:29.298137 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.307756 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.328063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0df1b2be-6fe3-4f0f-90de-84659423920e req-d62d4286-166c-4e95-848f-20aaf6490c56 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7330711 Nov 25 19:22:29.359296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 26bfa67a-7724-45b2-8469-2829159bf039) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:29.384321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f21bfb-af50-45da-90d4-3351c4987a6e None None] Network 26bfa67a-7724-45b2-8469-2829159bf039 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:22:29.388469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:29.407211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bb4ff72-e2ff-4881-8dee-becaf4c04841 req-541e94d6-0557-4645-962a-14d96b8bd7dc tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1501102 Nov 25 19:22:29.420811 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.430735 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-24fd0aef-4a3a-4896-9bd1-99f5a0386b45 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8970397 Nov 25 19:22:29.483463 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4437e81-a76c-48f2-932d-a16c54d68735 None None] Pushing event updated for resources: {'Port': ['ID=6cf58d47-8ed6-45f0-bc64-8882a107a038,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:29.491675 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Attempting to bind port 6cf58d47-8ed6-45f0-bc64-8882a107a038 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:29.492419 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Attempting to bind port 6cf58d47-8ed6-45f0-bc64-8882a107a038 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:29.492419 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Attempting to bind port 6cf58d47-8ed6-45f0-bc64-8882a107a038 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:29.524232 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:29.525354 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:29.532750 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.533538 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:29.534445 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Bound port: 6cf58d47-8ed6-45f0-bc64-8882a107a038, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:29.535302 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.613734 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.623788 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c262e12f-62e5-4b19-893c-423e71dfde62 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5371218 Nov 25 19:22:29.630041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49436) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:29.645322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-router', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:29.700446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c46de3-1349-44ab-8876-4f6cc4e47d7b req-a17a2b7c-d61b-4933-9cc3-53c17cfc27d1 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:29.704944 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9c46de3-1349-44ab-8876-4f6cc4e47d7b req-a17a2b7c-d61b-4933-9cc3-53c17cfc27d1 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/ports?device_id=e3203b0f-3344-4803-9e6b-90eee514c1bb HTTP/1.1" status: 200 len: 949 time: 0.1590619 Nov 25 19:22:29.801165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cf3de-297d-47bc-b443-b966126c4da0 req-0f45f7d8-9ec5-43e7-a942-949ee9f7b2a7 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:29.803302 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bb6cf3de-297d-47bc-b443-b966126c4da0 req-0f45f7d8-9ec5-43e7-a942-949ee9f7b2a7 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/ports?device_id=3458a936-9c5d-4025-a84c-d614a70ef071 HTTP/1.1" status: 200 len: 949 time: 0.6283588 Nov 25 19:22:29.846590 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] For port 6cf58d47-8ed6-45f0-bc64-8882a107a038, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:29.848136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-26bfa67a-7724-45b2-8469-2829159bf039', 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'fixed_ips': [{'subnet_id': 'a09a42f3-9de2-43be-9c4a-4757f31317ee'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:22:29.849025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.852295 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] For port 6cf58d47-8ed6-45f0-bc64-8882a107a038, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6cf58d47-8ed6-45f0-bc64-8882a107a038,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:29.864121 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:29.933588 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Routers {'64d4dad2-284d-4da4-a964-0c6c565c5048'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:29.934289 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['64d4dad2-284d-4da4-a964-0c6c565c5048'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:29.960937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a134350-1509-44b1-9ca2-b24e19afa138 req-83889b84-010f-4c8d-88a4-6a65dc8864e1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:29.962633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a134350-1509-44b1-9ca2-b24e19afa138 req-83889b84-010f-4c8d-88a4-6a65dc8864e1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 944 time: 0.1959302 Nov 25 19:22:29.977981 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.014510 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4437e81-a76c-48f2-932d-a16c54d68735 None None] Pushing event updated for resources: {'Port': ['ID=6cf58d47-8ed6-45f0-bc64-8882a107a038,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:30.044721 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.046928 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.072704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a134350-1509-44b1-9ca2-b24e19afa138 req-4c250254-779c-46f1-9cc4-78a5c3b8de02 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001952 Nov 25 19:22:30.121076 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-e9c46de3-1349-44ab-8876-4f6cc4e47d7b req-0119d2e1-86af-4f5e-9872-419dfa2b28ba tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Deleting port 4e981803-1ef6-4e08-b319-0c5c27e7afe5 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:30.121410 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e9c46de3-1349-44ab-8876-4f6cc4e47d7b req-0119d2e1-86af-4f5e-9872-419dfa2b28ba tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.134393 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-8608c6ec-66b1-4d6f-8bbf-2ca6f49124f9 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6733057 Nov 25 19:22:30.141292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:30.181929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Allocated IP 172.20.0.2 (26bfa67a-7724-45b2-8469-2829159bf039/a09a42f3-9de2-43be-9c4a-4757f31317ee/854908aa-f98d-4a1e-a0fb-06e847c6da23) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:30.188261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:30.213390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:30.256820 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] Set router 64d4dad2-284d-4da4-a964-0c6c565c5048 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:30.312574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Pushing event updated for resources: {'Port': ['ID=56440a35-273a-4dfa-b3af-49f01dc13f9a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:30.329865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.367002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-bb6cf3de-297d-47bc-b443-b966126c4da0 req-2d628ab4-e864-426b-b5c4-27d60bd3c587 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Deleting port fb06f442-20c9-416f-935e-730ea8c17cd3 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:30.367470 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-bb6cf3de-297d-47bc-b443-b966126c4da0 req-2d628ab4-e864-426b-b5c4-27d60bd3c587 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.378908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e9c46de3-1349-44ab-8876-4f6cc4e47d7b req-0119d2e1-86af-4f5e-9872-419dfa2b28ba tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] For port 4e981803-1ef6-4e08-b319-0c5c27e7afe5, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4e981803-1ef6-4e08-b319-0c5c27e7afe5,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:30.379846 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e9c46de3-1349-44ab-8876-4f6cc4e47d7b req-0119d2e1-86af-4f5e-9872-419dfa2b28ba tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.446488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-e9c46de3-1349-44ab-8876-4f6cc4e47d7b req-0119d2e1-86af-4f5e-9872-419dfa2b28ba tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Calling delete_port for 4e981803-1ef6-4e08-b319-0c5c27e7afe5 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:30.469235 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.478898 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.506102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.608589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Network 26bfa67a-7724-45b2-8469-2829159bf039 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:30.623395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:30.628141 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:30.637832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Pushing event updated for resources: {'Port': ['ID=854908aa-f98d-4a1e-a0fb-06e847c6da23,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:30.766227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Attempting to bind port 854908aa-f98d-4a1e-a0fb-06e847c6da23 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:30.766593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Attempting to bind port 854908aa-f98d-4a1e-a0fb-06e847c6da23 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2871ab18-864e-4dab-9d9f-c5f2c39c7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:30.779693 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Attempting to bind port 854908aa-f98d-4a1e-a0fb-06e847c6da23 on network 26bfa67a-7724-45b2-8469-2829159bf039 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:30.796876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:30.798098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Checking segment: {'id': '2871ab18-864e-4dab-9d9f-c5f2c39c7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:30.798561 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.799001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Bound using segment: {'id': '2871ab18-864e-4dab-9d9f-c5f2c39c7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:30.799506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Bound port: 854908aa-f98d-4a1e-a0fb-06e847c6da23, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2871ab18-864e-4dab-9d9f-c5f2c39c7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:30.799900 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.828091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fd5f2-2da5-4855-ad32-1fc4627db092 req-d4fa4417-b003-479b-9109-1a0e481c31e3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:30.839103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a2fd5f2-2da5-4855-ad32-1fc4627db092 req-d4fa4417-b003-479b-9109-1a0e481c31e3 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=3458a936-9c5d-4025-a84c-d614a70ef071 HTTP/1.1" status: 200 len: 949 time: 0.1841047 Nov 25 19:22:30.899216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623eb79-017a-4c80-8759-c974b517a627 req-161917a3-cec5-4faa-ba5c-e6ae2b584557 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:30.900902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4623eb79-017a-4c80-8759-c974b517a627 req-161917a3-cec5-4faa-ba5c-e6ae2b584557 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.2404430 Nov 25 19:22:30.943575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] For port 854908aa-f98d-4a1e-a0fb-06e847c6da23, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:30.952748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] For port 854908aa-f98d-4a1e-a0fb-06e847c6da23, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=854908aa-f98d-4a1e-a0fb-06e847c6da23,segment=NetworkSegment(2871ab18-864e-4dab-9d9f-c5f2c39c7354),segment_id=2871ab18-864e-4dab-9d9f-c5f2c39c7354)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:30.958690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d08ce157-f551-4681-b914-3c585e73ede6 None None] Provisioning complete for port 56440a35-273a-4dfa-b3af-49f01dc13f9a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:30.959133 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d08ce157-f551-4681-b914-3c585e73ede6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.962270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.963215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-bb6cf3de-297d-47bc-b443-b966126c4da0 req-2d628ab4-e864-426b-b5c4-27d60bd3c587 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] For port fb06f442-20c9-416f-935e-730ea8c17cd3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb06f442-20c9-416f-935e-730ea8c17cd3,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:30.964313 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-bb6cf3de-297d-47bc-b443-b966126c4da0 req-2d628ab4-e864-426b-b5c4-27d60bd3c587 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:30.992190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-bb6cf3de-297d-47bc-b443-b966126c4da0 req-2d628ab4-e864-426b-b5c4-27d60bd3c587 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Calling delete_port for fb06f442-20c9-416f-935e-730ea8c17cd3 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:31.015555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a2fd5f2-2da5-4855-ad32-1fc4627db092 req-25ece6fe-1305-4806-b5ef-c26e491dfadb tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751051 Nov 25 19:22:31.107276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a8ef84f3-3d05-4016-acd8-4e80e89db0e6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:31.131942 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:22Z', 'revision_number': 3, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:31.224403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d08ce157-f551-4681-b914-3c585e73ede6 None None] Port 56440a35-273a-4dfa-b3af-49f01dc13f9a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:31.231868 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead63d00-7041-46e5-b5a4-299641658b18 None None] The sync data for ids ['64d4dad2-284d-4da4-a964-0c6c565c5048'] in n-d-817303-9 is: [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:22Z', 'revision_number': 3, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:22:31.286085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-aa66ea3b-33fc-4495-94c2-2b6119b4027a tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:31.288073 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-aa66ea3b-33fc-4495-94c2-2b6119b4027a tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1095 time: 0.6112535 Nov 25 19:22:31.349122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c61d2-5b9f-495d-b0b5-77bb692b627b None None] Pushing event updated for resources: {'Port': ['ID=854908aa-f98d-4a1e-a0fb-06e847c6da23,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:31.353213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4623eb79-017a-4c80-8759-c974b517a627 req-b550ad1d-afa5-441d-b11b-9c4ddd20926b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3812976 Nov 25 19:22:31.412176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:31.414287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:31.440247 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e9c46de3-1349-44ab-8876-4f6cc4e47d7b req-0119d2e1-86af-4f5e-9872-419dfa2b28ba tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:31.514119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:31.520517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:31.651567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119d2e1-86af-4f5e-9872-419dfa2b28ba tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event deleted for resources: {'Port': ['ID=4e981803-1ef6-4e08-b319-0c5c27e7afe5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:31.723301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-bb6cf3de-297d-47bc-b443-b966126c4da0 req-2d628ab4-e864-426b-b5c4-27d60bd3c587 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:31.833802 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9c46de3-1349-44ab-8876-4f6cc4e47d7b req-0119d2e1-86af-4f5e-9872-419dfa2b28ba tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] No DVR routers for this DVR port 4e981803-1ef6-4e08-b319-0c5c27e7afe5 on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:31.855552 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e9c46de3-1349-44ab-8876-4f6cc4e47d7b req-0119d2e1-86af-4f5e-9872-419dfa2b28ba tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:31.862114 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9c46de3-1349-44ab-8876-4f6cc4e47d7b req-0119d2e1-86af-4f5e-9872-419dfa2b28ba tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "DELETE /v2.0/ports/4e981803-1ef6-4e08-b319-0c5c27e7afe5 HTTP/1.1" status: 204 len: 173 time: 2.1476882 Nov 25 19:22:31.884289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3203b0f-3344-4803-9e6b-90eee514c1bb', 'name': 'network-vif-deleted', 'tag': '4e981803-1ef6-4e08-b319-0c5c27e7afe5'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:31.888637 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa694dc-3ee2-4de5-9738-2661b7aebda0" -d '{"events": [{"server_uuid": "e3203b0f-3344-4803-9e6b-90eee514c1bb", "name": "network-vif-deleted", "tag": "4e981803-1ef6-4e08-b319-0c5c27e7afe5"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:31.902253 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809dbdad-f9ea-4875-9c1f-f9c608b6921d req-1d65438d-1d5b-452f-9334-2db891c53f2a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:31.903997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-809dbdad-f9ea-4875-9c1f-f9c608b6921d req-1d65438d-1d5b-452f-9334-2db891c53f2a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 944 time: 0.3470805 Nov 25 19:22:32.010184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb6cf3de-297d-47bc-b443-b966126c4da0 req-2d628ab4-e864-426b-b5c4-27d60bd3c587 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] No DVR routers for this DVR port fb06f442-20c9-416f-935e-730ea8c17cd3 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:32.013066 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19005ba-af45-483a-b43c-07f7c20b56b9 x-openstack-request-id: req-b19005ba-af45-483a-b43c-07f7c20b56b9 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:32.013713 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3203b0f-3344-4803-9e6b-90eee514c1bb", "name": "network-vif-deleted", "tag": "4e981803-1ef6-4e08-b319-0c5c27e7afe5", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:32.014255 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b19005ba-af45-483a-b43c-07f7c20b56b9 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:32.015110 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3203b0f-3344-4803-9e6b-90eee514c1bb', 'name': 'network-vif-deleted', 'tag': '4e981803-1ef6-4e08-b319-0c5c27e7afe5', 'status': 'completed', 'code': 200} Nov 25 19:22:32.023113 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-bb6cf3de-297d-47bc-b443-b966126c4da0 req-2d628ab4-e864-426b-b5c4-27d60bd3c587 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:32.032481 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bb6cf3de-297d-47bc-b443-b966126c4da0 req-2d628ab4-e864-426b-b5c4-27d60bd3c587 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "DELETE /v2.0/ports/fb06f442-20c9-416f-935e-730ea8c17cd3 HTTP/1.1" status: 204 len: 173 time: 2.1722949 Nov 25 19:22:32.083661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3458a936-9c5d-4025-a84c-d614a70ef071', 'name': 'network-vif-deleted', 'tag': 'fb06f442-20c9-416f-935e-730ea8c17cd3'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:32.093779 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20281cd-2800-4594-a514-7dbe3dc40680" -d '{"events": [{"server_uuid": "3458a936-9c5d-4025-a84c-d614a70ef071", "name": "network-vif-deleted", "tag": "fb06f442-20c9-416f-935e-730ea8c17cd3"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:32.126334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-809dbdad-f9ea-4875-9c1f-f9c608b6921d req-d90bef7a-80fd-493e-800f-50cfd013be3f tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130041 Nov 25 19:22:32.413356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e43e4c5e-f482-4c88-8211-154002a88855 req-19851458-d129-488d-bd7f-daaaae8b0033 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=3458a936-9c5d-4025-a84c-d614a70ef071 HTTP/1.1" status: 200 len: 210 time: 0.0899560 Nov 25 19:22:32.472407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb06f442-20c9-416f-935e-730ea8c17cd3 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:32.598423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: fb06f442-20c9-416f-935e-730ea8c17cd3 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:32.598979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb06f442-20c9-416f-935e-730ea8c17cd3 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:32.600062 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4e981803-1ef6-4e08-b319-0c5c27e7afe5 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:32.663391 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-af7f3e1f-0ca7-4dcc-9df3-5f04b97cd7cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:32.674007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 4e981803-1ef6-4e08-b319-0c5c27e7afe5 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:32.674477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4e981803-1ef6-4e08-b319-0c5c27e7afe5 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:32.737023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d628ab4-e864-426b-b5c4-27d60bd3c587 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event deleted for resources: {'Port': ['ID=fb06f442-20c9-416f-935e-730ea8c17cd3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:32.762718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-ac953d52-bd62-4ab5-a637-3f37cde058fe service neutron] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:32.768476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14cb8e-d4c2-4274-94b2-bf7d1a3fb36d req-5938599e-2edb-42e5-b555-ed2ecec73ba8 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:32.771632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c14cb8e-d4c2-4274-94b2-bf7d1a3fb36d req-5938599e-2edb-42e5-b555-ed2ecec73ba8 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 1095 time: 0.1792583 Nov 25 19:22:32.819756 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:32.855785 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-ac953d52-bd62-4ab5-a637-3f37cde058fe service neutron] Publish callbacks [] for binding, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:32.856928 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3d14803-f1d1-44c7-b7dc-3d2581bcdf95 req-ac953d52-bd62-4ab5-a637-3f37cde058fe service neutron] 10.222.0.60 "DELETE /v2.0/ports/10636141-cba3-4aec-b07d-eade52ed416e/bindings/n-h2-817303-9 HTTP/1.1" status: 204 len: 173 time: 1.4505937 Nov 25 19:22:32.883665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c14cb8e-d4c2-4274-94b2-bf7d1a3fb36d req-e368db82-a38f-4f07-a9f1-83f77ebd4f9f tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972979 Nov 25 19:22:32.930042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67adbe4-b65f-4803-95a2-d24c42d4ecce req-07d2c095-e5b9-40d0-bb3d-6c11f0cd4be2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:32.954490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b67adbe4-b65f-4803-95a2-d24c42d4ecce req-07d2c095-e5b9-40d0-bb3d-6c11f0cd4be2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.1804731 Nov 25 19:22:33.156761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b67adbe4-b65f-4803-95a2-d24c42d4ecce req-4390d5e7-daa3-4bb4-8ae1-b5c984c1e632 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009335 Nov 25 19:22:33.192431 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.210432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.318382 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b10a17c-e68f-45e5-8f0c-1a07b56956e7 x-openstack-request-id: req-4b10a17c-e68f-45e5-8f0c-1a07b56956e7 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:33.318765 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3458a936-9c5d-4025-a84c-d614a70ef071", "name": "network-vif-deleted", "tag": "fb06f442-20c9-416f-935e-730ea8c17cd3", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:33.318958 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b10a17c-e68f-45e5-8f0c-1a07b56956e7 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:33.319610 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3458a936-9c5d-4025-a84c-d614a70ef071', 'name': 'network-vif-deleted', 'tag': 'fb06f442-20c9-416f-935e-730ea8c17cd3', 'status': 'completed', 'code': 200} Nov 25 19:22:33.322295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.367266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6cf58d47-8ed6-45f0-bc64-8882a107a038 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:33.399148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Pushing event updated for resources: {'Port': ['ID=56440a35-273a-4dfa-b3af-49f01dc13f9a,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:33.499135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:33.586716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30136f-ac18-4151-80cc-26828f632dd0 req-036b3678-3002-42fa-8c34-8926f04eefbd tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:33.601621 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be30136f-ac18-4151-80cc-26828f632dd0 req-036b3678-3002-42fa-8c34-8926f04eefbd tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 1095 time: 0.1866324 Nov 25 19:22:33.697131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:33.697394 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fda547e-e859-462f-8454-f7c297535540 None None] Network 26bfa67a-7724-45b2-8469-2829159bf039 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:22:33.702530 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.743166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be30136f-ac18-4151-80cc-26828f632dd0 req-842a8acb-ba25-4e49-81a5-cd3ebfcbe120 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391847 Nov 25 19:22:33.764123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:33.846210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:33.869742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-755a4a4a-e7b5-492a-b03e-7e9eff079d00 None None] Provisioning complete for port 854908aa-f98d-4a1e-a0fb-06e847c6da23 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:33.870150 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-755a4a4a-e7b5-492a-b03e-7e9eff079d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:34.086291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6cf58d47-8ed6-45f0-bc64-8882a107a038 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:34.086965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:34.290534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Allocated IP 172.25.8.203 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/91512cf5-0d40-4eda-8afc-9bb353f0ba6c) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:34.327244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Router 64d4dad2-284d-4da4-a964-0c6c565c5048 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:22:34.427343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d97dd59-dfe2-411c-af14-06b0703c320f req-81951597-38ac-4c69-8c44-9a9cd43b1f46 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:34.436697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d97dd59-dfe2-411c-af14-06b0703c320f req-81951597-38ac-4c69-8c44-9a9cd43b1f46 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.1388364 Nov 25 19:22:34.447132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48273a6-809a-4f19-a8a4-8ec371e7ad24 req-9b8a0461-d012-4a9c-88a0-6b525aee9ba1 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:34.455458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c48273a6-809a-4f19-a8a4-8ec371e7ad24 req-9b8a0461-d012-4a9c-88a0-6b525aee9ba1 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 971 time: 0.1053467 Nov 25 19:22:34.530132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d97dd59-dfe2-411c-af14-06b0703c320f req-14416e2d-97db-4144-a533-87b91dc1fc85 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924077 Nov 25 19:22:34.638695 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c48273a6-809a-4f19-a8a4-8ec371e7ad24 req-8092df85-357c-4319-89f0-daf68cf3e39a tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819265 Nov 25 19:22:34.686316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:34.696514 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c7ee9908-0d4c-44e0-9b0d-5b3ee8911b3b admin admin] 10.222.0.15 "PUT /v2.0/routers/64d4dad2-284d-4da4-a964-0c6c565c5048/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0630605 Nov 25 19:22:34.728847 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:34.736408 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-755a4a4a-e7b5-492a-b03e-7e9eff079d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:34.783904 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:34.793292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 6cf58d47-8ed6-45f0-bc64-8882a107a038, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6cf58d47-8ed6-45f0-bc64-8882a107a038,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:34.811638 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-283ce5e3-ccc9-4135-a8a6-ae499a7e6197 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:34.818161 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:34.819321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 854908aa-f98d-4a1e-a0fb-06e847c6da23 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:34.959484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=6cf58d47-8ed6-45f0-bc64-8882a107a038,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:34.974473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:34.981319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-755a4a4a-e7b5-492a-b03e-7e9eff079d00 None None] For port 854908aa-f98d-4a1e-a0fb-06e847c6da23, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=854908aa-f98d-4a1e-a0fb-06e847c6da23,segment=NetworkSegment(2871ab18-864e-4dab-9d9f-c5f2c39c7354),segment_id=2871ab18-864e-4dab-9d9f-c5f2c39c7354)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:35.004158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.004522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.004867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.005215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.005558 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.005901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.006241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.006573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.006960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.007296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.007630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.007961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:22:35.012664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Sync routers for ids ['64d4dad2-284d-4da4-a964-0c6c565c5048'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:35.023348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 854908aa-f98d-4a1e-a0fb-06e847c6da23 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:35.023728 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:35.033157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-755a4a4a-e7b5-492a-b03e-7e9eff079d00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:35.124260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Routers {'64d4dad2-284d-4da4-a964-0c6c565c5048'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:35.124817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['64d4dad2-284d-4da4-a964-0c6c565c5048'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:35.142411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Pushing event updated for resources: {'Port': ['ID=91512cf5-0d40-4eda-8afc-9bb353f0ba6c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:35.160839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:35.162927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:35.167987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:35.249427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a7cb4e27-20e7-493d-a7bf-3e7f19b6696e None None] Provisioning complete for port 56440a35-273a-4dfa-b3af-49f01dc13f9a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:35.249714 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a7cb4e27-20e7-493d-a7bf-3e7f19b6696e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:35.252134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755a4a4a-e7b5-492a-b03e-7e9eff079d00 None None] Pushing event updated for resources: {'Port': ['ID=854908aa-f98d-4a1e-a0fb-06e847c6da23,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:35.453930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a7cb4e27-20e7-493d-a7bf-3e7f19b6696e None None] Port 56440a35-273a-4dfa-b3af-49f01dc13f9a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:35.495707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Set router 64d4dad2-284d-4da4-a964-0c6c565c5048 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:35.554581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:35.628406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dfe13f07-255c-45ba-8129-9b1a6c46f133 None None] Provisioning complete for port 854908aa-f98d-4a1e-a0fb-06e847c6da23 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:35.629093 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dfe13f07-255c-45ba-8129-9b1a6c46f133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:35.744410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6cf58d47-8ed6-45f0-bc64-8882a107a038 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:35.782644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f83605-7d7b-4943-994b-bfcd4cd65b71 req-8823f60d-8fb7-4bdf-aa93-002c46c34b5b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:35.786630 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9f83605-7d7b-4943-994b-bfcd4cd65b71 req-8823f60d-8fb7-4bdf-aa93-002c46c34b5b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.0972407 Nov 25 19:22:35.860616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcaa3e7-a25e-497c-95f8-2f38bd4d4993 req-f7f328f8-f198-481c-be83-d77d3b887150 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:35.862661 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3fcaa3e7-a25e-497c-95f8-2f38bd4d4993 req-f7f328f8-f198-481c-be83-d77d3b887150 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 971 time: 0.1413257 Nov 25 19:22:35.940767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad031e2-467d-4c32-ade5-da726e056a8d req-a6870887-b42b-47b6-b0ab-865884bbf6dd tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:35.961643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ad031e2-467d-4c32-ade5-da726e056a8d req-a6870887-b42b-47b6-b0ab-865884bbf6dd tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 971 time: 0.1627784 Nov 25 19:22:35.974606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9f83605-7d7b-4943-994b-bfcd4cd65b71 req-b78f6879-dae4-4446-a25c-a988178aad34 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644220 Nov 25 19:22:36.073216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49510) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:36.099368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ad031e2-467d-4c32-ade5-da726e056a8d req-47285b89-8dd1-42a5-8a2d-ef3fb815cfbc tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/security-groups?id=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336300 Nov 25 19:22:36.115398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.120134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-3fcaa3e7-a25e-497c-95f8-2f38bd4d4993 req-1ca6bd10-26e2-441d-a31f-e122cf320ec9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Deleting port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:22:36.120352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-2109497549-network', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:36.120492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3fcaa3e7-a25e-497c-95f8-2f38bd4d4993 req-1ca6bd10-26e2-441d-a31f-e122cf320ec9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.145412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6cf58d47-8ed6-45f0-bc64-8882a107a038 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:36.145412 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.192902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Made reservation on behalf of 31f232fc2f17416aa3f798e1c2da73dc for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:36.193221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:31Z', 'revision_number': 4, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '56440a35-273a-4dfa-b3af-49f01dc13f9a', 'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'mac_address': 'fa:16:3e:2f:4f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:28Z', 'updated_at': '2021-11-25T19:22:33Z', 'revision_number': 2, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'subnets': [{'id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:36.196008 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.219924 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.248468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Checking router: 64d4dad2-284d-4da4-a964-0c6c565c5048 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:22:36.248835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Updating router 64d4dad2-284d-4da4-a964-0c6c565c5048 port 56440a35-273a-4dfa-b3af-49f01dc13f9a binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:22:36.252931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3fcaa3e7-a25e-497c-95f8-2f38bd4d4993 req-1ca6bd10-26e2-441d-a31f-e122cf320ec9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] For port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:36.254435 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3fcaa3e7-a25e-497c-95f8-2f38bd4d4993 req-1ca6bd10-26e2-441d-a31f-e122cf320ec9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.275537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-3fcaa3e7-a25e-497c-95f8-2f38bd4d4993 req-1ca6bd10-26e2-441d-a31f-e122cf320ec9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Calling delete_port for 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 owned by compute:tempest-test_az-1739050088 {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:22:36.285204 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.304774 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.371753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.380665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.408028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:22:36.427610 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.428322 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Added segment 155695c0-6e09-418e-9285-ef700eeea91c of type vlan for network 127c12d2-e12a-4f30-a7ec-9970fb6a4107 Nov 25 19:22:36.513254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 854908aa-f98d-4a1e-a0fb-06e847c6da23 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:36.516913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.577423 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.580566 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:36.581604 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.677763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Router 1055f051-66f7-4789-80a0-15965bb6f7e1 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:22:36.736455 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Pushing event updated for resources: {'Network': ['ID=127c12d2-e12a-4f30-a7ec-9970fb6a4107,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:36.757205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 127c12d2-e12a-4f30-a7ec-9970fb6a4107 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:22:36.762711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6877315 Nov 25 19:22:36.771645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 854908aa-f98d-4a1e-a0fb-06e847c6da23 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:36.772176 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.772860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49512) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:36.789165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] Request body: {'subnet': {'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-2109497549-subnet', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:36.801503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60118f6-aabf-4510-a9e7-ae582f43c83a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=587ad397-aa37-4a88-8936-203464cb2c3e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:36.847727 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3fcaa3e7-a25e-497c-95f8-2f38bd4d4993 req-1ca6bd10-26e2-441d-a31f-e122cf320ec9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.853159 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] Made reservation on behalf of 31f232fc2f17416aa3f798e1c2da73dc for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:22:36.858159 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:36.861238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4df2d9ff-7081-485f-8e6b-d6fd79eb7b73'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:22:36.889459 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6bd10-26e2-441d-a31f-e122cf320ec9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Pushing event deleted for resources: {'Port': ['ID=4df2d9ff-7081-485f-8e6b-d6fd79eb7b73,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:36.921533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:36.935703 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Sync routers for ids ['1055f051-66f7-4789-80a0-15965bb6f7e1'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:36.990189 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Routers {'1055f051-66f7-4789-80a0-15965bb6f7e1'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:36.992375 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['1055f051-66f7-4789-80a0-15965bb6f7e1'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:36.999066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcaa3e7-a25e-497c-95f8-2f38bd4d4993 req-1ca6bd10-26e2-441d-a31f-e122cf320ec9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] No DVR routers for this DVR port 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:37.003719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3fcaa3e7-a25e-497c-95f8-2f38bd4d4993 req-1ca6bd10-26e2-441d-a31f-e122cf320ec9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:37.009324 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3fcaa3e7-a25e-497c-95f8-2f38bd4d4993 req-1ca6bd10-26e2-441d-a31f-e122cf320ec9 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.60 "DELETE /v2.0/ports/4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 HTTP/1.1" status: 204 len: 173 time: 1.0869646 Nov 25 19:22:37.010265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5743660e-b9ee-41e4-82ab-dafbf12232f1', 'name': 'network-vif-deleted', 'tag': '4df2d9ff-7081-485f-8e6b-d6fd79eb7b73'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:37.013740 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36231682-65fb-4e9e-9fae-065da986cae4" -d '{"events": [{"server_uuid": "5743660e-b9ee-41e4-82ab-dafbf12232f1", "name": "network-vif-deleted", "tag": "4df2d9ff-7081-485f-8e6b-d6fd79eb7b73"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:37.022372 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:37.029094 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-69844707-1f0d-45f4-a2a3-2b56aeab4e4e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.3892369 Nov 25 19:22:37.030268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49516) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:37.489083 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Set router 1055f051-66f7-4789-80a0-15965bb6f7e1 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:37.489345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75ddb1cf-380e-4949-a077-fced813822e5 req-5dca85be-40ee-4e48-9663-ca637f4f8e15 tempest-ServersOnMultiNodesTest-388219634 tempest-ServersOnMultiNodesTest-388219634-project] 10.222.0.15 "GET /v2.0/ports?device_id=5743660e-b9ee-41e4-82ab-dafbf12232f1 HTTP/1.1" status: 200 len: 210 time: 0.0587292 Nov 25 19:22:37.539145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c39716-05c3-4f38-87a0-0c73546fcacf req-52ab38d2-7d10-4d6b-b651-74cf243b2393 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:37.540827 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0c39716-05c3-4f38-87a0-0c73546fcacf req-52ab38d2-7d10-4d6b-b651-74cf243b2393 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.2574265 Nov 25 19:22:37.740156 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ce8be3-5e60-4780-9f41-e780e92bc988 x-openstack-request-id: req-a4ce8be3-5e60-4780-9f41-e780e92bc988 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:37.746031 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5743660e-b9ee-41e4-82ab-dafbf12232f1", "name": "network-vif-deleted", "tag": "4df2d9ff-7081-485f-8e6b-d6fd79eb7b73", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:37.748418 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4ce8be3-5e60-4780-9f41-e780e92bc988 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:37.748933 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5743660e-b9ee-41e4-82ab-dafbf12232f1', 'name': 'network-vif-deleted', 'tag': '4df2d9ff-7081-485f-8e6b-d6fd79eb7b73', 'status': 'completed', 'code': 200} Nov 25 19:22:37.769303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0c39716-05c3-4f38-87a0-0c73546fcacf req-dc2dc914-eea2-48bc-885e-2a3462e2373a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201922 Nov 25 19:22:37.802683 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:37.859129 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:37.862393 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:37.870472 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:37.898561 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-router', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:30Z', 'updated_at': '2021-11-25T19:22:35Z', 'revision_number': 3, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'gw_port': {'id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:33Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:37.977081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9843a2-dc9f-4e5e-852f-571027ad3fa0 None None] Pushing event updated for resources: {'Port': ['ID=56440a35-273a-4dfa-b3af-49f01dc13f9a,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:38.009605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] Checking segment: {'id': '155695c0-6e09-418e-9285-ef700eeea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:38.015283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] Network hostable DHCP agents. Network: 127c12d2-e12a-4f30-a7ec-9970fb6a4107, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:22:38.016434 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Checking router: 1055f051-66f7-4789-80a0-15965bb6f7e1 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:22:38.017043 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Updating router 1055f051-66f7-4789-80a0-15965bb6f7e1 port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:22:38.026303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1751831e-9f71-4020-89f0-79c3e72244c8,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:38.086115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] Network 127c12d2-e12a-4f30-a7ec-9970fb6a4107 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:22:38.089409 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.091103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Attempting to bind port 56440a35-273a-4dfa-b3af-49f01dc13f9a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:38.091726 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Attempting to bind port 56440a35-273a-4dfa-b3af-49f01dc13f9a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:38.092294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Attempting to bind port 56440a35-273a-4dfa-b3af-49f01dc13f9a on network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:38.098590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 127c12d2-e12a-4f30-a7ec-9970fb6a4107) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:38.105245 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.106669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:38.107414 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.114090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:38.114825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Checking segment: {'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:38.115463 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.116255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Bound using segment: {'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:38.118192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Bound port: 56440a35-273a-4dfa-b3af-49f01dc13f9a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:38.119041 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.123241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe9437-6044-4a34-a33c-ba1d97c9cb5a None None] Network 127c12d2-e12a-4f30-a7ec-9970fb6a4107 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:22:38.153910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cebd999e-19fc-40fb-b563-1c00f0f7e786 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3795033 Nov 25 19:22:38.158070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49526) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:38.164665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-2109497549-router', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:38.240150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.244063 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.343088 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.392639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] For port 56440a35-273a-4dfa-b3af-49f01dc13f9a, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:38.430694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] For port 56440a35-273a-4dfa-b3af-49f01dc13f9a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=56440a35-273a-4dfa-b3af-49f01dc13f9a,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:38.439296 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.656774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-127c12d2-e12a-4f30-a7ec-9970fb6a4107', 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'fixed_ips': [{'subnet_id': '1751831e-9f71-4020-89f0-79c3e72244c8'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:22:38.657737 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.740743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-126eb5f2-4460-4cc9-9806-88e88421fdac None None] Provisioning complete for port 56440a35-273a-4dfa-b3af-49f01dc13f9a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:38.741176 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-126eb5f2-4460-4cc9-9806-88e88421fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.750864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9843a2-dc9f-4e5e-852f-571027ad3fa0 None None] Pushing event updated for resources: {'Port': ['ID=56440a35-273a-4dfa-b3af-49f01dc13f9a,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:38.753906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Routers {'64d4dad2-284d-4da4-a964-0c6c565c5048'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:38.754557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['64d4dad2-284d-4da4-a964-0c6c565c5048'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:38.784580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.871789 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.895815 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:38.999366 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e272711-bc38-467c-a98d-304a6e1570cf None None] Pushing event updated for resources: {'Port': ['ID=91512cf5-0d40-4eda-8afc-9bb353f0ba6c,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:39.039593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:39.053471 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Attempting to bind port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:39.054316 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Attempting to bind port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:39.054316 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Attempting to bind port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:39.061582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Allocated IP 172.20.0.2 (127c12d2-e12a-4f30-a7ec-9970fb6a4107/1751831e-9f71-4020-89f0-79c3e72244c8/8596f9a9-ed67-49e7-8f5f-862992c86374) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:39.062465 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:39.062465 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:39.062465 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:39.063013 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:39.063588 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Bound port: 91512cf5-0d40-4eda-8afc-9bb353f0ba6c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:39.064100 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:39.156865 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] For port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:39.163171 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] For port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=91512cf5-0d40-4eda-8afc-9bb353f0ba6c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:39.169877 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:39.250737 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e272711-bc38-467c-a98d-304a6e1570cf None None] Pushing event updated for resources: {'Port': ['ID=91512cf5-0d40-4eda-8afc-9bb353f0ba6c,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:39.289524 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Routers {'1055f051-66f7-4789-80a0-15965bb6f7e1'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:39.290554 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['1055f051-66f7-4789-80a0-15965bb6f7e1'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:39.435308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca15520-bb2f-4403-a78a-c9f38cc8a79d req-97d74e96-b200-4661-9224-c209fa523fe1 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:39.441583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49540) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:39.447125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ca15520-bb2f-4403-a78a-c9f38cc8a79d req-97d74e96-b200-4661-9224-c209fa523fe1 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.2667725 Nov 25 19:22:39.447415 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] Set router 1055f051-66f7-4789-80a0-15965bb6f7e1 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:39.478714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:39.506248 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:39.571886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Allocated IP 172.20.0.1 (26bfa67a-7724-45b2-8469-2829159bf039/a09a42f3-9de2-43be-9c4a-4757f31317ee/7b29a9d1-e962-4d12-9dd0-7f0b6b345a91) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:39.581340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ca15520-bb2f-4403-a78a-c9f38cc8a79d req-55ee04c3-fa7f-41f5-8d5e-6a7d18544b2f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309574 Nov 25 19:22:39.603102 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:39.632844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:39.710888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Allocated IP 172.25.8.30 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/dfa97735-ebe2-4b5d-9f61-a9fbb464152c) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:39.752196 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-router', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:30Z', 'updated_at': '2021-11-25T19:22:35Z', 'revision_number': 3, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'gw_port': {'id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:33Z', 'updated_at': '2021-11-25T19:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:39.782859 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-672dac1a-ef1b-4276-91ef-3faef9a13126 None None] The sync data for ids ['1055f051-66f7-4789-80a0-15965bb6f7e1'] in n-d-817303-9 is: [{'id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-router', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:30Z', 'updated_at': '2021-11-25T19:22:35Z', 'revision_number': 3, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'gw_port': {'id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:33Z', 'updated_at': '2021-11-25T19:22:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:22:39.803340 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-760dafcd-d329-4ea2-8c27-640c69ea0e7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60c48d2fb97740fe952cc1943cc18b64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3591156 Nov 25 19:22:39.808061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49544) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:39.829092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Network 127c12d2-e12a-4f30-a7ec-9970fb6a4107 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:39.831493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] Set router 64d4dad2-284d-4da4-a964-0c6c565c5048 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:39.876516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:39.883655 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Pushing event updated for resources: {'Port': ['ID=8596f9a9-ed67-49e7-8f5f-862992c86374,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:39.895610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:39.900158 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:39.912588 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:39.974324 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:39.983174 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:40.060039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:40.066070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:40.083267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:40.086911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa97735-ebe2-4b5d-9f61-a9fbb464152c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:40.104216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Network 26bfa67a-7724-45b2-8469-2829159bf039 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:40.121677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:40.131196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:40.217635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Pushing event updated for resources: {'Port': ['ID=7b29a9d1-e962-4d12-9dd0-7f0b6b345a91,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:40.278538 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-126eb5f2-4460-4cc9-9806-88e88421fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:40.312173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-358bdf08-fa3e-4467-b62e-be70fcce3adc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:40.325489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Attempting to bind port 8596f9a9-ed67-49e7-8f5f-862992c86374 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:40.325938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Attempting to bind port 8596f9a9-ed67-49e7-8f5f-862992c86374 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '155695c0-6e09-418e-9285-ef700eeea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:40.326372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Attempting to bind port 8596f9a9-ed67-49e7-8f5f-862992c86374 on network 127c12d2-e12a-4f30-a7ec-9970fb6a4107 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:40.342160 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:40.389084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:40.389547 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Checking segment: {'id': '155695c0-6e09-418e-9285-ef700eeea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:40.389874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:40.390278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Bound using segment: {'id': '155695c0-6e09-418e-9285-ef700eeea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:40.393089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Bound port: 8596f9a9-ed67-49e7-8f5f-862992c86374, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155695c0-6e09-418e-9285-ef700eeea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:40.395563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:40.461763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:40.465563 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-358bdf08-fa3e-4467-b62e-be70fcce3adc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:40.567917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-126eb5f2-4460-4cc9-9806-88e88421fdac None None] For port 56440a35-273a-4dfa-b3af-49f01dc13f9a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=56440a35-273a-4dfa-b3af-49f01dc13f9a,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:40.585688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:22:40.586577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4df2d9ff-7081-485f-8e6b-d6fd79eb7b73 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:40.593448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-126eb5f2-4460-4cc9-9806-88e88421fdac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:40.709083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-358bdf08-fa3e-4467-b62e-be70fcce3adc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:40.712515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-358bdf08-fa3e-4467-b62e-be70fcce3adc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:40.715361 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-358bdf08-fa3e-4467-b62e-be70fcce3adc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2 HTTP/1.1" status: 204 len: 168 time: 0.9035146 Nov 25 19:22:40.736502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358bdf08-fa3e-4467-b62e-be70fcce3adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf78e07c-fa36-4fb8-aeae-fb642d3ca7f2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:40.809162 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:40.914176 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:41.030137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:31Z', 'revision_number': 4, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '56440a35-273a-4dfa-b3af-49f01dc13f9a', 'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'mac_address': 'fa:16:3e:2f:4f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:28Z', 'updated_at': '2021-11-25T19:22:38Z', 'revision_number': 4, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'subnets': [{'id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:41.043540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] For port 8596f9a9-ed67-49e7-8f5f-862992c86374, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:41.054715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] For port 8596f9a9-ed67-49e7-8f5f-862992c86374, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8596f9a9-ed67-49e7-8f5f-862992c86374,segment=NetworkSegment(155695c0-6e09-418e-9285-ef700eeea91c),segment_id=155695c0-6e09-418e-9285-ef700eeea91c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:41.122937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-377299f2-e95e-4283-a454-9754dbbac5e5 None None] Provisioning complete for port 56440a35-273a-4dfa-b3af-49f01dc13f9a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:41.129704 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-377299f2-e95e-4283-a454-9754dbbac5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:41.136469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ecd81c-a672-45ca-9e83-5b67fa0ca919 None None] The sync data for ids ['64d4dad2-284d-4da4-a964-0c6c565c5048'] in n-d-817303-9 is: [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:31Z', 'revision_number': 4, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '56440a35-273a-4dfa-b3af-49f01dc13f9a', 'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'mac_address': 'fa:16:3e:2f:4f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:28Z', 'updated_at': '2021-11-25T19:22:38Z', 'revision_number': 4, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'subnets': [{'id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:22:41.138781 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:41.295621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126eb5f2-4460-4cc9-9806-88e88421fdac None None] Pushing event updated for resources: {'Port': ['ID=56440a35-273a-4dfa-b3af-49f01dc13f9a,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:41.442370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c72f2-f635-4c17-a720-f81e611c09dd None None] Pushing event updated for resources: {'Port': ['ID=8596f9a9-ed67-49e7-8f5f-862992c86374,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:41.480090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4c9c98-f5c9-47a5-b8f2-4e8df00b3fc1 req-b55e3929-c368-42de-b2aa-3ead0737b5a3 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:41.496805 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df4c9c98-f5c9-47a5-b8f2-4e8df00b3fc1 req-b55e3929-c368-42de-b2aa-3ead0737b5a3 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.5837040 Nov 25 19:22:41.577497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:41.585164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-377299f2-e95e-4283-a454-9754dbbac5e5 None None] Provisioning complete for port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:41.585577 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-377299f2-e95e-4283-a454-9754dbbac5e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:41.593486 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:41.638767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49560) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:41.662121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df4c9c98-f5c9-47a5-b8f2-4e8df00b3fc1 req-1d72e7c7-45fc-431a-800c-41a6be3367c8 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641827 Nov 25 19:22:41.711875 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-377299f2-e95e-4283-a454-9754dbbac5e5 None None] Port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:42.008168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Pushing event updated for resources: {'Port': ['ID=7b29a9d1-e962-4d12-9dd0-7f0b6b345a91,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:42.047603 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.058670 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e6cb9c5c-a778-496a-bf60-dd33d4ff708a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=73153c87bd1a4ffba74e224d1d74f7d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4008632 Nov 25 19:22:42.065050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49562) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:42.140208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 91512cf5-0d40-4eda-8afc-9bb353f0ba6c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:42.188571 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.221151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c218d3be-658e-443c-860f-b3c035ed1dea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.252773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c218d3be-658e-443c-860f-b3c035ed1dea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.286203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Network 26bfa67a-7724-45b2-8469-2829159bf039 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:42.289888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:42.333498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:42.334149 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.475249 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c218d3be-658e-443c-860f-b3c035ed1dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.480391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c218d3be-658e-443c-860f-b3c035ed1dea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.491388 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c218d3be-658e-443c-860f-b3c035ed1dea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9add6f52-b1d9-4f4f-ac92-1452b01b77a2 HTTP/1.1" status: 204 len: 168 time: 0.4157863 Nov 25 19:22:42.578885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218d3be-658e-443c-860f-b3c035ed1dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9add6f52-b1d9-4f4f-ac92-1452b01b77a2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:42.707523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Router 1055f051-66f7-4789-80a0-15965bb6f7e1 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:22:42.888252 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.949832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=91512cf5-0d40-4eda-8afc-9bb353f0ba6c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:42.968918 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:42.971998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 56440a35-273a-4dfa-b3af-49f01dc13f9a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:43.061603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:22:43.111982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e76e9d-7529-48e4-8224-3dedba6d807a req-ff2db828-d3bf-4e84-bfe7-f65546825882 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:43.113650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f8e76e9d-7529-48e4-8224-3dedba6d807a req-ff2db828-d3bf-4e84-bfe7-f65546825882 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.1264427 Nov 25 19:22:43.358715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:43.428308 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d3f70484-e241-4c1a-bb7e-fce2ac5b2359 admin admin] 10.222.0.15 "PUT /v2.0/routers/1055f051-66f7-4789-80a0-15965bb6f7e1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3861146 Nov 25 19:22:43.577848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f8e76e9d-7529-48e4-8224-3dedba6d807a req-8cd502eb-a059-4fee-821f-d4c1f8aae430 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3397954 Nov 25 19:22:43.583321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ae6878be-3931-4ee1-bf80-d342d25e8077 None None] Provisioning complete for port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:43.588429 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ae6878be-3931-4ee1-bf80-d342d25e8077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:43.611371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:43.616511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=91512cf5-0d40-4eda-8afc-9bb353f0ba6c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:43.689665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:43.694359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c23b0cee-b74e-4b2b-b7cc-b1cc71f542e3 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5348232 Nov 25 19:22:43.699040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49582) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:43.757143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Sync routers for ids ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:43.867094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ae6878be-3931-4ee1-bf80-d342d25e8077 None None] Port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:43.887568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 56440a35-273a-4dfa-b3af-49f01dc13f9a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:43.888129 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:43.901380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Routers {'06c6e65f-5932-4416-ba1c-5d676fe5bf23'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:43.905870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:44.175264 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Sync routers for ids ['1055f051-66f7-4789-80a0-15965bb6f7e1'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:44.237173 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Routers {'1055f051-66f7-4789-80a0-15965bb6f7e1'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:44.239897 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['1055f051-66f7-4789-80a0-15965bb6f7e1'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:44.403261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc47fc9c-33b8-4880-b9e3-8e85e55661b4 None None] Network 127c12d2-e12a-4f30-a7ec-9970fb6a4107 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:22:44.890874 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Set router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:44.914367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 91512cf5-0d40-4eda-8afc-9bb353f0ba6c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:45.100570 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Set router 1055f051-66f7-4789-80a0-15965bb6f7e1 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:45.482847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7b31991d-1abd-4eaf-907f-d39b2a780e1f None None] Provisioning complete for port 8596f9a9-ed67-49e7-8f5f-862992c86374 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:45.487048 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b31991d-1abd-4eaf-907f-d39b2a780e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:45.765517 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-router', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:30Z', 'updated_at': '2021-11-25T19:22:40Z', 'revision_number': 4, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'gw_port': {'id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:33Z', 'updated_at': '2021-11-25T19:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7b29a9d1-e962-4d12-9dd0-7f0b6b345a91', 'name': '', 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'mac_address': 'fa:16:3e:ce:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a09a42f3-9de2-43be-9c4a-4757f31317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:39Z', 'updated_at': '2021-11-25T19:22:40Z', 'revision_number': 2, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'subnets': [{'id': 'a09a42f3-9de2-43be-9c4a-4757f31317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:45.863656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:45.864541 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:45.871311 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Checking router: 1055f051-66f7-4789-80a0-15965bb6f7e1 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:22:45.872324 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Updating router 1055f051-66f7-4789-80a0-15965bb6f7e1 port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:22:45.972243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1e4e2b-7aaf-430a-815e-631b1ab33308 req-cab53395-addf-41ee-b6cd-715cf9918e10 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:45.974721 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:45.985291 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee1e4e2b-7aaf-430a-815e-631b1ab33308 req-cab53395-addf-41ee-b6cd-715cf9918e10 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.5982919 Nov 25 19:22:46.563785 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b31991d-1abd-4eaf-907f-d39b2a780e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.705277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee1e4e2b-7aaf-430a-815e-631b1ab33308 req-613dfc9b-2a53-45db-a4f6-8f2af4532d4d tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7186699 Nov 25 19:22:46.748838 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.839478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7b31991d-1abd-4eaf-907f-d39b2a780e1f None None] For port 8596f9a9-ed67-49e7-8f5f-862992c86374, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8596f9a9-ed67-49e7-8f5f-862992c86374,segment=NetworkSegment(155695c0-6e09-418e-9285-ef700eeea91c),segment_id=155695c0-6e09-418e-9285-ef700eeea91c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:46.847498 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b31991d-1abd-4eaf-907f-d39b2a780e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.851863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8596f9a9-ed67-49e7-8f5f-862992c86374 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:46.881816 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.921585 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:46.949866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'name': 'tempest-TaggedBootDevicesTest-2109497549-router', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:38Z', 'updated_at': '2021-11-25T19:22:40Z', 'revision_number': 3, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'gw_port': {'id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:91:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:39Z', 'updated_at': '2021-11-25T19:22:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:47.173600 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358ddd0-c6f3-4775-950c-d29cc3cc06c3 None None] Pushing event updated for resources: {'Port': ['ID=7b29a9d1-e962-4d12-9dd0-7f0b6b345a91,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:47.206832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Checking router: 06c6e65f-5932-4416-ba1c-5d676fe5bf23 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:22:47.207350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Updating router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 port dfa97735-ebe2-4b5d-9f61-a9fbb464152c binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:22:47.326857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Allocated IP 172.20.0.1 (127c12d2-e12a-4f30-a7ec-9970fb6a4107/1751831e-9f71-4020-89f0-79c3e72244c8/7dcb8d4f-2643-423f-92f0-20994915e00a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:22:47.493135 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Attempting to bind port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:47.493618 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Attempting to bind port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2871ab18-864e-4dab-9d9f-c5f2c39c7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:47.493948 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Attempting to bind port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 on network 26bfa67a-7724-45b2-8469-2829159bf039 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:47.521731 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:47.522026 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Checking segment: {'id': '2871ab18-864e-4dab-9d9f-c5f2c39c7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:47.522509 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.523098 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Bound using segment: {'id': '2871ab18-864e-4dab-9d9f-c5f2c39c7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:47.524321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31991d-1abd-4eaf-907f-d39b2a780e1f None None] Pushing event updated for resources: {'Port': ['ID=8596f9a9-ed67-49e7-8f5f-862992c86374,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:47.534018 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Bound port: 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2871ab18-864e-4dab-9d9f-c5f2c39c7354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:47.534615 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.602570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7b7a476b-2f5e-4a63-bd71-d131823ac997 None None] Provisioning complete for port 8596f9a9-ed67-49e7-8f5f-862992c86374 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:47.604818 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b7a476b-2f5e-4a63-bd71-d131823ac997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.753065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8596f9a9-ed67-49e7-8f5f-862992c86374 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:47.753515 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.758387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.872392 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.879937 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.881595 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] For port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:47.897986 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] For port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7b29a9d1-e962-4d12-9dd0-7f0b6b345a91,segment=NetworkSegment(2871ab18-864e-4dab-9d9f-c5f2c39c7354),segment_id=2871ab18-864e-4dab-9d9f-c5f2c39c7354)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:47.911866 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:47.940179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Network 127c12d2-e12a-4f30-a7ec-9970fb6a4107 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:47.957852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:47.970661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:22:48.243608 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f358ddd0-c6f3-4775-950c-d29cc3cc06c3 None None] Pushing event updated for resources: {'Port': ['ID=7b29a9d1-e962-4d12-9dd0-7f0b6b345a91,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:48.330305 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Routers {'1055f051-66f7-4789-80a0-15965bb6f7e1'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:48.331307 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['1055f051-66f7-4789-80a0-15965bb6f7e1'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:48.353441 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:48.594977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Pushing event updated for resources: {'Port': ['ID=7dcb8d4f-2643-423f-92f0-20994915e00a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:48.662165 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] Set router 1055f051-66f7-4789-80a0-15965bb6f7e1 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:48.681924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc58b47-92d1-4f4d-a0de-231ac71b4e5a req-1b3b0f96-50d9-40b5-badf-bcd2277a300a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:48.695351 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc58b47-92d1-4f4d-a0de-231ac71b4e5a req-1b3b0f96-50d9-40b5-badf-bcd2277a300a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.3828068 Nov 25 19:22:49.112408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc58b47-92d1-4f4d-a0de-231ac71b4e5a req-73c62a59-0f60-4c18-ac39-fbff30cd29a8 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160504 Nov 25 19:22:49.171920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e7c4250f-dd2e-446e-9fe0-b2a80840e3fa None None] Provisioning complete for port 7dcb8d4f-2643-423f-92f0-20994915e00a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:49.173008 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7c4250f-dd2e-446e-9fe0-b2a80840e3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.212365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8596f9a9-ed67-49e7-8f5f-862992c86374 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:49.220508 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.268874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.281306 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.282368 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-router', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:30Z', 'updated_at': '2021-11-25T19:22:40Z', 'revision_number': 4, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'gw_port': {'id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:33Z', 'updated_at': '2021-11-25T19:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7b29a9d1-e962-4d12-9dd0-7f0b6b345a91', 'name': '', 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'mac_address': 'fa:16:3e:ce:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a09a42f3-9de2-43be-9c4a-4757f31317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:39Z', 'updated_at': '2021-11-25T19:22:47Z', 'revision_number': 4, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'subnets': [{'id': 'a09a42f3-9de2-43be-9c4a-4757f31317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:49.368464 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed30a10c-392e-4693-a4a6-286021daa2ee None None] The sync data for ids ['1055f051-66f7-4789-80a0-15965bb6f7e1'] in n-d-817303-9 is: [{'id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-router', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203'}], 'enable_snat': True}, 'gw_port_id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:30Z', 'updated_at': '2021-11-25T19:22:40Z', 'revision_number': 4, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'gw_port': {'id': '91512cf5-0d40-4eda-8afc-9bb353f0ba6c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:47:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 545, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:33Z', 'updated_at': '2021-11-25T19:22:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7b29a9d1-e962-4d12-9dd0-7f0b6b345a91', 'name': '', 'network_id': '26bfa67a-7724-45b2-8469-2829159bf039', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'mac_address': 'fa:16:3e:ce:fb:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': 'a09a42f3-9de2-43be-9c4a-4757f31317ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:39Z', 'updated_at': '2021-11-25T19:22:47Z', 'revision_number': 4, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'subnets': [{'id': 'a09a42f3-9de2-43be-9c4a-4757f31317ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:22:49.409691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7250f-91bb-4bb4-915b-16cf88a8c415 None None] Pushing event updated for resources: {'Port': ['ID=dfa97735-ebe2-4b5d-9f61-a9fbb464152c,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:49.427569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e7c4250f-dd2e-446e-9fe0-b2a80840e3fa None None] Port 7dcb8d4f-2643-423f-92f0-20994915e00a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:49.559881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Attempting to bind port dfa97735-ebe2-4b5d-9f61-a9fbb464152c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:49.560517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Attempting to bind port dfa97735-ebe2-4b5d-9f61-a9fbb464152c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:49.561092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Attempting to bind port dfa97735-ebe2-4b5d-9f61-a9fbb464152c on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:49.594134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:49.594522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:49.595032 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.595502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:49.596013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Bound port: dfa97735-ebe2-4b5d-9f61-a9fbb464152c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:49.596404 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.598984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e7c4250f-dd2e-446e-9fe0-b2a80840e3fa None None] Provisioning complete for port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:49.599353 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7c4250f-dd2e-446e-9fe0-b2a80840e3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.706338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8596f9a9-ed67-49e7-8f5f-862992c86374 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:49.706718 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.890661 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.900860 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:49.928009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49684) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:50.003911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:50.174979 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7c4250f-dd2e-446e-9fe0-b2a80840e3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:50.203690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Pushing event updated for resources: {'Port': ['ID=7dcb8d4f-2643-423f-92f0-20994915e00a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:50.209640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] For port dfa97735-ebe2-4b5d-9f61-a9fbb464152c, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:50.238843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] For port dfa97735-ebe2-4b5d-9f61-a9fbb464152c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=dfa97735-ebe2-4b5d-9f61-a9fbb464152c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:50.259352 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c567250a-25c7-4517-9f61-7c95cd24a31b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:50.429713 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:50.626248 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:50.648902 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c567250a-25c7-4517-9f61-7c95cd24a31b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:50.659819 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c567250a-25c7-4517-9f61-7c95cd24a31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:50.729620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e7c4250f-dd2e-446e-9fe0-b2a80840e3fa None None] For port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7b29a9d1-e962-4d12-9dd0-7f0b6b345a91,segment=NetworkSegment(2871ab18-864e-4dab-9d9f-c5f2c39c7354),segment_id=2871ab18-864e-4dab-9d9f-c5f2c39c7354)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:50.767675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec949f-b694-42b5-ab06-2151152d5dfe req-439c3b15-a474-4a03-9f75-8b91d51f3fe6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:50.779162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9ec949f-b694-42b5-ab06-2151152d5dfe req-439c3b15-a474-4a03-9f75-8b91d51f3fe6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.4071722 Nov 25 19:22:50.803862 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7c4250f-dd2e-446e-9fe0-b2a80840e3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:50.828835 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c567250a-25c7-4517-9f61-7c95cd24a31b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=089afad972514dee9cd8789ffed9eaf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8947310 Nov 25 19:22:50.828835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567250a-25c7-4517-9f61-7c95cd24a31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32a9564c-16fa-4eea-9fd9-b7f94928a5f2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:50.834220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49700) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:50.851275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b7250f-91bb-4bb4-915b-16cf88a8c415 None None] Pushing event updated for resources: {'Port': ['ID=dfa97735-ebe2-4b5d-9f61-a9fbb464152c,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:50.856244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Routers {'06c6e65f-5932-4416-ba1c-5d676fe5bf23'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:22:50.857279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:50.926779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Network 127c12d2-e12a-4f30-a7ec-9970fb6a4107 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:22:50.942637 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:22:50.988324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c89d10ed-038f-4e8d-8071-25c1c3787419 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:51.076992 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c89d10ed-038f-4e8d-8071-25c1c3787419 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:51.175633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9ec949f-b694-42b5-ab06-2151152d5dfe req-af3cd4ca-4330-42ac-94db-c97d8e604c1f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3926847 Nov 25 19:22:51.302589 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c89d10ed-038f-4e8d-8071-25c1c3787419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:51.313517 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c89d10ed-038f-4e8d-8071-25c1c3787419 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:51.327790 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c89d10ed-038f-4e8d-8071-25c1c3787419 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/32a9564c-16fa-4eea-9fd9-b7f94928a5f2 HTTP/1.1" status: 204 len: 168 time: 0.4882796 Nov 25 19:22:51.412635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d10ed-038f-4e8d-8071-25c1c3787419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a9564c-16fa-4eea-9fd9-b7f94928a5f2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:51.813707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] Set router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:22:51.965447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:51.981441 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:22:51.999309 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-16068d4b-9590-4d2d-9f3a-578c4fdb45f2 service neutron] show failed (client error): The resource could not be found. Nov 25 19:22:52.000678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-16068d4b-9590-4d2d-9f3a-578c4fdb45f2 service neutron] 10.222.0.76 "GET /v2.0/ports/153456c6-a8f7-4ad6-a844-5dce937bc41d/bindings/n-h1-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.4908481 Nov 25 19:22:52.271381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49716) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:52.287876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c4250f-dd2e-446e-9fe0-b2a80840e3fa None None] Pushing event updated for resources: {'Port': ['ID=7b29a9d1-e962-4d12-9dd0-7f0b6b345a91,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:52.335973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:22:52.363975 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c70d3fe7-4a59-45f5-84ec-bfb490f5ca56 admin admin] 10.222.0.15 "PUT /v2.0/routers/06c6e65f-5932-4416-ba1c-5d676fe5bf23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6633389 Nov 25 19:22:52.381569 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-02062faa-a08a-4b11-87e9-758ceefed27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.449810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-89cba309-2ba0-4038-ac56-656757ba2d73 None None] Provisioning complete for port 7dcb8d4f-2643-423f-92f0-20994915e00a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:52.450194 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-89cba309-2ba0-4038-ac56-656757ba2d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:52.708674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f3cd3-99f8-4b2f-8a35-4448c574bb8c req-b4ab0c67-f9d6-4508-a60c-f86db45b597d tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:52.727420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e5f3cd3-99f8-4b2f-8a35-4448c574bb8c req-b4ab0c67-f9d6-4508-a60c-f86db45b597d tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.2060256 Nov 25 19:22:52.729226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-1c449ef0-ef6b-4b67-b4cd-ffe3942bb81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:52.733664 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-1c449ef0-ef6b-4b67-b4cd-ffe3942bb81c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846&tenant_id=df1e19b34a9140d885e4e27b944e7b86 HTTP/1.1" status: 200 len: 1100 time: 0.2773967 Nov 25 19:22:52.778993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:22:52.914669 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e5f3cd3-99f8-4b2f-8a35-4448c574bb8c req-4cd80fb7-af71-4c6a-ba5c-64ad1aead430 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845930 Nov 25 19:22:52.931016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-89cba309-2ba0-4038-ac56-656757ba2d73 None None] Port 7dcb8d4f-2643-423f-92f0-20994915e00a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:22:52.942982 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.218427 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.290480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:53.299210 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.380347 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-02062faa-a08a-4b11-87e9-758ceefed27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.399501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-02062faa-a08a-4b11-87e9-758ceefed27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.616788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'name': 'tempest-TaggedBootDevicesTest-2109497549-router', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:38Z', 'updated_at': '2021-11-25T19:22:49Z', 'revision_number': 4, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'gw_port': {'id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:91:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:39Z', 'updated_at': '2021-11-25T19:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7dcb8d4f-2643-423f-92f0-20994915e00a', 'name': '', 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'mac_address': 'fa:16:3e:f4:7a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1751831e-9f71-4020-89f0-79c3e72244c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:46Z', 'updated_at': '2021-11-25T19:22:49Z', 'revision_number': 2, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'subnets': [{'id': '1751831e-9f71-4020-89f0-79c3e72244c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:22:53.708572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0085223e-55e2-47ff-9793-3b8a1b86a98a None None] The sync data for ids ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'] in n-d-817303-9 is: [{'id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'name': 'tempest-TaggedBootDevicesTest-2109497549-router', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:38Z', 'updated_at': '2021-11-25T19:22:49Z', 'revision_number': 4, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'gw_port': {'id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:91:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:39Z', 'updated_at': '2021-11-25T19:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7dcb8d4f-2643-423f-92f0-20994915e00a', 'name': '', 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'mac_address': 'fa:16:3e:f4:7a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1751831e-9f71-4020-89f0-79c3e72244c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:46Z', 'updated_at': '2021-11-25T19:22:49Z', 'revision_number': 2, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'subnets': [{'id': '1751831e-9f71-4020-89f0-79c3e72244c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:22:53.734723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:53.746984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49738) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:22:53.760451 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-02062faa-a08a-4b11-87e9-758ceefed27b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=807844c6e94f440cbc3731989837ff59&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4878297 Nov 25 19:22:53.877296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:53.877997 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:53.921558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02062faa-a08a-4b11-87e9-758ceefed27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74c207a9-730c-4cbd-84e9-273400dd62a5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:53.927312 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6255fff-048b-496e-b93c-5ca5aea424e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:54.013300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:54.074428 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6255fff-048b-496e-b93c-5ca5aea424e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:54.157449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:54.325068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:54.331803 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390b34d8-dda5-4412-a7a0-5ef3e10988a2" -d '{"events": [{"server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "name": "network-vif-unplugged", "status": "completed", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:54.344943 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:54.410363 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Transition to ACTIVE for port object 153456c6-a8f7-4ad6-a844-5dce937bc41d will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:22:54.419312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:54.458845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 153456c6-a8f7-4ad6-a844-5dce937bc41d no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:22:54.525923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15b5e62-4502-4587-999f-d9bfd2ea9b49 req-47511e40-f330-49b1-9107-1ee90a1fd53f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:54.553589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a15b5e62-4502-4587-999f-d9bfd2ea9b49 req-47511e40-f330-49b1-9107-1ee90a1fd53f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.2864256 Nov 25 19:22:54.602070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 153456c6-a8f7-4ad6-a844-5dce937bc41d not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:22:54.741078 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6255fff-048b-496e-b93c-5ca5aea424e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:54.745454 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6255fff-048b-496e-b93c-5ca5aea424e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:54.750397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c6255fff-048b-496e-b93c-5ca5aea424e4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74c207a9-730c-4cbd-84e9-273400dd62a5 HTTP/1.1" status: 204 len: 168 time: 1.0014889 Nov 25 19:22:54.766338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6255fff-048b-496e-b93c-5ca5aea424e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c207a9-730c-4cbd-84e9-273400dd62a5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:54.783669 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaf3686-2f7c-4c83-8c21-0d591ee40a4f x-openstack-request-id: req-abaf3686-2f7c-4c83-8c21-0d591ee40a4f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:54.792340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a15b5e62-4502-4587-999f-d9bfd2ea9b49 req-94a54870-37a8-45e8-9954-8b4692606187 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376018 Nov 25 19:22:54.799391 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "name": "network-vif-unplugged", "status": "completed", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:54.800045 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-abaf3686-2f7c-4c83-8c21-0d591ee40a4f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:54.800688 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d', 'code': 200} Nov 25 19:22:54.803837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] No DVR routers for this DVR port 153456c6-a8f7-4ad6-a844-5dce937bc41d on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:22:54.822228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Pushing event updated for resources: {'Port': ['ID=153456c6-a8f7-4ad6-a844-5dce937bc41d,revision_number=6']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:54.968973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Attempting to bind port 153456c6-a8f7-4ad6-a844-5dce937bc41d on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:22:54.969481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Attempting to bind port 153456c6-a8f7-4ad6-a844-5dce937bc41d by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:22:54.970312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Attempting to bind port 153456c6-a8f7-4ad6-a844-5dce937bc41d on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:55.003516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Port 153456c6-a8f7-4ad6-a844-5dce937bc41d on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:22:55.007408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Attempting to bind port 153456c6-a8f7-4ad6-a844-5dce937bc41d on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:22:55.041201 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:22:55.041201 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:22:55.041201 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:22:55.042280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Bound port: 153456c6-a8f7-4ad6-a844-5dce937bc41d, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:22:55.044898 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.344409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:22:55.354727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:22:55.368427 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.757238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:55.774460 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:55.777256 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] 10.222.0.60 "PUT /v2.0/ports/153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 200 len: 1095 time: 3.0307765 Nov 25 19:22:56.065516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device dfa97735-ebe2-4b5d-9f61-a9fbb464152c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:22:56.217746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc1858c-2115-4c07-8700-1381a83f2c6e service neutron] Pushing event updated for resources: {'Port': ['ID=153456c6-a8f7-4ad6-a844-5dce937bc41d,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:56.374545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-1685a881-f6fc-4b16-9b6a-2d84f71c43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:56.401154 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-1685a881-f6fc-4b16-9b6a-2d84f71c43a4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1098 time: 0.5543253 Nov 25 19:22:56.551416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port dfa97735-ebe2-4b5d-9f61-a9fbb464152c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:22:56.553905 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:56.842472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24d990-2b1f-4d20-98d7-a4cb0b9a8630 req-1640d365-3e16-4bf6-acea-671472403bbc tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:56.859028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf24d990-2b1f-4d20-98d7-a4cb0b9a8630 req-1640d365-3e16-4bf6-acea-671472403bbc tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 947 time: 0.6580997 Nov 25 19:22:56.992869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:22:57.014741 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66" -d '{"events": [{"name": "network-changed", "server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:22:57.299830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fce7630-6b54-4109-882d-01ac570159c6 req-178b33c5-e312-42c7-a6c1-9f77a1c2d292 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8848543 Nov 25 19:22:57.376580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-86a53a29-9abc-4d40-be64-2f122c78a6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:57.387085 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-86a53a29-9abc-4d40-be64-2f122c78a6eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.9694724 Nov 25 19:22:57.399459 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e3d42b-8872-422b-b458-ad0471c24efd x-openstack-request-id: req-f9e3d42b-8872-422b-b458-ad0471c24efd {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:22:57.406677 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:22:57.407877 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9e3d42b-8872-422b-b458-ad0471c24efd {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:22:57.408532 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d', 'status': 'completed', 'code': 200} Nov 25 19:22:57.762678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf24d990-2b1f-4d20-98d7-a4cb0b9a8630 req-12aa3a0f-b369-474d-9427-3720711226d6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8727162 Nov 25 19:22:57.798910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce7630-6b54-4109-882d-01ac570159c6 req-572dc311-c058-41cd-8aab-b70b6a00b717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:57.801316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fce7630-6b54-4109-882d-01ac570159c6 req-572dc311-c058-41cd-8aab-b70b6a00b717 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1095 time: 0.4764192 Nov 25 19:22:57.809843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-373cc3af-0577-401a-a247-5f6e183f54ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 200 len: 217 time: 0.3767071 Nov 25 19:22:58.019951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-a32cb361-9deb-4b6a-a634-66345614d5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:58.021575 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-a32cb361-9deb-4b6a-a634-66345614d5cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1374798 Nov 25 19:22:58.194174 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce7630-6b54-4109-882d-01ac570159c6 req-7f174304-778b-47d8-b5ec-1e92584e1a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:58.205038 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fce7630-6b54-4109-882d-01ac570159c6 req-7f174304-778b-47d8-b5ec-1e92584e1a31 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.3798358 Nov 25 19:22:58.226012 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:58.292283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-c0e24f00-33b7-411a-9f93-3c8ea287cc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:58.294189 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-c0e24f00-33b7-411a-9f93-3c8ea287cc3d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1098 time: 0.8775277 Nov 25 19:22:58.385539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port dfa97735-ebe2-4b5d-9f61-a9fbb464152c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=dfa97735-ebe2-4b5d-9f61-a9fbb464152c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:22:58.402380 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fce7630-6b54-4109-882d-01ac570159c6 req-ab173448-7429-4063-b504-65a7631458e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb HTTP/1.1" status: 200 len: 217 time: 0.1874917 Nov 25 19:22:58.411969 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:22:58.623910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=dfa97735-ebe2-4b5d-9f61-a9fbb464152c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:22:58.667136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-2feb54a9-04ff-4fdb-9da7-3c98643313df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:58.668708 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-2feb54a9-04ff-4fdb-9da7-3c98643313df service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3487716 Nov 25 19:22:58.704147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-6710d63b-37b2-4cd9-93da-f1971077b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:58.706255 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-6710d63b-37b2-4cd9-93da-f1971077b8bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6416717 Nov 25 19:22:58.804422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fce7630-6b54-4109-882d-01ac570159c6 req-8ba1748f-31ad-44b5-b632-78f0ef8cf33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:58.809069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fce7630-6b54-4109-882d-01ac570159c6 req-8ba1748f-31ad-44b5-b632-78f0ef8cf33f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.3780828 Nov 25 19:22:58.954782 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fce7630-6b54-4109-882d-01ac570159c6 req-5232fdc7-926e-41ca-9780-c2522ee192f0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254466 Nov 25 19:22:58.995474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21be9f4-37a1-4d22-b057-c7bc37e50432 req-260a6ca4-0bed-4711-a84e-05c6e74da357 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:59.014076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c21be9f4-37a1-4d22-b057-c7bc37e50432 req-260a6ca4-0bed-4711-a84e-05c6e74da357 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 1097 time: 0.6281970 Nov 25 19:22:59.209613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-78e97e91-de28-409b-b930-fdbb657ab204 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270558 Nov 25 19:22:59.237128 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-4765ec8c-2892-4c58-b60c-fc3ffe474a82 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 200 len: 217 time: 0.5420270 Nov 25 19:22:59.284328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c21be9f4-37a1-4d22-b057-c7bc37e50432 req-b9924a10-e9b7-4e85-9177-96c5f22453d4 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2628224 Nov 25 19:22:59.428332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-582b21a3-73c9-4aee-aa22-af0745e572cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:59.429872 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-582b21a3-73c9-4aee-aa22-af0745e572cf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1752872 Nov 25 19:22:59.594701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1222c96b-3ea8-4d53-ae93-6b6c6cf08df5 req-76b13bfd-e632-4c56-a8a9-1929ffc527e0 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:59.597358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1222c96b-3ea8-4d53-ae93-6b6c6cf08df5 req-76b13bfd-e632-4c56-a8a9-1929ffc527e0 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 947 time: 0.3176205 Nov 25 19:22:59.704679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-097a7ddb-2308-4016-a583-1a67c3011eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:22:59.739677 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-097a7ddb-2308-4016-a583-1a67c3011eae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2972987 Nov 25 19:22:59.932716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fce7630-6b54-4109-882d-01ac570159c6 req-69c82c9f-2f60-4efc-bccd-3cb1b585f0b8 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9661348 Nov 25 19:22:59.956439 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Sync routers for ids ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:22:59.998792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49898) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:00.034489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Routers {'06c6e65f-5932-4416-ba1c-5d676fe5bf23'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:00.041375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:00.104531 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9dc893d6-5a53-4c96-90e2-ae8a1a9e9f2a req-8451da35-21ca-40e8-a6b6-8d30414e36c9 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8871286 Nov 25 19:23:00.300883 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-396e3e10-54ea-4df4-a37e-bddf0b8b6cb1 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5214512 Nov 25 19:23:00.395551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Set router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:00.506107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1222c96b-3ea8-4d53-ae93-6b6c6cf08df5 req-6f5fd9da-4990-43c1-8714-184124ee368a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8991868 Nov 25 19:23:00.781881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fce7630-6b54-4109-882d-01ac570159c6 req-a85a1ce8-951b-429d-8712-35b7a36c7c4a service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7928474 Nov 25 19:23:00.786070 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-06e1f997-3168-47bb-9f17-649c502f667a service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566877 Nov 25 19:23:00.971762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device dfa97735-ebe2-4b5d-9f61-a9fbb464152c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:01.057822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-bb29c0d8-7766-4d32-9447-6ce28da39259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:01.062081 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-bb29c0d8-7766-4d32-9447-6ce28da39259 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1098 time: 0.2644956 Nov 25 19:23:01.114677 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76ebad6d-58fd-447c-89c5-afe167b0eae0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.336128 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76ebad6d-58fd-447c-89c5-afe167b0eae0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.358840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76ebad6d-58fd-447c-89c5-afe167b0eae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.456313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-76ebad6d-58fd-447c-89c5-afe167b0eae0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2be04dbffa9f4514a2fa29f6195f364f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4300690 Nov 25 19:23:01.456313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49928) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:01.767825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-a71de0a4-821f-4567-9f14-af253a8d7ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:01.771429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port dfa97735-ebe2-4b5d-9f61-a9fbb464152c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:01.773982 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.789473 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-a71de0a4-821f-4567-9f14-af253a8d7ea4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.7126164 Nov 25 19:23:01.875309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf496-d54a-4ced-891a-65d2508a4c2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:01.950264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf496-d54a-4ced-891a-65d2508a4c2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.015845 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-d64369dc-9c49-40dd-a5df-c5ec1b1f9034 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 200 len: 217 time: 0.2139688 Nov 25 19:23:02.126460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ebad6d-58fd-447c-89c5-afe167b0eae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6853af53-6bbb-43f6-889e-95786ecb58ed,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:02.151196 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d699e7e1-9e5f-4b8c-a984-d691d726fc11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.162688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-53f7f33d-fad9-414b-9d1e-8bf69fa8ab5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:02.168672 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-53f7f33d-fad9-414b-9d1e-8bf69fa8ab5c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1444201 Nov 25 19:23:02.191327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5bb48-54af-472e-beac-2e26eccabf76 req-24825902-3611-4b9b-ba1f-e539ab621c28 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:02.203706 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94d5bb48-54af-472e-beac-2e26eccabf76 req-24825902-3611-4b9b-ba1f-e539ab621c28 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 947 time: 0.4000695 Nov 25 19:23:02.253029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf496-d54a-4ced-891a-65d2508a4c2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.271828 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee3bf496-d54a-4ced-891a-65d2508a4c2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.277751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-e94fb049-6857-4e4c-9179-93d4d10716a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:02.280811 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-e94fb049-6857-4e4c-9179-93d4d10716a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038442 Nov 25 19:23:02.283637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ee3bf496-d54a-4ced-891a-65d2508a4c2b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6853af53-6bbb-43f6-889e-95786ecb58ed HTTP/1.1" status: 204 len: 168 time: 0.8014197 Nov 25 19:23:02.350379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'name': 'tempest-TaggedBootDevicesTest-2109497549-router', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:38Z', 'updated_at': '2021-11-25T19:22:49Z', 'revision_number': 4, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'gw_port': {'id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:91:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:39Z', 'updated_at': '2021-11-25T19:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7dcb8d4f-2643-423f-92f0-20994915e00a', 'name': '', 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'mac_address': 'fa:16:3e:f4:7a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1751831e-9f71-4020-89f0-79c3e72244c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:46Z', 'updated_at': '2021-11-25T19:22:49Z', 'revision_number': 2, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'subnets': [{'id': '1751831e-9f71-4020-89f0-79c3e72244c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:02.362010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3bf496-d54a-4ced-891a-65d2508a4c2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6853af53-6bbb-43f6-889e-95786ecb58ed,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:02.410719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94d5bb48-54af-472e-beac-2e26eccabf76 req-f9bbbf49-d942-42ee-aecf-65d2f6dd839e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057421 Nov 25 19:23:02.528478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Checking router: 06c6e65f-5932-4416-ba1c-5d676fe5bf23 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:23:02.530542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Updating router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 port 7dcb8d4f-2643-423f-92f0-20994915e00a binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:23:02.594657 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-7c69c2cb-a4cb-461b-b923-6f174ed190d9 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3037539 Nov 25 19:23:02.643625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:02.993088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-0408c99b-6630-472e-a7b8-51cd0aedcece tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:23:02.996478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-0408c99b-6630-472e-a7b8-51cd0aedcece tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064223 Nov 25 19:23:03.163620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-89f92af1-0d60-45ed-8378-4a0673fbeb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:03.176604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-89f92af1-0d60-45ed-8378-4a0673fbeb2f service neutron] 10.222.0.15 "GET /v2.0/ports/2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec HTTP/1.1" status: 200 len: 1094 time: 0.1503761 Nov 25 19:23:03.223152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Request body: {'binding': {'host': 'n-h2-817303-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:03.224318 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Unknown quota resources ['binding']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:23:03.409490 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:23:03.838629 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.856487 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:03.984953 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e9abc1e4-b0b7-4809-a0a2-c3bb6e4baf66 req-ec612d9d-6f28-482f-9edf-a3c206101aac service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3707924 Nov 25 19:23:04.096946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ec41b-fecb-470e-b2bd-1fc86626f92b None None] Pushing event updated for resources: {'Port': ['ID=7dcb8d4f-2643-423f-92f0-20994915e00a,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:04.267724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Attempting to bind port 7dcb8d4f-2643-423f-92f0-20994915e00a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:04.268561 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Attempting to bind port 7dcb8d4f-2643-423f-92f0-20994915e00a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '155695c0-6e09-418e-9285-ef700eeea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:04.269184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Attempting to bind port 7dcb8d4f-2643-423f-92f0-20994915e00a on network 127c12d2-e12a-4f30-a7ec-9970fb6a4107 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:04.293743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:04.295526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Checking segment: {'id': '155695c0-6e09-418e-9285-ef700eeea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:04.296434 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.301182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Bound using segment: {'id': '155695c0-6e09-418e-9285-ef700eeea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:04.301512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Bound port: 7dcb8d4f-2643-423f-92f0-20994915e00a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155695c0-6e09-418e-9285-ef700eeea91c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:04.302159 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.526178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on host n-h2-817303-9 for vnic_type normal with profile None {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:04.526178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:04.527283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:04.537023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] For port 7dcb8d4f-2643-423f-92f0-20994915e00a, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:04.548943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] For port 7dcb8d4f-2643-423f-92f0-20994915e00a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7dcb8d4f-2643-423f-92f0-20994915e00a,segment=NetworkSegment(155695c0-6e09-418e-9285-ef700eeea91c),segment_id=155695c0-6e09-418e-9285-ef700eeea91c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:04.565002 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.610315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67f0c00-f85f-4abd-b5d4-d1b1b12b8aa5 req-c425de3d-fe87-4468-89e0-e2a0e07958b9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:04.625866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f67f0c00-f85f-4abd-b5d4-d1b1b12b8aa5 req-c425de3d-fe87-4468-89e0-e2a0e07958b9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 947 time: 0.4989786 Nov 25 19:23:04.655591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:04.659966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:04.712170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 153456c6-a8f7-4ad6-a844-5dce937bc41d details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:04.739527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 22, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:04.740669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:04.742480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:04.746275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Bound port: 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:04.935528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6f0401de-8c15-469c-91e6-658e85b95300 None None] Provisioning complete for port 7dcb8d4f-2643-423f-92f0-20994915e00a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:04.936532 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6f0401de-8c15-469c-91e6-658e85b95300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:04.947940 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-13c98a4c-ae43-4f26-86b6-0eb5893b3ddb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:05.016445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Routers {'06c6e65f-5932-4416-ba1c-5d676fe5bf23'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:05.018082 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:05.072281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f67f0c00-f85f-4abd-b5d4-d1b1b12b8aa5 req-2377412c-9390-46e8-b316-5b38b1e1f999 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4445682 Nov 25 19:23:05.210676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:05.236933 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:05.239361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e08bf707-45a6-448a-bf45-7f35ce605101 service neutron] 10.222.0.15 "POST /v2.0/ports/2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec/bindings HTTP/1.1" status: 201 len: 389 time: 2.0565031 Nov 25 19:23:05.370026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] Set router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:05.680020 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] It took 0.79 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:23:05.734691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0ec41b-fecb-470e-b2bd-1fc86626f92b None None] Pushing event updated for resources: {'Port': ['ID=7dcb8d4f-2643-423f-92f0-20994915e00a,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:05.785402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-d551e929-262d-4d97-a1d1-0ee8bbc38271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:05.790526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-d551e929-262d-4d97-a1d1-0ee8bbc38271 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 1097 time: 0.1373920 Nov 25 19:23:06.241248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ad1ae6-99d2-4f5e-8bd9-2e92598de44d req-42cd9520-6533-4e6f-b75d-ea39addb8f0a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:06.244643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-29323ab4-e05b-4443-b3c2-8065a0e1d9d7 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:06.247728 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-29323ab4-e05b-4443-b3c2-8065a0e1d9d7 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846&tenant_id=df1e19b34a9140d885e4e27b944e7b86&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 947 time: 0.2203960 Nov 25 19:23:06.249005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49ad1ae6-99d2-4f5e-8bd9-2e92598de44d req-42cd9520-6533-4e6f-b75d-ea39addb8f0a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.4126816 Nov 25 19:23:06.361998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:06.385589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-2ecfe686-d526-4be2-8c00-f9c95bec50ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:06.387964 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-2ecfe686-d526-4be2-8c00-f9c95bec50ee service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.5907054 Nov 25 19:23:06.433692 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-d994a77c-afed-4b67-b328-b91bc43a5ef1 service neutron] delete failed (client error): The resource could not be found. Nov 25 19:23:06.437073 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-d994a77c-afed-4b67-b328-b91bc43a5ef1 service neutron] 10.222.0.76 "DELETE /v2.0/ports/153456c6-a8f7-4ad6-a844-5dce937bc41d/bindings/n-h2-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.1824756 Nov 25 19:23:06.445181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-66594e72-527f-406c-8ef1-2704040e1f2f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec HTTP/1.1" status: 200 len: 217 time: 0.0500007 Nov 25 19:23:06.470031 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49ad1ae6-99d2-4f5e-8bd9-2e92598de44d req-9bf2cdd0-5d8d-4fb2-9dea-925332b83e07 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092836 Nov 25 19:23:06.528954 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6f0401de-8c15-469c-91e6-658e85b95300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.559120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.580264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '153456c6-a8f7-4ad6-a844-5dce937bc41d', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '153456c6-a8f7-4ad6-a844-5dce937bc41d', 'mac_address': 'fa:16:3e:5e:0e:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:23:06.674267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6f0401de-8c15-469c-91e6-658e85b95300 None None] For port 7dcb8d4f-2643-423f-92f0-20994915e00a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7dcb8d4f-2643-423f-92f0-20994915e00a,segment=NetworkSegment(155695c0-6e09-418e-9285-ef700eeea91c),segment_id=155695c0-6e09-418e-9285-ef700eeea91c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:06.705270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-2870bb4e-ed5d-45e8-91f9-28d9c65c5ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:06.706915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-2870bb4e-ed5d-45e8-91f9-28d9c65c5ac9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.2347250 Nov 25 19:23:06.732824 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6f0401de-8c15-469c-91e6-658e85b95300 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.817390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7dcb8d4f-2643-423f-92f0-20994915e00a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:06.824558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-d704a7b8-a56f-494c-b43b-4173eb611cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:06.827997 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-d704a7b8-a56f-494c-b43b-4173eb611cd9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1098 time: 0.1480515 Nov 25 19:23:06.899777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-bc946d4e-520a-4034-b49a-045e65068a16 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1458378 Nov 25 19:23:06.908679 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:06.956795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 153456c6-a8f7-4ad6-a844-5dce937bc41d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:07.020856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae25596-f786-48d8-a0ce-075b8b5e352e req-9d5782c5-0ba2-4848-a7a3-07a3f2150285 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:07.029198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ae25596-f786-48d8-a0ce-075b8b5e352e req-9d5782c5-0ba2-4848-a7a3-07a3f2150285 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 947 time: 0.3210654 Nov 25 19:23:07.100018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-17501fd5-1e94-4130-834b-55ae4c2abab0 None None] Provisioning complete for port 7dcb8d4f-2643-423f-92f0-20994915e00a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:07.100563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-17501fd5-1e94-4130-834b-55ae4c2abab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:07.125697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:07.185145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0401de-8c15-469c-91e6-658e85b95300 None None] Pushing event updated for resources: {'Port': ['ID=7dcb8d4f-2643-423f-92f0-20994915e00a,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:07.198560 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7dcb8d4f-2643-423f-92f0-20994915e00a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:07.202713 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:07.225795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-0b84c05e-3019-4347-b998-53787838ff55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:07.229207 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-0b84c05e-3019-4347-b998-53787838ff55 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3934536 Nov 25 19:23:07.238154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ae25596-f786-48d8-a0ce-075b8b5e352e req-02f59497-9f37-489f-ab8d-d4560336621c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983228 Nov 25 19:23:07.289494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-21f96aac-b956-4f48-bc87-0f61b7621e92 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3778729 Nov 25 19:23:07.299893 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:07.318631 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'name': 'tempest-TaggedBootDevicesTest-2109497549-router', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:38Z', 'updated_at': '2021-11-25T19:22:49Z', 'revision_number': 4, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'gw_port': {'id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:91:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:39Z', 'updated_at': '2021-11-25T19:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7dcb8d4f-2643-423f-92f0-20994915e00a', 'name': '', 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'mac_address': 'fa:16:3e:f4:7a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1751831e-9f71-4020-89f0-79c3e72244c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:46Z', 'updated_at': '2021-11-25T19:23:04Z', 'revision_number': 4, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'subnets': [{'id': '1751831e-9f71-4020-89f0-79c3e72244c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:07.323148 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-68fbd5e5-f9d9-46e4-8546-745458b81c5d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 200 len: 217 time: 0.0854886 Nov 25 19:23:07.393040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82166c87-2be0-48f8-b1ef-e2d1439156e2 None None] The sync data for ids ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'] in n-d-817303-9 is: [{'id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'name': 'tempest-TaggedBootDevicesTest-2109497549-router', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:38Z', 'updated_at': '2021-11-25T19:22:49Z', 'revision_number': 4, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'gw_port': {'id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:91:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:39Z', 'updated_at': '2021-11-25T19:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7dcb8d4f-2643-423f-92f0-20994915e00a', 'name': '', 'network_id': '127c12d2-e12a-4f30-a7ec-9970fb6a4107', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'mac_address': 'fa:16:3e:f4:7a:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_interface', 'standard_attr_id': 558, 'fixed_ips': [{'subnet_id': '1751831e-9f71-4020-89f0-79c3e72244c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:46Z', 'updated_at': '2021-11-25T19:23:04Z', 'revision_number': 4, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'subnets': [{'id': '1751831e-9f71-4020-89f0-79c3e72244c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:23:07.413402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-de6d3714-63f2-4bed-bf34-4be8827f5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:07.419925 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-de6d3714-63f2-4bed-bf34-4be8827f5d3d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0906825 Nov 25 19:23:07.556952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-067afc47-932c-4845-9de4-280aa560241b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:07.563870 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-067afc47-932c-4845-9de4-280aa560241b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1367786 Nov 25 19:23:07.600422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-958f62b4-4075-48a6-a6bc-998a8f43081b service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883480 Nov 25 19:23:07.701587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['153456c6-a8f7-4ad6-a844-5dce937bc41d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:07.798534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=153456c6-a8f7-4ad6-a844-5dce937bc41d,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:07.888315 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-09bcd010-1789-4223-913d-68372570c32d service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167717 Nov 25 19:23:07.934926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bb5b67-965e-44ab-b7b1-003aa935cda3 req-c5e4db2f-0c27-4033-8740-91db42365853 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:07.940959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6bb5b67-965e-44ab-b7b1-003aa935cda3 req-c5e4db2f-0c27-4033-8740-91db42365853 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.3202488 Nov 25 19:23:08.117835 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:08.232671 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6bb5b67-965e-44ab-b7b1-003aa935cda3 req-f777532f-aef1-4bda-ace4-6a5f07b767c0 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828836 Nov 25 19:23:08.292911 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-35f73d82-0efc-4d01-b09c-0429c363ecef req-ccc71139-ca7b-4338-be2f-e34fe5ced583 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3896928 Nov 25 19:23:08.322925 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:08.957821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7dcb8d4f-2643-423f-92f0-20994915e00a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:08.985741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d9522f-3a1b-4ddf-b9f5-67603776c2cb req-1fc29c75-0c3f-426c-b7cc-7c7861f88d2f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:09.014517 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03d9522f-3a1b-4ddf-b9f5-67603776c2cb req-1fc29c75-0c3f-426c-b7cc-7c7861f88d2f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 948 time: 0.2631407 Nov 25 19:23:09.237076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7dcb8d4f-2643-423f-92f0-20994915e00a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:09.237458 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:09.323144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03d9522f-3a1b-4ddf-b9f5-67603776c2cb req-e5722bd7-78a0-4998-8e87-18b32c64da1d tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986820 Nov 25 19:23:09.812124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec66dd-68c1-4bc6-aee8-d84d6894b794 req-99ffe5ba-6067-4477-9dbc-5a346e36aaa1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:09.826769 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3cec66dd-68c1-4bc6-aee8-d84d6894b794 req-99ffe5ba-6067-4477-9dbc-5a346e36aaa1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.1679268 Nov 25 19:23:09.960525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3cec66dd-68c1-4bc6-aee8-d84d6894b794 req-c1e558c0-788e-4c75-95bd-ccf4e3182d26 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267314 Nov 25 19:23:10.766923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f22c6a-4a21-4af4-aaa5-8fad5f77c2fa req-5981a83f-d745-43bc-a750-90b17b11a7ed tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:10.776053 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61f22c6a-4a21-4af4-aaa5-8fad5f77c2fa req-5981a83f-d745-43bc-a750-90b17b11a7ed tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 948 time: 0.1371388 Nov 25 19:23:10.899166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61f22c6a-4a21-4af4-aaa5-8fad5f77c2fa req-7f58e768-26cb-4b84-88e5-709550dfc29a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138110 Nov 25 19:23:11.107578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e4ee3-6747-4dfb-93d8-eb6fd207a537 req-379d01ab-6108-4ff7-a7c7-b4d2eb4dae31 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:11.116219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc8e4ee3-6747-4dfb-93d8-eb6fd207a537 req-379d01ab-6108-4ff7-a7c7-b4d2eb4dae31 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1099 time: 0.0698004 Nov 25 19:23:11.203457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc8e4ee3-6747-4dfb-93d8-eb6fd207a537 req-36a6a83b-3bfa-457b-bcb4-af45585d52c2 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858345 Nov 25 19:23:11.358559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 153456c6-a8f7-4ad6-a844-5dce937bc41d up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:11.394004 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602c0b9-1972-4d8b-852d-35e5ebd53cf9 req-3213a2db-679a-4168-8fc3-9ba89c453d4c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:11.411433 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c602c0b9-1972-4d8b-852d-35e5ebd53cf9 req-3213a2db-679a-4168-8fc3-9ba89c453d4c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.1337898 Nov 25 19:23:11.527094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 153456c6-a8f7-4ad6-a844-5dce937bc41d completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:23:11.536226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 153456c6-a8f7-4ad6-a844-5dce937bc41d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:11.536931 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:11.563138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c602c0b9-1972-4d8b-852d-35e5ebd53cf9 req-21c41fdb-0d44-4cc9-ad47-5c7a02fed5d2 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423879 Nov 25 19:23:11.713894 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:11.745168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:11.747909 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f8365e5-6d0e-4892-ba90-4f953e9fcc0d" -d '{"events": [{"server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "name": "network-vif-plugged", "status": "completed", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:11.789145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:11.806351 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:11.878236 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5f1d83-1208-4ad5-8dea-3f82088fe6ce x-openstack-request-id: req-4b5f1d83-1208-4ad5-8dea-3f82088fe6ce {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:11.878610 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "name": "network-vif-plugged", "status": "completed", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:11.879028 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4b5f1d83-1208-4ad5-8dea-3f82088fe6ce {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:11.879567 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d', 'code': 200} Nov 25 19:23:11.882268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=153456c6-a8f7-4ad6-a844-5dce937bc41d,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:12.835075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6034b0-f088-4ee6-9503-fad46d92b6ec req-086714f4-fd1e-467e-91a3-e7ea2ab245ab tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:12.855913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f6034b0-f088-4ee6-9503-fad46d92b6ec req-086714f4-fd1e-467e-91a3-e7ea2ab245ab tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.1187675 Nov 25 19:23:12.988430 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f6034b0-f088-4ee6-9503-fad46d92b6ec req-ab5656c5-0d3b-4ab9-a596-604a9348b650 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325312 Nov 25 19:23:14.509123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ce8ff7-deef-4305-a3e1-311054e5f448 req-dbb8f4d0-0840-42a9-b9b7-503677a4b895 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:14.517445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f8ce8ff7-deef-4305-a3e1-311054e5f448 req-dbb8f4d0-0840-42a9-b9b7-503677a4b895 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.0955291 Nov 25 19:23:14.667915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f8ce8ff7-deef-4305-a3e1-311054e5f448 req-137065fe-ed7a-46ce-a2f2-fc07a8f4edc5 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480479 Nov 25 19:23:16.030334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ab520-a872-4101-822c-16f35df43dac req-9eb517aa-74d9-4a8a-b325-41e7bedecd8e tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:16.046867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a14ab520-a872-4101-822c-16f35df43dac req-9eb517aa-74d9-4a8a-b325-41e7bedecd8e tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.1718175 Nov 25 19:23:16.215689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a14ab520-a872-4101-822c-16f35df43dac req-b5ba12d3-517a-4d93-8121-5b47304c3244 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652434 Nov 25 19:23:16.798972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50146) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:17.125542 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.479607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.493444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.550391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbf315-f506-4de9-b133-51b6c1bcd07a req-e1dcf7a7-21df-4464-82f0-ed6a123b112c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:17.560697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62dbf315-f506-4de9-b133-51b6c1bcd07a req-e1dcf7a7-21df-4464-82f0-ed6a123b112c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.1432962 Nov 25 19:23:17.605791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45e71cb-7571-4a81-92af-03046dc33ccb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:17.617203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.618118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.618473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.618836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.619243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.619884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.620530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.621526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.621894 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.622263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.622639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.623101 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:17.637747 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-29bc06a1-3ab1-4376-b295-5323e3c3bf12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d14b4351ee2465b9a3e907a92013e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8364267 Nov 25 19:23:17.639090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50152) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:17.650419 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62dbf315-f506-4de9-b133-51b6c1bcd07a req-cedc7189-8c54-4f9d-9903-0bc05857efa6 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881946 Nov 25 19:23:17.763878 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8a9245d-1c0e-4a5f-83d4-12f27f8da1ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.842845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8a9245d-1c0e-4a5f-83d4-12f27f8da1ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.959524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8a9245d-1c0e-4a5f-83d4-12f27f8da1ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.963287 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8a9245d-1c0e-4a5f-83d4-12f27f8da1ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:17.964900 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b8a9245d-1c0e-4a5f-83d4-12f27f8da1ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c45e71cb-7571-4a81-92af-03046dc33ccb HTTP/1.1" status: 204 len: 168 time: 0.3244612 Nov 25 19:23:17.976008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a9245d-1c0e-4a5f-83d4-12f27f8da1ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45e71cb-7571-4a81-92af-03046dc33ccb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:19.034609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09589c6-6550-47bc-8ecc-4dd5bb99ff31 req-c161cf79-902d-4bf9-8125-4278a7192f84 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:19.049257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f09589c6-6550-47bc-8ecc-4dd5bb99ff31 req-c161cf79-902d-4bf9-8125-4278a7192f84 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.2476656 Nov 25 19:23:19.155869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f09589c6-6550-47bc-8ecc-4dd5bb99ff31 req-51342a1c-7815-4370-946a-0ee6e7a5b967 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038411 Nov 25 19:23:19.624846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50184) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:19.798405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0477d9-7fe5-428f-93b9-22908b4de44f req-2d74bf79-a9ae-4930-9e05-81ee277cd712 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:19.808923 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff0477d9-7fe5-428f-93b9-22908b4de44f req-2d74bf79-a9ae-4930-9e05-81ee277cd712 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 946 time: 0.1179457 Nov 25 19:23:19.894856 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff0477d9-7fe5-428f-93b9-22908b4de44f req-5f2ffca8-946f-4d1e-887c-13cdb437de9c tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbee14ae-d96e-4eb5-adf3-359af21d6451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730262 Nov 25 19:23:19.919878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1330564220-network', 'tenant_id': 'd7a52602abdb445c8e704905e51d1fb1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:19.953740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Made reservation on behalf of d7a52602abdb445c8e704905e51d1fb1 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:19.957934 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:19.982915 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.180628 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.201363 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.301829 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.333940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:23:20.333940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06edd2fe-236b-44bf-b4be-07668629b080,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:20.376953 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.377557 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Added segment 61d40e90-815f-4984-937b-55a94050135a of type vlan for network 85e9c363-3af7-4c35-b115-fae7cd7a3ccf Nov 25 19:23:20.380339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.380692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.381043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.381377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.381701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.382034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.382371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.382999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.384463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.384463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.384933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.385104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:20.443215 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.453679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f465a73d-5b79-4678-a2fd-5f787458635d req-d44c2640-efe5-4513-809c-b5862b847447 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:20.463273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f465a73d-5b79-4678-a2fd-5f787458635d req-d44c2640-efe5-4513-809c-b5862b847447 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.1584687 Nov 25 19:23:20.545152 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.547102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:20.547924 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:20.613673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f465a73d-5b79-4678-a2fd-5f787458635d req-8a7f7ef9-d66b-4ce6-b294-bc064f8b3d56 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481185 Nov 25 19:23:20.694408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.0647039 Nov 25 19:23:20.694691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50198) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:20.697855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a66d3d-76f0-4801-883d-e95d15711aae admin admin] Pushing event updated for resources: {'Network': ['ID=85e9c363-3af7-4c35-b115-fae7cd7a3ccf,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:20.700623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] Request body: {'subnet': {'network_id': '85e9c363-3af7-4c35-b115-fae7cd7a3ccf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1330564220-subnet', 'tenant_id': 'd7a52602abdb445c8e704905e51d1fb1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:20.724357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 85e9c363-3af7-4c35-b115-fae7cd7a3ccf details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:23:20.751900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] Made reservation on behalf of d7a52602abdb445c8e704905e51d1fb1 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:20.756366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.080074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeffb75-110b-4b48-9fc4-1e42d36c58bc req-05dcd916-2881-4f89-ba03-810c7477ac04 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:21.093186 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeeffb75-110b-4b48-9fc4-1e42d36c58bc req-05dcd916-2881-4f89-ba03-810c7477ac04 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 946 time: 0.0954411 Nov 25 19:23:21.175257 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.179464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeeffb75-110b-4b48-9fc4-1e42d36c58bc req-67d04237-fac7-42dd-9a56-84118763dbbd tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/security-groups?id=dbee14ae-d96e-4eb5-adf3-359af21d6451&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845845 Nov 25 19:23:21.292246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9a5909-40d8-4855-ae52-9e876e1fe0aa,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:21.345341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd5547-2780-4040-aeb9-22131b4450d8 req-1f0d1b1b-64b0-4180-8b97-d05459e01ece tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:21.346871 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-79cd5547-2780-4040-aeb9-22131b4450d8 req-1f0d1b1b-64b0-4180-8b97-d05459e01ece tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.60 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 946 time: 0.1168265 Nov 25 19:23:21.365263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] Checking segment: {'id': '61d40e90-815f-4984-937b-55a94050135a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '85e9c363-3af7-4c35-b115-fae7cd7a3ccf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:21.365628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] Network hostable DHCP agents. Network: 85e9c363-3af7-4c35-b115-fae7cd7a3ccf, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:23:21.450023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] Network 85e9c363-3af7-4c35-b115-fae7cd7a3ccf is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:23:21.506838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 85e9c363-3af7-4c35-b115-fae7cd7a3ccf) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:21.516056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:21.517304 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.518177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-469f9b1f-bce5-4bde-b356-22e950b96583 None None] Network 85e9c363-3af7-4c35-b115-fae7cd7a3ccf requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:21.578963 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b6a43fa4-6700-4dab-aa59-cac7a6728cfd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8714874 Nov 25 19:23:21.613062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-79cd5547-2780-4040-aeb9-22131b4450d8 req-3114c88c-9d76-4d72-95a3-f7dd19e2ff4f tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Deleting port d1afb27e-7f17-49e1-af5f-8d16179d0be1 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:23:21.613062 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-79cd5547-2780-4040-aeb9-22131b4450d8 req-3114c88c-9d76-4d72-95a3-f7dd19e2ff4f tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.760155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae5c091-3ed7-4dc7-aa2c-20c3a37e5aa2 None None] Network 85e9c363-3af7-4c35-b115-fae7cd7a3ccf requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:21.919147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-79cd5547-2780-4040-aeb9-22131b4450d8 req-3114c88c-9d76-4d72-95a3-f7dd19e2ff4f tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] For port d1afb27e-7f17-49e1-af5f-8d16179d0be1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d1afb27e-7f17-49e1-af5f-8d16179d0be1,segment=NetworkSegment(b69a6b7a-2a59-44a3-bb76-1507ebaa6035),segment_id=b69a6b7a-2a59-44a3-bb76-1507ebaa6035)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:21.919147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-79cd5547-2780-4040-aeb9-22131b4450d8 req-3114c88c-9d76-4d72-95a3-f7dd19e2ff4f tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:21.932290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fcb73-6fae-42b0-946f-66d195c21f2b req-17405efd-ae42-4d1c-8ae7-2f012c1c19dc tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:21.942034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c92fcb73-6fae-42b0-946f-66d195c21f2b req-17405efd-ae42-4d1c-8ae7-2f012c1c19dc tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.1318552 Nov 25 19:23:21.957630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-79cd5547-2780-4040-aeb9-22131b4450d8 req-3114c88c-9d76-4d72-95a3-f7dd19e2ff4f tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Calling delete_port for d1afb27e-7f17-49e1-af5f-8d16179d0be1 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:23:22.019060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c92fcb73-6fae-42b0-946f-66d195c21f2b req-7ab20465-b4ee-4d61-8721-6b70c6dc6b57 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746961 Nov 25 19:23:22.275979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-79cd5547-2780-4040-aeb9-22131b4450d8 req-3114c88c-9d76-4d72-95a3-f7dd19e2ff4f tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.293042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['d1afb27e-7f17-49e1-af5f-8d16179d0be1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:22.325415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114c88c-9d76-4d72-95a3-f7dd19e2ff4f tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Pushing event deleted for resources: {'Port': ['ID=d1afb27e-7f17-49e1-af5f-8d16179d0be1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:22.379113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-3a2fc4c1-fc18-4209-87a1-9c5b7e51cb36 req-a43c4412-c0a6-4b6a-ab04-726f2ccd0a92 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-128796648', 'description': 'tempest-description-45814265'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:22.385491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cd5547-2780-4040-aeb9-22131b4450d8 req-3114c88c-9d76-4d72-95a3-f7dd19e2ff4f tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] No DVR routers for this DVR port d1afb27e-7f17-49e1-af5f-8d16179d0be1 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:23:22.389138 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-79cd5547-2780-4040-aeb9-22131b4450d8 req-3114c88c-9d76-4d72-95a3-f7dd19e2ff4f tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.394898 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-79cd5547-2780-4040-aeb9-22131b4450d8 req-3114c88c-9d76-4d72-95a3-f7dd19e2ff4f tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.60 "DELETE /v2.0/ports/d1afb27e-7f17-49e1-af5f-8d16179d0be1 HTTP/1.1" status: 204 len: 173 time: 1.0385137 Nov 25 19:23:22.397745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '228bdb50-51f9-458d-accb-6b290f1ad4a8', 'name': 'network-vif-deleted', 'tag': 'd1afb27e-7f17-49e1-af5f-8d16179d0be1'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:22.401244 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7ee5fc7-a3e3-4dd4-9843-bbcf911a7812" -d '{"events": [{"server_uuid": "228bdb50-51f9-458d-accb-6b290f1ad4a8", "name": "network-vif-deleted", "tag": "d1afb27e-7f17-49e1-af5f-8d16179d0be1"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:22.415201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3a2fc4c1-fc18-4209-87a1-9c5b7e51cb36 req-a43c4412-c0a6-4b6a-ab04-726f2ccd0a92 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.529745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3a2fc4c1-fc18-4209-87a1-9c5b7e51cb36 req-a43c4412-c0a6-4b6a-ab04-726f2ccd0a92 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.537224 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3a2fc4c1-fc18-4209-87a1-9c5b7e51cb36 req-a43c4412-c0a6-4b6a-ab04-726f2ccd0a92 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.579321 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3a2fc4c1-fc18-4209-87a1-9c5b7e51cb36 req-a43c4412-c0a6-4b6a-ab04-726f2ccd0a92 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.596535 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a2fc4c1-fc18-4209-87a1-9c5b7e51cb36 req-a43c4412-c0a6-4b6a-ab04-726f2ccd0a92 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1832 time: 0.2218831 Nov 25 19:23:22.600688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c4412-c0a6-4b6a-ab04-726f2ccd0a92 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e43117-ba24-44b9-a81e-dc56c26cc2e8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:22.673803 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:22.765529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce1db83b-b55d-46c5-a864-24e3d08e5027 req-073547c6-8047-47d6-bd96-487e1c9b9991 tempest-VolumesAdminNegativeTest-1890590974 tempest-VolumesAdminNegativeTest-1890590974-project] 10.222.0.15 "GET /v2.0/ports?device_id=228bdb50-51f9-458d-accb-6b290f1ad4a8 HTTP/1.1" status: 200 len: 210 time: 0.0458202 Nov 25 19:23:22.823543 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed4a4e64-43f6-4264-b9f9-0efaef87f8c1 x-openstack-request-id: req-ed4a4e64-43f6-4264-b9f9-0efaef87f8c1 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:22.823836 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "228bdb50-51f9-458d-accb-6b290f1ad4a8", "name": "network-vif-deleted", "tag": "d1afb27e-7f17-49e1-af5f-8d16179d0be1", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:22.824092 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed4a4e64-43f6-4264-b9f9-0efaef87f8c1 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:22.824769 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '228bdb50-51f9-458d-accb-6b290f1ad4a8', 'name': 'network-vif-deleted', 'tag': 'd1afb27e-7f17-49e1-af5f-8d16179d0be1', 'status': 'completed', 'code': 200} Nov 25 19:23:22.912858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69475496-247a-4108-b0b3-fa0a44ddaf6f req-1e1b4eb6-f470-4886-90ba-dcb282c5efb0 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/05e43117-ba24-44b9-a81e-dc56c26cc2e8 HTTP/1.1" status: 200 len: 1827 time: 0.0724893 Nov 25 19:23:22.927599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-69475496-247a-4108-b0b3-fa0a44ddaf6f req-9eb85b63-939b-42fc-b6f7-9f65701ea247 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05e43117-ba24-44b9-a81e-dc56c26cc2e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:22.927922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-69475496-247a-4108-b0b3-fa0a44ddaf6f req-9eb85b63-939b-42fc-b6f7-9f65701ea247 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '05e43117-ba24-44b9-a81e-dc56c26cc2e8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:23.035473 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-69475496-247a-4108-b0b3-fa0a44ddaf6f req-9eb85b63-939b-42fc-b6f7-9f65701ea247 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:23.089422 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-69475496-247a-4108-b0b3-fa0a44ddaf6f req-9eb85b63-939b-42fc-b6f7-9f65701ea247 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:23.096127 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-69475496-247a-4108-b0b3-fa0a44ddaf6f req-9eb85b63-939b-42fc-b6f7-9f65701ea247 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:23.120407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb85b63-939b-42fc-b6f7-9f65701ea247 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d311be7a-806c-490e-a379-be738d17e79f,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:23.132315 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-69475496-247a-4108-b0b3-fa0a44ddaf6f req-9eb85b63-939b-42fc-b6f7-9f65701ea247 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:23.141000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69475496-247a-4108-b0b3-fa0a44ddaf6f req-9eb85b63-939b-42fc-b6f7-9f65701ea247 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2197726 Nov 25 19:23:23.296258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974412eb-c3a5-482a-b892-fe04ce635fe9 req-040c50da-78a3-4258-b010-db7d6ff4767d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:23.298768 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-974412eb-c3a5-482a-b892-fe04ce635fe9 req-040c50da-78a3-4258-b010-db7d6ff4767d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.0801940 Nov 25 19:23:23.374918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-974412eb-c3a5-482a-b892-fe04ce635fe9 req-69aa0db6-74d7-44a6-907b-5027e8dfa35a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611143 Nov 25 19:23:23.599747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4bbc5b26-7ea3-443d-af3f-e0db633c32df req-ab22f83f-836e-4c2d-bac3-ab64bc4855cf tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/05e43117-ba24-44b9-a81e-dc56c26cc2e8 HTTP/1.1" status: 200 len: 2420 time: 0.0790734 Nov 25 19:23:23.722142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a41d0-7f14-44a1-aeab-bdf81dcd6e0c req-9900e15a-de4d-4e1a-8706-4985562b729a tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:23.724147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a8a41d0-7f14-44a1-aeab-bdf81dcd6e0c req-9900e15a-de4d-4e1a-8706-4985562b729a tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 945 time: 0.0674944 Nov 25 19:23:23.853324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a8a41d0-7f14-44a1-aeab-bdf81dcd6e0c req-b64d9c73-911e-4276-b1fe-69a03ede0bbe tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118972 Nov 25 19:23:23.962700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46313f53-a9f0-4258-97a3-58370bde6f5a req-2ee4ec0d-ff4a-4d97-9373-1c95370668fb tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-group-rules/d311be7a-806c-490e-a379-be738d17e79f HTTP/1.1" status: 200 len: 778 time: 0.0546589 Nov 25 19:23:24.055314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46313f53-a9f0-4258-97a3-58370bde6f5a req-b62d76c5-056c-44bb-8d75-bd8083a2e67f tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/05e43117-ba24-44b9-a81e-dc56c26cc2e8 HTTP/1.1" status: 200 len: 2420 time: 0.0853739 Nov 25 19:23:24.100155 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-46313f53-a9f0-4258-97a3-58370bde6f5a req-54e0ac76-8b8b-4829-ab0d-409e2c4a2cd1 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.121120 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-46313f53-a9f0-4258-97a3-58370bde6f5a req-54e0ac76-8b8b-4829-ab0d-409e2c4a2cd1 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.190161 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-46313f53-a9f0-4258-97a3-58370bde6f5a req-54e0ac76-8b8b-4829-ab0d-409e2c4a2cd1 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.201106 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-46313f53-a9f0-4258-97a3-58370bde6f5a req-54e0ac76-8b8b-4829-ab0d-409e2c4a2cd1 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.215104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46313f53-a9f0-4258-97a3-58370bde6f5a req-54e0ac76-8b8b-4829-ab0d-409e2c4a2cd1 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d311be7a-806c-490e-a379-be738d17e79f HTTP/1.1" status: 204 len: 173 time: 0.1584003 Nov 25 19:23:24.248066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e0ac76-8b8b-4829-ab0d-409e2c4a2cd1 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d311be7a-806c-490e-a379-be738d17e79f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:24.290391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50240) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:24.365454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-9b154689-0276-4bc6-a8d3-f930e4027208 req-1cae6ee3-31fb-4a11-9686-bc4fe2e17cfc tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1876691146', 'description': 'tempest-description-523935890'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:24.431789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfad03ff-5100-469f-8b93-19054ef60c5b admin admin] Deleting subnet eb74b89e-76dc-41dc-9baf-8ac440769eab {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:23:24.440017 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b154689-0276-4bc6-a8d3-f930e4027208 req-1cae6ee3-31fb-4a11-9686-bc4fe2e17cfc tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.440017 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfad03ff-5100-469f-8b93-19054ef60c5b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.505784 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfad03ff-5100-469f-8b93-19054ef60c5b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.587905 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfad03ff-5100-469f-8b93-19054ef60c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.634344 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b154689-0276-4bc6-a8d3-f930e4027208 req-1cae6ee3-31fb-4a11-9686-bc4fe2e17cfc tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.646504 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b154689-0276-4bc6-a8d3-f930e4027208 req-1cae6ee3-31fb-4a11-9686-bc4fe2e17cfc tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.892349 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b154689-0276-4bc6-a8d3-f930e4027208 req-1cae6ee3-31fb-4a11-9686-bc4fe2e17cfc tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.892349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b154689-0276-4bc6-a8d3-f930e4027208 req-1cae6ee3-31fb-4a11-9686-bc4fe2e17cfc tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.4670830 Nov 25 19:23:24.892349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cae6ee3-31fb-4a11-9686-bc4fe2e17cfc tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d660e000-ed6f-47d6-9a95-dff9dae906dd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:24.892349 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfad03ff-5100-469f-8b93-19054ef60c5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.944125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfad03ff-5100-469f-8b93-19054ef60c5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:24.956106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dfad03ff-5100-469f-8b93-19054ef60c5b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eb74b89e-76dc-41dc-9baf-8ac440769eab HTTP/1.1" status: 204 len: 168 time: 0.6640005 Nov 25 19:23:24.963612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50250) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:25.031896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfad03ff-5100-469f-8b93-19054ef60c5b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb74b89e-76dc-41dc-9baf-8ac440769eab,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:25.236958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8c067a-53d6-4c94-9191-ebe6165181e9 req-9eeb5447-9973-45c1-8ffb-207e188c16c1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:25.238477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a8c067a-53d6-4c94-9191-ebe6165181e9 req-9eeb5447-9973-45c1-8ffb-207e188c16c1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.1948357 Nov 25 19:23:25.330047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.351681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a8c067a-53d6-4c94-9191-ebe6165181e9 req-2eb74be6-5542-426d-b460-ddd3bc7a686c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116858 Nov 25 19:23:25.409443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d1afb27e-7f17-49e1-af5f-8d16179d0be1 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:23:25.497363 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: d1afb27e-7f17-49e1-af5f-8d16179d0be1 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:23:25.497856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d1afb27e-7f17-49e1-af5f-8d16179d0be1 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:23:25.557572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.684591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e7b6792-dac8-4710-b84e-20adeb6d4cfc']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:25.703532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69a6b7a-2a59-44a3-bb76-1507ebaa6035') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:25.704006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69a6b7a-2a59-44a3-bb76-1507ebaa6035') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:25.723987 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.753433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-ce2f79e7-62e0-4bb1-a030-78662365e2c3 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:25.756912 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-ce2f79e7-62e0-4bb1-a030-78662365e2c3 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1097 time: 0.1593158 Nov 25 19:23:25.771382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-9'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:25.858918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf083855-9048-4a75-9673-dea2eaf7feeb req-3b5c5f5a-6016-4abe-9bda-56149c1596c4 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/d660e000-ed6f-47d6-9a95-dff9dae906dd HTTP/1.1" status: 200 len: 1829 time: 0.1233125 Nov 25 19:23:25.906408 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.950369 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:25.978653 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:23:25.979385 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:26.267021 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-504c17ef-089c-4b0b-b124-5e386952585f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=df1e19b34a9140d885e4e27b944e7b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1004076 Nov 25 19:23:26.285988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d012dae3-c45e-491a-93be-408d08da701a req-a1c4d2ba-d640-41cc-bb3b-ebe3a3e78240 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:26.301729 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d012dae3-c45e-491a-93be-408d08da701a req-a1c4d2ba-d640-41cc-bb3b-ebe3a3e78240 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 945 time: 0.3202646 Nov 25 19:23:26.309488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:23:26.402468 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:23:26.591281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:26.602976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:26.675539 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d012dae3-c45e-491a-93be-408d08da701a req-3462cc50-2ad8-48d9-8156-c7ae4fbc73e0 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3723032 Nov 25 19:23:26.866344 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:26.867147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-708159fc-0ea6-488b-b20b-33caddc94d04 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:26.884371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-708159fc-0ea6-488b-b20b-33caddc94d04 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5431311 Nov 25 19:23:26.897711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:26.903584 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ed196b9-0b93-4360-8c6e-f07c3042acc4" -d '{"events": [{"server_uuid": "8cb8dddb-9092-4f7c-98f3-8a7dfcca316c", "name": "network-vif-unplugged", "status": "completed", "tag": "2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:26.939886 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:26.967947 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-bd8ea41b-f4f2-4cc7-8877-944cc88d0b9f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/quotas/df1e19b34a9140d885e4e27b944e7b86 HTTP/1.1" status: 200 len: 375 time: 0.0517111 Nov 25 19:23:26.980223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:27.030122 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:27.051194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec has no active binding in host n-h2-817303-9 {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:23:27.084875 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:27.103746 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3e7b6792-dac8-4710-b84e-20adeb6d4cfc HTTP/1.1" status: 204 len: 168 time: 2.1367731 Nov 25 19:23:27.112440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50324) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:27.140347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a03cc1-a641-4073-b926-ee636511a8f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e7b6792-dac8-4710-b84e-20adeb6d4cfc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:27.276188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on host n-h1-817303-9 for vnic_type normal with profile {"migrating_to": "n-h2-817303-9"} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:27.276530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:27.276853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:27.283418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bfb1d1-9657-4bbb-9afb-541beed3b7ce req-a12db0df-c5c2-4b63-a254-dd33a521a1e8 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:27.291693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:27.292015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Attempting to bind port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:27.301646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92bfb1d1-9657-4bbb-9afb-541beed3b7ce req-a12db0df-c5c2-4b63-a254-dd33a521a1e8 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 946 time: 0.4150147 Nov 25 19:23:27.314507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:27.337182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:27.339688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:27.340138 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:27.343518 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Bound port: 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:27.343957 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:27.457158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:27.463349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:27.472847 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:27.473549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-1317006a-8350-4620-8bda-12b77df1137c admin admin] Deleting subnet 653faf05-7ff3-495a-90fb-2a9de19bb440 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:23:27.512402 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1317006a-8350-4620-8bda-12b77df1137c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:27.571058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-d185eebf-77e5-4730-9d56-7bbf2414d93e tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:27.573180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-d185eebf-77e5-4730-9d56-7bbf2414d93e tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.76 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 945 time: 0.4982233 Nov 25 19:23:27.574935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Pushing event updated for resources: {'Port': ['ID=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,revision_number=8']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:27.633525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92bfb1d1-9657-4bbb-9afb-541beed3b7ce req-2189ba1c-9718-43f0-b3b7-2c145c5b3f72 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301127 Nov 25 19:23:27.653754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:27.655845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:27.666991 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-9995ed82-45e4-4743-83b5-b936fe452d05 service neutron] 10.222.0.76 "PUT /v2.0/ports/2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec HTTP/1.1" status: 200 len: 1122 time: 1.8927138 Nov 25 19:23:27.728675 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1317006a-8350-4620-8bda-12b77df1137c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:27.740294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:27.813718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:27.885345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1317006a-8350-4620-8bda-12b77df1137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.032072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-c3cba393-2851-4e7a-9b3b-78d05a497e08 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0457227 Nov 25 19:23:28.040256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-559244cf-3d6a-4d93-991d-7da89a905fa7 req-22c99d7d-82f1-4962-9e3e-15f0a4b22bda tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-593523340', 'description': 'tempest-description-1488509917'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:28.049095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1317006a-8350-4620-8bda-12b77df1137c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.075787 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1317006a-8350-4620-8bda-12b77df1137c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.081829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1317006a-8350-4620-8bda-12b77df1137c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/653faf05-7ff3-495a-90fb-2a9de19bb440 HTTP/1.1" status: 204 len: 168 time: 0.9426289 Nov 25 19:23:28.085006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50366) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:28.229099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1317006a-8350-4620-8bda-12b77df1137c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653faf05-7ff3-495a-90fb-2a9de19bb440,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:28.257289 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.410214 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-559244cf-3d6a-4d93-991d-7da89a905fa7 req-22c99d7d-82f1-4962-9e3e-15f0a4b22bda tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.681952 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b7c409-4404-417f-8644-fe29f1e2de80 x-openstack-request-id: req-00b7c409-4404-417f-8644-fe29f1e2de80 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:28.682384 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cb8dddb-9092-4f7c-98f3-8a7dfcca316c", "name": "network-vif-unplugged", "status": "completed", "tag": "2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:28.682831 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00b7c409-4404-417f-8644-fe29f1e2de80 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:28.683461 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec', 'code': 200} Nov 25 19:23:28.691466 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-559244cf-3d6a-4d93-991d-7da89a905fa7 req-22c99d7d-82f1-4962-9e3e-15f0a4b22bda tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.701760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.708131 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-559244cf-3d6a-4d93-991d-7da89a905fa7 req-22c99d7d-82f1-4962-9e3e-15f0a4b22bda tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.797043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c99d7d-82f1-4962-9e3e-15f0a4b22bda tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d34ddf-4bf0-470a-86e3-87f8db2ce6f5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:28.840948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f097cae-333c-4210-af50-b3ebbf87380a']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:28.841794 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Deleting port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:23:28.843855 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.886708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46202ce8-f4d6-417b-a5f0-c46e1b8f5efc') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:28.886708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46202ce8-f4d6-417b-a5f0-c46e1b8f5efc') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:28.891632 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-559244cf-3d6a-4d93-991d-7da89a905fa7 req-22c99d7d-82f1-4962-9e3e-15f0a4b22bda tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.891632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-559244cf-3d6a-4d93-991d-7da89a905fa7 req-22c99d7d-82f1-4962-9e3e-15f0a4b22bda tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.8574150 Nov 25 19:23:28.912339 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.937881 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.959233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:23:28.959649 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:23:28.961679 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:23:29.098862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.127143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.148912 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3f097cae-333c-4210-af50-b3ebbf87380a HTTP/1.1" status: 204 len: 168 time: 1.0600479 Nov 25 19:23:29.183417 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af481186-d594-4dc7-9fab-d03e6290d081 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f097cae-333c-4210-af50-b3ebbf87380a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:29.350924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] For port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:29.352067 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.372337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-33bafbf5-8192-478e-b2b9-0c478ae51c7a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:29.376396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-33bafbf5-8192-478e-b2b9-0c478ae51c7a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/networks?id=8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 HTTP/1.1" status: 200 len: 815 time: 0.2593040 Nov 25 19:23:29.417666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-9ba168ea-899d-4633-9ba7-4a4d04df80c5 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/quotas/52171d92c95246cfade50914c6bd0abb HTTP/1.1" status: 200 len: 375 time: 0.0222120 Nov 25 19:23:29.560144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c74376-ff81-4c13-85cc-b7bd294ff7cc req-4e508b0b-78f4-4921-9b05-199c4cd55746 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:29.560144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-97c74376-ff81-4c13-85cc-b7bd294ff7cc req-4e508b0b-78f4-4921-9b05-199c4cd55746 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 945 time: 0.4658384 Nov 25 19:23:29.588130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50408) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:29.695745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e46e9e36-6376-43dd-bd8c-bd8f3930027b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17d9b666b0d9458cb120c53f655c61cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1047168 Nov 25 19:23:29.697304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50410) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:29.816643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-5f0aa53c-ca1e-4532-add9-78a9b1444169 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=52171d92c95246cfade50914c6bd0abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3850360 Nov 25 19:23:29.831043 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-97c74376-ff81-4c13-85cc-b7bd294ff7cc req-7afef5a8-82a7-4061-b711-3a2a83448b55 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups?id=55537023-b242-420c-bb9e-4a4c36d6d949&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2001121 Nov 25 19:23:29.847661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc628-0661-401d-92e2-8ea01c25a30e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:29.985503 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc628-0661-401d-92e2-8ea01c25a30e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.201422 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc628-0661-401d-92e2-8ea01c25a30e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.207008 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7cbc628-0661-401d-92e2-8ea01c25a30e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.209679 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c7cbc628-0661-401d-92e2-8ea01c25a30e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbee14ae-d96e-4eb5-adf3-359af21d6451 HTTP/1.1" status: 204 len: 168 time: 0.5097342 Nov 25 19:23:30.264386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cbc628-0661-401d-92e2-8ea01c25a30e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbee14ae-d96e-4eb5-adf3-359af21d6451,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:30.621624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 918d74fb-313c-4e6e-a6c0-52eb79fbde6e no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:23:30.687694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'tag': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:30.693164 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0da12ff-59fb-4155-b4b5-227c4ffd1763" -d '{"events": [{"name": "network-changed", "server_uuid": "8cb8dddb-9092-4f7c-98f3-8a7dfcca316c", "tag": "2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:30.774009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-deb90648-c26e-4ee1-b1c7-7fad62222e43 req-0453c778-44bd-41c6-9f85-9d5acb41399e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 210 time: 0.6570535 Nov 25 19:23:30.783553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.784172 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.785323 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Floating IP cda863ad-ff73-48ea-ab24-5686d7cb81bf disassociated. External IP: 172.25.8.237, port: 918d74fb-313c-4e6e-a6c0-52eb79fbde6e. Nov 25 19:23:30.785323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Calling delete_port for 918d74fb-313c-4e6e-a6c0-52eb79fbde6e owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:23:30.909196 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:30.984657 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-72c8a057-3e59-4cce-808d-3d071701f034 service neutron] 10.222.0.15 "GET /v2.0/networks/8f36e8b9-4c30-44bc-9c5d-edc700eb6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1246114 Nov 25 19:23:31.009197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:31.017539 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c33bb1e-2759-489f-a628-f0af188a28ba" -d '{"events": [{"server_uuid": "a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4", "name": "network-vif-unplugged", "status": "completed", "tag": "918d74fb-313c-4e6e-a6c0-52eb79fbde6e"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:31.069905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:31.124302 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:31.243094 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-02c072f3-93a3-4f78-969d-a9a458e3398d tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=df1e19b34a9140d885e4e27b944e7b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854924 Nov 25 19:23:31.282650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:31.429439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50430) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:31.538947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae41c93d-a88d-4e0b-b61a-d986ef89c9b9 req-6826c55c-f9dc-4e23-a7a4-0bd82baa9636 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:31.546633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae41c93d-a88d-4e0b-b61a-d986ef89c9b9 req-6826c55c-f9dc-4e23-a7a4-0bd82baa9636 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 944 time: 0.3118520 Nov 25 19:23:31.560361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-17bc0454-ee0a-41a4-92dc-79682d8dd733 service neutron] 10.222.0.15 "GET /v2.0/networks/8f36e8b9-4c30-44bc-9c5d-edc700eb6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5545425 Nov 25 19:23:31.564704 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:31.737849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3ada4c9a-1898-4aa7-8b6f-f5f29c4e9b78 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2334d5260b7d4888a1b1d18b9ed4556b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2838652 Nov 25 19:23:31.740662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-614f75b7-8664-46b7-948d-ea4345a94b1d tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:31.741691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50432) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:31.745478 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-614f75b7-8664-46b7-948d-ea4345a94b1d tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4901011 Nov 25 19:23:31.748084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Pushing event deleted for resources: {'Port': ['ID=918d74fb-313c-4e6e-a6c0-52eb79fbde6e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:31.787807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Request body: {'port': {'device_id': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': 'df1e19b34a9140d885e4e27b944e7b86'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:31.910756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae41c93d-a88d-4e0b-b61a-d986ef89c9b9 req-f01e7dee-1538-4baa-b001-a3688c3859a7 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3630559 Nov 25 19:23:32.004972 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1ccddf-befc-4461-9bd3-0d5284136b86 x-openstack-request-id: req-0a1ccddf-befc-4461-9bd3-0d5284136b86 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:32.005636 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cb8dddb-9092-4f7c-98f3-8a7dfcca316c", "tag": "2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:32.006148 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a1ccddf-befc-4461-9bd3-0d5284136b86 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:32.007645 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'tag': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec', 'status': 'completed', 'code': 200} Nov 25 19:23:32.077095 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-876d47d9-24c3-435f-b1a7-42b30903a1f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.126137 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7467-abdd-4343-abe6-af609d23a701 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.163327 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7467-abdd-4343-abe6-af609d23a701 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.333593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da12ff-59fb-4155-b4b5-227c4ffd1763 req-f3760be7-5550-411b-a396-0c12b2e83180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:32.335194 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a0da12ff-59fb-4155-b4b5-227c4ffd1763 req-f3760be7-5550-411b-a396-0c12b2e83180 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 1125 time: 0.1935813 Nov 25 19:23:32.345206 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a5517a39-bbac-488c-8f6a-262f3cc9960a req-f4c6b71a-42bd-46f8-a108-17d15bd829a1 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 210 time: 0.2351503 Nov 25 19:23:32.370468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Router 35f05e82-d776-45e3-926d-0bc7c6ee1527 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:23:32.375396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7467-abdd-4343-abe6-af609d23a701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.391179 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3ce7467-abdd-4343-abe6-af609d23a701 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.399469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c3ce7467-abdd-4343-abe6-af609d23a701 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2464d7cc-ab60-47f8-8448-c6c92c3b9909 HTTP/1.1" status: 204 len: 168 time: 0.6521058 Nov 25 19:23:32.438883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ce7467-abdd-4343-abe6-af609d23a701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2464d7cc-ab60-47f8-8448-c6c92c3b9909,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:32.600405 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67a1ed6-9361-4314-be4a-5d50ffd9c4a3 x-openstack-request-id: req-e67a1ed6-9361-4314-be4a-5d50ffd9c4a3 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:32.600902 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4", "name": "network-vif-unplugged", "status": "completed", "tag": "918d74fb-313c-4e6e-a6c0-52eb79fbde6e", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:32.602142 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e67a1ed6-9361-4314-be4a-5d50ffd9c4a3 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:32.602642 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e', 'code': 200} Nov 25 19:23:32.631778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da12ff-59fb-4155-b4b5-227c4ffd1763 req-252ac5c0-4c1e-4d74-9a73-5929afcb18bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:32.634664 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a0da12ff-59fb-4155-b4b5-227c4ffd1763 req-252ac5c0-4c1e-4d74-9a73-5929afcb18bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.2697051 Nov 25 19:23:32.653643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Made reservation on behalf of df1e19b34a9140d885e4e27b944e7b86 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:32.661258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:32.822205 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a0da12ff-59fb-4155-b4b5-227c4ffd1763 req-26fc86fc-860f-4d6e-bd3c-bec77d43ff6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec HTTP/1.1" status: 200 len: 217 time: 0.1773200 Nov 25 19:23:33.033546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccec3d2e-c7a3-4a85-a5a5-af523096b1f0 req-33951f1b-f6f2-47a3-b585-92acafc39d97 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 210 time: 0.1055813 Nov 25 19:23:33.044662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:23:33.067616 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05901222-d1b4-4270-b4b9-345edbe01bf2 None None] Sync routers for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:23:33.136185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da12ff-59fb-4155-b4b5-227c4ffd1763 req-c9c2f2cd-7334-44f8-b8e8-f11f353783ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:33.141733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a0da12ff-59fb-4155-b4b5-227c4ffd1763 req-c9c2f2cd-7334-44f8-b8e8-f11f353783ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.3080449 Nov 25 19:23:33.168777 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05901222-d1b4-4270-b4b9-345edbe01bf2 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:33.172952 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-05901222-d1b4-4270-b4b9-345edbe01bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:23:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:33.178230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] No DVR routers for this DVR port 918d74fb-313c-4e6e-a6c0-52eb79fbde6e on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:23:33.188251 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:33.201097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf4e3a44-ec3e-4649-a77a-8158b7e98cd7 req-c433e9e1-9259-42ef-92f3-b6d2c07a70bc tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.76 "DELETE /v2.0/ports/918d74fb-313c-4e6e-a6c0-52eb79fbde6e HTTP/1.1" status: 204 len: 173 time: 5.5745013 Nov 25 19:23:33.223262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'name': 'network-vif-deleted', 'tag': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:33.243707 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f1ed76-637e-4b49-860f-ec3537cb3c15" -d '{"events": [{"server_uuid": "a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4", "name": "network-vif-deleted", "tag": "918d74fb-313c-4e6e-a6c0-52eb79fbde6e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:33.267680 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a0da12ff-59fb-4155-b4b5-227c4ffd1763 req-447ec8d6-e6fc-4876-abd9-8a67d6f8002c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974443 Nov 25 19:23:33.294507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16a586ef-3120-4406-b62f-00da81a2e4db req-d334cb64-dae3-4f76-a9e8-3e9e50e2bc75 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/86d34ddf-4bf0-470a-86e3-87f8db2ce6f5 HTTP/1.1" status: 200 len: 1829 time: 1.4570849 Nov 25 19:23:33.542701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4baf866a-772c-4b55-976d-ee7da0428b20 req-682cf49b-09b9-41e4-9f46-03714429e7fc tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 210 time: 0.0678844 Nov 25 19:23:33.733876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac291279-65fc-43fd-ae0e-04dab787eb3b req-cf59a794-b059-4441-9306-7846d25e3714 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:33.746486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac291279-65fc-43fd-ae0e-04dab787eb3b req-cf59a794-b059-4441-9306-7846d25e3714 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 944 time: 0.2025762 Nov 25 19:23:33.796308 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129f501c-ff5f-49a4-992e-c0c4ec7be176 x-openstack-request-id: req-129f501c-ff5f-49a4-992e-c0c4ec7be176 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:33.797053 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4", "name": "network-vif-deleted", "tag": "918d74fb-313c-4e6e-a6c0-52eb79fbde6e", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:33.797493 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-129f501c-ff5f-49a4-992e-c0c4ec7be176 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:33.798384 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4', 'name': 'network-vif-deleted', 'tag': '918d74fb-313c-4e6e-a6c0-52eb79fbde6e', 'status': 'completed', 'code': 200} Nov 25 19:23:33.844987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Allocated IP 192.168.233.50 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/ea7e27b0-8160-4de9-a81a-91deac743c1f) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:33.886583 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a0da12ff-59fb-4155-b4b5-227c4ffd1763 req-43283ce4-ab93-4af2-af49-91b115ae2137 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6099341 Nov 25 19:23:33.906633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac291279-65fc-43fd-ae0e-04dab787eb3b req-edbafcba-9cc9-4e81-b96c-e4ef1d3e3b46 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579885 Nov 25 19:23:33.920122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-f03e0c4a-e1c7-43a6-ae48-5524e1ebc39f req-abdc5002-5563-498e-9ef6-281004eb3824 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-478329272', 'description': 'tempest-description-146766352'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:33.993689 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f03e0c4a-e1c7-43a6-ae48-5524e1ebc39f req-abdc5002-5563-498e-9ef6-281004eb3824 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.281317 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0811786c-7442-4263-93c8-c209a2fe8c2e req-d0ef4021-09fd-472c-84ed-c39279ee2297 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/ports?device_id=a283c98c-40d9-4d0a-8a1b-42b8b1bf8ba4 HTTP/1.1" status: 200 len: 210 time: 0.1727159 Nov 25 19:23:34.394095 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-05901222-d1b4-4270-b4b9-345edbe01bf2 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:34.435497 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f03e0c4a-e1c7-43a6-ae48-5524e1ebc39f req-abdc5002-5563-498e-9ef6-281004eb3824 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.448026 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f03e0c4a-e1c7-43a6-ae48-5524e1ebc39f req-abdc5002-5563-498e-9ef6-281004eb3824 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.542405 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f03e0c4a-e1c7-43a6-ae48-5524e1ebc39f req-abdc5002-5563-498e-9ef6-281004eb3824 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.548436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f03e0c4a-e1c7-43a6-ae48-5524e1ebc39f req-abdc5002-5563-498e-9ef6-281004eb3824 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 0.6553457 Nov 25 19:23:34.549926 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a0da12ff-59fb-4155-b4b5-227c4ffd1763 req-03ea5e02-6097-4875-adc1-25d164347ce9 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6493869 Nov 25 19:23:34.562450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdc5002-5563-498e-9ef6-281004eb3824 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=472199d2-9732-4179-877f-08c671220446,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:34.634403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.737953 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:34.779781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['153456c6-a8f7-4ad6-a844-5dce937bc41d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:34.826508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d499c271-1191-435f-8726-ec63343abb6d req-a47e8a65-8f68-4019-b6b0-2a813ab3f02a tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/472199d2-9732-4179-877f-08c671220446 HTTP/1.1" status: 200 len: 1828 time: 0.2358086 Nov 25 19:23:34.919208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:34.954709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:34.969325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:35.012802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-51fdfa89-737c-4067-977e-23e3d16c6aab req-6e1be20a-cdc6-4796-97dd-71284a018c1d tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 210 time: 0.1797183 Nov 25 19:23:35.067214 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Pushing event updated for resources: {'Port': ['ID=ea7e27b0-8160-4de9-a81a-91deac743c1f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:35.144433 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0042e631-7185-49e3-b07e-be09ee4072d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.150634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:35.151365 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.201393 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-fd58a20e-9c4b-4f08-9385-e8bf4f20d82a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4389894 Nov 25 19:23:35.212570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-996e1f48-0180-4cd9-ae81-a00d4231d707 req-9b07e323-ebb0-478b-82db-8d138b855377 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-310697526', 'description': 'tempest-description-534876319'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:35.218785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Request body: {'port': {'device_id': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:35.328483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-996e1f48-0180-4cd9-ae81-a00d4231d707 req-9b07e323-ebb0-478b-82db-8d138b855377 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.462279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50510) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:35.538342 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.580673 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-05901222-d1b4-4270-b4b9-345edbe01bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:35.730361 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05901222-d1b4-4270-b4b9-345edbe01bf2 None None] Checking router: 35f05e82-d776-45e3-926d-0bc7c6ee1527 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:23:35.770128 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05901222-d1b4-4270-b4b9-345edbe01bf2 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:35.771550 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-05901222-d1b4-4270-b4b9-345edbe01bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:23:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:35.805445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d9f80eee-95f7-4a52-bb5e-e4dc76a5a1b5 None None] Provisioning complete for port ea7e27b0-8160-4de9-a81a-91deac743c1f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:35.810599 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d9f80eee-95f7-4a52-bb5e-e4dc76a5a1b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:35.871017 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452bd34-ee55-4829-8ce3-8c46a5542979 req-032889c1-eecf-4114-ad0e-eadccf6585ee tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:35.888862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-132282855-network', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:35.891224 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5452bd34-ee55-4829-8ce3-8c46a5542979 req-032889c1-eecf-4114-ad0e-eadccf6585ee tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 935 time: 0.5631030 Nov 25 19:23:35.970331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d9f80eee-95f7-4a52-bb5e-e4dc76a5a1b5 None None] Port ea7e27b0-8160-4de9-a81a-91deac743c1f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:23:36.122913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-996e1f48-0180-4cd9-ae81-a00d4231d707 req-9b07e323-ebb0-478b-82db-8d138b855377 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:36.144626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-996e1f48-0180-4cd9-ae81-a00d4231d707 req-9b07e323-ebb0-478b-82db-8d138b855377 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:36.221807 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b07e323-ebb0-478b-82db-8d138b855377 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb9db9c-561e-45cc-aa0f-5e31c8aac1df,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:36.255331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5452bd34-ee55-4829-8ce3-8c46a5542979 req-dff6d8d5-f06a-4f64-b76e-5f2d0ec3d306 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229272 Nov 25 19:23:36.294273 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-996e1f48-0180-4cd9-ae81-a00d4231d707 req-9b07e323-ebb0-478b-82db-8d138b855377 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:36.294522 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:36.309858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-996e1f48-0180-4cd9-ae81-a00d4231d707 req-9b07e323-ebb0-478b-82db-8d138b855377 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1833 time: 1.1068208 Nov 25 19:23:36.319684 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-05901222-d1b4-4270-b4b9-345edbe01bf2 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:36.452455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7e27b0-8160-4de9-a81a-91deac743c1f {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:36.463702 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:36.483102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Transition to ACTIVE for port object ea7e27b0-8160-4de9-a81a-91deac743c1f will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:23:36.605043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182977f1-99c0-41a5-ad96-1a0e5fa3abf5 req-2b1e0013-1ae7-4033-80ce-fbcfd59526e7 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:36.620221 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-182977f1-99c0-41a5-ad96-1a0e5fa3abf5 req-2b1e0013-1ae7-4033-80ce-fbcfd59526e7 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 944 time: 0.1604769 Nov 25 19:23:36.692871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Made reservation on behalf of 6f55930dd3cc40feb2bb6c50294dd838 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:36.719790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:36.760547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c411d429-3bd7-4f6a-aee4-4c7f0b26ca51 req-9939e94a-60bc-474f-8d73-bcee342ed06a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 210 time: 0.1259782 Nov 25 19:23:36.782581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:36.789504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:36.924037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-182977f1-99c0-41a5-ad96-1a0e5fa3abf5 req-6ad70f65-75a2-4e25-96de-eb701fd5bcdc tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018534 Nov 25 19:23:36.990617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7e27b0-8160-4de9-a81a-91deac743c1f,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:37.004237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3330981c-c592-4b05-9226-7207a9f89163 req-1935ca33-f448-4c3e-9bc6-228a147bfe2b tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/bbb9db9c-561e-45cc-aa0f-5e31c8aac1df HTTP/1.1" status: 200 len: 1828 time: 0.1864483 Nov 25 19:23:37.016013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-fe64204b-e7e3-46d7-88b2-96182a7253f9 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:37.018248 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-fe64204b-e7e3-46d7-88b2-96182a7253f9 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.60 "GET /v2.0/networks?id=8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 HTTP/1.1" status: 200 len: 815 time: 0.9838755 Nov 25 19:23:37.050859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Request body: {'port': {'device_id': '80b295bd-dbbc-40c7-b620-7bd167508b82', 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35', 'admin_state_up': True, 'tenant_id': '52171d92c95246cfade50914c6bd0abb'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:37.114279 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-0f5399ca-78e0-4339-ae03-1ef3c09058ce req-deda52f6-76b2-42cb-ab56-91bdaf3e049a tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] show failed (client error): The resource could not be found. Nov 25 19:23:37.131987 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f5399ca-78e0-4339-ae03-1ef3c09058ce req-deda52f6-76b2-42cb-ab56-91bdaf3e049a tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/067ce4b7-4f22-42ec-b57b-94e6cd3ca278 HTTP/1.1" status: 404 len: 352 time: 0.0751951 Nov 25 19:23:37.174239 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-74dc134c-542e-4c37-8926-2570a820defc req-7ba17678-abeb-403e-ba16-0add78a7aa32 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] show failed (client error): The resource could not be found. Nov 25 19:23:37.186186 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74dc134c-542e-4c37-8926-2570a820defc req-7ba17678-abeb-403e-ba16-0add78a7aa32 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-group-rules/95bd7572-9e40-4806-955d-abf7c4a02715 HTTP/1.1" status: 404 len: 361 time: 0.0287087 Nov 25 19:23:37.366337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5fbc8576-86f9-424c-bfc4-bd1ed0c98ac8 req-124c9f04-5232-40c3-99ba-8b28aa1184ba tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/bbb9db9c-561e-45cc-aa0f-5e31c8aac1df HTTP/1.1" status: 200 len: 1828 time: 0.1358953 Nov 25 19:23:37.401155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50548) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:37.409560 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-05901222-d1b4-4270-b4b9-345edbe01bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:37.470298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:23:37.526965 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05901222-d1b4-4270-b4b9-345edbe01bf2 None None] The sync data for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 is: [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:18Z', 'revision_number': 4, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '19c3d8fe-c8e9-4714-92b2-6fd0466afb75', 'name': '', 'network_id': '8ad14189-ce0f-434b-a77e-a1d923cd8935', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'mac_address': 'fa:16:3e:8d:1b:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:16Z', 'updated_at': '2021-11-25T19:18:26Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'subnets': [{'id': 'f959a176-3547-4d8a-bbcf-d8f4566faa39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:23:37.564912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Attempting to bind port ea7e27b0-8160-4de9-a81a-91deac743c1f on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:37.565521 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Attempting to bind port ea7e27b0-8160-4de9-a81a-91deac743c1f by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:37.565632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Attempting to bind port ea7e27b0-8160-4de9-a81a-91deac743c1f on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:37.599165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Port ea7e27b0-8160-4de9-a81a-91deac743c1f on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:37.599505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Attempting to bind port ea7e27b0-8160-4de9-a81a-91deac743c1f on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:37.662245 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:37.662656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:37.663220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:37.684879 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Bound port: ea7e27b0-8160-4de9-a81a-91deac743c1f, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:37.692184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.102733 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-605e11fa-3bc4-4d41-8c61-a7e0f859f4c2 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.360201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f17ee0d-acd5-448e-8b81-474ff6fa22c8 req-39d1b5d2-b2ba-436b-ab5c-8cb870fcac04 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:38.387669 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f17ee0d-acd5-448e-8b81-474ff6fa22c8 req-39d1b5d2-b2ba-436b-ab5c-8cb870fcac04 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 947 time: 0.7498188 Nov 25 19:23:38.390610 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5fbc8576-86f9-424c-bfc4-bd1ed0c98ac8 req-bc994a28-5c88-4263-85f0-ce647add70fb tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.541811 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.569503 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5fbc8576-86f9-424c-bfc4-bd1ed0c98ac8 req-bc994a28-5c88-4263-85f0-ce647add70fb tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.615767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dec3d15-b4ee-4bf4-b6d2-f0c01c1a0cc4 None None] New status for floating IP cda863ad-ff73-48ea-ab24-5686d7cb81bf: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:23:38.820065 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5fbc8576-86f9-424c-bfc4-bd1ed0c98ac8 req-bc994a28-5c88-4263-85f0-ce647add70fb tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.839292 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5fbc8576-86f9-424c-bfc4-bd1ed0c98ac8 req-bc994a28-5c88-4263-85f0-ce647add70fb tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.852482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5fbc8576-86f9-424c-bfc4-bd1ed0c98ac8 req-bc994a28-5c88-4263-85f0-ce647add70fb tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "DELETE /v2.0/security-groups/bbb9db9c-561e-45cc-aa0f-5e31c8aac1df HTTP/1.1" status: 204 len: 173 time: 1.4779689 Nov 25 19:23:38.887179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:38.980008 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-605e11fa-3bc4-4d41-8c61-a7e0f859f4c2 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.111627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc994a28-5c88-4263-85f0-ce647add70fb tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb9db9c-561e-45cc-aa0f-5e31c8aac1df,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:39.231338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06e81651-afb3-416e-8ee9-62cc3a5a6307 req-fc952801-ad65-4b0d-96fa-0d71bf5bd863 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 210 time: 0.2105916 Nov 25 19:23:39.350421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] For port ea7e27b0-8160-4de9-a81a-91deac743c1f, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:39.357797 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] For port ea7e27b0-8160-4de9-a81a-91deac743c1f, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:39.399154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f17ee0d-acd5-448e-8b81-474ff6fa22c8 req-3f807a27-9562-4aca-a21e-85e14b47565c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0101883 Nov 25 19:23:39.409758 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.461144 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-605e11fa-3bc4-4d41-8c61-a7e0f859f4c2 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.464198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-605e11fa-3bc4-4d41-8c61-a7e0f859f4c2 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.465487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-605e11fa-3bc4-4d41-8c61-a7e0f859f4c2 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "DELETE /v2.0/security-groups/55537023-b242-420c-bb9e-4a4c36d6d949 HTTP/1.1" status: 204 len: 168 time: 2.0316625 Nov 25 19:23:39.497816 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.541062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50568) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:39.566523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:39.577100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.584011 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] 10.222.0.76 "PUT /v2.0/ports/ea7e27b0-8160-4de9-a81a-91deac743c1f HTTP/1.1" status: 200 len: 1095 time: 4.3739481 Nov 25 19:23:39.597778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'tag': 'ea7e27b0-8160-4de9-a81a-91deac743c1f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:39.602272 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872398aa-5b24-4eff-8d29-33abf478979e" -d '{"events": [{"name": "network-changed", "server_uuid": "0d11a4ed-3284-4583-8c3c-c9ea17fb9b66", "tag": "ea7e27b0-8160-4de9-a81a-91deac743c1f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:39.636012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:39.704117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605e11fa-3bc4-4d41-8c61-a7e0f859f4c2 tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55537023-b242-420c-bb9e-4a4c36d6d949,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:39.753205 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-6e83bb6e-8acb-473a-a01e-3b866ae7ec4e tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] show failed (client error): The resource could not be found. Nov 25 19:23:39.763656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6e83bb6e-8acb-473a-a01e-3b866ae7ec4e tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "GET /v2.0/security-groups/55537023-b242-420c-bb9e-4a4c36d6d949 HTTP/1.1" status: 404 len: 347 time: 0.2190304 Nov 25 19:23:39.772079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50574) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:39.842388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225a5945-e184-4651-a9db-457bb04a83d0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:39.969566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:23:40.043375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Made reservation on behalf of 52171d92c95246cfade50914c6bd0abb for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:40.060038 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.061752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12920a9b-31c3-4a67-a38b-86aa7fc5a3a1 req-da913694-c922-462d-80d7-f56c43863114 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:40.071116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12920a9b-31c3-4a67-a38b-86aa7fc5a3a1 req-da913694-c922-462d-80d7-f56c43863114 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 944 time: 0.5987504 Nov 25 19:23:40.134559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4015b476-15a3-4be9-8a83-10ec70c71f07 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7e27b0-8160-4de9-a81a-91deac743c1f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:40.176728 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.177245 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Added segment 4d2330d3-bef2-4984-bf41-865faf9be51b of type vlan for network f4143fd5-adf8-4b1f-8560-44e677c724f1 Nov 25 19:23:40.219926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cbec02e1-9d98-43d5-b01b-6e84981878cd req-dfed92d6-9c28-4815-a6a9-77c1e3968ffc tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/472199d2-9732-4179-877f-08c671220446 HTTP/1.1" status: 200 len: 1828 time: 0.6917853 Nov 25 19:23:40.428683 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:23:40.588190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-b20d0a7b-bb81-4f61-92b7-2d366fa8b1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:40.591034 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-b20d0a7b-bb81-4f61-92b7-2d366fa8b1c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 1098 time: 0.9111254 Nov 25 19:23:40.626299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12920a9b-31c3-4a67-a38b-86aa7fc5a3a1 req-fc98cf51-5ca1-4de3-9ddf-44a557e760d2 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537920 Nov 25 19:23:40.736548 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.760151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cbec02e1-9d98-43d5-b01b-6e84981878cd req-bbd22267-ab53-4c0e-9087-c7e394fac59d tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.768438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f082b371-aaaf-4fb9-b030-0d918803b7fa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Deleting port fadc3cf2-6479-400a-bb5d-404028a9e3e4 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:23:40.768851 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f082b371-aaaf-4fb9-b030-0d918803b7fa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:40.880723 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e3ffaf-c370-4af9-b7ae-6b8d50da1833 x-openstack-request-id: req-74e3ffaf-c370-4af9-b7ae-6b8d50da1833 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:40.881024 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0d11a4ed-3284-4583-8c3c-c9ea17fb9b66", "tag": "ea7e27b0-8160-4de9-a81a-91deac743c1f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:40.881267 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-74e3ffaf-c370-4af9-b7ae-6b8d50da1833 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:40.881702 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'tag': 'ea7e27b0-8160-4de9-a81a-91deac743c1f', 'status': 'completed', 'code': 200} Nov 25 19:23:40.922741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-5dd4b7f0-7e53-46f6-904a-7b85837903e5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f HTTP/1.1" status: 200 len: 217 time: 0.3068552 Nov 25 19:23:41.096389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.resource_extend [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:23:41.161831 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b278509e-8bb5-4fe3-971b-349475731ccc req-458fa2b9-cf39-4266-bcfc-1714c2f7641b tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 210 time: 0.1148431 Nov 25 19:23:41.172577 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cbec02e1-9d98-43d5-b01b-6e84981878cd req-bbd22267-ab53-4c0e-9087-c7e394fac59d tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.293444 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f082b371-aaaf-4fb9-b030-0d918803b7fa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.294366 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f082b371-aaaf-4fb9-b030-0d918803b7fa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.295675 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.298437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:41.298923 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.311118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-59d782c1-12e2-4d0c-9d87-df36f4e452c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:41.312647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-59d782c1-12e2-4d0c-9d87-df36f4e452c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.3271108 Nov 25 19:23:41.322922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Allocated IP 172.20.0.3 (8f36e8b9-4c30-44bc-9c5d-edc700eb6e35/de433ccd-ce7c-4ad8-86e8-8cf9190d38e8/c0357d94-0adb-46e5-a314-9f5fe498b668) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:41.341354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f082b371-aaaf-4fb9-b030-0d918803b7fa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Calling delete_port for fadc3cf2-6479-400a-bb5d-404028a9e3e4 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:23:41.355681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cbec02e1-9d98-43d5-b01b-6e84981878cd req-bbd22267-ab53-4c0e-9087-c7e394fac59d tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.358606 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cbec02e1-9d98-43d5-b01b-6e84981878cd req-bbd22267-ab53-4c0e-9087-c7e394fac59d tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.367720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cbec02e1-9d98-43d5-b01b-6e84981878cd req-bbd22267-ab53-4c0e-9087-c7e394fac59d tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "DELETE /v2.0/security-groups/472199d2-9732-4179-877f-08c671220446 HTTP/1.1" status: 204 len: 173 time: 1.1282067 Nov 25 19:23:41.470528 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-ef9bae91-d4d9-4a85-b2a8-a19068cff67e service neutron] 10.222.0.60 "GET /v2.0/ports/2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec/bindings/n-h2-817303-9 HTTP/1.1" status: 200 len: 384 time: 0.4579310 Nov 25 19:23:41.485411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] Pushing event updated for resources: {'Network': ['ID=f4143fd5-adf8-4b1f-8560-44e677c724f1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:41.502835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network f4143fd5-adf8-4b1f-8560-44e677c724f1 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:23:41.578935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e0f508be-c907-4558-8379-c3f7934df9f2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 6.1132319 Nov 25 19:23:41.580232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50590) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:41.595906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] Request body: {'subnet': {'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-132282855-subnet', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:41.633293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] Made reservation on behalf of 6f55930dd3cc40feb2bb6c50294dd838 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:41.636087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:41.652042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd22267-ab53-4c0e-9087-c7e394fac59d tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=472199d2-9732-4179-877f-08c671220446,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:41.843849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe800a9-2711-443e-b1b9-9024b5c45894 req-2f64a025-afd1-46e4-a021-73819ffccde4 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:41.856053 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfe800a9-2711-443e-b1b9-9024b5c45894 req-2f64a025-afd1-46e4-a021-73819ffccde4 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 947 time: 0.4480917 Nov 25 19:23:41.880071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27aeb499-c177-458a-808a-54c05a41d6a0 req-c7420f11-5353-462c-95c0-1999f8913682 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/86d34ddf-4bf0-470a-86e3-87f8db2ce6f5 HTTP/1.1" status: 200 len: 1829 time: 0.4867198 Nov 25 19:23:42.150830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfe800a9-2711-443e-b1b9-9024b5c45894 req-3850f627-4f98-442c-b3ef-af45d27783e3 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937663 Nov 25 19:23:42.301249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.331211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-8d47ebb1-ee42-4449-9c61-abc6714d02b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:42.336025 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-8d47ebb1-ee42-4449-9c61-abc6714d02b7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8587112 Nov 25 19:23:42.440771 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f082b371-aaaf-4fb9-b030-0d918803b7fa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.507919 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-27aeb499-c177-458a-808a-54c05a41d6a0 req-ecbe3bc8-0aa0-4997-9693-816c41126b08 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.556084 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-27aeb499-c177-458a-808a-54c05a41d6a0 req-ecbe3bc8-0aa0-4997-9693-816c41126b08 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.637527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082b371-aaaf-4fb9-b030-0d918803b7fa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Pushing event deleted for resources: {'Port': ['ID=fadc3cf2-6479-400a-bb5d-404028a9e3e4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:42.711483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-27aeb499-c177-458a-808a-54c05a41d6a0 req-ecbe3bc8-0aa0-4997-9693-816c41126b08 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.714427 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-27aeb499-c177-458a-808a-54c05a41d6a0 req-ecbe3bc8-0aa0-4997-9693-816c41126b08 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.716681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27aeb499-c177-458a-808a-54c05a41d6a0 req-ecbe3bc8-0aa0-4997-9693-816c41126b08 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "DELETE /v2.0/security-groups/86d34ddf-4bf0-470a-86e3-87f8db2ce6f5 HTTP/1.1" status: 204 len: 173 time: 0.8350234 Nov 25 19:23:42.876105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f082b371-aaaf-4fb9-b030-0d918803b7fa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.879751 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f082b371-aaaf-4fb9-b030-0d918803b7fa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:42.888848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f082b371-aaaf-4fb9-b030-0d918803b7fa tempest-ServersWithSpecificFlavorTestJSON-980345720 tempest-ServersWithSpecificFlavorTestJSON-980345720-project] 10.222.0.15 "DELETE /v2.0/floatingips/cda863ad-ff73-48ea-ab24-5686d7cb81bf HTTP/1.1" status: 204 len: 168 time: 3.0921714 Nov 25 19:23:42.894949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe3bc8-0aa0-4997-9693-816c41126b08 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d34ddf-4bf0-470a-86e3-87f8db2ce6f5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:42.972161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0b7181c-4783-4cde-b782-10cc9bc1975f req-501d6702-abfa-4975-aff6-7a79caf680ae tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 210 time: 0.0697846 Nov 25 19:23:43.001902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ca826d-3035-4782-8db0-043599b50419 req-1c3bb0f5-f9b1-454a-ac9d-d13d3514ce89 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:43.005539 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02ca826d-3035-4782-8db0-043599b50419 req-1c3bb0f5-f9b1-454a-ac9d-d13d3514ce89 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 944 time: 0.5737779 Nov 25 19:23:43.315064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.358406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02ca826d-3035-4782-8db0-043599b50419 req-5863902d-1711-4d30-832d-f7d8b70b582d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279004 Nov 25 19:23:43.378975 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-e42b88fd-bcac-4e73-9427-2160566dc8b0 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0319550 Nov 25 19:23:43.389390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03345ffd-528a-4cdb-b58b-ab5196552f2c req-68f8dc2b-c533-4345-84e7-6659ce889447 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/d660e000-ed6f-47d6-9a95-dff9dae906dd HTTP/1.1" status: 200 len: 1829 time: 0.3293817 Nov 25 19:23:43.614114 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-03345ffd-528a-4cdb-b58b-ab5196552f2c req-c813b593-1bbf-49f2-8b06-28bc7e936d03 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.707285 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-03345ffd-528a-4cdb-b58b-ab5196552f2c req-c813b593-1bbf-49f2-8b06-28bc7e936d03 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.767343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:43.769400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Pushing event updated for resources: {'Port': ['ID=c0357d94-0adb-46e5-a314-9f5fe498b668,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:43.777538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:43.795885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:43.818203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.842242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-03345ffd-528a-4cdb-b58b-ab5196552f2c req-c813b593-1bbf-49f2-8b06-28bc7e936d03 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.846158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-03345ffd-528a-4cdb-b58b-ab5196552f2c req-c813b593-1bbf-49f2-8b06-28bc7e936d03 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:43.857756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03345ffd-528a-4cdb-b58b-ab5196552f2c req-c813b593-1bbf-49f2-8b06-28bc7e936d03 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "DELETE /v2.0/security-groups/d660e000-ed6f-47d6-9a95-dff9dae906dd HTTP/1.1" status: 204 len: 173 time: 0.4389331 Nov 25 19:23:43.905235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c813b593-1bbf-49f2-8b06-28bc7e936d03 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d660e000-ed6f-47d6-9a95-dff9dae906dd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:44.215567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9b1f1-1d66-40c1-93da-b00075351f38 req-ac7c77f9-2f31-4e38-87ea-401d6be46281 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:44.218750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6d9b1f1-1d66-40c1-93da-b00075351f38 req-ac7c77f9-2f31-4e38-87ea-401d6be46281 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 947 time: 0.1922953 Nov 25 19:23:44.230944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e2408b95-0280-4291-9c19-fa10d58edc5c service neutron] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:44.324853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e2408b95-0280-4291-9c19-fa10d58edc5c service neutron] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:44.420882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e2408b95-0280-4291-9c19-fa10d58edc5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:44.423653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a7349df4-ad64-4b58-ba44-accb9f7d251e None None] Provisioning complete for port c0357d94-0adb-46e5-a314-9f5fe498b668 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:44.428371 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a7349df4-ad64-4b58-ba44-accb9f7d251e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.435473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66e5b08c-87c9-46db-83f8-a94c3fa2618f req-b272477e-89f8-41fb-9037-5eea9ba45ba8 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "GET /v2.0/security-groups/05e43117-ba24-44b9-a81e-dc56c26cc2e8 HTTP/1.1" status: 200 len: 1827 time: 0.2145865 Nov 25 19:23:44.470571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e2408b95-0280-4291-9c19-fa10d58edc5c service neutron] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:44.531966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e2408b95-0280-4291-9c19-fa10d58edc5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.579967 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6d9b1f1-1d66-40c1-93da-b00075351f38 req-26ee24be-0bcc-49ce-9c75-03e1805a1d5c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115742 Nov 25 19:23:44.600639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a7349df4-ad64-4b58-ba44-accb9f7d251e None None] Port c0357d94-0adb-46e5-a314-9f5fe498b668 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:23:44.617876 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-66e5b08c-87c9-46db-83f8-a94c3fa2618f req-d07655e9-e8a2-4700-a9eb-4c8b05a687d3 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.670530 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-66e5b08c-87c9-46db-83f8-a94c3fa2618f req-d07655e9-e8a2-4700-a9eb-4c8b05a687d3 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.678733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:44.679490 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.685045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a66d95c-bbef-4e61-bc18-5d2fceb9e972,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:44.772032 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-66e5b08c-87c9-46db-83f8-a94c3fa2618f req-d07655e9-e8a2-4700-a9eb-4c8b05a687d3 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.776692 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-66e5b08c-87c9-46db-83f8-a94c3fa2618f req-d07655e9-e8a2-4700-a9eb-4c8b05a687d3 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:44.791410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66e5b08c-87c9-46db-83f8-a94c3fa2618f req-d07655e9-e8a2-4700-a9eb-4c8b05a687d3 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] 10.222.0.15 "DELETE /v2.0/security-groups/05e43117-ba24-44b9-a81e-dc56c26cc2e8 HTTP/1.1" status: 204 len: 173 time: 0.3549509 Nov 25 19:23:44.792128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50624) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:44.820378 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9df6f25c-ac1b-4866-aca6-a7742cd8100d req-4b3cb534-eed9-4646-97eb-6e58f9b198b4 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3174441 Nov 25 19:23:44.842387 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-8766774f-9e8b-47fa-9ace-330c434c5605 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.8108253 Nov 25 19:23:44.863764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Request body: {'port': {'device_id': '80b295bd-dbbc-40c7-b620-7bd167508b82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:44.869813 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] Checking segment: {'id': '4d2330d3-bef2-4984-bf41-865faf9be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:44.870261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] Network hostable DHCP agents. Network: f4143fd5-adf8-4b1f-8560-44e677c724f1, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:23:44.898650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07655e9-e8a2-4700-a9eb-4c8b05a687d3 tempest-SecurityGroupRulesNegativeTestJSON-577581369 tempest-SecurityGroupRulesNegativeTestJSON-577581369-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e43117-ba24-44b9-a81e-dc56c26cc2e8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:45.043703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a537ead-3252-4069-9df2-7f4b7aea2249 req-2fc17a26-675c-498e-9be3-a78976fc9abd tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:45.049825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a537ead-3252-4069-9df2-7f4b7aea2249 req-2fc17a26-675c-498e-9be3-a78976fc9abd tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 931 time: 0.2560821 Nov 25 19:23:45.066127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-769f98d2-a834-40b1-a67a-4ec5dab1cf00 admin admin] Deleting subnet 7e9a5909-40d8-4855-ae52-9e876e1fe0aa {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:23:45.070955 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-769f98d2-a834-40b1-a67a-4ec5dab1cf00 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.095902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] Network f4143fd5-adf8-4b1f-8560-44e677c724f1 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:23:45.120896 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-769f98d2-a834-40b1-a67a-4ec5dab1cf00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.126152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e2408b95-0280-4291-9c19-fa10d58edc5c service neutron] Transition to ACTIVE for port object 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:23:45.139581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.152554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, f4143fd5-adf8-4b1f-8560-44e677c724f1) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:45.162840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e2408b95-0280-4291-9c19-fa10d58edc5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.165105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9de8dc32-e745-4a74-b611-c9e822220946 None None] Network f4143fd5-adf8-4b1f-8560-44e677c724f1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:45.168177 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-769f98d2-a834-40b1-a67a-4ec5dab1cf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.245170 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-769f98d2-a834-40b1-a67a-4ec5dab1cf00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.266322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:45.270909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6f01e1-ed93-465b-ac14-ba7c6186e930 req-9a322cf2-63c5-4f8b-9cd3-5ecaa6d10752 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:45.278235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a6f01e1-ed93-465b-ac14-ba7c6186e930 req-9a322cf2-63c5-4f8b-9cd3-5ecaa6d10752 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 944 time: 0.3149977 Nov 25 19:23:45.279568 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.370573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769f98d2-a834-40b1-a67a-4ec5dab1cf00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9a5909-40d8-4855-ae52-9e876e1fe0aa,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:45.374912 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-769f98d2-a834-40b1-a67a-4ec5dab1cf00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.387565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-769f98d2-a834-40b1-a67a-4ec5dab1cf00 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7e9a5909-40d8-4855-ae52-9e876e1fe0aa HTTP/1.1" status: 204 len: 168 time: 0.5126228 Nov 25 19:23:45.396891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50630) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:45.488308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872398aa-5b24-4eff-8d29-33abf478979e req-400a6cc7-3250-44f2-bfd9-70cbde64a955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:45.506148 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-872398aa-5b24-4eff-8d29-33abf478979e req-400a6cc7-3250-44f2-bfd9-70cbde64a955 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 1098 time: 0.5475574 Nov 25 19:23:45.520306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a6f01e1-ed93-465b-ac14-ba7c6186e930 req-fc288edf-2d44-4ec9-b525-c2d44b0dcea4 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409332 Nov 25 19:23:45.655863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-f4143fd5-adf8-4b1f-8560-44e677c724f1', 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'fixed_ips': [{'subnet_id': '2a66d95c-bbef-4e61-bc18-5d2fceb9e972'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:23:45.657623 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:45.752361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a537ead-3252-4069-9df2-7f4b7aea2249 req-28811a69-48f3-4ca6-acb4-dc5a9f07a316 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb06ec2-257e-49aa-add0-2478877671a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7009904 Nov 25 19:23:45.847179 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-937fd500-2d00-4cdd-a632-8b5b3f3f9925 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.2532856 Nov 25 19:23:45.881833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50638) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:45.947571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-132282855-router', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:46.021385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2408b95-0280-4291-9c19-fa10d58edc5c service neutron] Pushing event updated for resources: {'Port': ['ID=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,revision_number=10']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:46.180200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.189269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Allocated IP 172.20.0.2 (f4143fd5-adf8-4b1f-8560-44e677c724f1/2a66d95c-bbef-4e61-bc18-5d2fceb9e972/a2e6a49c-8097-4abb-bbf1-d3f0e37550cf) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:46.450901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e036e33-6c74-4db5-808c-11a64d361dd4 req-f876b495-cd19-4bc7-9880-9fb1969e1b29 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:46.471136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e036e33-6c74-4db5-808c-11a64d361dd4 req-f876b495-cd19-4bc7-9880-9fb1969e1b29 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 947 time: 0.4316201 Nov 25 19:23:46.597663 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.619199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.729183 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.839897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85e9c363-3af7-4c35-b115-fae7cd7a3ccf']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:46.859562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e2408b95-0280-4291-9c19-fa10d58edc5c service neutron] No DVR routers for this DVR port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:23:46.867336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872398aa-5b24-4eff-8d29-33abf478979e req-41143286-5e7d-4731-990f-0928d803896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:46.870243 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-872398aa-5b24-4eff-8d29-33abf478979e req-41143286-5e7d-4731-990f-0928d803896b service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 1.3593996 Nov 25 19:23:46.872688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ea7e27b0-8160-4de9-a81a-91deac743c1f details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:46.881666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61d40e90-815f-4984-937b-55a94050135a') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:46.883128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61d40e90-815f-4984-937b-55a94050135a') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:46.925155 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.958241 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.979686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:23:46.981928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:46.996105 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:47.029065 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:47.051426 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:47.149796 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-872398aa-5b24-4eff-8d29-33abf478979e req-2ef48c8e-4023-4d17-8ec9-82b1078bba47 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f HTTP/1.1" status: 200 len: 217 time: 0.1429701 Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:23:47.228016 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:23:47.377010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Pushing event updated for resources: {'Port': ['ID=a2e6a49c-8097-4abb-bbf1-d3f0e37550cf,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:47.393208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Network f4143fd5-adf8-4b1f-8560-44e677c724f1 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:47.395489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.396183 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.396771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.397685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.398962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.399584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.400287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.401027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.401592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.402145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.402697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.403284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:23:47.419450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:47.425002 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:47.471956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e036e33-6c74-4db5-808c-11a64d361dd4 req-3eccd470-a0fb-4f19-b9b6-556a7bcf9933 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9605536 Nov 25 19:23:47.484850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:47.523373 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:47.533885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/85e9c363-3af7-4c35-b115-fae7cd7a3ccf HTTP/1.1" status: 204 len: 168 time: 2.0691738 Nov 25 19:23:47.535841 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9c3f92-06ac-4f42-b411-33e060d1b9b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=85e9c363-3af7-4c35-b115-fae7cd7a3ccf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:47.558203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a9758f-6a70-4f9c-8ea4-7012d4c099cc req-c10d7839-a351-40b7-ade9-2db1b7cc666d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:47.577172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99a9758f-6a70-4f9c-8ea4-7012d4c099cc req-c10d7839-a351-40b7-ade9-2db1b7cc666d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 945 time: 0.3461962 Nov 25 19:23:47.713956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99a9758f-6a70-4f9c-8ea4-7012d4c099cc req-b81421b7-de1a-4032-810b-31d07cc9c740 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351762 Nov 25 19:23:47.884258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ea7e27b0-8160-4de9-a81a-91deac743c1f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:47.996282 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50668) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:48.012507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'ea7e27b0-8160-4de9-a81a-91deac743c1f', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'ea7e27b0-8160-4de9-a81a-91deac743c1f', 'mac_address': 'fa:16:3e:c7:10:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:23:48.066226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Attempting to bind port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:48.074911 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Attempting to bind port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4d2330d3-bef2-4984-bf41-865faf9be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:48.075501 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Attempting to bind port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf on network f4143fd5-adf8-4b1f-8560-44e677c724f1 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:48.096146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50670) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:48.181256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b66be506-3ee4-46ff-9a6f-f4064b65ce2e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7a52602abdb445c8e704905e51d1fb1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742952 Nov 25 19:23:48.183953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50674) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:48.252172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:48.255430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Checking segment: {'id': '4d2330d3-bef2-4984-bf41-865faf9be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:48.256264 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:48.257828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Bound using segment: {'id': '4d2330d3-bef2-4984-bf41-865faf9be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:48.264856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Bound port: a2e6a49c-8097-4abb-bbf1-d3f0e37550cf, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2330d3-bef2-4984-bf41-865faf9be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:48.265656 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:48.269193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d022c8-be1a-4dac-8e6c-0d376587776f req-f2da7c2d-7997-4370-91ac-556535cda1f3 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:48.274833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6d022c8-be1a-4dac-8e6c-0d376587776f req-f2da7c2d-7997-4370-91ac-556535cda1f3 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 931 time: 0.3097219 Nov 25 19:23:48.464821 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:48.469186 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:48.533304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7e27b0-8160-4de9-a81a-91deac743c1f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:48.659522 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6d022c8-be1a-4dac-8e6c-0d376587776f req-c0385588-92c1-4e10-8fea-835c6a0de1a5 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb06ec2-257e-49aa-add0-2478877671a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532333 Nov 25 19:23:48.660155 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e2408b95-0280-4291-9c19-fa10d58edc5c service neutron] 10.222.0.60 "PUT /v2.0/ports/2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec/bindings/n-h2-817303-9/activate HTTP/1.1" status: 200 len: 369 time: 7.1652272 Nov 25 19:23:48.696084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ea7e27b0-8160-4de9-a81a-91deac743c1f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:48.751432 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:49.010035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] For port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:49.059605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ea7e27b0-8160-4de9-a81a-91deac743c1f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:23:49.082840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872398aa-5b24-4eff-8d29-33abf478979e req-248883e4-8782-4443-8162-5fede7846b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:49.090329 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-872398aa-5b24-4eff-8d29-33abf478979e req-248883e4-8782-4443-8162-5fede7846b29 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 1.7486842 Nov 25 19:23:49.095493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] For port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a2e6a49c-8097-4abb-bbf1-d3f0e37550cf,segment=NetworkSegment(4d2330d3-bef2-4984-bf41-865faf9be51b),segment_id=4d2330d3-bef2-4984-bf41-865faf9be51b)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:49.237084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ea7e27b0-8160-4de9-a81a-91deac743c1f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:49.254732 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:49.265045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872398aa-5b24-4eff-8d29-33abf478979e req-68fbb769-339f-41f0-a3c3-320d324bb6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:49.267252 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-872398aa-5b24-4eff-8d29-33abf478979e req-68fbb769-339f-41f0-a3c3-320d324bb6db service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1633053 Nov 25 19:23:49.501786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9af8d87e-8570-4cb9-933c-ddbc33aeb2bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:49.527683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5253d9-edec-47a8-ae89-57cd57fa8369 None None] Pushing event updated for resources: {'Port': ['ID=a2e6a49c-8097-4abb-bbf1-d3f0e37550cf,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:49.764787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0357d94-0adb-46e5-a314-9f5fe498b668 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:50.043698 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.073112 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-872398aa-5b24-4eff-8d29-33abf478979e req-5c3fb745-41e4-4b58-9aec-06a9ae8f7b36 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7275803 Nov 25 19:23:50.288360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.318467 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9af8d87e-8570-4cb9-933c-ddbc33aeb2bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:50.569974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-2c2baa79-0277-4e67-a15c-270a560f619b tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:50.571822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-2c2baa79-0277-4e67-a15c-270a560f619b tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1096 time: 1.7634144 Nov 25 19:23:50.587991 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-872398aa-5b24-4eff-8d29-33abf478979e req-8ac448e1-7f0f-4ccb-9cfb-8e0ce0dbdba3 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4839833 Nov 25 19:23:50.649594 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Transition to ACTIVE for port object c0357d94-0adb-46e5-a314-9f5fe498b668 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:23:50.764792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ea7e27b0-8160-4de9-a81a-91deac743c1f up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:50.805488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc87c66-c1f0-4040-8532-c071203e1e0c req-672826da-8652-4897-b1ee-cc0ef9f9c631 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:50.833955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efc87c66-c1f0-4040-8532-c071203e1e0c req-672826da-8652-4897-b1ee-cc0ef9f9c631 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 948 time: 1.7247767 Nov 25 19:23:50.886583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ac4db-b3eb-4a1a-bd9e-293956b318e8 req-e80fa36e-f913-4354-881d-40993e1d1eb1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:50.903870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a66ac4db-b3eb-4a1a-bd9e-293956b318e8 req-e80fa36e-f913-4354-881d-40993e1d1eb1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 945 time: 1.9755628 Nov 25 19:23:51.019239 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a2e6a49c-8097-4abb-bbf1-d3f0e37550cf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:51.163849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port ea7e27b0-8160-4de9-a81a-91deac743c1f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:23:51.174360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port ea7e27b0-8160-4de9-a81a-91deac743c1f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:51.178368 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.183134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.236136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-6d8afc29-69d0-42a8-bf18-4a1711710f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:51.240599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-6d8afc29-69d0-42a8-bf18-4a1711710f6f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875 HTTP/1.1" status: 200 len: 1096 time: 0.6410289 Nov 25 19:23:51.284087 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9af8d87e-8570-4cb9-933c-ddbc33aeb2bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.287798 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9af8d87e-8570-4cb9-933c-ddbc33aeb2bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.291546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9af8d87e-8570-4cb9-933c-ddbc33aeb2bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/06edd2fe-236b-44bf-b4be-07668629b080 HTTP/1.1" status: 204 len: 168 time: 3.1030257 Nov 25 19:23:51.329980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0357d94-0adb-46e5-a314-9f5fe498b668,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:51.354280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:51.356162 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.572087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Attempting to bind port c0357d94-0adb-46e5-a314-9f5fe498b668 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:23:51.573252 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Attempting to bind port c0357d94-0adb-46e5-a314-9f5fe498b668 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:23:51.573823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Attempting to bind port c0357d94-0adb-46e5-a314-9f5fe498b668 on network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:51.581978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Port c0357d94-0adb-46e5-a314-9f5fe498b668 on network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:23:51.582324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Attempting to bind port c0357d94-0adb-46e5-a314-9f5fe498b668 on network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:23:51.591097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:23:51.592083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8d87e-8570-4cb9-933c-ddbc33aeb2bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06edd2fe-236b-44bf-b4be-07668629b080,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:51.592926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Checking segment: {'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:51.592926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Bound using segment: {'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:23:51.593289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Bound port: c0357d94-0adb-46e5-a314-9f5fe498b668, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a33b628d-757c-4196-9649-67265011960c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:23:51.593617 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.733446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] For port c0357d94-0adb-46e5-a314-9f5fe498b668, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:51.738782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] For port c0357d94-0adb-46e5-a314-9f5fe498b668, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c0357d94-0adb-46e5-a314-9f5fe498b668,segment=NetworkSegment(a33b628d-757c-4196-9649-67265011960c),segment_id=a33b628d-757c-4196-9649-67265011960c)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:23:51.754605 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.920732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:51.921862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.924115 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] 10.222.0.60 "PUT /v2.0/ports/c0357d94-0adb-46e5-a314-9f5fe498b668 HTTP/1.1" status: 200 len: 1091 time: 7.0650437 Nov 25 19:23:51.926503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0625ca11-6b17-489f-8e37-82ede640dba8 service neutron] Pushing event updated for resources: {'Port': ['ID=c0357d94-0adb-46e5-a314-9f5fe498b668,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:51.932777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80b295bd-dbbc-40c7-b620-7bd167508b82', 'tag': 'c0357d94-0adb-46e5-a314-9f5fe498b668'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:51.938025 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f143be02-ca5d-477d-b0a1-972c34cef179" -d '{"events": [{"name": "network-changed", "server_uuid": "80b295bd-dbbc-40c7-b620-7bd167508b82", "tag": "c0357d94-0adb-46e5-a314-9f5fe498b668"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:51.943847 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:51.975264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.017616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a66ac4db-b3eb-4a1a-bd9e-293956b318e8 req-e5e4ee82-682d-432e-a981-e387bdb6aee5 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1124203 Nov 25 19:23:52.020954 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.155740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-680e1fee-9276-45f4-a99c-009bce498fd9 None None] Network f4143fd5-adf8-4b1f-8560-44e677c724f1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:52.230082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efc87c66-c1f0-4040-8532-c071203e1e0c req-2628103a-0c08-4a8e-829e-d90ea09f8b76 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1197882 Nov 25 19:23:52.272181 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.281456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-a45d7cdd-a814-48c4-a55b-a670fe607793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:52.328109 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-a45d7cdd-a814-48c4-a55b-a670fe607793 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 1096 time: 1.0012028 Nov 25 19:23:52.441956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Allocated IP 172.25.8.176 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/56480e9a-47a6-4d00-9927-2b72cbc0b8ec) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:23:52.642307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ea7e27b0-8160-4de9-a81a-91deac743c1f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:52.778149 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.814906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7e27b0-8160-4de9-a81a-91deac743c1f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:23:52.818667 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a58344-e3c1-4e2b-b17a-1fa7bff23cdc" -d '{"events": [{"server_uuid": "0d11a4ed-3284-4583-8c3c-c9ea17fb9b66", "name": "network-vif-plugged", "status": "completed", "tag": "ea7e27b0-8160-4de9-a81a-91deac743c1f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:23:52.831968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a2e6a49c-8097-4abb-bbf1-d3f0e37550cf,segment=NetworkSegment(4d2330d3-bef2-4984-bf41-865faf9be51b),segment_id=4d2330d3-bef2-4984-bf41-865faf9be51b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:52.870439 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:52.895675 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.050941 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.152532 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.177151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-7c815167-cf35-4d75-8110-3dfacfd53063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:53.181193 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-7c815167-cf35-4d75-8110-3dfacfd53063 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52171d92c95246cfade50914c6bd0abb&device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 1094 time: 0.3376579 Nov 25 19:23:53.309252 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:23:53.357431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f62bd8-ef8b-4622-acf0-43d2c41aa863 req-2497413c-de08-475b-93a8-256ce367f530 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:53.403724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3f62bd8-ef8b-4622-acf0-43d2c41aa863 req-2497413c-de08-475b-93a8-256ce367f530 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 943 time: 1.0734246 Nov 25 19:23:53.409286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:53.419314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:23:53.452761 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-bb76e5ae-74d2-4e5c-b72d-ee2ea5a986f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0357d94-0adb-46e5-a314-9f5fe498b668 HTTP/1.1" status: 200 len: 217 time: 0.2623463 Nov 25 19:23:53.595043 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-320a98d4-daf2-43a1-b81b-8f92f8b615ee x-openstack-request-id: req-320a98d4-daf2-43a1-b81b-8f92f8b615ee {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:53.595488 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80b295bd-dbbc-40c7-b620-7bd167508b82", "tag": "c0357d94-0adb-46e5-a314-9f5fe498b668", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:53.596021 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-320a98d4-daf2-43a1-b81b-8f92f8b615ee {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:53.596758 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80b295bd-dbbc-40c7-b620-7bd167508b82', 'tag': 'c0357d94-0adb-46e5-a314-9f5fe498b668', 'status': 'completed', 'code': 200} Nov 25 19:23:53.680133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-97ac8eee-8fd0-4e4e-85df-bfdbd0441e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:53.682705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-97ac8eee-8fd0-4e4e-85df-bfdbd0441e4d service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 1.3338618 Nov 25 19:23:53.711779 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:53.853368 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:23:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0539a56-671e-4b59-bc2c-b8bc221d0c67 x-openstack-request-id: req-d0539a56-671e-4b59-bc2c-b8bc221d0c67 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:23:53.853966 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d11a4ed-3284-4583-8c3c-c9ea17fb9b66", "name": "network-vif-plugged", "status": "completed", "tag": "ea7e27b0-8160-4de9-a81a-91deac743c1f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:23:53.854320 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d0539a56-671e-4b59-bc2c-b8bc221d0c67 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:23:53.854949 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7e27b0-8160-4de9-a81a-91deac743c1f', 'code': 200} Nov 25 19:23:53.857329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ea7e27b0-8160-4de9-a81a-91deac743c1f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:53.874762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Pushing event updated for resources: {'Port': ['ID=56480e9a-47a6-4d00-9927-2b72cbc0b8ec,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:53.894916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50742) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:53.985674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-4e22117b-2966-4186-a767-61766a80ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:53.988253 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-4e22117b-2966-4186-a767-61766a80ac39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de433ccd-ce7c-4ad8-86e8-8cf9190d38e8 HTTP/1.1" status: 200 len: 854 time: 0.3224652 Nov 25 19:23:54.001526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2fb9b2f5-5278-4eb6-9cad-5912a9fc7a94 None None] Provisioning complete for port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:54.005876 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2fb9b2f5-5278-4eb6-9cad-5912a9fc7a94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:54.112065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece1667-7475-4a8d-b1b0-29dbe8ca5283 req-fe4f4b6a-316f-401b-b99a-62df859d82e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:54.113768 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6ece1667-7475-4a8d-b1b0-29dbe8ca5283 req-fe4f4b6a-316f-401b-b99a-62df859d82e7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 1100 time: 0.5158551 Nov 25 19:23:54.154892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-7ae8f8b6-eb3f-46a0-9765-c562d65075f3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec HTTP/1.1" status: 200 len: 217 time: 0.4395242 Nov 25 19:23:54.279429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=a2e6a49c-8097-4abb-bbf1-d3f0e37550cf,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:54.308782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-5c3e98db-28f3-472b-a059-2384db4e18ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:54.310301 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-5c3e98db-28f3-472b-a059-2384db4e18ee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1447055 Nov 25 19:23:54.338478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1528740062-network', 'tenant_id': 'd7261d145d614ea98bf7399da0109904'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:54.496257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3f62bd8-ef8b-4622-acf0-43d2c41aa863 req-9440e813-f881-4bc9-af16-b6f9093bdd54 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb06ec2-257e-49aa-add0-2478877671a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0223505 Nov 25 19:23:54.546567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6ece1667-7475-4a8d-b1b0-29dbe8ca5283 req-eff6b2ad-a70b-43ff-a654-7d2ab62505c3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223289 Nov 25 19:23:54.621287 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-881ce941-3680-4d45-a261-b36461dd5221 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2837956 Nov 25 19:23:54.749440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-e5d465e1-b07f-471c-82b6-b5febd525e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:54.763803 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-e5d465e1-b07f-471c-82b6-b5febd525e01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f36e8b9-4c30-44bc-9c5d-edc700eb6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5167184 Nov 25 19:23:54.776804 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Made reservation on behalf of d7261d145d614ea98bf7399da0109904 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:54.780797 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:54.820725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87332c1-a2ec-4ea8-b231-f5f44cd36e70 req-de2ea7c5-6109-4520-a0e6-2877d65a4a3d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:54.828247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d87332c1-a2ec-4ea8-b231-f5f44cd36e70 req-de2ea7c5-6109-4520-a0e6-2877d65a4a3d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 945 time: 1.1092918 Nov 25 19:23:54.835182 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:54.906109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fdffe9d4-60ce-4d31-b1d5-711b11959b5b None None] Provisioning complete for port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:54.906769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fdffe9d4-60ce-4d31-b1d5-711b11959b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.186673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a2e6a49c-8097-4abb-bbf1-d3f0e37550cf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:23:55.191514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.203286 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.288814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:23:55.355460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:55.359460 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.385923 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.388905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:23:55.389646 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.390346 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Added segment c005c45a-e95c-4cd7-ba4f-4f2335d664f9 of type vlan for network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 Nov 25 19:23:55.449561 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-a55d7fb0-1f2f-4ef6-8e1e-9876a3486375 service neutron] 10.222.0.60 "GET /v2.0/networks/8f36e8b9-4c30-44bc-9c5d-edc700eb6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6843476 Nov 25 19:23:55.577153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-5d4594bd-2447-4615-8ba3-30787bac8dc4 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002287 Nov 25 19:23:55.590553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb4557-0747-42b7-9fb8-4628b8cc9803 req-9ef7be92-1a40-4492-9dc3-f5e6c842fe23 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:55.593687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ccb4557-0747-42b7-9fb8-4628b8cc9803 req-9ef7be92-1a40-4492-9dc3-f5e6c842fe23 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 0.9170854 Nov 25 19:23:55.621329 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:55.685693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50758) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:55.696264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1911216416'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:55.832536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d87332c1-a2ec-4ea8-b231-f5f44cd36e70 req-0c162d63-8083-4dac-99cb-0b0a69271d37 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9315746 Nov 25 19:23:55.844598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ccb4557-0747-42b7-9fb8-4628b8cc9803 req-35e73fa9-bfe9-4ac6-ac64-cb4f34c49f49 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062778 Nov 25 19:23:55.904581 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-69cc88b3-dd6d-40e8-9942-1086e534feca service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3047218 Nov 25 19:23:56.090504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bf98be-ccff-4ec3-99f5-7dcca5288789 req-314d98b4-8cf4-4aba-beac-95eb07a095e4 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:56.100549 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78bf98be-ccff-4ec3-99f5-7dcca5288789 req-314d98b4-8cf4-4aba-beac-95eb07a095e4 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 943 time: 0.1376393 Nov 25 19:23:56.115490 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.116991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:56.117657 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.146231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:56.150603 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.193730 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8c7bf01-4b0a-4848-8dd9-e7035ace650e req-4c6eccd9-6747-40fa-8f29-0d37f3ad0cd9 service neutron] 10.222.0.60 "GET /v2.0/networks/8f36e8b9-4c30-44bc-9c5d-edc700eb6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6329796 Nov 25 19:23:56.197535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2659156 Nov 25 19:23:56.207467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50762) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:56.223118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] Request body: {'subnet': {'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1528740062-subnet', 'tenant_id': 'd7261d145d614ea98bf7399da0109904', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:56.289044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] Deleting port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:23:56.289599 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.404937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] Made reservation on behalf of d7261d145d614ea98bf7399da0109904 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:56.407141 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ff3c37-bb4d-4798-97ae-29dbddc7d9f4 admin admin] Pushing event updated for resources: {'Network': ['ID=32f1d506-1a83-4ccc-8500-84eaa1b8d192,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:56.408543 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.423274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:23:56.425756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:23:56.447912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78bf98be-ccff-4ec3-99f5-7dcca5288789 req-26f6a48a-12c8-4780-9fff-60db5fe83735 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb06ec2-257e-49aa-add0-2478877671a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331020 Nov 25 19:23:56.458159 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.467423 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.467967 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Added segment e63a0966-f5cc-4e0c-8b46-a9e5ad82d920 of type vlan for network 3e802888-fa58-482a-bf63-9939349221d7 Nov 25 19:23:56.597174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143be02-ca5d-477d-b0a1-972c34cef179 req-2f8082ee-2e83-4c51-b158-d9412493151c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:56.599460 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f143be02-ca5d-477d-b0a1-972c34cef179 req-2f8082ee-2e83-4c51-b158-d9412493151c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=52171d92c95246cfade50914c6bd0abb&device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 1094 time: 0.2603366 Nov 25 19:23:56.623233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e304326e-03fd-4e18-9999-1eebeda3c894 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:56.624805 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-e304326e-03fd-4e18-9999-1eebeda3c894 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.3404255 Nov 25 19:23:56.675480 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.696941 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] For port 19c3d8fe-c8e9-4714-92b2-6fd0466afb75, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=19c3d8fe-c8e9-4714-92b2-6fd0466afb75,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:56.697520 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.746541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] Calling delete_port for 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:23:56.954741 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:56.969962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:56.972444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:57.180168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143be02-ca5d-477d-b0a1-972c34cef179 req-abe1bce3-405c-408a-ae24-f2d6742b8954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:57.182242 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f143be02-ca5d-477d-b0a1-972c34cef179 req-abe1bce3-405c-408a-ae24-f2d6742b8954 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 HTTP/1.1" status: 200 len: 916 time: 0.5702732 Nov 25 19:23:57.316029 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c5461f5-9eeb-43c5-ac93-84476f332524 req-c3204f43-8b16-485d-a9a2-fbf8e292aa6d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4633279 Nov 25 19:23:57.321004 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6301057 Nov 25 19:23:57.327025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50770) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:57.329175 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f143be02-ca5d-477d-b0a1-972c34cef179 req-8aa3cc13-b4cf-4b06-9b62-3c8eb1b8353a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c0357d94-0adb-46e5-a314-9f5fe498b668 HTTP/1.1" status: 200 len: 217 time: 0.0801208 Nov 25 19:23:57.336607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1286360551'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:57.340478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5ed736-f6b5-4d8f-946f-b44caf69e013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Network': ['ID=3e802888-fa58-482a-bf63-9939349221d7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:57.364444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 3e802888-fa58-482a-bf63-9939349221d7 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:23:57.410763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-0975878f-e62a-4a64-9148-6813bedb7a87 service neutron] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:23:57.424217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Router 87795b47-0d76-42c2-8094-6653eee45cf7 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:23:57.440182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:57.442145 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:57.482844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256479f-1475-450f-aaa0-3ab42e0597ce req-68509cdd-78cd-4076-93a5-edf22f414299 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:57.485498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d256479f-1475-450f-aaa0-3ab42e0597ce req-68509cdd-78cd-4076-93a5-edf22f414299 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 0.3546216 Nov 25 19:23:57.491387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-0975878f-e62a-4a64-9148-6813bedb7a87 service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:57.493735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f09a04b-3827-4ee1-a6f0-8889e779a22c req-0975878f-e62a-4a64-9148-6813bedb7a87 service neutron] 10.222.0.76 "DELETE /v2.0/ports/2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec/bindings/n-h1-817303-9 HTTP/1.1" status: 204 len: 173 time: 0.8562808 Nov 25 19:23:57.525697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29fdc5-969d-4e59-86fc-2afca4a15529 req-4c886625-5340-40a5-ad05-cd5b0130fc7d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:57.528254 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d29fdc5-969d-4e59-86fc-2afca4a15529 req-4c886625-5340-40a5-ad05-cd5b0130fc7d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 945 time: 0.3955920 Nov 25 19:23:57.535166 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:57.599029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143be02-ca5d-477d-b0a1-972c34cef179 req-6be61b2d-d1b9-4262-bc7b-ff6aeab45d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:57.602518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f143be02-ca5d-477d-b0a1-972c34cef179 req-6be61b2d-d1b9-4262-bc7b-ff6aeab45d5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=de433ccd-ce7c-4ad8-86e8-8cf9190d38e8 HTTP/1.1" status: 200 len: 854 time: 0.2583754 Nov 25 19:23:57.735044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:23:57.806034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:57.806607 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Added segment 20f76371-c190-4410-baba-37c8f3d9cbf5 of type vlan for network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b Nov 25 19:23:57.831313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5461f5-9eeb-43c5-ac93-84476f332524 req-5348a20a-5419-439e-80d6-d522a8a3d48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:57.831313 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c5461f5-9eeb-43c5-ac93-84476f332524 req-5348a20a-5419-439e-80d6-d522a8a3d48d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 1096 time: 0.3622110 Nov 25 19:23:57.833203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d29fdc5-969d-4e59-86fc-2afca4a15529 req-87fb9285-d71e-47d0-8236-38bb4f967c37 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650535 Nov 25 19:23:57.834239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bc6ec40-86e0-404b-b779-dc54f74a1a0e,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:57.849374 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d256479f-1475-450f-aaa0-3ab42e0597ce req-9712a3ba-c6b5-42f4-9304-7a9e351503de tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165970 Nov 25 19:23:57.872055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] Checking segment: {'id': 'c005c45a-e95c-4cd7-ba4f-4f2335d664f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:23:57.872645 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] Network hostable DHCP agents. Network: 32f1d506-1a83-4ccc-8500-84eaa1b8d192, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:23:57.965324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.016420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143be02-ca5d-477d-b0a1-972c34cef179 req-8d2a345b-f2f2-4e0e-8d57-d667ad1b3975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:58.016420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f143be02-ca5d-477d-b0a1-972c34cef179 req-8d2a345b-f2f2-4e0e-8d57-d667ad1b3975 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8f36e8b9-4c30-44bc-9c5d-edc700eb6e35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3222597 Nov 25 19:23:58.027308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] Network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:23:58.031382 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.081244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] Pushing event deleted for resources: {'Port': ['ID=19c3d8fe-c8e9-4714-92b2-6fd0466afb75,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:58.086533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 32f1d506-1a83-4ccc-8500-84eaa1b8d192) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:23:58.093782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:58.094396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.107433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:23:58.128613 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Sync routers for ids ['87795b47-0d76-42c2-8094-6653eee45cf7'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:23:58.157323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9acc02e2-19ac-463c-90fc-7d215ec6b124 None None] Network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:58.179017 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Routers {'87795b47-0d76-42c2-8094-6653eee45cf7'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:23:58.181268 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:23:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['87795b47-0d76-42c2-8094-6653eee45cf7'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:58.416391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec33b83-4249-4636-b82c-dbc73462e5b1 None None] Network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:23:58.439679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e670c53c-309c-42ab-998c-19d1869d70c2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.2305241 Nov 25 19:23:58.508112 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.535232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:58.535910 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.542258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6a087-d99f-4123-82f1-b010399dcbed req-6359ca2a-db60-494d-b8ed-b6835fbd5187 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:58.543957 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14d6a087-d99f-4123-82f1-b010399dcbed req-6359ca2a-db60-494d-b8ed-b6835fbd5187 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 943 time: 0.4057910 Nov 25 19:23:58.596453 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:58.601484 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4dba6b21-e30e-437f-8e58-0ecf7749d649 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.6956170 Nov 25 19:23:58.610377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50786) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:58.708659 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Set router 87795b47-0d76-42c2-8094-6653eee45cf7 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:23:58.726536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-75d35f38-c9d5-466e-a1ca-fb8816fe7c4a req-24a981f4-d2a1-4316-96a2-f14077224c8c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:23:58.740877 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75d35f38-c9d5-466e-a1ca-fb8816fe7c4a req-24a981f4-d2a1-4316-96a2-f14077224c8c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4447269 Nov 25 19:23:58.848762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14d6a087-d99f-4123-82f1-b010399dcbed req-1c86da97-79c3-4595-96ef-0ffdd799fac2 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb06ec2-257e-49aa-add0-2478877671a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174640 Nov 25 19:23:58.899100 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.5633233 Nov 25 19:23:58.910228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50788) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:23:58.919582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'subnet': {'network_id': '3e802888-fa58-482a-bf63-9939349221d7', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:23:58.956737 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5461f5-9eeb-43c5-ac93-84476f332524 req-8727c282-2190-44aa-8acc-36417d275b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:58.961113 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c5461f5-9eeb-43c5-ac93-84476f332524 req-8727c282-2190-44aa-8acc-36417d275b20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.9805868 Nov 25 19:23:58.965373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5f60bf-72b1-4bf9-912f-64f46f8def54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Network': ['ID=4c48d0fc-3390-4bdc-95df-5b57fdbab73b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:23:59.022337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:23:59.107150 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f143be02-ca5d-477d-b0a1-972c34cef179 req-a3a434eb-73e6-45cb-b760-5ea89fe28c8e service neutron] 10.222.0.60 "GET /v2.0/networks/8f36e8b9-4c30-44bc-9c5d-edc700eb6e35?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0707734 Nov 25 19:23:59.136624 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c5461f5-9eeb-43c5-ac93-84476f332524 req-b885a419-6b40-48a2-83a1-1060faf833d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7a316a8-0ff6-431b-a932-b985f706de54 HTTP/1.1" status: 200 len: 217 time: 0.1595912 Nov 25 19:23:59.449110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:23:59.462647 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:59.468621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:59.547751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c0357d94-0adb-46e5-a314-9f5fe498b668 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:23:59.568119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5461f5-9eeb-43c5-ac93-84476f332524 req-959f5a74-d45d-432c-bf6c-52c329abbf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:23:59.570305 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c5461f5-9eeb-43c5-ac93-84476f332524 req-959f5a74-d45d-432c-bf6c-52c329abbf06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.3144405 Nov 25 19:23:59.665297 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c5461f5-9eeb-43c5-ac93-84476f332524 req-20d8a28f-834d-4c5f-8ae7-982dd88d4666 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648503 Nov 25 19:23:59.748839 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'name': 'tempest-FloatingIPDetailsTestJSON-132282855-router', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:46Z', 'updated_at': '2021-11-25T19:23:54Z', 'revision_number': 3, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'gw_port': {'id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:51Z', 'updated_at': '2021-11-25T19:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:23:59.774447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c0357d94-0adb-46e5-a314-9f5fe498b668, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c0357d94-0adb-46e5-a314-9f5fe498b668,segment=NetworkSegment(a33b628d-757c-4196-9649-67265011960c),segment_id=a33b628d-757c-4196-9649-67265011960c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:59.797556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'c0357d94-0adb-46e5-a314-9f5fe498b668', 'network_id': '8f36e8b9-4c30-44bc-9c5d-edc700eb6e35', 'port_id': 'c0357d94-0adb-46e5-a314-9f5fe498b668', 'mac_address': 'fa:16:3e:09:b9:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de433ccd-ce7c-4ad8-86e8-8cf9190d38e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:23:59.839306 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Checking router: 87795b47-0d76-42c2-8094-6653eee45cf7 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:23:59.839797 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Updating router 87795b47-0d76-42c2-8094-6653eee45cf7 port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:23:59.852686 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:59.877573 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:23:59.882370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0357d94-0adb-46e5-a314-9f5fe498b668 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:23:59.920153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c0357d94-0adb-46e5-a314-9f5fe498b668, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c0357d94-0adb-46e5-a314-9f5fe498b668,segment=NetworkSegment(a33b628d-757c-4196-9649-67265011960c),segment_id=a33b628d-757c-4196-9649-67265011960c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:23:59.925724 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.044023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c0357d94-0adb-46e5-a314-9f5fe498b668,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:00.079930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.092685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-6aea717a-3834-4e95-b32e-9ba36b55ff91 req-720f1281-7cef-4d87-aaa4-a2104a679a52 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-394801388', 'description': 'tempest-description-173456810'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:00.163673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Subnet': ['ID=97f8b0fd-add3-410a-80af-145662a3135b,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:00.168550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['c0357d94-0adb-46e5-a314-9f5fe498b668'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:00.170151 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f143be02-ca5d-477d-b0a1-972c34cef179 req-0c80e2b0-2f08-42d5-ae1c-680ccad07ce0 service neutron] 10.222.0.60 "GET /v2.0/networks/8f36e8b9-4c30-44bc-9c5d-edc700eb6e35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0398884 Nov 25 19:24:00.440644 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.453019 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.455054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9514fd8-e0d6-4889-9152-994564e33f34 req-ee331c4a-7524-434e-942a-2c308e1a9547 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:00.473301 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9514fd8-e0d6-4889-9152-994564e33f34 req-ee331c4a-7524-434e-942a-2c308e1a9547 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 1096 time: 1.0502310 Nov 25 19:24:00.513785 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6aea717a-3834-4e95-b32e-9ba36b55ff91 req-720f1281-7cef-4d87-aaa4-a2104a679a52 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.527322 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Attempting to bind port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:00.528084 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Attempting to bind port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:00.528692 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Attempting to bind port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:00.536765 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:00.537677 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:00.538359 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.539130 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:00.539922 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Bound port: 56480e9a-47a6-4d00-9927-2b72cbc0b8ec, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:00.540580 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.600231 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] For port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:00.605269 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] For port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=56480e9a-47a6-4d00-9927-2b72cbc0b8ec,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:00.612010 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.622201 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c5461f5-9eeb-43c5-ac93-84476f332524 req-2f1e2e9d-51df-4ae4-a434-47fa2cfe7dba service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9453976 Nov 25 19:24:00.698513 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Routers {'87795b47-0d76-42c2-8094-6653eee45cf7'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:00.699820 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:23:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['87795b47-0d76-42c2-8094-6653eee45cf7'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:00.810400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-f68b907d-e0ef-4862-acc6-6c2e254a7705 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1744018 Nov 25 19:24:00.848812 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6aea717a-3834-4e95-b32e-9ba36b55ff91 req-720f1281-7cef-4d87-aaa4-a2104a679a52 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.877412 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Pushing event updated for resources: {'Port': ['ID=56480e9a-47a6-4d00-9927-2b72cbc0b8ec,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:00.886850 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.933239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Checking segment: {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:00.933871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network hostable DHCP agents. Network: 3e802888-fa58-482a-bf63-9939349221d7, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:24:00.951214 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6aea717a-3834-4e95-b32e-9ba36b55ff91 req-720f1281-7cef-4d87-aaa4-a2104a679a52 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:00.953774 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:00.961896 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:00.963749 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:00.964034 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:00.964614 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:00.966354 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:00.966966 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:00.967541 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:00.968115 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:00.968692 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:00.969268 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:00.969847 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:01.060543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9514fd8-e0d6-4889-9152-994564e33f34 req-3d204551-9580-4d11-822b-411b08e56cd5 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5142763 Nov 25 19:24:01.072182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720f1281-7cef-4d87-aaa4-a2104a679a52 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83290e67-15d4-4211-8088-94dfc17045d7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:01.131002 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6aea717a-3834-4e95-b32e-9ba36b55ff91 req-720f1281-7cef-4d87-aaa4-a2104a679a52 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.133439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6aea717a-3834-4e95-b32e-9ba36b55ff91 req-720f1281-7cef-4d87-aaa4-a2104a679a52 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 1.0660105 Nov 25 19:24:01.166702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network 3e802888-fa58-482a-bf63-9939349221d7 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:24:01.204333 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c5461f5-9eeb-43c5-ac93-84476f332524 req-3cb0e1a9-463c-444f-b5bd-3c50a60e2424 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053871 Nov 25 19:24:01.247748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 3e802888-fa58-482a-bf63-9939349221d7) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:01.262452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c486692-380c-41d5-b70c-622791e8ffd7 None None] Network 3e802888-fa58-482a-bf63-9939349221d7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:01.271111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:01.272903 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.360935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] Router 35f05e82-d776-45e3-926d-0bc7c6ee1527 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:24:01.383864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-74a2e22b-60e3-46a4-9566-72c40648473e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4734688 Nov 25 19:24:01.398848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50838) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:01.410040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Allocated IP 172.20.0.1 (f4143fd5-adf8-4b1f-8560-44e677c724f1/2a66d95c-bbef-4e61-bc18-5d2fceb9e972/c25ea4ed-442e-447f-b6fd-32698ac05b6a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:01.410590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'subnet': {'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:01.415522 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fe3448-9024-4903-9d52-77e64cc9d5b1 None None] Pushing event updated for resources: {'Port': ['ID=56480e9a-47a6-4d00-9927-2b72cbc0b8ec,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:01.464373 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] Set router 87795b47-0d76-42c2-8094-6653eee45cf7 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:01.535046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eb6df-c536-42c1-90a6-e496d9ba6dbd req-f7742eab-f0da-45ea-bb83-133e3025cffe tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:01.544166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a8eb6df-c536-42c1-90a6-e496d9ba6dbd req-f7742eab-f0da-45ea-bb83-133e3025cffe tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 944 time: 0.2591426 Nov 25 19:24:01.612167 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c0357d94-0adb-46e5-a314-9f5fe498b668 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:01.713838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a8eb6df-c536-42c1-90a6-e496d9ba6dbd req-c1d02161-b337-43b1-a1dc-c276dac95562 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb06ec2-257e-49aa-add0-2478877671a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675878 Nov 25 19:24:01.821987 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.859011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-3e802888-fa58-482a-bf63-9939349221d7', 'network_id': '3e802888-fa58-482a-bf63-9939349221d7', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'fixed_ips': [{'subnet_id': '97f8b0fd-add3-410a-80af-145662a3135b'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:24:01.864766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.921545 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.939083 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'name': 'tempest-FloatingIPDetailsTestJSON-132282855-router', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:46Z', 'updated_at': '2021-11-25T19:23:54Z', 'revision_number': 3, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'gw_port': {'id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:51Z', 'updated_at': '2021-11-25T19:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:01.959283 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port c0357d94-0adb-46e5-a314-9f5fe498b668 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:24:01.961754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:24:01.979893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port c0357d94-0adb-46e5-a314-9f5fe498b668 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:01.980376 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:01.980838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1bf9daf4-2ffc-4cb8-87b4-a7ef52ce5878 admin admin] 10.222.0.15 "PUT /v2.0/routers/35f05e82-d776-45e3-926d-0bc7c6ee1527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8750176 Nov 25 19:24:01.994163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acefa42d-d366-4107-9f3a-87dbe719f4a4 None None] Sync routers for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:24:02.001973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50846) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:02.040643 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c381f672-c70d-452a-ab54-920a61f01732 None None] The sync data for ids ['87795b47-0d76-42c2-8094-6653eee45cf7'] in n-d-817303-9 is: [{'id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'name': 'tempest-FloatingIPDetailsTestJSON-132282855-router', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:46Z', 'updated_at': '2021-11-25T19:23:54Z', 'revision_number': 3, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'gw_port': {'id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:51Z', 'updated_at': '2021-11-25T19:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:24:02.065645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Pushing event updated for resources: {'Port': ['ID=c25ea4ed-442e-447f-b6fd-32698ac05b6a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:02.078062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Network f4143fd5-adf8-4b1f-8560-44e677c724f1 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:02.079810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:02.083023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:02.168908 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acefa42d-d366-4107-9f3a-87dbe719f4a4 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:02.174371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-acefa42d-d366-4107-9f3a-87dbe719f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:23:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:02.249222 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:02.297851 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9cc95c0c-41d4-4cca-92e5-712f62af3c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:02.457944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33698a2-35ee-46c3-be21-309414ed1b3b req-41d9d4e6-26bb-4a03-bd27-ea8ada5d6ddf tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:02.461068 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e33698a2-35ee-46c3-be21-309414ed1b3b req-41d9d4e6-26bb-4a03-bd27-ea8ada5d6ddf tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 0.9795258 Nov 25 19:24:02.462154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:02.469729 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:02.764862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:02.836345 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.039062 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3adc64b6-8faa-4a4c-ba69-7ab076e1f0e7 None None] Provisioning complete for port c25ea4ed-442e-447f-b6fd-32698ac05b6a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:03.056695 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3adc64b6-8faa-4a4c-ba69-7ab076e1f0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.159052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 56480e9a-47a6-4d00-9927-2b72cbc0b8ec up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:03.194952 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.204625 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.238705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-acefa42d-d366-4107-9f3a-87dbe719f4a4 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:03.243161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Allocated IP 10.1.1.2 (3e802888-fa58-482a-bf63-9939349221d7/97f8b0fd-add3-410a-80af-145662a3135b/5d98f4f0-e95c-4a7f-9942-c7519aa7921d) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:03.266463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b295bd-dbbc-40c7-b620-7bd167508b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0357d94-0adb-46e5-a314-9f5fe498b668'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:03.269141 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80d3ca52-30c5-4231-8a41-1aa66549c582" -d '{"events": [{"server_uuid": "80b295bd-dbbc-40c7-b620-7bd167508b82", "name": "network-vif-plugged", "status": "completed", "tag": "c0357d94-0adb-46e5-a314-9f5fe498b668"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:03.348209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Pushing event updated for resources: {'Port': ['ID=c25ea4ed-442e-447f-b6fd-32698ac05b6a,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:03.358238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.410069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3adc64b6-8faa-4a4c-ba69-7ab076e1f0e7 None None] Port c25ea4ed-442e-447f-b6fd-32698ac05b6a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:03.414669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c0357d94-0adb-46e5-a314-9f5fe498b668, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c0357d94-0adb-46e5-a314-9f5fe498b668,segment=NetworkSegment(a33b628d-757c-4196-9649-67265011960c),segment_id=a33b628d-757c-4196-9649-67265011960c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:03.446699 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.536557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c0357d94-0adb-46e5-a314-9f5fe498b668,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:03.563843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:03.564512 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.610786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Network f4143fd5-adf8-4b1f-8560-44e677c724f1 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:03.612998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:03.863167 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.865426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:03.927534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Router 87795b47-0d76-42c2-8094-6653eee45cf7 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:24:04.049134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:04.055229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906c16af-73f0-4a5f-8958-6a2dcf34df86 req-07304711-e9ed-41ce-8a13-c0b626d5ecc1 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:04.071636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-906c16af-73f0-4a5f-8958-6a2dcf34df86 req-07304711-e9ed-41ce-8a13-c0b626d5ecc1 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 1096 time: 2.0887918 Nov 25 19:24:04.143717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Network 3e802888-fa58-482a-bf63-9939349221d7 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:04.152388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:04.160146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:04.175942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:24:04.183170 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8112fb12-a1a0-40b3-a4f2-ed995c607339 admin admin] 10.222.0.15 "PUT /v2.0/routers/87795b47-0d76-42c2-8094-6653eee45cf7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5412366 Nov 25 19:24:04.207987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a9ed7050-f127-4986-bda0-5dd29c093565 None None] Provisioning complete for port c25ea4ed-442e-447f-b6fd-32698ac05b6a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:04.208442 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9ed7050-f127-4986-bda0-5dd29c093565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:04.253893 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:04.328030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Pushing event updated for resources: {'Port': ['ID=5d98f4f0-e95c-4a7f-9942-c7519aa7921d,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:04.339326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Subnet': ['ID=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:04.360100 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e33698a2-35ee-46c3-be21-309414ed1b3b req-7977ad19-e82a-440d-b97a-bbc190561b4d tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5281372 Nov 25 19:24:04.394957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Checking segment: {'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:04.395558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network hostable DHCP agents. Network: 4c48d0fc-3390-4bdc-95df-5b57fdbab73b, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:24:04.416513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-a7f5d14c-d72f-46e7-b844-99ff49f5460a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:04.417817 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-a7f5d14c-d72f-46e7-b844-99ff49f5460a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 1100 time: 0.5751138 Nov 25 19:24:04.477355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-405bf7a4-8b1b-462c-aeff-1dd020352c51 req-3e53b2a3-330f-45f5-8121-9a9ad1b8f6e2 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-581512511', 'description': 'tempest-description-1149358339'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:04.515250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-906c16af-73f0-4a5f-8958-6a2dcf34df86 req-b0ddcdf3-7a93-4e6b-bc67-f58163e940ac tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423707 Nov 25 19:24:04.561952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-acefa42d-d366-4107-9f3a-87dbe719f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:23:57Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:04.616806 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a9ed7050-f127-4986-bda0-5dd29c093565 None None] Port c25ea4ed-442e-447f-b6fd-32698ac05b6a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:04.624917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acefa42d-d366-4107-9f3a-87dbe719f4a4 None None] Checking router: 35f05e82-d776-45e3-926d-0bc7c6ee1527 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:24:04.639910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Attempting to bind port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:04.640153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Attempting to bind port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:04.640470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Attempting to bind port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d on network 3e802888-fa58-482a-bf63-9939349221d7 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:04.656354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:04.661995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Checking segment: {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:04.661995 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:04.661995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Bound using segment: {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:04.661995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Bound port: 5d98f4f0-e95c-4a7f-9942-c7519aa7921d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:04.661995 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:04.696490 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-405bf7a4-8b1b-462c-aeff-1dd020352c51 req-3e53b2a3-330f-45f5-8121-9a9ad1b8f6e2 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:04.718583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:24:04.719879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:04.731354 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41c3646b-3b22-4c85-99ac-9b83a247ae0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:04.732915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acefa42d-d366-4107-9f3a-87dbe719f4a4 None None] Routers {'35f05e82-d776-45e3-926d-0bc7c6ee1527'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:04.734119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-acefa42d-d366-4107-9f3a-87dbe719f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:23:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35f05e82-d776-45e3-926d-0bc7c6ee1527'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:04.828523 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:04.850940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 4c48d0fc-3390-4bdc-95df-5b57fdbab73b) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:04.894249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b16a6e3-8568-4d6b-88cf-a73444013acb None None] Network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:04.897676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-33f58c61-c5c4-4661-ae68-12480775aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:04.899708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-33f58c61-c5c4-4661-ae68-12480775aa20 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.4149747 Nov 25 19:24:04.940711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:04.941253 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:04.958594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=56480e9a-47a6-4d00-9927-2b72cbc0b8ec,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:04.973927 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:05.061682 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Sync routers for ids ['87795b47-0d76-42c2-8094-6653eee45cf7'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:24:05.077756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de19a350-fda1-4d6b-91a1-5caebd559e4b req-8cea9b49-00c2-4a5d-8573-afd8b05c9c88 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:05.079002 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Routers {'87795b47-0d76-42c2-8094-6653eee45cf7'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:05.079724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de19a350-fda1-4d6b-91a1-5caebd559e4b req-8cea9b49-00c2-4a5d-8573-afd8b05c9c88 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 945 time: 0.3624117 Nov 25 19:24:05.080021 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:24:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['87795b47-0d76-42c2-8094-6653eee45cf7'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:05.088921 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-4528c344-7b5e-43df-a348-2724db63bdf4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f HTTP/1.1" status: 200 len: 217 time: 0.1504803 Nov 25 19:24:05.106448 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-405bf7a4-8b1b-462c-aeff-1dd020352c51 req-3e53b2a3-330f-45f5-8121-9a9ad1b8f6e2 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:05.143353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50880) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:05.143856 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a1bd18db-5788-4780-9691-e7d43b46dec7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.7383988 Nov 25 19:24:05.150274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'port': {'network_id': '3e802888-fa58-482a-bf63-9939349221d7', 'name': 'tempest-TaggedBootDevicesTest-309333105', 'fixed_ips': [{'subnet_id': '97f8b0fd-add3-410a-80af-145662a3135b'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:05.172483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-405bf7a4-8b1b-462c-aeff-1dd020352c51 req-3e53b2a3-330f-45f5-8121-9a9ad1b8f6e2 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:05.216050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-405bf7a4-8b1b-462c-aeff-1dd020352c51 req-3e53b2a3-330f-45f5-8121-9a9ad1b8f6e2 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:05.246347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-405bf7a4-8b1b-462c-aeff-1dd020352c51 req-3e53b2a3-330f-45f5-8121-9a9ad1b8f6e2 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.7732780 Nov 25 19:24:05.264121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] For port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:05.273297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] For port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d98f4f0-e95c-4a7f-9942-c7519aa7921d,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:05.312855 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Set router 87795b47-0d76-42c2-8094-6653eee45cf7 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:05.314077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=56480e9a-47a6-4d00-9927-2b72cbc0b8ec,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:05.394323 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de19a350-fda1-4d6b-91a1-5caebd559e4b req-f0064927-1388-45e0-b1b9-17665a505f9e tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb06ec2-257e-49aa-add0-2478877671a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892904 Nov 25 19:24:05.405409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-475497a0-20d7-475f-8c34-162cbcf1a760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:05.407965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:05.413514 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-475497a0-20d7-475f-8c34-162cbcf1a760 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.3131151 Nov 25 19:24:05.417794 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53b2a3-330f-45f5-8121-9a9ad1b8f6e2 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f99452-fa90-42a2-ab6d-7cb01c86fd11,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:05.516257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-acefa42d-d366-4107-9f3a-87dbe719f4a4 None None] Set router 35f05e82-d776-45e3-926d-0bc7c6ee1527 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:05.563657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:05.574672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Deleting port 9da59815-d6c0-4f70-b259-7ed382881133 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:05.582154 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:05.628536 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c3f810-c822-4eca-8a00-6eac9a9d2ca3 x-openstack-request-id: req-46c3f810-c822-4eca-8a00-6eac9a9d2ca3 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:05.631907 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b295bd-dbbc-40c7-b620-7bd167508b82", "name": "network-vif-plugged", "status": "completed", "tag": "c0357d94-0adb-46e5-a314-9f5fe498b668", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:05.631907 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46c3f810-c822-4eca-8a00-6eac9a9d2ca3 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:05.631907 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b295bd-dbbc-40c7-b620-7bd167508b82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0357d94-0adb-46e5-a314-9f5fe498b668', 'code': 200} Nov 25 19:24:05.674188 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'name': 'tempest-FloatingIPDetailsTestJSON-132282855-router', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:46Z', 'updated_at': '2021-11-25T19:24:02Z', 'revision_number': 4, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'gw_port': {'id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:51Z', 'updated_at': '2021-11-25T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'c25ea4ed-442e-447f-b6fd-32698ac05b6a', 'name': '', 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'mac_address': 'fa:16:3e:db:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2a66d95c-bbef-4e61-bc18-5d2fceb9e972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:00Z', 'updated_at': '2021-11-25T19:24:02Z', 'revision_number': 2, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'subnets': [{'id': '2a66d95c-bbef-4e61-bc18-5d2fceb9e972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:05.813273 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:05.814231 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Checking router: 87795b47-0d76-42c2-8094-6653eee45cf7 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:24:05.814606 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Updating router 87795b47-0d76-42c2-8094-6653eee45cf7 port c25ea4ed-442e-447f-b6fd-32698ac05b6a binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:24:05.860791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] device_id is not set on port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:24:05.873591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0272c98-eecc-4a36-9d5c-f38107130dc6 req-4270a636-9a79-4aef-ac00-55607f5caf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:05.876844 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d0272c98-eecc-4a36-9d5c-f38107130dc6 req-4270a636-9a79-4aef-ac00-55607f5caf5e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 1096 time: 0.1237938 Nov 25 19:24:05.906574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2b387e-3a7a-43fd-8c26-6b6f1587c3e5 None None] Pushing event updated for resources: {'Port': ['ID=5d98f4f0-e95c-4a7f-9942-c7519aa7921d,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:05.928271 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:06.030970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-4c48d0fc-3390-4bdc-95df-5b57fdbab73b', 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'fixed_ips': [{'subnet_id': 'e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:24:06.037569 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:06.044981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] For port 9da59815-d6c0-4f70-b259-7ed382881133, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9da59815-d6c0-4f70-b259-7ed382881133,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:06.045540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:06.119468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-acefa42d-d366-4107-9f3a-87dbe719f4a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:23:57Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:06.229576 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d0272c98-eecc-4a36-9d5c-f38107130dc6 req-322c7ccd-1dd9-46ff-a901-d298eecc9a27 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=beb06ec2-257e-49aa-add0-2478877671a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024857 Nov 25 19:24:06.261863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Calling delete_port for 9da59815-d6c0-4f70-b259-7ed382881133 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:06.385395 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Allocated IP 10.1.1.4 (3e802888-fa58-482a-bf63-9939349221d7/97f8b0fd-add3-410a-80af-145662a3135b/04912e0d-e9ad-4afe-bd53-8a280f9bb21b) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:06.398876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acefa42d-d366-4107-9f3a-87dbe719f4a4 None None] The sync data for ids ['35f05e82-d776-45e3-926d-0bc7c6ee1527'] in n-d-817303-9 is: [{'id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-330990354-router', 'tenant_id': '1efb73572d504c119ab6d6a1f4315f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70'}], 'enable_snat': True}, 'gw_port_id': '9da59815-d6c0-4f70-b259-7ed382881133', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:23:57Z', 'revision_number': 5, 'project_id': '1efb73572d504c119ab6d6a1f4315f74', 'gw_port': {'id': '9da59815-d6c0-4f70-b259-7ed382881133', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:57:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f05e82-d776-45e3-926d-0bc7c6ee1527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:13Z', 'updated_at': '2021-11-25T19:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:24:06.401036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-3c4b36b4-26f3-4e7e-b3b4-2e9330fcf16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:06.402791 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-3c4b36b4-26f3-4e7e-b3b4-2e9330fcf16f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9687133 Nov 25 19:24:06.501075 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:06.648361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Allocated IP 10.2.2.2 (4c48d0fc-3390-4bdc-95df-5b57fdbab73b/e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe/9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:06.761483 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:06.802446 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:06.812183 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:06.896114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.013186 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac872d-0b7a-4280-a5e5-e7ea1f88dbe6 None None] Pushing event updated for resources: {'Port': ['ID=c25ea4ed-442e-447f-b6fd-32698ac05b6a,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:07.063735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-6ac6b16a-9086-434d-a01b-51a3bfdc9ef4 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5236607 Nov 25 19:24:07.064929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Port': ['ID=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:07.124885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network 3e802888-fa58-482a-bf63-9939349221d7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:07.127802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:07.168161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:07.323977 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Attempting to bind port c25ea4ed-442e-447f-b6fd-32698ac05b6a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:07.324340 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Attempting to bind port c25ea4ed-442e-447f-b6fd-32698ac05b6a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4d2330d3-bef2-4984-bf41-865faf9be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:07.339362 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Attempting to bind port c25ea4ed-442e-447f-b6fd-32698ac05b6a on network f4143fd5-adf8-4b1f-8560-44e677c724f1 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:07.363741 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:07.364124 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Checking segment: {'id': '4d2330d3-bef2-4984-bf41-865faf9be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:07.364539 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.364942 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Bound using segment: {'id': '4d2330d3-bef2-4984-bf41-865faf9be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:07.373010 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Bound port: c25ea4ed-442e-447f-b6fd-32698ac05b6a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d2330d3-bef2-4984-bf41-865faf9be51b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:07.375133 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.497629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:07.498762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.619981 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-87d23c1b-b4f0-4cd3-9a6d-c911dc0bf48c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4750369 Nov 25 19:24:07.625781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50914) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:07.635057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d98f4f0-e95c-4a7f-9942-c7519aa7921d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:07.663823 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-e784f54b-81d8-43f0-9392-7d6554163e93 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.6380231 Nov 25 19:24:07.665071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'port': {'network_id': '3e802888-fa58-482a-bf63-9939349221d7', 'name': 'tempest-TaggedBootDevicesTest-1860688626', 'fixed_ips': [{'subnet_id': '97f8b0fd-add3-410a-80af-145662a3135b'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:07.671925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:07.686353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-b9f5d66a-30a7-4961-a87f-249cd6beedb3 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5901070 Nov 25 19:24:07.768922 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] For port c25ea4ed-442e-447f-b6fd-32698ac05b6a, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:07.785859 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] For port c25ea4ed-442e-447f-b6fd-32698ac05b6a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c25ea4ed-442e-447f-b6fd-32698ac05b6a,segment=NetworkSegment(4d2330d3-bef2-4984-bf41-865faf9be51b),segment_id=4d2330d3-bef2-4984-bf41-865faf9be51b)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:07.793221 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:07.980039 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Routers {'87795b47-0d76-42c2-8094-6653eee45cf7'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:07.999644 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:24:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['87795b47-0d76-42c2-8094-6653eee45cf7'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:08.005256 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.204955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-94702ebd-d8fa-481a-b343-f1cae1c163a2 None None] Provisioning complete for port c25ea4ed-442e-447f-b6fd-32698ac05b6a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:08.205197 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] Set router 87795b47-0d76-42c2-8094-6653eee45cf7 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:08.219512 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-94702ebd-d8fa-481a-b343-f1cae1c163a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.226360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.256588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53898a97-f9fd-4fcb-b8b4-34ef2e347ab2 None None] Network 3e802888-fa58-482a-bf63-9939349221d7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:08.261754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.api [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 19:24:08.261754 n-d-817303-9 neutron-server[103652]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 25 19:24:08.261754 n-d-817303-9 neutron-server[103652]: [parameters: {'project_id_1': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'expiration_1': datetime.datetime(2021, 11, 25, 19, 23, 48, 219984)}] Nov 25 19:24:08.261754 n-d-817303-9 neutron-server[103652]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:24:08.262650 n-d-817303-9 neutron-server[103652]: DEBUG oslo_db.api [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:24:08.276222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.294215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-29c5930d-fcab-4be9-9256-b28a2d53f95c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:08.307663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-29c5930d-fcab-4be9-9256-b28a2d53f95c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/networks?id=32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 200 len: 813 time: 1.6059763 Nov 25 19:24:08.371142 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-db9c3c72-4fe5-49a8-8702-90890e5b926c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/quotas/d7261d145d614ea98bf7399da0109904 HTTP/1.1" status: 200 len: 375 time: 0.0384088 Nov 25 19:24:08.372453 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.475712 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.479330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-05e96fbe-fcc8-480e-9f9c-262482998d8e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7261d145d614ea98bf7399da0109904&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991762 Nov 25 19:24:08.542422 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.592590 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac872d-0b7a-4280-a5e5-e7ea1f88dbe6 None None] Pushing event updated for resources: {'Port': ['ID=c25ea4ed-442e-447f-b6fd-32698ac05b6a,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:08.602572 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'name': 'tempest-FloatingIPDetailsTestJSON-132282855-router', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:46Z', 'updated_at': '2021-11-25T19:24:02Z', 'revision_number': 4, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'gw_port': {'id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:51Z', 'updated_at': '2021-11-25T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'c25ea4ed-442e-447f-b6fd-32698ac05b6a', 'name': '', 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'mac_address': 'fa:16:3e:db:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2a66d95c-bbef-4e61-bc18-5d2fceb9e972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:00Z', 'updated_at': '2021-11-25T19:24:07Z', 'revision_number': 4, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'subnets': [{'id': '2a66d95c-bbef-4e61-bc18-5d2fceb9e972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:08.665568 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d906420-886c-4240-965e-87b9b209ec26 None None] The sync data for ids ['87795b47-0d76-42c2-8094-6653eee45cf7'] in n-d-817303-9 is: [{'id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'name': 'tempest-FloatingIPDetailsTestJSON-132282855-router', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:46Z', 'updated_at': '2021-11-25T19:24:02Z', 'revision_number': 4, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'gw_port': {'id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:51Z', 'updated_at': '2021-11-25T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'c25ea4ed-442e-447f-b6fd-32698ac05b6a', 'name': '', 'network_id': 'f4143fd5-adf8-4b1f-8560-44e677c724f1', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'mac_address': 'fa:16:3e:db:ee:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_interface', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': '2a66d95c-bbef-4e61-bc18-5d2fceb9e972', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:24:00Z', 'updated_at': '2021-11-25T19:24:07Z', 'revision_number': 4, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'subnets': [{'id': '2a66d95c-bbef-4e61-bc18-5d2fceb9e972', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:24:08.717150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:08.720098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:08.721191 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.787964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9da59815-d6c0-4f70-b259-7ed382881133,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:08.807641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-da84fb30-1202-4792-bb8d-e0de230ee834 service neutron] 10.222.0.15 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061707 Nov 25 19:24:08.822334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:08.851102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:08.855840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:08.874875 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:08.879973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Pushing event updated for resources: {'Port': ['ID=9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:08.948197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] device_id is not set on port 8a281f2c-b693-4946-92e9-005d6524e0d3 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:24:08.955302 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.101496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Attempting to bind port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:09.106417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Attempting to bind port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:09.107788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Attempting to bind port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f on network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:09.115487 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-94702ebd-d8fa-481a-b343-f1cae1c163a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.118169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:09.118856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Checking segment: {'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:09.120911 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.121613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Bound using segment: {'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:09.122289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Bound port: 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:09.122888 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.307343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.388130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-94702ebd-d8fa-481a-b343-f1cae1c163a2 None None] For port c25ea4ed-442e-447f-b6fd-32698ac05b6a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c25ea4ed-442e-447f-b6fd-32698ac05b6a,segment=NetworkSegment(4d2330d3-bef2-4984-bf41-865faf9be51b),segment_id=4d2330d3-bef2-4984-bf41-865faf9be51b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:09.434031 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.447013 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.472790 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-94702ebd-d8fa-481a-b343-f1cae1c163a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.482778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d98f4f0-e95c-4a7f-9942-c7519aa7921d,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:09.554575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] For port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:09.562627 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.573117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 56480e9a-47a6-4d00-9927-2b72cbc0b8ec up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:09.659971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Allocated IP 10.1.1.37 (3e802888-fa58-482a-bf63-9939349221d7/97f8b0fd-add3-410a-80af-145662a3135b/8a281f2c-b693-4946-92e9-005d6524e0d3) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:09.716843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.718496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35f05e82-d776-45e3-926d-0bc7c6ee1527 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:24:09.758550 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.768798 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-727ad80f-5146-448c-be1e-af40ac94cdf8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/35f05e82-d776-45e3-926d-0bc7c6ee1527 HTTP/1.1" status: 204 len: 168 time: 7.7600036 Nov 25 19:24:09.776447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50920) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:09.794839 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-953b2fe3-6765-46d0-aa8c-3e87d1dd257e service neutron] 10.222.0.15 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8581593 Nov 25 19:24:09.806723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] For port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:09.834907 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.854949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c7fe33fb-25d8-479b-86da-50ddf078de47 None None] Provisioning complete for port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:09.855330 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c7fe33fb-25d8-479b-86da-50ddf078de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:09.967174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94702ebd-d8fa-481a-b343-f1cae1c163a2 None None] Pushing event updated for resources: {'Port': ['ID=c25ea4ed-442e-447f-b6fd-32698ac05b6a,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:09.970727 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:10.328115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=5d98f4f0-e95c-4a7f-9942-c7519aa7921d,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:10.474277 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:10.626001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:10.626381 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:10.772070 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:10.870111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68bcb48-2666-45b9-9502-a3649fb826d8 None None] Pushing event updated for resources: {'Port': ['ID=9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:10.905627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c7fe33fb-25d8-479b-86da-50ddf078de47 None None] Provisioning complete for port c25ea4ed-442e-447f-b6fd-32698ac05b6a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:10.906020 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c7fe33fb-25d8-479b-86da-50ddf078de47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.008477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network 3e802888-fa58-482a-bf63-9939349221d7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:11.012236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:11.031774 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:11.234687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:11.244972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Port': ['ID=8a281f2c-b693-4946-92e9-005d6524e0d3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:11.319650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:24:11.320714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 19c3d8fe-c8e9-4714-92b2-6fd0466afb75 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:24:11.343418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:11.345445 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.404483 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54e5774a-6f29-465a-b837-d4dd1e45516b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7769232 Nov 25 19:24:11.518505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-85fd1554-562d-493e-8b11-c89e86be8a8b None None] Provisioning complete for port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:11.519287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-85fd1554-562d-493e-8b11-c89e86be8a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.763568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-767b0455-4e70-48ad-95a9-765ddafa2928 admin admin] Deleting subnet f959a176-3547-4d8a-bbcf-d8f4566faa39 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:24:11.765113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-85fd1554-562d-493e-8b11-c89e86be8a8b None None] Port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:11.786459 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-767b0455-4e70-48ad-95a9-765ddafa2928 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.883612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-85fd1554-562d-493e-8b11-c89e86be8a8b None None] Provisioning complete for port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:11.884418 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-85fd1554-562d-493e-8b11-c89e86be8a8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:11.987126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-767b0455-4e70-48ad-95a9-765ddafa2928 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.038717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d98f4f0-e95c-4a7f-9942-c7519aa7921d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:12.074662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d7caf9-8c70-4a39-8f81-aa94c9834364 req-8f63b79f-9877-4e40-bad4-ffdffe576eff tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:12.090724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14d7caf9-8c70-4a39-8f81-aa94c9834364 req-8f63b79f-9877-4e40-bad4-ffdffe576eff tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 0.4988303 Nov 25 19:24:12.187661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Allocated IP 172.25.8.143 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/007ce90b-daed-466f-94f6-fd672c7558ae) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:12.296948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:12.297343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.407998 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14d7caf9-8c70-4a39-8f81-aa94c9834364 req-b02d5213-966a-4373-8c08-98e8836ebfde tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3120589 Nov 25 19:24:12.527352 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-767b0455-4e70-48ad-95a9-765ddafa2928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.598581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4b5294-1a35-40e9-bbdc-34c77a95384e None None] Network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:12.643228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ab83d99a-ae14-4979-9961-e0c7820efeca None None] Provisioning complete for port 8a281f2c-b693-4946-92e9-005d6524e0d3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:12.643787 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ab83d99a-ae14-4979-9961-e0c7820efeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.646516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:12.757602 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-767b0455-4e70-48ad-95a9-765ddafa2928 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.806335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ab83d99a-ae14-4979-9961-e0c7820efeca None None] Port 8a281f2c-b693-4946-92e9-005d6524e0d3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:12.915223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767b0455-4e70-48ad-95a9-765ddafa2928 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f959a176-3547-4d8a-bbcf-d8f4566faa39,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:12.966916 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-767b0455-4e70-48ad-95a9-765ddafa2928 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:12.975160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50938) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:12.985826 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-767b0455-4e70-48ad-95a9-765ddafa2928 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f959a176-3547-4d8a-bbcf-d8f4566faa39 HTTP/1.1" status: 204 len: 168 time: 3.1951447 Nov 25 19:24:12.995176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c672a3ec-a10d-4c11-bc53-852721087216 None None] Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:13.216368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:13.220220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c562fd0d-0c02-4306-aecd-90b0c5e52681 req-94d70bb8-1dfe-4c78-82fc-c3f670c7a897 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:13.230597 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c562fd0d-0c02-4306-aecd-90b0c5e52681 req-94d70bb8-1dfe-4c78-82fc-c3f670c7a897 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 945 time: 0.5174699 Nov 25 19:24:13.291187 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:13.363853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-1691fc29-05c4-4c9a-9d64-6cdf166eddf8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:13.365907 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-1691fc29-05c4-4c9a-9d64-6cdf166eddf8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.76 "GET /v2.0/networks?id=32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 200 len: 813 time: 0.4704280 Nov 25 19:24:13.386612 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c562fd0d-0c02-4306-aecd-90b0c5e52681 req-9d8c748d-dcf1-4d76-8530-d8137c26e95b tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb06ec2-257e-49aa-add0-2478877671a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485794 Nov 25 19:24:13.416890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'port': {'device_id': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192', 'admin_state_up': True, 'tenant_id': 'd7261d145d614ea98bf7399da0109904'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:13.451745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Deleting port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:13.452650 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:13.535263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:13.535648 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:13.598040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87d422a3-8ec8-4cd7-8dcf-33a4172945f5 None None] Provisioning complete for port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:13.598527 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87d422a3-8ec8-4cd7-8dcf-33a4172945f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:13.622149 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] For port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ab63c4c4-dff9-4f1c-a017-a02e9012a7ae,segment=NetworkSegment(efc5cf89-c6c3-49d5-9d49-92b9be8d3714),segment_id=efc5cf89-c6c3-49d5-9d49-92b9be8d3714)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:13.622149 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:13.695251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Calling delete_port for ab63c4c4-dff9-4f1c-a017-a02e9012a7ae owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:13.782668 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2658e2a-be58-4c9a-83c7-c541d8a57f74 req-31823d50-c788-4f90-b40f-73bf27ad248b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 210 time: 0.1055253 Nov 25 19:24:13.833292 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:13.965277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event updated for resources: {'Port': ['ID=007ce90b-daed-466f-94f6-fd672c7558ae,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:13.969420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee631d5-0cc3-459b-911a-2559247a4c58 None None] DHCP port deletion for 8ad14189-ce0f-434b-a77e-a1d923cd8935 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:13.978204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Made reservation on behalf of d7261d145d614ea98bf7399da0109904 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:13.997146 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.059520 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.095182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:14.122207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:14.130309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87d422a3-8ec8-4cd7-8dcf-33a4172945f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.142439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:14.189400 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.211433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab63c4c4-dff9-4f1c-a017-a02e9012a7ae,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:14.235247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] No DVR routers for this DVR port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:24:14.326197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:14.346936 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.354203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c25ea4ed-442e-447f-b6fd-32698ac05b6a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:14.387565 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.548049 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.586287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ad14189-ce0f-434b-a77e-a1d923cd8935']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:14.607217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:14.607217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc5cf89-c6c3-49d5-9d49-92b9be8d3714') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:14.628010 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.655838 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.667863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:24:14.669728 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.758021 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:24:14.803695 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:24:14.808505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50958) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:14.828149 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1ef5a3f1-2bc5-4510-9958-1f0d5beb805d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'security_group': {'name': 'tempest-securitygroup--722640602', 'description': 'tempest-description--2042627179'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:14.841642 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-cee631d5-0cc3-459b-911a-2559247a4c58 None None] Deleting port ab63c4c4-dff9-4f1c-a017-a02e9012a7ae {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:14.842315 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cee631d5-0cc3-459b-911a-2559247a4c58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.856831 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.883350 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:14.904221 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8ad14189-ce0f-434b-a77e-a1d923cd8935 HTTP/1.1" status: 204 len: 168 time: 1.9198518 Nov 25 19:24:14.918683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50962) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:14.945994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb86ace-541d-44ff-b483-0d9dc197b714 admin admin] Pushing event deleted for resources: {'Network': ['ID=8ad14189-ce0f-434b-a77e-a1d923cd8935,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server [None req-cee631d5-0cc3-459b-911a-2559247a4c58 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 could not be found. Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:24:14.953672 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 8ad14189-ce0f-434b-a77e-a1d923cd8935 could not be found. Nov 25 19:24:14.962860 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:24:14.972388 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-87d422a3-8ec8-4cd7-8dcf-33a4172945f5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:24:14.972388 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-87d422a3-8ec8-4cd7-8dcf-33a4172945f5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:24:14.994761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a3f1-2bc5-4510-9958-1f0d5beb805d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.002760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c25ea4ed-442e-447f-b6fd-32698ac05b6a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:15.006575 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.079376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7d4897-dd83-4458-94e6-83fefc2c1f38 None None] DHCP port deletion for 8ad14189-ce0f-434b-a77e-a1d923cd8935 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:15.087210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:15.230645 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a3f1-2bc5-4510-9958-1f0d5beb805d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.238866 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a3f1-2bc5-4510-9958-1f0d5beb805d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.258387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f0163-2416-45e5-a5b5-4094cb2f8a25 None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:24:15.316381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a3f1-2bc5-4510-9958-1f0d5beb805d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.319845 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1ef5a3f1-2bc5-4510-9958-1f0d5beb805d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5099962 Nov 25 19:24:15.340696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50966) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:15.358647 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0cd2956b-a187-442c-a3e7-d443f6eb8914 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'security_group_rule': {'security_group_id': '1e167885-5f28-4a14-a973-4ffb3d024f9a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:15.432811 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Allocated IP 172.20.0.7 (32f1d506-1a83-4ccc-8500-84eaa1b8d192/0bc6ec40-86e0-404b-b779-dc54f74a1a0e/1968543a-915e-49ac-b76b-a89258874565) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:15.474329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5a3f1-2bc5-4510-9958-1f0d5beb805d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e167885-5f28-4a14-a973-4ffb3d024f9a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:15.522739 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cd2956b-a187-442c-a3e7-d443f6eb8914 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.625916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a2f0163-2416-45e5-a5b5-4094cb2f8a25 None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:24:15.714311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9da59815-d6c0-4f70-b259-7ed382881133 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:15.807233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cd2956b-a187-442c-a3e7-d443f6eb8914 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.813093 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cd2956b-a187-442c-a3e7-d443f6eb8914 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.846960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 9da59815-d6c0-4f70-b259-7ed382881133 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:24:15.848088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9da59815-d6c0-4f70-b259-7ed382881133 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:24:15.880993 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cd2956b-a187-442c-a3e7-d443f6eb8914 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:15.888624 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0cd2956b-a187-442c-a3e7-d443f6eb8914 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5457537 Nov 25 19:24:15.889909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50972) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:15.900932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-00584d8d-67cd-4a56-9bee-0f61966dad33 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'security_group_rule': {'security_group_id': '1e167885-5f28-4a14-a973-4ffb3d024f9a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:15.946779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2956b-a187-442c-a3e7-d443f6eb8914 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9af910-cbed-46ed-9e38-023455851839,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:15.986964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00584d8d-67cd-4a56-9bee-0f61966dad33 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.039968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5655c557-94d3-4966-ba14-901caa6dde98 None None] Provisioning complete for port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:16.043291 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5655c557-94d3-4966-ba14-901caa6dde98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.097864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cd1940-b560-4b2d-ad0f-07b0e85b01d6 req-513e98c1-e07a-46d5-adb1-dae11976355e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:16.106436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52cd1940-b560-4b2d-ad0f-07b0e85b01d6 req-513e98c1-e07a-46d5-adb1-dae11976355e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 1.1485767 Nov 25 19:24:16.145175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:16.174731 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00584d8d-67cd-4a56-9bee-0f61966dad33 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.180599 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00584d8d-67cd-4a56-9bee-0f61966dad33 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.264210 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00584d8d-67cd-4a56-9bee-0f61966dad33 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.267402 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-00584d8d-67cd-4a56-9bee-0f61966dad33 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3732498 Nov 25 19:24:16.274105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50974) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:16.293362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:16.313316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00584d8d-67cd-4a56-9bee-0f61966dad33 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f0a6e26-4029-479e-b1db-a693adb4e5f2,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:16.392515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.405031 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52cd1940-b560-4b2d-ad0f-07b0e85b01d6 req-60354c4d-0f53-4db7-834f-27bff9067f0f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947702 Nov 25 19:24:16.701391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.764284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:16.765197 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.782773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.790535 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.818317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.915103 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:16.947840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:16.988920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46daa2a9-1e4b-438e-9a06-5bf3ee41f21f req-1f708e5f-5bd5-43a7-a6db-1604aaa14fcc tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:17.003813 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46daa2a9-1e4b-438e-9a06-5bf3ee41f21f req-1f708e5f-5bd5-43a7-a6db-1604aaa14fcc tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 931 time: 0.2347770 Nov 25 19:24:17.015580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'Port': ['ID=1968543a-915e-49ac-b76b-a89258874565,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:17.020259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:17.126613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:17.133346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event updated for resources: {'Port': ['ID=007ce90b-daed-466f-94f6-fd672c7558ae,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:17.234301 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:17.270994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:17.273251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Allocated IP 172.25.8.198 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/24906ad3-f9a2-4135-a3ae-395b45f1cf4a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:17.273902 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:17.282768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a0f9fe-b0a0-4ce6-8f0b-1d171c225a04 None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:17.293716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-f9e5473b-3bdc-4df3-a316-b7007b354816 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8891854 Nov 25 19:24:17.310967 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46daa2a9-1e4b-438e-9a06-5bf3ee41f21f req-3aceae20-b87a-4205-ad1f-0ecc924cd4c4 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010824 Nov 25 19:24:17.330887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Request body: {'port': {'device_id': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:17.345879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ab63c4c4-dff9-4f1c-a017-a02e9012a7ae no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:17.374063 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: ab63c4c4-dff9-4f1c-a017-a02e9012a7ae {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:24:17.374707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ab63c4c4-dff9-4f1c-a017-a02e9012a7ae not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:24:17.385058 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:17.387806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-a51eb93f-111d-4776-b9de-470dace95ee6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 9.7223227 Nov 25 19:24:17.420241 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:24:17.438764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Provisioning complete for port 6cf58d47-8ed6-45f0-bc64-8882a107a038 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:17.439814 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:17.535481 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:17.581174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Provisioning complete for port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:17.581786 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:17.593197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:17.663955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:17.671180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Port': ['ID=24906ad3-f9a2-4135-a3ae-395b45f1cf4a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:17.674374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:17.681404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:17.732206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.732703 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.733197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.733686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.734180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.734664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.741511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.742245 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.742837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.743382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.743931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.744470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:17.854905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-7ba4926a-6b96-46ab-ab79-92cd2e7d50d0 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.143 HTTP/1.1" status: 200 len: 696 time: 0.3849664 Nov 25 19:24:17.902687 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:17.934047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:17.980561 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.053970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Provisioning complete for port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:18.054788 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.300367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Provisioning complete for port e8b45513-5a1e-44ac-a8bd-36c4fd60e851 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:18.301887 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.374723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-b0a39a25-d621-4e41-966b-f18cf6a5bc08 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:18.376843 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-b0a39a25-d621-4e41-966b-f18cf6a5bc08 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.4657288 Nov 25 19:24:18.403054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-df732479-5c49-47fb-9f18-99a67c3eca0a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:24:18.404511 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de12950e-07d3-4e24-ba68-958997d1ac45 req-df732479-5c49-47fb-9f18-99a67c3eca0a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0131755 Nov 25 19:24:18.461354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-3d1341ab-6453-4432-9dbd-51667a651cea tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:18.472736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-3d1341ab-6453-4432-9dbd-51667a651cea tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 820 time: 0.9482634 Nov 25 19:24:18.479082 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.533794 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.545082 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.567058 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Provisioning complete for port 60abc317-25b4-404d-b8c8-9f97a1071818 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:18.568282 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.634697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Port': ['ID=24906ad3-f9a2-4135-a3ae-395b45f1cf4a,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:18.770271 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.789563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Provisioning complete for port dfa97735-ebe2-4b5d-9f61-a9fbb464152c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:18.789981 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.795519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-351be3d1-1f50-4e78-a37f-08d2036e7fee tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/quotas/24bd4c8cb5cf4ce0a3968ac6dabf0fd2 HTTP/1.1" status: 200 len: 375 time: 0.1678469 Nov 25 19:24:18.813021 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:18.830030 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dc52eb42-4ac0-4776-903f-932bf85e90b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5527837 Nov 25 19:24:18.959102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee9255a-68b0-4e6f-a9a4-3c0be7db9d25 req-4aff8e16-2014-4ca0-b0e0-1e7fe3c091af tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:18.974891 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dee9255a-68b0-4e6f-a9a4-3c0be7db9d25 req-4aff8e16-2014-4ca0-b0e0-1e7fe3c091af tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 0.4879940 Nov 25 19:24:18.983308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Provisioning complete for port 007ce90b-daed-466f-94f6-fd672c7558ae triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:18.983781 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.035913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Port 007ce90b-daed-466f-94f6-fd672c7558ae cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:19.074872 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Provisioning complete for port ba479f58-0a30-4805-84f7-ce47f4de0225 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:19.074872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f4b51cf-b17a-42c1-b2e1-e040db6cd7b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.150232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-7a303fb8-31e3-4b57-acbf-6d0466b7bda8 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3138070 Nov 25 19:24:19.270755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dee9255a-68b0-4e6f-a9a4-3c0be7db9d25 req-4669b04c-4713-4126-bcc9-f2ee0711ce35 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940941 Nov 25 19:24:19.329598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5ffd5df0-6b0a-4ef8-a3cc-2e7a6cf8270d None None] Provisioning complete for port 1968543a-915e-49ac-b76b-a89258874565 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:19.330497 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5ffd5df0-6b0a-4ef8-a3cc-2e7a6cf8270d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.390841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5ffd5df0-6b0a-4ef8-a3cc-2e7a6cf8270d None None] Port 1968543a-915e-49ac-b76b-a89258874565 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:19.535096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-6fee67af-e6ab-4938-9655-d7eaa1a0a2f5 service neutron] 10.222.0.15 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640099 Nov 25 19:24:19.619710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1968543a-915e-49ac-b76b-a89258874565 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:19.680127 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.726281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] Deleting port a3eafeb6-0f11-4eac-955b-513e866ed692 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:19.727730 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.732736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Transition to ACTIVE for port object 1968543a-915e-49ac-b76b-a89258874565 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:19.767740 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:19.919395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-44b47361-7dd1-4b5f-934c-7775a3aee7a5 service neutron] 10.222.0.15 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604057 Nov 25 19:24:19.941487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a76726a-fce5-45b5-82d2-df1533ad1097 None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:20.040754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Pushing event updated for resources: {'Port': ['ID=1968543a-915e-49ac-b76b-a89258874565,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:20.085161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] For port a3eafeb6-0f11-4eac-955b-513e866ed692, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a3eafeb6-0f11-4eac-955b-513e866ed692,segment=NetworkSegment(d4a4e187-a0db-414c-9c76-5707ed08f0de),segment_id=d4a4e187-a0db-414c-9c76-5707ed08f0de)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:20.085677 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:20.119807 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] Calling delete_port for a3eafeb6-0f11-4eac-955b-513e866ed692 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:20.144950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ba0c17-1b5f-4aa8-b135-1b6fce21ca74 req-a09ba201-01e4-46c2-9753-6a710bcaf1aa tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:20.148399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0ba0c17-1b5f-4aa8-b135-1b6fce21ca74 req-a09ba201-01e4-46c2-9753-6a710bcaf1aa tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 943 time: 0.2158058 Nov 25 19:24:20.243691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Attempting to bind port 1968543a-915e-49ac-b76b-a89258874565 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:20.244021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Attempting to bind port 1968543a-915e-49ac-b76b-a89258874565 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c005c45a-e95c-4cd7-ba4f-4f2335d664f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:20.244576 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Attempting to bind port 1968543a-915e-49ac-b76b-a89258874565 on network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:20.275464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Port 1968543a-915e-49ac-b76b-a89258874565 on network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:20.276056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Attempting to bind port 1968543a-915e-49ac-b76b-a89258874565 on network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:20.289489 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:20.302148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 23, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:20.302538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Checking segment: {'id': 'c005c45a-e95c-4cd7-ba4f-4f2335d664f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:20.303187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Bound using segment: {'id': 'c005c45a-e95c-4cd7-ba4f-4f2335d664f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:20.303751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Bound port: 1968543a-915e-49ac-b76b-a89258874565, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c005c45a-e95c-4cd7-ba4f-4f2335d664f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:20.304113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:20.311156 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0ba0c17-1b5f-4aa8-b135-1b6fce21ca74 req-0566878b-c358-4a1c-a344-142355fa1877 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453478 Nov 25 19:24:20.557416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] For port 1968543a-915e-49ac-b76b-a89258874565, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:20.565765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] For port 1968543a-915e-49ac-b76b-a89258874565, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=1968543a-915e-49ac-b76b-a89258874565,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:20.583094 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:20.750995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:20.762700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-9b3e482f-66de-4668-8aa8-37cabfc74ed8 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3896749 Nov 25 19:24:20.792180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:20.793544 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:20.795788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] 10.222.0.76 "PUT /v2.0/ports/1968543a-915e-49ac-b76b-a89258874565 HTTP/1.1" status: 200 len: 1091 time: 3.4711950 Nov 25 19:24:20.796659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'tag': '1968543a-915e-49ac-b76b-a89258874565'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:20.810132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202de21a-3d2f-4a1a-96c5-cba29f77e1da None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:20.824066 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-542b9563-4498-46d8-a47d-a746063c91c4" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad6045a-ca07-4aac-b5f3-35fef72b49ea", "tag": "1968543a-915e-49ac-b76b-a89258874565"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:20.846741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:21.051297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Pushing event updated for resources: {'Port': ['ID=1968543a-915e-49ac-b76b-a89258874565,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:21.138955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.139338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.139979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.140463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.141158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.141830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.142525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.143824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.144377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.144868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.145563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.146770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3ad514-dcbc-4329-b203-0fe09a703aeb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:21.168748 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:21.246131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] Pushing event deleted for resources: {'Port': ['ID=a3eafeb6-0f11-4eac-955b-513e866ed692,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:21.291449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-054a2d50-44c8-4b5f-9b29-7ca0f6a943bf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--722640602&fields=id&tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8 HTTP/1.1" status: 200 len: 267 time: 0.2529926 Nov 25 19:24:21.340577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-bb7459a5-62aa-48f7-8f25-4e5707d453c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:21.342197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-bb7459a5-62aa-48f7-8f25-4e5707d453c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7261d145d614ea98bf7399da0109904&device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 1094 time: 0.3596764 Nov 25 19:24:21.652347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-29ae91ef-5fa4-45bc-92cb-d04afa0de0c8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1968543a-915e-49ac-b76b-a89258874565 HTTP/1.1" status: 200 len: 217 time: 0.2897985 Nov 25 19:24:21.694048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b3e52770-9ec0-4d4f-8a6f-159805423ad7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:21.707410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b3e52770-9ec0-4d4f-8a6f-159805423ad7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports/04912e0d-e9ad-4afe-bd53-8a280f9bb21b HTTP/1.1" status: 200 len: 929 time: 0.3705163 Nov 25 19:24:22.248762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4e18fc45-1d50-4593-bbe1-2953da05bcaf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:22.257172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4e18fc45-1d50-4593-bbe1-2953da05bcaf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports/8a281f2c-b693-4946-92e9-005d6524e0d3 HTTP/1.1" status: 200 len: 931 time: 0.5479116 Nov 25 19:24:22.297312 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:22.298417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-a524a9ca-b336-465d-a954-06a94699b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:22.300032 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-a524a9ca-b336-465d-a954-06a94699b807 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0bc6ec40-86e0-404b-b779-dc54f74a1a0e HTTP/1.1" status: 200 len: 853 time: 0.6261137 Nov 25 19:24:22.334507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b3f600ec-e614-4698-854d-6b016f38c7ff tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0757987 Nov 25 19:24:22.406417 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-d013013d-3050-46f9-8cdd-9aeaab80f0aa tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0707963 Nov 25 19:24:22.412436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-4d7d7d7a-8d89-48e3-b824-8041758775a6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32f1d506-1a83-4ccc-8500-84eaa1b8d192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918348 Nov 25 19:24:22.709403 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:22.741823 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:22.877360 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-51a030ae-105d-481e-917d-621bcfeb7fd4 service neutron] 10.222.0.76 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4566915 Nov 25 19:24:22.902454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2fec9e9b-c12e-4c99-b517-173f25ab586f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:22.908874 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2fec9e9b-c12e-4c99-b517-173f25ab586f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:22.915360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2fec9e9b-c12e-4c99-b517-173f25ab586f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:22.923475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2fec9e9b-c12e-4c99-b517-173f25ab586f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/networks?id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b HTTP/1.1" status: 200 len: 1991 time: 0.5063510 Nov 25 19:24:22.946409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-3415534e-1c53-4bc7-b5ba-dfc5d983c176 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:22.947466 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-3415534e-1c53-4bc7-b5ba-dfc5d983c176 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 820 time: 0.3059707 Nov 25 19:24:22.974070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Request body: {'port': {'device_id': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7', 'admin_state_up': True, 'tenant_id': '24bd4c8cb5cf4ce0a3968ac6dabf0fd2'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:23.141424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-8a10103c-7fd2-463d-86df-386f8d7c4154 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/quotas/d5dad215ea0b41249fdc5a4c54e2f8a8 HTTP/1.1" status: 200 len: 375 time: 0.2168839 Nov 25 19:24:23.249931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Made reservation on behalf of 24bd4c8cb5cf4ce0a3968ac6dabf0fd2 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:23.258641 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:23.281064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3c45c21-3e6a-45a7-9365-ad8834871c82 req-34ab68bb-d456-4548-8375-6c71e191dcde service neutron] 10.222.0.76 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3957310 Nov 25 19:24:23.308703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Allocated IP 172.25.8.182 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/20238da6-1cd9-4a80-9327-af8c9377eea7) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:23.354479 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-368bc619-f9a1-4b46-8985-aa67907fbd9e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1791341 Nov 25 19:24:23.433528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] Router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:24:23.630791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Allocated IP 172.20.0.4 (6416e649-d9bc-4b84-af89-d9947516c8b7/4cc37e69-75f0-4407-90c0-a5c6630fb335/c1a8ea7f-e645-4564-b5e0-503b2eac92a0) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:23.792395 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:23.883637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-cf18428a-3bf3-4ad9-97ab-cecedc0590fd service neutron] 10.222.0.15 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5013380 Nov 25 19:24:23.887742 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:23.991714 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.002716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:24.038879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:24.044709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:24.051129 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.069443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['10636141-cba3-4aec-b07d-eade52ed416e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:24.116396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Network 6416e649-d9bc-4b84-af89-d9947516c8b7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:24.120525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:24.126109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:24.171565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef47739-08a8-4df4-807d-bd9fea4d59a3 None None] DHCP port deletion for 6416e649-d9bc-4b84-af89-d9947516c8b7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:24.199676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:24.200588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.205331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Pushing event updated for resources: {'Port': ['ID=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:24.228123 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-b3813318-5132-40fe-b22f-1f150809ecd1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2619202 Nov 25 19:24:24.245617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Request body: {'port': {'device_id': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:24.300944 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-65397e2b-267d-4c0d-aa97-a8243117d12d service neutron] 10.222.0.15 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018373 Nov 25 19:24:24.331100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e341f190-f40d-44f1-af57-b0e714abc4b5 None None] Provisioning complete for port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:24.335742 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e341f190-f40d-44f1-af57-b0e714abc4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.363473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.370319 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.372840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:24:24.376128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event updated for resources: {'Port': ['ID=20238da6-1cd9-4a80-9327-af8c9377eea7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:24.388909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b4a2145a-27b9-495c-a4c0-131429851915 admin admin] 10.222.0.15 "PUT /v2.0/routers/cb2f20dd-4a17-40bd-a7cc-8deac4403fd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4669142 Nov 25 19:24:24.393863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51120) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:24.406973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-8f42d588-f1a9-4236-ad79-3a6faf7ee6bd service neutron] 10.222.0.15 "GET /v2.0/ports/04912e0d-e9ad-4afe-bd53-8a280f9bb21b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0911548 Nov 25 19:24:24.496146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046a146-af53-4f77-911e-1d271a4692f9 None None] Sync routers for ids ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:24:24.540670 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.592508 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e341f190-f40d-44f1-af57-b0e714abc4b5 None None] Port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:24.597394 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046a146-af53-4f77-911e-1d271a4692f9 None None] Routers {'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:24.599717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e046a146-af53-4f77-911e-1d271a4692f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:24:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:24.606830 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.790456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.820191 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:24.854105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 1968543a-915e-49ac-b76b-a89258874565 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:24:24.927594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e046a146-af53-4f77-911e-1d271a4692f9 None None] Set router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:25.000591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a8ea7f-e645-4564-b5e0-503b2eac92a0 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:25.010786 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.028188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Transition to ACTIVE for port object c1a8ea7f-e645-4564-b5e0-503b2eac92a0 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:25.042471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event updated for resources: {'Port': ['ID=20238da6-1cd9-4a80-9327-af8c9377eea7,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:25.066574 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.148949 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.178089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1669111b-8a2c-4a85-b8ee-427fe252e029 None None] DHCP port deletion for 6416e649-d9bc-4b84-af89-d9947516c8b7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:25.270467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Pushing event updated for resources: {'Port': ['ID=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:25.284284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-63d15cb5-a3c9-4aa7-b61c-6d6ba03655a0 service neutron] 10.222.0.15 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8752451 Nov 25 19:24:25.392997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 1968543a-915e-49ac-b76b-a89258874565, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=1968543a-915e-49ac-b76b-a89258874565,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:25.410400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ea438c-90cd-4e1d-aab9-d65217c44fa4 service neutron] 10.222.0.15 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250169 Nov 25 19:24:25.411919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '1968543a-915e-49ac-b76b-a89258874565', 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192', 'port_id': '1968543a-915e-49ac-b76b-a89258874565', 'mac_address': 'fa:16:3e:5b:20:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc6ec40-86e0-404b-b779-dc54f74a1a0e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:24:25.413230 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-08c9d8ba-d73b-45a0-9bdb-00bffc52f690 service neutron] 10.222.0.76 "GET /v2.0/ports/ea7e27b0-8160-4de9-a81a-91deac743c1f/bindings/n-h2-817303-9 HTTP/1.1" status: 200 len: 382 time: 0.8852785 Nov 25 19:24:25.416769 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.431161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-7e814602-b4f9-4125-8d76-6e5f4afaf58a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5882621 Nov 25 19:24:25.501775 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.524191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.546736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-eef6beff-4877-452b-a30e-944e2a8ba447 service neutron] 10.222.0.15 "GET /v2.0/ports/8a281f2c-b693-4946-92e9-005d6524e0d3?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0576265 Nov 25 19:24:25.561102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1968543a-915e-49ac-b76b-a89258874565 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:25.576406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-da8d29ec-cdad-4a74-afa6-d9824d601303 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.1376588 Nov 25 19:24:25.595547 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 1968543a-915e-49ac-b76b-a89258874565, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=1968543a-915e-49ac-b76b-a89258874565,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:25.599536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:25.600878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:25.600878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:25.604736 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.620033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:25.620555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:25.673556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e046a146-af53-4f77-911e-1d271a4692f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-router', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193'}], 'enable_snat': True}, 'gw_port_id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:27Z', 'updated_at': '2021-11-25T19:24:20Z', 'revision_number': 5, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'gw_port': {'id': '60abc317-25b4-404d-b8c8-9f97a1071818', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:d3:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:18:28Z', 'updated_at': '2021-11-25T19:18:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:25.701917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:25.702990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:25.705066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:25.705789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Bound port: c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:25.706261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.770406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Deleting port 60abc317-25b4-404d-b8c8-9f97a1071818 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:25.771474 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.779267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046a146-af53-4f77-911e-1d271a4692f9 None None] Checking router: cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:24:25.843924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=1968543a-915e-49ac-b76b-a89258874565,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:25.884564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['1968543a-915e-49ac-b76b-a89258874565'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:25.893885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] For port 60abc317-25b4-404d-b8c8-9f97a1071818, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=60abc317-25b4-404d-b8c8-9f97a1071818,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:25.894410 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:25.922464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Calling delete_port for 60abc317-25b4-404d-b8c8-9f97a1071818 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:25.924920 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2c52823d-3fad-46c9-a92d-e662ce17d444 service neutron] 10.222.0.15 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3705876 Nov 25 19:24:25.973489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e046a146-af53-4f77-911e-1d271a4692f9 None None] Routers {'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:24:25.974531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e046a146-af53-4f77-911e-1d271a4692f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:24:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:26.047622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:26.169257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:26.184098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-42d759ed-92ba-42ad-a8ed-f616b777abe7 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:26.186096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c84ce08-fdcf-4562-98a7-19312ada7940 req-42d759ed-92ba-42ad-a8ed-f616b777abe7 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.5962086 Nov 25 19:24:26.227153 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:26.379452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e046a146-af53-4f77-911e-1d271a4692f9 None None] Set router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:24:26.579326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e046a146-af53-4f77-911e-1d271a4692f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-router', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:27Z', 'updated_at': '2021-11-25T19:24:25Z', 'revision_number': 6, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:26.720713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e046a146-af53-4f77-911e-1d271a4692f9 None None] The sync data for ids ['cb2f20dd-4a17-40bd-a7cc-8deac4403fd4'] in n-d-817303-9 is: [{'id': 'cb2f20dd-4a17-40bd-a7cc-8deac4403fd4', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-207502542-router', 'tenant_id': '99e7a8e1a9a7468bba2d20367d286e50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:18:27Z', 'updated_at': '2021-11-25T19:24:25Z', 'revision_number': 6, 'project_id': '99e7a8e1a9a7468bba2d20367d286e50', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:24:26.733011 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:26.741386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:26.742030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:26.744148 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] 10.222.0.60 "PUT /v2.0/ports/c1a8ea7f-e645-4564-b5e0-503b2eac92a0 HTTP/1.1" status: 200 len: 1091 time: 2.5077839 Nov 25 19:24:26.744764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:26.752104 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa986cc3-b9d7-4251-bf04-4bd60f6dcc8e" -d '{"events": [{"name": "network-changed", "server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:26.805453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f3d770-2742-4959-b72f-b75521b8cba8 None None] DHCP port deletion for 6416e649-d9bc-4b84-af89-d9947516c8b7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:26.925424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5c84ad-d917-4af3-9cfb-4cbd52feb5fb service neutron] Pushing event updated for resources: {'Port': ['ID=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:26.941364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86b9796-7349-4d25-8330-e221c45ca1db None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:27.125946 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:27.153389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-ebdb7cdf-a2d3-42f0-a088-76199446089f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:27.167815 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-ebdb7cdf-a2d3-42f0-a088-76199446089f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 1094 time: 0.3356709 Nov 25 19:24:27.228265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Pushing event deleted for resources: {'Port': ['ID=60abc317-25b4-404d-b8c8-9f97a1071818,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:27.392685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-4901e3a4-2378-4002-9723-f74e8ed1e943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:27.400736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-4901e3a4-2378-4002-9723-f74e8ed1e943 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66&tenant_id=df1e19b34a9140d885e4e27b944e7b86 HTTP/1.1" status: 200 len: 1100 time: 1.1473823 Nov 25 19:24:27.456605 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-85ef8b88-47f8-45ce-8b00-3750dea37c22 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0 HTTP/1.1" status: 200 len: 217 time: 0.1382675 Nov 25 19:24:27.510246 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-d2151dc5-b015-4abf-b19c-f69c541f170c service neutron] 10.222.0.15 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5821295 Nov 25 19:24:27.539348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf1b825-28ca-453a-b23d-caba190cc36a req-3d340c86-c567-44ff-bf6f-a12d2ffdc528 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:27.541438 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4bf1b825-28ca-453a-b23d-caba190cc36a req-3d340c86-c567-44ff-bf6f-a12d2ffdc528 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 1.1254613 Nov 25 19:24:27.585349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-9bb9bf18-727a-4f8c-9980-a35e35fa030d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:27.587054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-9bb9bf18-727a-4f8c-9980-a35e35fa030d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 1100 time: 0.1465116 Nov 25 19:24:27.606902 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:27.616938 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:27.699066 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4bf1b825-28ca-453a-b23d-caba190cc36a req-7f5dad76-9a46-4564-868a-91cec5e33b1e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456265 Nov 25 19:24:27.805733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-bcebf2ff-c7c5-4dc2-940c-53d6fbbbbd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:27.813771 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-bcebf2ff-c7c5-4dc2-940c-53d6fbbbbd97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.2903519 Nov 25 19:24:27.833569 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:27.834090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-071f26c0-571c-46d6-b607-756a7de8696b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:27.835755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-071f26c0-571c-46d6-b607-756a7de8696b service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2356994 Nov 25 19:24:27.836037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:24:27.838653 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-19d1dce2-dc97-4ed4-b476-4e43a90fa137 service neutron] 10.222.0.15 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960422 Nov 25 19:24:27.856960 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:27.861934 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a9741107-3f69-4488-a8c2-92bb47671e25 admin admin] 10.222.0.15 "DELETE /v2.0/routers/cb2f20dd-4a17-40bd-a7cc-8deac4403fd4 HTTP/1.1" status: 204 len: 168 time: 3.4655213 Nov 25 19:24:27.878287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51128) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:27.991157 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-a8fe57c5-fdea-44e2-bd0c-5cc0b631bdcc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f HTTP/1.1" status: 200 len: 217 time: 0.1457007 Nov 25 19:24:27.993414 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-a48001c1-b32a-47fa-92d6-1c2f790c3af0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1652756 Nov 25 19:24:28.006146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 60abc317-25b4-404d-b8c8-9f97a1071818 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:28.078320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 60abc317-25b4-404d-b8c8-9f97a1071818 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:24:28.078727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 60abc317-25b4-404d-b8c8-9f97a1071818 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:24:28.086415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a3eafeb6-0f11-4eac-955b-513e866ed692 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:28.103838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e3e957-439b-4f12-955a-e5228944295f admin admin] Deleting subnet b8511417-5068-410e-b15f-c5844638ce9c {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:24:28.135490 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94f79f7-40cc-412b-9118-9f6f5a086b4b x-openstack-request-id: req-a94f79f7-40cc-412b-9118-9f6f5a086b4b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:28.135978 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad6045a-ca07-4aac-b5f3-35fef72b49ea", "tag": "1968543a-915e-49ac-b76b-a89258874565", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:28.136150 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a94f79f7-40cc-412b-9118-9f6f5a086b4b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:28.136481 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'tag': '1968543a-915e-49ac-b76b-a89258874565', 'status': 'completed', 'code': 200} Nov 25 19:24:28.155651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a3eafeb6-0f11-4eac-955b-513e866ed692 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:24:28.156277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a3eafeb6-0f11-4eac-955b-513e866ed692 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:24:28.222194 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3e957-439b-4f12-955a-e5228944295f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:28.261963 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-46a58c54-0d23-42b6-857b-127aceb54ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:28.265076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-46a58c54-0d23-42b6-857b-127aceb54ed6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2237873 Nov 25 19:24:28.339212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-bb99023e-b63d-4609-9f82-4286c5dd4d48 service neutron] 10.222.0.15 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469782 Nov 25 19:24:28.354191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-7ebce352-2b43-497b-9991-1f00d55007fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:28.356988 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-7ebce352-2b43-497b-9991-1f00d55007fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0833828 Nov 25 19:24:28.397855 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3e957-439b-4f12-955a-e5228944295f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:28.451785 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-10bbcec4-e938-4215-90c9-6d1ddd33593e service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4412582 Nov 25 19:24:28.456590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b9563-4498-46d8-a47d-a746063c91c4 req-0cab5dda-2fe3-49bd-8987-aab6ce74a769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:28.474408 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-542b9563-4498-46d8-a47d-a746063c91c4 req-0cab5dda-2fe3-49bd-8987-aab6ce74a769 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7261d145d614ea98bf7399da0109904&device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 1095 time: 0.2386074 Nov 25 19:24:28.725870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-e5ddc991-f38a-4d89-b1f6-217df45243f8 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543327 Nov 25 19:24:28.776919 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3e957-439b-4f12-955a-e5228944295f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:28.867688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 1968543a-915e-49ac-b76b-a89258874565 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:28.936861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5f01d-90e2-486d-9737-0de3066073b9 req-42617a63-baea-4556-a058-36073a09cfe0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:28.949422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64a5f01d-90e2-486d-9737-0de3066073b9 req-42617a63-baea-4556-a058-36073a09cfe0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 943 time: 0.5675828 Nov 25 19:24:29.000497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3e957-439b-4f12-955a-e5228944295f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.058330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 1968543a-915e-49ac-b76b-a89258874565 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:24:29.068806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b545a8f2-2d1c-4bc1-99c2-3275ed90f78d service neutron] 10.222.0.15 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7097507 Nov 25 19:24:29.077182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3e957-439b-4f12-955a-e5228944295f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8511417-5068-410e-b15f-c5844638ce9c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:29.077674 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f43067-176b-4e9b-8c68-8222c6b21d80 req-dba5677e-aa1b-4c51-8b28-c68d1033ba3c service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444052 Nov 25 19:24:29.087191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3e957-439b-4f12-955a-e5228944295f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.095209 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-13e3e957-439b-4f12-955a-e5228944295f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b8511417-5068-410e-b15f-c5844638ce9c HTTP/1.1" status: 204 len: 168 time: 1.2150500 Nov 25 19:24:29.098957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51132) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:29.133633 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0704528a-131e-4fd0-afa9-356ada1dc04b req-324ebc5d-983b-4071-9f4c-d50cd49bce1b service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576869 Nov 25 19:24:29.137258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b9563-4498-46d8-a47d-a746063c91c4 req-03c85094-02f7-44a8-a5ae-1ea5b7e8aaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:29.140633 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-542b9563-4498-46d8-a47d-a746063c91c4 req-03c85094-02f7-44a8-a5ae-1ea5b7e8aaf7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 200 len: 914 time: 0.5124245 Nov 25 19:24:29.146072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81c6bc0-896d-427f-a089-5c07b31b18c6 None None] Network 8e8bf56e-e26e-46fe-831a-d42b231807c6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:24:29.162426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 1968543a-915e-49ac-b76b-a89258874565 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:29.163294 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.305871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64a5f01d-90e2-486d-9737-0de3066073b9 req-95f75b43-2d4c-410f-9b73-f67a5ff8c9e6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3333013 Nov 25 19:24:29.459364 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.590557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-83f56844-55c1-48de-a7d2-d58a5a7f8940 service neutron] 10.222.0.15 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5034058 Nov 25 19:24:29.700467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7302958-5df5-416e-b459-3accd727ad27 req-6b8b07ec-ff10-46e2-8582-7a374d8097df tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:29.703125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7302958-5df5-416e-b459-3accd727ad27 req-6b8b07ec-ff10-46e2-8582-7a374d8097df tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 944 time: 0.2351351 Nov 25 19:24:29.812076 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.853583 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-542b9563-4498-46d8-a47d-a746063c91c4 req-24e4ca7a-6030-4da9-8d88-4d2da421f730 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1968543a-915e-49ac-b76b-a89258874565 HTTP/1.1" status: 200 len: 217 time: 0.7029669 Nov 25 19:24:29.863460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1968543a-915e-49ac-b76b-a89258874565'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:29.871332 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04394ab0-d882-496b-b181-56527df8c5bd" -d '{"events": [{"server_uuid": "4ad6045a-ca07-4aac-b5f3-35fef72b49ea", "name": "network-vif-plugged", "status": "completed", "tag": "1968543a-915e-49ac-b76b-a89258874565"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:29.915289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 1968543a-915e-49ac-b76b-a89258874565, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=1968543a-915e-49ac-b76b-a89258874565,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:29.921867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Deleting port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:29.922457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.925838 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb96c00-b593-4d74-ad8e-19203ff166b1 None None] DHCP port deletion for 8e8bf56e-e26e-46fe-831a-d42b231807c6 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:29.928722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b2da2a51-3b6c-475e-a63b-99b23db4c4ba service neutron] 10.222.0.15 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258877 Nov 25 19:24:29.936364 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:29.936756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7302958-5df5-416e-b459-3accd727ad27 req-2c57bfc8-1e47-4aff-9fe3-9db978d90f12 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228422 Nov 25 19:24:29.938482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ea7e27b0-8160-4de9-a81a-91deac743c1f no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:30.018126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542b9563-4498-46d8-a47d-a746063c91c4 req-bcec9924-46c1-4e6d-98af-15beef2a4dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:30.020232 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-542b9563-4498-46d8-a47d-a746063c91c4 req-bcec9924-46c1-4e6d-98af-15beef2a4dc4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0bc6ec40-86e0-404b-b779-dc54f74a1a0e HTTP/1.1" status: 200 len: 853 time: 0.1593752 Nov 25 19:24:30.090507 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-542b9563-4498-46d8-a47d-a746063c91c4 req-b62344be-916b-4959-b6f0-bf1d0117a991 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32f1d506-1a83-4ccc-8500-84eaa1b8d192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568929 Nov 25 19:24:30.202948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=1968543a-915e-49ac-b76b-a89258874565,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:30.243851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0bb96c00-b593-4d74-ad8e-19203ff166b1 None None] Deleting port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:30.244287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0bb96c00-b593-4d74-ad8e-19203ff166b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:30.283493 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:30.389616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] For port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13,segment=NetworkSegment(d4a4e187-a0db-414c-9c76-5707ed08f0de),segment_id=d4a4e187-a0db-414c-9c76-5707ed08f0de)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:30.390000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:30.450484 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-542b9563-4498-46d8-a47d-a746063c91c4 req-b92acdb0-3ae6-41ea-8aab-787d59a81a9d service neutron] 10.222.0.76 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3565583 Nov 25 19:24:30.460139 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Calling delete_port for a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:30.491091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0bb96c00-b593-4d74-ad8e-19203ff166b1 None None] For port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13,segment=NetworkSegment(d4a4e187-a0db-414c-9c76-5707ed08f0de),segment_id=d4a4e187-a0db-414c-9c76-5707ed08f0de)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:30.492325 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0bb96c00-b593-4d74-ad8e-19203ff166b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:30.505265 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-c92f0484-c990-4d5a-840f-44621e15c862 service neutron] 10.222.0.15 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5511065 Nov 25 19:24:30.530408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0bb96c00-b593-4d74-ad8e-19203ff166b1 None None] Calling delete_port for a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:30.650730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-37cad31c-6d8a-4ac5-a6d1-3cd8697c7647 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6407797 Nov 25 19:24:30.706875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:30.776989 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:30.818750 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-542b9563-4498-46d8-a47d-a746063c91c4 req-0f179626-3d22-4533-8b90-6d0838ecf8d6 service neutron] 10.222.0.76 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3581295 Nov 25 19:24:30.852469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ea7e27b0-8160-4de9-a81a-91deac743c1f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:30.861173 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:30.891970 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0bb96c00-b593-4d74-ad8e-19203ff166b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:30.908254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb96c00-b593-4d74-ad8e-19203ff166b1 None None] No DVR routers for this DVR port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:24:30.910525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-d948d0c0-581e-4fbc-a5af-fc97d00f2b8a service neutron] 10.222.0.15 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829181 Nov 25 19:24:30.975052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ea7e27b0-8160-4de9-a81a-91deac743c1f,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:31.029091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb96c00-b593-4d74-ad8e-19203ff166b1 None None] Pushing event deleted for resources: {'Port': ['ID=a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:31.043679 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.216714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:31.232579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] No DVR routers for this DVR port a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:24:31.277173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-56715116-1e32-483c-8062-7012fb89cbde service neutron] 10.222.0.15 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3525159 Nov 25 19:24:31.390170 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.405592 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.440956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e8bf56e-e26e-46fe-831a-d42b231807c6']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:31.484971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a4e187-a0db-414c-9c76-5707ed08f0de') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:31.485251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a4e187-a0db-414c-9c76-5707ed08f0de') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:24:31.500871 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.526426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.556004 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:24:31.556324 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:24:31.560102 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:24:31.634999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Allocated IP 172.25.8.117 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/09d3b1a8-19b2-46d7-aa1e-8f72f591f752) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:31.653482 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.665477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.676323 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8e8bf56e-e26e-46fe-831a-d42b231807c6 HTTP/1.1" status: 204 len: 168 time: 2.5596938 Nov 25 19:24:31.703014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3845d343-7c0d-4288-80bb-2ea35e146483 admin admin] Pushing event deleted for resources: {'Network': ['ID=8e8bf56e-e26e-46fe-831a-d42b231807c6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:31.899515 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:31.936957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51144) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:31.974873 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.017565 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e589167-fbf0-44f9-b6de-d027b4f4cb28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.043803 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:32.047382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:32.050195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:32.062300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:24:32.107467 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1ef4e4f6-1d74-4f34-8e4d-4a91e16c1c86 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1efb73572d504c119ab6d6a1f4315f74&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1683052 Nov 25 19:24:32.108320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51146) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:32.115812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:24:32.116156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a1bfe6ab-e9c0-4743-bd1c-f262e0fc0e13 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:24:32.128166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event updated for resources: {'Port': ['ID=09d3b1a8-19b2-46d7-aa1e-8f72f591f752,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:32.232708 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89ca08ce-1eee-4eb6-9395-39debaab2b85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.273980 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.277800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89ca08ce-1eee-4eb6-9395-39debaab2b85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.319468 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.381103 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89ca08ce-1eee-4eb6-9395-39debaab2b85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.387083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89ca08ce-1eee-4eb6-9395-39debaab2b85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.389709 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-89ca08ce-1eee-4eb6-9395-39debaab2b85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfbfd8f6-059f-49f5-9e52-fddca9f26aa1 HTTP/1.1" status: 204 len: 168 time: 0.2797427 Nov 25 19:24:32.405952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca08ce-1eee-4eb6-9395-39debaab2b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbfd8f6-059f-49f5-9e52-fddca9f26aa1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:32.643293 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.650666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.825471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event updated for resources: {'Port': ['ID=09d3b1a8-19b2-46d7-aa1e-8f72f591f752,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:32.845904 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.885074 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:32.897932 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-6b60053f-f832-4221-ad21-7f38e4d1d71a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1951311 Nov 25 19:24:32.900996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ea7e27b0-8160-4de9-a81a-91deac743c1f details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:24:32.994869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-f241508e-1f3e-4d53-8987-2bb03bd61077 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0858274 Nov 25 19:24:33.281217 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-9f5f9ab9-c797-4b40-8b7e-485a89a5cdb3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:33.286876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ea7e27b0-8160-4de9-a81a-91deac743c1f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:33.302147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b30bd8af-d26a-42f3-90f7-295c60fb56e4 req-9f5f9ab9-c797-4b40-8b7e-485a89a5cdb3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.2881386 Nov 25 19:24:33.345389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'ea7e27b0-8160-4de9-a81a-91deac743c1f', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'ea7e27b0-8160-4de9-a81a-91deac743c1f', 'mac_address': 'fa:16:3e:c7:10:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:24:33.363535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51154) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:33.395995 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e691e1-417e-45e3-bdc3-dfaac2d0e034 x-openstack-request-id: req-b1e691e1-417e-45e3-bdc3-dfaac2d0e034 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:33.397540 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:33.398023 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b1e691e1-417e-45e3-bdc3-dfaac2d0e034 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:33.399058 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0', 'status': 'completed', 'code': 200} Nov 25 19:24:33.484435 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.518134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a0032d2c-af45-4911-9a2f-c5776db9ee36 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=99e7a8e1a9a7468bba2d20367d286e50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1496069 Nov 25 19:24:33.522784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51156) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:33.568224 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7e27b0-8160-4de9-a81a-91deac743c1f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:33.588645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa986cc3-b9d7-4251-bf04-4bd60f6dcc8e req-abde9157-b504-4c67-8546-a50b93d01bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:33.593274 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aa986cc3-b9d7-4251-bf04-4bd60f6dcc8e req-abde9157-b504-4c67-8546-a50b93d01bc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 1094 time: 0.1572738 Nov 25 19:24:33.642632 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ea7e27b0-8160-4de9-a81a-91deac743c1f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:33.655469 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.698137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843fea4-e3eb-4011-a740-633ba48d6fb7 req-d63008a2-ac96-451e-b346-36fbecf52354 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:33.699959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c843fea4-e3eb-4011-a740-633ba48d6fb7 req-d63008a2-ac96-451e-b346-36fbecf52354 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 947 time: 0.1281953 Nov 25 19:24:33.706174 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c30e-30c4-4429-b0a6-1abb50d1ff28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.750311 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c30e-30c4-4429-b0a6-1abb50d1ff28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.827106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c843fea4-e3eb-4011-a740-633ba48d6fb7 req-71d9dbaa-bc90-442c-968f-bb77c79c2223 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064954 Nov 25 19:24:33.870173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa986cc3-b9d7-4251-bf04-4bd60f6dcc8e req-1fe08249-0ee8-460a-8c78-839c2e6553db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:33.876206 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c30e-30c4-4429-b0a6-1abb50d1ff28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.882124 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfc9c30e-30c4-4429-b0a6-1abb50d1ff28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:33.891005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dfc9c30e-30c4-4429-b0a6-1abb50d1ff28 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bfabd83-3804-4412-8edb-279af8c964dd HTTP/1.1" status: 204 len: 168 time: 0.3653920 Nov 25 19:24:33.895908 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aa986cc3-b9d7-4251-bf04-4bd60f6dcc8e req-1fe08249-0ee8-460a-8c78-839c2e6553db service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.2924080 Nov 25 19:24:33.928441 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc9c30e-30c4-4429-b0a6-1abb50d1ff28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bfabd83-3804-4412-8edb-279af8c964dd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:33.930792 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eb64f1-48d8-4311-9fc4-922158ae9f72 x-openstack-request-id: req-96eb64f1-48d8-4311-9fc4-922158ae9f72 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:33.931636 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad6045a-ca07-4aac-b5f3-35fef72b49ea", "name": "network-vif-plugged", "status": "completed", "tag": "1968543a-915e-49ac-b76b-a89258874565", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:33.932114 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96eb64f1-48d8-4311-9fc4-922158ae9f72 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:33.932716 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1968543a-915e-49ac-b76b-a89258874565', 'code': 200} Nov 25 19:24:33.937327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ea7e27b0-8160-4de9-a81a-91deac743c1f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:33.985828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ea7e27b0-8160-4de9-a81a-91deac743c1f,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:34.100514 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aa986cc3-b9d7-4251-bf04-4bd60f6dcc8e req-a0a4ad50-1532-42f9-ba56-5e65f542b397 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0 HTTP/1.1" status: 200 len: 217 time: 0.1969683 Nov 25 19:24:34.195327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3a6d4-9702-47cc-a050-3eac43e561b5 req-2644c7a7-a550-4604-942c-ff8d0d0a7209 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:34.213526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cd3a6d4-9702-47cc-a050-3eac43e561b5 req-2644c7a7-a550-4604-942c-ff8d0d0a7209 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 943 time: 0.1387842 Nov 25 19:24:34.258729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43af5cae-200f-4227-a0d5-162e2d6fb6af req-55a05b4d-e185-4846-9a0b-416acfa3b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:34.260480 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-43af5cae-200f-4227-a0d5-162e2d6fb6af req-55a05b4d-e185-4846-9a0b-416acfa3b866 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 1096 time: 0.1587589 Nov 25 19:24:34.262217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa986cc3-b9d7-4251-bf04-4bd60f6dcc8e req-d76a17ee-591c-49b2-90eb-307b8e7402f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:34.263982 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aa986cc3-b9d7-4251-bf04-4bd60f6dcc8e req-d76a17ee-591c-49b2-90eb-307b8e7402f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.1339703 Nov 25 19:24:34.296299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cd3a6d4-9702-47cc-a050-3eac43e561b5 req-db2fe5e4-c56d-4282-a243-13210cca97b9 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762992 Nov 25 19:24:34.320353 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aa986cc3-b9d7-4251-bf04-4bd60f6dcc8e req-9dccea0d-c648-4675-8cc8-b7f27ac7b332 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418689 Nov 25 19:24:34.394134 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-43af5cae-200f-4227-a0d5-162e2d6fb6af req-88b2e516-e068-495c-8e01-527ba88b2afe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249557 Nov 25 19:24:34.587429 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aa986cc3-b9d7-4251-bf04-4bd60f6dcc8e req-f27d6950-93bc-4279-af56-93c22fefbd90 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563384 Nov 25 19:24:34.661100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55111aec-64b9-48df-ae98-4af3db428096 req-ea51a702-7be0-4e3b-a40d-11a0166e0172 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:34.663926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55111aec-64b9-48df-ae98-4af3db428096 req-ea51a702-7be0-4e3b-a40d-11a0166e0172 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 945 time: 0.1781399 Nov 25 19:24:34.681694 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-acf0c8a1-eb81-480d-879e-4d7d35f51bca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:34.733980 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aa986cc3-b9d7-4251-bf04-4bd60f6dcc8e req-4b4eeb5a-8c7c-416d-aea2-3606a0cbfe40 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391521 Nov 25 19:24:34.803390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55111aec-64b9-48df-ae98-4af3db428096 req-7d59e388-7c0f-4138-b5f5-8507b94d4e62 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208603 Nov 25 19:24:34.909646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ea7e27b0-8160-4de9-a81a-91deac743c1f up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:35.049616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port ea7e27b0-8160-4de9-a81a-91deac743c1f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:35.052132 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:35.107892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-696db597-efb8-4e81-ad9c-a7495f282376 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2402289 Nov 25 19:24:35.126732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:35.191324 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:35.209376 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:35.301232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ea7e27b0-8160-4de9-a81a-91deac743c1f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:35.307668 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:35.437953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ea7e27b0-8160-4de9-a81a-91deac743c1f,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:35.924399 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:35.934275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7e27b0-8160-4de9-a81a-91deac743c1f'}, {'server_uuid': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7e27b0-8160-4de9-a81a-91deac743c1f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:35.940292 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdd4517-6ba5-4878-a3d6-f6c272fe0d8f" -d '{"events": [{"server_uuid": "0d11a4ed-3284-4583-8c3c-c9ea17fb9b66", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7e27b0-8160-4de9-a81a-91deac743c1f"}, {"server_uuid": "0d11a4ed-3284-4583-8c3c-c9ea17fb9b66", "name": "network-vif-plugged", "status": "completed", "tag": "ea7e27b0-8160-4de9-a81a-91deac743c1f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:36.135032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Allocated IP 172.25.8.225 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/8230fc68-f150-4147-bf43-1b83acccc3aa) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:36.256461 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.353588 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.416605 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.460871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:36.542853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:36.561426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:36.690377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event updated for resources: {'Port': ['ID=8230fc68-f150-4147-bf43-1b83acccc3aa,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:36.818477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:36.911580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:37.213737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:37.222902 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:37.328604 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event updated for resources: {'Port': ['ID=8230fc68-f150-4147-bf43-1b83acccc3aa,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:37.362950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:37.397371 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:37.402040 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-7d33bfdb-fe08-401c-a5ce-eb9186ee6ad3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2826836 Nov 25 19:24:37.529207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-83947160-cc75-410d-afbd-6aac8cbc7bff tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.225 HTTP/1.1" status: 200 len: 696 time: 0.0997803 Nov 25 19:24:37.781295 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:37.889784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-d935a320-861f-4ae6-a686-9c5772424bd7 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:37.895846 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-d935a320-861f-4ae6-a686-9c5772424bd7 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66&tenant_id=df1e19b34a9140d885e4e27b944e7b86&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 949 time: 0.1997685 Nov 25 19:24:38.022776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a601a6f6-93e3-4e74-a245-2fb874416b83 req-c805637b-71bc-4e7b-b4da-58e0f51a9824 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:38.025585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a601a6f6-93e3-4e74-a245-2fb874416b83 req-c805637b-71bc-4e7b-b4da-58e0f51a9824 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 943 time: 0.2210119 Nov 25 19:24:38.089547 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:38.100760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-d59d69a2-d28c-44aa-abee-ffcec38545c9 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:38.102953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-3ad8bba5-7a74-4faa-b572-c4c083ee400b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:38.106969 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-3ad8bba5-7a74-4faa-b572-c4c083ee400b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 1100 time: 0.1367760 Nov 25 19:24:38.108316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34f13c6e-af53-4a94-ac73-bd5017ebcb27 req-d59d69a2-d28c-44aa-abee-ffcec38545c9 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.5644739 Nov 25 19:24:38.299355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a601a6f6-93e3-4e74-a245-2fb874416b83 req-ffb5b245-74e8-4bc7-9b47-565219fa7569 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345922 Nov 25 19:24:38.404643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-e6a41abf-67e9-4e5b-b0d4-770e6d227f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:38.408307 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-e6a41abf-67e9-4e5b-b0d4-770e6d227f92 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2941804 Nov 25 19:24:38.502535 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30b57d1-4cc2-4528-8f4d-825bd6ccea9c x-openstack-request-id: req-c30b57d1-4cc2-4528-8f4d-825bd6ccea9c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:38.503390 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d11a4ed-3284-4583-8c3c-c9ea17fb9b66", "name": "network-vif-unplugged", "status": "completed", "tag": "ea7e27b0-8160-4de9-a81a-91deac743c1f", "code": 200}, {"server_uuid": "0d11a4ed-3284-4583-8c3c-c9ea17fb9b66", "name": "network-vif-plugged", "status": "completed", "tag": "ea7e27b0-8160-4de9-a81a-91deac743c1f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:38.504177 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c30b57d1-4cc2-4528-8f4d-825bd6ccea9c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:38.506516 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7e27b0-8160-4de9-a81a-91deac743c1f', 'code': 200} Nov 25 19:24:38.508679 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7e27b0-8160-4de9-a81a-91deac743c1f', 'code': 200} Nov 25 19:24:38.549077 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-8b096339-80cb-46b6-97ae-c1665a2de620 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f HTTP/1.1" status: 200 len: 217 time: 0.1231389 Nov 25 19:24:38.581680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1099da84-007d-4fa7-8ea2-e31c684df1c4 req-bea76f7b-d6e2-47fa-887a-500bb5d002ea tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:38.584232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1099da84-007d-4fa7-8ea2-e31c684df1c4 req-bea76f7b-d6e2-47fa-887a-500bb5d002ea tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 945 time: 0.2986970 Nov 25 19:24:38.707180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-d98f6cfd-fe33-4381-8ef8-26dbf7381442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:38.712342 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-d98f6cfd-fe33-4381-8ef8-26dbf7381442 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1619599 Nov 25 19:24:38.838679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1099da84-007d-4fa7-8ea2-e31c684df1c4 req-5df8266e-5e2f-409a-ae67-bd0af0abf7bc tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428186 Nov 25 19:24:38.940538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-49441731-5d12-48ff-872e-cf3e3b079a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:38.949614 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-49441731-5d12-48ff-872e-cf3e3b079a73 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2152894 Nov 25 19:24:39.120410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4dff2fdb-876e-4cc8-9da6-d96f4f3a3039 req-bd4d18a7-c4ec-43a3-9a11-76d6ece09501 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0922656 Nov 25 19:24:39.263151 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-29c5dcd2-c829-462e-9775-37f0bccb69ef service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066506 Nov 25 19:24:39.287960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15afb482-d7de-4f12-a968-2f508e77ae0e req-4375e1d8-7136-497a-85c5-69ce86125114 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips/86a2e7d3-7aea-459d-acd5-e85012d05d1f HTTP/1.1" status: 200 len: 693 time: 0.1018562 Nov 25 19:24:39.319672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f24ee0a-ff79-4ec5-b158-fc25bab583ce req-aef983ab-81b7-4b9f-a46d-7b04d52b9ae7 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:39.321342 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f24ee0a-ff79-4ec5-b158-fc25bab583ce req-aef983ab-81b7-4b9f-a46d-7b04d52b9ae7 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 0.1477652 Nov 25 19:24:39.464627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f24ee0a-ff79-4ec5-b158-fc25bab583ce req-e09ba08f-9d3f-4fdf-9cc5-6d56c4c5dc59 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191216 Nov 25 19:24:39.491495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afb482-d7de-4f12-a968-2f508e77ae0e req-da4c29d7-bb1e-4ade-b6e9-c61a8c24fb81 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:39.493188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15afb482-d7de-4f12-a968-2f508e77ae0e req-da4c29d7-bb1e-4ade-b6e9-c61a8c24fb81 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1707940 Nov 25 19:24:39.498264 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bfb104ea-70a5-4246-aebe-a4a177f0c99f req-4dc77b25-d474-43ff-b4dd-a4ecd58f31d6 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248685 Nov 25 19:24:39.528414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-15afb482-d7de-4f12-a968-2f508e77ae0e req-fbf3ab48-a61d-4dd9-90e5-fcd87f5c733f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:24:39.546411 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15afb482-d7de-4f12-a968-2f508e77ae0e req-fbf3ab48-a61d-4dd9-90e5-fcd87f5c733f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0377457 Nov 25 19:24:39.845797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b35e06ff-d967-40a2-95f6-746ac963773e req-56e535eb-9f1f-48f1-8be8-e6f99f2c354a tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-394801388&fields=id&tenant_id=d7261d145d614ea98bf7399da0109904 HTTP/1.1" status: 200 len: 267 time: 0.2285957 Nov 25 19:24:39.876572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9444171a-98a4-4709-8d1f-fe7063387d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:39.880239 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9444171a-98a4-4709-8d1f-fe7063387d05 service neutron] 10.222.0.76 "GET /v2.0/ports/04912e0d-e9ad-4afe-bd53-8a280f9bb21b HTTP/1.1" status: 200 len: 1025 time: 0.1677294 Nov 25 19:24:39.972672 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-a7fb957f-885a-4133-a098-7f904059a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:39.977274 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-a7fb957f-885a-4133-a098-7f904059a1da service neutron] 10.222.0.76 "GET /v2.0/ports/8a281f2c-b693-4946-92e9-005d6524e0d3 HTTP/1.1" status: 200 len: 1027 time: 0.0894706 Nov 25 19:24:40.028649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e06ff-d967-40a2-95f6-746ac963773e req-df4b4414-0a6f-49b9-8a55-395f5b8d8e5a tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.031482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b35e06ff-d967-40a2-95f6-746ac963773e req-df4b4414-0a6f-49b9-8a55-395f5b8d8e5a tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 945 time: 0.1742144 Nov 25 19:24:40.044062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162f3d5e-66b7-472f-bc3d-680cfef77946 req-6790c0c3-7727-46e2-900f-7598e1763b5d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.055557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-162f3d5e-66b7-472f-bc3d-680cfef77946 req-6790c0c3-7727-46e2-900f-7598e1763b5d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 943 time: 0.1675081 Nov 25 19:24:40.071616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-b35e06ff-d967-40a2-95f6-746ac963773e req-8fc75e43-2117-45cb-bd94-3b3103ca5e90 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'port': {'security_groups': ['6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1', '83290e67-15d4-4211-8088-94dfc17045d7']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:40.231132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-162f3d5e-66b7-472f-bc3d-680cfef77946 req-244eaab5-a96a-48e0-94ba-e877d3487ab2 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742053 Nov 25 19:24:40.244216 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b35e06ff-d967-40a2-95f6-746ac963773e req-8fc75e43-2117-45cb-bd94-3b3103ca5e90 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:40.300630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-e15f0521-0211-437c-a87c-9f2057287203 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.315970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-e15f0521-0211-437c-a87c-9f2057287203 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.355039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-e15f0521-0211-437c-a87c-9f2057287203 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.356883 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-e15f0521-0211-437c-a87c-9f2057287203 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "GET /v2.0/networks?id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b HTTP/1.1" status: 200 len: 1991 time: 0.3653655 Nov 25 19:24:40.408160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-898f9fac-7196-4b58-9f3b-46e98d4a3d61 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips/86a2e7d3-7aea-459d-acd5-e85012d05d1f HTTP/1.1" status: 200 len: 693 time: 0.1011128 Nov 25 19:24:40.477368 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-dfb34f6e-7d30-4aa0-88ff-abf3e504b423 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8 HTTP/1.1" status: 200 len: 379 time: 0.1068640 Nov 25 19:24:40.494974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'admin_state_up': True, 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'security_groups': ['1e167885-5f28-4a14-a973-4ffb3d024f9a']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:40.661379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-9b591cc4-10da-4ebe-81b0-3389d64a337b tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:40.663144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-9b591cc4-10da-4ebe-81b0-3389d64a337b tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.2538748 Nov 25 19:24:40.705037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-88cd0274-41d8-4cae-8121-c9ddc659252b tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:24:40.714273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-88cd0274-41d8-4cae-8121-c9ddc659252b tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0195994 Nov 25 19:24:40.766900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:40.784195 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:40.837610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-5248ec3f-c60e-40a3-a7ab-6570d2efc81c tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.225 HTTP/1.1" status: 200 len: 696 time: 0.1223292 Nov 25 19:24:40.944672 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-795aa208-d6a8-47b5-8c9d-be3a10e5540a tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.225 HTTP/1.1" status: 200 len: 696 time: 0.1052628 Nov 25 19:24:41.028259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-b35e06ff-d967-40a2-95f6-746ac963773e req-8fc75e43-2117-45cb-bd94-3b3103ca5e90 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] For port 1968543a-915e-49ac-b76b-a89258874565, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=1968543a-915e-49ac-b76b-a89258874565,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:41.072137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Allocated IP 172.20.0.8 (2c06285a-bc71-4c0a-8d45-ac5d5c57a216/205b4ac1-dff3-40aa-8bca-8fda88f5eab4/b549ba12-510b-45f2-ac00-366b3e56b6da) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:41.217500 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b35e06ff-d967-40a2-95f6-746ac963773e req-8fc75e43-2117-45cb-bd94-3b3103ca5e90 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.231494 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b35e06ff-d967-40a2-95f6-746ac963773e req-8fc75e43-2117-45cb-bd94-3b3103ca5e90 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.253782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['1968543a-915e-49ac-b76b-a89258874565'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:41.272023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.330897 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.376548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc75e43-2117-45cb-bd94-3b3103ca5e90 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'Port': ['ID=1968543a-915e-49ac-b76b-a89258874565,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:41.413155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e06ff-d967-40a2-95f6-746ac963773e req-8fc75e43-2117-45cb-bd94-3b3103ca5e90 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:41.413933 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b35e06ff-d967-40a2-95f6-746ac963773e req-8fc75e43-2117-45cb-bd94-3b3103ca5e90 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.428804 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b35e06ff-d967-40a2-95f6-746ac963773e req-8fc75e43-2117-45cb-bd94-3b3103ca5e90 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "PUT /v2.0/ports/1968543a-915e-49ac-b76b-a89258874565 HTTP/1.1" status: 200 len: 981 time: 1.3632410 Nov 25 19:24:41.430210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d2d14c-799f-4a52-a6a1-925f721bbcbb None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:41.433865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'tag': '1968543a-915e-49ac-b76b-a89258874565'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:41.446960 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-336d5d34-b9ac-4b3d-877f-fa1c2ff0fa0d" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad6045a-ca07-4aac-b5f3-35fef72b49ea", "tag": "1968543a-915e-49ac-b76b-a89258874565"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:41.458456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:41.467076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:41.467447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-9f5f721b-2a2a-458b-96d8-77cba6aa406f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Deleting port 8230fc68-f150-4147-bf43-1b83acccc3aa {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:41.467812 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-9f5f721b-2a2a-458b-96d8-77cba6aa406f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.475410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:41.548591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['1968543a-915e-49ac-b76b-a89258874565'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:41.600406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:41.601262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.616990 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-9f5f721b-2a2a-458b-96d8-77cba6aa406f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.617455 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-9f5f721b-2a2a-458b-96d8-77cba6aa406f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.632705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-9f5f721b-2a2a-458b-96d8-77cba6aa406f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Calling delete_port for 8230fc68-f150-4147-bf43-1b83acccc3aa owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:41.636950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Port': ['ID=b549ba12-510b-45f2-ac00-366b3e56b6da,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:41.655412 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5de438b5-0bbf-4d12-b212-16d83824f633 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1689873 Nov 25 19:24:41.682208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'network_id': '3e802888-fa58-482a-bf63-9939349221d7', 'admin_state_up': True, 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'security_groups': ['1e167885-5f28-4a14-a973-4ffb3d024f9a']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:41.932222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e8b0c5c1-277f-4d20-bcc3-1410d6f9c620 None None] Provisioning complete for port 1968543a-915e-49ac-b76b-a89258874565 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:41.932906 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8b0c5c1-277f-4d20-bcc3-1410d6f9c620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:41.988359 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-9f5f721b-2a2a-458b-96d8-77cba6aa406f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:42.027708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f721b-2a2a-458b-96d8-77cba6aa406f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event deleted for resources: {'Port': ['ID=8230fc68-f150-4147-bf43-1b83acccc3aa,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:42.154972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:42.163706 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:42.312830 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-9f5f721b-2a2a-458b-96d8-77cba6aa406f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:42.319116 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-9f5f721b-2a2a-458b-96d8-77cba6aa406f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:42.320983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-455c38f2-b755-46f6-838d-63f07d510ed5 req-9f5f721b-2a2a-458b-96d8-77cba6aa406f tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "DELETE /v2.0/floatingips/86a2e7d3-7aea-459d-acd5-e85012d05d1f HTTP/1.1" status: 204 len: 173 time: 1.3747330 Nov 25 19:24:42.356703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20f5318-445e-4623-bd21-2cc9b299f763 req-810baadf-9887-41ab-8c27-22dfecae84ca tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:42.374401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a20f5318-445e-4623-bd21-2cc9b299f763 req-810baadf-9887-41ab-8c27-22dfecae84ca tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 931 time: 0.3469112 Nov 25 19:24:42.563921 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a20f5318-445e-4623-bd21-2cc9b299f763 req-a96eed04-e03a-443b-9541-7dc7e8d5bc3e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862061 Nov 25 19:24:42.587568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Allocated IP 10.1.1.175 (3e802888-fa58-482a-bf63-9939349221d7/97f8b0fd-add3-410a-80af-145662a3135b/678688d0-4586-4af3-9ea9-aa4330cd1027) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:42.681703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b617f787-6960-4b2d-9d60-024cf31e509a req-b58e39d7-5bc7-4232-a028-6b46ca0fcf2b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:42.689618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b617f787-6960-4b2d-9d60-024cf31e509a req-b58e39d7-5bc7-4232-a028-6b46ca0fcf2b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 0.1964641 Nov 25 19:24:42.817806 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-82a35542-42f3-4bd5-b305-feacbb570c9c None None] Provisioning complete for port b549ba12-510b-45f2-ac00-366b3e56b6da triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:42.818790 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-82a35542-42f3-4bd5-b305-feacbb570c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:42.879789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-82a35542-42f3-4bd5-b305-feacbb570c9c None None] Port b549ba12-510b-45f2-ac00-366b3e56b6da cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:42.891719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b617f787-6960-4b2d-9d60-024cf31e509a req-f3276638-c214-4199-b98e-c98c348e875c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008104 Nov 25 19:24:42.975329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba2e0c-e561-4e90-9681-d7617ba7cdf0 req-081badfe-3abf-46d9-8844-ce4ca109ef57 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:42.985804 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8aba2e0c-e561-4e90-9681-d7617ba7cdf0 req-081badfe-3abf-46d9-8844-ce4ca109ef57 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 943 time: 0.1834505 Nov 25 19:24:43.067509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:43.085003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8aba2e0c-e561-4e90-9681-d7617ba7cdf0 req-d5e142ae-a653-4ffc-b597-20de6fd5c1a0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906777 Nov 25 19:24:43.147015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a1c1d97-e37c-43a8-8cff-21b65bb57484 req-66072e76-eba6-4910-b87d-585f6fa03c5f tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-581512511&fields=id&tenant_id=d7261d145d614ea98bf7399da0109904 HTTP/1.1" status: 200 len: 267 time: 0.1090527 Nov 25 19:24:43.164143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:43.215997 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7265e3d-bfe6-489f-b2c3-f16d8a3510d6 x-openstack-request-id: req-d7265e3d-bfe6-489f-b2c3-f16d8a3510d6 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:43.219176 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad6045a-ca07-4aac-b5f3-35fef72b49ea", "tag": "1968543a-915e-49ac-b76b-a89258874565", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:43.219575 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7265e3d-bfe6-489f-b2c3-f16d8a3510d6 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:43.220088 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'tag': '1968543a-915e-49ac-b76b-a89258874565', 'status': 'completed', 'code': 200} Nov 25 19:24:43.242249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c1d97-e37c-43a8-8cff-21b65bb57484 req-d7b40e74-2d91-4408-bbd5-3b30f989499f tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:43.244728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Port': ['ID=678688d0-4586-4af3-9ea9-aa4330cd1027,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:43.251664 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a1c1d97-e37c-43a8-8cff-21b65bb57484 req-d7b40e74-2d91-4408-bbd5-3b30f989499f tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 984 time: 0.1036770 Nov 25 19:24:43.260512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-3a1c1d97-e37c-43a8-8cff-21b65bb57484 req-891de87b-98a6-4475-af3a-61b45775b663 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'port': {'security_groups': ['6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1', '83290e67-15d4-4211-8088-94dfc17045d7', '28f99452-fa90-42a2-ab6d-7cb01c86fd11']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:43.263424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network 3e802888-fa58-482a-bf63-9939349221d7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:43.274079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:43.278996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:43.406013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:43.407181 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:43.454971 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9da62c7d-67c0-4e52-8c9b-954702770818 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7893896 Nov 25 19:24:43.481254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'network_id': '3e802888-fa58-482a-bf63-9939349221d7', 'admin_state_up': True, 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'security_groups': ['1e167885-5f28-4a14-a973-4ffb3d024f9a']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:43.614626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3a1c1d97-e37c-43a8-8cff-21b65bb57484 req-891de87b-98a6-4475-af3a-61b45775b663 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:43.657135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d5d34-b9ac-4b3d-877f-fa1c2ff0fa0d req-e8a49a04-55ca-4de8-abce-32b3f20f2c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:43.660116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-336d5d34-b9ac-4b3d-877f-fa1c2ff0fa0d req-e8a49a04-55ca-4de8-abce-32b3f20f2c3a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7261d145d614ea98bf7399da0109904&device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 1135 time: 0.3920391 Nov 25 19:24:43.742098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-42f3ae0a-8181-456d-9158-83153736a4dd None None] Provisioning complete for port 678688d0-4586-4af3-9ea9-aa4330cd1027 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:43.742493 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42f3ae0a-8181-456d-9158-83153736a4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:43.802404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:43.809767 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:43.815753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-42f3ae0a-8181-456d-9158-83153736a4dd None None] Port 678688d0-4586-4af3-9ea9-aa4330cd1027 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:43.937100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87e12a6-0b11-4cde-9070-08a2da491dde req-8d49edbd-4cfd-4e86-b9c7-a12fa7e6d037 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:43.938949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d87e12a6-0b11-4cde-9070-08a2da491dde req-8d49edbd-4cfd-4e86-b9c7-a12fa7e6d037 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5945144 Nov 25 19:24:44.027162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d5d34-b9ac-4b3d-877f-fa1c2ff0fa0d req-28ea82c7-6ad5-41a5-80af-6a412d876502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:44.029605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-336d5d34-b9ac-4b3d-877f-fa1c2ff0fa0d req-28ea82c7-6ad5-41a5-80af-6a412d876502 service neutron] 10.222.0.76 "GET /v2.0/networks?id=32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 200 len: 914 time: 0.3297627 Nov 25 19:24:44.030062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Allocated IP 10.1.1.133 (3e802888-fa58-482a-bf63-9939349221d7/97f8b0fd-add3-410a-80af-145662a3135b/efd7e961-4a21-47ff-85bc-39bcd0cb957d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:44.121443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-336d5d34-b9ac-4b3d-877f-fa1c2ff0fa0d req-e2c4e148-9208-40ea-9f54-8a1e8f5f5526 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1968543a-915e-49ac-b76b-a89258874565 HTTP/1.1" status: 200 len: 217 time: 0.0800817 Nov 25 19:24:44.307886 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:44.368707 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:44.441430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network 3e802888-fa58-482a-bf63-9939349221d7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:44.447791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:44.450625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:44.454189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Port': ['ID=efd7e961-4a21-47ff-85bc-39bcd0cb957d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:44.540472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:44.541157 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:44.566069 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-75f44f87-2f58-4063-a444-e1a2287196d6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0924981 Nov 25 19:24:44.579783 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b', 'admin_state_up': True, 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'security_groups': ['1e167885-5f28-4a14-a973-4ffb3d024f9a']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:44.679803 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336d5d34-b9ac-4b3d-877f-fa1c2ff0fa0d req-412adcaf-6589-490c-8ecf-050add957adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:44.680864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-336d5d34-b9ac-4b3d-877f-fa1c2ff0fa0d req-412adcaf-6589-490c-8ecf-050add957adc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0bc6ec40-86e0-404b-b779-dc54f74a1a0e HTTP/1.1" status: 200 len: 853 time: 0.5444772 Nov 25 19:24:44.763992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb5dd20-a26d-4ede-9d4d-aaa14d6cab3c req-dd13e0a4-7435-42e4-9732-47d552b64d49 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:44.771825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cb5dd20-a26d-4ede-9d4d-aaa14d6cab3c req-dd13e0a4-7435-42e4-9732-47d552b64d49 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 0.6255143 Nov 25 19:24:44.780891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-3a1c1d97-e37c-43a8-8cff-21b65bb57484 req-891de87b-98a6-4475-af3a-61b45775b663 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] For port 1968543a-915e-49ac-b76b-a89258874565, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=1968543a-915e-49ac-b76b-a89258874565,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:44.784335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-336d5d34-b9ac-4b3d-877f-fa1c2ff0fa0d req-4a2cc270-6871-4993-8454-c37b626e70ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32f1d506-1a83-4ccc-8500-84eaa1b8d192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837023 Nov 25 19:24:44.842236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:44.873604 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3a1c1d97-e37c-43a8-8cff-21b65bb57484 req-891de87b-98a6-4475-af3a-61b45775b663 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:44.921784 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3a1c1d97-e37c-43a8-8cff-21b65bb57484 req-891de87b-98a6-4475-af3a-61b45775b663 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:44.942292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['1968543a-915e-49ac-b76b-a89258874565'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:44.958332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cb5dd20-a26d-4ede-9d4d-aaa14d6cab3c req-61e7b0a3-806d-4949-a379-0656c0b8a554 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847091 Nov 25 19:24:45.120904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dd69b0-0663-49b3-983a-5489d5420763 None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:45.129865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1c1d97-e37c-43a8-8cff-21b65bb57484 req-891de87b-98a6-4475-af3a-61b45775b663 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:45.130600 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3a1c1d97-e37c-43a8-8cff-21b65bb57484 req-891de87b-98a6-4475-af3a-61b45775b663 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:45.132534 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a1c1d97-e37c-43a8-8cff-21b65bb57484 req-891de87b-98a6-4475-af3a-61b45775b663 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "PUT /v2.0/ports/1968543a-915e-49ac-b76b-a89258874565 HTTP/1.1" status: 200 len: 1020 time: 1.8781533 Nov 25 19:24:45.192564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:45.220965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3ebc4dfa-bb92-4179-964e-9e3a9e78bb78 None None] Provisioning complete for port efd7e961-4a21-47ff-85bc-39bcd0cb957d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:45.221378 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ebc4dfa-bb92-4179-964e-9e3a9e78bb78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:45.227415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['1968543a-915e-49ac-b76b-a89258874565'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:45.249048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'tag': '1968543a-915e-49ac-b76b-a89258874565'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:45.255017 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a22edc46-be33-415f-a98a-025867b0dcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "4ad6045a-ca07-4aac-b5f3-35fef72b49ea", "tag": "1968543a-915e-49ac-b76b-a89258874565"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:45.405867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3ebc4dfa-bb92-4179-964e-9e3a9e78bb78 None None] Port efd7e961-4a21-47ff-85bc-39bcd0cb957d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:45.454093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-336d5d34-b9ac-4b3d-877f-fa1c2ff0fa0d req-c0a4043a-686d-40e8-babb-725d6ec425bf service neutron] 10.222.0.76 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6476405 Nov 25 19:24:45.457766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891de87b-98a6-4475-af3a-61b45775b663 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'Port': ['ID=1968543a-915e-49ac-b76b-a89258874565,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:45.467197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-805f46cd-073a-4445-8099-8ec2bee88360 req-936c4f4a-23d7-493a-9b90-ac334cd50e22 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=6f55930dd3cc40feb2bb6c50294dd838 HTTP/1.1" status: 200 len: 1657 time: 0.3008773 Nov 25 19:24:45.668644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4a2b5-2247-4f4e-90cf-002954b70935 req-4d973240-e647-4226-817b-80d8e761dd0b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:45.679585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f2032265-3777-4ca4-a902-5950c14d77fb None None] Provisioning complete for port 1968543a-915e-49ac-b76b-a89258874565 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:45.680105 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f2032265-3777-4ca4-a902-5950c14d77fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:45.705005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4a2b5-2247-4f4e-90cf-002954b70935 req-4d973240-e647-4226-817b-80d8e761dd0b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:45.714004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Allocated IP 10.2.2.100 (4c48d0fc-3390-4bdc-95df-5b57fdbab73b/e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe/11da7b93-0b9d-4f76-8a71-711b95ce7dec) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:45.726523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4a2b5-2247-4f4e-90cf-002954b70935 req-4d973240-e647-4226-817b-80d8e761dd0b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:45.727829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23f4a2b5-2247-4f4e-90cf-002954b70935 req-4d973240-e647-4226-817b-80d8e761dd0b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 2374 time: 0.3711655 Nov 25 19:24:46.037800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-336d5d34-b9ac-4b3d-877f-fa1c2ff0fa0d req-21b559d9-3154-499d-9248-d06245d5f605 service neutron] 10.222.0.76 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5690575 Nov 25 19:24:46.063642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f46cd-073a-4445-8099-8ec2bee88360 req-fd2d3640-180b-4f4d-b8d2-49f33827d469 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:46.078403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-805f46cd-073a-4445-8099-8ec2bee88360 req-fd2d3640-180b-4f4d-b8d2-49f33827d469 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks?id=f3309757-6eaa-425f-a732-eb6041a8bd49&id=f3309757-6eaa-425f-a732-eb6041a8bd49&id=f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 787 time: 0.5771158 Nov 25 19:24:46.082196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:46.087603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-805f46cd-073a-4445-8099-8ec2bee88360 req-e937245f-2c1b-4a8b-8647-b107933fc179 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:24:46.101093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-805f46cd-073a-4445-8099-8ec2bee88360 req-e937245f-2c1b-4a8b-8647-b107933fc179 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0212500 Nov 25 19:24:46.141767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23f4a2b5-2247-4f4e-90cf-002954b70935 req-0f19af91-8817-462f-9649-34c1a3d4853c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2985599 Nov 25 19:24:46.178693 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:46.235446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:46.242347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:46.244981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:46.286574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Port': ['ID=11da7b93-0b9d-4f76-8a71-711b95ce7dec,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:46.354389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:46.358122 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:46.400562 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-1717de4f-fb7d-49dd-acb0-99f1172ddd37 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8248889 Nov 25 19:24:46.412608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b', 'admin_state_up': True, 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'security_groups': ['1e167885-5f28-4a14-a973-4ffb3d024f9a']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:46.413832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a18bb-d031-43d9-bc2e-7c24a4ed7b3f req-4e6e12d8-7ef7-4056-ad34-125340c90f85 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:46.431074 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-244a18bb-d031-43d9-bc2e-7c24a4ed7b3f req-4e6e12d8-7ef7-4056-ad34-125340c90f85 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 943 time: 0.1167176 Nov 25 19:24:46.537502 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-244a18bb-d031-43d9-bc2e-7c24a4ed7b3f req-02169aaf-138f-45e1-9ea6-4d4b45fd6ac7 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052129 Nov 25 19:24:46.671585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Made reservation on behalf of d5dad215ea0b41249fdc5a4c54e2f8a8 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:46.680523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:46.776949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7825cdf3-3d48-49e8-af15-1217e285eafa None None] Provisioning complete for port 11da7b93-0b9d-4f76-8a71-711b95ce7dec triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:46.777439 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7825cdf3-3d48-49e8-af15-1217e285eafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:46.874524 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a059ff50-8fca-4245-b63d-08718d69c41b x-openstack-request-id: req-a059ff50-8fca-4245-b63d-08718d69c41b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:46.876018 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ad6045a-ca07-4aac-b5f3-35fef72b49ea", "tag": "1968543a-915e-49ac-b76b-a89258874565", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:46.876404 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a059ff50-8fca-4245-b63d-08718d69c41b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:46.880102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7825cdf3-3d48-49e8-af15-1217e285eafa None None] Port 11da7b93-0b9d-4f76-8a71-711b95ce7dec cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:46.880975 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'tag': '1968543a-915e-49ac-b76b-a89258874565', 'status': 'completed', 'code': 200} Nov 25 19:24:47.024320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-8c39f044-6082-4ab0-9813-9328ef71cfa4 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips/20c14866-8652-4e7f-ab61-52d53c31bfbe HTTP/1.1" status: 200 len: 693 time: 0.0841105 Nov 25 19:24:47.038791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a562a428-d5cf-4ad8-9e98-5848b5bbdb6d req-7aea75e5-8ae6-42fe-8a9e-4cca3527e179 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.047513 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a562a428-d5cf-4ad8-9e98-5848b5bbdb6d req-7aea75e5-8ae6-42fe-8a9e-4cca3527e179 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 1023 time: 0.3037717 Nov 25 19:24:47.081885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Allocated IP 10.2.2.200 (4c48d0fc-3390-4bdc-95df-5b57fdbab73b/e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe/5ba910e9-0b77-419b-aff9-b90ac959d12a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:47.119499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edc46-be33-415f-a98a-025867b0dcb5 req-f5f6d596-10bc-4e18-9659-780f0fe6fc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.121414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a22edc46-be33-415f-a98a-025867b0dcb5 req-f5f6d596-10bc-4e18-9659-780f0fe6fc62 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d7261d145d614ea98bf7399da0109904&device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 1174 time: 0.2352288 Nov 25 19:24:47.244104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a562a428-d5cf-4ad8-9e98-5848b5bbdb6d req-914a9e50-edd0-4ca9-84a7-4dd9b8ec7217 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=28f99452-fa90-42a2-ab6d-7cb01c86fd11&id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&id=83290e67-15d4-4211-8088-94dfc17045d7 HTTP/1.1" status: 200 len: 6198 time: 0.1952615 Nov 25 19:24:47.385309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-d78add97-c31b-4f70-816e-04dd1291c299 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.388081 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-d78add97-c31b-4f70-816e-04dd1291c299 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.3367984 Nov 25 19:24:47.571900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edc46-be33-415f-a98a-025867b0dcb5 req-982054c8-be69-40c6-9fb2-ced80d9f3147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.573592 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a22edc46-be33-415f-a98a-025867b0dcb5 req-982054c8-be69-40c6-9fb2-ced80d9f3147 service neutron] 10.222.0.76 "GET /v2.0/networks?id=32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 200 len: 914 time: 0.4223635 Nov 25 19:24:47.577983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-9c769e3a-105c-45dd-b0d9-329bcb6ea7db tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.1807771 Nov 25 19:24:47.648645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-0f36d49e-e6d9-4f60-b8d9-8802f7481da2 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.117 HTTP/1.1" status: 200 len: 696 time: 0.0574353 Nov 25 19:24:47.692649 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a22edc46-be33-415f-a98a-025867b0dcb5 req-e704059d-4a9e-49e2-ba89-da72855137cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1968543a-915e-49ac-b76b-a89258874565 HTTP/1.1" status: 200 len: 217 time: 0.1105175 Nov 25 19:24:47.729343 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:47.744532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c1a8ea7f-e645-4564-b5e0-503b2eac92a0 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:24:47.745444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2fac5-d0f6-4589-b301-dd8c0bcfd285 req-705da70a-0600-4c12-a464-38be0410e7e2 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.753077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2fac5-d0f6-4589-b301-dd8c0bcfd285 req-705da70a-0600-4c12-a464-38be0410e7e2 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.761272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2fac5-d0f6-4589-b301-dd8c0bcfd285 req-705da70a-0600-4c12-a464-38be0410e7e2 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.767412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad2fac5-d0f6-4589-b301-dd8c0bcfd285 req-705da70a-0600-4c12-a464-38be0410e7e2 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.769196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ad2fac5-d0f6-4589-b301-dd8c0bcfd285 req-705da70a-0600-4c12-a464-38be0410e7e2 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 3095 time: 0.2564056 Nov 25 19:24:47.792855 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:47.872742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:47.879495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:47.890525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:47.916632 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0', 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7', 'port_id': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0', 'mac_address': 'fa:16:3e:64:c6:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cc37e69-75f0-4407-90c0-a5c6630fb335', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:24:47.918786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:47.938912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event updated for resources: {'Port': ['ID=5ba910e9-0b77-419b-aff9-b90ac959d12a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:47.954760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22edc46-be33-415f-a98a-025867b0dcb5 req-8ca84bb6-4fea-4eaa-a5cc-132a4b18f68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:47.958405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a22edc46-be33-415f-a98a-025867b0dcb5 req-8ca84bb6-4fea-4eaa-a5cc-132a4b18f68f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0bc6ec40-86e0-404b-b779-dc54f74a1a0e HTTP/1.1" status: 200 len: 853 time: 0.2293086 Nov 25 19:24:48.019228 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.027343 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a22edc46-be33-415f-a98a-025867b0dcb5 req-bb33e3a3-abd6-4b4c-ac78-ab636736d638 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=32f1d506-1a83-4ccc-8500-84eaa1b8d192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0591018 Nov 25 19:24:48.043990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a8ea7f-e645-4564-b5e0-503b2eac92a0 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:48.046303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ad2fac5-d0f6-4589-b301-dd8c0bcfd285 req-87f89ce0-ca09-4c94-816e-c2aa917cc7d3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2653170 Nov 25 19:24:48.054406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:48.060311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.104140 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-66a2ac17-c41b-4e0a-bbd4-e906edd3fdfb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6930056 Nov 25 19:24:48.105431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:48.110716 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.117522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:48.147249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-4bf2c993-4e6b-4bf8-9057-9be00694491d req-9dba2f3f-7a08-4afe-a26b-24bbfe6d1bd4 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'security_group': {'name': ' tempest-securitygroup -457043015 ', 'description': 'tempest-description-1152069668'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:48.193781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:48.206717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.208831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.209513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.210099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.210647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.211229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.211950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.213104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.213803 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.214362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.215183 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.216402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:24:48.254876 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.276122 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4bf2c993-4e6b-4bf8-9057-9be00694491d req-9dba2f3f-7a08-4afe-a26b-24bbfe6d1bd4 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.283239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-3cdeafc4-5f32-4f9a-be1e-2a3144d6882e tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Deleting port 09d3b1a8-19b2-46d7-aa1e-8f72f591f752 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:48.283723 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-3cdeafc4-5f32-4f9a-be1e-2a3144d6882e tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.367406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4897bfc2-18b0-4e8a-bc18-e2110144bbd5 None None] Provisioning complete for port 5ba910e9-0b77-419b-aff9-b90ac959d12a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:48.368070 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4897bfc2-18b0-4e8a-bc18-e2110144bbd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.409057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['c1a8ea7f-e645-4564-b5e0-503b2eac92a0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:48.463323 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-3cdeafc4-5f32-4f9a-be1e-2a3144d6882e tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.463577 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-3cdeafc4-5f32-4f9a-be1e-2a3144d6882e tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.480027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-3cdeafc4-5f32-4f9a-be1e-2a3144d6882e tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Calling delete_port for 09d3b1a8-19b2-46d7-aa1e-8f72f591f752 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:48.517395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4897bfc2-18b0-4e8a-bc18-e2110144bbd5 None None] Port 5ba910e9-0b77-419b-aff9-b90ac959d12a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:48.553730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a22edc46-be33-415f-a98a-025867b0dcb5 req-96751005-1843-4efb-a3d0-6e8e0d625e1e service neutron] 10.222.0.76 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061839 Nov 25 19:24:48.726974 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4bf2c993-4e6b-4bf8-9057-9be00694491d req-9dba2f3f-7a08-4afe-a26b-24bbfe6d1bd4 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.759318 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4bf2c993-4e6b-4bf8-9057-9be00694491d req-9dba2f3f-7a08-4afe-a26b-24bbfe6d1bd4 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.776139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a22edc46-be33-415f-a98a-025867b0dcb5 req-c3daa92a-c0f2-4ed2-97ad-b7e80cc84a53 service neutron] 10.222.0.76 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120161 Nov 25 19:24:48.832702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4bf2c993-4e6b-4bf8-9057-9be00694491d req-9dba2f3f-7a08-4afe-a26b-24bbfe6d1bd4 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.834334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b549ba12-510b-45f2-ac00-366b3e56b6da {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:48.846139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.849172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4bf2c993-4e6b-4bf8-9057-9be00694491d req-9dba2f3f-7a08-4afe-a26b-24bbfe6d1bd4 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.7044971 Nov 25 19:24:48.856392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba2f3f-7a08-4afe-a26b-24bbfe6d1bd4 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a90fcc4-de30-4a91-a961-08b0c9ff53cc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:48.861143 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-3cdeafc4-5f32-4f9a-be1e-2a3144d6882e tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.867720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Transition to ACTIVE for port object b549ba12-510b-45f2-ac00-366b3e56b6da will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:48.874284 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:48.915494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeafc4-5f32-4f9a-be1e-2a3144d6882e tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event deleted for resources: {'Port': ['ID=09d3b1a8-19b2-46d7-aa1e-8f72f591f752,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:49.047228 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-3cdeafc4-5f32-4f9a-be1e-2a3144d6882e tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.050391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-3cdeafc4-5f32-4f9a-be1e-2a3144d6882e tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.054182 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6dc73f6c-67b5-4f75-9ebc-82028b2cf5ca req-3cdeafc4-5f32-4f9a-be1e-2a3144d6882e tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "DELETE /v2.0/floatingips/20c14866-8652-4e7f-ab61-52d53c31bfbe HTTP/1.1" status: 204 len: 173 time: 1.3714664 Nov 25 19:24:49.124158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Pushing event updated for resources: {'Port': ['ID=b549ba12-510b-45f2-ac00-366b3e56b6da,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:49.170048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Attempting to bind port b549ba12-510b-45f2-ac00-366b3e56b6da on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:49.170397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Attempting to bind port b549ba12-510b-45f2-ac00-366b3e56b6da by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:49.171872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Attempting to bind port b549ba12-510b-45f2-ac00-366b3e56b6da on network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:49.193111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Port b549ba12-510b-45f2-ac00-366b3e56b6da on network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:49.193481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Attempting to bind port b549ba12-510b-45f2-ac00-366b3e56b6da on network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:49.202610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:49.202987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Checking segment: {'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:49.203395 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Bound using segment: {'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:49.203848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Bound port: b549ba12-510b-45f2-ac00-366b3e56b6da, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2757820-fcb8-4648-a311-3e17d4d73ef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:49.204222 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.234685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5fc4e620-5014-4c86-8ca4-6a8890fcc86d req-c7043f46-9d43-4bc0-ad30-d4e63a36abf6 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/9a90fcc4-de30-4a91-a961-08b0c9ff53cc HTTP/1.1" status: 200 len: 1797 time: 0.1490684 Nov 25 19:24:49.275536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade91825-2e02-4e74-951b-6769fb5f004c req-17cbe452-212d-4911-8d9a-de0d44218666 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:49.291216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ade91825-2e02-4e74-951b-6769fb5f004c req-17cbe452-212d-4911-8d9a-de0d44218666 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 944 time: 0.1599314 Nov 25 19:24:49.349983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] For port b549ba12-510b-45f2-ac00-366b3e56b6da, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:49.360607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] For port b549ba12-510b-45f2-ac00-366b3e56b6da, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=b549ba12-510b-45f2-ac00-366b3e56b6da,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:49.375363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-8d41bee0-c522-4ceb-892d-14a763a0ef85 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips/0daeda64-4c1d-4ccf-abe5-105e3f359e68 HTTP/1.1" status: 200 len: 693 time: 0.0723031 Nov 25 19:24:49.375776 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.573395 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:49.575893 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.579555 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] 10.222.0.76 "PUT /v2.0/ports/b549ba12-510b-45f2-ac00-366b3e56b6da HTTP/1.1" status: 200 len: 1091 time: 1.4665177 Nov 25 19:24:49.580324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': 'b549ba12-510b-45f2-ac00-366b3e56b6da'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:49.601045 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "b549ba12-510b-45f2-ac00-366b3e56b6da"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:49.607492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ade91825-2e02-4e74-951b-6769fb5f004c req-5b1534fd-a19c-4229-8d9a-b06eea43b79a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152711 Nov 25 19:24:49.643026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:49.706221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-c2e921a1-1557-4ae9-896e-d7f5d60fa10c tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:49.717129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-c2e921a1-1557-4ae9-896e-d7f5d60fa10c tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.3407516 Nov 25 19:24:49.722982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867825d2-394b-4b00-b4e3-f012ba6c9573 service neutron] Pushing event updated for resources: {'Port': ['ID=b549ba12-510b-45f2-ac00-366b3e56b6da,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:49.764385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c1a8ea7f-e645-4564-b5e0-503b2eac92a0 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:24:49.797448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.932185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:24:49.945577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:49.946447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:49.973947 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-e772a01a-d533-4b7c-bb3c-cc5d2676a760 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.2553082 Nov 25 19:24:50.033534 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51394) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:50.076256 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.076891 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-8f8104c9-7060-4fc3-8557-89b9a3ab74e6 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.182 HTTP/1.1" status: 200 len: 696 time: 0.1017859 Nov 25 19:24:50.100124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63e36b-26b2-48ba-ae2e-3deb3ecebffd req-165ba1a1-52fa-4345-921b-9860beb7abf1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:50.107643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63e36b-26b2-48ba-ae2e-3deb3ecebffd req-165ba1a1-52fa-4345-921b-9860beb7abf1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:50.120673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63e36b-26b2-48ba-ae2e-3deb3ecebffd req-165ba1a1-52fa-4345-921b-9860beb7abf1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:50.135733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63e36b-26b2-48ba-ae2e-3deb3ecebffd req-165ba1a1-52fa-4345-921b-9860beb7abf1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:50.148482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a63e36b-26b2-48ba-ae2e-3deb3ecebffd req-165ba1a1-52fa-4345-921b-9860beb7abf1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:50.160305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:50.161923 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a63e36b-26b2-48ba-ae2e-3deb3ecebffd req-165ba1a1-52fa-4345-921b-9860beb7abf1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 3828 time: 0.2685270 Nov 25 19:24:50.163794 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415eacf0-3f31-4db2-b17b-246ef8b63fde" -d '{"events": [{"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-plugged", "status": "completed", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:50.180586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:24:50.187218 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.384914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:50.469913 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.511855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04912e0d-e9ad-4afe-bd53-8a280f9bb21b {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:50.530456 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.545778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c036-63f0-4155-b178-42b8df73024b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.576152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Transition to ACTIVE for port object 04912e0d-e9ad-4afe-bd53-8a280f9bb21b will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:50.576152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.583492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a63e36b-26b2-48ba-ae2e-3deb3ecebffd req-953c76b1-2096-4bf9-8291-c7287b2cfe88 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4136226 Nov 25 19:24:50.693785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-6da3979e-a281-45d9-a5b2-29fa7b71f4f2 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Deleting port 20238da6-1cd9-4a80-9327-af8c9377eea7 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:50.694198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-6da3979e-a281-45d9-a5b2-29fa7b71f4f2 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:50.697967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Pushing event updated for resources: {'Port': ['ID=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:50.860210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Attempting to bind port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:50.860562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Attempting to bind port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:50.860899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Attempting to bind port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b on network 3e802888-fa58-482a-bf63-9939349221d7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:50.873209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b on network 3e802888-fa58-482a-bf63-9939349221d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:50.873540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Attempting to bind port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b on network 3e802888-fa58-482a-bf63-9939349221d7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:50.893578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:50.893829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Checking segment: {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:50.894221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Bound using segment: {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:50.895470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Bound port: 04912e0d-e9ad-4afe-bd53-8a280f9bb21b, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:50.895909 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.015666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66683835-35a2-4478-8c8a-19dbe9ea5ba3 req-4c7caf49-23a3-4272-b424-b5c6bc153d75 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/9a90fcc4-de30-4a91-a961-08b0c9ff53cc HTTP/1.1" status: 200 len: 1797 time: 0.3341172 Nov 25 19:24:51.073286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] For port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:51.078883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] For port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:51.085791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.185628 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c036-63f0-4155-b178-42b8df73024b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.216582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:51.217318 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.218677 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] 10.222.0.76 "PUT /v2.0/ports/04912e0d-e9ad-4afe-bd53-8a280f9bb21b HTTP/1.1" status: 200 len: 1128 time: 1.5952420 Nov 25 19:24:51.219409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986c5e7-e511-4d0c-b22c-f9a661ebe03b service neutron] Pushing event updated for resources: {'Port': ['ID=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:51.230604 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3f2c036-63f0-4155-b178-42b8df73024b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.267022 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:51.326911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a3f2c036-63f0-4155-b178-42b8df73024b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb8fe610909140b4a515af2737e5ba3c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2893479 Nov 25 19:24:51.327880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51402) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:51.333716 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-6da3979e-a281-45d9-a5b2-29fa7b71f4f2 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.334050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-6da3979e-a281-45d9-a5b2-29fa7b71f4f2 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.345519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f2c036-63f0-4155-b178-42b8df73024b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60b8b43b-4868-4fd0-85d3-b61892bc01fc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:51.378315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-6da3979e-a281-45d9-a5b2-29fa7b71f4f2 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Calling delete_port for 20238da6-1cd9-4a80-9327-af8c9377eea7 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:51.427790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-66683835-35a2-4478-8c8a-19dbe9ea5ba3 req-a31521e0-fc0b-44eb-b0dd-52dcf9fe2605 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.428056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.520796 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-66683835-35a2-4478-8c8a-19dbe9ea5ba3 req-a31521e0-fc0b-44eb-b0dd-52dcf9fe2605 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.526205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6186777a-5615-4a74-a475-13ab0bc570e5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.639179 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6186777a-5615-4a74-a475-13ab0bc570e5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.642137 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-66683835-35a2-4478-8c8a-19dbe9ea5ba3 req-a31521e0-fc0b-44eb-b0dd-52dcf9fe2605 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.645511 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-66683835-35a2-4478-8c8a-19dbe9ea5ba3 req-a31521e0-fc0b-44eb-b0dd-52dcf9fe2605 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:51.661790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66683835-35a2-4478-8c8a-19dbe9ea5ba3 req-a31521e0-fc0b-44eb-b0dd-52dcf9fe2605 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "DELETE /v2.0/security-groups/9a90fcc4-de30-4a91-a961-08b0c9ff53cc HTTP/1.1" status: 204 len: 173 time: 0.6394343 Nov 25 19:24:51.770985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31521e0-fc0b-44eb-b0dd-52dcf9fe2605 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a90fcc4-de30-4a91-a961-08b0c9ff53cc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:51.890962 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-6b089691-9985-47c4-9dea-7d3a620da3ec tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=df1e19b34a9140d885e4e27b944e7b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720348 Nov 25 19:24:52.047739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4af00f-643d-4afa-a017-1865896eca30 req-24d02639-3208-4989-8a96-f6bfd6a0415b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:52.051976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-24d02639-3208-4989-8a96-f6bfd6a0415b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1442587 Nov 25 19:24:52.054167 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-6da3979e-a281-45d9-a5b2-29fa7b71f4f2 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.124140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3979e-a281-45d9-a5b2-29fa7b71f4f2 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event deleted for resources: {'Port': ['ID=20238da6-1cd9-4a80-9327-af8c9377eea7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:52.154988 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-a0b475c0-8ffa-4aef-a387-5e225b453198 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/quotas/df1e19b34a9140d885e4e27b944e7b86 HTTP/1.1" status: 200 len: 375 time: 0.0481589 Nov 25 19:24:52.239940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a281f2c-b693-4946-92e9-005d6524e0d3 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:52.252118 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.274483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Transition to ACTIVE for port object 8a281f2c-b693-4946-92e9-005d6524e0d3 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:52.277283 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-6da3979e-a281-45d9-a5b2-29fa7b71f4f2 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.279150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-6da3979e-a281-45d9-a5b2-29fa7b71f4f2 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.279816 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.280344 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6efb553a-cd8d-454e-b2ec-30871357afa4 req-6da3979e-a281-45d9-a5b2-29fa7b71f4f2 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "DELETE /v2.0/floatingips/0daeda64-4c1d-4ccf-abe5-105e3f359e68 HTTP/1.1" status: 204 len: 173 time: 2.1170454 Nov 25 19:24:52.327899 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-76f9c33b-ec66-4c73-ae5d-1b751eee73d9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1716452 Nov 25 19:24:52.411011 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9f1237-4690-4191-b008-0160f7dd26fb x-openstack-request-id: req-3d9f1237-4690-4191-b008-0160f7dd26fb {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:52.411011 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "b549ba12-510b-45f2-ac00-366b3e56b6da", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:52.411011 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3d9f1237-4690-4191-b008-0160f7dd26fb {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:52.413636 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': 'b549ba12-510b-45f2-ac00-366b3e56b6da', 'status': 'completed', 'code': 200} Nov 25 19:24:52.426989 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6186777a-5615-4a74-a475-13ab0bc570e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.439580 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6186777a-5615-4a74-a475-13ab0bc570e5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.440974 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6186777a-5615-4a74-a475-13ab0bc570e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60b8b43b-4868-4fd0-85d3-b61892bc01fc HTTP/1.1" status: 204 len: 168 time: 1.1100249 Nov 25 19:24:52.485556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a281f2c-b693-4946-92e9-005d6524e0d3,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:52.509909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6186777a-5615-4a74-a475-13ab0bc570e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b8b43b-4868-4fd0-85d3-b61892bc01fc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:52.568680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-c26dea8b-f567-4aa8-8b71-d2bc53b6ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:52.585538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-c26dea8b-f567-4aa8-8b71-d2bc53b6ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:52.587443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-c26dea8b-f567-4aa8-8b71-d2bc53b6ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:52.588029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-c26dea8b-f567-4aa8-8b71-d2bc53b6ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:52.589967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-c26dea8b-f567-4aa8-8b71-d2bc53b6ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:52.594505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-c26dea8b-f567-4aa8-8b71-d2bc53b6ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:52.596680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-c26dea8b-f567-4aa8-8b71-d2bc53b6ba36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:52.605294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-c26dea8b-f567-4aa8-8b71-d2bc53b6ba36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6165 time: 0.2062378 Nov 25 19:24:52.654615 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b0470c-fbd7-4b8c-a112-7beb40ed3454 x-openstack-request-id: req-c4b0470c-fbd7-4b8c-a112-7beb40ed3454 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:52.666956 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-plugged", "status": "completed", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:52.667392 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4b0470c-fbd7-4b8c-a112-7beb40ed3454 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:52.667845 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0', 'code': 200} Nov 25 19:24:52.744435 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:52.886459 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-3b5bce9e-ec06-432a-80c8-71b8d049accd req-730d8cc6-e65d-4c44-aaa2-0b2ee39436bc tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] show failed (client error): The resource could not be found. Nov 25 19:24:52.906313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b5bce9e-ec06-432a-80c8-71b8d049accd req-730d8cc6-e65d-4c44-aaa2-0b2ee39436bc tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/9a90fcc4-de30-4a91-a961-08b0c9ff53cc HTTP/1.1" status: 404 len: 352 time: 0.1172247 Nov 25 19:24:53.057906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Attempting to bind port 8a281f2c-b693-4946-92e9-005d6524e0d3 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:53.058726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Attempting to bind port 8a281f2c-b693-4946-92e9-005d6524e0d3 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:53.058726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Attempting to bind port 8a281f2c-b693-4946-92e9-005d6524e0d3 on network 3e802888-fa58-482a-bf63-9939349221d7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:53.082373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Port 8a281f2c-b693-4946-92e9-005d6524e0d3 on network 3e802888-fa58-482a-bf63-9939349221d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:53.082775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Attempting to bind port 8a281f2c-b693-4946-92e9-005d6524e0d3 on network 3e802888-fa58-482a-bf63-9939349221d7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:53.095443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19505e0-d986-4a9f-a830-7182a973fbae req-c8a315d2-d9ee-406f-a7d0-e9ef5b827ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.097048 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f19505e0-d986-4a9f-a830-7182a973fbae req-c8a315d2-d9ee-406f-a7d0-e9ef5b827ec9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 1096 time: 0.3191316 Nov 25 19:24:53.107067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:53.107552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Checking segment: {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:53.107957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Bound using segment: {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:53.108854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Bound port: 8a281f2c-b693-4946-92e9-005d6524e0d3, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:53.108854 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.311961 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f19505e0-d986-4a9f-a830-7182a973fbae req-cab1893b-bc38-4bbf-8fd5-e24300b0828f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999836 Nov 25 19:24:53.360520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] For port 8a281f2c-b693-4946-92e9-005d6524e0d3, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:53.364431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] For port 8a281f2c-b693-4946-92e9-005d6524e0d3, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8a281f2c-b693-4946-92e9-005d6524e0d3,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:53.370177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.412589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.412589 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.414273 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] 10.222.0.76 "PUT /v2.0/ports/8a281f2c-b693-4946-92e9-005d6524e0d3 HTTP/1.1" status: 200 len: 1130 time: 2.1521940 Nov 25 19:24:53.454629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:53.462320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18adc253-2d75-4bc6-b98d-0fbe271c9fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=8a281f2c-b693-4946-92e9-005d6524e0d3,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:53.527626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51438) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:53.552150 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0c4796b-2a8e-48e6-8028-d705b7c6bd3a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.632082 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:53.833246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be3f71-b4ba-49da-ba78-6ca8f14ede3e req-00ad3bc9-6fb1-4ea8-8a65-b478046f550e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.848422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85be3f71-b4ba-49da-ba78-6ca8f14ede3e req-00ad3bc9-6fb1-4ea8-8a65-b478046f550e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 1.1151731 Nov 25 19:24:53.890075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-533e21c5-8b69-48c4-a2a9-6a7321419dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.897491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-533e21c5-8b69-48c4-a2a9-6a7321419dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.898220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-533e21c5-8b69-48c4-a2a9-6a7321419dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.900205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-533e21c5-8b69-48c4-a2a9-6a7321419dbe service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.2858915 Nov 25 19:24:53.947724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cce53-4012-4897-a677-571b4cbed193 req-37ab240e-cfd9-4b34-9dd3-300fbd3e1ebf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.954219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cce53-4012-4897-a677-571b4cbed193 req-37ab240e-cfd9-4b34-9dd3-300fbd3e1ebf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.961068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cce53-4012-4897-a677-571b4cbed193 req-37ab240e-cfd9-4b34-9dd3-300fbd3e1ebf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.969638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cce53-4012-4897-a677-571b4cbed193 req-37ab240e-cfd9-4b34-9dd3-300fbd3e1ebf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.978501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cce53-4012-4897-a677-571b4cbed193 req-37ab240e-cfd9-4b34-9dd3-300fbd3e1ebf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.985732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cce53-4012-4897-a677-571b4cbed193 req-37ab240e-cfd9-4b34-9dd3-300fbd3e1ebf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:53.994650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cce53-4012-4897-a677-571b4cbed193 req-37ab240e-cfd9-4b34-9dd3-300fbd3e1ebf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:54.003188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-115cce53-4012-4897-a677-571b4cbed193 req-37ab240e-cfd9-4b34-9dd3-300fbd3e1ebf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5370 time: 0.4353969 Nov 25 19:24:54.081601 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0c4796b-2a8e-48e6-8028-d705b7c6bd3a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:54.087756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85be3f71-b4ba-49da-ba78-6ca8f14ede3e req-d9c0730c-2967-4d90-8829-70328b62caba tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378728 Nov 25 19:24:54.089529 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0c4796b-2a8e-48e6-8028-d705b7c6bd3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:54.126139 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e0c4796b-2a8e-48e6-8028-d705b7c6bd3a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=387a7e2861d443cf99ae33f2e9e19dd5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5980394 Nov 25 19:24:54.141426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51440) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:54.230282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4796b-2a8e-48e6-8028-d705b7c6bd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=194aa7ea-ae98-4eb6-a656-10b18310f875,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:54.385910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-f1d4aeed-ef19-481f-af45-583a93d63830 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips/ae192cac-d6c2-4f0e-98e6-d5f44affc2d6 HTTP/1.1" status: 200 len: 693 time: 0.2118104 Nov 25 19:24:54.411135 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:24:54.420356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': '04912e0d-e9ad-4afe-bd53-8a280f9bb21b'}, {'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': '8a281f2c-b693-4946-92e9-005d6524e0d3'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:54.424568 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91396bde-6c27-4b70-9b10-a74605d0eb00" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "04912e0d-e9ad-4afe-bd53-8a280f9bb21b"}, {"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "8a281f2c-b693-4946-92e9-005d6524e0d3"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:54.434902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-259815d7-60d5-4891-8343-aec39f87cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:54.436693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd26df75-62d0-4dbc-9bb2-9fdf6a030aaf req-259815d7-60d5-4891-8343-aec39f87cb36 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5274854 Nov 25 19:24:54.545197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-115cce53-4012-4897-a677-571b4cbed193 req-5893808c-a263-406c-a8a1-68ccaeb9cfe0 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5404994 Nov 25 19:24:54.568207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 678688d0-4586-4af3-9ea9-aa4330cd1027 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:54.600015 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:54.607169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-b5a9d33a-070a-4ece-96ed-5612a7b8114a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=df1e19b34a9140d885e4e27b944e7b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1205659 Nov 25 19:24:54.634103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Transition to ACTIVE for port object 678688d0-4586-4af3-9ea9-aa4330cd1027 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:54.639201 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:54.724382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Pushing event updated for resources: {'Port': ['ID=678688d0-4586-4af3-9ea9-aa4330cd1027,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:54.865456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1df1be0-4215-44dc-9cf2-eba3de6227fb req-eeb6acc1-7ad9-4172-b40d-e5701d592563 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 210 time: 0.1105673 Nov 25 19:24:54.866200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5173a038-a6bd-4e16-9f2b-984746fb2fd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:54.931281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Attempting to bind port 678688d0-4586-4af3-9ea9-aa4330cd1027 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:54.931938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Attempting to bind port 678688d0-4586-4af3-9ea9-aa4330cd1027 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:54.932456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Attempting to bind port 678688d0-4586-4af3-9ea9-aa4330cd1027 on network 3e802888-fa58-482a-bf63-9939349221d7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:54.936906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-ed022ade-216e-4546-8815-4bfe3c682b87 req-f2f49073-b65e-4c8a-b455-9a71ab120611 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1276470942', 'description': 'tempest-description-575218997'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:54.946941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Port 678688d0-4586-4af3-9ea9-aa4330cd1027 on network 3e802888-fa58-482a-bf63-9939349221d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:54.951679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Attempting to bind port 678688d0-4586-4af3-9ea9-aa4330cd1027 on network 3e802888-fa58-482a-bf63-9939349221d7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:54.968197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:54.968670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Checking segment: {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:54.968943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Bound using segment: {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:54.969404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Bound port: 678688d0-4586-4af3-9ea9-aa4330cd1027, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:54.969769 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:54.987748 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5173a038-a6bd-4e16-9f2b-984746fb2fd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.008504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-035df853-00c5-4afa-bd7a-b6f19ea9fee3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:55.019410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-035df853-00c5-4afa-bd7a-b6f19ea9fee3 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.6320043 Nov 25 19:24:55.079269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-0c33ff3e-c2fc-42f6-a6e8-9f943641ebb5 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:24:55.089053 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-0c33ff3e-c2fc-42f6-a6e8-9f943641ebb5 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0685308 Nov 25 19:24:55.099324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] For port 678688d0-4586-4af3-9ea9-aa4330cd1027, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:55.108830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] For port 678688d0-4586-4af3-9ea9-aa4330cd1027, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=678688d0-4586-4af3-9ea9-aa4330cd1027,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:55.116904 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.166177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:55.166822 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.168314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] 10.222.0.76 "PUT /v2.0/ports/678688d0-4586-4af3-9ea9-aa4330cd1027 HTTP/1.1" status: 200 len: 1091 time: 1.7270794 Nov 25 19:24:55.217963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:55.272506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662054-6f92-4269-81bf-e3290022a55b service neutron] Pushing event updated for resources: {'Port': ['ID=678688d0-4586-4af3-9ea9-aa4330cd1027,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:55.340088 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.352451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-b9227aa0-6827-459d-9462-14def051a11d tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.143 HTTP/1.1" status: 200 len: 696 time: 0.2624633 Nov 25 19:24:55.353619 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed022ade-216e-4546-8815-4bfe3c682b87 req-f2f49073-b65e-4c8a-b455-9a71ab120611 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.450910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c642c190-4924-477b-a277-fa01cd0c9a3c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:55.453282 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c642c190-4924-477b-a277-fa01cd0c9a3c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7575841 Nov 25 19:24:55.457667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-8ec8e086-5a60-4b36-9bdb-9744ff8e04e5 tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.143 HTTP/1.1" status: 200 len: 696 time: 0.0838134 Nov 25 19:24:55.500519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Request body: {'port': {'device_id': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': 'df1e19b34a9140d885e4e27b944e7b86'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:55.789946 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed022ade-216e-4546-8815-4bfe3c682b87 req-f2f49073-b65e-4c8a-b455-9a71ab120611 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.796598 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed022ade-216e-4546-8815-4bfe3c682b87 req-f2f49073-b65e-4c8a-b455-9a71ab120611 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.871221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efd7e961-4a21-47ff-85bc-39bcd0cb957d {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:55.886261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.912485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Transition to ACTIVE for port object efd7e961-4a21-47ff-85bc-39bcd0cb957d will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:55.919874 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.952944 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5173a038-a6bd-4e16-9f2b-984746fb2fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.957623 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5173a038-a6bd-4e16-9f2b-984746fb2fd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:55.961804 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5173a038-a6bd-4e16-9f2b-984746fb2fd5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/194aa7ea-ae98-4eb6-a656-10b18310f875 HTTP/1.1" status: 204 len: 168 time: 1.8166142 Nov 25 19:24:56.076214 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Pushing event updated for resources: {'Port': ['ID=efd7e961-4a21-47ff-85bc-39bcd0cb957d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:56.099472 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed022ade-216e-4546-8815-4bfe3c682b87 req-f2f49073-b65e-4c8a-b455-9a71ab120611 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.101905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed022ade-216e-4546-8815-4bfe3c682b87 req-f2f49073-b65e-4c8a-b455-9a71ab120611 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 1.1873164 Nov 25 19:24:56.112385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f49073-b65e-4c8a-b455-9a71ab120611 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335a34cd-52b4-4525-9460-a4ce5b9b9ed3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:56.205294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173a038-a6bd-4e16-9f2b-984746fb2fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=194aa7ea-ae98-4eb6-a656-10b18310f875,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:56.224512 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ded155d1-ea08-4157-be1c-ab689c427b4c x-openstack-request-id: req-ded155d1-ea08-4157-be1c-ab689c427b4c {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:24:56.225008 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "04912e0d-e9ad-4afe-bd53-8a280f9bb21b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "8a281f2c-b693-4946-92e9-005d6524e0d3", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:24:56.225107 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ded155d1-ea08-4157-be1c-ab689c427b4c {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:24:56.225541 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': '04912e0d-e9ad-4afe-bd53-8a280f9bb21b', 'status': 'completed', 'code': 200} Nov 25 19:24:56.225803 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': '8a281f2c-b693-4946-92e9-005d6524e0d3', 'status': 'completed', 'code': 200} Nov 25 19:24:56.300299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Attempting to bind port efd7e961-4a21-47ff-85bc-39bcd0cb957d on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:56.301178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Attempting to bind port efd7e961-4a21-47ff-85bc-39bcd0cb957d by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:56.301511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Attempting to bind port efd7e961-4a21-47ff-85bc-39bcd0cb957d on network 3e802888-fa58-482a-bf63-9939349221d7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:56.317812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Port efd7e961-4a21-47ff-85bc-39bcd0cb957d on network 3e802888-fa58-482a-bf63-9939349221d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:56.318156 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Attempting to bind port efd7e961-4a21-47ff-85bc-39bcd0cb957d on network 3e802888-fa58-482a-bf63-9939349221d7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:56.324499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:56.324816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Checking segment: {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:56.325226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Bound using segment: {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:56.325686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Bound port: efd7e961-4a21-47ff-85bc-39bcd0cb957d, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '3e802888-fa58-482a-bf63-9939349221d7'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:56.326057 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.524379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] For port efd7e961-4a21-47ff-85bc-39bcd0cb957d, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:56.543830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] For port efd7e961-4a21-47ff-85bc-39bcd0cb957d, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:56.554258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.561584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Made reservation on behalf of df1e19b34a9140d885e4e27b944e7b86 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:24:56.566068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.569555 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3221f25-2604-4c03-b848-07fed194a7bc req-683c4dac-665e-430e-ab03-a7fcd1c3b926 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1230688 Nov 25 19:24:56.574000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-94cd3d9e-e265-44ed-921a-adf541b479bc tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Deleting port 007ce90b-daed-466f-94f6-fd672c7558ae {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:24:56.574486 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-94cd3d9e-e265-44ed-921a-adf541b479bc tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.604018 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.607630 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.610034 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] 10.222.0.76 "PUT /v2.0/ports/efd7e961-4a21-47ff-85bc-39bcd0cb957d HTTP/1.1" status: 200 len: 1091 time: 1.3983650 Nov 25 19:24:56.691078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-c23bb563-f689-4d04-9df7-29fb91c009b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.691551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-c23bb563-f689-4d04-9df7-29fb91c009b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.691980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:56.693931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-c23bb563-f689-4d04-9df7-29fb91c009b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.701986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-c23bb563-f689-4d04-9df7-29fb91c009b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.702216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-c23bb563-f689-4d04-9df7-29fb91c009b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.702619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-c23bb563-f689-4d04-9df7-29fb91c009b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.703128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-c23bb563-f689-4d04-9df7-29fb91c009b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.707700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-c23bb563-f689-4d04-9df7-29fb91c009b2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6299 time: 0.4396529 Nov 25 19:24:56.759794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ec7554-75e6-4d3a-87c2-fa89a4e70471 service neutron] Pushing event updated for resources: {'Port': ['ID=efd7e961-4a21-47ff-85bc-39bcd0cb957d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:56.822959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3221f25-2604-4c03-b848-07fed194a7bc req-22fa87b5-559d-4379-9586-264f862afff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.837730 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3221f25-2604-4c03-b848-07fed194a7bc req-22fa87b5-559d-4379-9586-264f862afff9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 1096 time: 0.2036524 Nov 25 19:24:56.850197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:56.867400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eade094-84c2-43f5-873f-ed5a2eec18eb req-b1522577-d63b-4a77-a9ae-9f5ac022f815 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:56.879422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0eade094-84c2-43f5-873f-ed5a2eec18eb req-b1522577-d63b-4a77-a9ae-9f5ac022f815 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.4339042 Nov 25 19:24:57.103595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Allocated IP 192.168.233.14 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/bdda5a50-aef3-49ca-a322-28902c0f7ef1) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:24:57.246847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3221f25-2604-4c03-b848-07fed194a7bc req-3838d245-edb0-45ba-84d8-0993f8c5ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:57.250770 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3221f25-2604-4c03-b848-07fed194a7bc req-3838d245-edb0-45ba-84d8-0993f8c5ce64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.3775828 Nov 25 19:24:57.351348 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:57.475976 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3221f25-2604-4c03-b848-07fed194a7bc req-de111771-fb03-439f-a947-c9302b327053 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3b309f7e-ad53-4924-9815-6f9236b34073 HTTP/1.1" status: 200 len: 217 time: 0.2011814 Nov 25 19:24:57.573992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3221f25-2604-4c03-b848-07fed194a7bc req-96731d53-d831-4f3c-ad39-5c71bbee2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:57.575836 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3221f25-2604-4c03-b848-07fed194a7bc req-96731d53-d831-4f3c-ad39-5c71bbee2bf7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.0920241 Nov 25 19:24:57.609172 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-94cd3d9e-e265-44ed-921a-adf541b479bc tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:57.609856 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-94cd3d9e-e265-44ed-921a-adf541b479bc tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:57.624173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0eade094-84c2-43f5-873f-ed5a2eec18eb req-583ce5b9-d6e8-48a1-a78a-ffc02c5cabb4 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7433639 Nov 25 19:24:57.627024 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3221f25-2604-4c03-b848-07fed194a7bc req-223e5c4c-9751-4bc2-9a3e-ee52e4d6dd59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422022 Nov 25 19:24:57.651727 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:57.667970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-94cd3d9e-e265-44ed-921a-adf541b479bc tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Calling delete_port for 007ce90b-daed-466f-94f6-fd672c7558ae owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:24:57.668985 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['153456c6-a8f7-4ad6-a844-5dce937bc41d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:57.672458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ea7e27b0-8160-4de9-a81a-91deac743c1f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:24:57.858734 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3221f25-2604-4c03-b848-07fed194a7bc req-426431e0-d8a1-42b4-8745-ea71de88cf15 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225375 Nov 25 19:24:57.902056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11da7b93-0b9d-4f76-8a71-711b95ce7dec {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:57.923317 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:57.964776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Transition to ACTIVE for port object 11da7b93-0b9d-4f76-8a71-711b95ce7dec will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:58.048920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:24:58.060504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-b3f48b96-d71e-4550-8d67-b3c3ba93344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.061416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-b3f48b96-d71e-4550-8d67-b3c3ba93344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.062220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-b3f48b96-d71e-4550-8d67-b3c3ba93344b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.064896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-b3f48b96-d71e-4550-8d67-b3c3ba93344b service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&shared=False HTTP/1.1" status: 200 len: 2294 time: 1.2611129 Nov 25 19:24:58.080446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:24:58.112688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:24:58.146494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036869-2da3-4bc2-accb-b107ff683f90 req-032f62af-6e41-4512-8587-98a4f29d7111 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.160477 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e3221f25-2604-4c03-b848-07fed194a7bc req-df57debe-c164-4b6c-a88e-012fa6242a18 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812250 Nov 25 19:24:58.165550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.186445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036869-2da3-4bc2-accb-b107ff683f90 req-032f62af-6e41-4512-8587-98a4f29d7111 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.205873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036869-2da3-4bc2-accb-b107ff683f90 req-032f62af-6e41-4512-8587-98a4f29d7111 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.237582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036869-2da3-4bc2-accb-b107ff683f90 req-032f62af-6e41-4512-8587-98a4f29d7111 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.238070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': '678688d0-4586-4af3-9ea9-aa4330cd1027'}, {'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': 'efd7e961-4a21-47ff-85bc-39bcd0cb957d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:24:58.243856 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1156a47e-67d0-4dee-b8d2-2f43af2f6033" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "678688d0-4586-4af3-9ea9-aa4330cd1027"}, {"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "efd7e961-4a21-47ff-85bc-39bcd0cb957d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:24:58.279623 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036869-2da3-4bc2-accb-b107ff683f90 req-032f62af-6e41-4512-8587-98a4f29d7111 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.291450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036869-2da3-4bc2-accb-b107ff683f90 req-032f62af-6e41-4512-8587-98a4f29d7111 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.302175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d036869-2da3-4bc2-accb-b107ff683f90 req-032f62af-6e41-4512-8587-98a4f29d7111 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.309429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Pushing event updated for resources: {'Port': ['ID=11da7b93-0b9d-4f76-8a71-711b95ce7dec,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:58.318062 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d036869-2da3-4bc2-accb-b107ff683f90 req-032f62af-6e41-4512-8587-98a4f29d7111 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5394 time: 0.4954567 Nov 25 19:24:58.428785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Attempting to bind port 11da7b93-0b9d-4f76-8a71-711b95ce7dec on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:58.429474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Attempting to bind port 11da7b93-0b9d-4f76-8a71-711b95ce7dec by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:58.431094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Attempting to bind port 11da7b93-0b9d-4f76-8a71-711b95ce7dec on network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:58.441990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Port 11da7b93-0b9d-4f76-8a71-711b95ce7dec on network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:58.442290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Attempting to bind port 11da7b93-0b9d-4f76-8a71-711b95ce7dec on network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:58.460834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:58.461366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Checking segment: {'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:58.461775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Bound using segment: {'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:58.462231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Bound port: 11da7b93-0b9d-4f76-8a71-711b95ce7dec, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:58.462592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.556772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.557640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.571438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:58.625924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] For port 11da7b93-0b9d-4f76-8a71-711b95ce7dec, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:24:58.636344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] For port 11da7b93-0b9d-4f76-8a71-711b95ce7dec, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:24:58.643093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-c9fea32a-90f1-4c10-acf1-1855f91e9a53 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1726024 Nov 25 19:24:58.684146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.692826 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-cf5e9267-55e4-4348-a97d-062642c994ad None None] Provisioning complete for port bdda5a50-aef3-49ca-a322-28902c0f7ef1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:24:58.695754 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cf5e9267-55e4-4348-a97d-062642c994ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.786500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-cf5e9267-55e4-4348-a97d-062642c994ad None None] Port bdda5a50-aef3-49ca-a322-28902c0f7ef1 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:24:58.830324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:58.832098 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.836208 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] 10.222.0.76 "PUT /v2.0/ports/11da7b93-0b9d-4f76-8a71-711b95ce7dec HTTP/1.1" status: 200 len: 1091 time: 2.1875203 Nov 25 19:24:58.887848 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-94cd3d9e-e265-44ed-921a-adf541b479bc tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:58.899174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Request body: {'port': {'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:58.930722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Request body: {'port': {'device_id': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:24:58.979885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2840979c-3938-47a7-b2f7-b56cc228b212 service neutron] Pushing event updated for resources: {'Port': ['ID=11da7b93-0b9d-4f76-8a71-711b95ce7dec,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:58.982967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13922fce-4d04-4a75-a317-2cee463b9260 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:24:59.070168 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:59.139377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cd3d9e-e265-44ed-921a-adf541b479bc tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Pushing event deleted for resources: {'Port': ['ID=007ce90b-daed-466f-94f6-fd672c7558ae,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:59.146844 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-94cd3d9e-e265-44ed-921a-adf541b479bc tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:59.149786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-94cd3d9e-e265-44ed-921a-adf541b479bc tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:59.151136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c55162f-a018-4e57-ad6f-0f1bc50ec3a7 req-94cd3d9e-e265-44ed-921a-adf541b479bc tempest-FloatingIPDetailsTestJSON-733921920 tempest-FloatingIPDetailsTestJSON-733921920-project] 10.222.0.15 "DELETE /v2.0/floatingips/ae192cac-d6c2-4f0e-98e6-d5f44affc2d6 HTTP/1.1" status: 204 len: 173 time: 3.5934422 Nov 25 19:24:59.176785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51494) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:24:59.298060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:59.526872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba910e9-0b77-419b-aff9-b90ac959d12a {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:24:59.543645 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:59.570456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Transition to ACTIVE for port object 5ba910e9-0b77-419b-aff9-b90ac959d12a will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:24:59.576975 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:24:59.662876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d036869-2da3-4bc2-accb-b107ff683f90 req-455416f6-766d-44a4-9ee0-65f72dd33cd7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.3428712 Nov 25 19:24:59.697395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7dd49c3-21ad-450e-a995-18316f15e82d req-9b321a98-087c-40ef-bfd0-c8332a47dcf5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8247399 Nov 25 19:24:59.731292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-544ca2fa-67ae-401e-884d-648b4f5b4054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:24:59.733175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-544ca2fa-67ae-401e-884d-648b4f5b4054 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6580057 Nov 25 19:24:59.899238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Pushing event updated for resources: {'Port': ['ID=5ba910e9-0b77-419b-aff9-b90ac959d12a,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:24:59.928529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Attempting to bind port 5ba910e9-0b77-419b-aff9-b90ac959d12a on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:24:59.929097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Attempting to bind port 5ba910e9-0b77-419b-aff9-b90ac959d12a by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:24:59.929646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Attempting to bind port 5ba910e9-0b77-419b-aff9-b90ac959d12a on network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:59.940073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Port 5ba910e9-0b77-419b-aff9-b90ac959d12a on network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:24:59.940636 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Attempting to bind port 5ba910e9-0b77-419b-aff9-b90ac959d12a on network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:24:59.955010 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:24:59.955595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Checking segment: {'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:24:59.956266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Bound using segment: {'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:24:59.958407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Bound port: 5ba910e9-0b77-419b-aff9-b90ac959d12a, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '20f76371-c190-4410-baba-37c8f3d9cbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:24:59.958407 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:00.065473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-f6f1be8d-0098-42f3-9468-c4880109a718 req-aebb1a1f-4d2a-4734-a209-4072ab3975ef tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-48840677', 'description': 'tempest-description-947525984'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:00.140212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] For port 5ba910e9-0b77-419b-aff9-b90ac959d12a, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:00.145675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] For port 5ba910e9-0b77-419b-aff9-b90ac959d12a, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:00.154341 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:00.222523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.225980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:00.228666 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] 10.222.0.76 "PUT /v2.0/ports/5ba910e9-0b77-419b-aff9-b90ac959d12a HTTP/1.1" status: 200 len: 1091 time: 1.3617506 Nov 25 19:25:00.292917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] Pushing event updated for resources: {'Port': ['ID=5ba910e9-0b77-419b-aff9-b90ac959d12a,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:00.398397 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f6f1be8d-0098-42f3-9468-c4880109a718 req-aebb1a1f-4d2a-4734-a209-4072ab3975ef tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:00.433760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c19c58-0516-4696-9a85-69ef04de342a req-4f34d493-6cb5-41b2-9f23-6546c3e2a215 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.436498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0c19c58-0516-4696-9a85-69ef04de342a req-4f34d493-6cb5-41b2-9f23-6546c3e2a215 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 935 time: 1.1854141 Nov 25 19:25:00.473109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-29b0a842-38ab-4d05-9d2c-a8c830705f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.474930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-29b0a842-38ab-4d05-9d2c-a8c830705f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.476688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-29b0a842-38ab-4d05-9d2c-a8c830705f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.478345 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-29b0a842-38ab-4d05-9d2c-a8c830705f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.480076 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-29b0a842-38ab-4d05-9d2c-a8c830705f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.481326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-29b0a842-38ab-4d05-9d2c-a8c830705f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.482723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-29b0a842-38ab-4d05-9d2c-a8c830705f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.486905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-29b0a842-38ab-4d05-9d2c-a8c830705f5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6433 time: 0.6103218 Nov 25 19:25:00.575108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd49c3-21ad-450e-a995-18316f15e82d req-3a96a145-1e9a-444b-8087-1d73ae45c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:00.577679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7dd49c3-21ad-450e-a995-18316f15e82d req-3a96a145-1e9a-444b-8087-1d73ae45c101 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 1095 time: 0.7051733 Nov 25 19:25:01.044916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0c19c58-0516-4696-9a85-69ef04de342a req-2f2db311-6fda-4a67-ac5d-51a98623970c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5494578 Nov 25 19:25:01.163919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd49c3-21ad-450e-a995-18316f15e82d req-81562b45-148b-4b5e-b4f2-395e52c3556f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.165508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7dd49c3-21ad-450e-a995-18316f15e82d req-81562b45-148b-4b5e-b4f2-395e52c3556f service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.4808803 Nov 25 19:25:01.166686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-cbc6712b-c9d7-4b68-83ef-bd2189f63613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.167182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-cbc6712b-c9d7-4b68-83ef-bd2189f63613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.167743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-cbc6712b-c9d7-4b68-83ef-bd2189f63613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.169257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-cbc6712b-c9d7-4b68-83ef-bd2189f63613 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.6330316 Nov 25 19:25:01.177555 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f6f1be8d-0098-42f3-9468-c4880109a718 req-aebb1a1f-4d2a-4734-a209-4072ab3975ef tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:01.257630 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f6f1be8d-0098-42f3-9468-c4880109a718 req-aebb1a1f-4d2a-4734-a209-4072ab3975ef tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:01.287270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7dd49c3-21ad-450e-a995-18316f15e82d req-106df98e-490c-476c-b9e9-0243f1634410 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb HTTP/1.1" status: 200 len: 217 time: 0.1040282 Nov 25 19:25:01.514976 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f6f1be8d-0098-42f3-9468-c4880109a718 req-aebb1a1f-4d2a-4734-a209-4072ab3975ef tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:01.517044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6f1be8d-0098-42f3-9468-c4880109a718 req-aebb1a1f-4d2a-4734-a209-4072ab3975ef tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.5675125 Nov 25 19:25:01.603919 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98852313-b922-41d4-9ddb-c0a824650371 x-openstack-request-id: req-98852313-b922-41d4-9ddb-c0a824650371 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:01.604696 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "678688d0-4586-4af3-9ea9-aa4330cd1027", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "efd7e961-4a21-47ff-85bc-39bcd0cb957d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:01.604696 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98852313-b922-41d4-9ddb-c0a824650371 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:01.605488 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': '678688d0-4586-4af3-9ea9-aa4330cd1027', 'status': 'completed', 'code': 200} Nov 25 19:25:01.605964 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': 'efd7e961-4a21-47ff-85bc-39bcd0cb957d', 'status': 'completed', 'code': 200} Nov 25 19:25:01.606179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdda5a50-aef3-49ca-a322-28902c0f7ef1 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:01.655615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb1a1f-4d2a-4734-a209-4072ab3975ef tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f65f449-36c3-4e4a-8145-80957f021399,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:01.680404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:01.711894 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd49c3-21ad-450e-a995-18316f15e82d req-e058b029-2d0c-41da-8719-2546776adc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.713464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7dd49c3-21ad-450e-a995-18316f15e82d req-e058b029-2d0c-41da-8719-2546776adc75 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.4082716 Nov 25 19:25:01.745482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-d06e5f89-3d37-4f48-bf74-649c0c075920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.747111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91396bde-6c27-4b70-9b10-a74605d0eb00 req-d06e5f89-3d37-4f48-bf74-649c0c075920 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5585482 Nov 25 19:25:01.750967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Transition to ACTIVE for port object bdda5a50-aef3-49ca-a322-28902c0f7ef1 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:01.781929 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7dd49c3-21ad-450e-a995-18316f15e82d req-8c04cd18-a61e-4bd4-9ea5-d70f857395c9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524774 Nov 25 19:25:01.785165 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:01.795662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d9a9c1-6ba1-4db8-afd9-bb3e6f1e39f7 req-51bef6b2-d716-42a6-bc25-f3ccdffba3a8 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:01.797189 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2d9a9c1-6ba1-4db8-afd9-bb3e6f1e39f7 req-51bef6b2-d716-42a6-bc25-f3ccdffba3a8 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 1096 time: 0.2572856 Nov 25 19:25:01.991632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:02.025295 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d534d212-bbc8-4b5c-aa27-40fcdc86f064 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:02.135257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2d9a9c1-6ba1-4db8-afd9-bb3e6f1e39f7 req-d688fa05-9097-4b06-ad2d-f663485e635e tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112502 Nov 25 19:25:02.148808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-6a839ce2-abd6-42f2-9332-8cc7b9ca4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.149295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-6a839ce2-abd6-42f2-9332-8cc7b9ca4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.149760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-6a839ce2-abd6-42f2-9332-8cc7b9ca4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.150225 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-6a839ce2-abd6-42f2-9332-8cc7b9ca4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.150692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-6a839ce2-abd6-42f2-9332-8cc7b9ca4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.160940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-6a839ce2-abd6-42f2-9332-8cc7b9ca4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.161438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-6a839ce2-abd6-42f2-9332-8cc7b9ca4eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.165083 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-6a839ce2-abd6-42f2-9332-8cc7b9ca4eb8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6475 time: 0.3409863 Nov 25 19:25:02.226946 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7dd49c3-21ad-450e-a995-18316f15e82d req-d7db3326-b501-4ce6-a655-9c832ac746fe service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051404 Nov 25 19:25:02.292570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-a3d249a3-a730-49ad-ba64-2cf830681190 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b549ba12-510b-45f2-ac00-366b3e56b6da HTTP/1.1" status: 200 len: 217 time: 0.1129467 Nov 25 19:25:02.374121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:02.374648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:02.375130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:02.453434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:02.453788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:02.536061 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:02.549276 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:02.549625 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:02.550014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:02.550496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Bound port: bdda5a50-aef3-49ca-a322-28902c0f7ef1, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:02.550928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:02.637875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2869494f-e046-4592-b1d7-1ef87e1f862b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.639352 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-2869494f-e046-4592-b1d7-1ef87e1f862b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=205b4ac1-dff3-40aa-8bca-8fda88f5eab4 HTTP/1.1" status: 200 len: 851 time: 0.3295422 Nov 25 19:25:02.669883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613aa3-0390-497c-9771-531835fc69da req-5feb3014-f8a1-4c44-ad76-045374b7842d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.675579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613aa3-0390-497c-9771-531835fc69da req-5feb3014-f8a1-4c44-ad76-045374b7842d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.681896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613aa3-0390-497c-9771-531835fc69da req-5feb3014-f8a1-4c44-ad76-045374b7842d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.688034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613aa3-0390-497c-9771-531835fc69da req-5feb3014-f8a1-4c44-ad76-045374b7842d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.695153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613aa3-0390-497c-9771-531835fc69da req-5feb3014-f8a1-4c44-ad76-045374b7842d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.701222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613aa3-0390-497c-9771-531835fc69da req-5feb3014-f8a1-4c44-ad76-045374b7842d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.708060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be613aa3-0390-497c-9771-531835fc69da req-5feb3014-f8a1-4c44-ad76-045374b7842d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:02.710027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be613aa3-0390-497c-9771-531835fc69da req-5feb3014-f8a1-4c44-ad76-045374b7842d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.4193380 Nov 25 19:25:03.116392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-46bb16df-337b-40d2-b244-4daa22ab904a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:03.118029 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-46bb16df-337b-40d2-b244-4daa22ab904a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 808 time: 0.8972332 Nov 25 19:25:03.166737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7dd49c3-21ad-450e-a995-18316f15e82d req-2a5acbde-80a0-4059-a0c1-943c677c60f6 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8968439 Nov 25 19:25:03.209174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-5b7700c5-7ae9-4a9a-b836-78e4972bc7ba tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/quotas/7ac7ac34bdf44575a1d281a5e49ef875 HTTP/1.1" status: 200 len: 375 time: 0.0613375 Nov 25 19:25:03.272749 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:03.332700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-14af585f-ab2b-4a00-9a8a-71e0d694daa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:03.334456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-14af585f-ab2b-4a00-9a8a-71e0d694daa1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6805530 Nov 25 19:25:03.339760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:03.362439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be613aa3-0390-497c-9771-531835fc69da req-231436e4-1e9e-47fb-90be-0f0d1c400af9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2791734 Nov 25 19:25:03.389663 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.458657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-f397278d-021c-4f53-a7b5-ab5acd656016 req-7114dc98-037d-41d7-807c-7358c9e0520c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-680488444', 'description': 'tempest-description-888754281'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:03.509051 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:03.509687 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.511204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] 10.222.0.76 "PUT /v2.0/ports/bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 1095 time: 4.6435785 Nov 25 19:25:03.520727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-cc30d69c-bf1d-4d06-a123-ba9ddeb83868 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3013930 Nov 25 19:25:03.521258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:03.523755 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2" -d '{"events": [{"name": "network-changed", "server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:03.607391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': '11da7b93-0b9d-4f76-8a71-711b95ce7dec'}, {'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': '5ba910e9-0b77-419b-aff9-b90ac959d12a'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:03.609944 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "11da7b93-0b9d-4f76-8a71-711b95ce7dec"}, {"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "5ba910e9-0b77-419b-aff9-b90ac959d12a"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:03.635416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa4d0ce-3946-499e-90df-bda6715e57ed service neutron] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:03.657073 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f397278d-021c-4f53-a7b5-ab5acd656016 req-7114dc98-037d-41d7-807c-7358c9e0520c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:03.750949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-9d373ab7-2cbc-4c2e-8ed3-eff6137322fa service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028623 Nov 25 19:25:03.922006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4af00f-643d-4afa-a017-1865896eca30 req-9c1a8d63-c3ba-42dd-af50-75c7aedd97d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:03.923549 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-9c1a8d63-c3ba-42dd-af50-75c7aedd97d3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 1098 time: 0.3293123 Nov 25 19:25:03.950979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-0a439a4d-904d-4300-a54d-03fec7dfd74b service neutron] 10.222.0.15 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3746436 Nov 25 19:25:04.005684 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-a27b4827-63de-4400-8cdc-4ee5be9cf36c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 217 time: 0.0673876 Nov 25 19:25:04.107332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-81fd5390-6db1-415c-8cac-7022510538ad service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456132 Nov 25 19:25:04.157982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f397278d-021c-4f53-a7b5-ab5acd656016 req-7114dc98-037d-41d7-807c-7358c9e0520c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:04.202263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f397278d-021c-4f53-a7b5-ab5acd656016 req-7114dc98-037d-41d7-807c-7358c9e0520c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:04.217176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-089099f3-fdd6-4160-86ca-e02a4d6ba3e7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=04912e0d-e9ad-4afe-bd53-8a280f9bb21b HTTP/1.1" status: 200 len: 217 time: 0.0731673 Nov 25 19:25:04.244233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4af00f-643d-4afa-a017-1865896eca30 req-f51ead8c-2b85-45dc-a24f-e9cfb2c0bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:04.245722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-f51ead8c-2b85-45dc-a24f-e9cfb2c0bce6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2153778 Nov 25 19:25:04.319815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f397278d-021c-4f53-a7b5-ab5acd656016 req-7114dc98-037d-41d7-807c-7358c9e0520c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:04.323645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f397278d-021c-4f53-a7b5-ab5acd656016 req-7114dc98-037d-41d7-807c-7358c9e0520c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1821 time: 0.8790395 Nov 25 19:25:04.352718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7114dc98-037d-41d7-807c-7358c9e0520c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39d0ab6d-177b-4840-a3d4-210c30bcaee1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:04.360699 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-3e046a3e-825e-4af7-8485-efeca7760393 service neutron] 10.222.0.15 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705804 Nov 25 19:25:04.374298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] Deleting port c25ea4ed-442e-447f-b6fd-32698ac05b6a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:04.374298 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:04.383023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-8a956f5d-b529-442c-ad06-236bd3aa3968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:04.384264 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-8a956f5d-b529-442c-ad06-236bd3aa3968 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1472213 Nov 25 19:25:04.476308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4af00f-643d-4afa-a017-1865896eca30 req-4a5abb4b-92eb-4256-8fcd-74f3e0b961d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:04.477781 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-4a5abb4b-92eb-4256-8fcd-74f3e0b961d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2126133 Nov 25 19:25:04.596622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-236758b8-00ed-444c-9f32-c6a95fb21854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:04.596622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-236758b8-00ed-444c-9f32-c6a95fb21854 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1853266 Nov 25 19:25:04.596622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] For port c25ea4ed-442e-447f-b6fd-32698ac05b6a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c25ea4ed-442e-447f-b6fd-32698ac05b6a,segment=NetworkSegment(4d2330d3-bef2-4984-bf41-865faf9be51b),segment_id=4d2330d3-bef2-4984-bf41-865faf9be51b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:04.596622 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:04.660430 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] Calling delete_port for c25ea4ed-442e-447f-b6fd-32698ac05b6a owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:04.686585 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b83feb2-5087-46b7-902f-55519bfc8fa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:04.818057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-4ece0a07-6016-41b3-ad57-51c20389bc54 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301971 Nov 25 19:25:05.046412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836fbf7d-4713-4a16-acb3-5c479883fa2b req-99900470-133f-457b-8cca-fec35e69ebbd tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:05.052490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-836fbf7d-4713-4a16-acb3-5c479883fa2b req-99900470-133f-457b-8cca-fec35e69ebbd tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 947 time: 0.4554842 Nov 25 19:25:05.075896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-471038dc-04e6-4c43-84c1-06002840db5d service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4585643 Nov 25 19:25:05.322106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d85daae-8e15-4a50-879a-c6da77e524db req-48b6d40e-fe59-4847-9a56-262e1458daab tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:05.323932 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d85daae-8e15-4a50-879a-c6da77e524db req-48b6d40e-fe59-4847-9a56-262e1458daab tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 1096 time: 0.3642082 Nov 25 19:25:05.386490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-836fbf7d-4713-4a16-acb3-5c479883fa2b req-25c62401-b54f-4a03-b93e-804206756d61 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3301294 Nov 25 19:25:05.388921 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4af00f-643d-4afa-a017-1865896eca30 req-32cc04d3-0c79-432e-93f9-4a8d259500e6 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605683 Nov 25 19:25:05.495771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-414bd173-5277-49c3-9c92-0d76ca62bcc4 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3310926 Nov 25 19:25:05.515456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d85daae-8e15-4a50-879a-c6da77e524db req-0858257b-f6ec-4a46-a203-4fce7ab14a2d tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604526 Nov 25 19:25:05.527902 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a62018b-94f6-4525-8da6-7a87fa0f7aa5 x-openstack-request-id: req-4a62018b-94f6-4525-8da6-7a87fa0f7aa5 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:05.528547 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:05.528547 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a62018b-94f6-4525-8da6-7a87fa0f7aa5 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:05.528887 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'status': 'completed', 'code': 200} Nov 25 19:25:05.607597 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d644ae9b-c389-49a0-8c12-b052aeed27ba x-openstack-request-id: req-d644ae9b-c389-49a0-8c12-b052aeed27ba {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:05.608835 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "11da7b93-0b9d-4f76-8a71-711b95ce7dec", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "5ba910e9-0b77-419b-aff9-b90ac959d12a", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:05.608835 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d644ae9b-c389-49a0-8c12-b052aeed27ba {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:05.608835 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': '11da7b93-0b9d-4f76-8a71-711b95ce7dec', 'status': 'completed', 'code': 200} Nov 25 19:25:05.608835 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': '5ba910e9-0b77-419b-aff9-b90ac959d12a', 'status': 'completed', 'code': 200} Nov 25 19:25:05.631878 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:05.688661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-d0485daa-95f9-47cf-8dd3-366d8d7232a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=8a281f2c-b693-4946-92e9-005d6524e0d3 HTTP/1.1" status: 200 len: 217 time: 0.1720786 Nov 25 19:25:05.708028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] Pushing event deleted for resources: {'Port': ['ID=c25ea4ed-442e-447f-b6fd-32698ac05b6a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:06.245722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-3c1df215-a7ab-46fd-ad9d-c63c1d050c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.247663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-3c1df215-a7ab-46fd-ad9d-c63c1d050c6a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.5334673 Nov 25 19:25:06.250698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2 req-f355b6f4-0499-41c2-b444-2081d47314a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.252651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2 req-f355b6f4-0499-41c2-b444-2081d47314a7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 1098 time: 0.7226129 Nov 25 19:25:06.289658 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:06.407222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-370a7ef1-8ef0-4c49-99fa-2208064db5bc tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.410364 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-370a7ef1-8ef0-4c49-99fa-2208064db5bc tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 808 time: 0.2780817 Nov 25 19:25:06.432324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Request body: {'port': {'device_id': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4', 'admin_state_up': True, 'tenant_id': '7ac7ac34bdf44575a1d281a5e49ef875'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:06.593066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378ef2e-9a07-4a4b-9e2b-1b811e26a078 req-e82e2ca4-5491-42a3-9d24-e30a7dc0971e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.606561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378ef2e-9a07-4a4b-9e2b-1b811e26a078 req-e82e2ca4-5491-42a3-9d24-e30a7dc0971e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.616943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378ef2e-9a07-4a4b-9e2b-1b811e26a078 req-e82e2ca4-5491-42a3-9d24-e30a7dc0971e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.623086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378ef2e-9a07-4a4b-9e2b-1b811e26a078 req-e82e2ca4-5491-42a3-9d24-e30a7dc0971e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.630540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378ef2e-9a07-4a4b-9e2b-1b811e26a078 req-e82e2ca4-5491-42a3-9d24-e30a7dc0971e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.636924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378ef2e-9a07-4a4b-9e2b-1b811e26a078 req-e82e2ca4-5491-42a3-9d24-e30a7dc0971e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.642931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378ef2e-9a07-4a4b-9e2b-1b811e26a078 req-e82e2ca4-5491-42a3-9d24-e30a7dc0971e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.652228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9378ef2e-9a07-4a4b-9e2b-1b811e26a078 req-e82e2ca4-5491-42a3-9d24-e30a7dc0971e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.4150569 Nov 25 19:25:06.693538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4130c729-6a9a-474b-b79c-1cc1ef1cfbfb req-c6048b28-34cc-4da8-8b7d-f50acf4fa40e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7261d145d614ea98bf7399da0109904 HTTP/1.1" status: 200 len: 10993 time: 1.0977211 Nov 25 19:25:06.710197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-7a95ac4e-9316-4dc2-86df-7c95bf214033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.711829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-7a95ac4e-9316-4dc2-86df-7c95bf214033 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4206376 Nov 25 19:25:06.729072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Made reservation on behalf of 7ac7ac34bdf44575a1d281a5e49ef875 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:25:06.741490 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:06.793119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2 req-d8ed07ff-b9bb-4777-b26a-101e1547f2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:06.794838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2 req-d8ed07ff-b9bb-4777-b26a-101e1547f2af service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.4991624 Nov 25 19:25:07.045171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:07.056472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Allocated IP 172.20.0.14 (5dde7b30-2d88-494c-830c-69dea298d7e4/7b23255d-cfeb-4bfa-9e1b-270520fa14a8/905eb6c6-090a-4903-984e-e657f5f3cfcc) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:07.102601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:07.124089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2 req-592039ea-15c7-4643-8e12-699629c11aa0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 217 time: 0.3028512 Nov 25 19:25:07.367606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2 req-9c7d4b21-3e6b-4857-bba0-75edda73ac34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:07.369863 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2 req-9c7d4b21-3e6b-4857-bba0-75edda73ac34 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2116303 Nov 25 19:25:07.371676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:07.399800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'mac_address': 'fa:16:3e:1f:4f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:07.482781 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:07.501701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9378ef2e-9a07-4a4b-9e2b-1b811e26a078 req-b020081f-4a9c-4c24-be73-1fc239b51406 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8472228 Nov 25 19:25:07.525452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdda5a50-aef3-49ca-a322-28902c0f7ef1 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:07.565278 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4130c729-6a9a-474b-b79c-1cc1ef1cfbfb req-4a329f67-8b92-430a-ba0f-21c0b94ff0f1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1 HTTP/1.1" status: 200 len: 2998 time: 0.8018978 Nov 25 19:25:07.597447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:07.607082 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:07.607886 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:07.646520 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-65351a48-d005-4210-bc23-7b3130ba9d44 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9215591 Nov 25 19:25:07.702202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:07.751966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:07.760910 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:07.768999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:07.863036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Network 5dde7b30-2d88-494c-830c-69dea298d7e4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:07.868862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:07.876301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:07.914385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0b9710-4668-4c82-9d20-11d5ff17c3be None None] DHCP port deletion for 5dde7b30-2d88-494c-830c-69dea298d7e4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:08.037401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['bdda5a50-aef3-49ca-a322-28902c0f7ef1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:08.096483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4130c729-6a9a-474b-b79c-1cc1ef1cfbfb req-482fdc29-f6d1-4cd1-bc85-819495627df6 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1 HTTP/1.1" status: 200 len: 2998 time: 0.4483364 Nov 25 19:25:08.121112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2 req-81478c1e-b363-4f4c-9f12-7ff980879140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:08.122702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2 req-81478c1e-b363-4f4c-9f12-7ff980879140 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6148465 Nov 25 19:25:08.202367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-8387be23-11cd-4cbf-98a7-e73d69e16983 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5140915 Nov 25 19:25:08.238743 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:08.277319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f33afa6-835e-430d-80e3-66a069fc2063 req-d7421501-c788-403c-a782-73637902d480 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:08.286007 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f33afa6-835e-430d-80e3-66a069fc2063 req-d7421501-c788-403c-a782-73637902d480 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 932 time: 0.3761551 Nov 25 19:25:08.325293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1a15cab4-4102-4b0d-8674-ec7c7d0e0e6b None None] Provisioning complete for port 905eb6c6-090a-4903-984e-e657f5f3cfcc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:08.326727 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1a15cab4-4102-4b0d-8674-ec7c7d0e0e6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:08.381865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1a15cab4-4102-4b0d-8674-ec7c7d0e0e6b None None] Port 905eb6c6-090a-4903-984e-e657f5f3cfcc cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:25:08.424635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-c53d0ff2-20c1-42ea-a646-cb73d2966109 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=678688d0-4586-4af3-9ea9-aa4330cd1027 HTTP/1.1" status: 200 len: 217 time: 0.1362295 Nov 25 19:25:08.463587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:08.464148 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:08.480614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Pushing event updated for resources: {'Port': ['ID=905eb6c6-090a-4903-984e-e657f5f3cfcc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:08.499414 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-f02d923d-c66b-4ff8-8a71-e586b5f27880 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0778553 Nov 25 19:25:08.500479 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f33afa6-835e-430d-80e3-66a069fc2063 req-32057a96-0018-45e4-a6ad-351f94fa403c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134511 Nov 25 19:25:08.522458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Request body: {'port': {'device_id': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:08.598254 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:08.733839 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2 req-93a40086-935f-4f01-9dbf-9a6c25ef1bd9 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5992815 Nov 25 19:25:08.763999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4efd2dc3-8266-4f25-aa8a-2ca7e430422b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:08.767113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4efd2dc3-8266-4f25-aa8a-2ca7e430422b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.3033302 Nov 25 19:25:08.801467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] Router 87795b47-0d76-42c2-8094-6653eee45cf7 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:25:08.863175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405db28-bcc4-45c7-bf20-1f81a1995c3a req-ef2add83-957d-422f-a890-6fb4b47a1c27 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:08.864605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3405db28-bcc4-45c7-bf20-1f81a1995c3a req-ef2add83-957d-422f-a890-6fb4b47a1c27 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 945 time: 0.2347925 Nov 25 19:25:08.881807 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9b30df-bac3-4deb-ba75-b6d30f873008 req-2fd8a6d4-3ebb-433f-8587-6aa8d0ffc8b9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:08.883460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de9b30df-bac3-4deb-ba75-b6d30f873008 req-2fd8a6d4-3ebb-433f-8587-6aa8d0ffc8b9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 948 time: 0.2522016 Nov 25 19:25:09.007109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905eb6c6-090a-4903-984e-e657f5f3cfcc {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:09.019293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.021873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-a3110add-a2ab-414f-a510-e50b2657eccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:09.023800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-a3110add-a2ab-414f-a510-e50b2657eccc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2387521 Nov 25 19:25:09.042107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a43abb09-fff3-4dac-be6f-3afe8d2b8ee2 req-8e0f5565-6d3b-4036-bb75-a6e87dff1544 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927430 Nov 25 19:25:09.046547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Transition to ACTIVE for port object 905eb6c6-090a-4903-984e-e657f5f3cfcc will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:09.061449 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.132636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7566a015-78e3-47a0-b098-e6358b18011c None None] DHCP port deletion for 5dde7b30-2d88-494c-830c-69dea298d7e4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:09.182711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Pushing event updated for resources: {'Port': ['ID=905eb6c6-090a-4903-984e-e657f5f3cfcc,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:09.212835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3405db28-bcc4-45c7-bf20-1f81a1995c3a req-dfcfbcf9-57a7-4828-8190-2e816abb3d8b tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.15 "GET /v2.0/security-groups?id=beb06ec2-257e-49aa-add0-2478877671a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194463 Nov 25 19:25:09.285993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:09.286387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:09.287623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:09.295285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:09.295786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:09.305221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:09.305736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:09.306280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:09.306918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Bound port: 905eb6c6-090a-4903-984e-e657f5f3cfcc, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:09.307392 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.314730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de9b30df-bac3-4deb-ba75-b6d30f873008 req-b27e1b4e-7e07-45ca-87d7-8447d794031b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4098268 Nov 25 19:25:09.346414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:25:09.363571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-67275c01-56fb-429d-a34a-b794befc6f9e admin admin] 10.222.0.15 "PUT /v2.0/routers/87795b47-0d76-42c2-8094-6653eee45cf7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1798627 Nov 25 19:25:09.365819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51574) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:09.385453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba7ccabc-48a0-4f39-b94e-4c9fe5d9c021 req-67f26025-4774-4a85-9875-b0eb3463024b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/335a34cd-52b4-4525-9460-a4ce5b9b9ed3 HTTP/1.1" status: 200 len: 1817 time: 0.1304202 Nov 25 19:25:09.387702 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da0a8f-59e2-4d3e-a9d8-2aefa5ce705a None None] Sync routers for ids ['87795b47-0d76-42c2-8094-6653eee45cf7'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:25:09.417740 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da0a8f-59e2-4d3e-a9d8-2aefa5ce705a None None] Routers {'87795b47-0d76-42c2-8094-6653eee45cf7'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:09.418379 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-44da0a8f-59e2-4d3e-a9d8-2aefa5ce705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['87795b47-0d76-42c2-8094-6653eee45cf7'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:09.538706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72966a-da17-4c0b-bf54-fe815f933f37 req-711085c2-3d4b-4810-8207-a79c0867cbd3 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:09.543889 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7f72966a-da17-4c0b-bf54-fe815f933f37 req-711085c2-3d4b-4810-8207-a79c0867cbd3 tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.60 "GET /v2.0/ports?device_id=80b295bd-dbbc-40c7-b620-7bd167508b82 HTTP/1.1" status: 200 len: 945 time: 0.1524808 Nov 25 19:25:09.610295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-6cd1dd58-b175-4549-be0a-c029322da08a service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5627823 Nov 25 19:25:09.626327 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-44da0a8f-59e2-4d3e-a9d8-2aefa5ce705a None None] Set router 87795b47-0d76-42c2-8094-6653eee45cf7 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:09.680352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:09.713674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:09.726818 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.796463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:09.797482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.800624 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] 10.222.0.60 "PUT /v2.0/ports/905eb6c6-090a-4903-984e-e657f5f3cfcc HTTP/1.1" status: 200 len: 1092 time: 1.2833803 Nov 25 19:25:09.803941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:09.811550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece73cf0-29dd-48ee-a7ac-3548b4d3defb None None] DHCP port deletion for 5dde7b30-2d88-494c-830c-69dea298d7e4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:09.820043 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c2d6bf-5042-4441-bd78-2474bc97a3df" -d '{"events": [{"name": "network-changed", "server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:09.834456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ba7ccabc-48a0-4f39-b94e-4c9fe5d9c021 req-b157d5c0-7617-4037-a5d5-1095c3769e6d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.878046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-7f72966a-da17-4c0b-bf54-fe815f933f37 req-9ef0ae31-d0a3-44da-bf10-496aed065e8a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Deleting port c0357d94-0adb-46e5-a314-9f5fe498b668 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:09.879879 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7f72966a-da17-4c0b-bf54-fe815f933f37 req-9ef0ae31-d0a3-44da-bf10-496aed065e8a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:09.892589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4257820-e608-4e7e-b926-6f2f948b6387 service neutron] Pushing event updated for resources: {'Port': ['ID=905eb6c6-090a-4903-984e-e657f5f3cfcc,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:09.924152 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-44da0a8f-59e2-4d3e-a9d8-2aefa5ce705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'name': 'tempest-FloatingIPDetailsTestJSON-132282855-router', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:46Z', 'updated_at': '2021-11-25T19:25:05Z', 'revision_number': 5, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'gw_port': {'id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:51Z', 'updated_at': '2021-11-25T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:10.066864 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da0a8f-59e2-4d3e-a9d8-2aefa5ce705a None None] Checking router: 87795b47-0d76-42c2-8094-6653eee45cf7 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:25:10.097986 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44da0a8f-59e2-4d3e-a9d8-2aefa5ce705a None None] Routers {'87795b47-0d76-42c2-8094-6653eee45cf7'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:10.099714 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-44da0a8f-59e2-4d3e-a9d8-2aefa5ce705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['87795b47-0d76-42c2-8094-6653eee45cf7'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:10.121292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-5226d0ca-8827-4088-ace2-705cd7ac0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:10.124122 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-5226d0ca-8827-4088-ace2-705cd7ac0c81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 1095 time: 0.2057583 Nov 25 19:25:10.222950 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-96bdec5e-beea-43e3-b9bc-dc78b2375390 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc HTTP/1.1" status: 200 len: 217 time: 0.0846629 Nov 25 19:25:10.355354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7f72966a-da17-4c0b-bf54-fe815f933f37 req-9ef0ae31-d0a3-44da-bf10-496aed065e8a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] For port c0357d94-0adb-46e5-a314-9f5fe498b668, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c0357d94-0adb-46e5-a314-9f5fe498b668,segment=NetworkSegment(a33b628d-757c-4196-9649-67265011960c),segment_id=a33b628d-757c-4196-9649-67265011960c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:10.355354 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7f72966a-da17-4c0b-bf54-fe815f933f37 req-9ef0ae31-d0a3-44da-bf10-496aed065e8a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:10.386006 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-44da0a8f-59e2-4d3e-a9d8-2aefa5ce705a None None] Set router 87795b47-0d76-42c2-8094-6653eee45cf7 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:10.417319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-7f72966a-da17-4c0b-bf54-fe815f933f37 req-9ef0ae31-d0a3-44da-bf10-496aed065e8a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Calling delete_port for c0357d94-0adb-46e5-a314-9f5fe498b668 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:10.450695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-c421c428-29b7-41e2-934e-ec798f0cfb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:10.453918 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-c421c428-29b7-41e2-934e-ec798f0cfb53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.2185631 Nov 25 19:25:10.623441 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-00105691-6141-4512-a4d9-8031642e428b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1589026 Nov 25 19:25:10.643773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-d77314b0-7e2e-4f58-b542-447c49057040 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8074458 Nov 25 19:25:10.700215 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:10.715265 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-44da0a8f-59e2-4d3e-a9d8-2aefa5ce705a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'name': 'tempest-FloatingIPDetailsTestJSON-132282855-router', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:46Z', 'updated_at': '2021-11-25T19:25:05Z', 'revision_number': 5, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'gw_port': {'id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:51Z', 'updated_at': '2021-11-25T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:10.822348 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44da0a8f-59e2-4d3e-a9d8-2aefa5ce705a None None] The sync data for ids ['87795b47-0d76-42c2-8094-6653eee45cf7'] in n-d-817303-9 is: [{'id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'name': 'tempest-FloatingIPDetailsTestJSON-132282855-router', 'tenant_id': '6f55930dd3cc40feb2bb6c50294dd838', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176'}], 'enable_snat': True}, 'gw_port_id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:23:46Z', 'updated_at': '2021-11-25T19:25:05Z', 'revision_number': 5, 'project_id': '6f55930dd3cc40feb2bb6c50294dd838', 'gw_port': {'id': '56480e9a-47a6-4d00-9927-2b72cbc0b8ec', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:4b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87795b47-0d76-42c2-8094-6653eee45cf7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 615, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:23:51Z', 'updated_at': '2021-11-25T19:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:25:10.916961 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ba7ccabc-48a0-4f39-b94e-4c9fe5d9c021 req-b157d5c0-7617-4037-a5d5-1095c3769e6d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:10.928137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-bc8c998e-271e-4955-9df7-0a124d744480 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d HTTP/1.1" status: 200 len: 217 time: 0.2180855 Nov 25 19:25:10.969418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7f72966a-da17-4c0b-bf54-fe815f933f37 req-9ef0ae31-d0a3-44da-bf10-496aed065e8a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:10.983595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['c0357d94-0adb-46e5-a314-9f5fe498b668'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:11.041306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0ae31-d0a3-44da-bf10-496aed065e8a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Pushing event deleted for resources: {'Port': ['ID=c0357d94-0adb-46e5-a314-9f5fe498b668,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:11.057734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:11.171308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f72966a-da17-4c0b-bf54-fe815f933f37 req-9ef0ae31-d0a3-44da-bf10-496aed065e8a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] No DVR routers for this DVR port c0357d94-0adb-46e5-a314-9f5fe498b668 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:11.178478 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7f72966a-da17-4c0b-bf54-fe815f933f37 req-9ef0ae31-d0a3-44da-bf10-496aed065e8a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:11.179933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port bdda5a50-aef3-49ca-a322-28902c0f7ef1 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:11.184857 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7f72966a-da17-4c0b-bf54-fe815f933f37 req-9ef0ae31-d0a3-44da-bf10-496aed065e8a tempest-AttachSCSIVolumeTestJSON-348896789 tempest-AttachSCSIVolumeTestJSON-348896789-project] 10.222.0.60 "DELETE /v2.0/ports/c0357d94-0adb-46e5-a314-9f5fe498b668 HTTP/1.1" status: 204 len: 173 time: 1.6353388 Nov 25 19:25:11.189602 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-a659999b-f7b7-4466-9560-bc91acd17e3b service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5567300 Nov 25 19:25:11.212351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port bdda5a50-aef3-49ca-a322-28902c0f7ef1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:11.216234 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:11.223742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b9e856bf-4a9d-4860-8270-e61219c4c1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:11.226296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b9e856bf-4a9d-4860-8270-e61219c4c1b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.2802718 Nov 25 19:25:11.358197 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:11.372468 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ba7ccabc-48a0-4f39-b94e-4c9fe5d9c021 req-b157d5c0-7617-4037-a5d5-1095c3769e6d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:11.381959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ba7ccabc-48a0-4f39-b94e-4c9fe5d9c021 req-b157d5c0-7617-4037-a5d5-1095c3769e6d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:11.386301 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba7ccabc-48a0-4f39-b94e-4c9fe5d9c021 req-b157d5c0-7617-4037-a5d5-1095c3769e6d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "DELETE /v2.0/security-groups/335a34cd-52b4-4525-9460-a4ce5b9b9ed3 HTTP/1.1" status: 204 len: 173 time: 2.0004480 Nov 25 19:25:11.463207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157d5c0-7617-4037-a5d5-1095c3769e6d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=335a34cd-52b4-4525-9460-a4ce5b9b9ed3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:11.575498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-e65ab43a-bc37-44df-ac46-d3c62fbeaee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:11.586390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-e65ab43a-bc37-44df-ac46-d3c62fbeaee9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3380613 Nov 25 19:25:11.606666 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:11.618935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15cdf-e532-44aa-ae5e-70e174e34861 req-ff4e23a5-c78c-4b02-aadb-3df18df0112b service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213703 Nov 25 19:25:11.759065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:11.761766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:11.766136 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f60d46d-95d1-452d-9383-84ac36f63390" -d '{"events": [{"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-plugged", "status": "completed", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:11.774102 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:11.856123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-d692904e-000b-4d9f-8574-c73d620de946 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:25:11.857214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-d692904e-000b-4d9f-8574-c73d620de946 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0897286 Nov 25 19:25:11.885655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-fa3b3b6c-abde-4779-ad72-868f08882c1f service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848654 Nov 25 19:25:11.899227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:11.981935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89ee2-2b42-4952-8ec5-40d7a1ea5630 req-fda85ba6-45fc-4734-8989-2c77a98bc3e4 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:11.994023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89ee2-2b42-4952-8ec5-40d7a1ea5630 req-fda85ba6-45fc-4734-8989-2c77a98bc3e4 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.007451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89ee2-2b42-4952-8ec5-40d7a1ea5630 req-fda85ba6-45fc-4734-8989-2c77a98bc3e4 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.015529 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c25ea4ed-442e-447f-b6fd-32698ac05b6a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:12.023940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89ee2-2b42-4952-8ec5-40d7a1ea5630 req-fda85ba6-45fc-4734-8989-2c77a98bc3e4 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.033212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89ee2-2b42-4952-8ec5-40d7a1ea5630 req-fda85ba6-45fc-4734-8989-2c77a98bc3e4 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.044443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89ee2-2b42-4952-8ec5-40d7a1ea5630 req-fda85ba6-45fc-4734-8989-2c77a98bc3e4 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.052450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb89ee2-2b42-4952-8ec5-40d7a1ea5630 req-fda85ba6-45fc-4734-8989-2c77a98bc3e4 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.054473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9cb89ee2-2b42-4952-8ec5-40d7a1ea5630 req-fda85ba6-45fc-4734-8989-2c77a98bc3e4 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.5601749 Nov 25 19:25:12.065121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: c25ea4ed-442e-447f-b6fd-32698ac05b6a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:12.066937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c25ea4ed-442e-447f-b6fd-32698ac05b6a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:12.114129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Deleting port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:12.114382 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:12.180043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-76b8d80a-6149-4d35-9076-e79f2d4f7784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.181542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-76b8d80a-6149-4d35-9076-e79f2d4f7784 service neutron] 10.222.0.15 "GET /v2.0/ports/c1a8ea7f-e645-4564-b5e0-503b2eac92a0 HTTP/1.1" status: 200 len: 1093 time: 0.2606688 Nov 25 19:25:12.203471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Request body: {'binding': {'host': 'n-h2-817303-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:12.203893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Unknown quota resources ['binding']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:25:12.332990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4355b826-0f0a-4010-85e1-a74a4c17b832 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351203 Nov 25 19:25:12.349079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9cb89ee2-2b42-4952-8ec5-40d7a1ea5630 req-12ba9cb1-e387-4fb6-8393-d65e33cc632a tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2777753 Nov 25 19:25:12.431261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] For port 56480e9a-47a6-4d00-9927-2b72cbc0b8ec, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=56480e9a-47a6-4d00-9927-2b72cbc0b8ec,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:12.431662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:12.435416 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-d2fc3cb5-a186-43cd-8977-edff61bc0b3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec HTTP/1.1" status: 200 len: 217 time: 0.0850794 Nov 25 19:25:12.507290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Calling delete_port for 56480e9a-47a6-4d00-9927-2b72cbc0b8ec owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:12.628985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-6e861082-33dd-47de-aede-ce206f4d3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.630549 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-6e861082-33dd-47de-aede-ce206f4d3c20 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.1855965 Nov 25 19:25:12.715041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c08b59-7749-420c-b4b7-31448729d115 req-d00d3054-24ce-4fd2-b972-b6039cbf4113 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.716689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2c08b59-7749-420c-b4b7-31448729d115 req-d00d3054-24ce-4fd2-b972-b6039cbf4113 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 944 time: 0.2041230 Nov 25 19:25:12.762187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on host n-h2-817303-9 for vnic_type normal with profile None {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:12.762606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:12.762983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:12.811984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4bc3ae9d-e1af-453a-9372-111549ef4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:12.813536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-4bc3ae9d-e1af-453a-9372-111549ef4a0a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1704118 Nov 25 19:25:12.819245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:12.819625 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:12.848591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 24, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:12.848896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:12.849290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:12.849855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Bound port: c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:12.972095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2c08b59-7749-420c-b4b7-31448729d115 req-5f4ea07f-2121-49dc-a48b-1abfe9c14afa tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317224 Nov 25 19:25:13.044480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:13.056992 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.058123 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82e6c25f-2b20-4266-ab18-a91fbeb2dd28 service neutron] 10.222.0.15 "POST /v2.0/ports/c1a8ea7f-e645-4564-b5e0-503b2eac92a0/bindings HTTP/1.1" status: 201 len: 389 time: 0.8602312 Nov 25 19:25:13.061027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-85b4e50e-7190-4e47-b5c2-a77bb98c919c service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319255 Nov 25 19:25:13.063856 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.092425 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc2ba77-bc0e-4fe9-870a-4459c0600160 x-openstack-request-id: req-6fc2ba77-bc0e-4fe9-870a-4459c0600160 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:13.094382 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:13.095086 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6fc2ba77-bc0e-4fe9-870a-4459c0600160 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:13.096000 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc', 'status': 'completed', 'code': 200} Nov 25 19:25:13.134955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Pushing event deleted for resources: {'Port': ['ID=56480e9a-47a6-4d00-9927-2b72cbc0b8ec,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:13.160770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4485ef1-82aa-4aed-900f-bedc7871b153 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:13.271742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2d6bf-5042-4441-bd78-2474bc97a3df req-ff0328c6-a333-4054-9861-eeaabc13f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:13.276096 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c5c2d6bf-5042-4441-bd78-2474bc97a3df req-ff0328c6-a333-4054-9861-eeaabc13f09f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 1095 time: 0.1451011 Nov 25 19:25:13.282107 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.289433 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-d534806c-74f3-4963-8fdc-a9c075d81068 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205002 Nov 25 19:25:13.433606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-a107303c-2da3-458b-b631-73c997d037c0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a HTTP/1.1" status: 200 len: 217 time: 0.1149185 Nov 25 19:25:13.605848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2d6bf-5042-4441-bd78-2474bc97a3df req-1941883c-71db-4e11-8374-17ae3546c699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:13.609459 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c5c2d6bf-5042-4441-bd78-2474bc97a3df req-1941883c-71db-4e11-8374-17ae3546c699 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.3147910 Nov 25 19:25:13.731308 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c5c2d6bf-5042-4441-bd78-2474bc97a3df req-ea0818e3-298d-4a6d-8dbd-eef045f896f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc HTTP/1.1" status: 200 len: 217 time: 0.1122634 Nov 25 19:25:13.830570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2d6bf-5042-4441-bd78-2474bc97a3df req-56f4487c-62fb-453f-86d6-fb2da81b1b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:13.834831 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c5c2d6bf-5042-4441-bd78-2474bc97a3df req-56f4487c-62fb-453f-86d6-fb2da81b1b8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.0964406 Nov 25 19:25:13.873194 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-29a49d17-8dca-4df9-aacc-83979a3b3232 req-3b6184c9-f6a5-4070-8b1f-e81f263b9cd6 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] show failed (client error): The resource could not be found. Nov 25 19:25:13.876910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c0357d94-0adb-46e5-a314-9f5fe498b668 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:13.885445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-29a49d17-8dca-4df9-aacc-83979a3b3232 req-3b6184c9-f6a5-4070-8b1f-e81f263b9cd6 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/335a34cd-52b4-4525-9460-a4ce5b9b9ed3 HTTP/1.1" status: 404 len: 352 time: 0.2696064 Nov 25 19:25:13.900330 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c5c2d6bf-5042-4441-bd78-2474bc97a3df req-14b820bc-667b-4067-a615-07d6e5a9a892 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543613 Nov 25 19:25:13.905336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.936355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: c0357d94-0adb-46e5-a314-9f5fe498b668 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:13.937244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c0357d94-0adb-46e5-a314-9f5fe498b668 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:13.955076 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:13.980333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5627c77b-30ab-4890-aa24-e2de6d503763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:13.983940 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5627c77b-30ab-4890-aa24-e2de6d503763 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.3576040 Nov 25 19:25:14.025629 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f995cf-f9ef-47f3-b716-d72197d5f01a x-openstack-request-id: req-e7f995cf-f9ef-47f3-b716-d72197d5f01a {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:14.026462 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-plugged", "status": "completed", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:14.029238 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7f995cf-f9ef-47f3-b716-d72197d5f01a {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:14.030182 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'code': 200} Nov 25 19:25:14.163691 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c5c2d6bf-5042-4441-bd78-2474bc97a3df req-2bbfac00-d499-4b6f-bb57-e2fa412a54a3 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563527 Nov 25 19:25:14.302220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-377463b5-bc49-4578-8128-a0e5ebf5ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.305165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-377463b5-bc49-4578-8128-a0e5ebf5ec0b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 1096 time: 0.6757598 Nov 25 19:25:14.341689 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.342623 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87795b47-0d76-42c2-8094-6653eee45cf7 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:25:14.344068 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c5c2d6bf-5042-4441-bd78-2474bc97a3df req-cbc40d80-4f12-4b0c-9e37-9a7c820bf3f1 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729715 Nov 25 19:25:14.394654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66b140-618e-49cd-94e6-2ab4e2a3225a req-18401319-a714-4540-b9b8-40da2db667a6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.398187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d66b140-618e-49cd-94e6-2ab4e2a3225a req-18401319-a714-4540-b9b8-40da2db667a6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.7792780 Nov 25 19:25:14.406655 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.408882 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6ffbe3c4-2ed0-48fd-8f00-05d4fb4cdca6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/87795b47-0d76-42c2-8094-6653eee45cf7 HTTP/1.1" status: 204 len: 168 time: 5.0416467 Nov 25 19:25:14.413961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51656) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:14.575676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-14da6c04-5cde-46c4-9fd4-63a7b7112801 admin admin] Deleting subnet 2a66d95c-bbef-4e61-bc18-5d2fceb9e972 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:25:14.588372 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14da6c04-5cde-46c4-9fd4-63a7b7112801 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.601562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5dd40a-368f-4497-936f-a7393ddaf1f2 req-37a9afca-0e31-4405-a3a5-d3d1e94e714e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.604200 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c5dd40a-368f-4497-936f-a7393ddaf1f2 req-37a9afca-0e31-4405-a3a5-d3d1e94e714e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 1100 time: 0.4463239 Nov 25 19:25:14.620045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ba32072d-cffc-4496-b5b2-ad150ad5c826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.623337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-ba32072d-cffc-4496-b5b2-ad150ad5c826 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6122055 Nov 25 19:25:14.680464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239169f-4122-4047-89ed-1772dfedb9fc req-a2ad61b1-d0db-4ded-be2a-4e5f845e44f5 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.687293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14da6c04-5cde-46c4-9fd4-63a7b7112801 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.691086 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6239169f-4122-4047-89ed-1772dfedb9fc req-a2ad61b1-d0db-4ded-be2a-4e5f845e44f5 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.5029867 Nov 25 19:25:14.736044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-7022a3b3-803b-4bb8-9e5f-2836263789a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:14.737854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-7022a3b3-803b-4bb8-9e5f-2836263789a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.4122779 Nov 25 19:25:14.880569 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14da6c04-5cde-46c4-9fd4-63a7b7112801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:14.951790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-99bf6376-1f05-46b4-8501-a1a3ac520d17 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0 HTTP/1.1" status: 200 len: 217 time: 0.1710107 Nov 25 19:25:14.970754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d66b140-618e-49cd-94e6-2ab4e2a3225a req-98b49390-12da-479a-aa25-08e040d0cc46 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5318766 Nov 25 19:25:14.999473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14da6c04-5cde-46c4-9fd4-63a7b7112801 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.057175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14da6c04-5cde-46c4-9fd4-63a7b7112801 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a66d95c-bbef-4e61-bc18-5d2fceb9e972,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:15.074470 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c5dd40a-368f-4497-936f-a7393ddaf1f2 req-22fbff87-516a-456a-abc3-3c3b5ed2baeb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4446037 Nov 25 19:25:15.075413 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14da6c04-5cde-46c4-9fd4-63a7b7112801 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.077418 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ec701d-cc85-46b9-8121-eb685fd43dad None None] Network f4143fd5-adf8-4b1f-8560-44e677c724f1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:25:15.083214 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-14da6c04-5cde-46c4-9fd4-63a7b7112801 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2a66d95c-bbef-4e61-bc18-5d2fceb9e972 HTTP/1.1" status: 204 len: 168 time: 0.6653109 Nov 25 19:25:15.084713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51674) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:15.103426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80b295bd-dbbc-40c7-b620-7bd167508b82', 'name': 'network-vif-deleted', 'tag': 'c0357d94-0adb-46e5-a314-9f5fe498b668'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:15.108165 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b2141e-909e-40c1-a733-09a0156c4124" -d '{"events": [{"server_uuid": "80b295bd-dbbc-40c7-b620-7bd167508b82", "name": "network-vif-deleted", "tag": "c0357d94-0adb-46e5-a314-9f5fe498b668"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:15.184387 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6239169f-4122-4047-89ed-1772dfedb9fc req-cd1ed8fc-25d7-4879-8351-0fc57f131d3f tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915414 Nov 25 19:25:15.238586 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.298792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-783a9058-0ed4-4dfd-88ca-12f2d46b2962 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6593604 Nov 25 19:25:15.310309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-92f7e71f-9fd3-455c-91e2-aed3eb606140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:15.311346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-92f7e71f-9fd3-455c-91e2-aed3eb606140 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.3308339 Nov 25 19:25:15.336233 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fd6fbc-6291-4b71-9314-126e8f4bcc2f None None] DHCP port deletion for f4143fd5-adf8-4b1f-8560-44e677c724f1 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:15.446399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-29fd6fbc-6291-4b71-9314-126e8f4bcc2f None None] Deleting port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:15.447128 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-29fd6fbc-6291-4b71-9314-126e8f4bcc2f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.583943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-29fd6fbc-6291-4b71-9314-126e8f4bcc2f None None] For port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a2e6a49c-8097-4abb-bbf1-d3f0e37550cf,segment=NetworkSegment(4d2330d3-bef2-4984-bf41-865faf9be51b),segment_id=4d2330d3-bef2-4984-bf41-865faf9be51b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:15.585069 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-29fd6fbc-6291-4b71-9314-126e8f4bcc2f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.612673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-29fd6fbc-6291-4b71-9314-126e8f4bcc2f None None] Calling delete_port for a2e6a49c-8097-4abb-bbf1-d3f0e37550cf owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:15.743002 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2e75673d-3e4a-4d5f-af8e-4f0b846b6ffa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4187531 Nov 25 19:25:15.798158 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-29fd6fbc-6291-4b71-9314-126e8f4bcc2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:15.805027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e92fd87-1bb6-4a3e-8675-785b39a2d867 req-2921edd2-8efc-49f6-8515-f578129dff07 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/1f65f449-36c3-4e4a-8145-80957f021399 HTTP/1.1" status: 200 len: 1815 time: 0.5770390 Nov 25 19:25:15.830241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fd6fbc-6291-4b71-9314-126e8f4bcc2f None None] No DVR routers for this DVR port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:15.873561 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd6fbc-6291-4b71-9314-126e8f4bcc2f None None] Pushing event deleted for resources: {'Port': ['ID=a2e6a49c-8097-4abb-bbf1-d3f0e37550cf,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:15.876531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ff82-c8e1-489b-87b7-1efe5c665c70 req-0eeddea1-966b-4f84-bea4-725230de5388 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:15.886932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ff82-c8e1-489b-87b7-1efe5c665c70 req-0eeddea1-966b-4f84-bea4-725230de5388 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:15.897914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ff82-c8e1-489b-87b7-1efe5c665c70 req-0eeddea1-966b-4f84-bea4-725230de5388 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:15.905935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ff82-c8e1-489b-87b7-1efe5c665c70 req-0eeddea1-966b-4f84-bea4-725230de5388 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:15.912334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ff82-c8e1-489b-87b7-1efe5c665c70 req-0eeddea1-966b-4f84-bea4-725230de5388 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:15.918412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ff82-c8e1-489b-87b7-1efe5c665c70 req-0eeddea1-966b-4f84-bea4-725230de5388 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:15.926188 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e04ff82-c8e1-489b-87b7-1efe5c665c70 req-0eeddea1-966b-4f84-bea4-725230de5388 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:15.928330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e04ff82-c8e1-489b-87b7-1efe5c665c70 req-0eeddea1-966b-4f84-bea4-725230de5388 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.7352238 Nov 25 19:25:16.080331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-b723650a-bef0-4645-b3a4-0eeae73bebc5 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7679417 Nov 25 19:25:16.095394 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 56480e9a-47a6-4d00-9927-2b72cbc0b8ec no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:16.149252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-b49a3433-9037-4af9-aa38-5de033290dd0 service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665695 Nov 25 19:25:16.163625 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6e92fd87-1bb6-4a3e-8675-785b39a2d867 req-fc1b6589-289a-40f7-8d79-a04e7cd6980e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.173216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 56480e9a-47a6-4d00-9927-2b72cbc0b8ec {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:16.173799 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 56480e9a-47a6-4d00-9927-2b72cbc0b8ec not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:16.174501 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a2e6a49c-8097-4abb-bbf1-d3f0e37550cf no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:16.199134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e04ff82-c8e1-489b-87b7-1efe5c665c70 req-8c624d88-ce83-41c0-8301-640a1babb74a tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2522416 Nov 25 19:25:16.207693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Deleting port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:16.208058 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.223648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a2e6a49c-8097-4abb-bbf1-d3f0e37550cf {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:16.226145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a2e6a49c-8097-4abb-bbf1-d3f0e37550cf not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:16.324235 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6e92fd87-1bb6-4a3e-8675-785b39a2d867 req-fc1b6589-289a-40f7-8d79-a04e7cd6980e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.489745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] For port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf, host n-d-817303-9, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:16.489745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.523787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Calling delete_port for a2e6a49c-8097-4abb-bbf1-d3f0e37550cf owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:16.535845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:25:16.549085 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.561230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-f8e86a3d-1a6b-491a-85dd-096e3efc27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.562085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-f8e86a3d-1a6b-491a-85dd-096e3efc27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.563163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-f8e86a3d-1a6b-491a-85dd-096e3efc27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.564195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-f8e86a3d-1a6b-491a-85dd-096e3efc27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.564968 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-f8e86a3d-1a6b-491a-85dd-096e3efc27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.566308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-f8e86a3d-1a6b-491a-85dd-096e3efc27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.567115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-f8e86a3d-1a6b-491a-85dd-096e3efc27f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.570336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-f8e86a3d-1a6b-491a-85dd-096e3efc27f2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6475 time: 0.3653808 Nov 25 19:25:16.644308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6e92fd87-1bb6-4a3e-8675-785b39a2d867 req-fc1b6589-289a-40f7-8d79-a04e7cd6980e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.647073 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6e92fd87-1bb6-4a3e-8675-785b39a2d867 req-fc1b6589-289a-40f7-8d79-a04e7cd6980e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.648256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e92fd87-1bb6-4a3e-8675-785b39a2d867 req-fc1b6589-289a-40f7-8d79-a04e7cd6980e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "DELETE /v2.0/security-groups/1f65f449-36c3-4e4a-8145-80957f021399 HTTP/1.1" status: 204 len: 173 time: 0.7888429 Nov 25 19:25:16.669378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e6a49c-8097-4abb-bbf1-d3f0e37550cf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:16.672777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-fb0f475d-52fe-492c-9c89-912dfef84207 service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5108306 Nov 25 19:25:16.692294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655d7231-9d90-48dd-b858-4c335b214927 req-07da4eb7-152b-4230-afad-37d2c03d58b5 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.694181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-655d7231-9d90-48dd-b858-4c335b214927 req-07da4eb7-152b-4230-afad-37d2c03d58b5 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 944 time: 0.2904358 Nov 25 19:25:16.702029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] No DVR routers for this DVR port a2e6a49c-8097-4abb-bbf1-d3f0e37550cf on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:16.708452 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1b6589-289a-40f7-8d79-a04e7cd6980e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f65f449-36c3-4e4a-8145-80957f021399,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:16.854153 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e45335fb-f7d7-45f8-b1ea-ec82839fca18 x-openstack-request-id: req-e45335fb-f7d7-45f8-b1ea-ec82839fca18 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:16.855083 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80b295bd-dbbc-40c7-b620-7bd167508b82", "name": "network-vif-deleted", "tag": "c0357d94-0adb-46e5-a314-9f5fe498b668", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:16.855083 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e45335fb-f7d7-45f8-b1ea-ec82839fca18 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:16.855672 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80b295bd-dbbc-40c7-b620-7bd167508b82', 'name': 'network-vif-deleted', 'tag': 'c0357d94-0adb-46e5-a314-9f5fe498b668', 'status': 'completed', 'code': 200} Nov 25 19:25:16.878541 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:16.911672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-c0493af0-01ee-4af0-8520-0a9b42350c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:16.914875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-c0493af0-01ee-4af0-8520-0a9b42350c6a service neutron] 10.222.0.76 "GET /v2.0/networks?id=3e802888-fa58-482a-bf63-9939349221d7 HTTP/1.1" status: 200 len: 903 time: 0.3151615 Nov 25 19:25:16.943367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-655d7231-9d90-48dd-b858-4c335b214927 req-496923a3-68d3-4c7d-972d-56a7db9a8589 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2305212 Nov 25 19:25:16.946075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4143fd5-adf8-4b1f-8560-44e677c724f1']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:17.004505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d2330d3-bef2-4984-bf41-865faf9be51b') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:17.004788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d2330d3-bef2-4984-bf41-865faf9be51b') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:17.023473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-036a3fb3-63d6-4fc7-8c8a-890d8827de66 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=678688d0-4586-4af3-9ea9-aa4330cd1027 HTTP/1.1" status: 200 len: 217 time: 0.0980821 Nov 25 19:25:17.036988 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.100546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.136478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:25:17.136892 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:25:17.139756 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:25:17.180470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb18a7-83ec-4535-994e-4b300858e7a4 req-01d6a8d9-444e-4727-9129-3320eaf22c9f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.182139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3bb18a7-83ec-4535-994e-4b300858e7a4 req-01d6a8d9-444e-4727-9129-3320eaf22c9f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.2334044 Nov 25 19:25:17.183885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-3ad07504-694d-4ab1-9ea7-f9af9bd89a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.185371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-3ad07504-694d-4ab1-9ea7-f9af9bd89a3d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1525538 Nov 25 19:25:17.292527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e94bf-a9f5-4eb4-b8b5-773c7450b381 req-8e8fa35e-3b83-4c26-8579-beaedef7d47a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.294013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-560e94bf-a9f5-4eb4-b8b5-773c7450b381 req-8e8fa35e-3b83-4c26-8579-beaedef7d47a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.2405388 Nov 25 19:25:17.301404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.323619 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.327363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f4143fd5-adf8-4b1f-8560-44e677c724f1 HTTP/1.1" status: 204 len: 168 time: 2.2394748 Nov 25 19:25:17.360469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87b6098-8c6d-47b1-9cee-25421b4820e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4143fd5-adf8-4b1f-8560-44e677c724f1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:17.382362 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3bb18a7-83ec-4535-994e-4b300858e7a4 req-773f618a-b468-4797-a9f0-7c649805f55c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614025 Nov 25 19:25:17.396522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-5e59aaaf-0eb8-4028-a9eb-2c161ebc7b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.399169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-5e59aaaf-0eb8-4028-a9eb-2c161ebc7b94 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1796291 Nov 25 19:25:17.470311 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-a37af6bb-390b-467d-bb92-4ba98345833f req-9272830f-20d4-4705-9ac1-82eacdb3abcf tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] show failed (client error): The resource could not be found. Nov 25 19:25:17.471400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a37af6bb-390b-467d-bb92-4ba98345833f req-9272830f-20d4-4705-9ac1-82eacdb3abcf tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/1f65f449-36c3-4e4a-8145-80957f021399 HTTP/1.1" status: 404 len: 352 time: 0.0634403 Nov 25 19:25:17.495022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-560e94bf-a9f5-4eb4-b8b5-773c7450b381 req-1530f088-9b9d-4f0b-bb22-fdcfe8b5615d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854041 Nov 25 19:25:17.617570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51696) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:17.700683 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b6e0da89-1f96-451c-872e-98d27dafd369 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f55930dd3cc40feb2bb6c50294dd838&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0814037 Nov 25 19:25:17.704475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51698) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:17.716951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-e4e34999-8ea6-407b-bedd-fa3e5837f031 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014884 Nov 25 19:25:17.741283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f627e21-e431-4e03-8956-466f5259236a req-11504234-3901-42ff-9b10-7fe51840efbd tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.745818 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f627e21-e431-4e03-8956-466f5259236a req-11504234-3901-42ff-9b10-7fe51840efbd tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.1501346 Nov 25 19:25:17.775487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130fc2-0be0-4bad-95f9-044315980394 req-5447144a-e4d8-43da-9580-f21e8ff7b750 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.783722 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.788103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130fc2-0be0-4bad-95f9-044315980394 req-5447144a-e4d8-43da-9580-f21e8ff7b750 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.797946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130fc2-0be0-4bad-95f9-044315980394 req-5447144a-e4d8-43da-9580-f21e8ff7b750 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.806935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130fc2-0be0-4bad-95f9-044315980394 req-5447144a-e4d8-43da-9580-f21e8ff7b750 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.816814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130fc2-0be0-4bad-95f9-044315980394 req-5447144a-e4d8-43da-9580-f21e8ff7b750 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.817973 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.827216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130fc2-0be0-4bad-95f9-044315980394 req-5447144a-e4d8-43da-9580-f21e8ff7b750 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.839006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b130fc2-0be0-4bad-95f9-044315980394 req-5447144a-e4d8-43da-9580-f21e8ff7b750 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:17.843173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b130fc2-0be0-4bad-95f9-044315980394 req-5447144a-e4d8-43da-9580-f21e8ff7b750 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.2530370 Nov 25 19:25:17.918029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.923096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:17.927665 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/225a5945-e184-4651-a9db-457bb04a83d0 HTTP/1.1" status: 204 len: 168 time: 0.2214365 Nov 25 19:25:17.940783 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225a5945-e184-4651-a9db-457bb04a83d0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:17.949874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.951011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.951539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.952053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.952577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.953089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.953590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.954253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.954890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.955400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.957290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:17.957955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df9d6d44-957b-41b1-98f4-0dbf958f36fe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:18.052402 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f627e21-e431-4e03-8956-466f5259236a req-a63ec71a-dc48-4c43-8ecd-f12ff1583c80 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976130 Nov 25 19:25:18.144005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b130fc2-0be0-4bad-95f9-044315980394 req-c88fe13e-0745-4841-8c7a-10c2ab9bfa43 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2859917 Nov 25 19:25:18.162006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-4e49b22b-5870-406f-9bcd-84b6bc7212b6 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135418 Nov 25 19:25:18.318653 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c05e218d-cfa2-4ca7-9179-3c3b8fa6e20a req-c7ca1d87-445a-4311-ac2e-f5233af5d76f tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/39d0ab6d-177b-4840-a3d4-210c30bcaee1 HTTP/1.1" status: 200 len: 1816 time: 0.1715283 Nov 25 19:25:18.363356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-3ca90b16-a120-4271-b383-de865a56a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.363990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-3ca90b16-a120-4271-b383-de865a56a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.364669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-3ca90b16-a120-4271-b383-de865a56a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.365210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-3ca90b16-a120-4271-b383-de865a56a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.365747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-3ca90b16-a120-4271-b383-de865a56a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.366279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-3ca90b16-a120-4271-b383-de865a56a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.366859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-3ca90b16-a120-4271-b383-de865a56a6e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.369382 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-3ca90b16-a120-4271-b383-de865a56a6e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6475 time: 0.1175594 Nov 25 19:25:18.535134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2730571-13f7-4170-ba62-120b507c63ef req-ab62c619-991e-4da3-9cc0-3dd10e1596ec tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.537045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2730571-13f7-4170-ba62-120b507c63ef req-ab62c619-991e-4da3-9cc0-3dd10e1596ec tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 944 time: 0.1665583 Nov 25 19:25:18.593543 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c05e218d-cfa2-4ca7-9179-3c3b8fa6e20a req-b5cd4342-2c0b-475c-ad70-803e3a4ed5e9 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.605243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-b22d594d-8e9c-422a-9903-f48e4045a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.605243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-b22d594d-8e9c-422a-9903-f48e4045a4ba service neutron] 10.222.0.76 "GET /v2.0/networks?id=3e802888-fa58-482a-bf63-9939349221d7 HTTP/1.1" status: 200 len: 903 time: 0.2170057 Nov 25 19:25:18.686854 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c05e218d-cfa2-4ca7-9179-3c3b8fa6e20a req-b5cd4342-2c0b-475c-ad70-803e3a4ed5e9 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:18.701495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-2868ab30-f060-498a-8803-81fd183859e0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d HTTP/1.1" status: 200 len: 217 time: 0.0889499 Nov 25 19:25:18.791237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2730571-13f7-4170-ba62-120b507c63ef req-d35350c5-4aef-4fa9-97e6-37208c72628f tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316415 Nov 25 19:25:18.904496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-50a83546-f6c5-4dd3-9f1c-1117a9e4cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:18.909732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-50a83546-f6c5-4dd3-9f1c-1117a9e4cc10 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1959765 Nov 25 19:25:19.041562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51724) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:19.109967 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c05e218d-cfa2-4ca7-9179-3c3b8fa6e20a req-b5cd4342-2c0b-475c-ad70-803e3a4ed5e9 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.119154 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c05e218d-cfa2-4ca7-9179-3c3b8fa6e20a req-b5cd4342-2c0b-475c-ad70-803e3a4ed5e9 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.140143 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c05e218d-cfa2-4ca7-9179-3c3b8fa6e20a req-b5cd4342-2c0b-475c-ad70-803e3a4ed5e9 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "DELETE /v2.0/security-groups/39d0ab6d-177b-4840-a3d4-210c30bcaee1 HTTP/1.1" status: 204 len: 173 time: 0.7853665 Nov 25 19:25:19.257913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773aa4c-9cfe-4431-8399-851f53aad9af req-0f6ff020-9b3e-441c-a1b6-0424fb724db6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.260536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e773aa4c-9cfe-4431-8399-851f53aad9af req-0f6ff020-9b3e-441c-a1b6-0424fb724db6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.2630599 Nov 25 19:25:19.261646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd4342-2c0b-475c-ad70-803e3a4ed5e9 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d0ab6d-177b-4840-a3d4-210c30bcaee1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:19.306338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-d8e96ccf-0b93-462f-8f2c-744b61318594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.308572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-d8e96ccf-0b93-462f-8f2c-744b61318594 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3911057 Nov 25 19:25:19.353685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-50b939f7-d8d4-4c29-97b6-d6044cf0f368 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.409740 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-90148aeb-50cd-401e-a9e0-e75381f31834 req-79205a6d-ea6b-467a-a7c3-28370f91989a tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] show failed (client error): The resource could not be found. Nov 25 19:25:19.411507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90148aeb-50cd-401e-a9e0-e75381f31834 req-79205a6d-ea6b-467a-a7c3-28370f91989a tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/39d0ab6d-177b-4840-a3d4-210c30bcaee1 HTTP/1.1" status: 404 len: 352 time: 0.1473720 Nov 25 19:25:19.468476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e773aa4c-9cfe-4431-8399-851f53aad9af req-d24f7ab7-fada-4c3f-bd19-d8ac067b996d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907215 Nov 25 19:25:19.486035 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-d2388037-64bf-4fa0-8d17-54cdc077a3ab service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623933 Nov 25 19:25:19.692103 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-50b939f7-d8d4-4c29-97b6-d6044cf0f368 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.697779 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-50b939f7-d8d4-4c29-97b6-d6044cf0f368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.777226 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-50b939f7-d8d4-4c29-97b6-d6044cf0f368 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dc200ef7dd54a3cb7822267f4c5494c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7344968 Nov 25 19:25:19.778359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51746) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:19.780694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c50d-ea15-421e-9c4d-0e34c3012474 req-97ca2bbd-bd74-4dd8-a07a-d8a4e589dabd tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.786421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51748) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:19.787273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b939f7-d8d4-4c29-97b6-d6044cf0f368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176f0f4c-0c8e-4187-aac0-c60bdd63ce9c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:19.788411 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c50d-ea15-421e-9c4d-0e34c3012474 req-97ca2bbd-bd74-4dd8-a07a-d8a4e589dabd tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.795479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c50d-ea15-421e-9c4d-0e34c3012474 req-97ca2bbd-bd74-4dd8-a07a-d8a4e589dabd tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.802260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c50d-ea15-421e-9c4d-0e34c3012474 req-97ca2bbd-bd74-4dd8-a07a-d8a4e589dabd tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.809205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c50d-ea15-421e-9c4d-0e34c3012474 req-97ca2bbd-bd74-4dd8-a07a-d8a4e589dabd tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.818163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c50d-ea15-421e-9c4d-0e34c3012474 req-97ca2bbd-bd74-4dd8-a07a-d8a4e589dabd tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.824927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186c50d-ea15-421e-9c4d-0e34c3012474 req-97ca2bbd-bd74-4dd8-a07a-d8a4e589dabd tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:19.827026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1186c50d-ea15-421e-9c4d-0e34c3012474 req-97ca2bbd-bd74-4dd8-a07a-d8a4e589dabd tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.2333255 Nov 25 19:25:19.830013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1156a47e-67d0-4dee-b8d2-2f43af2f6033 req-905bf8b7-b839-45e1-a7aa-d3b946c74a12 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372538 Nov 25 19:25:19.921817 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa84f-e76c-4666-87bd-6eac2f8d5895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:19.961873 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa84f-e76c-4666-87bd-6eac2f8d5895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.022093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-network', 'tenant_id': '3cebd30c02d94e068423cb12821edc95'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:20.078061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Made reservation on behalf of 3cebd30c02d94e068423cb12821edc95 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:25:20.082842 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.114922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.153066 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa84f-e76c-4666-87bd-6eac2f8d5895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.158318 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1bfa84f-e76c-4666-87bd-6eac2f8d5895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.162093 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c1bfa84f-e76c-4666-87bd-6eac2f8d5895 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/176f0f4c-0c8e-4187-aac0-c60bdd63ce9c HTTP/1.1" status: 204 len: 168 time: 0.3603847 Nov 25 19:25:20.183541 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfa84f-e76c-4666-87bd-6eac2f8d5895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176f0f4c-0c8e-4187-aac0-c60bdd63ce9c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:20.208548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94000d89-0144-47c6-a4f2-a8dfffbaf19d req-439a545d-aa8d-4c11-a4d7-bc7f87765584 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7261d145d614ea98bf7399da0109904 HTTP/1.1" status: 200 len: 6198 time: 0.2554526 Nov 25 19:25:20.298331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1186c50d-ea15-421e-9c4d-0e34c3012474 req-746c23f2-402e-498f-9c7c-d67fbf5ff129 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4503436 Nov 25 19:25:20.334510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.457931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-379fdd82-144b-4406-a740-9b7505c04563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.458433 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-379fdd82-144b-4406-a740-9b7505c04563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.458917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-379fdd82-144b-4406-a740-9b7505c04563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.459374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.459515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-379fdd82-144b-4406-a740-9b7505c04563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.459830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-379fdd82-144b-4406-a740-9b7505c04563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.460462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-379fdd82-144b-4406-a740-9b7505c04563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.461192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-379fdd82-144b-4406-a740-9b7505c04563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.463475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-379fdd82-144b-4406-a740-9b7505c04563 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6475 time: 0.5543656 Nov 25 19:25:20.468249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.508065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:25:20.538915 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.539832 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Added segment 379ca5db-9a49-445f-8169-87ac4f104821 of type vlan for network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff Nov 25 19:25:20.608957 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-40432f88-beb6-4b2c-8ebf-5eca7eb52f5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6025553 Nov 25 19:25:20.620214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-863c6549-35c6-42a1-bbee-9ee2b9602b1f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:25:20.622635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-863c6549-35c6-42a1-bbee-9ee2b9602b1f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0126710 Nov 25 19:25:20.641154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-8bcd9e34-5cd9-43d5-bda3-f365c3be963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.644382 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-8bcd9e34-5cd9-43d5-bda3-f365c3be963a service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b HTTP/1.1" status: 200 len: 903 time: 0.1625609 Nov 25 19:25:20.649463 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.749801 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94000d89-0144-47c6-a4f2-a8dfffbaf19d req-3af23eea-5bd7-4389-971b-ba034cb52898 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1 HTTP/1.1" status: 200 len: 2998 time: 0.4405918 Nov 25 19:25:20.750126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51770) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:20.775744 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.787430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.788064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.821140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80527f08-7927-4fb3-8bc5-021b7ce52276,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:20.837566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-abf85b03-40c8-46c6-afa4-d244df9d841d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:20.861510 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0799394 Nov 25 19:25:20.871113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51772) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:20.891209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94000d89-0144-47c6-a4f2-a8dfffbaf19d req-b515bbd5-cb80-4333-8b76-38084c96d0cd tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1 HTTP/1.1" status: 200 len: 2998 time: 0.1407754 Nov 25 19:25:20.920923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Request body: {'subnet': {'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-subnet', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:20.934257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-32b56588-7683-481f-a33e-f61b19f1843e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec HTTP/1.1" status: 200 len: 217 time: 0.2430758 Nov 25 19:25:20.942911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9085427-8b34-47a9-a50b-ec6027e12fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:20.957821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:25:20.975447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21caed-da6e-46ce-97dc-f758b9af577a req-7d47e879-32ed-4e0d-a43f-5e8325a0e7df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:20.991401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f21caed-da6e-46ce-97dc-f758b9af577a req-7d47e879-32ed-4e0d-a43f-5e8325a0e7df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 944 time: 0.5465374 Nov 25 19:25:21.029516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-abf85b03-40c8-46c6-afa4-d244df9d841d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:21.036569 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-abf85b03-40c8-46c6-afa4-d244df9d841d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:21.060586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-8dbc72a2-7511-49db-b5e0-b3e1ab6cc846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:21.062871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-8dbc72a2-7511-49db-b5e0-b3e1ab6cc846 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.1208873 Nov 25 19:25:21.113508 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-abf85b03-40c8-46c6-afa4-d244df9d841d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d926524a4b394e19a56c752ff30eb0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3621838 Nov 25 19:25:21.116390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf85b03-40c8-46c6-afa4-d244df9d841d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5956e1c-d551-4b9b-8d34-bca797f3cdc5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:21.119006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51782) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:21.194908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f21caed-da6e-46ce-97dc-f758b9af577a req-f81826ed-14c4-4d6b-a51b-362137f9572c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025449 Nov 25 19:25:21.195845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Made reservation on behalf of 3cebd30c02d94e068423cb12821edc95 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:25:21.198387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:21.223563 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e143e108-7a7e-4fe5-bb1f-08049e571014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:21.274333 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e143e108-7a7e-4fe5-bb1f-08049e571014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:21.287089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-5d8f37f9-10ba-480a-b37f-710b2e591ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:21.289166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-5d8f37f9-10ba-480a-b37f-710b2e591ed0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2016761 Nov 25 19:25:21.303566 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfce0ffd-9426-40c7-8a05-9e3561bf35c6 req-d98eaa14-c445-41fc-bbda-95eb5b1c7890 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:21.311968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfce0ffd-9426-40c7-8a05-9e3561bf35c6 req-d98eaa14-c445-41fc-bbda-95eb5b1c7890 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.2452321 Nov 25 19:25:21.355742 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e143e108-7a7e-4fe5-bb1f-08049e571014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:21.358955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e143e108-7a7e-4fe5-bb1f-08049e571014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:21.363460 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e143e108-7a7e-4fe5-bb1f-08049e571014 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5956e1c-d551-4b9b-8d34-bca797f3cdc5 HTTP/1.1" status: 204 len: 168 time: 0.2273145 Nov 25 19:25:21.370552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e143e108-7a7e-4fe5-bb1f-08049e571014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5956e1c-d551-4b9b-8d34-bca797f3cdc5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:21.886677 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.042453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8776419-f8eb-4a38-a313-b98d8738ab3d req-148a33b3-6224-475c-8bca-aa27f20e04d4 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:22.044158 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8776419-f8eb-4a38-a313-b98d8738ab3d req-148a33b3-6224-475c-8bca-aa27f20e04d4 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.7239635 Nov 25 19:25:22.050398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a1dd2e2-9930-4d69-bb47-e4305e1715ce,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:22.068405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfce0ffd-9426-40c7-8a05-9e3561bf35c6 req-e1d5fa49-b373-41ed-9ea7-3aa2764282c9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7539659 Nov 25 19:25:22.109913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.110308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.110601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.110978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.111331 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.111667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.112641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.113042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.113372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.114038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.114038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.114758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:22.137026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-f9411769-a6e9-4bc5-bb94-be9f7ab8c305 req-bf12f286-ac8d-4676-8108-2d53a0a74e61 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1503505675', 'description': 'tempest-description-807340604'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:22.208959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Checking segment: {'id': '379ca5db-9a49-445f-8169-87ac4f104821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:22.217262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Network hostable DHCP agents. Network: 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:25:22.229800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-bdfbd16a-5194-4dcb-bb73-a410432dbab2 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9151201 Nov 25 19:25:22.285651 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f9411769-a6e9-4bc5-bb94-be9f7ab8c305 req-bf12f286-ac8d-4676-8108-2d53a0a74e61 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.343723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8776419-f8eb-4a38-a313-b98d8738ab3d req-c13c4034-0a4d-4ed5-9682-85940ba0f91d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896168 Nov 25 19:25:22.401824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:25:22.432729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:22.448503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:22.449561 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.450902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b96b2c6-d77f-4ffc-a0eb-9ec1e147d477 None None] Network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:25:22.522373 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-697f794b-eaca-4162-9f34-dd51aa5b4830 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6280432 Nov 25 19:25:22.527532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51816) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:22.535463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-router', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:22.611591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.614775 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.694371 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.759055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff', 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'fixed_ips': [{'subnet_id': '1a1dd2e2-9930-4d69-bb47-e4305e1715ce'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:25:22.759988 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.762626 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.842542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-77407161-66ba-4c54-b044-2a5eec6ebacf service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5933259 Nov 25 19:25:22.850594 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f9411769-a6e9-4bc5-bb94-be9f7ab8c305 req-bf12f286-ac8d-4676-8108-2d53a0a74e61 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.880968 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f9411769-a6e9-4bc5-bb94-be9f7ab8c305 req-bf12f286-ac8d-4676-8108-2d53a0a74e61 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.948471 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f9411769-a6e9-4bc5-bb94-be9f7ab8c305 req-bf12f286-ac8d-4676-8108-2d53a0a74e61 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:22.950077 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9411769-a6e9-4bc5-bb94-be9f7ab8c305 req-bf12f286-ac8d-4676-8108-2d53a0a74e61 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1822 time: 0.8261604 Nov 25 19:25:23.013032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe2f8b-cd77-4618-84a1-f645ab0c1af6 req-a4c4571c-41e4-4119-84c3-e7f2fb2ac6b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.021565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe2f8b-cd77-4618-84a1-f645ab0c1af6 req-a4c4571c-41e4-4119-84c3-e7f2fb2ac6b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.028923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe2f8b-cd77-4618-84a1-f645ab0c1af6 req-a4c4571c-41e4-4119-84c3-e7f2fb2ac6b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.036303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe2f8b-cd77-4618-84a1-f645ab0c1af6 req-a4c4571c-41e4-4119-84c3-e7f2fb2ac6b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.043587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe2f8b-cd77-4618-84a1-f645ab0c1af6 req-a4c4571c-41e4-4119-84c3-e7f2fb2ac6b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.071555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe2f8b-cd77-4618-84a1-f645ab0c1af6 req-a4c4571c-41e4-4119-84c3-e7f2fb2ac6b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.086367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe2f8b-cd77-4618-84a1-f645ab0c1af6 req-a4c4571c-41e4-4119-84c3-e7f2fb2ac6b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.097869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1dbe2f8b-cd77-4618-84a1-f645ab0c1af6 req-a4c4571c-41e4-4119-84c3-e7f2fb2ac6b3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.4772825 Nov 25 19:25:23.129714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Allocated IP 172.20.0.2 (3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff/1a1dd2e2-9930-4d69-bb47-e4305e1715ce/5b71d35e-90dc-4c3a-9f50-1820cd27d5b0) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:23.170758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf12f286-ac8d-4676-8108-2d53a0a74e61 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69d7f9c2-afef-4617-93f4-0407dae863e7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:23.249909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-bbcb8173-ca15-4bb4-8e4b-b0ae1907cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.250767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-bbcb8173-ca15-4bb4-8e4b-b0ae1907cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.251631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-bbcb8173-ca15-4bb4-8e4b-b0ae1907cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.266718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-bbcb8173-ca15-4bb4-8e4b-b0ae1907cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.269975 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-bbcb8173-ca15-4bb4-8e4b-b0ae1907cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.271690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-bbcb8173-ca15-4bb4-8e4b-b0ae1907cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.272204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-bbcb8173-ca15-4bb4-8e4b-b0ae1907cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.276622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-bbcb8173-ca15-4bb4-8e4b-b0ae1907cda2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6475 time: 0.3502960 Nov 25 19:25:23.278941 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-9cfbf20e-1832-4207-998c-64fab9062565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.284078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-9cfbf20e-1832-4207-998c-64fab9062565 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 1100 time: 0.5408432 Nov 25 19:25:23.462886 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:23.537870 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:23.547827 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:23.614631 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:23.617120 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1dbe2f8b-cd77-4618-84a1-f645ab0c1af6 req-b0d2d6d4-6010-4d00-aa12-a5ee657d5b05 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4982393 Nov 25 19:25:23.648115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:23.669932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:23.691011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Pushing event updated for resources: {'Port': ['ID=5b71d35e-90dc-4c3a-9f50-1820cd27d5b0,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:23.810462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-eae917ae-d32f-40ab-9ac5-ba7b09ffe38a req-0bd71fea-e95d-4247-aea1-4cc74a274ef8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2147142739', 'description': 'tempest-description-1717842466'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:23.833357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-a10f1bb9-44d5-463d-b0dd-8653cb7824cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.836586 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-a10f1bb9-44d5-463d-b0dd-8653cb7824cf service neutron] 10.222.0.76 "GET /v2.0/networks?id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b HTTP/1.1" status: 200 len: 903 time: 0.5448780 Nov 25 19:25:23.855240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-14273187-6ebd-4894-83b1-e9309feaf597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.857133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-14273187-6ebd-4894-83b1-e9309feaf597 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.5521019 Nov 25 19:25:23.894427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ff40a-aa92-422e-a433-67a90134373b req-c70c82a9-5b54-4070-8eac-58a2a1033b70 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:23.897404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-364ff40a-aa92-422e-a433-67a90134373b req-c70c82a9-5b54-4070-8eac-58a2a1033b70 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 944 time: 0.5272148 Nov 25 19:25:23.961717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Attempting to bind port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:23.963791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Attempting to bind port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '379ca5db-9a49-445f-8169-87ac4f104821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:23.966521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Attempting to bind port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 on network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:23.998181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:24.001582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Checking segment: {'id': '379ca5db-9a49-445f-8169-87ac4f104821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:24.001944 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-10184ae1-9e2d-40f5-b3c1-2e2dc3374bf4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a HTTP/1.1" status: 200 len: 217 time: 0.1553073 Nov 25 19:25:24.007231 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-e04963b3-3d48-4d87-8b38-756bc2c80546 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 217 time: 0.1334417 Nov 25 19:25:24.008030 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:24.008423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Bound using segment: {'id': '379ca5db-9a49-445f-8169-87ac4f104821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:24.010903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Bound port: 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ca5db-9a49-445f-8169-87ac4f104821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:24.010903 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:24.077792 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eae917ae-d32f-40ab-9ac5-ba7b09ffe38a req-0bd71fea-e95d-4247-aea1-4cc74a274ef8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:24.173915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-1fe60c7b-11d6-4f1c-9c04-e466d873c921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:24.177822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-1fe60c7b-11d6-4f1c-9c04-e466d873c921 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.1596200 Nov 25 19:25:24.246838 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] For port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:24.250851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] For port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5b71d35e-90dc-4c3a-9f50-1820cd27d5b0,segment=NetworkSegment(379ca5db-9a49-445f-8169-87ac4f104821),segment_id=379ca5db-9a49-445f-8169-87ac4f104821)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:24.259946 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:24.269242 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:24.318993 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:24.332588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-1a100e9c-f630-4abe-9d48-9a9c71f5e688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:24.335666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-1a100e9c-f630-4abe-9d48-9a9c71f5e688 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.3205950 Nov 25 19:25:24.349873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-364ff40a-aa92-422e-a433-67a90134373b req-ab44b5cb-f558-4126-96df-56e1529ccb86 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583634 Nov 25 19:25:24.466242 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-e0518b21-77ca-4e6a-a8e6-1c5a34ae5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:24.469335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-e0518b21-77ca-4e6a-a8e6-1c5a34ae5d82 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2811184 Nov 25 19:25:24.516940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Allocated IP 172.25.8.126 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/4d35e8ff-9148-45f6-a628-f386acee7d54) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:24.579139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5230e9e-7c52-41e5-8ecf-478b2a07ee45 None None] Pushing event updated for resources: {'Port': ['ID=5b71d35e-90dc-4c3a-9f50-1820cd27d5b0,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:24.644339 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eae917ae-d32f-40ab-9ac5-ba7b09ffe38a req-0bd71fea-e95d-4247-aea1-4cc74a274ef8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:24.751536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-9040c462-2810-4c31-aa68-98cba35a5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:24.755909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-9040c462-2810-4c31-aa68-98cba35a5eb8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4020712 Nov 25 19:25:24.758928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eae917ae-d32f-40ab-9ac5-ba7b09ffe38a req-0bd71fea-e95d-4247-aea1-4cc74a274ef8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:24.822339 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:24.911462 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:25.047043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd71fea-e95d-4247-aea1-4cc74a274ef8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf051f1-7224-41bc-b674-5cebbc6ccb90,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:25.132464 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eae917ae-d32f-40ab-9ac5-ba7b09ffe38a req-0bd71fea-e95d-4247-aea1-4cc74a274ef8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:25.139794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:25.150719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eae917ae-d32f-40ab-9ac5-ba7b09ffe38a req-0bd71fea-e95d-4247-aea1-4cc74a274ef8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 1.3896332 Nov 25 19:25:25.158782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:25.177469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:25.209897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a33dfc-f77c-4a7f-8549-c8d89db1fa5e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:25.418357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8df2aa4e-e086-4dee-90f2-144aa050daad None None] Provisioning complete for port 4d35e8ff-9148-45f6-a628-f386acee7d54 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:25.419278 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8df2aa4e-e086-4dee-90f2-144aa050daad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:25.508704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Pushing event updated for resources: {'Port': ['ID=4d35e8ff-9148-45f6-a628-f386acee7d54,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:25.579014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8df2aa4e-e086-4dee-90f2-144aa050daad None None] Port 4d35e8ff-9148-45f6-a628-f386acee7d54 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:25:25.619128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-eee11838-84eb-4690-8f04-5d53b87d3170 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8390589 Nov 25 19:25:26.041820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-746cefd5-87b7-47ab-9aa4-1461db98c21a service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906329 Nov 25 19:25:26.084727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f40235e-ff6e-4b11-b5ed-a1b530625d57 req-a9a07253-3bd5-4668-a35e-168bbf28613c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:26.105279 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f40235e-ff6e-4b11-b5ed-a1b530625d57 req-a9a07253-3bd5-4668-a35e-168bbf28613c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 1.3578897 Nov 25 19:25:26.176966 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-70ac32ce-25e3-4fa0-a6bb-ff5238dc6c03 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6996505 Nov 25 19:25:26.341668 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:26.388897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:26.558219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:26.560559 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:26.855794 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f40235e-ff6e-4b11-b5ed-a1b530625d57 req-b16340c0-40fa-4cb0-819d-72ef87fe33a2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7488382 Nov 25 19:25:26.862832 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c27cbbd8-50fa-4d90-b440-4a78ff8022a1 req-96027574-925e-474f-8a9f-3323029e2afe service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6340184 Nov 25 19:25:26.905286 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:26.923745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b487-3b21-4d6f-84e3-1d16ea2a4c7c req-bcf9a204-67bd-4111-ace3-3b2cc1345de4 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:26.927626 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a635b487-3b21-4d6f-84e3-1d16ea2a4c7c req-bcf9a204-67bd-4111-ace3-3b2cc1345de4 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 1.3067284 Nov 25 19:25:26.980211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359199f5-6b38-4b89-b9a2-cac370cfd25e None None] Network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:25:27.054983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a635b487-3b21-4d6f-84e3-1d16ea2a4c7c req-1b42fbcd-ee51-4a54-8011-80c3104cc4dc tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151521 Nov 25 19:25:27.228080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdbbe-1672-444e-af32-bdb2ee26d670 req-268092a3-d970-44c2-b315-5388f07e5eae tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.254022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdbbe-1672-444e-af32-bdb2ee26d670 req-268092a3-d970-44c2-b315-5388f07e5eae tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.278457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdbbe-1672-444e-af32-bdb2ee26d670 req-268092a3-d970-44c2-b315-5388f07e5eae tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.308890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdbbe-1672-444e-af32-bdb2ee26d670 req-268092a3-d970-44c2-b315-5388f07e5eae tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.334424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdbbe-1672-444e-af32-bdb2ee26d670 req-268092a3-d970-44c2-b315-5388f07e5eae tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.356680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdbbe-1672-444e-af32-bdb2ee26d670 req-268092a3-d970-44c2-b315-5388f07e5eae tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.366194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5b71d35e-90dc-4c3a-9f50-1820cd27d5b0,segment=NetworkSegment(379ca5db-9a49-445f-8169-87ac4f104821),segment_id=379ca5db-9a49-445f-8169-87ac4f104821)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:27.368146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bd488d89-66c9-475d-83e6-08648a480980 None None] Provisioning complete for port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:27.368881 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bd488d89-66c9-475d-83e6-08648a480980 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:27.371451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadfdbbe-1672-444e-af32-bdb2ee26d670 req-268092a3-d970-44c2-b315-5388f07e5eae tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.382949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cadfdbbe-1672-444e-af32-bdb2ee26d670 req-268092a3-d970-44c2-b315-5388f07e5eae tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.3252969 Nov 25 19:25:27.452666 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:27.721370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:27.772437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e4e032-9a0a-426a-ad6f-6b423d6d8576 req-ba1ed010-6fc3-427d-ab88-263c371d41c5 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:27.774096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5e4e032-9a0a-426a-ad6f-6b423d6d8576 req-ba1ed010-6fc3-427d-ab88-263c371d41c5 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 944 time: 0.3882289 Nov 25 19:25:27.857616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cadfdbbe-1672-444e-af32-bdb2ee26d670 req-ce272e13-459c-4924-81a1-1c8d33138f1c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4735539 Nov 25 19:25:27.941607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5e4e032-9a0a-426a-ad6f-6b423d6d8576 req-7699a332-93e3-4346-865d-6891c2c6f3f7 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500957 Nov 25 19:25:28.008663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 905eb6c6-090a-4903-984e-e657f5f3cfcc details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:28.146789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Router 3c75e81b-6ab5-4d11-90d1-cd4627081595 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:25:28.327696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:28.420193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-9937702f-f018-49f5-8d23-dd692513477d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:28.444192 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-9937702f-f018-49f5-8d23-dd692513477d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/networks?id=32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 200 len: 813 time: 0.4122434 Nov 25 19:25:28.476791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '905eb6c6-090a-4903-984e-e657f5f3cfcc', 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4', 'port_id': '905eb6c6-090a-4903-984e-e657f5f3cfcc', 'mac_address': 'fa:16:3e:65:b3:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7b23255d-cfeb-4bfa-9e1b-270520fa14a8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:28.483465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-3d5ee981-b170-46d3-be4d-4e8f652c373b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/quotas/d7261d145d614ea98bf7399da0109904 HTTP/1.1" status: 200 len: 375 time: 0.0377083 Nov 25 19:25:28.522339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=5b71d35e-90dc-4c3a-9f50-1820cd27d5b0,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:28.599442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:25:28.627478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Sync routers for ids ['3c75e81b-6ab5-4d11-90d1-cd4627081595'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:25:28.654128 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.660149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Routers {'3c75e81b-6ab5-4d11-90d1-cd4627081595'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:28.661084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3c75e81b-6ab5-4d11-90d1-cd4627081595'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:28.678460 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:28.689118 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dc00ff47-a62c-4423-ac79-cf392a5ed49a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 6.1597035 Nov 25 19:25:28.694130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51886) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:28.793886 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-f097c2fe-b653-4b39-aa13-6eab92687be8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7261d145d614ea98bf7399da0109904&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3089006 Nov 25 19:25:28.807924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905eb6c6-090a-4903-984e-e657f5f3cfcc {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:28.932550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:28.954188 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:29.089611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=905eb6c6-090a-4903-984e-e657f5f3cfcc,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:29.121010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Set router 3c75e81b-6ab5-4d11-90d1-cd4627081595 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:29.184242 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a55f7f45-ff1d-4468-8c46-fc8a1325bfe2 None None] Provisioning complete for port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:29.184826 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a55f7f45-ff1d-4468-8c46-fc8a1325bfe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:29.298008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['905eb6c6-090a-4903-984e-e657f5f3cfcc'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:29.357409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29f447-6bdc-4288-b08e-0636d059ca8b req-da4c83b6-69e0-48c1-a020-9b005a44a566 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:29.372553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c29f447-6bdc-4288-b08e-0636d059ca8b req-da4c83b6-69e0-48c1-a020-9b005a44a566 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.4487906 Nov 25 19:25:29.494786 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-eb2fb606-a3a3-4e97-9abc-750a671d9fe4 service neutron] 10.222.0.15 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6996648 Nov 25 19:25:29.753737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-router', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:22Z', 'updated_at': '2021-11-25T19:25:25Z', 'revision_number': 3, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'gw_port': {'id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:24Z', 'updated_at': '2021-11-25T19:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:29.815285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Checking router: 3c75e81b-6ab5-4d11-90d1-cd4627081595 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:25:29.815788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Updating router 3c75e81b-6ab5-4d11-90d1-cd4627081595 port 4d35e8ff-9148-45f6-a628-f386acee7d54 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:25:29.872936 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:29.980167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c29f447-6bdc-4288-b08e-0636d059ca8b req-c55a98e3-b648-44d2-86ef-9c5557144745 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5946231 Nov 25 19:25:30.159751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-1b21e09e-543a-4f61-85ed-4e8994bb7e91 service neutron] 10.222.0.15 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6259031 Nov 25 19:25:30.489199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae831bd4-b318-43a5-9d65-207c7ffae652 req-2427784d-1dc5-4421-88eb-3cca53464ce0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:30.497372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae831bd4-b318-43a5-9d65-207c7ffae652 req-2427784d-1dc5-4421-88eb-3cca53464ce0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.3143272 Nov 25 19:25:30.649806 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:30.676775 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae831bd4-b318-43a5-9d65-207c7ffae652 req-ae2de90d-f80e-471a-910e-f5d8b49cb667 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577432 Nov 25 19:25:30.774584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.841262 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.900196 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.948065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c972c0d-145c-4264-9bd7-e1e7c42ba3c3 None None] Pushing event updated for resources: {'Port': ['ID=4d35e8ff-9148-45f6-a628-f386acee7d54,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:30.952790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Attempting to bind port 4d35e8ff-9148-45f6-a628-f386acee7d54 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:30.952986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Attempting to bind port 4d35e8ff-9148-45f6-a628-f386acee7d54 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:30.953418 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Attempting to bind port 4d35e8ff-9148-45f6-a628-f386acee7d54 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:30.956580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:30.957005 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.965677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8391228-6aef-49cf-9d79-b8690609f295 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:30.990159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:30.990555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:30.990974 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:30.991382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:30.991891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Bound port: 4d35e8ff-9148-45f6-a628-f386acee7d54, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:30.992290 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:31.069684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] For port 4d35e8ff-9148-45f6-a628-f386acee7d54, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:31.074353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] For port 4d35e8ff-9148-45f6-a628-f386acee7d54, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4d35e8ff-9148-45f6-a628-f386acee7d54,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:31.091795 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:31.245274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Allocated IP 172.20.0.1 (3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff/1a1dd2e2-9930-4d69-bb47-e4305e1715ce/a8833e7d-de10-4f21-ad14-e4ef6332e5bb) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:31.332328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ceda73a-9678-47f0-9386-f880194a1b7f None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:31.373466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0a8001e1-a055-4dec-9159-804c4e251229 None None] Provisioning complete for port 4d35e8ff-9148-45f6-a628-f386acee7d54 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:31.374037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0a8001e1-a055-4dec-9159-804c4e251229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:31.434617 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:25:31.484398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Routers {'3c75e81b-6ab5-4d11-90d1-cd4627081595'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:31.486370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3c75e81b-6ab5-4d11-90d1-cd4627081595'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:31.585561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a212d-48cd-4b41-8be1-f0f16ffd576b req-587ffb8d-032a-4966-a770-d5056056a701 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:31.599471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a212d-48cd-4b41-8be1-f0f16ffd576b req-587ffb8d-032a-4966-a770-d5056056a701 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:31.612109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a212d-48cd-4b41-8be1-f0f16ffd576b req-587ffb8d-032a-4966-a770-d5056056a701 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:31.625973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a212d-48cd-4b41-8be1-f0f16ffd576b req-587ffb8d-032a-4966-a770-d5056056a701 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:31.642697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a212d-48cd-4b41-8be1-f0f16ffd576b req-587ffb8d-032a-4966-a770-d5056056a701 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:31.657403 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a212d-48cd-4b41-8be1-f0f16ffd576b req-587ffb8d-032a-4966-a770-d5056056a701 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:31.671321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9a212d-48cd-4b41-8be1-f0f16ffd576b req-587ffb8d-032a-4966-a770-d5056056a701 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:31.687174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a9a212d-48cd-4b41-8be1-f0f16ffd576b req-587ffb8d-032a-4966-a770-d5056056a701 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.2487507 Nov 25 19:25:31.890414 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:32.021851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364bf15a-463e-4560-aa98-184f226da822 req-316ceb64-594c-4850-a831-90724a2321d0 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:32.023656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-364bf15a-463e-4560-aa98-184f226da822 req-316ceb64-594c-4850-a831-90724a2321d0 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 945 time: 0.2756085 Nov 25 19:25:32.078267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a9a212d-48cd-4b41-8be1-f0f16ffd576b req-35a37339-6d84-44d7-8be2-76c0227a77b6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3832235 Nov 25 19:25:32.154572 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:32.289518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 905eb6c6-090a-4903-984e-e657f5f3cfcc up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:32.320709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c972c0d-145c-4264-9bd7-e1e7c42ba3c3 None None] Pushing event updated for resources: {'Port': ['ID=4d35e8ff-9148-45f6-a628-f386acee7d54,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:32.360882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:32.378871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f97b3be4-9e19-40ac-9b15-f3603229021d req-72cf00a7-9d18-4079-b2a3-df576dbd3a79 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 210 time: 0.0835660 Nov 25 19:25:32.388613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Pushing event updated for resources: {'Port': ['ID=a8833e7d-de10-4f21-ad14-e4ef6332e5bb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:32.398890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:32.409836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:32.496557 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:32.526564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-364bf15a-463e-4560-aa98-184f226da822 req-bc68ecf3-e353-4460-b0f4-eb280d9fd3a7 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842093 Nov 25 19:25:32.612996 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b68a2063-0390-41c2-8abe-6d0b83daa078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:32.752366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 905eb6c6-090a-4903-984e-e657f5f3cfcc completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:32.791035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 905eb6c6-090a-4903-984e-e657f5f3cfcc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:32.792814 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.069379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d35a58-ec6b-4943-8450-b2bb2db920f2 req-bf4365c4-5500-4537-913d-af4167ee3e48 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:33.073562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85d35a58-ec6b-4943-8450-b2bb2db920f2 req-bf4365c4-5500-4537-913d-af4167ee3e48 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.3508124 Nov 25 19:25:33.193843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] Set router 3c75e81b-6ab5-4d11-90d1-cd4627081595 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:33.272660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-01b0940e-ed9a-4217-a56e-170215cc6e91 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:33.275043 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-01b0940e-ed9a-4217-a56e-170215cc6e91 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.60 "GET /v2.0/networks?id=32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 200 len: 813 time: 0.1831017 Nov 25 19:25:33.281248 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0a8001e1-a055-4dec-9159-804c4e251229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.292739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'port': {'device_id': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192', 'admin_state_up': True, 'tenant_id': 'd7261d145d614ea98bf7399da0109904'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:33.308867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8b276-4443-47bf-a13e-8ab7c6bc1c45 req-97d4f0aa-d38b-4dee-b1a6-ec5193df3ee1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:33.312031 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ad8b276-4443-47bf-a13e-8ab7c6bc1c45 req-97d4f0aa-d38b-4dee-b1a6-ec5193df3ee1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.3991296 Nov 25 19:25:33.383707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85d35a58-ec6b-4943-8450-b2bb2db920f2 req-0317f241-6235-49e3-bd6f-c3a06b91bfc5 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667260 Nov 25 19:25:33.454345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.620798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Made reservation on behalf of d7261d145d614ea98bf7399da0109904 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:25:33.637416 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:33.695336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ad8b276-4443-47bf-a13e-8ab7c6bc1c45 req-c2900983-3dec-4da1-b8a8-54c94060e500 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2920706 Nov 25 19:25:33.819991 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0a8001e1-a055-4dec-9159-804c4e251229 None None] For port 4d35e8ff-9148-45f6-a628-f386acee7d54, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4d35e8ff-9148-45f6-a628-f386acee7d54,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:33.863007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Allocated IP 172.20.0.9 (32f1d506-1a83-4ccc-8500-84eaa1b8d192/0bc6ec40-86e0-404b-b779-dc54f74a1a0e/6caa8ade-efec-416b-8210-4c8fe7c4da32) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:33.864974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51940) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:34.047072 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.078458 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.100821 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0a8001e1-a055-4dec-9159-804c4e251229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.129354 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.160502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['1968543a-915e-49ac-b76b-a89258874565'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:34.189664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:34.195280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:34.215916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:34.340086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'Port': ['ID=6caa8ade-efec-416b-8210-4c8fe7c4da32,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:34.350086 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:34.357951 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702d0966-ac10-486b-b463-ebc9f8ddb40f" -d '{"events": [{"server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "name": "network-vif-plugged", "status": "completed", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:34.366248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9794e0-80a4-4fdc-8792-0ac8fb3697c7 None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:34.401184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.402367 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.446370 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-0fc3a7d4-f672-4a12-a7d2-c6f50b1169a1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1564488 Nov 25 19:25:34.461747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Request body: {'port': {'device_id': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:34.545106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:34.590045 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.604746 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.735588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9b2289a4-aa2a-4c69-bd32-2faeac011867 None None] Provisioning complete for port 4d35e8ff-9148-45f6-a628-f386acee7d54 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:34.736237 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b2289a4-aa2a-4c69-bd32-2faeac011867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:34.852000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8001e1-a055-4dec-9159-804c4e251229 None None] Pushing event updated for resources: {'Port': ['ID=4d35e8ff-9148-45f6-a628-f386acee7d54,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:34.941105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17829-a90d-4afe-845d-71295a2399d4 req-a24411ac-42bc-4468-ae64-cc5b7648b10c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.954347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17829-a90d-4afe-845d-71295a2399d4 req-a24411ac-42bc-4468-ae64-cc5b7648b10c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.965947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17829-a90d-4afe-845d-71295a2399d4 req-a24411ac-42bc-4468-ae64-cc5b7648b10c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.976574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=905eb6c6-090a-4903-984e-e657f5f3cfcc,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:34.977923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17829-a90d-4afe-845d-71295a2399d4 req-a24411ac-42bc-4468-ae64-cc5b7648b10c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:34.990340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17829-a90d-4afe-845d-71295a2399d4 req-a24411ac-42bc-4468-ae64-cc5b7648b10c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:35.001803 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-93d4d637-e225-40bf-8163-c7e8a952b61e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.002029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17829-a90d-4afe-845d-71295a2399d4 req-a24411ac-42bc-4468-ae64-cc5b7648b10c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:35.014292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e17829-a90d-4afe-845d-71295a2399d4 req-a24411ac-42bc-4468-ae64-cc5b7648b10c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:35.030376 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56e17829-a90d-4afe-845d-71295a2399d4 req-a24411ac-42bc-4468-ae64-cc5b7648b10c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.9858911 Nov 25 19:25:35.072255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-router', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:22Z', 'updated_at': '2021-11-25T19:25:25Z', 'revision_number': 3, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'gw_port': {'id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:24Z', 'updated_at': '2021-11-25T19:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:35.079822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6caa8ade-efec-416b-8210-4c8fe7c4da32 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:35.094100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.121798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Transition to ACTIVE for port object 6caa8ade-efec-416b-8210-4c8fe7c4da32 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:35.131353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.161182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f09cca-c800-471d-bc6a-c03def000db4 req-a2a28b55-c5f1-4575-bc5b-275e78035921 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:35.175334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72f09cca-c800-471d-bc6a-c03def000db4 req-a2a28b55-c5f1-4575-bc5b-275e78035921 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 931 time: 0.5806377 Nov 25 19:25:35.193963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81741db5-f4d5-4d78-a176-1d0200b13e5d None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:35.245086 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b8b0d9b-6d49-4449-9d99-caa3702da046 None None] The sync data for ids ['3c75e81b-6ab5-4d11-90d1-cd4627081595'] in n-d-817303-9 is: [{'id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-router', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:22Z', 'updated_at': '2021-11-25T19:25:25Z', 'revision_number': 3, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'gw_port': {'id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:24Z', 'updated_at': '2021-11-25T19:25:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:25:35.284722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9b2289a4-aa2a-4c69-bd32-2faeac011867 None None] Provisioning complete for port a8833e7d-de10-4f21-ad14-e4ef6332e5bb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:35.285319 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b2289a4-aa2a-4c69-bd32-2faeac011867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.336320 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.341233 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9b2289a4-aa2a-4c69-bd32-2faeac011867 None None] Port a8833e7d-de10-4f21-ad14-e4ef6332e5bb cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:25:35.392101 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.405005 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Pushing event updated for resources: {'Port': ['ID=6caa8ade-efec-416b-8210-4c8fe7c4da32,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:35.445113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56e17829-a90d-4afe-845d-71295a2399d4 req-6a90cb33-9fb3-49d6-a714-29e07502b938 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4127321 Nov 25 19:25:35.478192 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Attempting to bind port 6caa8ade-efec-416b-8210-4c8fe7c4da32 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:35.478474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Attempting to bind port 6caa8ade-efec-416b-8210-4c8fe7c4da32 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c005c45a-e95c-4cd7-ba4f-4f2335d664f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:35.478932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Attempting to bind port 6caa8ade-efec-416b-8210-4c8fe7c4da32 on network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:35.501489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Port 6caa8ade-efec-416b-8210-4c8fe7c4da32 on network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:35.503303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Attempting to bind port 6caa8ade-efec-416b-8210-4c8fe7c4da32 on network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:35.525845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:35.526413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Checking segment: {'id': 'c005c45a-e95c-4cd7-ba4f-4f2335d664f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:35.532299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Bound using segment: {'id': 'c005c45a-e95c-4cd7-ba4f-4f2335d664f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:35.533378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Bound port: 6caa8ade-efec-416b-8210-4c8fe7c4da32, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c005c45a-e95c-4cd7-ba4f-4f2335d664f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:35.535304 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.722221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] For port 6caa8ade-efec-416b-8210-4c8fe7c4da32, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:35.731901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] For port 6caa8ade-efec-416b-8210-4c8fe7c4da32, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:35.732497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Pushing event updated for resources: {'Port': ['ID=a8833e7d-de10-4f21-ad14-e4ef6332e5bb,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:35.751084 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.754972 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.770082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72f09cca-c800-471d-bc6a-c03def000db4 req-9a2319ec-6539-4f72-b5ae-c507b828d345 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5934680 Nov 25 19:25:35.831673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166420a-4a16-4e3c-823b-7743e489842c req-8a8be4d9-b6d1-4b34-9768-c39cfcb042f1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:35.833356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1166420a-4a16-4e3c-823b-7743e489842c req-8a8be4d9-b6d1-4b34-9768-c39cfcb042f1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.2261076 Nov 25 19:25:35.900056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:35.901043 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:35.911905 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] 10.222.0.60 "PUT /v2.0/ports/6caa8ade-efec-416b-8210-4c8fe7c4da32 HTTP/1.1" status: 200 len: 1091 time: 1.4582026 Nov 25 19:25:35.912660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'tag': '6caa8ade-efec-416b-8210-4c8fe7c4da32'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:35.933854 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edafe2a2-5ee8-4dc6-aada-9db76a432e30 None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:35.946012 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f99557-4a41-4c8b-9370-06260e5e9c67" -d '{"events": [{"name": "network-changed", "server_uuid": "4927ad83-ee99-464a-8499-fb9ec8b5921e", "tag": "6caa8ade-efec-416b-8210-4c8fe7c4da32"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:36.129176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7a1eea-0c71-4caa-bea1-fd91d00b0788 service neutron] Pushing event updated for resources: {'Port': ['ID=6caa8ade-efec-416b-8210-4c8fe7c4da32,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:36.178119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-50cd9813-40e9-48ab-abde-2eeb6a6204f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:36.183670 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-50cd9813-40e9-48ab-abde-2eeb6a6204f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7261d145d614ea98bf7399da0109904&device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 1094 time: 0.1911001 Nov 25 19:25:36.245179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1166420a-4a16-4e3c-823b-7743e489842c req-48c68da8-8736-4479-b15b-15604f71799b tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3752720 Nov 25 19:25:36.263838 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:36.276505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:36.304918 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.341495 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5e82e7-0b48-4529-9382-35877bea9f03 x-openstack-request-id: req-1d5e82e7-0b48-4529-9382-35877bea9f03 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:36.341980 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "name": "network-vif-plugged", "status": "completed", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:36.342950 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1d5e82e7-0b48-4529-9382-35877bea9f03 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:36.343596 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc', 'code': 200} Nov 25 19:25:36.356233 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-f3d70481-7cb2-4384-828f-24ed6a3b2870 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32 HTTP/1.1" status: 200 len: 217 time: 0.1494937 Nov 25 19:25:36.469636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:36.573142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-c85ff85c-daa0-412b-b29d-49af3e2e58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:36.582581 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-c85ff85c-daa0-412b-b29d-49af3e2e58a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bc6ec40-86e0-404b-b779-dc54f74a1a0e HTTP/1.1" status: 200 len: 853 time: 0.2155902 Nov 25 19:25:36.684873 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-e1c058b6-593d-4269-8269-8d6cd5401af0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32f1d506-1a83-4ccc-8500-84eaa1b8d192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905144 Nov 25 19:25:36.761340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4d35e8ff-9148-45f6-a628-f386acee7d54 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:36.960751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4d35e8ff-9148-45f6-a628-f386acee7d54 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:36.963503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:37.015244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9bfbc8fc-0b38-4090-82eb-36c8e2c3c47c None None] Provisioning complete for port a8833e7d-de10-4f21-ad14-e4ef6332e5bb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:37.015861 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9bfbc8fc-0b38-4090-82eb-36c8e2c3c47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:37.025875 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-478d70a1-31ce-4087-a7bd-004d8b06b8c5 service neutron] 10.222.0.60 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315015 Nov 25 19:25:37.145387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9bfbc8fc-0b38-4090-82eb-36c8e2c3c47c None None] Port a8833e7d-de10-4f21-ad14-e4ef6332e5bb cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:25:37.195036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb4109f-7a0f-45a0-8b5d-927062a6b1c1 req-6387e9c8-bde5-4a37-8542-470818aadb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:37.203250 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eeb4109f-7a0f-45a0-8b5d-927062a6b1c1 req-6387e9c8-bde5-4a37-8542-470818aadb95 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 1097 time: 0.5252571 Nov 25 19:25:37.272293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1d4aaba-4e18-4433-893c-9d360f16825e req-560a322d-ee9d-4d79-a131-1efb88e2bb76 service neutron] 10.222.0.60 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2364967 Nov 25 19:25:37.320879 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eeb4109f-7a0f-45a0-8b5d-927062a6b1c1 req-7d183583-d4e0-404d-a5ae-46c3c81dc075 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143126 Nov 25 19:25:37.491938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a173fa-9f78-434d-821b-5974b2e58b31 req-8bf0d4aa-c06e-4227-b5bd-816f491c3fe5 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:37.494311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0a173fa-9f78-434d-821b-5974b2e58b31 req-8bf0d4aa-c06e-4227-b5bd-816f491c3fe5 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 1.0543137 Nov 25 19:25:37.516128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fce658-d81c-4dc4-be9e-f04191a5e39c req-a46d6fed-eb02-4625-84dd-10a7ed6ca8d7 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:37.517916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44fce658-d81c-4dc4-be9e-f04191a5e39c req-a46d6fed-eb02-4625-84dd-10a7ed6ca8d7 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.8114388 Nov 25 19:25:37.578855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Router 3c75e81b-6ab5-4d11-90d1-cd4627081595 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:25:37.651940 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0a173fa-9f78-434d-821b-5974b2e58b31 req-adb4bdc5-4315-4a33-822f-7070fb783025 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321280 Nov 25 19:25:37.662395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44fce658-d81c-4dc4-be9e-f04191a5e39c req-92e5125f-0f34-4952-a212-9207db0f2ec9 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227610 Nov 25 19:25:37.773642 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ede7c8-f7ba-4373-9fee-65b392c5f669 x-openstack-request-id: req-31ede7c8-f7ba-4373-9fee-65b392c5f669 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:37.777281 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4927ad83-ee99-464a-8499-fb9ec8b5921e", "tag": "6caa8ade-efec-416b-8210-4c8fe7c4da32", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:37.777802 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31ede7c8-f7ba-4373-9fee-65b392c5f669 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:37.778469 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'tag': '6caa8ade-efec-416b-8210-4c8fe7c4da32', 'status': 'completed', 'code': 200} Nov 25 19:25:37.803838 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:37.902825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f99557-4a41-4c8b-9370-06260e5e9c67 req-fbbc78a7-14ee-4175-a5da-e25703cd01b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:37.905699 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76f99557-4a41-4c8b-9370-06260e5e9c67 req-fbbc78a7-14ee-4175-a5da-e25703cd01b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7261d145d614ea98bf7399da0109904&device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 1094 time: 0.1035719 Nov 25 19:25:37.968295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51970) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:38.090084 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.110964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f99557-4a41-4c8b-9370-06260e5e9c67 req-016737c8-b9ed-4c7c-b0f0-1735de91ceeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.113424 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76f99557-4a41-4c8b-9370-06260e5e9c67 req-016737c8-b9ed-4c7c-b0f0-1735de91ceeb service neutron] 10.222.0.60 "GET /v2.0/networks?id=32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 200 len: 914 time: 0.1978781 Nov 25 19:25:38.177958 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76f99557-4a41-4c8b-9370-06260e5e9c67 req-a8c9913a-64b0-4e90-af3e-6bbce96f845b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32 HTTP/1.1" status: 200 len: 217 time: 0.0565965 Nov 25 19:25:38.179080 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9d0d-4220-442c-84fd-6b719ced74f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.224448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63560d5-e99a-4736-8046-c9ac0c82dce7 req-856e41f7-134c-48cd-8988-7e840bd73ba1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.238393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63560d5-e99a-4736-8046-c9ac0c82dce7 req-856e41f7-134c-48cd-8988-7e840bd73ba1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.251083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63560d5-e99a-4736-8046-c9ac0c82dce7 req-856e41f7-134c-48cd-8988-7e840bd73ba1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.264128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63560d5-e99a-4736-8046-c9ac0c82dce7 req-856e41f7-134c-48cd-8988-7e840bd73ba1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.264649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f99557-4a41-4c8b-9370-06260e5e9c67 req-951862b5-95da-4211-8f7a-c5d90eedb1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.266355 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76f99557-4a41-4c8b-9370-06260e5e9c67 req-951862b5-95da-4211-8f7a-c5d90eedb1f4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bc6ec40-86e0-404b-b779-dc54f74a1a0e HTTP/1.1" status: 200 len: 853 time: 0.0770700 Nov 25 19:25:38.277385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63560d5-e99a-4736-8046-c9ac0c82dce7 req-856e41f7-134c-48cd-8988-7e840bd73ba1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.290098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63560d5-e99a-4736-8046-c9ac0c82dce7 req-856e41f7-134c-48cd-8988-7e840bd73ba1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.303306 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63560d5-e99a-4736-8046-c9ac0c82dce7 req-856e41f7-134c-48cd-8988-7e840bd73ba1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.306635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e63560d5-e99a-4736-8046-c9ac0c82dce7 req-856e41f7-134c-48cd-8988-7e840bd73ba1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.4662683 Nov 25 19:25:38.308226 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76f99557-4a41-4c8b-9370-06260e5e9c67 req-51c0ec86-4982-4b88-a2d2-0741e4e23184 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32f1d506-1a83-4ccc-8500-84eaa1b8d192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337570 Nov 25 19:25:38.412768 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9d0d-4220-442c-84fd-6b719ced74f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.420418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3fbb9d0d-4220-442c-84fd-6b719ced74f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.489066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb9d0d-4220-442c-84fd-6b719ced74f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeebc51d-b25e-4594-8167-14a64ac95210,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:38.498198 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3fbb9d0d-4220-442c-84fd-6b719ced74f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=acc7f9e43ed94e41a96326c070180b8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5291758 Nov 25 19:25:38.499766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51974) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:38.508550 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76f99557-4a41-4c8b-9370-06260e5e9c67 req-c4f1859e-594b-4648-84fe-e7398f5308e3 service neutron] 10.222.0.60 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837091 Nov 25 19:25:38.641186 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24e0967d-c903-4248-9dff-a5e5f06bc13b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.682384 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76f99557-4a41-4c8b-9370-06260e5e9c67 req-188fe895-71d0-430e-a2d5-2bcd17ef820a service neutron] 10.222.0.60 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651130 Nov 25 19:25:38.699502 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24e0967d-c903-4248-9dff-a5e5f06bc13b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.785861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24e0967d-c903-4248-9dff-a5e5f06bc13b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.789943 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24e0967d-c903-4248-9dff-a5e5f06bc13b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:38.791374 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-24e0967d-c903-4248-9dff-a5e5f06bc13b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aeebc51d-b25e-4594-8167-14a64ac95210 HTTP/1.1" status: 204 len: 168 time: 0.2905924 Nov 25 19:25:38.797088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b74985-3f30-47af-a6b9-239342725300 req-17a3e06b-68b3-4304-bc8e-b88d4415600d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:38.805753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19b74985-3f30-47af-a6b9-239342725300 req-17a3e06b-68b3-4304-bc8e-b88d4415600d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 943 time: 0.9014015 Nov 25 19:25:38.809465 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e0967d-c903-4248-9dff-a5e5f06bc13b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeebc51d-b25e-4594-8167-14a64ac95210,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:38.821875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:25:38.844326 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bb1838d1-e3b0-4df6-9979-b65e80221a17 admin admin] 10.222.0.15 "PUT /v2.0/routers/3c75e81b-6ab5-4d11-90d1-cd4627081595/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1326227 Nov 25 19:25:38.853887 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Sync routers for ids ['3c75e81b-6ab5-4d11-90d1-cd4627081595'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:25:38.897822 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Routers {'3c75e81b-6ab5-4d11-90d1-cd4627081595'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:38.898681 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3c75e81b-6ab5-4d11-90d1-cd4627081595'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:38.919039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] Deleting port a8ef84f3-3d05-4016-acd8-4e80e89db0e6 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:38.919388 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.090627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e63560d5-e99a-4736-8046-c9ac0c82dce7 req-46204150-574d-469b-8c07-7c622a2d94ae tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.7716475 Nov 25 19:25:39.107570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19b74985-3f30-47af-a6b9-239342725300 req-fdb2c98a-3f33-4b12-b0b5-0dcd4140b003 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739131 Nov 25 19:25:39.123376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] For port a8ef84f3-3d05-4016-acd8-4e80e89db0e6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a8ef84f3-3d05-4016-acd8-4e80e89db0e6,segment=NetworkSegment(a33b628d-757c-4196-9649-67265011960c),segment_id=a33b628d-757c-4196-9649-67265011960c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:39.124005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.155454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] Calling delete_port for a8ef84f3-3d05-4016-acd8-4e80e89db0e6 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:39.260811 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Set router 3c75e81b-6ab5-4d11-90d1-cd4627081595 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:39.530647 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51988) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:39.572214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d9da6c-4d9f-460f-bc27-320ae6b5ef91 req-829f6021-a99c-4ba2-925e-fa537e467da3 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.572949 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7350bfc3-9472-4668-8fa4-1da773610df4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.574749 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3d9da6c-4d9f-460f-bc27-320ae6b5ef91 req-829f6021-a99c-4ba2-925e-fa537e467da3 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.2776122 Nov 25 19:25:39.763505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f416d5e-3fd1-4a2c-bc66-5b16268b2dd7 req-e79b7cf0-d03a-4028-8a81-c76b498dd015 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:39.779139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f416d5e-3fd1-4a2c-bc66-5b16268b2dd7 req-e79b7cf0-d03a-4028-8a81-c76b498dd015 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.3213408 Nov 25 19:25:39.806875 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-router', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:22Z', 'updated_at': '2021-11-25T19:25:33Z', 'revision_number': 4, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'gw_port': {'id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:24Z', 'updated_at': '2021-11-25T19:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a8833e7d-de10-4f21-ad14-e4ef6332e5bb', 'name': '', 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'mac_address': 'fa:16:3e:09:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '1a1dd2e2-9930-4d69-bb47-e4305e1715ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:30Z', 'updated_at': '2021-11-25T19:25:33Z', 'revision_number': 2, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'subnets': [{'id': '1a1dd2e2-9930-4d69-bb47-e4305e1715ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:39.821972 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7350bfc3-9472-4668-8fa4-1da773610df4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.829696 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7350bfc3-9472-4668-8fa4-1da773610df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.837616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3d9da6c-4d9f-460f-bc27-320ae6b5ef91 req-d692b78d-cef8-4f20-b337-1966aa6dfe28 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217607 Nov 25 19:25:39.882476 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Checking router: 3c75e81b-6ab5-4d11-90d1-cd4627081595 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:25:39.885538 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Updating router 3c75e81b-6ab5-4d11-90d1-cd4627081595 port a8833e7d-de10-4f21-ad14-e4ef6332e5bb binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:25:39.929798 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f416d5e-3fd1-4a2c-bc66-5b16268b2dd7 req-8d07e0c6-9a34-4c1c-834d-891ccc74d7ef tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493685 Nov 25 19:25:39.944668 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7350bfc3-9472-4668-8fa4-1da773610df4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=57eebd034664447aa5b067225034bd32&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4066029 Nov 25 19:25:39.945690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51992) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:39.957978 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:39.961741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350bfc3-9472-4668-8fa4-1da773610df4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3837db8-a471-405f-bb4b-2cf34500dd3d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:39.989987 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:40.002877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6caa8ade-efec-416b-8210-4c8fe7c4da32 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:40.080648 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c79a0d33-940e-495a-906d-ec448ceafdb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:40.107374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8ef84f3-3d05-4016-acd8-4e80e89db0e6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:40.186076 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c79a0d33-940e-495a-906d-ec448ceafdb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:40.255697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf0ffa4-26a3-4e18-8d15-98e91fd8c49d req-44acdb1a-9f44-4aeb-a687-f4139cc0a9ea tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:40.257898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bcf0ffa4-26a3-4e18-8d15-98e91fd8c49d req-44acdb1a-9f44-4aeb-a687-f4139cc0a9ea tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.1536193 Nov 25 19:25:40.375254 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c79a0d33-940e-495a-906d-ec448ceafdb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:40.382792 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c79a0d33-940e-495a-906d-ec448ceafdb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:40.385807 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c79a0d33-940e-495a-906d-ec448ceafdb6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3837db8-a471-405f-bb4b-2cf34500dd3d HTTP/1.1" status: 204 len: 168 time: 0.4375131 Nov 25 19:25:40.419910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a0d33-940e-495a-906d-ec448ceafdb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3837db8-a471-405f-bb4b-2cf34500dd3d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:40.503458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6caa8ade-efec-416b-8210-4c8fe7c4da32, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:40.551676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '6caa8ade-efec-416b-8210-4c8fe7c4da32', 'network_id': '32f1d506-1a83-4ccc-8500-84eaa1b8d192', 'port_id': '6caa8ade-efec-416b-8210-4c8fe7c4da32', 'mac_address': 'fa:16:3e:c8:0b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bc6ec40-86e0-404b-b779-dc54f74a1a0e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:40.577346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bcf0ffa4-26a3-4e18-8d15-98e91fd8c49d req-028a91b8-9b59-4553-9eb4-e62dd2bd2cc2 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414122 Nov 25 19:25:40.682993 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:40.731948 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:40.755641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6caa8ade-efec-416b-8210-4c8fe7c4da32 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:40.788331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6caa8ade-efec-416b-8210-4c8fe7c4da32, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:40.796676 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:40.846371 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-34682436-50ed-4a2e-a4b1-c5beff84314d req-4da1712a-6280-4e98-9a3d-1ff159f00d7b tempest-FloatingIPDetailsNegativeTestJSON-1970093348 tempest-FloatingIPDetailsNegativeTestJSON-1970093348-project] show failed (client error): The resource could not be found. Nov 25 19:25:40.848075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34682436-50ed-4a2e-a4b1-c5beff84314d req-4da1712a-6280-4e98-9a3d-1ff159f00d7b tempest-FloatingIPDetailsNegativeTestJSON-1970093348 tempest-FloatingIPDetailsNegativeTestJSON-1970093348-project] 10.222.0.15 "GET /v2.0/floatingips/ea51367e-80e5-4e49-831b-e76039676a94 HTTP/1.1" status: 404 len: 350 time: 0.0519314 Nov 25 19:25:40.871951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52006) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:40.941546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=6caa8ade-efec-416b-8210-4c8fe7c4da32,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:41.071667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['6caa8ade-efec-416b-8210-4c8fe7c4da32'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:41.170776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] Router a2be9a0b-80bd-42ae-835d-0b48fbf4958c has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:25:41.194584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 04912e0d-e9ad-4afe-bd53-8a280f9bb21b details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:41.235143 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:41.246771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191651b3-76a3-4c52-b510-01ced41c37e2 req-ea1b7942-e11a-420a-930f-30528001c710 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.250518 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:41.256775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191651b3-76a3-4c52-b510-01ced41c37e2 req-ea1b7942-e11a-420a-930f-30528001c710 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.265612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191651b3-76a3-4c52-b510-01ced41c37e2 req-ea1b7942-e11a-420a-930f-30528001c710 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.277899 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191651b3-76a3-4c52-b510-01ced41c37e2 req-ea1b7942-e11a-420a-930f-30528001c710 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.306645 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191651b3-76a3-4c52-b510-01ced41c37e2 req-ea1b7942-e11a-420a-930f-30528001c710 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.319026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191651b3-76a3-4c52-b510-01ced41c37e2 req-ea1b7942-e11a-420a-930f-30528001c710 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.325848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191651b3-76a3-4c52-b510-01ced41c37e2 req-ea1b7942-e11a-420a-930f-30528001c710 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.328283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-191651b3-76a3-4c52-b510-01ced41c37e2 req-ea1b7942-e11a-420a-930f-30528001c710 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5418 time: 0.2012868 Nov 25 19:25:41.360942 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Pushing event updated for resources: {'Port': ['ID=a8833e7d-de10-4f21-ad14-e4ef6332e5bb,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:41.509474 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.510880 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.513738 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.516365 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.520378 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.521531 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.522541 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.523838 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.524931 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.525819 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.526703 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.527796 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:41.578468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e1609f-57c1-4100-9935-ff6fcbb34eb5 req-a62a9a74-6734-4e2e-9990-2b8b808c6d87 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:41.587665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96e1609f-57c1-4100-9935-ff6fcbb34eb5 req-a62a9a74-6734-4e2e-9990-2b8b808c6d87 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 1097 time: 0.2581525 Nov 25 19:25:41.593862 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Attempting to bind port a8833e7d-de10-4f21-ad14-e4ef6332e5bb on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:41.595086 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Attempting to bind port a8833e7d-de10-4f21-ad14-e4ef6332e5bb by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '379ca5db-9a49-445f-8169-87ac4f104821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:41.597121 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Attempting to bind port a8833e7d-de10-4f21-ad14-e4ef6332e5bb on network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:41.615517 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:41.620215 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Checking segment: {'id': '379ca5db-9a49-445f-8169-87ac4f104821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:41.622196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:41.624417 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:41.626150 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Bound using segment: {'id': '379ca5db-9a49-445f-8169-87ac4f104821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:41.632861 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-191651b3-76a3-4c52-b510-01ced41c37e2 req-a4a87086-a1f5-45cb-992f-646964740dee tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2304499 Nov 25 19:25:41.634837 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Bound port: a8833e7d-de10-4f21-ad14-e4ef6332e5bb, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '379ca5db-9a49-445f-8169-87ac4f104821', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:41.637233 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:41.708387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '04912e0d-e9ad-4afe-bd53-8a280f9bb21b', 'network_id': '3e802888-fa58-482a-bf63-9939349221d7', 'port_id': '04912e0d-e9ad-4afe-bd53-8a280f9bb21b', 'mac_address': 'fa:16:3e:46:f1:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8b0fd-add3-410a-80af-145662a3135b', 'ip_address': '10.1.1.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:41.720423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:25:41.748870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0c0ac191-7c79-4218-aded-cadedbd29c09 admin admin] 10.222.0.15 "PUT /v2.0/routers/a2be9a0b-80bd-42ae-835d-0b48fbf4958c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8812878 Nov 25 19:25:41.751324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52024) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:41.774613 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96e1609f-57c1-4100-9935-ff6fcbb34eb5 req-8c0a60c8-1396-42ff-adf5-66f861a13aae tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839390 Nov 25 19:25:41.865252 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8f8ee-65f9-4c79-8a5f-176a40e2d09e None None] Sync routers for ids ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:25:41.948201 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:41.971160 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] For port a8833e7d-de10-4f21-ad14-e4ef6332e5bb, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:41.984188 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] For port a8833e7d-de10-4f21-ad14-e4ef6332e5bb, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a8833e7d-de10-4f21-ad14-e4ef6332e5bb,segment=NetworkSegment(379ca5db-9a49-445f-8169-87ac4f104821),segment_id=379ca5db-9a49-445f-8169-87ac4f104821)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:41.989095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8f8ee-65f9-4c79-8a5f-176a40e2d09e None None] Routers {'a2be9a0b-80bd-42ae-835d-0b48fbf4958c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:41.990373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-42e8f8ee-65f9-4c79-8a5f-176a40e2d09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:41.996906 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:41.997208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04912e0d-e9ad-4afe-bd53-8a280f9bb21b {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:42.022930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.123902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52032) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:42.138008 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Routers {'3c75e81b-6ab5-4d11-90d1-cd4627081595'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:42.140016 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3c75e81b-6ab5-4d11-90d1-cd4627081595'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:42.300564 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3774f2-b678-4e4c-887b-af03077f1656 None None] Pushing event updated for resources: {'Port': ['ID=a8833e7d-de10-4f21-ad14-e4ef6332e5bb,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:42.302133 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.349046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-42e8f8ee-65f9-4c79-8a5f-176a40e2d09e None None] Set router a2be9a0b-80bd-42ae-835d-0b48fbf4958c gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:42.451568 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.497764 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] Set router 3c75e81b-6ab5-4d11-90d1-cd4627081595 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:42.509340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfe3c8-a746-4347-8f4a-218dd0d540b6 req-c8450bce-22b7-442f-b7b0-e754c26ecfab tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:42.523498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36cfe3c8-a746-4347-8f4a-218dd0d540b6 req-c8450bce-22b7-442f-b7b0-e754c26ecfab tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.2659459 Nov 25 19:25:42.554219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53415389-9aff-44c4-8336-bd301565c5ff req-9446a222-ba17-40af-bce7-e870800ece76 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:42.557019 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-53415389-9aff-44c4-8336-bd301565c5ff req-9446a222-ba17-40af-bce7-e870800ece76 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 944 time: 0.3025064 Nov 25 19:25:42.580461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-network', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:42.681680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Made reservation on behalf of d2fcb946c23144b893280a0f7474ce57 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:25:42.684499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.697212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Deleting port ba479f58-0a30-4805-84f7-ce47f4de0225 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:42.698199 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.702661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:42.806953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36cfe3c8-a746-4347-8f4a-218dd0d540b6 req-ef3439ff-b3dd-4806-8d59-ed233bedf99b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818449 Nov 25 19:25:42.888218 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-53415389-9aff-44c4-8336-bd301565c5ff req-40d60b53-0292-4e56-be2c-153c6881c1fd tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2850583 Nov 25 19:25:43.009191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.033732 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.071815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:43.086579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.088096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 678688d0-4586-4af3-9ea9-aa4330cd1027 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:43.146027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ca1086-5bbe-44a1-90ad-f8ce90632e80,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:43.147237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 678688d0-4586-4af3-9ea9-aa4330cd1027, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=678688d0-4586-4af3-9ea9-aa4330cd1027,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:43.160204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:25:43.185333 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-router', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:22Z', 'updated_at': '2021-11-25T19:25:33Z', 'revision_number': 4, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'gw_port': {'id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:24Z', 'updated_at': '2021-11-25T19:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a8833e7d-de10-4f21-ad14-e4ef6332e5bb', 'name': '', 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'mac_address': 'fa:16:3e:09:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '1a1dd2e2-9930-4d69-bb47-e4305e1715ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:30Z', 'updated_at': '2021-11-25T19:25:41Z', 'revision_number': 4, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'subnets': [{'id': '1a1dd2e2-9930-4d69-bb47-e4305e1715ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:43.186110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] For port ba479f58-0a30-4805-84f7-ce47f4de0225, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ba479f58-0a30-4805-84f7-ce47f4de0225,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:43.188060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.230724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.231256 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Added segment 303fb06a-0a8d-4ceb-b300-4a7274446e6b of type vlan for network 48e06498-f4ea-425d-b9da-a253bacd7d52 Nov 25 19:25:43.236390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Calling delete_port for ba479f58-0a30-4805-84f7-ce47f4de0225 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:43.241338 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25781f3a-9803-4169-b29c-d29c89a1e584 None None] The sync data for ids ['3c75e81b-6ab5-4d11-90d1-cd4627081595'] in n-d-817303-9 is: [{'id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-router', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:22Z', 'updated_at': '2021-11-25T19:25:33Z', 'revision_number': 4, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'gw_port': {'id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:24Z', 'updated_at': '2021-11-25T19:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a8833e7d-de10-4f21-ad14-e4ef6332e5bb', 'name': '', 'network_id': '3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'mac_address': 'fa:16:3e:09:fc:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_interface', 'standard_attr_id': 714, 'fixed_ips': [{'subnet_id': '1a1dd2e2-9930-4d69-bb47-e4305e1715ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:30Z', 'updated_at': '2021-11-25T19:25:41Z', 'revision_number': 4, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'subnets': [{'id': '1a1dd2e2-9930-4d69-bb47-e4305e1715ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:25:43.272513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '678688d0-4586-4af3-9ea9-aa4330cd1027', 'network_id': '3e802888-fa58-482a-bf63-9939349221d7', 'port_id': '678688d0-4586-4af3-9ea9-aa4330cd1027', 'mac_address': 'fa:16:3e:0a:47:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8b0fd-add3-410a-80af-145662a3135b', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:43.277523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b3e959-8519-4871-a4ec-c56bf121eb34 req-d5928c39-ae80-4cee-a298-31f582876445 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:43.279201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8a5846e8-b407-4c28-8471-b4a626951351 None None] Provisioning complete for port a8833e7d-de10-4f21-ad14-e4ef6332e5bb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:43.279777 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a5846e8-b407-4c28-8471-b4a626951351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.280108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69b3e959-8519-4871-a4ec-c56bf121eb34 req-d5928c39-ae80-4cee-a298-31f582876445 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.2198155 Nov 25 19:25:43.285032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:43.383246 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.411981 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.416315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] Deleting port a8833e7d-de10-4f21-ad14-e4ef6332e5bb {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:43.416862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.423617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da046dfb-1c0b-4276-a1c1-0a75c6bf2e82 req-7d8172aa-135e-48f0-9361-93af5b37fe9c tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:43.435834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da046dfb-1c0b-4276-a1c1-0a75c6bf2e82 req-7d8172aa-135e-48f0-9361-93af5b37fe9c tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 1097 time: 0.3691595 Nov 25 19:25:43.465389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 678688d0-4586-4af3-9ea9-aa4330cd1027 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:43.513424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 678688d0-4586-4af3-9ea9-aa4330cd1027, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=678688d0-4586-4af3-9ea9-aa4330cd1027,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:43.532845 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:43.535214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device b549ba12-510b-45f2-ac00-366b3e56b6da details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:43.747119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69b3e959-8519-4871-a4ec-c56bf121eb34 req-96d226f2-648c-4cee-b47d-9f9b834f6dd4 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2958024 Nov 25 19:25:43.776309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-37abf918-1b2a-4686-9194-bc66419234c5 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:43.779101 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-37abf918-1b2a-4686-9194-bc66419234c5 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.3449337 Nov 25 19:25:43.827159 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-9'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:43.860092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-42e8f8ee-65f9-4c79-8a5f-176a40e2d09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-router', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102'}], 'enable_snat': True}, 'gw_port_id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:25:39Z', 'revision_number': 5, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'gw_port': {'id': 'ba479f58-0a30-4805-84f7-ce47f4de0225', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:81:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:08Z', 'updated_at': '2021-11-25T19:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:43.912613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:25:43.919229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8f8ee-65f9-4c79-8a5f-176a40e2d09e None None] Checking router: a2be9a0b-80bd-42ae-835d-0b48fbf4958c for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:25:43.941749 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da046dfb-1c0b-4276-a1c1-0a75c6bf2e82 req-e7bc6c40-94ca-4697-b120-cca5db7ff6ae tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4314938 Nov 25 19:25:44.074946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=678688d0-4586-4af3-9ea9-aa4330cd1027,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:44.087072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6caa8ade-efec-416b-8210-4c8fe7c4da32 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:44.109938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e8f8ee-65f9-4c79-8a5f-176a40e2d09e None None] Routers {'a2be9a0b-80bd-42ae-835d-0b48fbf4958c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:44.110617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-42e8f8ee-65f9-4c79-8a5f-176a40e2d09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:44.172810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658042a-cd6c-4b31-a396-120ad313afde req-14688bdb-5d5b-45ce-9ebc-be32cacb344d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.186249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658042a-cd6c-4b31-a396-120ad313afde req-14688bdb-5d5b-45ce-9ebc-be32cacb344d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.202642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658042a-cd6c-4b31-a396-120ad313afde req-14688bdb-5d5b-45ce-9ebc-be32cacb344d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.204627 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.207146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.208342 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.216658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658042a-cd6c-4b31-a396-120ad313afde req-14688bdb-5d5b-45ce-9ebc-be32cacb344d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.233295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658042a-cd6c-4b31-a396-120ad313afde req-14688bdb-5d5b-45ce-9ebc-be32cacb344d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.234571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] For port a8833e7d-de10-4f21-ad14-e4ef6332e5bb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a8833e7d-de10-4f21-ad14-e4ef6332e5bb,segment=NetworkSegment(379ca5db-9a49-445f-8169-87ac4f104821),segment_id=379ca5db-9a49-445f-8169-87ac4f104821)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:44.235862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.248113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658042a-cd6c-4b31-a396-120ad313afde req-14688bdb-5d5b-45ce-9ebc-be32cacb344d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.262117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658042a-cd6c-4b31-a396-120ad313afde req-14688bdb-5d5b-45ce-9ebc-be32cacb344d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.280232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b658042a-cd6c-4b31-a396-120ad313afde req-14688bdb-5d5b-45ce-9ebc-be32cacb344d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5420 time: 0.3849442 Nov 25 19:25:44.282274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-42e8f8ee-65f9-4c79-8a5f-176a40e2d09e None None] Set router a2be9a0b-80bd-42ae-835d-0b48fbf4958c gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:44.296701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] Calling delete_port for a8833e7d-de10-4f21-ad14-e4ef6332e5bb owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:44.312637 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 900 time: 2.1805706 Nov 25 19:25:44.323498 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52044) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:44.336165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] Request body: {'subnet': {'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-subnet', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:44.355379 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.400169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-42e8f8ee-65f9-4c79-8a5f-176a40e2d09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-router', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:25:42Z', 'revision_number': 6, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:44.439297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e8f8ee-65f9-4c79-8a5f-176a40e2d09e None None] The sync data for ids ['a2be9a0b-80bd-42ae-835d-0b48fbf4958c'] in n-d-817303-9 is: [{'id': 'a2be9a0b-80bd-42ae-835d-0b48fbf4958c', 'name': 'tempest-AttachSCSIVolumeTestJSON-2032206160-router', 'tenant_id': '52171d92c95246cfade50914c6bd0abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:05Z', 'updated_at': '2021-11-25T19:25:42Z', 'revision_number': 6, 'project_id': '52171d92c95246cfade50914c6bd0abb', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:25:44.453043 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a5846e8-b407-4c28-8471-b4a626951351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.498197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port b549ba12-510b-45f2-ac00-366b3e56b6da, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=b549ba12-510b-45f2-ac00-366b3e56b6da,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:44.510987 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.511754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f567309d-f2c3-46bf-8b23-9baeadc31fe4 admin admin] Pushing event updated for resources: {'Network': ['ID=48e06498-f4ea-425d-b9da-a253bacd7d52,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:44.536206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 48e06498-f4ea-425d-b9da-a253bacd7d52 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:25:44.578001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] Made reservation on behalf of d2fcb946c23144b893280a0f7474ce57 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:25:44.582548 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.729441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db19d09-ad8a-48be-a555-50221a3e57b6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:44.747012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'b549ba12-510b-45f2-ac00-366b3e56b6da', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'port_id': 'b549ba12-510b-45f2-ac00-366b3e56b6da', 'mac_address': 'fa:16:3e:49:82:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:44.755827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8a5846e8-b407-4c28-8471-b4a626951351 None None] For port a8833e7d-de10-4f21-ad14-e4ef6332e5bb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a8833e7d-de10-4f21-ad14-e4ef6332e5bb,segment=NetworkSegment(379ca5db-9a49-445f-8169-87ac4f104821),segment_id=379ca5db-9a49-445f-8169-87ac4f104821)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:44.775508 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a5846e8-b407-4c28-8471-b4a626951351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.796041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 6caa8ade-efec-416b-8210-4c8fe7c4da32 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:44.828176 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba479f58-0a30-4805-84f7-ce47f4de0225,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:44.856257 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.881691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b658042a-cd6c-4b31-a396-120ad313afde req-2af8db8e-a1f8-4599-ade1-a7e73a4cbb6b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5998976 Nov 25 19:25:44.916538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dde59-3356-4638-a405-b4b7f1f6885c req-5d5669a9-5661-482d-ab4c-0346b2f25a16 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:44.934572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 6caa8ade-efec-416b-8210-4c8fe7c4da32 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:44.934572 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:44.935221 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-892dde59-3356-4638-a405-b4b7f1f6885c req-5d5669a9-5661-482d-ab4c-0346b2f25a16 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.6121945 Nov 25 19:25:45.028691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] Pushing event updated for resources: {'Subnet': ['ID=14edfb14-79d8-4c2c-bdba-52bfcea2ea92,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:45.076299 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.192049 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.225793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5846e8-b407-4c28-8471-b4a626951351 None None] Pushing event updated for resources: {'Port': ['ID=a8833e7d-de10-4f21-ad14-e4ef6332e5bb,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:45.232036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] Checking segment: {'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:45.232803 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] Network hostable DHCP agents. Network: 48e06498-f4ea-425d-b9da-a253bacd7d52, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:25:45.234446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4be15b0e-0a3c-4ce7-897d-e372b87e55c3 None None] Provisioning complete for port a8833e7d-de10-4f21-ad14-e4ef6332e5bb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:45.235963 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4be15b0e-0a3c-4ce7-897d-e372b87e55c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.318695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b549ba12-510b-45f2-ac00-366b3e56b6da {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:45.392615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] Network 48e06498-f4ea-425d-b9da-a253bacd7d52 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:25:45.398238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.407190 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.419582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port b549ba12-510b-45f2-ac00-366b3e56b6da, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=b549ba12-510b-45f2-ac00-366b3e56b6da,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:45.429590 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.473463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4be15b0e-0a3c-4ce7-897d-e372b87e55c3 None None] Could not find standard attr ID for object a8833e7d-de10-4f21-ad14-e4ef6332e5bb. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:25:45.486842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 48e06498-f4ea-425d-b9da-a253bacd7d52) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:45.490446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8833e7d-de10-4f21-ad14-e4ef6332e5bb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:45.510601 n-d-817303-9 neutron-server[103653]: INFO neutron.plugins.ml2.db [None req-4be15b0e-0a3c-4ce7-897d-e372b87e55c3 None None] No ports have port_id starting with a8833e7d-de10-4f21-ad14-e4ef6332e5bb Nov 25 19:25:45.522570 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.523796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8a281f2c-b693-4946-92e9-005d6524e0d3 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:45.552217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:45.553171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.613900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 8a281f2c-b693-4946-92e9-005d6524e0d3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8a281f2c-b693-4946-92e9-005d6524e0d3,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:45.640537 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-80528b64-b278-43b6-b18b-68927063c41e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.3151205 Nov 25 19:25:45.650934 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52048) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:45.653948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '8a281f2c-b693-4946-92e9-005d6524e0d3', 'network_id': '3e802888-fa58-482a-bf63-9939349221d7', 'port_id': '8a281f2c-b693-4946-92e9-005d6524e0d3', 'mac_address': 'fa:16:3e:30:b5:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8b0fd-add3-410a-80af-145662a3135b', 'ip_address': '10.1.1.37'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:45.657276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38794732-bc24-414d-8ac4-90d0499e49ac None None] Network 48e06498-f4ea-425d-b9da-a253bacd7d52 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:25:45.664806 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:45.693397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c2d3a-535e-4f70-92f2-be64b514301e req-8ee5878d-8fab-4520-b81b-0864e3dea84d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:45.712551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-891c2d3a-535e-4f70-92f2-be64b514301e req-8ee5878d-8fab-4520-b81b-0864e3dea84d tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 944 time: 0.6383452 Nov 25 19:25:45.790424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a8833e7d-de10-4f21-ad14-e4ef6332e5bb up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:45.813215 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.814201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2be9a0b-80bd-42ae-835d-0b48fbf4958c {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:25:45.849477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.853007 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-46c95d37-05b7-43cf-9599-756739f58fc3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/a2be9a0b-80bd-42ae-835d-0b48fbf4958c HTTP/1.1" status: 204 len: 168 time: 4.0746825 Nov 25 19:25:45.857057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a8833e7d-de10-4f21-ad14-e4ef6332e5bb {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:45.857795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a8833e7d-de10-4f21-ad14-e4ef6332e5bb not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 19:25:45.865878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-892dde59-3356-4638-a405-b4b7f1f6885c req-c9f6c360-3b39-4e45-88eb-2d7bfc7c0928 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8780196 Nov 25 19:25:45.866459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52050) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:45.890251 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.914837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:45.936324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Port a8833e7d-de10-4f21-ad14-e4ef6332e5bb not found, will not notify nova. {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 19:25:45.975629 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.982499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:45.984217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.064362 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-891c2d3a-535e-4f70-92f2-be64b514301e req-77e1ae2b-b665-4048-a4ea-b583a21067d8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990801 Nov 25 19:25:46.070591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b7551b2-afc7-43f7-880c-9c9cd6526ac0 admin admin] Deleting subnet de433ccd-ce7c-4ad8-86e8-8cf9190d38e8 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:25:46.093988 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b7551b2-afc7-43f7-880c-9c9cd6526ac0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.124121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a8ef84f3-3d05-4016-acd8-4e80e89db0e6 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:46.132010 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.197526 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b7551b2-afc7-43f7-880c-9c9cd6526ac0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.232812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.242290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:46.296460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=b549ba12-510b-45f2-ac00-366b3e56b6da,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:46.316389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a281f2c-b693-4946-92e9-005d6524e0d3 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:46.357982 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a8ef84f3-3d05-4016-acd8-4e80e89db0e6 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:46.358703 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a8ef84f3-3d05-4016-acd8-4e80e89db0e6 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:46.405148 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caa8ade-efec-416b-8210-4c8fe7c4da32'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:46.411407 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ce0e97-9ca5-47e6-b73b-e0fac708df43" -d '{"events": [{"server_uuid": "4927ad83-ee99-464a-8499-fb9ec8b5921e", "name": "network-vif-plugged", "status": "completed", "tag": "6caa8ade-efec-416b-8210-4c8fe7c4da32"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:46.460053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:46.463606 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecaf9bb-c909-4941-8c05-c17a0fae09bd" -d '{"events": [{"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:46.463965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 8a281f2c-b693-4946-92e9-005d6524e0d3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8a281f2c-b693-4946-92e9-005d6524e0d3,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:46.471764 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.476344 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6caa8ade-efec-416b-8210-4c8fe7c4da32, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:46.488629 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.490177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb6fb4-6023-44b1-a252-e8dd86511392 req-4109bd82-769e-44c0-a914-2328e6523fcd tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.491039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.503284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abdb6fb4-6023-44b1-a252-e8dd86511392 req-4109bd82-769e-44c0-a914-2328e6523fcd tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.2340660 Nov 25 19:25:46.524220 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.529918 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 11da7b93-0b9d-4f76-8a71-711b95ce7dec details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:46.548502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4fba-a158-4581-b908-a32b16a220a1 req-9aba208a-affe-46a3-a820-8e36c57874b1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.558037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4fba-a158-4581-b908-a32b16a220a1 req-9aba208a-affe-46a3-a820-8e36c57874b1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.561719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] Router 3c75e81b-6ab5-4d11-90d1-cd4627081595 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:25:46.565042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4fba-a158-4581-b908-a32b16a220a1 req-9aba208a-affe-46a3-a820-8e36c57874b1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.573808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4fba-a158-4581-b908-a32b16a220a1 req-9aba208a-affe-46a3-a820-8e36c57874b1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.581399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4fba-a158-4581-b908-a32b16a220a1 req-9aba208a-affe-46a3-a820-8e36c57874b1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.592440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4fba-a158-4581-b908-a32b16a220a1 req-9aba208a-affe-46a3-a820-8e36c57874b1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.600783 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab4fba-a158-4581-b908-a32b16a220a1 req-9aba208a-affe-46a3-a820-8e36c57874b1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:46.602917 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98ab4fba-a158-4581-b908-a32b16a220a1 req-9aba208a-affe-46a3-a820-8e36c57874b1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5421 time: 0.3576791 Nov 25 19:25:46.607791 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.724873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abdb6fb4-6023-44b1-a252-e8dd86511392 req-56882085-39fa-4ce6-b23a-93268b50bf19 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218769 Nov 25 19:25:46.770395 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b7551b2-afc7-43f7-880c-9c9cd6526ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:46.805913 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:25:46.823110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba21817-267f-4e4b-8310-37f85ef03522 None None] DHCP port deletion for 6416e649-d9bc-4b84-af89-d9947516c8b7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:46.872249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ba479f58-0a30-4805-84f7-ce47f4de0225 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:46.900367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:25:46.912346 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-740235b9-016c-46bf-bd6c-f8910d9841f5 admin admin] 10.222.0.15 "PUT /v2.0/routers/3c75e81b-6ab5-4d11-90d1-cd4627081595/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0343792 Nov 25 19:25:46.917595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52062) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:46.924686 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacacd3b-46a5-4400-b652-1771eacac301 None None] Sync routers for ids ['3c75e81b-6ab5-4d11-90d1-cd4627081595'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:25:46.953767 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacacd3b-46a5-4400-b652-1771eacac301 None None] Routers {'3c75e81b-6ab5-4d11-90d1-cd4627081595'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:46.967288 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dacacd3b-46a5-4400-b652-1771eacac301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3c75e81b-6ab5-4d11-90d1-cd4627081595'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:46.992917 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:47.009418 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=8a281f2c-b693-4946-92e9-005d6524e0d3,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:47.022852 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:47.146988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: ba479f58-0a30-4805-84f7-ce47f4de0225 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:47.147577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ba479f58-0a30-4805-84f7-ce47f4de0225 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:47.159055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['04912e0d-e9ad-4afe-bd53-8a280f9bb21b'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:47.205992 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:47.222107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['8a281f2c-b693-4946-92e9-005d6524e0d3'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:47.312672 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-dacacd3b-46a5-4400-b652-1771eacac301 None None] Set router 3c75e81b-6ab5-4d11-90d1-cd4627081595 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:47.334027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['b549ba12-510b-45f2-ac00-366b3e56b6da'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:47.339083 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['678688d0-4586-4af3-9ea9-aa4330cd1027'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:47.354677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Allocated IP 172.25.8.187 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/b4a575fe-c057-4294-92b8-3696de658514) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:47.615044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:47.625958 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b7551b2-afc7-43f7-880c-9c9cd6526ac0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:47.693206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7551b2-afc7-43f7-880c-9c9cd6526ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de433ccd-ce7c-4ad8-86e8-8cf9190d38e8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:47.722981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=6caa8ade-efec-416b-8210-4c8fe7c4da32,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:47.756073 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dacacd3b-46a5-4400-b652-1771eacac301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-router', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:22Z', 'updated_at': '2021-11-25T19:25:45Z', 'revision_number': 5, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'gw_port': {'id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:24Z', 'updated_at': '2021-11-25T19:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:47.835258 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b7551b2-afc7-43f7-880c-9c9cd6526ac0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:47.843652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1b7551b2-afc7-43f7-880c-9c9cd6526ac0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/de433ccd-ce7c-4ad8-86e8-8cf9190d38e8 HTTP/1.1" status: 204 len: 168 time: 1.9620750 Nov 25 19:25:47.847129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52086) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:47.873849 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacacd3b-46a5-4400-b652-1771eacac301 None None] Checking router: 3c75e81b-6ab5-4d11-90d1-cd4627081595 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:25:47.895963 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacacd3b-46a5-4400-b652-1771eacac301 None None] Routers {'3c75e81b-6ab5-4d11-90d1-cd4627081595'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:47.897207 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dacacd3b-46a5-4400-b652-1771eacac301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3c75e81b-6ab5-4d11-90d1-cd4627081595'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:47.909451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98ab4fba-a158-4581-b908-a32b16a220a1 req-a42d5c51-282c-4d20-9fd2-8d7a3740756e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 1.2806427 Nov 25 19:25:47.951356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on host n-h1-817303-9 for vnic_type normal with profile {"migrating_to": "n-h2-817303-9"} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:47.951903 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:47.957922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:48.008519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.025540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:48.026057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Attempting to bind port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on network 6416e649-d9bc-4b84-af89-d9947516c8b7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:48.106064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.177239 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ec53ed-40f0-48d5-b6f8-3c22e3369ad1 x-openstack-request-id: req-62ec53ed-40f0-48d5-b6f8-3c22e3369ad1 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:48.178265 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4927ad83-ee99-464a-8499-fb9ec8b5921e", "name": "network-vif-plugged", "status": "completed", "tag": "6caa8ade-efec-416b-8210-4c8fe7c4da32", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:48.179181 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-62ec53ed-40f0-48d5-b6f8-3c22e3369ad1 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:48.180140 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6caa8ade-efec-416b-8210-4c8fe7c4da32', 'code': 200} Nov 25 19:25:48.187483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:48.188357 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-dacacd3b-46a5-4400-b652-1771eacac301 None None] Set router 3c75e81b-6ab5-4d11-90d1-cd4627081595 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:48.189153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Checking segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:48.189153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Bound using segment: {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:48.189705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Bound port: c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e55c540c-9461-4947-8a5a-094947b4c936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '6416e649-d9bc-4b84-af89-d9947516c8b7'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:48.191151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.223664 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111a5667-efef-436a-810d-26940f2bb42d x-openstack-request-id: req-111a5667-efef-436a-810d-26940f2bb42d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:48.224393 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:48.225023 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-111a5667-efef-436a-810d-26940f2bb42d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:48.225864 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0', 'code': 200} Nov 25 19:25:48.267187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fcd9d1-c2fd-41a9-91c5-382dff98983b None None] Network 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:25:48.271395 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Deleting port 4d35e8ff-9148-45f6-a628-f386acee7d54 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:48.273784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-48e06498-f4ea-425d-b9da-a253bacd7d52', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'fixed_ips': [{'subnet_id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:25:48.275355 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.276294 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.373595 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.394014 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.464106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc209dc0-3304-4f80-9117-92a5a419902c req-7be19529-bf91-4c88-a034-1ce3246dee42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:48.467100 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cc209dc0-3304-4f80-9117-92a5a419902c req-7be19529-bf91-4c88-a034-1ce3246dee42 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 1096 time: 0.2880349 Nov 25 19:25:48.487947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:48.517665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:48.546480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:48.573785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:48.579003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:48.593256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7f88cbb0-fa58-4a5e-8624-91c37ef3c15a None None] Provisioning complete for port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:48.594012 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f88cbb0-fa58-4a5e-8624-91c37ef3c15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.627424 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.642069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Pushing event updated for resources: {'Port': ['ID=b4a575fe-c057-4294-92b8-3696de658514,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:48.650491 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-40819832-0044-4880-88e8-faa57403276e service neutron] show failed (client error): The resource could not be found. Nov 25 19:25:48.651503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-40819832-0044-4880-88e8-faa57403276e service neutron] 10.222.0.76 "GET /v2.0/ports/bdda5a50-aef3-49ca-a322-28902c0f7ef1/bindings/n-h1-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.3398113 Nov 25 19:25:48.677816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] For port 4d35e8ff-9148-45f6-a628-f386acee7d54, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4d35e8ff-9148-45f6-a628-f386acee7d54,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:48.679307 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.718934 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dacacd3b-46a5-4400-b652-1771eacac301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-router', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:22Z', 'updated_at': '2021-11-25T19:25:45Z', 'revision_number': 5, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'gw_port': {'id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:24Z', 'updated_at': '2021-11-25T19:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:48.755748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12a745f-6e0a-495e-8716-55f7abd85cb4 req-1f925c97-a009-4bcb-86b7-5506f9f09406 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:48.769393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f12a745f-6e0a-495e-8716-55f7abd85cb4 req-1f925c97-a009-4bcb-86b7-5506f9f09406 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.4428787 Nov 25 19:25:48.774131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444eb09f-dffa-40cc-9e94-4170a8ad739b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:48.789185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Calling delete_port for 4d35e8ff-9148-45f6-a628-f386acee7d54 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:48.815586 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacacd3b-46a5-4400-b652-1771eacac301 None None] The sync data for ids ['3c75e81b-6ab5-4d11-90d1-cd4627081595'] in n-d-817303-9 is: [{'id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1048070939-router', 'tenant_id': '3cebd30c02d94e068423cb12821edc95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126'}], 'enable_snat': True}, 'gw_port_id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:22Z', 'updated_at': '2021-11-25T19:25:45Z', 'revision_number': 5, 'project_id': '3cebd30c02d94e068423cb12821edc95', 'gw_port': {'id': '4d35e8ff-9148-45f6-a628-f386acee7d54', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:85:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c75e81b-6ab5-4d11-90d1-cd4627081595', 'device_owner': 'network:router_gateway', 'standard_attr_id': 711, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:24Z', 'updated_at': '2021-11-25T19:25:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:25:48.847764 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cc209dc0-3304-4f80-9117-92a5a419902c req-f56c4cdf-d55e-4002-8897-16aba3bab3bc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3641186 Nov 25 19:25:48.943462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:48.944692 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:48.947562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] 10.222.0.76 "PUT /v2.0/ports/c1a8ea7f-e645-4564-b5e0-503b2eac92a0 HTTP/1.1" status: 200 len: 1121 time: 5.1551585 Nov 25 19:25:49.113012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f12a745f-6e0a-495e-8716-55f7abd85cb4 req-1ef9ebcf-6c5a-4d7d-93e6-1bbb75f6916d tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3411386 Nov 25 19:25:49.170776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2dd014-11e0-4319-b0fd-22242d0b7a38 service neutron] Pushing event updated for resources: {'Port': ['ID=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,revision_number=8']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:49.219219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Deleting port 07924309-72ee-46ae-b89d-87679a45752b {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:49.222359 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.236529 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25985eef-27f2-49d1-8bca-25b7371ec527 None None] DHCP port deletion for 6416e649-d9bc-4b84-af89-d9947516c8b7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:49.292305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-3aa97a05-6761-44d5-a9fb-7ee1ece64ec8 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:25:49.303012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-3aa97a05-6761-44d5-a9fb-7ee1ece64ec8 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5595798 Nov 25 19:25:49.443492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-ab6297ec-ade0-4258-8873-910ef058a19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:49.445817 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-ab6297ec-ade0-4258-8873-910ef058a19f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e&tenant_id=df1e19b34a9140d885e4e27b944e7b86 HTTP/1.1" status: 200 len: 1100 time: 0.2215419 Nov 25 19:25:49.490063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-da785ddf-a6f8-4a14-85de-7f7a03ff1a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:49.497569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:49.497801 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-da785ddf-a6f8-4a14-85de-7f7a03ff1a39 service neutron] 10.222.0.15 "GET /v2.0/ports/905eb6c6-090a-4903-984e-e657f5f3cfcc HTTP/1.1" status: 200 len: 1094 time: 0.1934876 Nov 25 19:25:49.505845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Request body: {'binding': {'host': 'n-h2-817303-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:49.506410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Unknown quota resources ['binding']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:25:49.510972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Allocated IP 172.20.0.2 (48e06498-f4ea-425d-b9da-a253bacd7d52/14edfb14-79d8-4c2c-bdba-52bfcea2ea92/e464a0f9-7604-4976-9c08-f937dfebc47d) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:49.518788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] For port 07924309-72ee-46ae-b89d-87679a45752b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=07924309-72ee-46ae-b89d-87679a45752b,segment=NetworkSegment(a33b628d-757c-4196-9649-67265011960c),segment_id=a33b628d-757c-4196-9649-67265011960c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:49.521123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.573343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Calling delete_port for 07924309-72ee-46ae-b89d-87679a45752b owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:49.607001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035d1f5e-a96c-4a5c-93d2-b8115b0ad117 req-8b662b71-479a-486d-8533-302c9eaac15f tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:49.616359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-035d1f5e-a96c-4a5c-93d2-b8115b0ad117 req-8b662b71-479a-486d-8533-302c9eaac15f tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 945 time: 0.3037858 Nov 25 19:25:49.618833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['c1a8ea7f-e645-4564-b5e0-503b2eac92a0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:49.622113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['c1a8ea7f-e645-4564-b5e0-503b2eac92a0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:49.741777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 11da7b93-0b9d-4f76-8a71-711b95ce7dec, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:49.801311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.807539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '11da7b93-0b9d-4f76-8a71-711b95ce7dec', 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b', 'port_id': '11da7b93-0b9d-4f76-8a71-711b95ce7dec', 'mac_address': 'fa:16:3e:c6:81:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:49.827429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-035d1f5e-a96c-4a5c-93d2-b8115b0ad117 req-e3c93558-f911-4c55-8b53-22927f491c25 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096601 Nov 25 19:25:49.879921 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.942641 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.947368 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:49.978289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Pushing event deleted for resources: {'Port': ['ID=4d35e8ff-9148-45f6-a628-f386acee7d54,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:50.022771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Pushing event deleted for resources: {'Port': ['ID=07924309-72ee-46ae-b89d-87679a45752b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:50.075234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on host n-h2-817303-9 for vnic_type normal with profile None {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:50.075715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:50.076180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:50.122185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] No DVR routers for this DVR port 07924309-72ee-46ae-b89d-87679a45752b on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:50.137665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:50.138239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:50.169392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.173891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844847f5-f920-4293-8d74-817032b0ae60 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:50.191113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:50.191696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:50.192832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:50.193198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Bound port: 905eb6c6-090a-4903-984e-e657f5f3cfcc, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:50.238629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:50.243336 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39f6c85-7715-419a-9b93-da01af550933" -d '{"events": [{"name": "network-changed", "server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:50.323570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.346135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7b75df-6ea7-4271-af97-0ace5ff355ed req-4245d0d0-263d-4e29-ac4a-bcb993676d21 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:50.348803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a7b75df-6ea7-4271-af97-0ace5ff355ed req-4245d0d0-263d-4e29-ac4a-bcb993676d21 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 943 time: 0.3021703 Nov 25 19:25:50.355748 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.411173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f36e8b9-4c30-44bc-9c5d-edc700eb6e35']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:50.430556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a33b628d-757c-4196-9649-67265011960c') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:50.431381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a33b628d-757c-4196-9649-67265011960c') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:50.445462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11da7b93-0b9d-4f76-8a71-711b95ce7dec {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:50.457064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:50.464260 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.478050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.479602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-de3bfde9-68fa-4c2a-b059-9e77311da91d service neutron] 10.222.0.15 "POST /v2.0/ports/905eb6c6-090a-4903-984e-e657f5f3cfcc/bindings HTTP/1.1" status: 201 len: 389 time: 0.9807482 Nov 25 19:25:50.503470 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a7b75df-6ea7-4271-af97-0ace5ff355ed req-35bd265e-cddc-4687-a6ec-b21645587983 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375690 Nov 25 19:25:50.509011 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.527345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7a2166-f287-4a80-bed8-b56988e508ec None None] DHCP port deletion for 8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:50.532112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:25:50.533391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.597311 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.736267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.742563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 11da7b93-0b9d-4f76-8a71-711b95ce7dec, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:50.755949 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.829796 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.831467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device efd7e961-4a21-47ff-85bc-39bcd0cb957d details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:25:50.890721 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:25:50.926329 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.936123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:50.944251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8f36e8b9-4c30-44bc-9c5d-edc700eb6e35 HTTP/1.1" status: 204 len: 168 time: 3.0828719 Nov 25 19:25:50.955030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52108) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:50.983715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 07924309-72ee-46ae-b89d-87679a45752b no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:51.077147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.077944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c75e81b-6ab5-4d11-90d1-cd4627081595 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:25:51.082483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec48bd-6a14-484e-87a0-56a7d59d7348 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f36e8b9-4c30-44bc-9c5d-edc700eb6e35,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:51.096811 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.102697 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-95807f1e-2d9c-4b82-b71a-74e892cd940d admin admin] 10.222.0.15 "DELETE /v2.0/routers/3c75e81b-6ab5-4d11-90d1-cd4627081595 HTTP/1.1" status: 204 len: 168 time: 4.1766980 Nov 25 19:25:51.106106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 07924309-72ee-46ae-b89d-87679a45752b {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:51.106106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 07924309-72ee-46ae-b89d-87679a45752b not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:51.106106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a8833e7d-de10-4f21-ad14-e4ef6332e5bb no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:51.113060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52110) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:51.146015 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f88cbb0-fa58-4a5e-8624-91c37ef3c15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.154775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15ffaa-463d-4ff5-b8bf-632d23fc020b req-b53d0ab9-8c9f-4eef-bd03-7e4c17dcbd7e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.167329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15ffaa-463d-4ff5-b8bf-632d23fc020b req-b53d0ab9-8c9f-4eef-bd03-7e4c17dcbd7e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.177211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a8833e7d-de10-4f21-ad14-e4ef6332e5bb {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:51.177835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a8833e7d-de10-4f21-ad14-e4ef6332e5bb not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:51.180042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15ffaa-463d-4ff5-b8bf-632d23fc020b req-b53d0ab9-8c9f-4eef-bd03-7e4c17dcbd7e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.191515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15ffaa-463d-4ff5-b8bf-632d23fc020b req-b53d0ab9-8c9f-4eef-bd03-7e4c17dcbd7e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.203373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15ffaa-463d-4ff5-b8bf-632d23fc020b req-b53d0ab9-8c9f-4eef-bd03-7e4c17dcbd7e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.215875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15ffaa-463d-4ff5-b8bf-632d23fc020b req-b53d0ab9-8c9f-4eef-bd03-7e4c17dcbd7e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.238130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c15ffaa-463d-4ff5-b8bf-632d23fc020b req-b53d0ab9-8c9f-4eef-bd03-7e4c17dcbd7e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.241251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c15ffaa-463d-4ff5-b8bf-632d23fc020b req-b53d0ab9-8c9f-4eef-bd03-7e4c17dcbd7e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5423 time: 0.3223302 Nov 25 19:25:51.262235 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.285016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e9426-6458-4ab1-9032-d227ce05c19f req-6063794a-5838-454e-a78a-b601857cb640 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.287508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed3e9426-6458-4ab1-9032-d227ce05c19f req-6063794a-5838-454e-a78a-b601857cb640 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.3907535 Nov 25 19:25:51.327727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=11da7b93-0b9d-4f76-8a71-711b95ce7dec,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:51.339232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:51.341684 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014e57dc-dde1-4805-b63d-49def5b1af2e" -d '{"events": [{"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-plugged", "status": "completed", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:51.368341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port efd7e961-4a21-47ff-85bc-39bcd0cb957d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:51.426461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7f88cbb0-fa58-4a5e-8624-91c37ef3c15a None None] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:51.434144 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.436334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c15ffaa-463d-4ff5-b8bf-632d23fc020b req-f1db165e-ee01-45ac-ab69-e245ef45e2fc tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471846 Nov 25 19:25:51.439661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.440867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.441491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.442125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.442756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.445710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.447119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.447673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.448813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.449587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.450137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.450747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:25:51.503699 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed3e9426-6458-4ab1-9032-d227ce05c19f req-63218ccc-e020-435f-a0d2-cd56a214cda7 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746202 Nov 25 19:25:51.517177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'efd7e961-4a21-47ff-85bc-39bcd0cb957d', 'network_id': '3e802888-fa58-482a-bf63-9939349221d7', 'port_id': 'efd7e961-4a21-47ff-85bc-39bcd0cb957d', 'mac_address': 'fa:16:3e:9a:ee:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97f8b0fd-add3-410a-80af-145662a3135b', 'ip_address': '10.1.1.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:51.519064 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c5597c9-f66f-4f46-b51d-812e38d1ef54 x-openstack-request-id: req-2c5597c9-f66f-4f46-b51d-812e38d1ef54 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:51.520058 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:51.522438 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c5597c9-f66f-4f46-b51d-812e38d1ef54 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:51.522934 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0', 'status': 'completed', 'code': 200} Nov 25 19:25:51.540031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:51.541549 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f88cbb0-fa58-4a5e-8624-91c37ef3c15a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.555337 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-832439ef-67f7-4a04-a113-62d6994dc33e admin admin] Deleting subnet 1a1dd2e2-9930-4d69-bb47-e4305e1715ce {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:25:51.566267 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.685774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e3b82-af34-47ff-bc32-4c6f8d339264 req-52b1d6b7-bea6-48e5-bf6e-4618feafc329 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.697515 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-712e3b82-af34-47ff-bc32-4c6f8d339264 req-52b1d6b7-bea6-48e5-bf6e-4618feafc329 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.0854244 Nov 25 19:25:51.739634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Network 48e06498-f4ea-425d-b9da-a253bacd7d52 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:51.750943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:51.754370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f88cbb0-fa58-4a5e-8624-91c37ef3c15a None None] Pushing event updated for resources: {'Port': ['ID=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:51.763304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:51.796356 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.812159 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-712e3b82-af34-47ff-bc32-4c6f8d339264 req-6c0a3e46-8b90-473b-8bec-566fef665448 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098764 Nov 25 19:25:51.830554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97051b9-8a60-4589-a7df-54f0759bb648 req-bb65bc25-60a6-4eeb-9ec1-a8a8a18c9fac tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:51.832445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c97051b9-8a60-4589-a7df-54f0759bb648 req-bb65bc25-60a6-4eeb-9ec1-a8a8a18c9fac tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 945 time: 0.1303449 Nov 25 19:25:51.887049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efd7e961-4a21-47ff-85bc-39bcd0cb957d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:51.894019 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b23a61-19c4-49cb-9f80-7ff506d98dc5 x-openstack-request-id: req-27b23a61-19c4-49cb-9f80-7ff506d98dc5 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:51.894417 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-plugged", "status": "completed", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:51.894709 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27b23a61-19c4-49cb-9f80-7ff506d98dc5 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:51.895142 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0', 'code': 200} Nov 25 19:25:51.909720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Pushing event updated for resources: {'Port': ['ID=e464a0f9-7604-4976-9c08-f937dfebc47d,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:51.936208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c97051b9-8a60-4589-a7df-54f0759bb648 req-088c6f74-abaa-422c-95b6-d1007062581b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905535 Nov 25 19:25:51.941288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Attempting to bind port e464a0f9-7604-4976-9c08-f937dfebc47d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:51.941789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Attempting to bind port e464a0f9-7604-4976-9c08-f937dfebc47d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:51.942168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Attempting to bind port e464a0f9-7604-4976-9c08-f937dfebc47d on network 48e06498-f4ea-425d-b9da-a253bacd7d52 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:51.948191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port efd7e961-4a21-47ff-85bc-39bcd0cb957d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:51.951231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0e8c7e69-ea85-44c8-9202-fea27aa2c7f8 None None] Provisioning complete for port b4a575fe-c057-4294-92b8-3696de658514 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:51.951619 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e8c7e69-ea85-44c8-9202-fea27aa2c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.955037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.955828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c1a8ea7f-e645-4564-b5e0-503b2eac92a0 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:51.963747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:51.964166 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Checking segment: {'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:51.964586 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:51.964992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Bound using segment: {'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:51.965483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Bound port: e464a0f9-7604-4976-9c08-f937dfebc47d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:51.965870 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.022757 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-832439ef-67f7-4a04-a113-62d6994dc33e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.068166 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-832439ef-67f7-4a04-a113-62d6994dc33e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.091274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad7894-0d74-4fee-86a1-3b0e0ca12aef req-136f808e-dc15-42c6-a68c-e468e1d75048 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:52.094836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0ad7894-0d74-4fee-86a1-3b0e0ca12aef req-136f808e-dc15-42c6-a68c-e468e1d75048 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.1388867 Nov 25 19:25:52.149357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0e8c7e69-ea85-44c8-9202-fea27aa2c7f8 None None] Port b4a575fe-c057-4294-92b8-3696de658514 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:25:52.197642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e324c7e-6801-41af-bd94-d0958c5a486b req-fca56918-a5ff-4935-87f2-18ea672b346a tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1503505675&fields=id&tenant_id=d7261d145d614ea98bf7399da0109904 HTTP/1.1" status: 200 len: 267 time: 0.1353240 Nov 25 19:25:52.214883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=efd7e961-4a21-47ff-85bc-39bcd0cb957d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:52.238146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] For port e464a0f9-7604-4976-9c08-f937dfebc47d, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:52.240153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0ad7894-0d74-4fee-86a1-3b0e0ca12aef req-84b81307-3035-4a84-8046-b0a753ca2cb1 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329710 Nov 25 19:25:52.257316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] For port e464a0f9-7604-4976-9c08-f937dfebc47d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e464a0f9-7604-4976-9c08-f937dfebc47d,segment=NetworkSegment(303fb06a-0a8d-4ceb-b300-4a7274446e6b),segment_id=303fb06a-0a8d-4ceb-b300-4a7274446e6b)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:52.266863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0e8c7e69-ea85-44c8-9202-fea27aa2c7f8 None None] Provisioning complete for port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:52.267945 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e8c7e69-ea85-44c8-9202-fea27aa2c7f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.305029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e324c7e-6801-41af-bd94-d0958c5a486b req-bac0434c-29ab-4ac1-a15e-a59ca472d40f tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:52.315419 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e324c7e-6801-41af-bd94-d0958c5a486b req-bac0434c-29ab-4ac1-a15e-a59ca472d40f tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 945 time: 0.1067989 Nov 25 19:25:52.328186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-3e324c7e-6801-41af-bd94-d0958c5a486b req-c4420f3e-4f3f-48d9-bac0-aa1527a63aa0 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'port': {'security_groups': ['6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1', '69d7f9c2-afef-4617-93f4-0407dae863e7']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:25:52.328955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:52.343783 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.379245 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-832439ef-67f7-4a04-a113-62d6994dc33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.432736 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3e324c7e-6801-41af-bd94-d0958c5a486b req-c4420f3e-4f3f-48d9-bac0-aa1527a63aa0 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.452394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:52.455877 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21edfe1c-17c1-4c64-b0a7-6ec1a614d07f" -d '{"events": [{"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-unplugged", "status": "completed", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:52.460353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f6c85-7715-419a-9b93-da01af550933 req-8605746d-a423-4e21-af14-b20e2d3ad456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:52.462268 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d39f6c85-7715-419a-9b93-da01af550933 req-8605746d-a423-4e21-af14-b20e2d3ad456 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 1126 time: 0.3532548 Nov 25 19:25:52.480932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.638974 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b8cd24-d41f-4fc7-abad-a212908e108e x-openstack-request-id: req-b8b8cd24-d41f-4fc7-abad-a212908e108e {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:52.639522 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-unplugged", "status": "completed", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:52.643753 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8b8cd24-d41f-4fc7-abad-a212908e108e {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:52.644218 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'code': 200} Nov 25 19:25:52.674057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Transition to ACTIVE for port object bdda5a50-aef3-49ca-a322-28902c0f7ef1 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:52.699425 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4d35e8ff-9148-45f6-a628-f386acee7d54 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:52.734113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:52.736996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.827107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-832439ef-67f7-4a04-a113-62d6994dc33e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.833895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb0c8b-467b-4457-8d84-fc3097566ede None None] Pushing event updated for resources: {'Port': ['ID=e464a0f9-7604-4976-9c08-f937dfebc47d,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:52.838559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4d35e8ff-9148-45f6-a628-f386acee7d54 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:52.838944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4d35e8ff-9148-45f6-a628-f386acee7d54 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:52.842489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c1a8ea7f-e645-4564-b5e0-503b2eac92a0 has no active binding in host n-h2-817303-9 {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:25:52.843008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 5ba910e9-0b77-419b-aff9-b90ac959d12a details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:25:52.893356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832439ef-67f7-4a04-a113-62d6994dc33e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a1dd2e2-9930-4d69-bb47-e4305e1715ce,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:52.895910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Router b270c6bc-a779-4705-8892-971556e63137 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:25:52.900230 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 5ba910e9-0b77-419b-aff9-b90ac959d12a, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:52.921687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '5ba910e9-0b77-419b-aff9-b90ac959d12a', 'network_id': '4c48d0fc-3390-4bdc-95df-5b57fdbab73b', 'port_id': '5ba910e9-0b77-419b-aff9-b90ac959d12a', 'mac_address': 'fa:16:3e:f3:8b:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:25:52.924996 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.961399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] No DVR routers for this DVR port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:52.977858 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-832439ef-67f7-4a04-a113-62d6994dc33e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:52.983820 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-832439ef-67f7-4a04-a113-62d6994dc33e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1a1dd2e2-9930-4d69-bb47-e4305e1715ce HTTP/1.1" status: 204 len: 168 time: 1.8670614 Nov 25 19:25:52.989496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52128) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:52.991889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=6']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:53.003249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71134f25-23b1-4bd7-a9d0-198eb1c92455 None None] Network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:25:53.130469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd7650-e0db-479f-a2b0-3d891d760ab8 req-230e455e-9d4c-4e76-925e-20a7dc76647f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.137235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f6c85-7715-419a-9b93-da01af550933 req-06932c71-0603-4d05-ace8-5026e04f40ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.139009 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d39f6c85-7715-419a-9b93-da01af550933 req-06932c71-0603-4d05-ace8-5026e04f40ca service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.6401811 Nov 25 19:25:53.150992 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.151291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd7650-e0db-479f-a2b0-3d891d760ab8 req-230e455e-9d4c-4e76-925e-20a7dc76647f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.181287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd7650-e0db-479f-a2b0-3d891d760ab8 req-230e455e-9d4c-4e76-925e-20a7dc76647f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.233934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd7650-e0db-479f-a2b0-3d891d760ab8 req-230e455e-9d4c-4e76-925e-20a7dc76647f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.239844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.241452 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d39f6c85-7715-419a-9b93-da01af550933 req-df3de46d-1f4a-4394-814c-dd53436f2239 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0 HTTP/1.1" status: 200 len: 217 time: 0.0730228 Nov 25 19:25:53.260219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd7650-e0db-479f-a2b0-3d891d760ab8 req-230e455e-9d4c-4e76-925e-20a7dc76647f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.267083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd7650-e0db-479f-a2b0-3d891d760ab8 req-230e455e-9d4c-4e76-925e-20a7dc76647f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.267438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba910e9-0b77-419b-aff9-b90ac959d12a {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:25:53.295381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcd7650-e0db-479f-a2b0-3d891d760ab8 req-230e455e-9d4c-4e76-925e-20a7dc76647f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.307968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdcd7650-e0db-479f-a2b0-3d891d760ab8 req-230e455e-9d4c-4e76-925e-20a7dc76647f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5424 time: 0.6118379 Nov 25 19:25:53.313233 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 5ba910e9-0b77-419b-aff9-b90ac959d12a, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:53.337811 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.394229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-3e324c7e-6801-41af-bd94-d0958c5a486b req-c4420f3e-4f3f-48d9-bac0-aa1527a63aa0 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] For port 6caa8ade-efec-416b-8210-4c8fe7c4da32, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:53.402738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:53.403456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:53.404008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:53.481568 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3e324c7e-6801-41af-bd94-d0958c5a486b req-c4420f3e-4f3f-48d9-bac0-aa1527a63aa0 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.484366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:25:53.489640 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdcd7650-e0db-479f-a2b0-3d891d760ab8 req-6cbbb3d6-ba53-4d9f-8767-a656b94a4551 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676123 Nov 25 19:25:53.491135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3e324c7e-6801-41af-bd94-d0958c5a486b req-c4420f3e-4f3f-48d9-bac0-aa1527a63aa0 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.495632 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=5ba910e9-0b77-419b-aff9-b90ac959d12a,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:53.498948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:53.504822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device b549ba12-510b-45f2-ac00-366b3e56b6da up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:53.521710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:53.521961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:53.522453 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:53.523135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Bound port: bdda5a50-aef3-49ca-a322-28902c0f7ef1, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:53.523593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.552855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e324c7e-6801-41af-bd94-d0958c5a486b req-c4420f3e-4f3f-48d9-bac0-aa1527a63aa0 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.555603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3e324c7e-6801-41af-bd94-d0958c5a486b req-c4420f3e-4f3f-48d9-bac0-aa1527a63aa0 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.556185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['1968543a-915e-49ac-b76b-a89258874565'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:53.575165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e324c7e-6801-41af-bd94-d0958c5a486b req-c4420f3e-4f3f-48d9-bac0-aa1527a63aa0 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "PUT /v2.0/ports/6caa8ade-efec-416b-8210-4c8fe7c4da32 HTTP/1.1" status: 200 len: 981 time: 1.2585285 Nov 25 19:25:53.577733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'tag': '6caa8ade-efec-416b-8210-4c8fe7c4da32'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:53.583050 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2360bf2-6101-46bf-b7a8-4eed78f19ecf" -d '{"events": [{"name": "network-changed", "server_uuid": "4927ad83-ee99-464a-8499-fb9ec8b5921e", "tag": "6caa8ade-efec-416b-8210-4c8fe7c4da32"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:53.619324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39f6c85-7715-419a-9b93-da01af550933 req-75f3dd9e-6235-4f83-93bc-cdbbd7c8ab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.621176 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d39f6c85-7715-419a-9b93-da01af550933 req-75f3dd9e-6235-4f83-93bc-cdbbd7c8ab42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.3070858 Nov 25 19:25:53.731194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:53.757092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:25:53.766729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['6caa8ade-efec-416b-8210-4c8fe7c4da32'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:53.790328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:53.845434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd6b61f-3782-4c06-b884-25bf6e42d877 None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:53.863397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4420f3e-4f3f-48d9-bac0-aa1527a63aa0 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'Port': ['ID=6caa8ade-efec-416b-8210-4c8fe7c4da32,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:53.870965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:53.876888 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d39f6c85-7715-419a-9b93-da01af550933 req-2a8dce91-9993-4bca-a8b5-94eebf129770 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1069324 Nov 25 19:25:53.931465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f70bc77-59e3-4183-b8cc-889c7407c87f req-32274e77-11f3-421e-bbf6-0fa918870fc1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.933589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f70bc77-59e3-4183-b8cc-889c7407c87f req-32274e77-11f3-421e-bbf6-0fa918870fc1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.1324790 Nov 25 19:25:53.968910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d9550-edf8-4b75-9f52-8a60a7d4ca5b req-83c119e4-ed6d-4532-9f8a-235921845877 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:53.974204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee5d9550-edf8-4b75-9f52-8a60a7d4ca5b req-83c119e4-ed6d-4532-9f8a-235921845877 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 947 time: 0.1804361 Nov 25 19:25:53.997183 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['6caa8ade-efec-416b-8210-4c8fe7c4da32'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:54.072875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f70bc77-59e3-4183-b8cc-889c7407c87f req-43e226af-f1b7-4a7d-8e11-582a80257059 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277318 Nov 25 19:25:54.082518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d39f6c85-7715-419a-9b93-da01af550933 req-c8453f99-1c7f-4200-a6e5-7a2b4eaffa7b service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584733 Nov 25 19:25:54.086317 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Deleting port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:54.086898 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:54.089861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:25:54.128651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee5d9550-edf8-4b75-9f52-8a60a7d4ca5b req-d59eddb7-2cf2-45b2-b5b6-5a5285f7b65f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138120 Nov 25 19:25:54.191659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff85859-062d-42a1-a552-0d1f69efbc5c None None] DHCP port deletion for 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:54.203398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['5ba910e9-0b77-419b-aff9-b90ac959d12a'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:54.227673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.232094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:54.234347 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-8b36cb73-8806-45b6-848f-6e7bdb5a7412 service neutron] 10.222.0.60 "PUT /v2.0/ports/bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 1095 time: 4.7480702 Nov 25 19:25:54.305124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['11da7b93-0b9d-4f76-8a71-711b95ce7dec'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:54.317551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Sync routers for ids ['b270c6bc-a779-4705-8892-971556e63137'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:25:54.347668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['efd7e961-4a21-47ff-85bc-39bcd0cb957d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:25:54.374628 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:54.376127 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-59e74f8f-f98d-4769-86d6-1ba753593362 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 8.7228730 Nov 25 19:25:54.391123 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d39f6c85-7715-419a-9b93-da01af550933 req-593d2f4c-9b6b-4330-b74e-0ae5b7df02ab service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994485 Nov 25 19:25:54.394014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52136) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:54.425724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05a2efa8-8892-4727-b697-fa15f5a641c2 req-1ceb07b5-a2c2-4823-b33d-8beaa9f5adb4 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/69d7f9c2-afef-4617-93f4-0407dae863e7 HTTP/1.1" status: 200 len: 1817 time: 0.1846671 Nov 25 19:25:54.440808 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] For port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5b71d35e-90dc-4c3a-9f50-1820cd27d5b0,segment=NetworkSegment(379ca5db-9a49-445f-8169-87ac4f104821),segment_id=379ca5db-9a49-445f-8169-87ac4f104821)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:54.443661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:54.524165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Routers {'b270c6bc-a779-4705-8892-971556e63137'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:25:54.525295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b270c6bc-a779-4705-8892-971556e63137'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:54.560872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Calling delete_port for 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:54.564443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0a582-13e8-4bad-a8bc-c7d0588ba5e8 req-a7408090-7134-4ddd-9459-163a5567abab tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.572395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88e0a582-13e8-4bad-a8bc-c7d0588ba5e8 req-a7408090-7134-4ddd-9459-163a5567abab tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.2502036 Nov 25 19:25:54.630025 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-05a2efa8-8892-4727-b697-fa15f5a641c2 req-810be7ef-92ab-431b-b9e2-4f13ce43d986 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 19:25:54.631048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:54.641800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05a2efa8-8892-4727-b697-fa15f5a641c2 req-810be7ef-92ab-431b-b9e2-4f13ce43d986 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "DELETE /v2.0/security-groups/69d7f9c2-afef-4617-93f4-0407dae863e7 HTTP/1.1" status: 409 len: 341 time: 0.1882946 Nov 25 19:25:54.695582 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88e0a582-13e8-4bad-a8bc-c7d0588ba5e8 req-0dfca879-94cf-4a56-a12d-4a7476c4edf4 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221707 Nov 25 19:25:54.738785 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24f9369-37bd-41c8-8b0f-61ac8aa0778e x-openstack-request-id: req-c24f9369-37bd-41c8-8b0f-61ac8aa0778e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:54.739149 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4927ad83-ee99-464a-8499-fb9ec8b5921e", "tag": "6caa8ade-efec-416b-8210-4c8fe7c4da32", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:54.739461 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c24f9369-37bd-41c8-8b0f-61ac8aa0778e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:54.739837 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'tag': '6caa8ade-efec-416b-8210-4c8fe7c4da32', 'status': 'completed', 'code': 200} Nov 25 19:25:54.785832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:54.788652 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2" -d '{"events": [{"name": "network-changed", "server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:54.795279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-c13ca2c9-94f7-4dc3-a0a3-4a7a926590ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.795279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-c13ca2c9-94f7-4dc3-a0a3-4a7a926590ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 1098 time: 0.4648771 Nov 25 19:25:54.846263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05291802-45cc-4d14-9fad-605ef40dfea7 None None] Network 48e06498-f4ea-425d-b9da-a253bacd7d52 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:25:54.917869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf21235-70b6-4e32-9b1b-41635dbcb948 req-559a280e-daf4-4035-bfeb-4980344d90b9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.925740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf21235-70b6-4e32-9b1b-41635dbcb948 req-559a280e-daf4-4035-bfeb-4980344d90b9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.934208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf21235-70b6-4e32-9b1b-41635dbcb948 req-559a280e-daf4-4035-bfeb-4980344d90b9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.942358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf21235-70b6-4e32-9b1b-41635dbcb948 req-559a280e-daf4-4035-bfeb-4980344d90b9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.946461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e464a0f9-7604-4976-9c08-f937dfebc47d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:54.949038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-09205639-9f63-4580-ab10-c6cfe04d0226 None None] Provisioning complete for port 6caa8ade-efec-416b-8210-4c8fe7c4da32 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:54.949413 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09205639-9f63-4580-ab10-c6cfe04d0226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:54.949639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf21235-70b6-4e32-9b1b-41635dbcb948 req-559a280e-daf4-4035-bfeb-4980344d90b9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.957224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf21235-70b6-4e32-9b1b-41635dbcb948 req-559a280e-daf4-4035-bfeb-4980344d90b9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.967865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf21235-70b6-4e32-9b1b-41635dbcb948 req-559a280e-daf4-4035-bfeb-4980344d90b9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:54.973091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8cf21235-70b6-4e32-9b1b-41635dbcb948 req-559a280e-daf4-4035-bfeb-4980344d90b9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5425 time: 0.1635969 Nov 25 19:25:55.141713 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8cf21235-70b6-4e32-9b1b-41635dbcb948 req-7b0d6b69-d850-479b-a347-27bbec7daf12 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1612322 Nov 25 19:25:55.156307 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd9df5e-1002-4ea6-815e-43bd258f3d68 x-openstack-request-id: req-1dd9df5e-1002-4ea6-815e-43bd258f3d68 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:55.156715 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:55.157076 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1dd9df5e-1002-4ea6-815e-43bd258f3d68 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:55.157623 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'status': 'completed', 'code': 200} Nov 25 19:25:55.208469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e464a0f9-7604-4976-9c08-f937dfebc47d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:55.209071 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:55.228359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df2edfe-229d-4b74-af33-81f98262e362 req-e1df8fc7-a8ff-4841-8da3-308a002198fc tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:55.228599 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:55.230008 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7df2edfe-229d-4b74-af33-81f98262e362 req-e1df8fc7-a8ff-4841-8da3-308a002198fc tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 984 time: 0.0788522 Nov 25 19:25:55.233261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-e1cf67df-9324-4ca0-b24c-a378089450d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:55.234864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-e1cf67df-9324-4ca0-b24c-a378089450d1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 1098 time: 0.1481693 Nov 25 19:25:55.246323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port b549ba12-510b-45f2-ac00-366b3e56b6da completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:55.324585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port b549ba12-510b-45f2-ac00-366b3e56b6da triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:55.325120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:55.430425 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:55.518851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port e464a0f9-7604-4976-9c08-f937dfebc47d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e464a0f9-7604-4976-9c08-f937dfebc47d,segment=NetworkSegment(303fb06a-0a8d-4ceb-b300-4a7274446e6b),segment_id=303fb06a-0a8d-4ceb-b300-4a7274446e6b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:55.567342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-b949bc2d-8095-4d03-bb51-4fcbf11603df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:55.571277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-b949bc2d-8095-4d03-bb51-4fcbf11603df service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3280408 Nov 25 19:25:55.575448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:55.581713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Set router b270c6bc-a779-4705-8892-971556e63137 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:25:55.703665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-e5999d18-83ea-43d5-b18c-17dd505254b7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 217 time: 0.0747862 Nov 25 19:25:55.720354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7df2edfe-229d-4b74-af33-81f98262e362 req-dd7522be-62d2-4226-ac82-4f536e7e706b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=69d7f9c2-afef-4617-93f4-0407dae863e7&id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4683788 Nov 25 19:25:55.734976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:55.744855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Pushing event deleted for resources: {'Port': ['ID=5b71d35e-90dc-4c3a-9f50-1820cd27d5b0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:55.843353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f60320-e874-4d8e-a036-c657563f156c req-ea328738-fa39-4db9-bf39-b528e5d3b7ad tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:55.852551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] No DVR routers for this DVR port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:55.853248 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0f60320-e874-4d8e-a036-c657563f156c req-ea328738-fa39-4db9-bf39-b528e5d3b7ad tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.5973814 Nov 25 19:25:55.878302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360bf2-6101-46bf-b7a8-4eed78f19ecf req-8539449b-7249-4bb3-b031-39ce96327bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:55.880752 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d2360bf2-6101-46bf-b7a8-4eed78f19ecf req-8539449b-7249-4bb3-b031-39ce96327bc7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7261d145d614ea98bf7399da0109904&device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 1135 time: 1.0800931 Nov 25 19:25:55.920375 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-8773dd4e-539d-48f0-a5d3-01d6c7380a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:55.922146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-8773dd4e-539d-48f0-a5d3-01d6c7380a29 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2008264 Nov 25 19:25:56.004872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0f60320-e874-4d8e-a036-c657563f156c req-fc453186-9c15-4566-af10-335f5436737c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503625 Nov 25 19:25:56.041004 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179ef115-488e-4a81-aad3-b1757153a4e8 req-9cd64076-9f9d-49a3-9d33-a087a04a165f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.059060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-179ef115-488e-4a81-aad3-b1757153a4e8 req-9cd64076-9f9d-49a3-9d33-a087a04a165f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 947 time: 0.1965046 Nov 25 19:25:56.087919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360bf2-6101-46bf-b7a8-4eed78f19ecf req-9fdeadff-51ea-4377-a2fa-5c318e0853e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.089442 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d2360bf2-6101-46bf-b7a8-4eed78f19ecf req-9fdeadff-51ea-4377-a2fa-5c318e0853e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 200 len: 914 time: 0.1599629 Nov 25 19:25:56.091553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-7be52deb-7856-416f-a3dd-2f13cfc8a097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.093345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-7be52deb-7856-416f-a3dd-2f13cfc8a097 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1591535 Nov 25 19:25:56.129868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:25:56.130203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:25:56.135130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=e464a0f9-7604-4976-9c08-f937dfebc47d,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:56.170255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c1a8ea7f-e645-4564-b5e0-503b2eac92a0 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:25:56.177609 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d2360bf2-6101-46bf-b7a8-4eed78f19ecf req-94fe131e-12c1-49e8-a3ca-9dbb3f0844ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32 HTTP/1.1" status: 200 len: 217 time: 0.0772460 Nov 25 19:25:56.234473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-179ef115-488e-4a81-aad3-b1757153a4e8 req-21174eff-fc09-4a9b-827f-62ec28126190 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741288 Nov 25 19:25:56.323289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedb49b0-54dc-4616-8d5a-162b7c71519e req-068767ff-2135-45f0-b406-576172966088 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.325172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bedb49b0-54dc-4616-8d5a-162b7c71519e req-068767ff-2135-45f0-b406-576172966088 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.1866004 Nov 25 19:25:56.354647 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-b63e6f99-da74-4937-b3fe-97492479ad0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.356212 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-b63e6f99-da74-4937-b3fe-97492479ad0a service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 1.5292883 Nov 25 19:25:56.360302 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.385867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-4f070e37-bb7e-41d4-a25d-ddb2f265e886 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835450 Nov 25 19:25:56.425777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-45614931-1240-4e1f-9050-a19779281038 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 217 time: 0.0530400 Nov 25 19:25:56.462432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2360bf2-6101-46bf-b7a8-4eed78f19ecf req-fb16bce9-27a1-4e83-b8d8-b7a3439f4bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.464048 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d2360bf2-6101-46bf-b7a8-4eed78f19ecf req-fb16bce9-27a1-4e83-b8d8-b7a3439f4bf6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bc6ec40-86e0-404b-b779-dc54f74a1a0e HTTP/1.1" status: 200 len: 853 time: 0.2497840 Nov 25 19:25:56.523405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d2360bf2-6101-46bf-b7a8-4eed78f19ecf req-ef3d4363-0ec4-4a5e-a831-7f2e90ec91b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32f1d506-1a83-4ccc-8500-84eaa1b8d192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332890 Nov 25 19:25:56.528135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:56.531648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0ff85859-062d-42a1-a552-0d1f69efbc5c None None] Deleting port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:56.532288 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0ff85859-062d-42a1-a552-0d1f69efbc5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.616175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '379ca5db-9a49-445f-8169-87ac4f104821') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:56.616484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '379ca5db-9a49-445f-8169-87ac4f104821') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:56.656925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bedb49b0-54dc-4616-8d5a-162b7c71519e req-e8a7c10e-4a41-4ade-bd0b-293e5c515ebb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3219855 Nov 25 19:25:56.664790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-19e2738b-068d-4c42-99cb-2e6f3035e754 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665884 Nov 25 19:25:56.688356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.741919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-79410bf9-732a-46d6-962e-2cf44ca5f052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.743868 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-79410bf9-732a-46d6-962e-2cf44ca5f052 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.3048890 Nov 25 19:25:56.758331 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796b6c3-5d2d-4ab1-8620-b8b21c6a9259 req-397abacc-2eb5-4652-a966-afbc1bb12634 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.770993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e464a0f9-7604-4976-9c08-f937dfebc47d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:56.778837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796b6c3-5d2d-4ab1-8620-b8b21c6a9259 req-397abacc-2eb5-4652-a966-afbc1bb12634 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.801313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796b6c3-5d2d-4ab1-8620-b8b21c6a9259 req-397abacc-2eb5-4652-a966-afbc1bb12634 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.826974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796b6c3-5d2d-4ab1-8620-b8b21c6a9259 req-397abacc-2eb5-4652-a966-afbc1bb12634 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.841750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.842132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796b6c3-5d2d-4ab1-8620-b8b21c6a9259 req-397abacc-2eb5-4652-a966-afbc1bb12634 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.861511 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796b6c3-5d2d-4ab1-8620-b8b21c6a9259 req-397abacc-2eb5-4652-a966-afbc1bb12634 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.880855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796b6c3-5d2d-4ab1-8620-b8b21c6a9259 req-397abacc-2eb5-4652-a966-afbc1bb12634 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:56.884429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d796b6c3-5d2d-4ab1-8620-b8b21c6a9259 req-397abacc-2eb5-4652-a966-afbc1bb12634 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5425 time: 0.5168173 Nov 25 19:25:56.901967 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.906066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:25:56.906612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:25:56.912767 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:25:57.029237 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d2360bf2-6101-46bf-b7a8-4eed78f19ecf req-89852871-b0ce-4005-8e3b-996b6bcf3a90 service neutron] 10.222.0.60 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4956193 Nov 25 19:25:57.068007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-9562c203-6e09-4396-af90-e761cd530c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:57.069786 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-9562c203-6e09-4396-af90-e761cd530c89 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3039560 Nov 25 19:25:57.080648 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d796b6c3-5d2d-4ab1-8620-b8b21c6a9259 req-5eceefe1-0a93-4076-9d3c-65db8eb2f5d1 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1786647 Nov 25 19:25:57.088991 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-82798714-8eb8-4f18-9821-7eb7b32c3d0a service neutron] 10.222.0.60 "GET /v2.0/ports/c1a8ea7f-e645-4564-b5e0-503b2eac92a0/bindings/n-h2-817303-9 HTTP/1.1" status: 200 len: 384 time: 0.2029927 Nov 25 19:25:57.122864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811f6e1-14fe-4985-95d0-5171971c142e req-8a6a6de6-72a0-45db-a4e7-14fd2bfe8010 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:57.125420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4811f6e1-14fe-4985-95d0-5171971c142e req-8a6a6de6-72a0-45db-a4e7-14fd2bfe8010 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 984 time: 0.2021027 Nov 25 19:25:57.150068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0ff85859-062d-42a1-a552-0d1f69efbc5c None None] For port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:57.150748 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0ff85859-062d-42a1-a552-0d1f69efbc5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.164590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.217999 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.222508 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] 10.222.0.15 "DELETE /v2.0/networks/3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff HTTP/1.1" status: 204 len: 168 time: 4.2254593 Nov 25 19:25:57.224070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9ce359f7-fe29-40a9-8748-c93acc78e28f None None] Provisioning complete for port e464a0f9-7604-4976-9c08-f937dfebc47d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:57.229517 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9ce359f7-fe29-40a9-8748-c93acc78e28f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.282125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0ff85859-062d-42a1-a552-0d1f69efbc5c None None] Calling delete_port for 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:57.302505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-0ff85859-062d-42a1-a552-0d1f69efbc5c None None] Port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:25:57.319877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a949ad7-7df5-4727-8b68-a670e83e874e admin admin] Pushing event deleted for resources: {'Network': ['ID=3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:57.398533 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.410334 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0ff85859-062d-42a1-a552-0d1f69efbc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.458489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4811f6e1-14fe-4985-95d0-5171971c142e req-efe2fdd8-3b70-47f8-9c04-de619460995e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=69d7f9c2-afef-4617-93f4-0407dae863e7&id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2976103 Nov 25 19:25:57.537626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc355b-6ab5-4d86-8e52-7282439e2db8 req-b358f995-0312-4d87-8db3-a9f134611a70 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:57.553564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] Deleting port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:25:57.553564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.555478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ddc355b-6ab5-4d86-8e52-7282439e2db8 req-b358f995-0312-4d87-8db3-a9f134611a70 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.3671987 Nov 25 19:25:57.622549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-1ac4890f-e6cc-4ac0-9e02-569fc3464ada service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419230 Nov 25 19:25:57.625464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d2360bf2-6101-46bf-b7a8-4eed78f19ecf req-d0563560-4eb3-4a2a-a304-b2c3336f2e25 service neutron] 10.222.0.60 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5841665 Nov 25 19:25:57.686208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ff85859-062d-42a1-a552-0d1f69efbc5c None None] Network 3a0b2642-00eb-4fc1-ba61-3ab0df2ffeff is not hosted by any dhcp agent {{(pid=103653) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:25:57.687114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff85859-062d-42a1-a552-0d1f69efbc5c None None] No DVR routers for this DVR port 5b71d35e-90dc-4c3a-9f50-1820cd27d5b0 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:57.726490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff85859-062d-42a1-a552-0d1f69efbc5c None None] Pushing event deleted for resources: {'Port': ['ID=5b71d35e-90dc-4c3a-9f50-1820cd27d5b0,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:57.787001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52168) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:57.825197 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.906567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e464a0f9-7604-4976-9c08-f937dfebc47d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:57.907842 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:57.911972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b549ba12-510b-45f2-ac00-366b3e56b6da'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:57.914891 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acf199f-fda7-4830-8c81-8e590b42a408" -d '{"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "b549ba12-510b-45f2-ac00-366b3e56b6da"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:57.933450 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ddc355b-6ab5-4d86-8e52-7282439e2db8 req-54beef5a-97b0-4780-b6b9-60e1d503b07a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3563488 Nov 25 19:25:57.966088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Allocated IP 172.20.0.1 (48e06498-f4ea-425d-b9da-a253bacd7d52/14edfb14-79d8-4c2c-bdba-52bfcea2ea92/81bcfc3b-3d75-4b4e-b299-0ea1ede53160) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:25:57.968190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port b549ba12-510b-45f2-ac00-366b3e56b6da, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=b549ba12-510b-45f2-ac00-366b3e56b6da,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:57.980739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e59046-1b42-4e8d-b965-0dbbd7fed45d req-99e878ba-11b6-4c1a-85f1-4bc0173fb453 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:57.994638 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98e59046-1b42-4e8d-b965-0dbbd7fed45d req-99e878ba-11b6-4c1a-85f1-4bc0173fb453 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 947 time: 0.3060224 Nov 25 19:25:58.000753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:25:49Z', 'revision_number': 3, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:25:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:25:58.010732 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.011863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8a281f2c-b693-4946-92e9-005d6524e0d3 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:58.014707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] For port 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7b29a9d1-e962-4d12-9dd0-7f0b6b345a91,segment=NetworkSegment(2871ab18-864e-4dab-9d9f-c5f2c39c7354),segment_id=2871ab18-864e-4dab-9d9f-c5f2c39c7354)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:58.014707 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.058415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-a3880a9d-a800-48bf-87a4-600f905fdeeb service neutron] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:58.071655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] Calling delete_port for 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:25:58.093336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4622590-874b-4fec-ba9b-e9849929d4e8 req-36875356-71f5-490c-974d-421b287a0367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.095028 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4622590-874b-4fec-ba9b-e9849929d4e8 req-36875356-71f5-490c-974d-421b287a0367 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7261d145d614ea98bf7399da0109904&device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 1135 time: 0.2883785 Nov 25 19:25:58.098393 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c468a90b-b4ab-4d19-82e7-ce192409db05 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3cebd30c02d94e068423cb12821edc95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2901011 Nov 25 19:25:58.108020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52174) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:58.122365 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fe4b2bb6-5369-40cb-a074-9a0caeddb917 req-3f1a043d-cb3a-4295-96c4-e2df069b6870 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4440188 Nov 25 19:25:58.176020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98e59046-1b42-4e8d-b965-0dbbd7fed45d req-50c92fe9-8803-415b-a4d9-e7a42d2512ac tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799257 Nov 25 19:25:58.258503 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Checking router: b270c6bc-a779-4705-8892-971556e63137 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:25:58.258887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Updating router b270c6bc-a779-4705-8892-971556e63137 port b4a575fe-c057-4294-92b8-3696de658514 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:25:58.266337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:58.303948 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2939270-cc94-42ec-828f-cecf0a57854d x-openstack-request-id: req-a2939270-cc94-42ec-828f-cecf0a57854d {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:58.304691 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "b549ba12-510b-45f2-ac00-366b3e56b6da", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:58.305120 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2939270-cc94-42ec-828f-cecf0a57854d {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:58.305567 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b549ba12-510b-45f2-ac00-366b3e56b6da', 'code': 200} Nov 25 19:25:58.327970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-a3880a9d-a800-48bf-87a4-600f905fdeeb service neutron] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:25:58.373298 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.440555 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.444453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=b549ba12-510b-45f2-ac00-366b3e56b6da,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:58.540751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b3dcb-3372-4de2-9f8c-8847c58ff814 req-8d27c0f3-d48b-4833-904c-71621fdaeca9 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.545675 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de2b3dcb-3372-4de2-9f8c-8847c58ff814 req-8d27c0f3-d48b-4833-904c-71621fdaeca9 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 945 time: 0.3268847 Nov 25 19:25:58.647917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:25:58.652663 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38980f2-2590-4908-8837-784e5f1ea22e" -d '{"events": [{"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:25:58.664708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 8a281f2c-b693-4946-92e9-005d6524e0d3 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:58.669771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-a3880a9d-a800-48bf-87a4-600f905fdeeb service neutron] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:58.693666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 8a281f2c-b693-4946-92e9-005d6524e0d3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:58.693666 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.700100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,revision_number=10']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:58.738489 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.741878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-3412e6c9-52c9-40e6-a549-28139a6fce54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.743640 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-3412e6c9-52c9-40e6-a549-28139a6fce54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 1098 time: 0.1955464 Nov 25 19:25:58.756796 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d33a-902f-4bda-8968-c2136b231995 req-d2de4abd-dc6f-463c-8f5a-2a8435bab94f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.775170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d33a-902f-4bda-8968-c2136b231995 req-d2de4abd-dc6f-463c-8f5a-2a8435bab94f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.790612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d33a-902f-4bda-8968-c2136b231995 req-d2de4abd-dc6f-463c-8f5a-2a8435bab94f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.808440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d33a-902f-4bda-8968-c2136b231995 req-d2de4abd-dc6f-463c-8f5a-2a8435bab94f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.819998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4622590-874b-4fec-ba9b-e9849929d4e8 req-106c872d-37ad-43bd-8604-228d480ae3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.823426 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4622590-874b-4fec-ba9b-e9849929d4e8 req-106c872d-37ad-43bd-8604-228d480ae3ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 200 len: 914 time: 0.7105315 Nov 25 19:25:58.824047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d33a-902f-4bda-8968-c2136b231995 req-d2de4abd-dc6f-463c-8f5a-2a8435bab94f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.824780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94502b12-1c7e-4acb-b45d-1a8cb39dd79e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.836987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d33a-902f-4bda-8968-c2136b231995 req-d2de4abd-dc6f-463c-8f5a-2a8435bab94f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.850103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6d33a-902f-4bda-8968-c2136b231995 req-d2de4abd-dc6f-463c-8f5a-2a8435bab94f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:58.859254 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbd6d33a-902f-4bda-8968-c2136b231995 req-d2de4abd-dc6f-463c-8f5a-2a8435bab94f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5426 time: 0.4206223 Nov 25 19:25:58.898231 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-a3880a9d-a800-48bf-87a4-600f905fdeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.899384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dab943df-53bb-41ee-ae0e-bffb5bf71e2d None None] Provisioning complete for port e464a0f9-7604-4976-9c08-f937dfebc47d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:58.899844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dab943df-53bb-41ee-ae0e-bffb5bf71e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:58.945585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de2b3dcb-3372-4de2-9f8c-8847c58ff814 req-e209ef09-6849-4287-a084-82ac82db95fe tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727827 Nov 25 19:25:59.032030 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.047164 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f165370-5be7-48b0-a378-f9ceced9f19a req-425f523d-88d6-425c-a998-c7383459c808 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1808400 Nov 25 19:25:59.074365 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4622590-874b-4fec-ba9b-e9849929d4e8 req-3dc40cfe-abd5-4637-8b0a-d2b23b9d1b90 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32 HTTP/1.1" status: 200 len: 217 time: 0.2194481 Nov 25 19:25:59.092638 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbd6d33a-902f-4bda-8968-c2136b231995 req-1a7dcb64-dd0c-4bf5-9374-09f94196afc8 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2165406 Nov 25 19:25:59.129417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94502b12-1c7e-4acb-b45d-1a8cb39dd79e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.133661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.180385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 8a281f2c-b693-4946-92e9-005d6524e0d3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8a281f2c-b693-4946-92e9-005d6524e0d3,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:25:59.190606 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.196717 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.198209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 678688d0-4586-4af3-9ea9-aa4330cd1027 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:25:59.208718 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.211923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-a3880a9d-a800-48bf-87a4-600f905fdeeb service neutron] Transition to ACTIVE for port object c1a8ea7f-e645-4564-b5e0-503b2eac92a0 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:25:59.224987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f165370-5be7-48b0-a378-f9ceced9f19a req-6a8a035a-a0c8-4ad8-b50f-8cb747f844cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:59.227026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f165370-5be7-48b0-a378-f9ceced9f19a req-6a8a035a-a0c8-4ad8-b50f-8cb747f844cc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 1095 time: 0.1328638 Nov 25 19:25:59.228649 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-a3880a9d-a800-48bf-87a4-600f905fdeeb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.323840 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a421e1e6-05cc-47a9-ab1b-6018641a61fb None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:59.342469 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3940380-067e-4e33-a57d-30ff8cda1029 x-openstack-request-id: req-c3940380-067e-4e33-a57d-30ff8cda1029 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:25:59.343180 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:25:59.343594 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c3940380-067e-4e33-a57d-30ff8cda1029 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:25:59.344635 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0', 'code': 200} Nov 25 19:25:59.345126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=8a281f2c-b693-4946-92e9-005d6524e0d3,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:59.354174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Network 48e06498-f4ea-425d-b9da-a253bacd7d52 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:25:59.357169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Attempting to bind port b4a575fe-c057-4294-92b8-3696de658514 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:25:59.357737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Attempting to bind port b4a575fe-c057-4294-92b8-3696de658514 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:25:59.358183 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Attempting to bind port b4a575fe-c057-4294-92b8-3696de658514 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:25:59.373308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3880a9d-a800-48bf-87a4-600f905fdeeb service neutron] Pushing event updated for resources: {'Port': ['ID=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,revision_number=12']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:59.390378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:25:59.419841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:25:59.420345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:25:59.420878 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.423857 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:25:59.424664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Bound port: b4a575fe-c057-4294-92b8-3696de658514, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:25:59.425131 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.450935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:25:59.509123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.515317 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.60', 61272) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:25:59.627653 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-e88e0fdc-4f69-4b75-9ef1-8b81c4a9122e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:59.630175 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-e88e0fdc-4f69-4b75-9ef1-8b81c4a9122e service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.8761828 Nov 25 19:25:59.636470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=81bcfc3b-3d75-4b4e-b299-0ea1ede53160,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:59.660797 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4622590-874b-4fec-ba9b-e9849929d4e8 req-eff33543-3cfa-43d2-86af-6df5e6ed5606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:25:59.662499 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4622590-874b-4fec-ba9b-e9849929d4e8 req-eff33543-3cfa-43d2-86af-6df5e6ed5606 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bc6ec40-86e0-404b-b779-dc54f74a1a0e HTTP/1.1" status: 200 len: 853 time: 0.5520875 Nov 25 19:25:59.698871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-a3880a9d-a800-48bf-87a4-600f905fdeeb service neutron] No DVR routers for this DVR port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:25:59.725220 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-3cb7c34f-5a56-45f6-9132-ad9739ffbd6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 217 time: 0.0745044 Nov 25 19:25:59.754405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d11ef32-9391-4ce5-a85d-15fb7f290b73 req-83c36858-0333-45bf-93d3-fc59d7563952 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2332978 Nov 25 19:25:59.775067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843f1639-aeb7-430a-9339-52c34611e002 None None] DHCP port deletion for 6416e649-d9bc-4b84-af89-d9947516c8b7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:25:59.828861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 678688d0-4586-4af3-9ea9-aa4330cd1027 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:25:59.843943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-351d6e4a-9074-4b1f-85ae-ea4c81e36948 None None] Provisioning complete for port b4a575fe-c057-4294-92b8-3696de658514 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:59.844619 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-351d6e4a-9074-4b1f-85ae-ea4c81e36948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.854850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fac542-32b4-4f90-848b-216829138c5d None None] Pushing event updated for resources: {'Port': ['ID=b4a575fe-c057-4294-92b8-3696de658514,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:25:59.899276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 678688d0-4586-4af3-9ea9-aa4330cd1027 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:25:59.900114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.917787 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4622590-874b-4fec-ba9b-e9849929d4e8 req-5bd19c31-505f-44d9-aa38-67435894f684 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32f1d506-1a83-4ccc-8500-84eaa1b8d192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1895180 Nov 25 19:25:59.927832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94502b12-1c7e-4acb-b45d-1a8cb39dd79e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.933091 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94502b12-1c7e-4acb-b45d-1a8cb39dd79e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:25:59.939047 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-94502b12-1c7e-4acb-b45d-1a8cb39dd79e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80527f08-7927-4fb3-8bc5-021b7ce52276 HTTP/1.1" status: 204 len: 168 time: 1.8257818 Nov 25 19:25:59.995462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94502b12-1c7e-4acb-b45d-1a8cb39dd79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80527f08-7927-4fb3-8bc5-021b7ce52276,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:00.006414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] For port b4a575fe-c057-4294-92b8-3696de658514, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:00.009071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-351d6e4a-9074-4b1f-85ae-ea4c81e36948 None None] Port b4a575fe-c057-4294-92b8-3696de658514 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:00.013675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] For port b4a575fe-c057-4294-92b8-3696de658514, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b4a575fe-c057-4294-92b8-3696de658514,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:00.020308 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:00.102937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fac542-32b4-4f90-848b-216829138c5d None None] Pushing event updated for resources: {'Port': ['ID=b4a575fe-c057-4294-92b8-3696de658514,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:00.119485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-4c340f06-fdfe-4f18-9a3b-6d318007d3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.121628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0984f-f320-4032-a2f2-b62f594195a4 req-4256dc1f-57ef-4351-a526-2b65fd2996df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.122163 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-4c340f06-fdfe-4f18-9a3b-6d318007d3ec service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.3664739 Nov 25 19:26:00.133479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11ef32-9391-4ce5-a85d-15fb7f290b73 req-aac35f11-a5b8-4b3c-96c5-8070e2f35b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.136140 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d11ef32-9391-4ce5-a85d-15fb7f290b73 req-aac35f11-a5b8-4b3c-96c5-8070e2f35b5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 1095 time: 0.3345952 Nov 25 19:26:00.137156 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:00.143833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0b0984f-f320-4032-a2f2-b62f594195a4 req-4256dc1f-57ef-4351-a526-2b65fd2996df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.6591892 Nov 25 19:26:00.192827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a760838-b02b-444c-af2e-5e5294e86d90 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:00.199593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Routers {'b270c6bc-a779-4705-8892-971556e63137'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:00.200259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b270c6bc-a779-4705-8892-971556e63137'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:00.249103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcd788d-d511-4ff1-aaf3-c0148709a15a req-c37a533e-d229-458f-9220-db4e4cb18090 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.256965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-86891c37-27b7-478e-9ecb-ffdb09792fbb None None] Provisioning complete for port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:00.257347 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86891c37-27b7-478e-9ecb-ffdb09792fbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:00.264179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdcd788d-d511-4ff1-aaf3-c0148709a15a req-c37a533e-d229-458f-9220-db4e4cb18090 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 984 time: 0.9117889 Nov 25 19:26:00.289273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-a3880a9d-a800-48bf-87a4-600f905fdeeb service neutron] 10.222.0.60 "PUT /v2.0/ports/c1a8ea7f-e645-4564-b5e0-503b2eac92a0/bindings/n-h2-817303-9/activate HTTP/1.1" status: 200 len: 369 time: 3.1926818 Nov 25 19:26:00.315714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f165370-5be7-48b0-a378-f9ceced9f19a req-8c657f5d-fdb9-41d2-a018-c432a5218335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.319410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f165370-5be7-48b0-a378-f9ceced9f19a req-8c657f5d-fdb9-41d2-a018-c432a5218335 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.9702144 Nov 25 19:26:00.320527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0'}, {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a281f2c-b693-4946-92e9-005d6524e0d3'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:00.323035 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f32ffb26-0a07-4c65-85e3-8db449408c54" -d '{"events": [{"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0"}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "8a281f2c-b693-4946-92e9-005d6524e0d3"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:00.343012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0b0984f-f320-4032-a2f2-b62f594195a4 req-cdac7b9a-b7f8-4766-b0b6-5b22cc8d782d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920030 Nov 25 19:26:00.371777 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:00.506686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f165370-5be7-48b0-a378-f9ceced9f19a req-cf6b5f7a-25dc-4444-8541-cbaa04bd7b7a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb HTTP/1.1" status: 200 len: 217 time: 0.1621623 Nov 25 19:26:00.517599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-86891c37-27b7-478e-9ecb-ffdb09792fbb None None] Port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:00.554203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b29a9d1-e962-4d12-9dd0-7f0b6b345a91,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:00.558495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11ef32-9391-4ce5-a85d-15fb7f290b73 req-58ab917f-0a53-4753-bd1f-04c1fa2ecae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.561331 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d11ef32-9391-4ce5-a85d-15fb7f290b73 req-58ab917f-0a53-4753-bd1f-04c1fa2ecae2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.3053055 Nov 25 19:26:00.605343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 678688d0-4586-4af3-9ea9-aa4330cd1027, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=678688d0-4586-4af3-9ea9-aa4330cd1027,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:00.607846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] Set router b270c6bc-a779-4705-8892-971556e63137 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:00.647011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdcd788d-d511-4ff1-aaf3-c0148709a15a req-105ce6a4-8cc8-453d-a6a6-2e70d4dee7f9 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=69d7f9c2-afef-4617-93f4-0407dae863e7&id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3811340 Nov 25 19:26:00.668052 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:00.668820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 04912e0d-e9ad-4afe-bd53-8a280f9bb21b up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:00.704245 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d11ef32-9391-4ce5-a85d-15fb7f290b73 req-d6f6281e-632f-4f9f-beed-e54f75a256c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=10636141-cba3-4aec-b07d-eade52ed416e HTTP/1.1" status: 200 len: 217 time: 0.1176980 Nov 25 19:26:00.735448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f165370-5be7-48b0-a378-f9ceced9f19a req-93291815-c24f-469f-97f1-f05ea59d0a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.740336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f165370-5be7-48b0-a378-f9ceced9f19a req-93291815-c24f-469f-97f1-f05ea59d0a86 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1133740 Nov 25 19:26:00.904748 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f165370-5be7-48b0-a378-f9ceced9f19a req-2fd9ee85-9442-4f54-884d-e5479c0deff8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1453359 Nov 25 19:26:00.974360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-11418ade-029d-4c5f-9885-0f1d527407a0 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:00.976587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-11418ade-029d-4c5f-9885-0f1d527407a0 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1095 time: 0.4741416 Nov 25 19:26:00.993972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=678688d0-4586-4af3-9ea9-aa4330cd1027,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:01.022835 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.067415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0097b-79d3-49f1-b0d4-e5dc6d117174 req-df01e817-5f16-460c-8670-8430d0fad042 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.069493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aec0097b-79d3-49f1-b0d4-e5dc6d117174 req-df01e817-5f16-460c-8670-8430d0fad042 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 947 time: 0.5643539 Nov 25 19:26:01.119098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4622590-874b-4fec-ba9b-e9849929d4e8 req-1154428a-4e1b-410f-b2e2-7eb8c15b179a service neutron] 10.222.0.60 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1725590 Nov 25 19:26:01.139929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-b5f0ef67-0b75-42a5-8482-e8f150a3ae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.141462 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-b5f0ef67-0b75-42a5-8482-e8f150a3ae50 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9993489 Nov 25 19:26:01.160330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f67c9e-b3b9-4e65-9ffa-4e3f02e5a3e1 req-266858ed-b644-40bf-bba9-dca6178986f0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.162393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25f67c9e-b3b9-4e65-9ffa-4e3f02e5a3e1 req-266858ed-b644-40bf-bba9-dca6178986f0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 944 time: 0.2702756 Nov 25 19:26:01.193649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d11ef32-9391-4ce5-a85d-15fb7f290b73 req-6dc46c01-53e2-44a7-a1d9-c95db9a55448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.197053 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d11ef32-9391-4ce5-a85d-15fb7f290b73 req-6dc46c01-53e2-44a7-a1d9-c95db9a55448 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.4193642 Nov 25 19:26:01.201689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ec70d527-8473-4dcf-86c0-14b5b974370d None None] Provisioning complete for port b4a575fe-c057-4294-92b8-3696de658514 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:01.202512 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec70d527-8473-4dcf-86c0-14b5b974370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.223465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f165370-5be7-48b0-a378-f9ceced9f19a req-8400be89-cb2b-460c-8e7d-4b7a991ae9a0 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103130 Nov 25 19:26:01.249277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-e3c34cc7-78e3-499f-90b1-55be75cafcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.251075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-e3c34cc7-78e3-499f-90b1-55be75cafcb5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2 HTTP/1.1" status: 200 len: 1095 time: 0.2599759 Nov 25 19:26:01.310698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:01.323809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:25:49Z', 'revision_number': 3, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:01.326645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:01.326867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25f67c9e-b3b9-4e65-9ffa-4e3f02e5a3e1 req-fd6a1095-b445-4222-975a-7f349baab34e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348772 Nov 25 19:26:01.327577 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.396568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aec0097b-79d3-49f1-b0d4-e5dc6d117174 req-6b48307d-58c7-4fad-8e2e-7f86a7db4bb6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2982652 Nov 25 19:26:01.414633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7445b07c-7308-42ff-90be-0023b7cbfd5e None None] The sync data for ids ['b270c6bc-a779-4705-8892-971556e63137'] in n-d-817303-9 is: [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:25:49Z', 'revision_number': 3, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:25:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:01.474440 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec70d527-8473-4dcf-86c0-14b5b974370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.544725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-64c4e214-f543-4ca6-9f14-24b650916ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.546314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-64c4e214-f543-4ca6-9f14-24b650916ad7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 1095 time: 0.2467988 Nov 25 19:26:01.555480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ec70d527-8473-4dcf-86c0-14b5b974370d None None] For port b4a575fe-c057-4294-92b8-3696de658514, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b4a575fe-c057-4294-92b8-3696de658514,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:01.565705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec70d527-8473-4dcf-86c0-14b5b974370d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.616707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f165370-5be7-48b0-a378-f9ceced9f19a req-75f7a919-7eac-432b-aac5-887bd6682571 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3838408 Nov 25 19:26:01.662191 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d11ef32-9391-4ce5-a85d-15fb7f290b73 req-5351816e-abbd-49d5-9835-5aff3600cbe0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3521612 Nov 25 19:26:01.676946 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936bb897-db0e-4095-ad3d-7b3bbbf48bce x-openstack-request-id: req-936bb897-db0e-4095-ad3d-7b3bbbf48bce {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:01.677400 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0", "code": 200}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "8a281f2c-b693-4946-92e9-005d6524e0d3", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:01.677948 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-936bb897-db0e-4095-ad3d-7b3bbbf48bce {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:01.678604 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0', 'code': 200} Nov 25 19:26:01.679742 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a281f2c-b693-4946-92e9-005d6524e0d3', 'code': 200} Nov 25 19:26:01.702529 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2303a-8c40-4184-a60e-9826cadc9aa0 req-0a5b403b-a1b7-4ed9-a558-02a3a0855444 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.723252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2303a-8c40-4184-a60e-9826cadc9aa0 req-0a5b403b-a1b7-4ed9-a558-02a3a0855444 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.730380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2303a-8c40-4184-a60e-9826cadc9aa0 req-0a5b403b-a1b7-4ed9-a558-02a3a0855444 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.739013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2303a-8c40-4184-a60e-9826cadc9aa0 req-0a5b403b-a1b7-4ed9-a558-02a3a0855444 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.746071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2303a-8c40-4184-a60e-9826cadc9aa0 req-0a5b403b-a1b7-4ed9-a558-02a3a0855444 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.752687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2303a-8c40-4184-a60e-9826cadc9aa0 req-0a5b403b-a1b7-4ed9-a558-02a3a0855444 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.759544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f2303a-8c40-4184-a60e-9826cadc9aa0 req-0a5b403b-a1b7-4ed9-a558-02a3a0855444 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.762096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23f2303a-8c40-4184-a60e-9826cadc9aa0 req-0a5b403b-a1b7-4ed9-a558-02a3a0855444 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5428 time: 0.2725766 Nov 25 19:26:01.833125 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.863552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec70d527-8473-4dcf-86c0-14b5b974370d None None] Pushing event updated for resources: {'Port': ['ID=b4a575fe-c057-4294-92b8-3696de658514,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:01.932633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-74b5c2ab-79c6-4d82-bc80-2af91a9f90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:01.934947 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-74b5c2ab-79c6-4d82-bc80-2af91a9f90cb service neutron] 10.222.0.76 "GET /v2.0/networks?id=6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 200 len: 921 time: 0.3805289 Nov 25 19:26:01.941191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:01.954064 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:01.964617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device efd7e961-4a21-47ff-85bc-39bcd0cb957d up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:02.099675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:02.144019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9866145f-2d8d-4e08-b297-25df9390dcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.185195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-04dc6ee3-97f5-47dd-a3f9-09c3b2d188a4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0 HTTP/1.1" status: 200 len: 217 time: 0.2382970 Nov 25 19:26:02.189488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:02.280064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa64f78-e132-40f1-9a41-7229718d2528 req-fdc9fc6d-3ec7-4138-aae7-0a32feca3979 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:02.292138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cfa64f78-e132-40f1-9a41-7229718d2528 req-fdc9fc6d-3ec7-4138-aae7-0a32feca3979 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.4994571 Nov 25 19:26:02.357796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port efd7e961-4a21-47ff-85bc-39bcd0cb957d completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:02.377256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port efd7e961-4a21-47ff-85bc-39bcd0cb957d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:02.379374 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.433622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-279d5d8f-5827-4fa6-8bd8-d280cd7ddf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:02.436233 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-279d5d8f-5827-4fa6-8bd8-d280cd7ddf6e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 200 len: 860 time: 0.2285995 Nov 25 19:26:02.496757 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23f2303a-8c40-4184-a60e-9826cadc9aa0 req-55c7565b-aebe-473b-ac2e-74293cf2423a tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6938643 Nov 25 19:26:02.500816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:02.545126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'mac_address': 'fa:16:3e:1f:4f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:26:02.598440 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-94152123-9df8-4d77-b52b-c80300568bc6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6416e649-d9bc-4b84-af89-d9947516c8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004527 Nov 25 19:26:02.670153 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.694042 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.763464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cfa64f78-e132-40f1-9a41-7229718d2528 req-183a6034-39b6-449d-9214-591ee590b183 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4698594 Nov 25 19:26:02.793375 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.833781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdda5a50-aef3-49ca-a322-28902c0f7ef1 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:02.870525 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:02.917379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b4a575fe-c057-4294-92b8-3696de658514 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:02.921129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:02.954465 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.000031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Pushing event updated for resources: {'Port': ['ID=81bcfc3b-3d75-4b4e-b299-0ea1ede53160,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:03.010974 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.226356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:03.238140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port efd7e961-4a21-47ff-85bc-39bcd0cb957d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:03.246926 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.256835 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.258483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 11da7b93-0b9d-4f76-8a71-711b95ce7dec up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:03.329918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e02ac5-9a87-4544-b1ef-e959e225cbd6 req-1fce3389-2ca1-4920-a175-0b8e22a17c9e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:03.336275 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8e02ac5-9a87-4544-b1ef-e959e225cbd6 req-1fce3389-2ca1-4920-a175-0b8e22a17c9e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 984 time: 0.6541722 Nov 25 19:26:03.376212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['bdda5a50-aef3-49ca-a322-28902c0f7ef1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:03.387318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-7be5e0ae-bb0b-43e0-bd75-fe0cc0a7b33a service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7794983 Nov 25 19:26:03.462007 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d11ef32-9391-4ce5-a85d-15fb7f290b73 req-678fc35f-af63-4829-9070-9c81c0e5ac08 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7927930 Nov 25 19:26:03.465397 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b4a575fe-c057-4294-92b8-3696de658514 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:03.465861 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.498458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4622590-874b-4fec-ba9b-e9849929d4e8 req-6a9f7e14-0493-4fee-993d-a6dc88b46eaf service neutron] 10.222.0.60 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.3482845 Nov 25 19:26:03.517513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=efd7e961-4a21-47ff-85bc-39bcd0cb957d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:03.541390 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-b9151319-932c-43a1-b9a9-e0663d91935b service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3535089 Nov 25 19:26:03.570105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Network 48e06498-f4ea-425d-b9da-a253bacd7d52 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:03.599230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:03.607815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 11da7b93-0b9d-4f76-8a71-711b95ce7dec completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:03.629960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd3ba45-98d9-4d95-a722-988f745aedd3 req-b94bc9ad-7f1b-459c-b8c2-eb802f495095 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:03.645202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 11da7b93-0b9d-4f76-8a71-711b95ce7dec triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:03.645778 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:03.648902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecd3ba45-98d9-4d95-a722-988f745aedd3 req-b94bc9ad-7f1b-459c-b8c2-eb802f495095 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 944 time: 0.5340905 Nov 25 19:26:03.755755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678688d0-4586-4af3-9ea9-aa4330cd1027'}, {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04912e0d-e9ad-4afe-bd53-8a280f9bb21b'}, {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd7e961-4a21-47ff-85bc-39bcd0cb957d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:03.772955 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38c38e13-ba76-4427-bf8c-13d82db1a75b" -d '{"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "678688d0-4586-4af3-9ea9-aa4330cd1027"}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "04912e0d-e9ad-4afe-bd53-8a280f9bb21b"}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "efd7e961-4a21-47ff-85bc-39bcd0cb957d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:03.886064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8e02ac5-9a87-4544-b1ef-e959e225cbd6 req-62268d67-e1c6-4f38-98eb-32c72c976c85 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=69d7f9c2-afef-4617-93f4-0407dae863e7&id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.4972320 Nov 25 19:26:03.896957 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-e1250e36-4fdd-45f3-9fae-664fe0c5ad2c service neutron] 10.222.0.76 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4987442 Nov 25 19:26:03.919888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecd3ba45-98d9-4d95-a722-988f745aedd3 req-0607f2d1-91ce-44fb-9dc1-ea0a332bd808 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317336 Nov 25 19:26:04.175755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22530e2-4c28-4fcb-a68f-d39d6fba30be req-a2ba7867-0d05-4686-ae25-1e87baf87412 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.182970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22530e2-4c28-4fcb-a68f-d39d6fba30be req-a2ba7867-0d05-4686-ae25-1e87baf87412 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.191621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22530e2-4c28-4fcb-a68f-d39d6fba30be req-a2ba7867-0d05-4686-ae25-1e87baf87412 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.200948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22530e2-4c28-4fcb-a68f-d39d6fba30be req-a2ba7867-0d05-4686-ae25-1e87baf87412 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.209312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22530e2-4c28-4fcb-a68f-d39d6fba30be req-a2ba7867-0d05-4686-ae25-1e87baf87412 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.216727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22530e2-4c28-4fcb-a68f-d39d6fba30be req-a2ba7867-0d05-4686-ae25-1e87baf87412 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.225029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22530e2-4c28-4fcb-a68f-d39d6fba30be req-a2ba7867-0d05-4686-ae25-1e87baf87412 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.229807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a22530e2-4c28-4fcb-a68f-d39d6fba30be req-a2ba7867-0d05-4686-ae25-1e87baf87412 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5430 time: 0.2071540 Nov 25 19:26:04.258734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a1bb4-54bb-428e-b006-41a9c955b3d4 req-a92f565e-e95d-4368-afc2-d047590494d1 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.264160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-066a1bb4-54bb-428e-b006-41a9c955b3d4 req-a92f565e-e95d-4368-afc2-d047590494d1 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 948 time: 0.2324543 Nov 25 19:26:04.265346 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.325212 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d11ef32-9391-4ce5-a85d-15fb7f290b73 req-948ea895-64a4-4dbd-b99c-2a803f40bd64 service neutron] 10.222.0.60 "GET /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8221228 Nov 25 19:26:04.329634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] Router 1055f051-66f7-4789-80a0-15965bb6f7e1 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:04.333505 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d80e143-a48c-4c9d-abbf-153d8ad3f8a2 req-b7b957b7-8b1c-4cbe-947b-804cdbfb5c60 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7618046 Nov 25 19:26:04.337559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-cc24cd77-164b-4755-ae4f-0f54d06653f8 None None] Provisioning complete for port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:04.338513 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cc24cd77-164b-4755-ae4f-0f54d06653f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.354335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Router b270c6bc-a779-4705-8892-971556e63137 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:04.422534 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a22530e2-4c28-4fcb-a68f-d39d6fba30be req-e2938263-88cf-44d9-9899-431a97670d2c tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1559260 Nov 25 19:26:04.436027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-066a1bb4-54bb-428e-b006-41a9c955b3d4 req-791f18e2-5bd5-4d59-9714-925e443c57d8 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602116 Nov 25 19:26:04.474380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-49b510e3-e9a3-4526-8838-87700c0364cc tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.476165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-49b510e3-e9a3-4526-8838-87700c0364cc tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc&tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1095 time: 0.1742675 Nov 25 19:26:04.564519 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:04.574431 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-02492130-b06f-436b-969d-1d1de61edcd3 admin admin] 10.222.0.15 "PUT /v2.0/routers/b270c6bc-a779-4705-8892-971556e63137/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1655028 Nov 25 19:26:04.578860 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d89645fa-292e-4a8e-b45c-c54925aae931 x-openstack-request-id: req-d89645fa-292e-4a8e-b45c-c54925aae931 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:04.579178 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "678688d0-4586-4af3-9ea9-aa4330cd1027", "code": 200}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "04912e0d-e9ad-4afe-bd53-8a280f9bb21b", "code": 200}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "efd7e961-4a21-47ff-85bc-39bcd0cb957d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:04.579435 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d89645fa-292e-4a8e-b45c-c54925aae931 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:04.579898 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '678688d0-4586-4af3-9ea9-aa4330cd1027', 'code': 200} Nov 25 19:26:04.580924 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04912e0d-e9ad-4afe-bd53-8a280f9bb21b', 'code': 200} Nov 25 19:26:04.582376 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efd7e961-4a21-47ff-85bc-39bcd0cb957d', 'code': 200} Nov 25 19:26:04.608059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 11da7b93-0b9d-4f76-8a71-711b95ce7dec, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:04.629257 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:04.630508 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 5ba910e9-0b77-419b-aff9-b90ac959d12a up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:04.638041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-cc24cd77-164b-4755-ae4f-0f54d06653f8 None None] Port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:04.772229 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Sync routers for ids ['b270c6bc-a779-4705-8892-971556e63137'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:04.812315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cecfa5-cfc4-4498-ab8b-bfb738ee2280 req-efbee9fe-b3c9-432e-b5d7-ce249eca9f08 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:04.831044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30cecfa5-cfc4-4498-ab8b-bfb738ee2280 req-efbee9fe-b3c9-432e-b5d7-ce249eca9f08 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.2315183 Nov 25 19:26:04.836269 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Routers {'b270c6bc-a779-4705-8892-971556e63137'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:04.837362 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:25:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b270c6bc-a779-4705-8892-971556e63137'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:04.880029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:04.903395 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-412d1a6c-455b-43db-965e-f32165fc7695 admin admin] 10.222.0.15 "PUT /v2.0/routers/1055f051-66f7-4789-80a0-15965bb6f7e1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9462044 Nov 25 19:26:04.906193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52272) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:04.948404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b60ed-6cbe-4fd5-8833-046adaff1ff1 None None] Sync routers for ids ['1055f051-66f7-4789-80a0-15965bb6f7e1'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:05.005910 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3aae2554-0ff5-48da-9d06-e638b5d28e8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.015359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30cecfa5-cfc4-4498-ab8b-bfb738ee2280 req-8037b4b3-64df-484d-bd34-43c659041bee tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859868 Nov 25 19:26:05.028818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-4335e221-2047-48c6-97e7-311bb736962f service neutron] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:05.042113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-4335e221-2047-48c6-97e7-311bb736962f service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.043485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b6b3e98-2fb4-4c6d-a268-347201e0e1a3 req-4335e221-2047-48c6-97e7-311bb736962f service neutron] 10.222.0.76 "DELETE /v2.0/ports/c1a8ea7f-e645-4564-b5e0-503b2eac92a0/bindings/n-h1-817303-9 HTTP/1.1" status: 204 len: 173 time: 0.5561028 Nov 25 19:26:05.126917 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.347730 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.433034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b60ed-6cbe-4fd5-8833-046adaff1ff1 None None] Routers {'1055f051-66f7-4789-80a0-15965bb6f7e1'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:05.435051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ff1b60ed-6cbe-4fd5-8833-046adaff1ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['1055f051-66f7-4789-80a0-15965bb6f7e1'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:05.438753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=11da7b93-0b9d-4f76-8a71-711b95ce7dec,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:05.463741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-fe663e46-0b53-457c-b353-af1a15c153b8 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:05.466446 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-fe663e46-0b53-457c-b353-af1a15c153b8 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.60 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e&tenant_id=df1e19b34a9140d885e4e27b944e7b86&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 948 time: 0.1436064 Nov 25 19:26:05.468320 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Set router b270c6bc-a779-4705-8892-971556e63137 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:05.569801 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-e0d42f1d-c9ef-4c33-a054-a2899b6575bc service neutron] 10.222.0.60 "GET /v2.0/ports/bdda5a50-aef3-49ca-a322-28902c0f7ef1/bindings/n-h1-817303-9 HTTP/1.1" status: 200 len: 382 time: 0.0926695 Nov 25 19:26:05.572070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Deleting port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:05.572421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.629994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 5ba910e9-0b77-419b-aff9-b90ac959d12a completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:05.644130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 5ba910e9-0b77-419b-aff9-b90ac959d12a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:05.646344 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.696020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-ff1b60ed-6cbe-4fd5-8833-046adaff1ff1 None None] Set router 1055f051-66f7-4789-80a0-15965bb6f7e1 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:05.798613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e804-2dea-41f2-bd60-97915531458f req-12b84869-3091-4f14-94b6-2b442505a591 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:05.808147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-12b84869-3091-4f14-94b6-2b442505a591 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/networks?id=48e06498-f4ea-425d-b9da-a253bacd7d52 HTTP/1.1" status: 200 len: 827 time: 0.2522490 Nov 25 19:26:05.828476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c8d293e4-44b0-4a8e-8f02-e32edec7bc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:05.828590 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-699262d6-79e2-4938-8359-6c9196c5eecc tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/quotas/d2fcb946c23144b893280a0f7474ce57 HTTP/1.1" status: 200 len: 375 time: 0.0192015 Nov 25 19:26:05.830579 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c8d293e4-44b0-4a8e-8f02-e32edec7bc38 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 1099 time: 0.2289279 Nov 25 19:26:05.899308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] For port 91512cf5-0d40-4eda-8afc-9bb353f0ba6c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=91512cf5-0d40-4eda-8afc-9bb353f0ba6c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:05.899848 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:05.916591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-c4e407fb-3262-4b2d-827d-6dc4810f17b9 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2fcb946c23144b893280a0f7474ce57&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0870988 Nov 25 19:26:05.962903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ff1b60ed-6cbe-4fd5-8833-046adaff1ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-router', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:30Z', 'updated_at': '2021-11-25T19:26:05Z', 'revision_number': 6, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:05.982868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Calling delete_port for 91512cf5-0d40-4eda-8afc-9bb353f0ba6c owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:06.030316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b60ed-6cbe-4fd5-8833-046adaff1ff1 None None] Checking router: 1055f051-66f7-4789-80a0-15965bb6f7e1 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:06.066933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1b60ed-6cbe-4fd5-8833-046adaff1ff1 None None] Routers {'1055f051-66f7-4789-80a0-15965bb6f7e1'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:06.068542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ff1b60ed-6cbe-4fd5-8833-046adaff1ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['1055f051-66f7-4789-80a0-15965bb6f7e1'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:06.172018 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:26:00Z', 'revision_number': 4, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '81bcfc3b-3d75-4b4e-b299-0ea1ede53160', 'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'mac_address': 'fa:16:3e:05:42:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:57Z', 'updated_at': '2021-11-25T19:26:01Z', 'revision_number': 2, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'subnets': [{'id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:06.238665 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Checking router: b270c6bc-a779-4705-8892-971556e63137 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:06.239453 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Updating router b270c6bc-a779-4705-8892-971556e63137 port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:26:06.247723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:06.255969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d1686-fdeb-4f48-80ee-35377252cd34 req-575e037a-6462-468c-9228-cd9bb2f4413c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:06.265438 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-015d1686-fdeb-4f48-80ee-35377252cd34 req-575e037a-6462-468c-9228-cd9bb2f4413c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 984 time: 0.1540344 Nov 25 19:26:06.302654 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.315702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-6e3b998e-f09e-4b45-adb6-d98dd31d6718 service neutron] 10.222.0.15 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3972983 Nov 25 19:26:06.411826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-8d0e4dc9-9673-48e0-bc30-ca959ce20205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:06.414267 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-8d0e4dc9-9673-48e0-bc30-ca959ce20205 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.5709474 Nov 25 19:26:06.415711 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.462404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-015d1686-fdeb-4f48-80ee-35377252cd34 req-bee9b014-3aff-4e29-b843-60c927de0bc1 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=69d7f9c2-afef-4617-93f4-0407dae863e7&id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1942174 Nov 25 19:26:06.504390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20874f3e-04fd-4cb2-acd9-5a9fb39cf3fb None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:06.542169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-4a139fa9-f1c4-437f-ad4e-3e6c302ef2f7 service neutron] 10.222.0.15 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252533 Nov 25 19:26:06.591124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11da7b93-0b9d-4f76-8a71-711b95ce7dec'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:06.595066 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a984932-ebfd-4b54-9f0f-cef50d174bc7" -d '{"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "11da7b93-0b9d-4f76-8a71-711b95ce7dec"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:06.620302 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.643997 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.724366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbe704a-82db-4bdc-bff5-5aa76c346ce9 req-b77ec074-3cb8-41cf-b3af-d674d177d6e0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:06.726551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3cbe704a-82db-4bdc-bff5-5aa76c346ce9 req-b77ec074-3cb8-41cf-b3af-d674d177d6e0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 944 time: 0.1070914 Nov 25 19:26:06.750319 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.756216 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-1e637377-f9b6-4bc0-ad88-973e52f34cdc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 217 time: 0.3252652 Nov 25 19:26:06.757467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Pushing event deleted for resources: {'Port': ['ID=91512cf5-0d40-4eda-8afc-9bb353f0ba6c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:06.821060 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-ff1b60ed-6cbe-4fd5-8833-046adaff1ff1 None None] Set router 1055f051-66f7-4789-80a0-15965bb6f7e1 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:06.852125 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.855577 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3cbe704a-82db-4bdc-bff5-5aa76c346ce9 req-e59a3bd5-acc2-4705-9ba5-ed729191e854 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217422 Nov 25 19:26:06.864905 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:06.974248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81578735-3646-40c3-af2d-6d501aa9b1d0 req-e925d384-3e46-40fe-945a-b84819d78d61 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:06.983042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81578735-3646-40c3-af2d-6d501aa9b1d0 req-e925d384-3e46-40fe-945a-b84819d78d61 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 948 time: 0.1188612 Nov 25 19:26:07.004593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ff1b60ed-6cbe-4fd5-8833-046adaff1ff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-router', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:30Z', 'updated_at': '2021-11-25T19:26:05Z', 'revision_number': 6, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:07.011647 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c40ef-dc24-4fbd-9e6d-e1051b956f46 None None] Pushing event updated for resources: {'Port': ['ID=81bcfc3b-3d75-4b4e-b299-0ea1ede53160,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:07.049798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 5ba910e9-0b77-419b-aff9-b90ac959d12a, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:07.102183 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Attempting to bind port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:07.111192 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Attempting to bind port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:07.112343 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Attempting to bind port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 on network 48e06498-f4ea-425d-b9da-a253bacd7d52 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:07.119801 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81578735-3646-40c3-af2d-6d501aa9b1d0 req-42157dde-ce7a-4a4e-949c-23cbc5f14f66 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357310 Nov 25 19:26:07.122310 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:07.122789 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Checking segment: {'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:07.124629 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.125153 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Bound using segment: {'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:07.125659 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Bound port: 81bcfc3b-3d75-4b4e-b299-0ea1ede53160, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:07.126074 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.177031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a107a2-a491-427b-a435-4271689adb47 req-e21b421f-13c1-42e1-b9a8-1d6565db9abb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:07.184563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a107a2-a491-427b-a435-4271689adb47 req-e21b421f-13c1-42e1-b9a8-1d6565db9abb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:07.191077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1b60ed-6cbe-4fd5-8833-046adaff1ff1 None None] The sync data for ids ['1055f051-66f7-4789-80a0-15965bb6f7e1'] in n-d-817303-9 is: [{'id': '1055f051-66f7-4789-80a0-15965bb6f7e1', 'name': 'tempest-AttachSCSIVolumeTestJSON-750021047-router', 'tenant_id': 'e4e6ed5bd837497d9998072d1baae923', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:30Z', 'updated_at': '2021-11-25T19:26:05Z', 'revision_number': 6, 'project_id': 'e4e6ed5bd837497d9998072d1baae923', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:07.194154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a107a2-a491-427b-a435-4271689adb47 req-e21b421f-13c1-42e1-b9a8-1d6565db9abb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:07.201559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a107a2-a491-427b-a435-4271689adb47 req-e21b421f-13c1-42e1-b9a8-1d6565db9abb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:07.214070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a107a2-a491-427b-a435-4271689adb47 req-e21b421f-13c1-42e1-b9a8-1d6565db9abb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:07.220704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a107a2-a491-427b-a435-4271689adb47 req-e21b421f-13c1-42e1-b9a8-1d6565db9abb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:07.238397 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.239262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a107a2-a491-427b-a435-4271689adb47 req-e21b421f-13c1-42e1-b9a8-1d6565db9abb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:07.241304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:07.247237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port bdda5a50-aef3-49ca-a322-28902c0f7ef1 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:07.250893 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87a107a2-a491-427b-a435-4271689adb47 req-e21b421f-13c1-42e1-b9a8-1d6565db9abb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5431 time: 0.2583447 Nov 25 19:26:07.386497 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] For port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:07.402470 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] For port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=81bcfc3b-3d75-4b4e-b299-0ea1ede53160,segment=NetworkSegment(303fb06a-0a8d-4ceb-b300-4a7274446e6b),segment_id=303fb06a-0a8d-4ceb-b300-4a7274446e6b)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:07.403464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87a107a2-a491-427b-a435-4271689adb47 req-8a6d457d-c664-4ad4-bd0a-d48347c81272 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1514127 Nov 25 19:26:07.407784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port bdda5a50-aef3-49ca-a322-28902c0f7ef1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:07.409030 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.416012 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.418171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.422593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.451120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c436c650-39b4-4821-b64e-068b3d067004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:07.453877 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c436c650-39b4-4821-b64e-068b3d067004 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.6793594 Nov 25 19:26:07.539848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-8166e33f-a10b-4f04-9d95-0866a91314be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:07.545436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-8166e33f-a10b-4f04-9d95-0866a91314be service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 1097 time: 0.1398122 Nov 25 19:26:07.581892 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Routers {'b270c6bc-a779-4705-8892-971556e63137'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:07.582458 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b270c6bc-a779-4705-8892-971556e63137'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:07.585091 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56c40ef-dc24-4fbd-9e6d-e1051b956f46 None None] Pushing event updated for resources: {'Port': ['ID=81bcfc3b-3d75-4b4e-b299-0ea1ede53160,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:07.706604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:07.721593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7fb82e96-f213-47d9-b275-5fde5ec1dd24 None None] Provisioning complete for port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:07.721984 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7fb82e96-f213-47d9-b275-5fde5ec1dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.738506 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.739063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1055f051-66f7-4789-80a0-15965bb6f7e1 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:26:07.749611 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.750833 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-720be883-5f5e-47b0-a589-25b96f10e05d admin admin] 10.222.0.15 "DELETE /v2.0/routers/1055f051-66f7-4789-80a0-15965bb6f7e1 HTTP/1.1" status: 204 len: 168 time: 2.8435829 Nov 25 19:26:07.766351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52376) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:07.832634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=5ba910e9-0b77-419b-aff9-b90ac959d12a,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:07.858027 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:07.989310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-f38918ef-6936-4165-8416-671fed7c0886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:07.991182 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-f38918ef-6936-4165-8416-671fed7c0886 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5108447 Nov 25 19:26:08.038648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dfab0a3-c4ea-4ae5-8eac-113f14dae57a admin admin] Deleting subnet a09a42f3-9de2-43be-9c4a-4757f31317ee {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:26:08.053714 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] Set router b270c6bc-a779-4705-8892-971556e63137 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:08.054238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8dfab0a3-c4ea-4ae5-8eac-113f14dae57a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.069526 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.151457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-465cb61e-3279-4a94-b13c-8215d64cedfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:08.160593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-465cb61e-3279-4a94-b13c-8215d64cedfa service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.6081562 Nov 25 19:26:08.200718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a39c9-8711-4dc9-b3cd-b34d46ebc723 req-0535330d-66fe-416f-b91f-a70773ee075a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:08.206386 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.209579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7fb82e96-f213-47d9-b275-5fde5ec1dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.217098 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-228a39c9-8711-4dc9-b3cd-b34d46ebc723 req-0535330d-66fe-416f-b91f-a70773ee075a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.3685784 Nov 25 19:26:08.267604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:08.281744 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.360338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8dfab0a3-c4ea-4ae5-8eac-113f14dae57a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.415574 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-48d98d67-5797-49da-b02e-2c7a9af4e28f service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4146075 Nov 25 19:26:08.438168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7fb82e96-f213-47d9-b275-5fde5ec1dd24 None None] For port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=81bcfc3b-3d75-4b4e-b299-0ea1ede53160,segment=NetworkSegment(303fb06a-0a8d-4ceb-b300-4a7274446e6b),segment_id=303fb06a-0a8d-4ceb-b300-4a7274446e6b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:08.441337 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:26:08.451388 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7fb82e96-f213-47d9-b275-5fde5ec1dd24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.499605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:08.501077 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-8c16875d-f76e-48f1-b019-5e7f16af301f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc HTTP/1.1" status: 200 len: 217 time: 0.2775548 Nov 25 19:26:08.595709 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8dfab0a3-c4ea-4ae5-8eac-113f14dae57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.650398 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-b2afd8d2-eb27-42f3-abcd-47431e8bdad4 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2273762 Nov 25 19:26:08.700873 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:26:00Z', 'revision_number': 4, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '81bcfc3b-3d75-4b4e-b299-0ea1ede53160', 'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'mac_address': 'fa:16:3e:05:42:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:57Z', 'updated_at': '2021-11-25T19:26:07Z', 'revision_number': 4, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'subnets': [{'id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:08.747086 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b0381c-fd4e-4ae2-a336-ab1ee4b44532 None None] The sync data for ids ['b270c6bc-a779-4705-8892-971556e63137'] in n-d-817303-9 is: [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:26:00Z', 'revision_number': 4, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '81bcfc3b-3d75-4b4e-b299-0ea1ede53160', 'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'mac_address': 'fa:16:3e:05:42:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:57Z', 'updated_at': '2021-11-25T19:26:07Z', 'revision_number': 4, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'subnets': [{'id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:08.750861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-03d84142-30e4-49aa-b2a2-e6f32eccbaa6 None None] Provisioning complete for port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:08.751553 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-03d84142-30e4-49aa-b2a2-e6f32eccbaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.756803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-228a39c9-8711-4dc9-b3cd-b34d46ebc723 req-0875cc3a-cca7-473a-a5a3-a04f7a30ffa1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5282419 Nov 25 19:26:08.770403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8dfab0a3-c4ea-4ae5-8eac-113f14dae57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.775558 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb82e96-f213-47d9-b275-5fde5ec1dd24 None None] Pushing event updated for resources: {'Port': ['ID=81bcfc3b-3d75-4b4e-b299-0ea1ede53160,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:08.838635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-53cdbfe0-ae33-4283-a7fc-2a6acad4d017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:08.855633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-53cdbfe0-ae33-4283-a7fc-2a6acad4d017 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.3223319 Nov 25 19:26:08.883066 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e531bdd9-4477-4cef-8db6-6a12fe715c3d req-9324f2e3-de50-4e30-81c8-a09b90dca96f tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2147142739&fields=id&tenant_id=d7261d145d614ea98bf7399da0109904 HTTP/1.1" status: 200 len: 267 time: 0.4627826 Nov 25 19:26:08.912835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfab0a3-c4ea-4ae5-8eac-113f14dae57a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a09a42f3-9de2-43be-9c4a-4757f31317ee,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:08.943939 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8dfab0a3-c4ea-4ae5-8eac-113f14dae57a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:08.970627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93618134-f000-46a7-975a-0edc07b676ed None None] Network 26bfa67a-7724-45b2-8469-2829159bf039 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:08.972701 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8dfab0a3-c4ea-4ae5-8eac-113f14dae57a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a09a42f3-9de2-43be-9c4a-4757f31317ee HTTP/1.1" status: 204 len: 168 time: 1.2035384 Nov 25 19:26:08.976267 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52394) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:08.979155 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e61a144a-9592-4bad-a8b9-4c6963653fb5 x-openstack-request-id: req-e61a144a-9592-4bad-a8b9-4c6963653fb5 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:08.979434 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "11da7b93-0b9d-4f76-8a71-711b95ce7dec", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:08.979995 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e61a144a-9592-4bad-a8b9-4c6963653fb5 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:08.980153 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11da7b93-0b9d-4f76-8a71-711b95ce7dec', 'code': 200} Nov 25 19:26:09.007028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-8ae0fac1-13eb-474c-8160-bc2acf4a0163 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226311 Nov 25 19:26:09.017290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:09.061472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:09.062136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7b29a9d1-e962-4d12-9dd0-7f0b6b345a91 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:09.062575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 91512cf5-0d40-4eda-8afc-9bb353f0ba6c no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:09.146303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8932ccbc-9a31-4a5a-acc1-d4b3ba627440 req-7a93240b-3599-4734-a02c-d295e0379cc4 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 210 time: 0.0494020 Nov 25 19:26:09.154521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 91512cf5-0d40-4eda-8afc-9bb353f0ba6c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:09.155545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 91512cf5-0d40-4eda-8afc-9bb353f0ba6c not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:09.197115 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.258002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531bdd9-4477-4cef-8db6-6a12fe715c3d req-5b1310de-e8b6-47d5-97f9-df5958130417 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:09.259988 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e531bdd9-4477-4cef-8db6-6a12fe715c3d req-5b1310de-e8b6-47d5-97f9-df5958130417 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 984 time: 0.3484709 Nov 25 19:26:09.293152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e531bdd9-4477-4cef-8db6-6a12fe715c3d req-8ee9be32-0ed8-470d-a03b-d9a53c086f83 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'port': {'security_groups': ['69d7f9c2-afef-4617-93f4-0407dae863e7', '6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1', '7bf051f1-7224-41bc-b674-5cebbc6ccb90']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:09.503385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-03662be7-10d8-494e-8a28-ba7490c80431 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408059 Nov 25 19:26:09.543448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Deleting port 854908aa-f98d-4a1e-a0fb-06e847c6da23 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:09.544540 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.601381 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e90f9b-f307-4aa9-8388-d79f6e1cc25e None None] DHCP port deletion for 26bfa67a-7724-45b2-8469-2829159bf039 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:09.710584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e531bdd9-4477-4cef-8db6-6a12fe715c3d req-8ee9be32-0ed8-470d-a03b-d9a53c086f83 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.713035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-57e90f9b-f307-4aa9-8388-d79f6e1cc25e None None] Deleting port 854908aa-f98d-4a1e-a0fb-06e847c6da23 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:09.713424 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-57e90f9b-f307-4aa9-8388-d79f6e1cc25e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.795860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826605e-5972-4d74-9c2f-e98a930a861c req-3709064f-2845-4faa-99bf-2fa4a8ce9417 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:09.798759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3826605e-5972-4d74-9c2f-e98a930a861c req-3709064f-2845-4faa-99bf-2fa4a8ce9417 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.3960371 Nov 25 19:26:09.829287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-57e90f9b-f307-4aa9-8388-d79f6e1cc25e None None] For port 854908aa-f98d-4a1e-a0fb-06e847c6da23, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=854908aa-f98d-4a1e-a0fb-06e847c6da23,segment=NetworkSegment(2871ab18-864e-4dab-9d9f-c5f2c39c7354),segment_id=2871ab18-864e-4dab-9d9f-c5f2c39c7354)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:09.831648 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-57e90f9b-f307-4aa9-8388-d79f6e1cc25e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:09.854409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-57e90f9b-f307-4aa9-8388-d79f6e1cc25e None None] Calling delete_port for 854908aa-f98d-4a1e-a0fb-06e847c6da23 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:09.970367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-233527f4-75c7-4396-a00b-90ec9f38a525 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582250 Nov 25 19:26:09.998324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3826605e-5972-4d74-9c2f-e98a930a861c req-c6f71735-cb91-42f9-a8c6-3d05bf24bf15 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742048 Nov 25 19:26:10.090070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e804-2dea-41f2-bd60-97915531458f req-9275fad2-7aba-4f29-b02a-8096ee9a58bf tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.093041 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-9275fad2-7aba-4f29-b02a-8096ee9a58bf tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.60 "GET /v2.0/networks?id=48e06498-f4ea-425d-b9da-a253bacd7d52 HTTP/1.1" status: 200 len: 827 time: 0.7387559 Nov 25 19:26:10.119043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Request body: {'port': {'device_id': '839c806a-c9d2-4eff-963d-637170d5797a', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'admin_state_up': True, 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:10.209487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] For port 854908aa-f98d-4a1e-a0fb-06e847c6da23, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=854908aa-f98d-4a1e-a0fb-06e847c6da23,segment=NetworkSegment(2871ab18-864e-4dab-9d9f-c5f2c39c7354),segment_id=2871ab18-864e-4dab-9d9f-c5f2c39c7354)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:10.209939 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.276629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Calling delete_port for 854908aa-f98d-4a1e-a0fb-06e847c6da23 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:10.375161 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-57e90f9b-f307-4aa9-8388-d79f6e1cc25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.425489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e90f9b-f307-4aa9-8388-d79f6e1cc25e None None] Pushing event deleted for resources: {'Port': ['ID=854908aa-f98d-4a1e-a0fb-06e847c6da23,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:10.446456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e531bdd9-4477-4cef-8db6-6a12fe715c3d req-8ee9be32-0ed8-470d-a03b-d9a53c086f83 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] For port 6caa8ade-efec-416b-8210-4c8fe7c4da32, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:10.448211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e90f9b-f307-4aa9-8388-d79f6e1cc25e None None] No DVR routers for this DVR port 854908aa-f98d-4a1e-a0fb-06e847c6da23 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:10.492418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.532440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] No DVR routers for this DVR port 854908aa-f98d-4a1e-a0fb-06e847c6da23 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:10.534234 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e531bdd9-4477-4cef-8db6-6a12fe715c3d req-8ee9be32-0ed8-470d-a03b-d9a53c086f83 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.535431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Pushing event deleted for resources: {'Port': ['ID=854908aa-f98d-4a1e-a0fb-06e847c6da23,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:10.553963 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45c937-2d5e-47e5-b9a7-5e683649c6eb req-98b89398-e0b7-4e3e-abd7-f7123a4c0b54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.560928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45c937-2d5e-47e5-b9a7-5e683649c6eb req-98b89398-e0b7-4e3e-abd7-f7123a4c0b54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.568221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45c937-2d5e-47e5-b9a7-5e683649c6eb req-98b89398-e0b7-4e3e-abd7-f7123a4c0b54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.586912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45c937-2d5e-47e5-b9a7-5e683649c6eb req-98b89398-e0b7-4e3e-abd7-f7123a4c0b54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.589692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45c937-2d5e-47e5-b9a7-5e683649c6eb req-98b89398-e0b7-4e3e-abd7-f7123a4c0b54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.601047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45c937-2d5e-47e5-b9a7-5e683649c6eb req-98b89398-e0b7-4e3e-abd7-f7123a4c0b54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.609280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c45c937-2d5e-47e5-b9a7-5e683649c6eb req-98b89398-e0b7-4e3e-abd7-f7123a4c0b54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.611568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c45c937-2d5e-47e5-b9a7-5e683649c6eb req-98b89398-e0b7-4e3e-abd7-f7123a4c0b54 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5432 time: 0.1923463 Nov 25 19:26:10.613465 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e531bdd9-4477-4cef-8db6-6a12fe715c3d req-8ee9be32-0ed8-470d-a03b-d9a53c086f83 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.620441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Made reservation on behalf of d2fcb946c23144b893280a0f7474ce57 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:10.625291 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.630383 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['6caa8ade-efec-416b-8210-4c8fe7c4da32'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:10.636929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['1968543a-915e-49ac-b76b-a89258874565'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:10.697241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e531bdd9-4477-4cef-8db6-6a12fe715c3d req-8ee9be32-0ed8-470d-a03b-d9a53c086f83 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.697573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.698561 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e531bdd9-4477-4cef-8db6-6a12fe715c3d req-8ee9be32-0ed8-470d-a03b-d9a53c086f83 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:10.708531 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e531bdd9-4477-4cef-8db6-6a12fe715c3d req-8ee9be32-0ed8-470d-a03b-d9a53c086f83 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "PUT /v2.0/ports/6caa8ade-efec-416b-8210-4c8fe7c4da32 HTTP/1.1" status: 200 len: 1020 time: 1.4342568 Nov 25 19:26:10.724406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'tag': '6caa8ade-efec-416b-8210-4c8fe7c4da32'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:10.739461 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caafb7a0-138a-43fd-8d0b-868c0eac6b3a" -d '{"events": [{"name": "network-changed", "server_uuid": "4927ad83-ee99-464a-8499-fb9ec8b5921e", "tag": "6caa8ade-efec-416b-8210-4c8fe7c4da32"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:10.849383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26bfa67a-7724-45b2-8469-2829159bf039']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:10.869114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee9be32-0ed8-470d-a03b-d9a53c086f83 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'Port': ['ID=6caa8ade-efec-416b-8210-4c8fe7c4da32,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:10.916828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c45c937-2d5e-47e5-b9a7-5e683649c6eb req-214dc7e7-8c49-4ef6-ba51-3818fc651214 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2926531 Nov 25 19:26:10.917196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2871ab18-864e-4dab-9d9f-c5f2c39c7354') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:10.917496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2871ab18-864e-4dab-9d9f-c5f2c39c7354') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:10.958639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaf9acd-b12e-46c5-9931-6efc7a4f119a req-bdeb457f-b20e-44fd-8c9a-dac0d1ab5d9f tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:10.972597 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdaf9acd-b12e-46c5-9931-6efc7a4f119a req-bdeb457f-b20e-44fd-8c9a-dac0d1ab5d9f tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 1095 time: 0.1336906 Nov 25 19:26:10.986011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9436ea-d1b7-4532-b96a-4d0a8626987c None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:11.024554 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.025559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba910e9-0b77-419b-aff9-b90ac959d12a'}, {'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:11.050009 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13be6b48-4fce-482b-ab46-5cc08c6e9d77" -d '{"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "5ba910e9-0b77-419b-aff9-b90ac959d12a"}, {"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-plugged", "status": "completed", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:11.090943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:11.101956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.117070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:26:11.117490 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:26:11.120611 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:26:11.143652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdaf9acd-b12e-46c5-9931-6efc7a4f119a req-6e279580-c1a6-48ea-91e0-a889e5a924a1 tempest-LiveAutoBlockMigrationV225Test-742024826 tempest-LiveAutoBlockMigrationV225Test-742024826-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678236 Nov 25 19:26:11.197371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469689b4-7a59-4a51-9d34-a013251462f5 req-cdbd529a-2d4f-4fd4-a0d8-32e1d0ca9730 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:11.202708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-469689b4-7a59-4a51-9d34-a013251462f5 req-cdbd529a-2d4f-4fd4-a0d8-32e1d0ca9730 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.1515958 Nov 25 19:26:11.240999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['6caa8ade-efec-416b-8210-4c8fe7c4da32'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:11.280963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Allocated IP 172.20.0.12 (48e06498-f4ea-425d-b9da-a253bacd7d52/14edfb14-79d8-4c2c-bdba-52bfcea2ea92/6562f427-461c-4d3c-8358-52c450468cf1) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:11.303063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.328028 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.346760 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] 10.222.0.15 "DELETE /v2.0/networks/26bfa67a-7724-45b2-8469-2829159bf039 HTTP/1.1" status: 204 len: 168 time: 2.3605876 Nov 25 19:26:11.397895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e73701-fbaf-47dc-be8d-7f36de5ca628 admin admin] Pushing event deleted for resources: {'Network': ['ID=26bfa67a-7724-45b2-8469-2829159bf039,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:11.445887 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6784dd51-a2d2-4a14-af8e-09408cc2c6bd req-bcc43b4a-01cd-4155-b9ce-fd74a182ba4c tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 210 time: 0.1277223 Nov 25 19:26:11.509598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-469689b4-7a59-4a51-9d34-a013251462f5 req-5f2e743c-efba-4130-8a5b-32c6e14c89ae tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964828 Nov 25 19:26:11.543250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-63d173d0-f2b8-4f13-be1c-992b74682315 None None] Provisioning complete for port 6caa8ade-efec-416b-8210-4c8fe7c4da32 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:11.544338 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-63d173d0-f2b8-4f13-be1c-992b74682315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.685718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ac6c343-eddf-4d4f-8c2c-c67864ccf269 req-755319a4-bf19-45b2-a606-4542cec15e15 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/7bf051f1-7224-41bc-b674-5cebbc6ccb90 HTTP/1.1" status: 200 len: 1818 time: 0.1052217 Nov 25 19:26:11.748254 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-2ac6c343-eddf-4d4f-8c2c-c67864ccf269 req-82240109-eafc-4590-802f-278165a09ddf tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 19:26:11.761220 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ac6c343-eddf-4d4f-8c2c-c67864ccf269 req-82240109-eafc-4590-802f-278165a09ddf tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "DELETE /v2.0/security-groups/7bf051f1-7224-41bc-b674-5cebbc6ccb90 HTTP/1.1" status: 409 len: 341 time: 0.0742245 Nov 25 19:26:11.782768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-fe0e731e-ab4f-43fa-a3e6-9b37da9fdeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:11.790395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-fe0e731e-ab4f-43fa-a3e6-9b37da9fdeac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e&tenant_id=df1e19b34a9140d885e4e27b944e7b86 HTTP/1.1" status: 200 len: 1100 time: 0.1882958 Nov 25 19:26:11.810650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:11.850598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:11.850966 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.871923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52446) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:11.941121 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:11.961152 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96552163-97bd-4623-a5c3-a8e6b9d97753 x-openstack-request-id: req-96552163-97bd-4623-a5c3-a8e6b9d97753 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:11.962045 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4927ad83-ee99-464a-8499-fb9ec8b5921e", "tag": "6caa8ade-efec-416b-8210-4c8fe7c4da32", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:11.962435 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96552163-97bd-4623-a5c3-a8e6b9d97753 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:11.964609 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'tag': '6caa8ade-efec-416b-8210-4c8fe7c4da32', 'status': 'completed', 'code': 200} Nov 25 19:26:11.998056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:12.076521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4b22b2af-33f3-44d6-ab5d-d8e3fe76db53 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=52171d92c95246cfade50914c6bd0abb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951573 Nov 25 19:26:12.076771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Pushing event updated for resources: {'Port': ['ID=6562f427-461c-4d3c-8358-52c450468cf1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:12.087995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52458) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:12.117362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Network 48e06498-f4ea-425d-b9da-a253bacd7d52 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:12.125435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:12.134959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:12.226112 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:12.227037 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:12.249660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb7a0-138a-43fd-8d0b-868c0eac6b3a req-3781bcb5-ee53-4bfb-92ed-4514d9f9a8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:12.259247 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-caafb7a0-138a-43fd-8d0b-868c0eac6b3a req-3781bcb5-ee53-4bfb-92ed-4514d9f9a8f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d7261d145d614ea98bf7399da0109904&device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 1174 time: 0.2741435 Nov 25 19:26:12.471812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb7a0-138a-43fd-8d0b-868c0eac6b3a req-684db494-a341-4942-b3e5-856afaaa56e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:12.474012 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-caafb7a0-138a-43fd-8d0b-868c0eac6b3a req-684db494-a341-4942-b3e5-856afaaa56e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 200 len: 914 time: 0.1954758 Nov 25 19:26:12.539699 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d374918-42bf-4593-b966-1cf4dd25ed87 x-openstack-request-id: req-6d374918-42bf-4593-b966-1cf4dd25ed87 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:12.543246 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-plugged", "status": "completed", "tag": "5ba910e9-0b77-419b-aff9-b90ac959d12a", "code": 200}, {"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-plugged", "status": "completed", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:12.543246 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d374918-42bf-4593-b966-1cf4dd25ed87 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:12.543246 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba910e9-0b77-419b-aff9-b90ac959d12a', 'code': 200} Nov 25 19:26:12.543246 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'code': 200} Nov 25 19:26:12.578103 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-caafb7a0-138a-43fd-8d0b-868c0eac6b3a req-01602067-da58-46dc-a7c8-0f5b5b207d37 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32 HTTP/1.1" status: 200 len: 217 time: 0.0866280 Nov 25 19:26:12.583184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-ea656ff6-146b-45ef-8978-b48e2c03ab14 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4743769 Nov 25 19:26:12.652922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caafb7a0-138a-43fd-8d0b-868c0eac6b3a req-8bbef273-d9b0-4062-930c-e1109a55c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:12.654623 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-caafb7a0-138a-43fd-8d0b-868c0eac6b3a req-8bbef273-d9b0-4062-930c-e1109a55c7cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0bc6ec40-86e0-404b-b779-dc54f74a1a0e HTTP/1.1" status: 200 len: 853 time: 0.0685298 Nov 25 19:26:12.678551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Request body: {'port': {'device_id': '839c806a-c9d2-4eff-963d-637170d5797a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:12.760614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:12.774621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 854908aa-f98d-4a1e-a0fb-06e847c6da23 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:12.779991 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:12.811954 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-456a7d48-88b3-4980-b0de-bda4d20c6a05 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:12.819790 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-caafb7a0-138a-43fd-8d0b-868c0eac6b3a req-0aca6c10-36ab-406a-bd5b-bb1dde81a2ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=32f1d506-1a83-4ccc-8500-84eaa1b8d192&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663753 Nov 25 19:26:12.823256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc62638-2304-4e84-a503-208335eabd3f req-437ce0a7-bbb5-4b95-8d24-aff1a803f2c4 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:12.849414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bc62638-2304-4e84-a503-208335eabd3f req-437ce0a7-bbb5-4b95-8d24-aff1a803f2c4 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 949 time: 0.8039196 Nov 25 19:26:12.869822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 854908aa-f98d-4a1e-a0fb-06e847c6da23 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:12.870940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 854908aa-f98d-4a1e-a0fb-06e847c6da23 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:12.899147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a60ce05f-7466-4832-8840-8001458e45f0 None None] Provisioning complete for port 6562f427-461c-4d3c-8358-52c450468cf1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:12.901671 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a60ce05f-7466-4832-8840-8001458e45f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:12.990219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bc62638-2304-4e84-a503-208335eabd3f req-488dd380-27bc-47a6-bcb3-4e1edb2ac45f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376548 Nov 25 19:26:13.011750 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce939c-efd6-47c2-887d-b4789616dbd0 req-1ce2bdc8-8179-4374-a4ed-f3e119131ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.018069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce939c-efd6-47c2-887d-b4789616dbd0 req-1ce2bdc8-8179-4374-a4ed-f3e119131ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.019923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce939c-efd6-47c2-887d-b4789616dbd0 req-1ce2bdc8-8179-4374-a4ed-f3e119131ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.019923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce939c-efd6-47c2-887d-b4789616dbd0 req-1ce2bdc8-8179-4374-a4ed-f3e119131ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.025220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce939c-efd6-47c2-887d-b4789616dbd0 req-1ce2bdc8-8179-4374-a4ed-f3e119131ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.025828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce939c-efd6-47c2-887d-b4789616dbd0 req-1ce2bdc8-8179-4374-a4ed-f3e119131ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.026299 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ce939c-efd6-47c2-887d-b4789616dbd0 req-1ce2bdc8-8179-4374-a4ed-f3e119131ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.046212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-18ce939c-efd6-47c2-887d-b4789616dbd0 req-1ce2bdc8-8179-4374-a4ed-f3e119131ffe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6489 time: 0.3452182 Nov 25 19:26:13.164891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6562f427-461c-4d3c-8358-52c450468cf1 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:13.174241 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.183162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a60ce05f-7466-4832-8840-8001458e45f0 None None] Port 6562f427-461c-4d3c-8358-52c450468cf1 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:13.191718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Transition to ACTIVE for port object 6562f427-461c-4d3c-8358-52c450468cf1 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:26:13.219918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.261199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-456a7d48-88b3-4980-b0de-bda4d20c6a05 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.306104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-18ce939c-efd6-47c2-887d-b4789616dbd0 req-a74ac11a-a88d-4751-b912-e9256663c638 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2511899 Nov 25 19:26:13.362120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497c2f-ecf0-4383-b4fc-90f7abd96958 req-58b9c7ff-3cf7-493e-ab0a-965f8ea59f64 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.379268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497c2f-ecf0-4383-b4fc-90f7abd96958 req-58b9c7ff-3cf7-493e-ab0a-965f8ea59f64 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.386021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497c2f-ecf0-4383-b4fc-90f7abd96958 req-58b9c7ff-3cf7-493e-ab0a-965f8ea59f64 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.398007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497c2f-ecf0-4383-b4fc-90f7abd96958 req-58b9c7ff-3cf7-493e-ab0a-965f8ea59f64 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.402452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Pushing event updated for resources: {'Port': ['ID=6562f427-461c-4d3c-8358-52c450468cf1,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:13.410687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497c2f-ecf0-4383-b4fc-90f7abd96958 req-58b9c7ff-3cf7-493e-ab0a-965f8ea59f64 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.417859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497c2f-ecf0-4383-b4fc-90f7abd96958 req-58b9c7ff-3cf7-493e-ab0a-965f8ea59f64 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.433557 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62497c2f-ecf0-4383-b4fc-90f7abd96958 req-58b9c7ff-3cf7-493e-ab0a-965f8ea59f64 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.439133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62497c2f-ecf0-4383-b4fc-90f7abd96958 req-58b9c7ff-3cf7-493e-ab0a-965f8ea59f64 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5432 time: 0.2673614 Nov 25 19:26:13.519464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:13.561953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Attempting to bind port 6562f427-461c-4d3c-8358-52c450468cf1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:13.562246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Attempting to bind port 6562f427-461c-4d3c-8358-52c450468cf1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:13.562663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Attempting to bind port 6562f427-461c-4d3c-8358-52c450468cf1 on network 48e06498-f4ea-425d-b9da-a253bacd7d52 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:13.578956 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-caafb7a0-138a-43fd-8d0b-868c0eac6b3a req-4a8cd6dc-7a88-4810-b2c8-1f30c9a1e295 service neutron] 10.222.0.60 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7486243 Nov 25 19:26:13.603027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Port 6562f427-461c-4d3c-8358-52c450468cf1 on network 48e06498-f4ea-425d-b9da-a253bacd7d52 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:13.603918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Attempting to bind port 6562f427-461c-4d3c-8358-52c450468cf1 on network 48e06498-f4ea-425d-b9da-a253bacd7d52 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:13.609902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62497c2f-ecf0-4383-b4fc-90f7abd96958 req-4d998201-08bd-46f6-885b-e0e2379bd822 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1372833 Nov 25 19:26:13.641960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:13.644307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Checking segment: {'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:13.645427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Bound using segment: {'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:13.646851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Bound port: 6562f427-461c-4d3c-8358-52c450468cf1, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '303fb06a-0a8d-4ceb-b300-4a7274446e6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:13.648218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.657060 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-456a7d48-88b3-4980-b0de-bda4d20c6a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.664481 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-456a7d48-88b3-4980-b0de-bda4d20c6a05 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:13.666924 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-456a7d48-88b3-4980-b0de-bda4d20c6a05 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/beb06ec2-257e-49aa-add0-2478877671a2 HTTP/1.1" status: 204 len: 168 time: 1.5763850 Nov 25 19:26:13.747797 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a7d48-88b3-4980-b0de-bda4d20c6a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb06ec2-257e-49aa-add0-2478877671a2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:13.748744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8979e3df-efec-417c-b76e-21c0df59c11d req-a5e0de3c-c841-4e9f-943a-21f71995650e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.750850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8979e3df-efec-417c-b76e-21c0df59c11d req-a5e0de3c-c841-4e9f-943a-21f71995650e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.76 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 944 time: 0.1596313 Nov 25 19:26:13.876272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:13.914930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] For port 6562f427-461c-4d3c-8358-52c450468cf1, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:13.926642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] For port 6562f427-461c-4d3c-8358-52c450468cf1, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6562f427-461c-4d3c-8358-52c450468cf1,segment=NetworkSegment(303fb06a-0a8d-4ceb-b300-4a7274446e6b),segment_id=303fb06a-0a8d-4ceb-b300-4a7274446e6b)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:13.980932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0642f9d-96c9-4608-b157-9db3a588520a req-8f63fa12-a502-4445-876b-8768806c3375 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:13.982607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0642f9d-96c9-4608-b157-9db3a588520a req-8f63fa12-a502-4445-876b-8768806c3375 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 944 time: 0.2934680 Nov 25 19:26:14.006073 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.039857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:14.042231 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b02ce17-e936-4230-9fa9-a2c9a78a27c7" -d '{"events": [{"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-unplugged", "status": "completed", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:14.050218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.093449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Transition to ACTIVE for port object bdda5a50-aef3-49ca-a322-28902c0f7ef1 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:26:14.105076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:14.105964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ab76f-b3e5-48d4-8343-bde23328a599 req-3c1a92f4-5804-4af4-a4b4-9061cb9fae71 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:14.113992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-803ab76f-b3e5-48d4-8343-bde23328a599 req-3c1a92f4-5804-4af4-a4b4-9061cb9fae71 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.1622643 Nov 25 19:26:14.148942 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.175119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:14.176525 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.181878 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] 10.222.0.60 "PUT /v2.0/ports/6562f427-461c-4d3c-8358-52c450468cf1 HTTP/1.1" status: 200 len: 1092 time: 1.5245719 Nov 25 19:26:14.184572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-8979e3df-efec-417c-b76e-21c0df59c11d req-0524dba6-484d-4750-ad58-57a2a28001eb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Deleting port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:14.184906 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8979e3df-efec-417c-b76e-21c0df59c11d req-0524dba6-484d-4750-ad58-57a2a28001eb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.188374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5764ed-0a0f-4f44-a2e4-e2d2c0f82c92 service neutron] Pushing event updated for resources: {'Port': ['ID=6562f427-461c-4d3c-8358-52c450468cf1,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:14.197679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839c806a-c9d2-4eff-963d-637170d5797a', 'tag': '6562f427-461c-4d3c-8358-52c450468cf1'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:14.204373 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-858b075e-c103-4c2a-9e42-33e8379a4805" -d '{"events": [{"name": "network-changed", "server_uuid": "839c806a-c9d2-4eff-963d-637170d5797a", "tag": "6562f427-461c-4d3c-8358-52c450468cf1"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:14.226033 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0642f9d-96c9-4608-b157-9db3a588520a req-e9cff5f8-3e25-4871-acb5-df64ba59c22c tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ca1086-5bbe-44a1-90ad-f8ce90632e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132943 Nov 25 19:26:14.316244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:14.340550 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-caafb7a0-138a-43fd-8d0b-868c0eac6b3a req-4ac1843f-eecb-4dd6-a021-4bff5857359a service neutron] 10.222.0.60 "GET /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242653 Nov 25 19:26:14.366178 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-803ab76f-b3e5-48d4-8343-bde23328a599 req-b37e5519-6647-43b6-951e-cb4ff7013a1c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512033 Nov 25 19:26:14.453862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52498) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:14.499859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e804-2dea-41f2-bd60-97915531458f req-a08b7f2b-cf6f-4009-bcfd-8f67e79db0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:14.503588 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-a08b7f2b-cf6f-4009-bcfd-8f67e79db0e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2fcb946c23144b893280a0f7474ce57&device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 1095 time: 0.1884484 Nov 25 19:26:14.514443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] No DVR routers for this DVR port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:14.576510 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:14.606072 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-9ab88f2b-6bf2-4187-a925-6d4ff5c900cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6562f427-461c-4d3c-8358-52c450468cf1 HTTP/1.1" status: 200 len: 217 time: 0.0884123 Nov 25 19:26:14.614904 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b426eaf4-937a-4d38-8124-199713a261db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e4e6ed5bd837497d9998072d1baae923&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1427383 Nov 25 19:26:14.615352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52500) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:14.873952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93fc9d-1f1a-41ba-b4b1-553840182673 req-61c0c72d-f8f7-4554-8bfe-0e3b8b7c60b8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:14.876418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc93fc9d-1f1a-41ba-b4b1-553840182673 req-61c0c72d-f8f7-4554-8bfe-0e3b8b7c60b8 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 1023 time: 0.3933549 Nov 25 19:26:14.883624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e804-2dea-41f2-bd60-97915531458f req-03393433-ffb6-470f-bcb8-da72452dbdab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:14.885169 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-03393433-ffb6-470f-bcb8-da72452dbdab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14edfb14-79d8-4c2c-bdba-52bfcea2ea92 HTTP/1.1" status: 200 len: 866 time: 0.2689528 Nov 25 19:26:14.888000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8979e3df-efec-417c-b76e-21c0df59c11d req-0524dba6-484d-4750-ad58-57a2a28001eb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] For port c1a8ea7f-e645-4564-b5e0-503b2eac92a0, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:14.888737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8979e3df-efec-417c-b76e-21c0df59c11d req-0524dba6-484d-4750-ad58-57a2a28001eb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.905410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:14.905410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:14.905890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:14.969921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefdd88-9e43-4b6a-a5e2-9444441d8023 req-235a5e27-901d-443b-8131-207fd4e4800a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:14.973097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9eefdd88-9e43-4b6a-a5e2-9444441d8023 req-235a5e27-901d-443b-8131-207fd4e4800a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 944 time: 0.5639384 Nov 25 19:26:14.974894 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f361faeb-461a-4975-9cdc-35e28f6fc5c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:14.987281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:14.987898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Attempting to bind port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:15.003244 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f361faeb-461a-4975-9cdc-35e28f6fc5c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.009987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-8979e3df-efec-417c-b76e-21c0df59c11d req-0524dba6-484d-4750-ad58-57a2a28001eb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Calling delete_port for c1a8ea7f-e645-4564-b5e0-503b2eac92a0 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:15.015182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44b76ec-e607-45ce-a3b1-bbadbae12f48 req-afd80329-764e-4d0a-874d-6433bdf72fbf tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:15.016772 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a44b76ec-e607-45ce-a3b1-bbadbae12f48 req-afd80329-764e-4d0a-874d-6433bdf72fbf tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.60 "GET /v2.0/ports?device_id=4927ad83-ee99-464a-8499-fb9ec8b5921e HTTP/1.1" status: 200 len: 1023 time: 0.2438166 Nov 25 19:26:15.065847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 25, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:15.066298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:15.066961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:15.067845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Bound port: bdda5a50-aef3-49ca-a322-28902c0f7ef1, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:15.068347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.093479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4e804-2dea-41f2-bd60-97915531458f req-54eabdbb-6798-4c33-95b6-89345aa857c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:15.095226 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-54eabdbb-6798-4c33-95b6-89345aa857c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48e06498-f4ea-425d-b9da-a253bacd7d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1937900 Nov 25 19:26:15.269508 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f361faeb-461a-4975-9cdc-35e28f6fc5c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.273505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f361faeb-461a-4975-9cdc-35e28f6fc5c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.278488 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f361faeb-461a-4975-9cdc-35e28f6fc5c1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcf17db2-305d-4567-b70f-9ba6c464c89c HTTP/1.1" status: 204 len: 168 time: 0.6557193 Nov 25 19:26:15.306645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f361faeb-461a-4975-9cdc-35e28f6fc5c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf17db2-305d-4567-b70f-9ba6c464c89c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:15.307967 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9eefdd88-9e43-4b6a-a5e2-9444441d8023 req-255ce40b-cb08-4f05-b93e-34c73c83c465 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2940359 Nov 25 19:26:15.367751 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-13e25502-d069-42d5-8321-a5f770f693f6 service neutron] 10.222.0.60 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548969 Nov 25 19:26:15.367751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a44b76ec-e607-45ce-a3b1-bbadbae12f48 req-c1874a59-2938-4a3a-8a23-896b15e475be tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Deleting port 6caa8ade-efec-416b-8210-4c8fe7c4da32 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:15.367751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a44b76ec-e607-45ce-a3b1-bbadbae12f48 req-c1874a59-2938-4a3a-8a23-896b15e475be tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.398022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c1a8ea7f-e645-4564-b5e0-503b2eac92a0 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:15.432032 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc93fc9d-1f1a-41ba-b4b1-553840182673 req-5527a2d5-7849-446c-9de7-2cc69bc70b74 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups?id=69d7f9c2-afef-4617-93f4-0407dae863e7&id=7bf051f1-7224-41bc-b674-5cebbc6ccb90&id=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.5184901 Nov 25 19:26:15.558535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:15.619113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:15.642244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.831657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-a44b76ec-e607-45ce-a3b1-bbadbae12f48 req-c1874a59-2938-4a3a-8a23-896b15e475be tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] For port 6caa8ade-efec-416b-8210-4c8fe7c4da32, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6caa8ade-efec-416b-8210-4c8fe7c4da32,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:15.832305 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a44b76ec-e607-45ce-a3b1-bbadbae12f48 req-c1874a59-2938-4a3a-8a23-896b15e475be tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:15.839679 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76c4e804-2dea-41f2-bd60-97915531458f req-fd2bf599-58ac-4374-87da-a398f1c0858e service neutron] 10.222.0.60 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565570 Nov 25 19:26:15.876942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a44b76ec-e607-45ce-a3b1-bbadbae12f48 req-c1874a59-2938-4a3a-8a23-896b15e475be tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Calling delete_port for 6caa8ade-efec-416b-8210-4c8fe7c4da32 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:16.081337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:16.082759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.085447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] 10.222.0.76 "PUT /v2.0/ports/bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 1096 time: 4.2858682 Nov 25 19:26:16.148554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8979e3df-efec-417c-b76e-21c0df59c11d req-0524dba6-484d-4750-ad58-57a2a28001eb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.163073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['10636141-cba3-4aec-b07d-eade52ed416e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:16.297008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71f46ef-d9f8-4c42-8e2a-381842620231 service neutron] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=11']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:16.303835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc788910-0a15-4046-ad20-ad0e59a48a43 None None] DHCP port deletion for 6416e649-d9bc-4b84-af89-d9947516c8b7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:16.383598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a44b76ec-e607-45ce-a3b1-bbadbae12f48 req-c1874a59-2938-4a3a-8a23-896b15e475be tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.401951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['1968543a-915e-49ac-b76b-a89258874565'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:16.444432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15732394-21b7-4945-a8ca-d3da55502acb req-e6abfb86-c41d-43b6-869d-78fb5bb91d5e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:16.459511 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15732394-21b7-4945-a8ca-d3da55502acb req-e6abfb86-c41d-43b6-869d-78fb5bb91d5e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 948 time: 0.7663713 Nov 25 19:26:16.472908 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1e3581-f849-4177-b50e-e2452ce53610 x-openstack-request-id: req-4a1e3581-f849-4177-b50e-e2452ce53610 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:16.473360 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-unplugged", "status": "completed", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:16.473754 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a1e3581-f849-4177-b50e-e2452ce53610 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:16.475767 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'code': 200} Nov 25 19:26:16.526260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1874a59-2938-4a3a-8a23-896b15e475be tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event deleted for resources: {'Port': ['ID=6caa8ade-efec-416b-8210-4c8fe7c4da32,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:16.583260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0524dba6-484d-4750-ad58-57a2a28001eb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Pushing event deleted for resources: {'Port': ['ID=c1a8ea7f-e645-4564-b5e0-503b2eac92a0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:16.590735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-8979e3df-efec-417c-b76e-21c0df59c11d req-0524dba6-484d-4750-ad58-57a2a28001eb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] No DVR routers for this DVR port c1a8ea7f-e645-4564-b5e0-503b2eac92a0 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:16.610538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be7aa3d-1593-4eb6-a7b7-1aed3ae054da None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:16.615712 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8979e3df-efec-417c-b76e-21c0df59c11d req-0524dba6-484d-4750-ad58-57a2a28001eb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.622778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8979e3df-efec-417c-b76e-21c0df59c11d req-0524dba6-484d-4750-ad58-57a2a28001eb tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.76 "DELETE /v2.0/ports/c1a8ea7f-e645-4564-b5e0-503b2eac92a0 HTTP/1.1" status: 204 len: 173 time: 2.8157752 Nov 25 19:26:16.631279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-4205e360-10f7-4cd5-92a0-4a1d71d3d0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:16.634655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-4205e360-10f7-4cd5-92a0-4a1d71d3d0ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 1099 time: 0.4786940 Nov 25 19:26:16.758500 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dfc13f8-6614-4084-adf9-125265ee3dba x-openstack-request-id: req-9dfc13f8-6614-4084-adf9-125265ee3dba {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:16.759500 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839c806a-c9d2-4eff-963d-637170d5797a", "tag": "6562f427-461c-4d3c-8358-52c450468cf1", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:16.760213 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9dfc13f8-6614-4084-adf9-125265ee3dba {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:16.763704 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839c806a-c9d2-4eff-963d-637170d5797a', 'tag': '6562f427-461c-4d3c-8358-52c450468cf1', 'status': 'completed', 'code': 200} Nov 25 19:26:16.770322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44b76ec-e607-45ce-a3b1-bbadbae12f48 req-c1874a59-2938-4a3a-8a23-896b15e475be tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] No DVR routers for this DVR port 6caa8ade-efec-416b-8210-4c8fe7c4da32 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:16.804298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a44b76ec-e607-45ce-a3b1-bbadbae12f48 req-c1874a59-2938-4a3a-8a23-896b15e475be tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:16.823395 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a44b76ec-e607-45ce-a3b1-bbadbae12f48 req-c1874a59-2938-4a3a-8a23-896b15e475be tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.60 "DELETE /v2.0/ports/6caa8ade-efec-416b-8210-4c8fe7c4da32 HTTP/1.1" status: 204 len: 173 time: 1.7931182 Nov 25 19:26:16.894156 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15732394-21b7-4945-a8ca-d3da55502acb req-19c48a12-9073-470c-b250-d6640e1c556e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4331436 Nov 25 19:26:16.935595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b075e-c103-4c2a-9e42-33e8379a4805 req-e5e4fc05-cb52-4113-9be3-4507062b4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:16.936884 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-858b075e-c103-4c2a-9e42-33e8379a4805 req-e5e4fc05-cb52-4113-9be3-4507062b4763 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2fcb946c23144b893280a0f7474ce57&device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 1095 time: 0.1713831 Nov 25 19:26:17.085521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-fc9edd60-84af-44d2-b0d1-3043e16f9317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.088134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-fc9edd60-84af-44d2-b0d1-3043e16f9317 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.4415383 Nov 25 19:26:17.217201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb687-a4fd-4bf1-99b5-145593df5b75 req-eba40ba5-74e5-43a2-89a0-24103b0c304e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.239639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb687-a4fd-4bf1-99b5-145593df5b75 req-eba40ba5-74e5-43a2-89a0-24103b0c304e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.259458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb687-a4fd-4bf1-99b5-145593df5b75 req-eba40ba5-74e5-43a2-89a0-24103b0c304e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.260820 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b075e-c103-4c2a-9e42-33e8379a4805 req-32b4e9f2-e87c-4859-b763-cdea3b317101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.263637 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-858b075e-c103-4c2a-9e42-33e8379a4805 req-32b4e9f2-e87c-4859-b763-cdea3b317101 service neutron] 10.222.0.60 "GET /v2.0/networks?id=48e06498-f4ea-425d-b9da-a253bacd7d52 HTTP/1.1" status: 200 len: 928 time: 0.3095691 Nov 25 19:26:17.276164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb687-a4fd-4bf1-99b5-145593df5b75 req-eba40ba5-74e5-43a2-89a0-24103b0c304e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.282645 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb687-a4fd-4bf1-99b5-145593df5b75 req-eba40ba5-74e5-43a2-89a0-24103b0c304e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.296105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb687-a4fd-4bf1-99b5-145593df5b75 req-eba40ba5-74e5-43a2-89a0-24103b0c304e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.302444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbbb687-a4fd-4bf1-99b5-145593df5b75 req-eba40ba5-74e5-43a2-89a0-24103b0c304e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.313321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-adbbb687-a4fd-4bf1-99b5-145593df5b75 req-eba40ba5-74e5-43a2-89a0-24103b0c304e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5432 time: 0.3998437 Nov 25 19:26:17.317603 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-781b1239-e512-43c4-add9-358cd56f477b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 217 time: 0.2185144 Nov 25 19:26:17.418998 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-858b075e-c103-4c2a-9e42-33e8379a4805 req-c8146f2e-764e-40dc-a87a-392a1f7962d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6562f427-461c-4d3c-8358-52c450468cf1 HTTP/1.1" status: 200 len: 217 time: 0.1398630 Nov 25 19:26:17.466734 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-adbbb687-a4fd-4bf1-99b5-145593df5b75 req-8c1cce13-0309-4a23-bbe9-73b8cbcd5091 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1524115 Nov 25 19:26:17.474656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-fb701d7c-1867-457c-a653-2efa250bf3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.477080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-fb701d7c-1867-457c-a653-2efa250bf3a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1332390 Nov 25 19:26:17.554240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037d3b8a-49fb-4cb0-b96e-58c1255d69f7 req-7540a8c2-47d6-432e-9aa7-b1275f8f8e61 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.563495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-037d3b8a-49fb-4cb0-b96e-58c1255d69f7 req-7540a8c2-47d6-432e-9aa7-b1275f8f8e61 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 944 time: 0.3799024 Nov 25 19:26:17.630935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b075e-c103-4c2a-9e42-33e8379a4805 req-806a2b8e-2f47-4344-a6cb-3d142ee6d019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.637554 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-858b075e-c103-4c2a-9e42-33e8379a4805 req-806a2b8e-2f47-4344-a6cb-3d142ee6d019 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14edfb14-79d8-4c2c-bdba-52bfcea2ea92 HTTP/1.1" status: 200 len: 866 time: 0.2087939 Nov 25 19:26:17.744779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-037d3b8a-49fb-4cb0-b96e-58c1255d69f7 req-a7f07611-299b-4db5-9a13-de89a4031050 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ca1086-5bbe-44a1-90ad-f8ce90632e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300590 Nov 25 19:26:17.746288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858b075e-c103-4c2a-9e42-33e8379a4805 req-dc55427d-163c-4baa-ba86-90a10e846d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.749604 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-858b075e-c103-4c2a-9e42-33e8379a4805 req-dc55427d-163c-4baa-ba86-90a10e846d08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48e06498-f4ea-425d-b9da-a253bacd7d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008186 Nov 25 19:26:17.782392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-8a7f8822-7dea-40a9-9709-1645bb10de38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:17.785614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-8a7f8822-7dea-40a9-9709-1645bb10de38 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2990215 Nov 25 19:26:18.027935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-858b075e-c103-4c2a-9e42-33e8379a4805 req-789da34c-ac18-4be8-abd1-a84cb1e99f05 service neutron] 10.222.0.60 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2701950 Nov 25 19:26:18.102825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6562f427-461c-4d3c-8358-52c450468cf1 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:18.106023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6caa8ade-efec-416b-8210-4c8fe7c4da32 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:18.109055 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d6dd81d-f7fd-4ad5-94b7-84bed3eb51d9 req-d2ff4912-9168-4af2-acdc-264910ae160c tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 210 time: 0.0931959 Nov 25 19:26:18.119996 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-7c2af970-5b60-44e4-93dc-878c5bc6424b service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3249760 Nov 25 19:26:18.133256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70d7ad-8c79-4258-b55c-fd4387830156 req-28de02fa-de9f-4110-bba8-4563973c4f10 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:18.134914 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e70d7ad-8c79-4258-b55c-fd4387830156 req-28de02fa-de9f-4110-bba8-4563973c4f10 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.4568195 Nov 25 19:26:18.150841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 6caa8ade-efec-416b-8210-4c8fe7c4da32 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:18.151196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6caa8ade-efec-416b-8210-4c8fe7c4da32 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:18.197651 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-858b075e-c103-4c2a-9e42-33e8379a4805 req-f7228c30-462c-4ac9-ba8a-5cd4ed7f2b2d service neutron] 10.222.0.60 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610439 Nov 25 19:26:18.283240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6562f427-461c-4d3c-8358-52c450468cf1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6562f427-461c-4d3c-8358-52c450468cf1,segment=NetworkSegment(303fb06a-0a8d-4ceb-b300-4a7274446e6b),segment_id=303fb06a-0a8d-4ceb-b300-4a7274446e6b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:18.298538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '6562f427-461c-4d3c-8358-52c450468cf1', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'port_id': '6562f427-461c-4d3c-8358-52c450468cf1', 'mac_address': 'fa:16:3e:5d:96:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:26:18.359271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b652f3c-6283-479e-a448-574e7f3b0032 req-7a50e30e-9376-4bbd-b46e-c5011681c52a service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232828 Nov 25 19:26:18.380014 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:18.383210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e70d7ad-8c79-4258-b55c-fd4387830156 req-075267e7-4573-46aa-9a20-44cd4e867694 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388358 Nov 25 19:26:18.398499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6562f427-461c-4d3c-8358-52c450468cf1 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:18.421847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c2963-9f2c-4768-834a-6def71e87f8f req-f56b1fb6-0a1b-48e5-b893-908db70f4013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:18.428740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c2963-9f2c-4768-834a-6def71e87f8f req-f56b1fb6-0a1b-48e5-b893-908db70f4013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:18.434455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6562f427-461c-4d3c-8358-52c450468cf1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6562f427-461c-4d3c-8358-52c450468cf1,segment=NetworkSegment(303fb06a-0a8d-4ceb-b300-4a7274446e6b),segment_id=303fb06a-0a8d-4ceb-b300-4a7274446e6b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:18.434689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c2963-9f2c-4768-834a-6def71e87f8f req-f56b1fb6-0a1b-48e5-b893-908db70f4013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:18.441843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c2963-9f2c-4768-834a-6def71e87f8f req-f56b1fb6-0a1b-48e5-b893-908db70f4013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:18.444605 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:18.453356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c2963-9f2c-4768-834a-6def71e87f8f req-f56b1fb6-0a1b-48e5-b893-908db70f4013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:18.459786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c2963-9f2c-4768-834a-6def71e87f8f req-f56b1fb6-0a1b-48e5-b893-908db70f4013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:18.465881 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546c2963-9f2c-4768-834a-6def71e87f8f req-f56b1fb6-0a1b-48e5-b893-908db70f4013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:18.467901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-546c2963-9f2c-4768-834a-6def71e87f8f req-f56b1fb6-0a1b-48e5-b893-908db70f4013 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5432 time: 0.1563690 Nov 25 19:26:18.480874 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'}, {'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-deleted', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:18.481202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52590) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:18.484889 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb01722c-193d-4cca-95f6-89c7be5a68d9" -d '{"events": [{"name": "network-changed", "server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1"}, {"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-deleted", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:18.489736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-afbca0bb-1230-4259-8a0d-449d0673a590 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Request body: {'floatingip': {'port_id': 'b549ba12-510b-45f2-ac00-366b3e56b6da'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:18.512301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=6562f427-461c-4d3c-8358-52c450468cf1,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:18.616890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afbca0bb-1230-4259-8a0d-449d0673a590 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for floatingip, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:18.720289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['6562f427-461c-4d3c-8358-52c450468cf1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:18.836323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edae8f-1160-4efb-b519-85adc8a85602 req-d8d9f12c-b0dd-465f-9dbf-46bb2ff936a0 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:18.840474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-29edae8f-1160-4efb-b519-85adc8a85602 req-d8d9f12c-b0dd-465f-9dbf-46bb2ff936a0 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 948 time: 0.1640024 Nov 25 19:26:18.970293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-29edae8f-1160-4efb-b519-85adc8a85602 req-e02d7721-3d81-40f1-9f14-8f3f7ba6bd55 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222663 Nov 25 19:26:19.035419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'name': 'network-vif-deleted', 'tag': '6caa8ade-efec-416b-8210-4c8fe7c4da32'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:19.037811 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b47e514e-f18b-450d-bf11-82824458daad" -d '{"events": [{"server_uuid": "4927ad83-ee99-464a-8499-fb9ec8b5921e", "name": "network-vif-deleted", "tag": "6caa8ade-efec-416b-8210-4c8fe7c4da32"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:19.127725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41d63d6f-eb8f-42dc-8ace-8ff08f6206f4 req-8043daa5-63fb-46b7-b031-cd6bb00f985b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/69d7f9c2-afef-4617-93f4-0407dae863e7 HTTP/1.1" status: 200 len: 1817 time: 0.1012774 Nov 25 19:26:19.133500 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e1493ac-ea28-415a-ab30-227eab41ee98 x-openstack-request-id: req-7e1493ac-ea28-415a-ab30-227eab41ee98 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:19.133906 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1", "status": "completed", "code": 200}, {"server_uuid": "27c579ed-0014-41bb-80e3-bee091d62fcc", "name": "network-vif-deleted", "tag": "c1a8ea7f-e645-4564-b5e0-503b2eac92a0", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:19.134263 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e1493ac-ea28-415a-ab30-227eab41ee98 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:19.134777 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'status': 'completed', 'code': 200} Nov 25 19:26:19.135745 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27c579ed-0014-41bb-80e3-bee091d62fcc', 'name': 'network-vif-deleted', 'tag': 'c1a8ea7f-e645-4564-b5e0-503b2eac92a0', 'status': 'completed', 'code': 200} Nov 25 19:26:19.259393 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-41d63d6f-eb8f-42dc-8ace-8ff08f6206f4 req-3fbea34e-ac5a-4fe8-b6a8-6ed815c7a68e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.296809 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-fadd1989-4235-45ff-9ccf-c72490ba214a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:19.299392 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-fadd1989-4235-45ff-9ccf-c72490ba214a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 1099 time: 0.0981410 Nov 25 19:26:19.333302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-69d9da60-ae46-4b9f-b5b3-22bacf942e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:19.335942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-69d9da60-ae46-4b9f-b5b3-22bacf942e94 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 1099 time: 0.1751223 Nov 25 19:26:19.375290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-41d63d6f-eb8f-42dc-8ace-8ff08f6206f4 req-3fbea34e-ac5a-4fe8-b6a8-6ed815c7a68e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.419035 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.resource_extend [None req-afbca0bb-1230-4259-8a0d-449d0673a590 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:26:19.442269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd512ec-8f8f-405a-90b8-c6f56d18576d req-afcf3ee3-a5cf-47d5-bb63-40d9a3df7559 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:19.444174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7dd512ec-8f8f-405a-90b8-c6f56d18576d req-afcf3ee3-a5cf-47d5-bb63-40d9a3df7559 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 945 time: 0.2055433 Nov 25 19:26:19.577166 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afbca0bb-1230-4259-8a0d-449d0673a590 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.590100 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-41d63d6f-eb8f-42dc-8ace-8ff08f6206f4 req-3fbea34e-ac5a-4fe8-b6a8-6ed815c7a68e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.592220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afbca0bb-1230-4259-8a0d-449d0673a590 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.593815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-41d63d6f-eb8f-42dc-8ace-8ff08f6206f4 req-3fbea34e-ac5a-4fe8-b6a8-6ed815c7a68e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:19.595075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41d63d6f-eb8f-42dc-8ace-8ff08f6206f4 req-3fbea34e-ac5a-4fe8-b6a8-6ed815c7a68e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "DELETE /v2.0/security-groups/69d7f9c2-afef-4617-93f4-0407dae863e7 HTTP/1.1" status: 204 len: 173 time: 0.4583507 Nov 25 19:26:19.620888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7dd512ec-8f8f-405a-90b8-c6f56d18576d req-18912bb2-6c72-46fe-89cc-3f8b400ad50e tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ca1086-5bbe-44a1-90ad-f8ce90632e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647491 Nov 25 19:26:19.647593 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbea34e-ac5a-4fe8-b6a8-6ed815c7a68e tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d7f9c2-afef-4617-93f4-0407dae863e7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:19.653324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-bc9f032f-555e-417e-9680-306cbd8f4aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:19.660218 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-bc9f032f-555e-417e-9680-306cbd8f4aa9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3031681 Nov 25 19:26:19.677164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-ccfa13c3-bd16-4d6f-be0e-c5d781e0761f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:19.679526 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-ccfa13c3-bd16-4d6f-be0e-c5d781e0761f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3427637 Nov 25 19:26:19.750180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-a2c07b21-e8f2-4b90-89a3-6d316ff952f2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 217 time: 0.0833087 Nov 25 19:26:19.805773 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18eda060-f4d9-4c93-a36a-f076a041c92c x-openstack-request-id: req-18eda060-f4d9-4c93-a36a-f076a041c92c {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:19.810221 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4927ad83-ee99-464a-8499-fb9ec8b5921e", "name": "network-vif-deleted", "tag": "6caa8ade-efec-416b-8210-4c8fe7c4da32", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:19.811155 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-18eda060-f4d9-4c93-a36a-f076a041c92c {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:19.811959 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4927ad83-ee99-464a-8499-fb9ec8b5921e', 'name': 'network-vif-deleted', 'tag': '6caa8ade-efec-416b-8210-4c8fe7c4da32', 'status': 'completed', 'code': 200} Nov 25 19:26:19.832863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-cd8caff7-5774-427a-95f3-c75c98e2e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:19.834866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-cd8caff7-5774-427a-95f3-c75c98e2e0c5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0755601 Nov 25 19:26:19.950468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6f7b7a6-8381-4045-a3a1-983b641ea74a req-6adc9afe-fe0a-4490-a31d-a2df00253d93 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 210 time: 0.0642307 Nov 25 19:26:19.959797 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-229fcc67-0e9b-4e43-ad34-130862026c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:19.961850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-229fcc67-0e9b-4e43-ad34-130862026c62 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1172650 Nov 25 19:26:20.120513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6562f427-461c-4d3c-8358-52c450468cf1 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:20.288712 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-e7c73a42-65f8-41ea-802f-56842a8e81e6 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159056 Nov 25 19:26:20.308265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12714ae3-443b-4233-be5f-4f7b412ecf15 req-160bb8b3-6430-45f4-8fba-80c382c9de21 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:20.332309 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12714ae3-443b-4233-be5f-4f7b412ecf15 req-160bb8b3-6430-45f4-8fba-80c382c9de21 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.1876004 Nov 25 19:26:20.370204 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 6562f427-461c-4d3c-8358-52c450468cf1 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:20.391232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 6562f427-461c-4d3c-8358-52c450468cf1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:20.394268 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:20.503764 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-0e251668-2749-4830-958c-13143f0b1e32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 200 len: 217 time: 0.8076568 Nov 25 19:26:20.560232 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:20.620003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12714ae3-443b-4233-be5f-4f7b412ecf15 req-b9862e75-2522-4ec1-8bae-227ce872958a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179968 Nov 25 19:26:20.628078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-873b5869-ac08-421b-9f6f-11bbd9f3896a service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943664 Nov 25 19:26:20.696225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-5cd6904c-065a-411b-b3c2-4573386f0d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:20.702002 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-5cd6904c-065a-411b-b3c2-4573386f0d11 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1878612 Nov 25 19:26:20.704903 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-afbca0bb-1230-4259-8a0d-449d0673a590 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Floating IP 07936fdb-2eb6-4889-b7cc-6fa800f76cb7 associated. External IP: 172.25.8.198, port: b549ba12-510b-45f2-ac00-366b3e56b6da. Nov 25 19:26:20.749172 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:20.800584 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28223898-2ecc-46ef-b9f8-e1c70ebc4e15 req-8fdc776d-5ab6-4845-a427-dfe842e8a6db tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/7bf051f1-7224-41bc-b674-5cebbc6ccb90 HTTP/1.1" status: 200 len: 1818 time: 0.1791880 Nov 25 19:26:20.826912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839c806a-c9d2-4eff-963d-637170d5797a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6562f427-461c-4d3c-8358-52c450468cf1'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:20.837286 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-784a40bb-4088-41c1-8c2f-6d016e0066ed" -d '{"events": [{"server_uuid": "839c806a-c9d2-4eff-963d-637170d5797a", "name": "network-vif-plugged", "status": "completed", "tag": "6562f427-461c-4d3c-8358-52c450468cf1"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:20.869042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6562f427-461c-4d3c-8358-52c450468cf1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6562f427-461c-4d3c-8358-52c450468cf1,segment=NetworkSegment(303fb06a-0a8d-4ceb-b300-4a7274446e6b),segment_id=303fb06a-0a8d-4ceb-b300-4a7274446e6b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:20.880740 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:20.942248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4be2759-084e-4317-821c-45712312a48d req-9e43acd3-8d7e-42d8-87cb-2ae63887ce19 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:20.951225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4be2759-084e-4317-821c-45712312a48d req-9e43acd3-8d7e-42d8-87cb-2ae63887ce19 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 948 time: 0.1490705 Nov 25 19:26:21.001713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-37a8bfbb-fa80-4e37-b492-72ac5b5fc374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:21.004866 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-37a8bfbb-fa80-4e37-b492-72ac5b5fc374 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2915182 Nov 25 19:26:21.012434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=6562f427-461c-4d3c-8358-52c450468cf1,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:21.034883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-28223898-2ecc-46ef-b9f8-e1c70ebc4e15 req-6ce5bee6-755a-456d-9ea2-ed9fb7a87b7b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.050522 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4be2759-084e-4317-821c-45712312a48d req-698c4f5f-1034-49c2-b256-a16564feb264 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980155 Nov 25 19:26:21.117534 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-28223898-2ecc-46ef-b9f8-e1c70ebc4e15 req-6ce5bee6-755a-456d-9ea2-ed9fb7a87b7b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.193797 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-28223898-2ecc-46ef-b9f8-e1c70ebc4e15 req-6ce5bee6-755a-456d-9ea2-ed9fb7a87b7b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.197280 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-28223898-2ecc-46ef-b9f8-e1c70ebc4e15 req-6ce5bee6-755a-456d-9ea2-ed9fb7a87b7b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.198600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28223898-2ecc-46ef-b9f8-e1c70ebc4e15 req-6ce5bee6-755a-456d-9ea2-ed9fb7a87b7b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "DELETE /v2.0/security-groups/7bf051f1-7224-41bc-b674-5cebbc6ccb90 HTTP/1.1" status: 204 len: 173 time: 0.3744824 Nov 25 19:26:21.222892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce5bee6-755a-456d-9ea2-ed9fb7a87b7b tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf051f1-7224-41bc-b674-5cebbc6ccb90,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:21.305392 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0b998f-3257-45de-82fa-e087975519fc x-openstack-request-id: req-9f0b998f-3257-45de-82fa-e087975519fc {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:21.306197 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839c806a-c9d2-4eff-963d-637170d5797a", "name": "network-vif-plugged", "status": "completed", "tag": "6562f427-461c-4d3c-8358-52c450468cf1", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:21.306352 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f0b998f-3257-45de-82fa-e087975519fc {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:21.306928 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839c806a-c9d2-4eff-963d-637170d5797a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6562f427-461c-4d3c-8358-52c450468cf1', 'code': 200} Nov 25 19:26:21.354132 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-0827355e-f5e6-43ef-98ed-771c859b744d service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348708 Nov 25 19:26:21.431543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:21.471870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52c91b8c-c9ca-4192-a239-d33420d8b55b req-e30c0d65-c256-41b7-96e5-3afda421d881 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 210 time: 0.0514495 Nov 25 19:26:21.511514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca2b12a-2a31-445b-8000-406ff5852b68 req-2ac211cc-b8c8-4233-89b2-6a553f70eff0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:21.517543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca2b12a-2a31-445b-8000-406ff5852b68 req-2ac211cc-b8c8-4233-89b2-6a553f70eff0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 946 time: 0.1827154 Nov 25 19:26:21.622760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:21.646998 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca2b12a-2a31-445b-8000-406ff5852b68 req-403f0696-1443-4f57-87b1-515cf6559768 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ca1086-5bbe-44a1-90ad-f8ce90632e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163108 Nov 25 19:26:21.648235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'mac_address': 'fa:16:3e:1f:4f:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:26:21.705859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469486d-973f-411b-915f-0cde77101e71 req-b8d6bc84-ca92-4128-a69f-34efa3e9d8b3 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:21.708320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d606e7af-07d9-4549-bfa2-1b78b85c96aa req-e9a9b8a5-6217-4b86-baab-9db412eba1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:21.711647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d606e7af-07d9-4549-bfa2-1b78b85c96aa req-e9a9b8a5-6217-4b86-baab-9db412eba1c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 1097 time: 0.2993264 Nov 25 19:26:21.722229 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2469486d-973f-411b-915f-0cde77101e71 req-b8d6bc84-ca92-4128-a69f-34efa3e9d8b3 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 948 time: 0.1239941 Nov 25 19:26:21.757146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbca0bb-1230-4259-8a0d-449d0673a590 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Router 64d4dad2-284d-4da4-a964-0c6c565c5048 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:21.780266 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.803194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdda5a50-aef3-49ca-a322-28902c0f7ef1 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:21.829141 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:21.837947 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:21.879926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2469486d-973f-411b-915f-0cde77101e71 req-fcd138ab-f168-4e2f-95b5-adc5a7ec1866 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556787 Nov 25 19:26:21.966201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-ff206edf-e45e-4f2c-af81-6f78cbbf5d30 req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1467467005', 'description': 'tempest-description-1655825906'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:21.977128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=12']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:22.019457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ff206edf-e45e-4f2c-af81-6f78cbbf5d30 req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:22.052951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbca0bb-1230-4259-8a0d-449d0673a590 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:22.066881 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afbca0bb-1230-4259-8a0d-449d0673a590 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:22.078431 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824fe08e-c8b7-4b1e-89ca-e3a89ea13eb7 None None] Sync routers for ids ['64d4dad2-284d-4da4-a964-0c6c565c5048'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:22.103344 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824fe08e-c8b7-4b1e-89ca-e3a89ea13eb7 None None] Routers {'64d4dad2-284d-4da4-a964-0c6c565c5048'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:22.104496 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-824fe08e-c8b7-4b1e-89ca-e3a89ea13eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['64d4dad2-284d-4da4-a964-0c6c565c5048'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:22.106915 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb01722c-193d-4cca-95f6-89c7be5a68d9 req-5b110535-735b-4d79-9c44-1ff6876b1be9 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6917486 Nov 25 19:26:22.116217 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d606e7af-07d9-4549-bfa2-1b78b85c96aa req-a5b8467c-733a-493d-b2dd-d9d8586e11cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=15ca1086-5bbe-44a1-90ad-f8ce90632e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950858 Nov 25 19:26:22.124629 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-afbca0bb-1230-4259-8a0d-449d0673a590 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "PUT /v2.0/floatingips/07936fdb-2eb6-4889-b7cc-6fa800f76cb7 HTTP/1.1" status: 200 len: 991 time: 3.6418138 Nov 25 19:26:22.125948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': 'b549ba12-510b-45f2-ac00-366b3e56b6da'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:22.130047 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2012242a-9dae-40f8-9522-12b93d62cb7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "b549ba12-510b-45f2-ac00-366b3e56b6da"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:22.195398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['bdda5a50-aef3-49ca-a322-28902c0f7ef1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:22.256471 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ff206edf-e45e-4f2c-af81-6f78cbbf5d30 req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:22.265755 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ff206edf-e45e-4f2c-af81-6f78cbbf5d30 req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:22.295819 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-824fe08e-c8b7-4b1e-89ca-e3a89ea13eb7 None None] Set router 64d4dad2-284d-4da4-a964-0c6c565c5048 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:22.378179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b5d2f-b0dc-4f05-8b74-1ef6d07bb0f7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:22.390165 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ff206edf-e45e-4f2c-af81-6f78cbbf5d30 req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:22.394612 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff206edf-e45e-4f2c-af81-6f78cbbf5d30 req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4373436 Nov 25 19:26:22.413399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.413731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.415225 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.418264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.419012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.419543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.420008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.420418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.420819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.423478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.425006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.425238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94181461-1a3f-43fc-a025-60a535b2b432 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:22.743530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0b966-68ca-4e20-8587-29e3ad3d7200 req-3fe92316-cc1e-4940-83be-c8ac3b848f8d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:22.747464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2e0b966-68ca-4e20-8587-29e3ad3d7200 req-3fe92316-cc1e-4940-83be-c8ac3b848f8d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.1453664 Nov 25 19:26:22.806617 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-824fe08e-c8b7-4b1e-89ca-e3a89ea13eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:31Z', 'revision_number': 4, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '07936fdb-2eb6-4889-b7cc-6fa800f76cb7', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'port_id': 'b549ba12-510b-45f2-ac00-366b3e56b6da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'mac_address': 'fa:16:3e:49:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:24:17Z', 'updated_at': '2021-11-25T19:26:19Z', 'revision_number': 1, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56440a35-273a-4dfa-b3af-49f01dc13f9a', 'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'mac_address': 'fa:16:3e:2f:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:28Z', 'updated_at': '2021-11-25T19:22:40Z', 'revision_number': 5, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'subnets': [{'id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:22.856412 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:22.904588 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2e0b966-68ca-4e20-8587-29e3ad3d7200 req-2dff3c87-60bc-4f47-ad4b-4fef07534cf8 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445398 Nov 25 19:26:23.072893 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824fe08e-c8b7-4b1e-89ca-e3a89ea13eb7 None None] Checking router: 64d4dad2-284d-4da4-a964-0c6c565c5048 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:23.075517 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2511e1-89c1-41cb-ac76-db4c9e7eaacd x-openstack-request-id: req-ef2511e1-89c1-41cb-ac76-db4c9e7eaacd {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:23.076368 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "tag": "b549ba12-510b-45f2-ac00-366b3e56b6da", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:23.076368 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ef2511e1-89c1-41cb-ac76-db4c9e7eaacd {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:23.076761 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'tag': 'b549ba12-510b-45f2-ac00-366b3e56b6da', 'status': 'completed', 'code': 200} Nov 25 19:26:23.097036 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824fe08e-c8b7-4b1e-89ca-e3a89ea13eb7 None None] Routers {'64d4dad2-284d-4da4-a964-0c6c565c5048'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:23.098228 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-824fe08e-c8b7-4b1e-89ca-e3a89ea13eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['64d4dad2-284d-4da4-a964-0c6c565c5048'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:23.260571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11dec551-b0fe-4d9c-8991-d87d5ab71f9f req-23543a44-51aa-45b7-a481-6bba17cc8a67 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 210 time: 0.0987628 Nov 25 19:26:23.283873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0efb4145-dafc-448c-b673-271d2bbe3070 req-128143d2-cd76-4213-bc47-d5fe31bebb13 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/cc3b5d2f-b0dc-4f05-8b74-1ef6d07bb0f7 HTTP/1.1" status: 200 len: 1818 time: 0.2099433 Nov 25 19:26:23.297368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-0efb4145-dafc-448c-b673-271d2bbe3070 req-6cd26745-52c5-401a-b706-16b49cc067d5 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Request body: {'security_group': {'name': 'tempest-sg-hth-2002055100', 'description': 'tempest-description-hth-1721359355'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:23.353265 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-824fe08e-c8b7-4b1e-89ca-e3a89ea13eb7 None None] Set router 64d4dad2-284d-4da4-a964-0c6c565c5048 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:23.393388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-9107f9d5-2fc2-49fe-bf59-c5b00335096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.394257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-9107f9d5-2fc2-49fe-bf59-c5b00335096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.396450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-9107f9d5-2fc2-49fe-bf59-c5b00335096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.396805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-9107f9d5-2fc2-49fe-bf59-c5b00335096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.397781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-9107f9d5-2fc2-49fe-bf59-c5b00335096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.398813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-9107f9d5-2fc2-49fe-bf59-c5b00335096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.399901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-9107f9d5-2fc2-49fe-bf59-c5b00335096b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.404048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-9107f9d5-2fc2-49fe-bf59-c5b00335096b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6489 time: 0.2711339 Nov 25 19:26:23.510024 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0efb4145-dafc-448c-b673-271d2bbe3070 req-6cd26745-52c5-401a-b706-16b49cc067d5 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.654875 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-824fe08e-c8b7-4b1e-89ca-e3a89ea13eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:31Z', 'revision_number': 4, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '07936fdb-2eb6-4889-b7cc-6fa800f76cb7', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'port_id': 'b549ba12-510b-45f2-ac00-366b3e56b6da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'mac_address': 'fa:16:3e:49:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:24:17Z', 'updated_at': '2021-11-25T19:26:19Z', 'revision_number': 1, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56440a35-273a-4dfa-b3af-49f01dc13f9a', 'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'mac_address': 'fa:16:3e:2f:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:28Z', 'updated_at': '2021-11-25T19:22:40Z', 'revision_number': 5, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'subnets': [{'id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:23.681925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6672ac07-ed3e-4976-96b0-ce970799e1eb req-f5be5ba4-4b43-4c99-923d-b3b6ae26dcf3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.684684 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6672ac07-ed3e-4976-96b0-ce970799e1eb req-f5be5ba4-4b43-4c99-923d-b3b6ae26dcf3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 946 time: 0.2772522 Nov 25 19:26:23.697833 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824fe08e-c8b7-4b1e-89ca-e3a89ea13eb7 None None] The sync data for ids ['64d4dad2-284d-4da4-a964-0c6c565c5048'] in n-d-817303-9 is: [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:31Z', 'revision_number': 4, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '07936fdb-2eb6-4889-b7cc-6fa800f76cb7', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'floating_ip_address': '172.25.8.198', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'port_id': 'b549ba12-510b-45f2-ac00-366b3e56b6da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 650, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'mac_address': 'fa:16:3e:49:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:24:17Z', 'updated_at': '2021-11-25T19:26:19Z', 'revision_number': 1, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56440a35-273a-4dfa-b3af-49f01dc13f9a', 'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'mac_address': 'fa:16:3e:2f:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:28Z', 'updated_at': '2021-11-25T19:22:40Z', 'revision_number': 5, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'subnets': [{'id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:23.704362 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0efb4145-dafc-448c-b673-271d2bbe3070 req-6cd26745-52c5-401a-b706-16b49cc067d5 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.716155 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0efb4145-dafc-448c-b673-271d2bbe3070 req-6cd26745-52c5-401a-b706-16b49cc067d5 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.718726 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0efb4145-dafc-448c-b673-271d2bbe3070 req-6cd26745-52c5-401a-b706-16b49cc067d5 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:23.735414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0efb4145-dafc-448c-b673-271d2bbe3070 req-6cd26745-52c5-401a-b706-16b49cc067d5 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "PUT /v2.0/security-groups/cc3b5d2f-b0dc-4f05-8b74-1ef6d07bb0f7 HTTP/1.1" status: 200 len: 1792 time: 0.4499826 Nov 25 19:26:23.798882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-daf19262-afc2-408a-8019-6fc9b9799eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:23.800680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-daf19262-afc2-408a-8019-6fc9b9799eef service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216 HTTP/1.1" status: 200 len: 913 time: 0.3654382 Nov 25 19:26:23.838734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd26745-52c5-401a-b706-16b49cc067d5 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3b5d2f-b0dc-4f05-8b74-1ef6d07bb0f7,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:23.930526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6672ac07-ed3e-4976-96b0-ce970799e1eb req-bffb0b02-676d-46e8-8a03-86787b225bdd tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/security-groups?id=15ca1086-5bbe-44a1-90ad-f8ce90632e80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291048 Nov 25 19:26:24.171688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5019573a-58f6-474e-ab69-69747a4ad81b None None] New status for floating IP 07936fdb-2eb6-4889-b7cc-6fa800f76cb7: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:26:24.494166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-2cb41150-daac-4d56-a943-7b89e3c12df1 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=df1e19b34a9140d885e4e27b944e7b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0817142 Nov 25 19:26:24.503368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-0c786096-f0e5-45de-96ad-6afbbf381a1f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b549ba12-510b-45f2-ac00-366b3e56b6da HTTP/1.1" status: 200 len: 999 time: 0.6663702 Nov 25 19:26:24.702790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9af84ae-b23f-460c-9343-68764970fe17 req-76baf2ae-0d65-4048-8dea-a9213d46657f tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/cc3b5d2f-b0dc-4f05-8b74-1ef6d07bb0f7 HTTP/1.1" status: 200 len: 1792 time: 0.2887392 Nov 25 19:26:24.756908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-9c2e4019-0bd1-4709-9d30-86f8c79462d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:24.759768 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-9c2e4019-0bd1-4709-9d30-86f8c79462d4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=205b4ac1-dff3-40aa-8bca-8fda88f5eab4 HTTP/1.1" status: 200 len: 851 time: 0.2473981 Nov 25 19:26:24.824008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014df260-4c63-4d02-885f-8a29219071c3 req-0d2c7fc0-924d-4854-8638-845fd8d9a102 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:24.825624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-0d2c7fc0-924d-4854-8638-845fd8d9a102 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3114407 Nov 25 19:26:24.874755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-af2d32fd-261d-4956-9be0-09f91477b1ea tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/quotas/df1e19b34a9140d885e4e27b944e7b86 HTTP/1.1" status: 200 len: 375 time: 0.0280128 Nov 25 19:26:24.886489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-6183f4b6-b30b-4540-b19c-a46cff536a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:24.888069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-6183f4b6-b30b-4540-b19c-a46cff536a75 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1143930 Nov 25 19:26:24.918518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d715984e-e6a1-4a95-9f29-cb74e59f1989 req-35620b00-258f-4f03-ba70-2aebdf4fa117 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:24.920394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d715984e-e6a1-4a95-9f29-cb74e59f1989 req-35620b00-258f-4f03-ba70-2aebdf4fa117 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.1302505 Nov 25 19:26:25.058821 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-473444af-46f6-4757-afd0-0f40674a3df9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1695976 Nov 25 19:26:25.073863 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d715984e-e6a1-4a95-9f29-cb74e59f1989 req-98b3d668-1fb1-47c3-9e38-107ffd080357 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373670 Nov 25 19:26:25.085855 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-5c5675d8-9969-4bad-a380-a2b02176b82c service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845522 Nov 25 19:26:25.338385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2012242a-9dae-40f8-9522-12b93d62cb7b req-d92b145a-d186-40b0-94b4-3357c51e66cc service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407634 Nov 25 19:26:25.434408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:25.528250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port bdda5a50-aef3-49ca-a322-28902c0f7ef1 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:25.535515 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port bdda5a50-aef3-49ca-a322-28902c0f7ef1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:25.536077 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.788531 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.817044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b92c37a8-0b49-4d83-a56a-e33854af6a9d req-fcca0f97-4123-4660-89cb-4e1c75025f4c tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=27c579ed-0014-41bb-80e3-bee091d62fcc HTTP/1.1" status: 200 len: 210 time: 0.0993388 Nov 25 19:26:25.837842 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-9661991c-b0d3-4093-abe9-674e794e545e tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 258 time: 0.6267319 Nov 25 19:26:25.855794 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:25.856948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:25.857300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:25.860266 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa403ff-a8c0-4678-9db6-7f768f27aa6a" -d '{"events": [{"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-plugged", "status": "completed", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:25.865302 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:25.980243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=13']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:25.996708 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.040888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-618b3270-e31c-4cd5-be7f-5cc253770abc req-69757df1-e270-4218-aaf9-07b839103859 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/cc3b5d2f-b0dc-4f05-8b74-1ef6d07bb0f7 HTTP/1.1" status: 200 len: 1792 time: 0.1536956 Nov 25 19:26:26.273887 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-618b3270-e31c-4cd5-be7f-5cc253770abc req-3dc18550-f66f-4199-88be-2e779c2f807c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.333878 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-618b3270-e31c-4cd5-be7f-5cc253770abc req-3dc18550-f66f-4199-88be-2e779c2f807c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.370109 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.472205 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-618b3270-e31c-4cd5-be7f-5cc253770abc req-3dc18550-f66f-4199-88be-2e779c2f807c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.477115 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-618b3270-e31c-4cd5-be7f-5cc253770abc req-3dc18550-f66f-4199-88be-2e779c2f807c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:26.491784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-618b3270-e31c-4cd5-be7f-5cc253770abc req-3dc18550-f66f-4199-88be-2e779c2f807c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "DELETE /v2.0/security-groups/cc3b5d2f-b0dc-4f05-8b74-1ef6d07bb0f7 HTTP/1.1" status: 204 len: 173 time: 0.4490581 Nov 25 19:26:26.540138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc18550-f66f-4199-88be-2e779c2f807c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3b5d2f-b0dc-4f05-8b74-1ef6d07bb0f7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:26.667822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e4d5b45-54b6-4bb3-9dd9-f84022d04b0a req-91c0b8c9-094a-4306-abbe-87b5db4aff55 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 210 time: 0.0395596 Nov 25 19:26:26.685283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Allocated IP 172.25.8.2 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/7e27cf20-895c-4dfa-b2bb-4d1f345f251f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:26.929048 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.027773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.148445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:27.153292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:27.168192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:27.197550 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-4ae730d8-9662-4284-85c8-40ccb21bf6c7 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=df1e19b34a9140d885e4e27b944e7b86&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0892601 Nov 25 19:26:27.213100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Pushing event updated for resources: {'Port': ['ID=7e27cf20-895c-4dfa-b2bb-4d1f345f251f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:27.437934 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.531241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014df260-4c63-4d02-885f-8a29219071c3 req-541d5fd1-31e0-4250-b089-29426ce23957 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:27.533426 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-541d5fd1-31e0-4250-b089-29426ce23957 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3302674 Nov 25 19:26:27.554012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Request body: {'port': {'device_id': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': 'df1e19b34a9140d885e4e27b944e7b86'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:27.558510 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a30124-f5db-44cd-991e-3b20c27ff2c0 x-openstack-request-id: req-08a30124-f5db-44cd-991e-3b20c27ff2c0 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:27.559107 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-plugged", "status": "completed", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:27.559472 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08a30124-f5db-44cd-991e-3b20c27ff2c0 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:27.560114 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'code': 200} Nov 25 19:26:27.563691 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.857606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Made reservation on behalf of df1e19b34a9140d885e4e27b944e7b86 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:27.862519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3707c59a-4011-4636-b96b-2cf621b622e1 req-dc66b9ad-e7c3-4457-9e25-cffc371e26b5 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:27.864222 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:27.870367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3707c59a-4011-4636-b96b-2cf621b622e1 req-dc66b9ad-e7c3-4457-9e25-cffc371e26b5 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.2054775 Nov 25 19:26:27.980422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3707c59a-4011-4636-b96b-2cf621b622e1 req-51088051-17b5-453f-93cb-9d94c85895a1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070199 Nov 25 19:26:28.053258 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.062759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.087975 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Allocated IP 192.168.233.169 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/c083c878-2c93-45fc-b5f1-2256598fe074) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:28.250009 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.263988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Pushing event updated for resources: {'Port': ['ID=7e27cf20-895c-4dfa-b2bb-4d1f345f251f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:28.319780 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.337277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-ed8a02c9-2d3f-4678-a474-77d3b0bfe1e3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.4964042 Nov 25 19:26:28.466404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.480431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-05c24340-5678-430f-beca-ad79302f3220 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 694 time: 0.1398466 Nov 25 19:26:28.530379 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:28.551585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['153456c6-a8f7-4ad6-a844-5dce937bc41d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:28.574057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ea7e27b0-8160-4de9-a81a-91deac743c1f', 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:28.646023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:28.653849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:28.676452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:28.838887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:28.873514 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.875751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.876804 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.878842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.880889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.882566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.884984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.886066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.891218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.892163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.892829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.893389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:28.898860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-3c8e66ab-be09-4e64-a510-e7b7506b9f59 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:28.902858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddb1d07a-2fcf-4cf6-b474-037b71f36a36 req-3c8e66ab-be09-4e64-a510-e7b7506b9f59 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.4112427 Nov 25 19:26:28.938893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:28.940100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.004403 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-54ad2d93-58f9-4273-bc60-d053f5f60e02 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4563775 Nov 25 19:26:29.024537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Request body: {'port': {'device_id': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:29.156813 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.262712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffcbb34-3960-4523-9060-e275ba983005 req-cec81f2e-b57c-4518-8843-f174982ee912 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:29.287266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ffcbb34-3960-4523-9060-e275ba983005 req-cec81f2e-b57c-4518-8843-f174982ee912 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 936 time: 0.2392910 Nov 25 19:26:29.406541 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ffcbb34-3960-4523-9060-e275ba983005 req-be209977-5157-4be6-b98f-8625e87980ad tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136990 Nov 25 19:26:29.537151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bbc976c7-1110-4003-9703-6a818cccc868 None None] Provisioning complete for port c083c878-2c93-45fc-b5f1-2256598fe074 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:29.537862 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bbc976c7-1110-4003-9703-6a818cccc868 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.610500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-bbc976c7-1110-4003-9703-6a818cccc868 None None] Port c083c878-2c93-45fc-b5f1-2256598fe074 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:29.697761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d59ca06-0249-4bbc-8e44-e99842fd92a1 req-f2915813-68c9-4c64-8816-cb79fedfdb37 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:29.703101 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d59ca06-0249-4bbc-8e44-e99842fd92a1 req-f2915813-68c9-4c64-8816-cb79fedfdb37 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.1748154 Nov 25 19:26:29.873251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea236-4251-44ff-861e-24fa8bce211c req-d53e4fd4-c5a3-48e0-9043-5b02c2fc658b tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:29.881313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-d53e4fd4-c5a3-48e0-9043-5b02c2fc658b tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1769066 Nov 25 19:26:29.899058 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d59ca06-0249-4bbc-8e44-e99842fd92a1 req-90720768-be51-499a-8ced-662dd7f0b77e tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769812 Nov 25 19:26:29.903039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c083c878-2c93-45fc-b5f1-2256598fe074 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:29.927688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.946032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Transition to ACTIVE for port object c083c878-2c93-45fc-b5f1-2256598fe074 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:26:29.952262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:29.990702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-7c66452f-d875-4d23-9567-441250c5f904 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 694 time: 0.1080697 Nov 25 19:26:30.003359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-a6bea236-4251-44ff-861e-24fa8bce211c req-e010eb3b-b1fd-4caa-9f29-de0bc56d1ad0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Request body: {'floatingip': {'port_id': '6562f427-461c-4d3c-8358-52c450468cf1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:30.061056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:30.117425 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a6bea236-4251-44ff-861e-24fa8bce211c req-e010eb3b-b1fd-4caa-9f29-de0bc56d1ad0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.198228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:30.198769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:30.201458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:30.213192 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Port c083c878-2c93-45fc-b5f1-2256598fe074 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:30.213904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:30.224535 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-39d8a86e-6ba7-48c0-a03e-c258b53bbbc9 req-33e44e0d-dfed-44fd-a4c5-da9775023990 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] show failed (client error): The resource could not be found. Nov 25 19:26:30.226488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39d8a86e-6ba7-48c0-a03e-c258b53bbbc9 req-33e44e0d-dfed-44fd-a4c5-da9775023990 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/7bf051f1-7224-41bc-b674-5cebbc6ccb90 HTTP/1.1" status: 404 len: 352 time: 0.0240705 Nov 25 19:26:30.239169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:30.239864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:30.240874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:30.241673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Bound port: c083c878-2c93-45fc-b5f1-2256598fe074, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:30.243595 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.412101 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-27138ca3-6240-4685-bf32-190ee42bb143 req-75ece3f4-57ed-4e44-9658-fe0561aa438c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] show failed (client error): The resource could not be found. Nov 25 19:26:30.413783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27138ca3-6240-4685-bf32-190ee42bb143 req-75ece3f4-57ed-4e44-9658-fe0561aa438c tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/69d7f9c2-afef-4617-93f4-0407dae863e7 HTTP/1.1" status: 404 len: 352 time: 0.0614979 Nov 25 19:26:30.417603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:30.427682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:30.437912 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.551108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:30.553721 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:30.556523 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] 10.222.0.60 "PUT /v2.0/ports/c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 1096 time: 1.5432558 Nov 25 19:26:30.558354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:30.580744 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd3adf7c-5963-4fe9-974c-4ea176ecde28" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:30.755305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c818e-b475-41ba-9e40-3b199211d3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:30.782325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014df260-4c63-4d02-885f-8a29219071c3 req-852acc5d-599d-4ae7-adf1-eafdad16a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:30.786186 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-852acc5d-599d-4ae7-adf1-eafdad16a02b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1099 time: 0.1563272 Nov 25 19:26:30.827440 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-2d32555b-a1d7-4b21-8c90-1d37c62c8941 req-10ccdadb-1810-44e9-af3d-78247dc636ed tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] show failed (client error): The resource could not be found. Nov 25 19:26:30.845135 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d32555b-a1d7-4b21-8c90-1d37c62c8941 req-10ccdadb-1810-44e9-af3d-78247dc636ed tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/39d0ab6d-177b-4840-a3d4-210c30bcaee1 HTTP/1.1" status: 404 len: 352 time: 0.0549071 Nov 25 19:26:30.897028 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-23f29587-5f5d-4508-89f2-2875f097cd14 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 217 time: 0.1022923 Nov 25 19:26:31.061610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014df260-4c63-4d02-885f-8a29219071c3 req-93ac4fcb-1f76-45d2-a7be-8faa338dc468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:31.066736 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-93ac4fcb-1f76-45d2-a7be-8faa338dc468 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1608753 Nov 25 19:26:31.129969 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014df260-4c63-4d02-885f-8a29219071c3 req-45311c15-5a44-43d9-871f-6aaa4b600e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:31.132031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-45311c15-5a44-43d9-871f-6aaa4b600e32 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0583906 Nov 25 19:26:31.260218 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-e548be87-03ca-49ae-8178-cc9717c22dfe service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204011 Nov 25 19:26:31.374875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15079f78-d835-46df-8006-1edd8809802e req-0c8411a4-f716-43ac-9e79-842f244246e9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:31.378041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15079f78-d835-46df-8006-1edd8809802e req-0c8411a4-f716-43ac-9e79-842f244246e9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 948 time: 0.2892723 Nov 25 19:26:31.415433 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-014df260-4c63-4d02-885f-8a29219071c3 req-93d44f21-66d4-4437-9714-e14ca3a5befd service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460207 Nov 25 19:26:31.481377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53016) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:31.583088 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15079f78-d835-46df-8006-1edd8809802e req-80626e10-703f-4d8b-9e56-84df0f9db3a9 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918845 Nov 25 19:26:31.629275 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [req-a6bea236-4251-44ff-861e-24fa8bce211c req-e010eb3b-b1fd-4caa-9f29-de0bc56d1ad0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:26:31.740345 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6562a1e2-b7b0-4963-94bd-541c4e0db082 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.779815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a6bea236-4251-44ff-861e-24fa8bce211c req-e010eb3b-b1fd-4caa-9f29-de0bc56d1ad0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.786201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a6bea236-4251-44ff-861e-24fa8bce211c req-e010eb3b-b1fd-4caa-9f29-de0bc56d1ad0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.858274 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbda0fc-edc4-4e7b-9b8a-72a2378ec423 x-openstack-request-id: req-8cbda0fc-edc4-4e7b-9b8a-72a2378ec423 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:31.858943 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:31.859546 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8cbda0fc-edc4-4e7b-9b8a-72a2378ec423 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:31.860557 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'status': 'completed', 'code': 200} Nov 25 19:26:31.925542 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6562a1e2-b7b0-4963-94bd-541c4e0db082 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.943256 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6562a1e2-b7b0-4963-94bd-541c4e0db082 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:31.961182 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-67cd0e0c-1085-4825-8c31-d5193b589f05 req-d0e24b67-4b3c-4384-98f5-bbf42a0f5ae4 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] show failed (client error): The resource could not be found. Nov 25 19:26:31.962461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67cd0e0c-1085-4825-8c31-d5193b589f05 req-d0e24b67-4b3c-4384-98f5-bbf42a0f5ae4 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/1f65f449-36c3-4e4a-8145-80957f021399 HTTP/1.1" status: 404 len: 352 time: 0.0545225 Nov 25 19:26:32.008818 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-a6bea236-4251-44ff-861e-24fa8bce211c req-e010eb3b-b1fd-4caa-9f29-de0bc56d1ad0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Floating IP 20fb5181-4843-4d90-a690-a2f62b910854 associated. External IP: 172.25.8.2, port: 6562f427-461c-4d3c-8358-52c450468cf1. Nov 25 19:26:32.036657 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4fa1d190-c2bc-4a9c-9937-44424ff231d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.050180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6562a1e2-b7b0-4963-94bd-541c4e0db082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f92263-6d40-4d6a-b840-290a2e18b0b9,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:32.058472 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6562a1e2-b7b0-4963-94bd-541c4e0db082 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b98455ea3cf34f099e7dd6f69c93fe8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5734024 Nov 25 19:26:32.061498 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53026) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:32.063693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3adf7c-5963-4fe9-974c-4ea176ecde28 req-c06826fb-83e5-4a24-97ed-cf2e1d110210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.065696 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd3adf7c-5963-4fe9-974c-4ea176ecde28 req-c06826fb-83e5-4a24-97ed-cf2e1d110210 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1099 time: 0.1963296 Nov 25 19:26:32.222283 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3eae5b93-3d5f-4bc3-bc2b-565ba8d4c26a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.270984 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3eae5b93-3d5f-4bc3-bc2b-565ba8d4c26a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.284969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34920e-6043-4449-85d1-8aba2bda8ccd req-98b37af9-7d38-44be-9993-e432a06ba10e tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.288020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d34920e-6043-4449-85d1-8aba2bda8ccd req-98b37af9-7d38-44be-9993-e432a06ba10e tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.1860588 Nov 25 19:26:32.336675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3adf7c-5963-4fe9-974c-4ea176ecde28 req-b0db436b-2c35-45e5-b360-2b293197a0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.339262 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd3adf7c-5963-4fe9-974c-4ea176ecde28 req-b0db436b-2c35-45e5-b360-2b293197a0db service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2583504 Nov 25 19:26:32.358256 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3eae5b93-3d5f-4bc3-bc2b-565ba8d4c26a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.367578 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3eae5b93-3d5f-4bc3-bc2b-565ba8d4c26a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:32.376971 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3eae5b93-3d5f-4bc3-bc2b-565ba8d4c26a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23f92263-6d40-4d6a-b840-290a2e18b0b9 HTTP/1.1" status: 204 len: 168 time: 0.3098202 Nov 25 19:26:32.444292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eae5b93-3d5f-4bc3-bc2b-565ba8d4c26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f92263-6d40-4d6a-b840-290a2e18b0b9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:32.447671 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd3adf7c-5963-4fe9-974c-4ea176ecde28 req-cae63879-e587-412e-85f3-c61ad72388dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 217 time: 0.1022470 Nov 25 19:26:32.482313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d34920e-6043-4449-85d1-8aba2bda8ccd req-6668b17f-ac60-44f5-8079-e726bd68ae4e tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853292 Nov 25 19:26:32.600437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3adf7c-5963-4fe9-974c-4ea176ecde28 req-a8667aec-dbfc-4293-9661-13288f8eae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.604841 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd3adf7c-5963-4fe9-974c-4ea176ecde28 req-a8667aec-dbfc-4293-9661-13288f8eae41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1442406 Nov 25 19:26:32.661204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6bea236-4251-44ff-861e-24fa8bce211c req-e010eb3b-b1fd-4caa-9f29-de0bc56d1ad0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Router b270c6bc-a779-4705-8892-971556e63137 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:32.763623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3adf7c-5963-4fe9-974c-4ea176ecde28 req-cf15f018-1fa9-4425-97c5-07e58ced5602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:32.765220 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd3adf7c-5963-4fe9-974c-4ea176ecde28 req-cf15f018-1fa9-4425-97c5-07e58ced5602 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1503534 Nov 25 19:26:33.056150 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd3adf7c-5963-4fe9-974c-4ea176ecde28 req-3e9a4a64-a1e4-43ff-9743-8fa581c2579e service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765243 Nov 25 19:26:33.285013 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd3adf7c-5963-4fe9-974c-4ea176ecde28 req-da58117e-2287-477b-b115-2dcbe66c761f service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233753 Nov 25 19:26:33.374077 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-d562dbc3-f711-4b4a-8e74-554bad2fbc70 req-2935bade-2b7d-4555-9087-5809cb5a1015 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] show failed (client error): The resource could not be found. Nov 25 19:26:33.399627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d562dbc3-f711-4b4a-8e74-554bad2fbc70 req-2935bade-2b7d-4555-9087-5809cb5a1015 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/335a34cd-52b4-4525-9460-a4ce5b9b9ed3 HTTP/1.1" status: 404 len: 352 time: 0.0584750 Nov 25 19:26:33.567989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6bea236-4251-44ff-861e-24fa8bce211c req-e010eb3b-b1fd-4caa-9f29-de0bc56d1ad0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:33.575502 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a6bea236-4251-44ff-861e-24fa8bce211c req-e010eb3b-b1fd-4caa-9f29-de0bc56d1ad0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:33.588614 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9495a642-038c-47cd-93ca-eff379bf3df6 None None] Sync routers for ids ['b270c6bc-a779-4705-8892-971556e63137'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:33.620495 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9495a642-038c-47cd-93ca-eff379bf3df6 None None] Routers {'b270c6bc-a779-4705-8892-971556e63137'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:33.621505 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9495a642-038c-47cd-93ca-eff379bf3df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b270c6bc-a779-4705-8892-971556e63137'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:33.655848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f52030-3331-4b6c-95cb-6ea7d18174c8 req-466ea27a-4c8c-4ad7-97d0-db77f366123c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:33.665724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0f52030-3331-4b6c-95cb-6ea7d18174c8 req-466ea27a-4c8c-4ad7-97d0-db77f366123c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 948 time: 0.1560972 Nov 25 19:26:33.692822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-e010eb3b-b1fd-4caa-9f29-de0bc56d1ad0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "PUT /v2.0/floatingips/20fb5181-4843-4d90-a690-a2f62b910854 HTTP/1.1" status: 200 len: 995 time: 3.7003868 Nov 25 19:26:33.693907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839c806a-c9d2-4eff-963d-637170d5797a', 'tag': '6562f427-461c-4d3c-8358-52c450468cf1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:33.709088 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a68f3f-3089-4a8b-a3e8-47119b74db36" -d '{"events": [{"name": "network-changed", "server_uuid": "839c806a-c9d2-4eff-963d-637170d5797a", "tag": "6562f427-461c-4d3c-8358-52c450468cf1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:33.821881 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53062) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:33.905837 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-9495a642-038c-47cd-93ca-eff379bf3df6 None None] Set router b270c6bc-a779-4705-8892-971556e63137 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:33.931970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0f52030-3331-4b6c-95cb-6ea7d18174c8 req-8b7b0e97-ad39-4472-836b-fa239e794053 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132740 Nov 25 19:26:33.956396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea236-4251-44ff-861e-24fa8bce211c req-0e379da3-324d-4214-805e-2310769b8960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:33.961439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-0e379da3-324d-4214-805e-2310769b8960 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2fcb946c23144b893280a0f7474ce57&device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 1097 time: 0.1623437 Nov 25 19:26:34.088633 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-00bb100c-df3a-4812-976e-dffb47e2ebd6 req-22187d6c-082d-4f5c-815d-ad4401b505c5 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] show failed (client error): The resource could not be found. Nov 25 19:26:34.089909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00bb100c-df3a-4812-976e-dffb47e2ebd6 req-22187d6c-082d-4f5c-815d-ad4401b505c5 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/9a90fcc4-de30-4a91-a961-08b0c9ff53cc HTTP/1.1" status: 404 len: 352 time: 0.0295260 Nov 25 19:26:34.133735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea236-4251-44ff-861e-24fa8bce211c req-c75de3db-7c38-4ae9-94eb-4c82d2fb8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:34.136409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-c75de3db-7c38-4ae9-94eb-4c82d2fb8714 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48e06498-f4ea-425d-b9da-a253bacd7d52 HTTP/1.1" status: 200 len: 928 time: 0.1590934 Nov 25 19:26:34.151286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:34.264215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-424137391-network', 'tenant_id': '3b973ffbca42402e9b75b4978356f206'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:34.315974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Made reservation on behalf of 3b973ffbca42402e9b75b4978356f206 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:34.319517 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.338377 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.355771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-a8fb3e92-4495-4084-8576-134ef7b66b01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6562f427-461c-4d3c-8358-52c450468cf1 HTTP/1.1" status: 200 len: 998 time: 0.2076683 Nov 25 19:26:34.494951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d3e22-5333-442a-a1fe-e4ffc893e9c1 req-7c0c88ce-d06d-4be3-87d8-054a7ffbf138 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:34.510210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b4d3e22-5333-442a-a1fe-e4ffc893e9c1 req-7c0c88ce-d06d-4be3-87d8-054a7ffbf138 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.2218544 Nov 25 19:26:34.541799 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.552668 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.554131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea236-4251-44ff-861e-24fa8bce211c req-24e17e65-f958-42e1-8198-cd1508bec368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:34.557084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-24e17e65-f958-42e1-8198-cd1508bec368 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14edfb14-79d8-4c2c-bdba-52bfcea2ea92 HTTP/1.1" status: 200 len: 866 time: 0.1903026 Nov 25 19:26:34.573393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:34.635777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2124341-d958-4837-b74e-07454c23b88f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:34.639853 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9495a642-038c-47cd-93ca-eff379bf3df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:26:00Z', 'revision_number': 4, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '20fb5181-4843-4d90-a690-a2f62b910854', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b270c6bc-a779-4705-8892-971556e63137', 'port_id': '6562f427-461c-4d3c-8358-52c450468cf1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'mac_address': 'fa:16:3e:5d:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c806a-c9d2-4eff-963d-637170d5797a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:26:27Z', 'updated_at': '2021-11-25T19:26:31Z', 'revision_number': 1, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bcfc3b-3d75-4b4e-b299-0ea1ede53160', 'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'mac_address': 'fa:16:3e:05:42:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:57Z', 'updated_at': '2021-11-25T19:26:08Z', 'revision_number': 5, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'subnets': [{'id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:34.647956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'mac_address': 'fa:16:3e:91:8d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:26:34.649793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:26:34.676782 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.677369 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Added segment 33d18ae0-5710-47d0-8111-81828808ba66 of type vlan for network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb Nov 25 19:26:34.725685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b4d3e22-5333-442a-a1fe-e4ffc893e9c1 req-fc3a7517-4667-4c66-8843-809e910da79d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139320 Nov 25 19:26:34.741500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.781026 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.781946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bea236-4251-44ff-861e-24fa8bce211c req-f8c865e2-410b-448c-949e-7246d92c649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:34.782358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:34.784482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.786322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-f8c865e2-410b-448c-949e-7246d92c649f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48e06498-f4ea-425d-b9da-a253bacd7d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2164726 Nov 25 19:26:34.802480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-732d15d7-26a4-427b-adb5-df6e0901426b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:26:34.808522 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-732d15d7-26a4-427b-adb5-df6e0901426b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0148342 Nov 25 19:26:34.829562 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9495a642-038c-47cd-93ca-eff379bf3df6 None None] Checking router: b270c6bc-a779-4705-8892-971556e63137 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:34.877559 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9495a642-038c-47cd-93ca-eff379bf3df6 None None] Routers {'b270c6bc-a779-4705-8892-971556e63137'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:34.878644 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9495a642-038c-47cd-93ca-eff379bf3df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b270c6bc-a779-4705-8892-971556e63137'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:34.896862 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4713e3ea-bf0a-41ed-96c4-fae735abb336 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.921097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] Pushing event updated for resources: {'Network': ['ID=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:34.949742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:26:34.954944 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-65dabf50-8d6d-461e-ad23-809ae44b5138 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1315353 Nov 25 19:26:34.955184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53072) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:34.962488 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:34.998383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] Request body: {'subnet': {'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-424137391-subnet', 'tenant_id': '3b973ffbca42402e9b75b4978356f206', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:35.089203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c083c878-2c93-45fc-b5f1-2256598fe074 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:35.106683 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68f3f-3089-4a8b-a3e8-47119b74db36 req-dedb7a0e-3352-4736-a878-d88d9d2f1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:35.108794 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8a68f3f-3089-4a8b-a3e8-47119b74db36 req-dedb7a0e-3352-4736-a878-d88d9d2f1631 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2fcb946c23144b893280a0f7474ce57&device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 1097 time: 0.0799317 Nov 25 19:26:35.139908 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e22681-ea3d-4bed-8842-fdcec2b6ce6f x-openstack-request-id: req-17e22681-ea3d-4bed-8842-fdcec2b6ce6f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:35.140459 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839c806a-c9d2-4eff-963d-637170d5797a", "tag": "6562f427-461c-4d3c-8358-52c450468cf1", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:35.140883 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17e22681-ea3d-4bed-8842-fdcec2b6ce6f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:35.142339 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839c806a-c9d2-4eff-963d-637170d5797a', 'tag': '6562f427-461c-4d3c-8358-52c450468cf1', 'status': 'completed', 'code': 200} Nov 25 19:26:35.154322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:35.192228 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.277530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] Made reservation on behalf of 3b973ffbca42402e9b75b4978356f206 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:35.282584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:35.286988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68f3f-3089-4a8b-a3e8-47119b74db36 req-5bf1ed4d-e29b-4bd7-82f5-e2e1e816fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:35.289182 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8a68f3f-3089-4a8b-a3e8-47119b74db36 req-5bf1ed4d-e29b-4bd7-82f5-e2e1e816fef9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=48e06498-f4ea-425d-b9da-a253bacd7d52 HTTP/1.1" status: 200 len: 928 time: 0.1705797 Nov 25 19:26:35.415211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:35.418196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-bfa960c0-27b7-4920-881d-ea127cf86343 service neutron] 10.222.0.15 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6008580 Nov 25 19:26:35.453529 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-9495a642-038c-47cd-93ca-eff379bf3df6 None None] Set router b270c6bc-a779-4705-8892-971556e63137 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:35.509480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['c083c878-2c93-45fc-b5f1-2256598fe074'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:35.629829 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8a68f3f-3089-4a8b-a3e8-47119b74db36 req-8157b33d-b5d8-4815-8f38-2c3ce3b0df8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6562f427-461c-4d3c-8358-52c450468cf1 HTTP/1.1" status: 200 len: 998 time: 0.3301203 Nov 25 19:26:35.779834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde3c431-7d44-4d52-94c7-50c5a340b116 req-820f3131-8f4f-4865-b894-e8edad2e664f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:35.792088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68f3f-3089-4a8b-a3e8-47119b74db36 req-42aae8de-7e66-496f-b61c-d9a891f37163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:35.794653 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bde3c431-7d44-4d52-94c7-50c5a340b116 req-820f3131-8f4f-4865-b894-e8edad2e664f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 949 time: 0.2520063 Nov 25 19:26:35.796000 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8a68f3f-3089-4a8b-a3e8-47119b74db36 req-42aae8de-7e66-496f-b61c-d9a891f37163 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14edfb14-79d8-4c2c-bdba-52bfcea2ea92 HTTP/1.1" status: 200 len: 866 time: 0.1569443 Nov 25 19:26:35.950445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a68f3f-3089-4a8b-a3e8-47119b74db36 req-1a2c4380-3b98-4ba3-b199-27f60670e2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:35.953226 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8a68f3f-3089-4a8b-a3e8-47119b74db36 req-1a2c4380-3b98-4ba3-b199-27f60670e2fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48e06498-f4ea-425d-b9da-a253bacd7d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1485989 Nov 25 19:26:35.959553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-506e7ab1-31ff-4c04-96c4-398b794551f5 service neutron] 10.222.0.15 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5387762 Nov 25 19:26:35.976686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bde3c431-7d44-4d52-94c7-50c5a340b116 req-e6adab3e-ad95-4630-a220-0f1afc1f2fbc tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717148 Nov 25 19:26:36.114852 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9495a642-038c-47cd-93ca-eff379bf3df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:26:00Z', 'revision_number': 4, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '20fb5181-4843-4d90-a690-a2f62b910854', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b270c6bc-a779-4705-8892-971556e63137', 'port_id': '6562f427-461c-4d3c-8358-52c450468cf1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'mac_address': 'fa:16:3e:5d:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c806a-c9d2-4eff-963d-637170d5797a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:26:27Z', 'updated_at': '2021-11-25T19:26:31Z', 'revision_number': 1, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bcfc3b-3d75-4b4e-b299-0ea1ede53160', 'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'mac_address': 'fa:16:3e:05:42:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:57Z', 'updated_at': '2021-11-25T19:26:08Z', 'revision_number': 5, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'subnets': [{'id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:36.214379 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9495a642-038c-47cd-93ca-eff379bf3df6 None None] The sync data for ids ['b270c6bc-a779-4705-8892-971556e63137'] in n-d-817303-9 is: [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:26:00Z', 'revision_number': 4, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '20fb5181-4843-4d90-a690-a2f62b910854', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'floating_ip_address': '172.25.8.2', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b270c6bc-a779-4705-8892-971556e63137', 'port_id': '6562f427-461c-4d3c-8358-52c450468cf1', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'mac_address': 'fa:16:3e:5d:96:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '839c806a-c9d2-4eff-963d-637170d5797a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:26:27Z', 'updated_at': '2021-11-25T19:26:31Z', 'revision_number': 1, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '81bcfc3b-3d75-4b4e-b299-0ea1ede53160', 'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'mac_address': 'fa:16:3e:05:42:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:57Z', 'updated_at': '2021-11-25T19:26:08Z', 'revision_number': 5, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'subnets': [{'id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:36.226049 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8a68f3f-3089-4a8b-a3e8-47119b74db36 req-9b4f70a4-89a6-43e8-8fad-273138b6ba15 service neutron] 10.222.0.60 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2566235 Nov 25 19:26:36.290508 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:36.347301 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:36.421579 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8a68f3f-3089-4a8b-a3e8-47119b74db36 req-365bac9f-8685-4515-bbf1-f5ac98c51d04 service neutron] 10.222.0.60 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821897 Nov 25 19:26:36.457113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e068616-7912-416a-8786-ab1d8edb2eec,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:36.516172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-b2ce8e72-a3ee-453a-8ad2-66332f2a14dc tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:36.518625 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-b2ce8e72-a3ee-453a-8ad2-66332f2a14dc tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1097 time: 0.2839134 Nov 25 19:26:36.535761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-9'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:36.549994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4e659-2899-41ab-b34e-7a53fa639b85 req-171e1b2d-9ca2-4209-96f7-277c16448096 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:36.551670 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78b4e659-2899-41ab-b34e-7a53fa639b85 req-171e1b2d-9ca2-4209-96f7-277c16448096 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.3046918 Nov 25 19:26:36.621877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] Checking segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:36.622419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] Network hostable DHCP agents. Network: 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:26:36.688344 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f44df5e-2b94-46c1-a4f6-e8e1b0f3aa0a None None] New status for floating IP 20fb5181-4843-4d90-a690-a2f62b910854: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:26:36.799884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78b4e659-2899-41ab-b34e-7a53fa639b85 req-25ded0b6-a098-400c-a904-c6cd314cb3a1 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958919 Nov 25 19:26:36.801141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] Network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:26:36.809731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:36.828385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:36.853912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:36.854558 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:36.905356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbae810-9449-4eae-9bf9-32705528a9ef None None] Network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:37.117880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:37.206261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:37.219548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a31c15b-4d46-466f-bb5e-29c0880decbd None None] Network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:37.303419 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:37.308362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:37.315466 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3b4c70-b5dc-4566-a8dd-20eaf8f3d98b" -d '{"events": [{"server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:37.450826 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:37.493555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 905eb6c6-090a-4903-984e-e657f5f3cfcc details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:37.656171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca411fad-a342-432f-8931-0909454af681 service neutron] Pushing event updated for resources: {'Port': ['ID=905eb6c6-090a-4903-984e-e657f5f3cfcc,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:37.709255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8cc24566-7869-4f05-83ff-563c516d0356 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7524066 Nov 25 19:26:37.820456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eece81-6a0f-4f7b-8645-87028e7c7c4a req-ae38ab7e-0d00-4308-9eca-48973298fddb tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:37.823398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2eece81-6a0f-4f7b-8645-87028e7c7c4a req-ae38ab7e-0d00-4308-9eca-48973298fddb tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.76 "GET /v2.0/ports?device_id=4ad6045a-ca07-4aac-b5f3-35fef72b49ea HTTP/1.1" status: 200 len: 1023 time: 0.3740783 Nov 25 19:26:37.860492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:37.880229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99cdb48-a392-48f8-8d47-77e7b2a7b960 None None] DHCP port deletion for 5dde7b30-2d88-494c-830c-69dea298d7e4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:37.948911 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:37.963069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on host n-h1-817303-9 for vnic_type normal with profile {"migrating_to": "n-h2-817303-9"} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:37.964087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:37.964629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:37.973064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:37.973353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:37.993623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:37.994589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:37.995063 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:37.995564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Bound port: 905eb6c6-090a-4903-984e-e657f5f3cfcc, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:37.995988 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.030200 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-855e2745-852c-449c-8733-285fc0573b55 req-107eaf00-1454-4443-bd74-70314eb3f4ad tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 258 time: 0.7043765 Nov 25 19:26:38.037127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on host n-h1-817303-9 for vnic_type normal with profile {"migrating_to": "n-h2-817303-9"} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:38.037640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:38.038055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:38.051655 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:38.078013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ffce3037-b62c-468d-a624-25da3a3b0ff1 None None] Provisioning complete for port 905eb6c6-090a-4903-984e-e657f5f3cfcc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:38.078392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ffce3037-b62c-468d-a624-25da3a3b0ff1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.083592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:38.084444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:38.101017 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:38.101792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:38.102469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:38.103202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Bound port: 905eb6c6-090a-4903-984e-e657f5f3cfcc, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:38.103849 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.139433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ffce3037-b62c-468d-a624-25da3a3b0ff1 None None] Port 905eb6c6-090a-4903-984e-e657f5f3cfcc cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:38.144584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.159391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.164419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:38.171161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:38.240894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:38.244409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-a2eece81-6a0f-4f7b-8645-87028e7c7c4a req-49d0f83e-d021-4226-ae01-07705e370679 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Deleting port 1968543a-915e-49ac-b76b-a89258874565 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:38.244941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a2eece81-6a0f-4f7b-8645-87028e7c7c4a req-49d0f83e-d021-4226-ae01-07705e370679 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.255371 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.264433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port c083c878-2c93-45fc-b5f1-2256598fe074 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:38.296253 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port c083c878-2c93-45fc-b5f1-2256598fe074 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:38.296692 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.390207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a8e98b-834a-4949-8e8c-fadb9108de5d None None] DHCP port deletion for 5dde7b30-2d88-494c-830c-69dea298d7e4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:38.432845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=905eb6c6-090a-4903-984e-e657f5f3cfcc,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:38.458454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:38.479111 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.api [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 905eb6c6-090a-4903-984e-e657f5f3cfcc-n-h1-817303-9-0 {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:26:38.479500 n-d-817303-9 neutron-server[103651]: DEBUG oslo_db.api [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:26:38.491943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-a2eece81-6a0f-4f7b-8645-87028e7c7c4a req-49d0f83e-d021-4226-ae01-07705e370679 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] For port 1968543a-915e-49ac-b76b-a89258874565, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=1968543a-915e-49ac-b76b-a89258874565,segment=NetworkSegment(c005c45a-e95c-4cd7-ba4f-4f2335d664f9),segment_id=c005c45a-e95c-4cd7-ba4f-4f2335d664f9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:38.492309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a2eece81-6a0f-4f7b-8645-87028e7c7c4a req-49d0f83e-d021-4226-ae01-07705e370679 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.511813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-a2eece81-6a0f-4f7b-8645-87028e7c7c4a req-49d0f83e-d021-4226-ae01-07705e370679 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Calling delete_port for 1968543a-915e-49ac-b76b-a89258874565 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:38.528740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 905eb6c6-090a-4903-984e-e657f5f3cfcc has no active binding in host n-h2-817303-9 {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 19:26:38.578157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a1869927-8636-444f-8bfd-d50ae7656666 None None] Provisioning complete for port 905eb6c6-090a-4903-984e-e657f5f3cfcc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:38.578763 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a1869927-8636-444f-8bfd-d50ae7656666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.583537 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.602882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.682349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:38.687591 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd937303-5453-4750-a516-2c54b430473a" -d '{"events": [{"server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "name": "network-vif-plugged", "status": "completed", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:38.719501 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:38.728015 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.851852 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a2eece81-6a0f-4f7b-8645-87028e7c7c4a req-49d0f83e-d021-4226-ae01-07705e370679 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.868168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Allocated IP 172.25.8.148 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/67750dfa-a642-4b51-865e-d6c7acac5a20) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:38.884296 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a1869927-8636-444f-8bfd-d50ae7656666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:38.908852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d0f83e-d021-4226-ae01-07705e370679 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event deleted for resources: {'Port': ['ID=1968543a-915e-49ac-b76b-a89258874565,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:38.949229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45db91b4-2ee5-4652-bce3-48ddebeb0d4d None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:38.967878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:39.017150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2eece81-6a0f-4f7b-8645-87028e7c7c4a req-49d0f83e-d021-4226-ae01-07705e370679 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] No DVR routers for this DVR port 1968543a-915e-49ac-b76b-a89258874565 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:39.023249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a1869927-8636-444f-8bfd-d50ae7656666 None None] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:39.029111 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a2eece81-6a0f-4f7b-8645-87028e7c7c4a req-49d0f83e-d021-4226-ae01-07705e370679 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.032740 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2eece81-6a0f-4f7b-8645-87028e7c7c4a req-49d0f83e-d021-4226-ae01-07705e370679 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.76 "DELETE /v2.0/ports/1968543a-915e-49ac-b76b-a89258874565 HTTP/1.1" status: 204 len: 173 time: 1.1953771 Nov 25 19:26:39.042440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on host n-h1-817303-9 for vnic_type normal with profile {"migrating_to": "n-h2-817303-9"} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:39.042685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:39.043045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:39.048114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a1869927-8636-444f-8bfd-d50ae7656666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.054782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:39.055177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Attempting to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc on network 5dde7b30-2d88-494c-830c-69dea298d7e4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:39.073629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:39.073933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Checking segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:39.074298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Bound using segment: {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:39.074623 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Bound port: 905eb6c6-090a-4903-984e-e657f5f3cfcc, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '5dde7b30-2d88-494c-830c-69dea298d7e4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:39.075059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.113843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.177608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1869927-8636-444f-8bfd-d50ae7656666 None None] Pushing event updated for resources: {'Port': ['ID=905eb6c6-090a-4903-984e-e657f5f3cfcc,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:39.182362 n-d-817303-9 neutron-server[103651]: WARNING neutron.plugins.ml2.plugin [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Concurrent port binding operations failed on port 905eb6c6-090a-4903-984e-e657f5f3cfcc Nov 25 19:26:39.193763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:39.200205 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Attempt 2 to bind port 905eb6c6-090a-4903-984e-e657f5f3cfcc Nov 25 19:26:39.204312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:39.205023 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.207022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-ca411fad-a342-432f-8931-0909454af681 service neutron] 10.222.0.76 "PUT /v2.0/ports/905eb6c6-090a-4903-984e-e657f5f3cfcc HTTP/1.1" status: 200 len: 1124 time: 2.6763740 Nov 25 19:26:39.220931 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.277313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:39.280723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:39.286492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:39.290468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Pushing event updated for resources: {'Port': ['ID=67750dfa-a642-4b51-865e-d6c7acac5a20,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:39.312980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['905eb6c6-090a-4903-984e-e657f5f3cfcc'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:39.382314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['905eb6c6-090a-4903-984e-e657f5f3cfcc'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:39.416881 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.481928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.491474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 1968543a-915e-49ac-b76b-a89258874565 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:39.541852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 1968543a-915e-49ac-b76b-a89258874565 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:39.543059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 1968543a-915e-49ac-b76b-a89258874565 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:39.697522 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.703917 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.788614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Pushing event updated for resources: {'Port': ['ID=67750dfa-a642-4b51-865e-d6c7acac5a20,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:39.802444 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.824347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:39.827024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-855e2745-852c-449c-8733-285fc0573b55 req-c60e4e70-994a-42de-b09f-64716ca3b40d tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7844939 Nov 25 19:26:39.934634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-855e2745-852c-449c-8733-285fc0573b55 req-7ef6a77b-921c-4e10-993c-c295abc86c61 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.148 HTTP/1.1" status: 200 len: 696 time: 0.0893195 Nov 25 19:26:40.086603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e2745-852c-449c-8733-285fc0573b55 req-69df38d5-6e5a-492b-82e5-a10eff5dd0b6 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:40.101671 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-855e2745-852c-449c-8733-285fc0573b55 req-69df38d5-6e5a-492b-82e5-a10eff5dd0b6 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1635795 Nov 25 19:26:40.259683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115aef17-3f5e-458e-9745-d16b5365e8fb req-7c508114-34b7-42ec-b89f-f3bee7c3f240 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:40.262098 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-115aef17-3f5e-458e-9745-d16b5365e8fb req-7c508114-34b7-42ec-b89f-f3bee7c3f240 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 950 time: 0.0901463 Nov 25 19:26:40.332559 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-115aef17-3f5e-458e-9745-d16b5365e8fb req-f0d2a5c4-3852-455a-827d-a5b3a708bce0 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601122 Nov 25 19:26:40.420003 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03dd3b34-91ee-4d84-b62a-87e148e20e2b x-openstack-request-id: req-03dd3b34-91ee-4d84-b62a-87e148e20e2b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:40.420003 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:40.420003 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03dd3b34-91ee-4d84-b62a-87e148e20e2b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:40.420003 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc', 'code': 200} Nov 25 19:26:40.420674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53120) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:40.565214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25f7fc-f7c3-4f21-abf8-4ac0f3414b50 req-85ce7121-237a-4ee9-b375-be01d0f7f74b tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:40.568211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df25f7fc-f7c3-4f21-abf8-4ac0f3414b50 req-85ce7121-237a-4ee9-b375-be01d0f7f74b tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.0853953 Nov 25 19:26:40.604222 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-292fdae0-8782-4d34-a31f-705336afa760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.655084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df25f7fc-f7c3-4f21-abf8-4ac0f3414b50 req-5d29d754-e8c8-43ea-9996-bbc82bbefb7f tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747993 Nov 25 19:26:40.733364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-292fdae0-8782-4d34-a31f-705336afa760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.736906 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-292fdae0-8782-4d34-a31f-705336afa760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.791719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292fdae0-8782-4d34-a31f-705336afa760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732b943b-cb5b-43a1-aa24-3bea1594af8b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:40.798315 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-292fdae0-8782-4d34-a31f-705336afa760 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06c7d566a1af4b818bdb220f5e7b08b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3763671 Nov 25 19:26:40.803432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53124) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:40.875541 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a573786b-393c-4519-8220-bf803a8e0453 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:40.907080 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a573786b-393c-4519-8220-bf803a8e0453 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.002886 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a573786b-393c-4519-8220-bf803a8e0453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.005302 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a573786b-393c-4519-8220-bf803a8e0453 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:41.009705 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a573786b-393c-4519-8220-bf803a8e0453 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/732b943b-cb5b-43a1-aa24-3bea1594af8b HTTP/1.1" status: 204 len: 168 time: 0.2052398 Nov 25 19:26:41.019913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a573786b-393c-4519-8220-bf803a8e0453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732b943b-cb5b-43a1-aa24-3bea1594af8b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:41.391099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-6660823d-5f7d-49f4-bf14-70d1b0bce388 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:41.393524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-6660823d-5f7d-49f4-bf14-70d1b0bce388 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.1292341 Nov 25 19:26:41.439175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-fb76988e-3145-46e8-b916-984a6430f979 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/quotas/3b973ffbca42402e9b75b4978356f206 HTTP/1.1" status: 200 len: 375 time: 0.0272796 Nov 25 19:26:41.503435 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-491cb2c6-bf92-43e9-a842-5296ea8cab1d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0524528 Nov 25 19:26:41.658567 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-a0480e30-36e3-4b70-af3a-d3064542aa0e service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405430 Nov 25 19:26:41.799092 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-6ee73e73-ee14-4f26-a859-d9cd7dc540a9 service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299667 Nov 25 19:26:41.987068 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ec2db4-3f24-48d6-a01c-43de515f45fb x-openstack-request-id: req-46ec2db4-3f24-48d6-a01c-43de515f45fb {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:41.987608 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "name": "network-vif-plugged", "status": "completed", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:41.987608 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46ec2db4-3f24-48d6-a01c-43de515f45fb {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:41.988003 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'code': 200} Nov 25 19:26:42.056069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53166) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:42.121912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c476da1c-9377-4858-82e6-beed488aeb53 req-267c461b-5d14-47fb-84e6-b472502e85a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:42.123876 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c476da1c-9377-4858-82e6-beed488aeb53 req-267c461b-5d14-47fb-84e6-b472502e85a5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1101 time: 0.0550604 Nov 25 19:26:42.240752 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c476da1c-9377-4858-82e6-beed488aeb53 req-16a447df-02a5-4789-afdf-61043837bf64 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000388 Nov 25 19:26:42.253375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1541084007-network', 'tenant_id': '6721759538e84e88b2770c949eb75323'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:42.294732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Made reservation on behalf of 6721759538e84e88b2770c949eb75323 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:42.298071 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.314783 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.422204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'name': 'network-vif-deleted', 'tag': '1968543a-915e-49ac-b76b-a89258874565'}, {'name': 'network-changed', 'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:42.426447 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1430296f-d645-4fe9-bee8-7d0e6833b416" -d '{"events": [{"server_uuid": "4ad6045a-ca07-4aac-b5f3-35fef72b49ea", "name": "network-vif-deleted", "tag": "1968543a-915e-49ac-b76b-a89258874565"}, {"name": "network-changed", "server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:42.435947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.445572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.503737 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:26:42.515858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd209ef-6173-4bdd-bbd5-44f736fe2e17,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:42.528787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.529256 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Added segment e327ef9f-5f14-43dc-87dd-defed65285a2 of type vlan for network 467d4cb7-0f66-4567-b754-fd7d36f3ac8f Nov 25 19:26:42.553847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962635e7-83c4-41f6-afcf-2fdc9e8d401f req-505d92eb-86c8-41c0-ac11-4586c7fe2d6c tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:42.563667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-962635e7-83c4-41f6-afcf-2fdc9e8d401f req-505d92eb-86c8-41c0-ac11-4586c7fe2d6c tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1188869 Nov 25 19:26:42.610476 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.661516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-962635e7-83c4-41f6-afcf-2fdc9e8d401f req-bc5f0037-5294-4ce6-90ba-08598b02f55c tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.148 HTTP/1.1" status: 200 len: 696 time: 0.0928106 Nov 25 19:26:42.665982 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.667458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:42.668495 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.681918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-962635e7-83c4-41f6-afcf-2fdc9e8d401f req-8f00ba72-55f7-470d-be88-bddcd51763ce tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Request body: {'floatingip': {'port_id': '6562f427-461c-4d3c-8358-52c450468cf1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:42.722202 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6648250 Nov 25 19:26:42.749491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53180) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:42.757863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] Request body: {'subnet': {'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1541084007-subnet', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:42.765653 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1e335-0568-4cbf-a437-a0672f3f5771 admin admin] Pushing event updated for resources: {'Network': ['ID=467d4cb7-0f66-4567-b754-fd7d36f3ac8f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:42.779616 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-962635e7-83c4-41f6-afcf-2fdc9e8d401f req-8f00ba72-55f7-470d-be88-bddcd51763ce tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:42.796082 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 467d4cb7-0f66-4567-b754-fd7d36f3ac8f details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:26:42.806382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] Made reservation on behalf of 6721759538e84e88b2770c949eb75323 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:42.815464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.673812 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-962635e7-83c4-41f6-afcf-2fdc9e8d401f req-8f00ba72-55f7-470d-be88-bddcd51763ce tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 19:26:43.677532 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-962635e7-83c4-41f6-afcf-2fdc9e8d401f req-8f00ba72-55f7-470d-be88-bddcd51763ce tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "PUT /v2.0/floatingips/26e2474e-4b49-4b65-8e98-51a3ee6d7f40 HTTP/1.1" status: 409 len: 551 time: 1.0007632 Nov 25 19:26:43.832113 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab058f3-88b7-42dc-9dea-733e8fc454c9 req-2c8afed3-c882-454c-80e6-c049b65ed3f0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:43.835939 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2ab058f3-88b7-42dc-9dea-733e8fc454c9 req-2c8afed3-c882-454c-80e6-c049b65ed3f0 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.60 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 944 time: 0.7646303 Nov 25 19:26:43.838831 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:43.984095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ee1ee-0d2b-4257-b809-b4ae619f6fc6 req-15769c13-cb35-4ba9-95eb-9b4220d070c6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:43.987142 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-979ee1ee-0d2b-4257-b809-b4ae619f6fc6 req-15769c13-cb35-4ba9-95eb-9b4220d070c6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 950 time: 0.1104181 Nov 25 19:26:43.989254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:43.991743 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f626e53c-f8b8-4a97-9bef-fc04ec384e5a" -d '{"events": [{"server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "name": "network-vif-plugged", "status": "completed", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:44.063068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-11f88268-51e0-4538-a8b8-96927a5aef5c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:44.067172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-11f88268-51e0-4538-a8b8-96927a5aef5c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.3754840 Nov 25 19:26:44.083310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6d42325-2117-45c5-b30d-23739ab4c658,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:44.103451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] Checking segment: {'id': 'e327ef9f-5f14-43dc-87dd-defed65285a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:44.104027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] Network hostable DHCP agents. Network: 467d4cb7-0f66-4567-b754-fd7d36f3ac8f, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:26:44.118179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Request body: {'port': {'device_id': 'cb563e22-1b9b-4447-a2c2-12e8dbeb65fd', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'admin_state_up': True, 'tenant_id': '3b973ffbca42402e9b75b4978356f206'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:44.151798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] Network 467d4cb7-0f66-4567-b754-fd7d36f3ac8f is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:26:44.170751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-979ee1ee-0d2b-4257-b809-b4ae619f6fc6 req-f25a8524-7e09-4201-9cd9-e9dd938b9a58 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528561 Nov 25 19:26:44.179282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 467d4cb7-0f66-4567-b754-fd7d36f3ac8f) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:44.194084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a842d5bb-eb06-44dc-99e1-a08f24a0ab15 None None] Network 467d4cb7-0f66-4567-b754-fd7d36f3ac8f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:44.203627 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:44.204558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.217090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-2ab058f3-88b7-42dc-9dea-733e8fc454c9 req-16386a40-8053-451d-8983-2d7527eb3904 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Deleting port 10636141-cba3-4aec-b07d-eade52ed416e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:44.218006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2ab058f3-88b7-42dc-9dea-733e8fc454c9 req-16386a40-8053-451d-8983-2d7527eb3904 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.290763 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1e55ea22-dabc-4cad-806a-beb86bc18766 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5395503 Nov 25 19:26:44.342403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53188) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:44.350604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1541084007-router', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:44.398748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Made reservation on behalf of 3b973ffbca42402e9b75b4978356f206 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:26:44.404353 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.463544 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-2ab058f3-88b7-42dc-9dea-733e8fc454c9 req-16386a40-8053-451d-8983-2d7527eb3904 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] For port 10636141-cba3-4aec-b07d-eade52ed416e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=10636141-cba3-4aec-b07d-eade52ed416e,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:44.464113 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2ab058f3-88b7-42dc-9dea-733e8fc454c9 req-16386a40-8053-451d-8983-2d7527eb3904 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.469806 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.472504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.497738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fb99c-1256-475a-a0c0-f57805c36e1e req-62e9b625-d7f0-49e9-80cc-c0256b410a07 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:44.500503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd2fb99c-1256-475a-a0c0-f57805c36e1e req-62e9b625-d7f0-49e9-80cc-c0256b410a07 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 946 time: 0.1234343 Nov 25 19:26:44.505157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-2ab058f3-88b7-42dc-9dea-733e8fc454c9 req-16386a40-8053-451d-8983-2d7527eb3904 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Calling delete_port for 10636141-cba3-4aec-b07d-eade52ed416e owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:44.628627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-467d4cb7-0f66-4567-b754-fd7d36f3ac8f', 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'fixed_ips': [{'subnet_id': 'f6d42325-2117-45c5-b30d-23739ab4c658'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:26:44.629626 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.705485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.713366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd2fb99c-1256-475a-a0c0-f57805c36e1e req-f9d42eae-ad78-4d05-a37c-a37e5a3907ff tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529245 Nov 25 19:26:44.931666 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:44.964066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Allocated IP 172.20.0.2 (91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb/9e068616-7912-416a-8786-ab1d8edb2eec/585f03e0-bfc6-41df-a156-45fadc37ab1d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:45.021577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Allocated IP 172.20.0.2 (467d4cb7-0f66-4567-b754-fd7d36f3ac8f/f6d42325-2117-45c5-b30d-23739ab4c658/edde6bfb-cb12-4c74-83a7-168cdd9342ff) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:45.067262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2ab058f3-88b7-42dc-9dea-733e8fc454c9 req-16386a40-8053-451d-8983-2d7527eb3904 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.111720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292e6b3e-b56b-4d43-9a0a-fa3116786d9e None None] DHCP port deletion for 6416e649-d9bc-4b84-af89-d9947516c8b7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:45.115008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16386a40-8053-451d-8983-2d7527eb3904 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Pushing event deleted for resources: {'Port': ['ID=10636141-cba3-4aec-b07d-eade52ed416e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:45.157420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ab058f3-88b7-42dc-9dea-733e8fc454c9 req-16386a40-8053-451d-8983-2d7527eb3904 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] No DVR routers for this DVR port 10636141-cba3-4aec-b07d-eade52ed416e on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:45.169778 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2ab058f3-88b7-42dc-9dea-733e8fc454c9 req-16386a40-8053-451d-8983-2d7527eb3904 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.174280 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2ab058f3-88b7-42dc-9dea-733e8fc454c9 req-16386a40-8053-451d-8983-2d7527eb3904 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.60 "DELETE /v2.0/ports/10636141-cba3-4aec-b07d-eade52ed416e HTTP/1.1" status: 204 len: 173 time: 1.3278244 Nov 25 19:26:45.174585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00b3397-f28d-489a-831b-c5c068190a47', 'name': 'network-vif-deleted', 'tag': '10636141-cba3-4aec-b07d-eade52ed416e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:45.206644 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72cbb2e9-f0b0-4ed5-9fe4-5b6d1875a5a4" -d '{"events": [{"server_uuid": "f00b3397-f28d-489a-831b-c5c068190a47", "name": "network-vif-deleted", "tag": "10636141-cba3-4aec-b07d-eade52ed416e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:45.252885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cd2e05d-b23b-4533-b942-7927acd8c63b req-d2e2cb22-ecb6-4dcd-bac9-4cadbb4b9e1e tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb563e22-1b9b-4447-a2c2-12e8dbeb65fd HTTP/1.1" status: 200 len: 210 time: 0.0688272 Nov 25 19:26:45.363480 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.436292 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:26:45.506034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-364558e0-3486-4290-b876-ba0872674c4c req-a5599e3c-2912-4b25-8c14-65645b03a597 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=f00b3397-f28d-489a-831b-c5c068190a47 HTTP/1.1" status: 200 len: 210 time: 0.0670395 Nov 25 19:26:45.514871 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.540224 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.546836 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.631679 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9bf351-7c81-4146-9a78-1edd04b0595f x-openstack-request-id: req-bd9bf351-7c81-4146-9a78-1edd04b0595f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:45.632229 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ad6045a-ca07-4aac-b5f3-35fef72b49ea", "name": "network-vif-deleted", "tag": "1968543a-915e-49ac-b76b-a89258874565", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:45.635228 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd9bf351-7c81-4146-9a78-1edd04b0595f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:45.636089 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ad6045a-ca07-4aac-b5f3-35fef72b49ea', 'name': 'network-vif-deleted', 'tag': '1968543a-915e-49ac-b76b-a89258874565', 'status': 'completed', 'code': 200} Nov 25 19:26:45.638880 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc', 'status': 'completed', 'code': 200} Nov 25 19:26:45.707408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Allocated IP 172.25.8.66 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/0e5ba307-fc43-4c0a-9eb7-6b01491a8c75) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:45.708649 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.720035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:45.749522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Network 467d4cb7-0f66-4567-b754-fd7d36f3ac8f is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:45.775697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:45.786166 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:45.789717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:45.824383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:45.827303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event updated for resources: {'Port': ['ID=585f03e0-bfc6-41df-a156-45fadc37ab1d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:45.861447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:45.872318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-c53e7d83-0d7e-4deb-a4ea-df5802976e36 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips/26e2474e-4b49-4b65-8e98-51a3ee6d7f40 HTTP/1.1" status: 200 len: 693 time: 0.2006917 Nov 25 19:26:45.881201 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430296f-d645-4fe9-bee8-7d0e6833b416 req-1840e5f0-7215-4225-a22d-528c7cc3b80a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:45.884338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1430296f-d645-4fe9-bee8-7d0e6833b416 req-1840e5f0-7215-4225-a22d-528c7cc3b80a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 1127 time: 0.1698995 Nov 25 19:26:45.926457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Pushing event updated for resources: {'Port': ['ID=edde6bfb-cb12-4c74-83a7-168cdd9342ff,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:46.007398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:46.010967 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.048777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Attempting to bind port edde6bfb-cb12-4c74-83a7-168cdd9342ff on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:46.048777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Attempting to bind port edde6bfb-cb12-4c74-83a7-168cdd9342ff by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'e327ef9f-5f14-43dc-87dd-defed65285a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:46.048777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Attempting to bind port edde6bfb-cb12-4c74-83a7-168cdd9342ff on network 467d4cb7-0f66-4567-b754-fd7d36f3ac8f {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:46.059775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:46.060366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Checking segment: {'id': 'e327ef9f-5f14-43dc-87dd-defed65285a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:46.061757 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.061970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Bound using segment: {'id': 'e327ef9f-5f14-43dc-87dd-defed65285a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:46.062710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Bound port: edde6bfb-cb12-4c74-83a7-168cdd9342ff, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e327ef9f-5f14-43dc-87dd-defed65285a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:46.063820 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.068561 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.118882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430296f-d645-4fe9-bee8-7d0e6833b416 req-9785c881-ca49-4af9-a173-539b3536c15e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:46.121082 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1430296f-d645-4fe9-bee8-7d0e6833b416 req-9785c881-ca49-4af9-a173-539b3536c15e service neutron] 10.222.0.60 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.2265706 Nov 25 19:26:46.138596 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-038a042c-4de4-420e-b7c1-75859de45723 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0295644 Nov 25 19:26:46.160403 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Request body: {'port': {'device_id': 'cb563e22-1b9b-4447-a2c2-12e8dbeb65fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:46.207756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] For port edde6bfb-cb12-4c74-83a7-168cdd9342ff, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:46.208433 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1430296f-d645-4fe9-bee8-7d0e6833b416 req-0c1da73b-0699-413f-8798-7b153a496173 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc HTTP/1.1" status: 200 len: 217 time: 0.0605390 Nov 25 19:26:46.214177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 905eb6c6-090a-4903-984e-e657f5f3cfcc no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:46.254783 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.275567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] For port edde6bfb-cb12-4c74-83a7-168cdd9342ff, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=edde6bfb-cb12-4c74-83a7-168cdd9342ff,segment=NetworkSegment(e327ef9f-5f14-43dc-87dd-defed65285a2),segment_id=e327ef9f-5f14-43dc-87dd-defed65285a2)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:46.292927 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.298086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-1e79e183-12e3-4e86-958e-2f81f7fec517 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:46.302442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-1e79e183-12e3-4e86-958e-2f81f7fec517 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.3983982 Nov 25 19:26:46.318377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1430296f-d645-4fe9-bee8-7d0e6833b416 req-9d27da3e-809f-48a0-b119-82434e872353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:46.320088 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1430296f-d645-4fe9-bee8-7d0e6833b416 req-9d27da3e-809f-48a0-b119-82434e872353 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1035247 Nov 25 19:26:46.335405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:46.352166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:46.355015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Pushing event updated for resources: {'Port': ['ID=0e5ba307-fc43-4c0a-9eb7-6b01491a8c75,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:46.372279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:46.378682 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1430296f-d645-4fe9-bee8-7d0e6833b416 req-37e57bd2-1563-417a-a310-b22cecc8fd80 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474720 Nov 25 19:26:46.396844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fc6728-ecd6-4f28-b9c7-d0be3c5c6a33 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:46.430303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30da4f3c-c44b-459a-9464-192ee6068ddd None None] Pushing event updated for resources: {'Port': ['ID=edde6bfb-cb12-4c74-83a7-168cdd9342ff,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:46.493813 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.528605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-a393dfda-6773-4f2d-9b7c-5d5b205a288e tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.148 HTTP/1.1" status: 200 len: 696 time: 0.2093620 Nov 25 19:26:46.536523 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.595553 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:46.603281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6ba89587-695a-487b-b8a6-97132648bc2b None None] Provisioning complete for port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:46.603690 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6ba89587-695a-487b-b8a6-97132648bc2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.606392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:46.633308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-4790eab2-936c-4afb-9f32-8fba22915f67 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.148 HTTP/1.1" status: 200 len: 696 time: 0.0668232 Nov 25 19:26:46.697837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=905eb6c6-090a-4903-984e-e657f5f3cfcc,revision_number=10']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:46.746634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 10636141-cba3-4aec-b07d-eade52ed416e no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:46.750236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1430296f-d645-4fe9-bee8-7d0e6833b416 req-52121ea9-1690-416b-b5f4-19fbd82abf87 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403919 Nov 25 19:26:46.756268 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-3556e10d-ec05-498a-a62e-9194333baf51 service neutron] 10.222.0.60 "GET /v2.0/ports/905eb6c6-090a-4903-984e-e657f5f3cfcc/bindings/n-h2-817303-9 HTTP/1.1" status: 200 len: 384 time: 0.2809172 Nov 25 19:26:46.775312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 10636141-cba3-4aec-b07d-eade52ed416e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:46.775763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 10636141-cba3-4aec-b07d-eade52ed416e not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:46.778972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6ba89587-695a-487b-b8a6-97132648bc2b None None] Port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:47.184298 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1430296f-d645-4fe9-bee8-7d0e6833b416 req-98b29f8d-931c-457a-a927-20c277856bd0 service neutron] 10.222.0.60 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194014 Nov 25 19:26:47.209745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-2938a615-0b49-4d86-ad72-9eb180edcb11 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Deleting port 67750dfa-a642-4b51-865e-d6c7acac5a20 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:47.210495 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-2938a615-0b49-4d86-ad72-9eb180edcb11 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.226161 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.264933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device edde6bfb-cb12-4c74-83a7-168cdd9342ff up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:47.403869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port edde6bfb-cb12-4c74-83a7-168cdd9342ff triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:47.405788 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.473888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 585f03e0-bfc6-41df-a156-45fadc37ab1d {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:47.493460 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-2938a615-0b49-4d86-ad72-9eb180edcb11 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.494385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-2938a615-0b49-4d86-ad72-9eb180edcb11 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.503201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.539317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-2938a615-0b49-4d86-ad72-9eb180edcb11 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Calling delete_port for 67750dfa-a642-4b51-865e-d6c7acac5a20 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:47.553805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Transition to ACTIVE for port object 585f03e0-bfc6-41df-a156-45fadc37ab1d will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:26:47.562311 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.614826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-5de3ee87-db4a-4774-b548-4a6039aeeba6 service neutron] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:47.630570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port edde6bfb-cb12-4c74-83a7-168cdd9342ff, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=edde6bfb-cb12-4c74-83a7-168cdd9342ff,segment=NetworkSegment(e327ef9f-5f14-43dc-87dd-defed65285a2),segment_id=e327ef9f-5f14-43dc-87dd-defed65285a2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:47.641195 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.647750 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.723293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Pushing event updated for resources: {'Port': ['ID=585f03e0-bfc6-41df-a156-45fadc37ab1d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:47.775760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-5de3ee87-db4a-4774-b548-4a6039aeeba6 service neutron] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:47.828673 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.837911 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=edde6bfb-cb12-4c74-83a7-168cdd9342ff,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:47.927111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Attempting to bind port 585f03e0-bfc6-41df-a156-45fadc37ab1d on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:47.927412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Attempting to bind port 585f03e0-bfc6-41df-a156-45fadc37ab1d by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:47.927767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Attempting to bind port 585f03e0-bfc6-41df-a156-45fadc37ab1d on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:47.937811 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Port 585f03e0-bfc6-41df-a156-45fadc37ab1d on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:26:47.938154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Attempting to bind port 585f03e0-bfc6-41df-a156-45fadc37ab1d on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:47.952075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:47.952423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Checking segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:47.952804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Bound using segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:47.954092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Bound port: 585f03e0-bfc6-41df-a156-45fadc37ab1d, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:47.954092 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:47.956015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-5de3ee87-db4a-4774-b548-4a6039aeeba6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905eb6c6-090a-4903-984e-e657f5f3cfcc {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:47.974379 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-2938a615-0b49-4d86-ad72-9eb180edcb11 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.003944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-5de3ee87-db4a-4774-b548-4a6039aeeba6 service neutron] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:48.031928 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-5de3ee87-db4a-4774-b548-4a6039aeeba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.068809 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938a615-0b49-4d86-ad72-9eb180edcb11 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Pushing event deleted for resources: {'Port': ['ID=67750dfa-a642-4b51-865e-d6c7acac5a20,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:48.156021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:26:48.161658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-5de3ee87-db4a-4774-b548-4a6039aeeba6 service neutron] Transition to ACTIVE for port object 905eb6c6-090a-4903-984e-e657f5f3cfcc will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:26:48.172300 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-5de3ee87-db4a-4774-b548-4a6039aeeba6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.231398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] For port 585f03e0-bfc6-41df-a156-45fadc37ab1d, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:48.240154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] For port 585f03e0-bfc6-41df-a156-45fadc37ab1d, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=585f03e0-bfc6-41df-a156-45fadc37ab1d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:48.242568 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-2938a615-0b49-4d86-ad72-9eb180edcb11 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.247898 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-2938a615-0b49-4d86-ad72-9eb180edcb11 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.250011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d97e6f4-280e-4aee-bf50-925df51bc8b6 req-2938a615-0b49-4d86-ad72-9eb180edcb11 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "DELETE /v2.0/floatingips/26e2474e-4b49-4b65-8e98-51a3ee6d7f40 HTTP/1.1" status: 204 len: 173 time: 1.5980790 Nov 25 19:26:48.253621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.288475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95529616-70ee-43b9-ae35-14d865c94546 None None] Network 467d4cb7-0f66-4567-b754-fd7d36f3ac8f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:26:48.333923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:48.335090 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.338577 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] 10.222.0.76 "PUT /v2.0/ports/585f03e0-bfc6-41df-a156-45fadc37ab1d HTTP/1.1" status: 200 len: 1091 time: 2.1849878 Nov 25 19:26:48.338577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb563e22-1b9b-4447-a2c2-12e8dbeb65fd', 'tag': '585f03e0-bfc6-41df-a156-45fadc37ab1d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:48.343128 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067250b0-4871-4600-88ed-3e920928fec7" -d '{"events": [{"name": "network-changed", "server_uuid": "cb563e22-1b9b-4447-a2c2-12e8dbeb65fd", "tag": "585f03e0-bfc6-41df-a156-45fadc37ab1d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:48.356086 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cbb4fc-08a1-4f59-8963-108c77b92f5c None None] DHCP port deletion for 5dde7b30-2d88-494c-830c-69dea298d7e4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:48.369768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-5de3ee87-db4a-4774-b548-4a6039aeeba6 service neutron] No DVR routers for this DVR port 905eb6c6-090a-4903-984e-e657f5f3cfcc on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:48.371595 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54e8df2b-1e6b-4f30-bc06-066376b57ee0 x-openstack-request-id: req-54e8df2b-1e6b-4f30-bc06-066376b57ee0 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:48.372397 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "name": "network-vif-plugged", "status": "completed", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:48.372674 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54e8df2b-1e6b-4f30-bc06-066376b57ee0 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:48.373028 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc', 'code': 200} Nov 25 19:26:48.388642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897436d-c469-441f-b1d8-eb017a3359d7 service neutron] Pushing event updated for resources: {'Port': ['ID=585f03e0-bfc6-41df-a156-45fadc37ab1d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:48.460945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de3ee87-db4a-4774-b548-4a6039aeeba6 service neutron] Pushing event updated for resources: {'Port': ['ID=905eb6c6-090a-4903-984e-e657f5f3cfcc,revision_number=12']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:48.463392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7327b4de-1eb7-4ef3-94a9-d838ff96131a None None] Provisioning complete for port edde6bfb-cb12-4c74-83a7-168cdd9342ff triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:48.464061 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7327b4de-1eb7-4ef3-94a9-d838ff96131a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.516396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-5de3ee87-db4a-4774-b548-4a6039aeeba6 service neutron] 10.222.0.60 "PUT /v2.0/ports/905eb6c6-090a-4903-984e-e657f5f3cfcc/bindings/n-h2-817303-9/activate HTTP/1.1" status: 200 len: 369 time: 1.7407568 Nov 25 19:26:48.541789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:48.567959 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:48.568814 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Sync routers for ids ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:48.570526 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9291eb38-ab37-4734-a02a-461b7315f076 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2265573 Nov 25 19:26:48.574220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53204) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:26:48.598118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-084611a2-a549-4849-a57c-9e978d1a2a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:48.602044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-084611a2-a549-4849-a57c-9e978d1a2a14 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=cb563e22-1b9b-4447-a2c2-12e8dbeb65fd HTTP/1.1" status: 200 len: 1094 time: 0.1697221 Nov 25 19:26:48.608715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b375f44-2960-4346-b660-64f1ec1447de req-e5ae1e63-c52e-4567-a8a5-49cee9331ac0 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:48.615882 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b375f44-2960-4346-b660-64f1ec1447de req-e5ae1e63-c52e-4567-a8a5-49cee9331ac0 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1101 time: 0.1150770 Nov 25 19:26:48.645475 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Routers {'12bc6b9c-b979-49ea-a1bd-ab47d4e27818'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:48.652636 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:48.761078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-b28b247f-7de4-47f9-9098-7bd353067169 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=585f03e0-bfc6-41df-a156-45fadc37ab1d HTTP/1.1" status: 200 len: 217 time: 0.1419375 Nov 25 19:26:48.945870 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Set router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:48.976234 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b375f44-2960-4346-b660-64f1ec1447de req-5380ca62-0ffb-43ef-b1b6-627286de73c1 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393092 Nov 25 19:26:48.991428 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-cc1422f5-e935-498f-8382-54f96ac8b598 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:49.020701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-cc1422f5-e935-498f-8382-54f96ac8b598 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.2897696 Nov 25 19:26:49.030042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-e107316c-3c0e-4e55-90fd-f94fc32c5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:49.033154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-e107316c-3c0e-4e55-90fd-f94fc32c5998 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.2312605 Nov 25 19:26:49.168868 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39668c5c-6097-4244-833c-de15a569f01b x-openstack-request-id: req-39668c5c-6097-4244-833c-de15a569f01b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:49.169432 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00b3397-f28d-489a-831b-c5c068190a47", "name": "network-vif-deleted", "tag": "10636141-cba3-4aec-b07d-eade52ed416e", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:49.169841 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39668c5c-6097-4244-833c-de15a569f01b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:49.170464 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00b3397-f28d-489a-831b-c5c068190a47', 'name': 'network-vif-deleted', 'tag': '10636141-cba3-4aec-b07d-eade52ed416e', 'status': 'completed', 'code': 200} Nov 25 19:26:49.252429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-174b5c1e-0dd1-4662-a4a0-5b7aa361ba72 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2060125 Nov 25 19:26:49.267736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device edde6bfb-cb12-4c74-83a7-168cdd9342ff up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:49.375977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3389bc48-c410-4fda-873f-c33c4b19fb39 None None] Provisioning complete for port edde6bfb-cb12-4c74-83a7-168cdd9342ff triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:49.377643 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3389bc48-c410-4fda-873f-c33c4b19fb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.397922 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'name': 'tempest-FloatingIPsTestJSON-1541084007-router', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:44Z', 'updated_at': '2021-11-25T19:26:46Z', 'revision_number': 3, 'project_id': '6721759538e84e88b2770c949eb75323', 'gw_port': {'id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:45Z', 'updated_at': '2021-11-25T19:26:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:49.448008 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Checking router: 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:49.448843 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Updating router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:26:49.450845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port edde6bfb-cb12-4c74-83a7-168cdd9342ff triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:49.451842 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.459832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-0b6159bb-79ee-40db-8cb0-e1a83312179e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:49.462444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-0b6159bb-79ee-40db-8cb0-e1a83312179e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875 HTTP/1.1" status: 200 len: 1096 time: 0.4277885 Nov 25 19:26:49.491259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8842f7-ebfe-4e79-8f58-94aee721d203 req-9cc34f4b-a632-4074-bc05-b734b20a38ca tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:49.493756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5d8842f7-ebfe-4e79-8f58-94aee721d203 req-9cc34f4b-a632-4074-bc05-b734b20a38ca tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 945 time: 0.2397714 Nov 25 19:26:49.506742 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.606576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-f3d5dfc9-59f1-4f30-82da-5538e0435c65 service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393235 Nov 25 19:26:49.788692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-f89c8047-40b8-4539-990a-a9da7df3b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:49.795475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-f89c8047-40b8-4539-990a-a9da7df3b98a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 1096 time: 0.2898836 Nov 25 19:26:49.824466 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:49.825093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5d8842f7-ebfe-4e79-8f58-94aee721d203 req-4b80621f-623c-48d4-a9f4-d1b7b38ec97c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3007357 Nov 25 19:26:49.908598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bd3b3a-aca4-49f0-8e86-d1138a9a445c req-10b87dde-01b2-4bbe-8aeb-d6b532ee005c service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2907317 Nov 25 19:26:49.965544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-df7a790d-cf76-4036-b8e9-b9ace9022c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:49.968016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-df7a790d-cf76-4036-b8e9-b9ace9022c9c service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.1631734 Nov 25 19:26:50.065135 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-20440079-918e-4c04-b50f-7c52cbed3a36 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc HTTP/1.1" status: 200 len: 217 time: 0.0761564 Nov 25 19:26:50.094281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Allocated IP 172.20.0.1 (467d4cb7-0f66-4567-b754-fd7d36f3ac8f/f6d42325-2117-45c5-b30d-23739ab4c658/cee5936b-fbee-4354-ad67-ae5c19e01648) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:50.124555 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.135296 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.201773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-9d8456de-c45e-444b-906d-093eb0a503be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:50.203258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-9d8456de-c45e-444b-906d-093eb0a503be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1247480 Nov 25 19:26:50.215990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333fa91f-da17-4721-98f8-a19f54e74583 req-780b5b3f-cfae-4be0-bee1-b9de1350c7a4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:50.217711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-333fa91f-da17-4721-98f8-a19f54e74583 req-780b5b3f-cfae-4be0-bee1-b9de1350c7a4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb563e22-1b9b-4447-a2c2-12e8dbeb65fd HTTP/1.1" status: 200 len: 943 time: 0.0853732 Nov 25 19:26:50.228770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eebdc6c-7bd7-4b5b-b603-2b55700273d7 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:50.242570 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Attempting to bind port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:50.243893 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Attempting to bind port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:50.245224 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Attempting to bind port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:50.247683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-552ff9ec-f4ce-45b5-a4ca-88ce6ac5eef3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289235 Nov 25 19:26:50.262525 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Pushing event updated for resources: {'Port': ['ID=0e5ba307-fc43-4c0a-9eb7-6b01491a8c75,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:50.275791 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:50.281128 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:50.282300 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.283900 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:50.285043 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Bound port: 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:50.285968 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.299592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c0e51040-ef00-4aa6-9657-ce0eed3b57b5 None None] Provisioning complete for port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:50.300277 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c0e51040-ef00-4aa6-9657-ce0eed3b57b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.324920 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-333fa91f-da17-4721-98f8-a19f54e74583 req-36f35e47-b531-4428-9ec3-68e33cb51a03 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759227 Nov 25 19:26:50.337518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.397813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:50.409413 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831dc236-4917-4c40-892b-99876d2e2b3a" -d '{"events": [{"server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:50.416304 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-58beafe5-d2af-4829-8ebc-123c57637e2f service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504855 Nov 25 19:26:50.427347 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.434227 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.434841 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.435446 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.436661 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.437240 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.437824 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.438454 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.439080 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.439675 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.440268 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.440828 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.442149 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:50.461697 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] For port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:50.469723 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] For port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0e5ba307-fc43-4c0a-9eb7-6b01491a8c75,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:50.479004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c0e51040-ef00-4aa6-9657-ce0eed3b57b5 None None] Port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:50.481066 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.507477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Network 467d4cb7-0f66-4567-b754-fd7d36f3ac8f is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:50.509591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:50.512360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.523236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:50.572954 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b32db8a-88cb-410e-92f1-929d544d1446 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:50.589756 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Routers {'12bc6b9c-b979-49ea-a1bd-ab47d4e27818'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:50.590399 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:50.628675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Pushing event updated for resources: {'Port': ['ID=cee5936b-fbee-4354-ad67-ae5c19e01648,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:50.653146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.659494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-bd13ba14-5fe0-4ff0-80dd-d84ab835e2f4 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337193 Nov 25 19:26:50.677102 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39208b33-206b-4a05-a724-c6b7405328de None None] Pushing event updated for resources: {'Port': ['ID=0e5ba307-fc43-4c0a-9eb7-6b01491a8c75,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:50.736853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6a0cd37b-68e0-48fb-8e8e-0ef7ed64549f None None] Provisioning complete for port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:50.744630 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd37b-68e0-48fb-8e8e-0ef7ed64549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:50.880606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-432f0ffa-4284-4735-b7ee-f76571d55206 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 1000 time: 0.2764022 Nov 25 19:26:50.899648 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] Set router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:51.000111 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd37b-68e0-48fb-8e8e-0ef7ed64549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.049696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6a0cd37b-68e0-48fb-8e8e-0ef7ed64549f None None] For port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0e5ba307-fc43-4c0a-9eb7-6b01491a8c75,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:51.059135 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6a0cd37b-68e0-48fb-8e8e-0ef7ed64549f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.070264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-431c7fa5-7c7b-4458-bc83-3427fd43bae3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:51.074960 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.085311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-431c7fa5-7c7b-4458-bc83-3427fd43bae3 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports/6562f427-461c-4d3c-8358-52c450468cf1 HTTP/1.1" status: 200 len: 943 time: 0.1918960 Nov 25 19:26:51.157876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0cd37b-68e0-48fb-8e8e-0ef7ed64549f None None] Pushing event updated for resources: {'Port': ['ID=0e5ba307-fc43-4c0a-9eb7-6b01491a8c75,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:51.191747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8e56906a-e811-4264-992a-c852ce9ca3e9 None None] Provisioning complete for port cee5936b-fbee-4354-ad67-ae5c19e01648 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:51.192291 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e56906a-e811-4264-992a-c852ce9ca3e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.241924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8e56906a-e811-4264-992a-c852ce9ca3e9 None None] Port cee5936b-fbee-4354-ad67-ae5c19e01648 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:51.310621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-5b8dd903-74b7-49c4-99f9-936651ca0b66 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:51.313514 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-5b8dd903-74b7-49c4-99f9-936651ca0b66 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb&tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.2073853 Nov 25 19:26:51.341018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-e7357f7c-9f2f-4f92-a4db-5cc8eded43b0 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 1000 time: 0.1542702 Nov 25 19:26:51.402173 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'name': 'tempest-FloatingIPsTestJSON-1541084007-router', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:44Z', 'updated_at': '2021-11-25T19:26:46Z', 'revision_number': 3, 'project_id': '6721759538e84e88b2770c949eb75323', 'gw_port': {'id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:45Z', 'updated_at': '2021-11-25T19:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:51.476179 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.486182 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.495612 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a198c640-6d05-4df4-b60f-6066c48329eb None None] The sync data for ids ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'] in n-d-817303-9 is: [{'id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'name': 'tempest-FloatingIPsTestJSON-1541084007-router', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:44Z', 'updated_at': '2021-11-25T19:26:46Z', 'revision_number': 3, 'project_id': '6721759538e84e88b2770c949eb75323', 'gw_port': {'id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:45Z', 'updated_at': '2021-11-25T19:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:51.545400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 585f03e0-bfc6-41df-a156-45fadc37ab1d details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:26:51.567066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-ddb946a7-f3e2-471a-92d0-1d5a53b436ef tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:51.568454 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-ddb946a7-f3e2-471a-92d0-1d5a53b436ef tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1984780 Nov 25 19:26:51.592450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-32812d59-097f-4d4e-8c35-94ef4a5e90a4 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:26:51.594345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-32812d59-097f-4d4e-8c35-94ef4a5e90a4 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0110066 Nov 25 19:26:51.605586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-a48909f3-03ac-4954-8ee3-69d7f661d79b service neutron] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:51.614371 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-a48909f3-03ac-4954-8ee3-69d7f661d79b service neutron] Publish callbacks [] for binding, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.616785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db08ab9-be2e-47d6-9386-aa6ed2a5259e req-a48909f3-03ac-4954-8ee3-69d7f661d79b service neutron] 10.222.0.76 "DELETE /v2.0/ports/905eb6c6-090a-4903-984e-e657f5f3cfcc/bindings/n-h1-817303-9 HTTP/1.1" status: 204 len: 173 time: 0.2903819 Nov 25 19:26:51.641786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Pushing event updated for resources: {'Port': ['ID=cee5936b-fbee-4354-ad67-ae5c19e01648,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:51.689686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.760657 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-73817da1-f6ea-445f-b664-9fb9fbd3a886 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 1000 time: 0.1286106 Nov 25 19:26:51.778071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-f5805992-8036-4deb-a3fe-24f0f6ad6640 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:51.823145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 585f03e0-bfc6-41df-a156-45fadc37ab1d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=585f03e0-bfc6-41df-a156-45fadc37ab1d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:51.839818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '585f03e0-bfc6-41df-a156-45fadc37ab1d', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'port_id': '585f03e0-bfc6-41df-a156-45fadc37ab1d', 'mac_address': 'fa:16:3e:5e:bc:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e068616-7912-416a-8786-ab1d8edb2eec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:26:51.890261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Network 467d4cb7-0f66-4567-b754-fd7d36f3ac8f is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:51.897654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:51.900014 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:51.925922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 585f03e0-bfc6-41df-a156-45fadc37ab1d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:26:51.978464 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 585f03e0-bfc6-41df-a156-45fadc37ab1d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=585f03e0-bfc6-41df-a156-45fadc37ab1d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:51.990915 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.108595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=585f03e0-bfc6-41df-a156-45fadc37ab1d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:52.136506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.137108 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.137875 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.138695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.139309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.139901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.140478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.141059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.141634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.142950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.143525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.144108 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:26:52.222780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:52.381954 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['585f03e0-bfc6-41df-a156-45fadc37ab1d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:26:52.487478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:52.488251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-57019a89-e7d2-4c58-8e4f-480e1affe7be None None] Provisioning complete for port cee5936b-fbee-4354-ad67-ae5c19e01648 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:52.488992 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-57019a89-e7d2-4c58-8e4f-480e1affe7be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.506833 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0975c8d1-d0c9-4ff5-86c6-b8716332517c admin admin] 10.222.0.15 "PUT /v2.0/routers/12bc6b9c-b979-49ea-a1bd-ab47d4e27818/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9178500 Nov 25 19:26:52.601004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-57019a89-e7d2-4c58-8e4f-480e1affe7be None None] Port cee5936b-fbee-4354-ad67-ae5c19e01648 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:26:52.632055 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-f5805992-8036-4deb-a3fe-24f0f6ad6640 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.775817 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.888870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-f5805992-8036-4deb-a3fe-24f0f6ad6640 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.894608 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-f5805992-8036-4deb-a3fe-24f0f6ad6640 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:52.894991 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-f5805992-8036-4deb-a3fe-24f0f6ad6640 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Floating IP 20fb5181-4843-4d90-a690-a2f62b910854 disassociated. External IP: 172.25.8.2, port: 6562f427-461c-4d3c-8358-52c450468cf1. Nov 25 19:26:53.124860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:53.180238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:53.180596 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.196688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-f5805992-8036-4deb-a3fe-24f0f6ad6640 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Router b270c6bc-a779-4705-8892-971556e63137 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:26:53.333225 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-f5805992-8036-4deb-a3fe-24f0f6ad6640 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:26:53.337887 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-f5805992-8036-4deb-a3fe-24f0f6ad6640 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:53.347787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb6af8-5013-4f14-8f8f-e87f5df24bbc None None] Sync routers for ids ['b270c6bc-a779-4705-8892-971556e63137'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:53.360862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb6af8-5013-4f14-8f8f-e87f5df24bbc None None] Routers {'b270c6bc-a779-4705-8892-971556e63137'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:53.362174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cecb6af8-5013-4f14-8f8f-e87f5df24bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b270c6bc-a779-4705-8892-971556e63137'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:53.380778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-f5805992-8036-4deb-a3fe-24f0f6ad6640 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "PUT /v2.0/floatingips/20fb5181-4843-4d90-a690-a2f62b910854 HTTP/1.1" status: 200 len: 693 time: 1.6076295 Nov 25 19:26:53.472154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-4ac99965-82ac-41d4-ba7b-95150514e6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:53.474965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-4ac99965-82ac-41d4-ba7b-95150514e6e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d2fcb946c23144b893280a0f7474ce57&device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 1097 time: 0.0763967 Nov 25 19:26:53.497883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-cecb6af8-5013-4f14-8f8f-e87f5df24bbc None None] Set router b270c6bc-a779-4705-8892-971556e63137 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:53.637186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-b0b6f4df-eab1-4882-bcfa-7efc16cb1861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:53.643846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-b0b6f4df-eab1-4882-bcfa-7efc16cb1861 service neutron] 10.222.0.15 "GET /v2.0/networks?id=48e06498-f4ea-425d-b9da-a253bacd7d52 HTTP/1.1" status: 200 len: 928 time: 0.1493850 Nov 25 19:26:53.699281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-0c375c9c-ece3-490a-a18f-d3cdc65edc90 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6562f427-461c-4d3c-8358-52c450468cf1 HTTP/1.1" status: 200 len: 217 time: 0.0521622 Nov 25 19:26:53.777289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-c71c4420-d59a-4a32-9d86-cd2c400fe540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:53.779165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-c71c4420-d59a-4a32-9d86-cd2c400fe540 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=14edfb14-79d8-4c2c-bdba-52bfcea2ea92 HTTP/1.1" status: 200 len: 866 time: 0.0720623 Nov 25 19:26:53.806574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cecb6af8-5013-4f14-8f8f-e87f5df24bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:26:00Z', 'revision_number': 4, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '81bcfc3b-3d75-4b4e-b299-0ea1ede53160', 'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'mac_address': 'fa:16:3e:05:42:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:57Z', 'updated_at': '2021-11-25T19:26:08Z', 'revision_number': 5, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'subnets': [{'id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:53.839809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb6af8-5013-4f14-8f8f-e87f5df24bbc None None] Checking router: b270c6bc-a779-4705-8892-971556e63137 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:53.851488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cecb6af8-5013-4f14-8f8f-e87f5df24bbc None None] Routers {'b270c6bc-a779-4705-8892-971556e63137'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:53.852121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cecb6af8-5013-4f14-8f8f-e87f5df24bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b270c6bc-a779-4705-8892-971556e63137'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:53.873296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-5fbf6a6b-6d1f-49b2-88fe-9374cfa48132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:53.874635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-5fbf6a6b-6d1f-49b2-88fe-9374cfa48132 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=48e06498-f4ea-425d-b9da-a253bacd7d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0861850 Nov 25 19:26:53.980807 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Sync routers for ids ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:26:53.997200 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-f512e93f-ad81-4ddf-9ccc-57949b4db28c service neutron] 10.222.0.15 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117029 Nov 25 19:26:53.999429 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Routers {'12bc6b9c-b979-49ea-a1bd-ab47d4e27818'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:54.000291 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:54.153034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3798c456-60d1-4f24-9a01-62aeaeedcadd req-32e2e0e1-933f-4d09-874a-b30e78733195 service neutron] 10.222.0.15 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474538 Nov 25 19:26:54.204375 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Set router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:54.228365 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac7fc54-1703-4941-821b-5d7e48279cf1 x-openstack-request-id: req-5ac7fc54-1703-4941-821b-5d7e48279cf1 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:54.229001 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb563e22-1b9b-4447-a2c2-12e8dbeb65fd", "tag": "585f03e0-bfc6-41df-a156-45fadc37ab1d", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:54.229511 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ac7fc54-1703-4941-821b-5d7e48279cf1 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:54.230296 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb563e22-1b9b-4447-a2c2-12e8dbeb65fd', 'tag': '585f03e0-bfc6-41df-a156-45fadc37ab1d', 'status': 'completed', 'code': 200} Nov 25 19:26:54.293676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-cecb6af8-5013-4f14-8f8f-e87f5df24bbc None None] Set router b270c6bc-a779-4705-8892-971556e63137 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:54.346244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067250b0-4871-4600-88ed-3e920928fec7 req-d40c5a71-de8d-49d6-8aa5-1318db2e470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:54.349219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-067250b0-4871-4600-88ed-3e920928fec7 req-d40c5a71-de8d-49d6-8aa5-1318db2e470e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=cb563e22-1b9b-4447-a2c2-12e8dbeb65fd HTTP/1.1" status: 200 len: 1095 time: 0.0871766 Nov 25 19:26:54.567253 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067250b0-4871-4600-88ed-3e920928fec7 req-ed57fd00-f070-42d2-b22f-08149f820cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:54.570303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-067250b0-4871-4600-88ed-3e920928fec7 req-ed57fd00-f070-42d2-b22f-08149f820cd8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 912 time: 0.2128007 Nov 25 19:26:54.588145 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35e79de1-531d-4b63-a57d-d8ab29f55b4b x-openstack-request-id: req-35e79de1-531d-4b63-a57d-d8ab29f55b4b {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:26:54.588439 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "name": "network-vif-unplugged", "status": "completed", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:26:54.588940 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35e79de1-531d-4b63-a57d-d8ab29f55b4b {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:26:54.589365 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc', 'code': 200} Nov 25 19:26:54.640779 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'name': 'tempest-FloatingIPsTestJSON-1541084007-router', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:44Z', 'updated_at': '2021-11-25T19:26:50Z', 'revision_number': 4, 'project_id': '6721759538e84e88b2770c949eb75323', 'gw_port': {'id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:45Z', 'updated_at': '2021-11-25T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'cee5936b-fbee-4354-ad67-ae5c19e01648', 'name': '', 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'mac_address': 'fa:16:3e:f5:12:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'f6d42325-2117-45c5-b30d-23739ab4c658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:49Z', 'updated_at': '2021-11-25T19:26:51Z', 'revision_number': 2, 'project_id': '6721759538e84e88b2770c949eb75323', 'subnets': [{'id': 'f6d42325-2117-45c5-b30d-23739ab4c658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:54.641491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cecb6af8-5013-4f14-8f8f-e87f5df24bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:26:00Z', 'revision_number': 4, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '81bcfc3b-3d75-4b4e-b299-0ea1ede53160', 'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'mac_address': 'fa:16:3e:05:42:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:57Z', 'updated_at': '2021-11-25T19:26:08Z', 'revision_number': 5, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'subnets': [{'id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:54.688303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cecb6af8-5013-4f14-8f8f-e87f5df24bbc None None] The sync data for ids ['b270c6bc-a779-4705-8892-971556e63137'] in n-d-817303-9 is: [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:26:00Z', 'revision_number': 4, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '81bcfc3b-3d75-4b4e-b299-0ea1ede53160', 'name': '', 'network_id': '48e06498-f4ea-425d-b9da-a253bacd7d52', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'mac_address': 'fa:16:3e:05:42:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_interface', 'standard_attr_id': 737, 'fixed_ips': [{'subnet_id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:57Z', 'updated_at': '2021-11-25T19:26:08Z', 'revision_number': 5, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'subnets': [{'id': '14edfb14-79d8-4c2c-bdba-52bfcea2ea92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:54.715748 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Checking router: 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:26:54.716088 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Updating router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 port cee5936b-fbee-4354-ad67-ae5c19e01648 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:26:54.724562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-067250b0-4871-4600-88ed-3e920928fec7 req-24d2fc2e-0032-44cd-8d14-fa75def99b59 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=585f03e0-bfc6-41df-a156-45fadc37ab1d HTTP/1.1" status: 200 len: 217 time: 0.1259964 Nov 25 19:26:54.798903 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:54.802550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-50286040-9173-4df8-8230-abab3e2eebfd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2266672 Nov 25 19:26:54.804971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067250b0-4871-4600-88ed-3e920928fec7 req-ae4e8230-2bd4-4a9b-852f-b32f50dd6081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:54.806706 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-067250b0-4871-4600-88ed-3e920928fec7 req-ae4e8230-2bd4-4a9b-852f-b32f50dd6081 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.0737162 Nov 25 19:26:54.861552 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-067250b0-4871-4600-88ed-3e920928fec7 req-f9068fd7-b4af-495e-91c8-d9e21074d9e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465298 Nov 25 19:26:55.069167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57753260-aa4f-4f0d-ae46-2a831d262bb2 req-395425c8-7d27-476b-8f8f-20a6766cc2d6 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:55.070941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57753260-aa4f-4f0d-ae46-2a831d262bb2 req-395425c8-7d27-476b-8f8f-20a6766cc2d6 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 945 time: 0.1592681 Nov 25 19:26:55.109785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-067250b0-4871-4600-88ed-3e920928fec7 req-af3f3212-a095-4059-bd72-73d836458f71 service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394226 Nov 25 19:26:55.273695 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57753260-aa4f-4f0d-ae46-2a831d262bb2 req-f7762f5b-0ac8-42fe-814b-83ee377d5781 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879046 Nov 25 19:26:55.290035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42f57617-2243-4ed1-ae96-05380f39bb18 None None] New status for floating IP 20fb5181-4843-4d90-a690-a2f62b910854: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:26:55.342336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8049bb-3d59-430f-bdf8-52cb4e04de29 req-f14a9b4b-b700-49e4-8577-3b4433f0ac8a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:55.347538 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc8049bb-3d59-430f-bdf8-52cb4e04de29 req-f14a9b4b-b700-49e4-8577-3b4433f0ac8a tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.60 "GET /v2.0/ports?device_id=2f646cf7-5c62-4f22-9e95-4e1505960947 HTTP/1.1" status: 200 len: 945 time: 0.1397228 Nov 25 19:26:55.355035 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-067250b0-4871-4600-88ed-3e920928fec7 req-9e77a2be-3eca-4aeb-b7c7-99c183bcf8c7 service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371330 Nov 25 19:26:55.522835 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.533372 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.599476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-fc8049bb-3d59-430f-bdf8-52cb4e04de29 req-b2b79ebe-6d1c-4f27-a7b1-e9afcc8f89c6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Deleting port 3b309f7e-ad53-4924-9815-6f9236b34073 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:55.599939 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fc8049bb-3d59-430f-bdf8-52cb4e04de29 req-b2b79ebe-6d1c-4f27-a7b1-e9afcc8f89c6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.609580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 585f03e0-bfc6-41df-a156-45fadc37ab1d up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:55.715669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b8297-8b02-44dc-b752-3fd3e26b5453 req-f2f8cef5-0cc5-4997-b8b1-e70db914c24d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:55.717332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f41b8297-8b02-44dc-b752-3fd3e26b5453 req-f2f8cef5-0cc5-4997-b8b1-e70db914c24d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb563e22-1b9b-4447-a2c2-12e8dbeb65fd HTTP/1.1" status: 200 len: 944 time: 0.1450205 Nov 25 19:26:55.726244 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00c6d0-2c07-4908-8854-d62e2754a06b None None] Pushing event updated for resources: {'Port': ['ID=cee5936b-fbee-4354-ad67-ae5c19e01648,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:55.791357 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-fc8049bb-3d59-430f-bdf8-52cb4e04de29 req-b2b79ebe-6d1c-4f27-a7b1-e9afcc8f89c6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] For port 3b309f7e-ad53-4924-9815-6f9236b34073, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3b309f7e-ad53-4924-9815-6f9236b34073,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:55.791716 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fc8049bb-3d59-430f-bdf8-52cb4e04de29 req-b2b79ebe-6d1c-4f27-a7b1-e9afcc8f89c6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.807762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-fc8049bb-3d59-430f-bdf8-52cb4e04de29 req-b2b79ebe-6d1c-4f27-a7b1-e9afcc8f89c6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Calling delete_port for 3b309f7e-ad53-4924-9815-6f9236b34073 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:55.866716 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Attempting to bind port cee5936b-fbee-4354-ad67-ae5c19e01648 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:26:55.867020 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Attempting to bind port cee5936b-fbee-4354-ad67-ae5c19e01648 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'e327ef9f-5f14-43dc-87dd-defed65285a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:26:55.867382 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Attempting to bind port cee5936b-fbee-4354-ad67-ae5c19e01648 on network 467d4cb7-0f66-4567-b754-fd7d36f3ac8f {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:26:55.877411 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f41b8297-8b02-44dc-b752-3fd3e26b5453 req-b3f24747-6759-4afd-8a98-fe2a90427b85 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416054 Nov 25 19:26:55.880645 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:26:55.882764 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Checking segment: {'id': 'e327ef9f-5f14-43dc-87dd-defed65285a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:26:55.883546 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.884394 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Bound using segment: {'id': 'e327ef9f-5f14-43dc-87dd-defed65285a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:26:55.887225 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Bound port: cee5936b-fbee-4354-ad67-ae5c19e01648, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e327ef9f-5f14-43dc-87dd-defed65285a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:26:55.888015 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:55.954067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 585f03e0-bfc6-41df-a156-45fadc37ab1d completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:26:55.965778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 585f03e0-bfc6-41df-a156-45fadc37ab1d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:55.966338 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.061419 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] For port cee5936b-fbee-4354-ad67-ae5c19e01648, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:26:56.066363 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] For port cee5936b-fbee-4354-ad67-ae5c19e01648, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cee5936b-fbee-4354-ad67-ae5c19e01648,segment=NetworkSegment(e327ef9f-5f14-43dc-87dd-defed65285a2),segment_id=e327ef9f-5f14-43dc-87dd-defed65285a2)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:26:56.074426 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.129974 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fc8049bb-3d59-430f-bdf8-52cb4e04de29 req-b2b79ebe-6d1c-4f27-a7b1-e9afcc8f89c6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.231880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '839c806a-c9d2-4eff-963d-637170d5797a', 'tag': '6562f427-461c-4d3c-8358-52c450468cf1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:56.237942 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35e2f87-d77e-49b4-b6ad-c769edf2d345" -d '{"events": [{"name": "network-changed", "server_uuid": "839c806a-c9d2-4eff-963d-637170d5797a", "tag": "6562f427-461c-4d3c-8358-52c450468cf1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:56.248754 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Routers {'12bc6b9c-b979-49ea-a1bd-ab47d4e27818'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:26:56.249360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12500367-7538-46e3-bdf5-552d84fe8c13 None None] DHCP port deletion for 6416e649-d9bc-4b84-af89-d9947516c8b7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:26:56.249594 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:56.275237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b79ebe-6d1c-4f27-a7b1-e9afcc8f89c6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Pushing event deleted for resources: {'Port': ['ID=3b309f7e-ad53-4924-9815-6f9236b34073,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:56.337004 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.351297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc8049bb-3d59-430f-bdf8-52cb4e04de29 req-b2b79ebe-6d1c-4f27-a7b1-e9afcc8f89c6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] No DVR routers for this DVR port 3b309f7e-ad53-4924-9815-6f9236b34073 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:26:56.357574 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fc8049bb-3d59-430f-bdf8-52cb4e04de29 req-b2b79ebe-6d1c-4f27-a7b1-e9afcc8f89c6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.364759 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc8049bb-3d59-430f-bdf8-52cb4e04de29 req-b2b79ebe-6d1c-4f27-a7b1-e9afcc8f89c6 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.60 "DELETE /v2.0/ports/3b309f7e-ad53-4924-9815-6f9236b34073 HTTP/1.1" status: 204 len: 173 time: 1.0102448 Nov 25 19:26:56.365732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'name': 'network-vif-deleted', 'tag': '3b309f7e-ad53-4924-9815-6f9236b34073'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:56.371869 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50c67fc-67f8-46c2-a34e-b13e078f85f1" -d '{"events": [{"server_uuid": "2f646cf7-5c62-4f22-9e95-4e1505960947", "name": "network-vif-deleted", "tag": "3b309f7e-ad53-4924-9815-6f9236b34073"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:56.400155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7e199896-6e6c-413e-ba82-ad21b5d1378f None None] Provisioning complete for port cee5936b-fbee-4354-ad67-ae5c19e01648 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:56.401369 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7e199896-6e6c-413e-ba82-ad21b5d1378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.412378 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] Set router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:26:56.556560 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a00c6d0-2c07-4908-8854-d62e2754a06b None None] Pushing event updated for resources: {'Port': ['ID=cee5936b-fbee-4354-ad67-ae5c19e01648,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:56.591073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb563e22-1b9b-4447-a2c2-12e8dbeb65fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585f03e0-bfc6-41df-a156-45fadc37ab1d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:26:56.596228 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7689818-2c76-479d-b77a-a37ac2c83192" -d '{"events": [{"server_uuid": "cb563e22-1b9b-4447-a2c2-12e8dbeb65fd", "name": "network-vif-plugged", "status": "completed", "tag": "585f03e0-bfc6-41df-a156-45fadc37ab1d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:26:56.605321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 585f03e0-bfc6-41df-a156-45fadc37ab1d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=585f03e0-bfc6-41df-a156-45fadc37ab1d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:56.619292 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.694286 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-c48e1f8f-ea11-4440-a6b4-8034a9c20031 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3655865 Nov 25 19:26:56.702970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:26:56.745266 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.750324 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'name': 'tempest-FloatingIPsTestJSON-1541084007-router', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:44Z', 'updated_at': '2021-11-25T19:26:50Z', 'revision_number': 4, 'project_id': '6721759538e84e88b2770c949eb75323', 'gw_port': {'id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:45Z', 'updated_at': '2021-11-25T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'cee5936b-fbee-4354-ad67-ae5c19e01648', 'name': '', 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'mac_address': 'fa:16:3e:f5:12:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'f6d42325-2117-45c5-b30d-23739ab4c658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:49Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '6721759538e84e88b2770c949eb75323', 'subnets': [{'id': 'f6d42325-2117-45c5-b30d-23739ab4c658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:26:56.790650 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c855f8-f5cb-456f-8dc0-85769323e508 None None] The sync data for ids ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'] in n-d-817303-9 is: [{'id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'name': 'tempest-FloatingIPsTestJSON-1541084007-router', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:44Z', 'updated_at': '2021-11-25T19:26:50Z', 'revision_number': 4, 'project_id': '6721759538e84e88b2770c949eb75323', 'gw_port': {'id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:45Z', 'updated_at': '2021-11-25T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'cee5936b-fbee-4354-ad67-ae5c19e01648', 'name': '', 'network_id': '467d4cb7-0f66-4567-b754-fd7d36f3ac8f', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'mac_address': 'fa:16:3e:f5:12:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'device_owner': 'network:router_interface', 'standard_attr_id': 777, 'fixed_ips': [{'subnet_id': 'f6d42325-2117-45c5-b30d-23739ab4c658', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:49Z', 'updated_at': '2021-11-25T19:26:56Z', 'revision_number': 4, 'project_id': '6721759538e84e88b2770c949eb75323', 'subnets': [{'id': 'f6d42325-2117-45c5-b30d-23739ab4c658', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:26:56.826773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=585f03e0-bfc6-41df-a156-45fadc37ab1d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:56.837998 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7e199896-6e6c-413e-ba82-ad21b5d1378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.937861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:56.965166 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7e199896-6e6c-413e-ba82-ad21b5d1378f None None] For port cee5936b-fbee-4354-ad67-ae5c19e01648, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cee5936b-fbee-4354-ad67-ae5c19e01648,segment=NetworkSegment(e327ef9f-5f14-43dc-87dd-defed65285a2),segment_id=e327ef9f-5f14-43dc-87dd-defed65285a2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:26:56.973470 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7e199896-6e6c-413e-ba82-ad21b5d1378f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.089806 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e199896-6e6c-413e-ba82-ad21b5d1378f None None] Pushing event updated for resources: {'Port': ['ID=cee5936b-fbee-4354-ad67-ae5c19e01648,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:57.116580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9c68066d-d6fd-40e7-a4f8-12b8d41c7dd2 None None] Provisioning complete for port cee5936b-fbee-4354-ad67-ae5c19e01648 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:57.117019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9c68066d-d6fd-40e7-a4f8-12b8d41c7dd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.155643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Allocated IP 172.25.8.93 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/5b86abf9-3824-4f51-8ace-dd668f66eedb) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:26:57.204841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cee5936b-fbee-4354-ad67-ae5c19e01648 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:57.351940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port cee5936b-fbee-4354-ad67-ae5c19e01648 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:57.353035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.374491 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.400978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-0a3825f7-532b-497b-897d-d63bdb88952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:57.403793 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-0a3825f7-532b-497b-897d-d63bdb88952e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1101 time: 0.0671165 Nov 25 19:26:57.436130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.483304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:26:57.488391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:26:57.491915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:26:57.544265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Pushing event updated for resources: {'Port': ['ID=5b86abf9-3824-4f51-8ace-dd668f66eedb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:57.614170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-503d9a2a-f30d-42f4-a9ab-5cc7db3b3f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:57.616616 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-503d9a2a-f30d-42f4-a9ab-5cc7db3b3f38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2040942 Nov 25 19:26:57.629506 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.675691 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.691975 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-abab6b3d-9c04-456d-a08c-79c4a1674d23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 217 time: 0.0677993 Nov 25 19:26:57.779377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-83db14db-95b0-4736-afcd-4c446a984d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:57.781940 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-83db14db-95b0-4736-afcd-4c446a984d25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0801704 Nov 25 19:26:57.855642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-5641e2a2-9a5f-4717-a17d-d3a17917edc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:57.858031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-5641e2a2-9a5f-4717-a17d-d3a17917edc3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0671651 Nov 25 19:26:57.905086 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.912802 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:57.995106 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-d5243280-4295-48ca-866c-506fed4080d4 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280651 Nov 25 19:26:58.007394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Pushing event updated for resources: {'Port': ['ID=5b86abf9-3824-4f51-8ace-dd668f66eedb,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:58.024178 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.046832 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:58.051731 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-ffa2b592-914f-4e12-8785-2865a519a7aa tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.3554971 Nov 25 19:26:58.153439 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-d9d07548-21ad-4211-8be3-cbd1d22932fe service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491675 Nov 25 19:26:58.172001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-0692596d-3daa-4620-8544-e130ed169947 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 695 time: 0.1112328 Nov 25 19:26:58.289812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3b309f7e-ad53-4924-9815-6f9236b34073 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:26:58.324495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 3b309f7e-ad53-4924-9815-6f9236b34073 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:26:58.324845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3b309f7e-ad53-4924-9815-6f9236b34073 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:26:58.389423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-bbcc0f58-0a14-4f5a-ab12-a9542a6ea6f2 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:58.392610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce8fa0ec-3460-4637-a1ee-6a77af5bd58f req-bbcc0f58-0a14-4f5a-ab12-a9542a6ea6f2 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.2134230 Nov 25 19:26:58.491106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-359b61a1-00c6-4b8f-8ef5-020a9533875c tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips/20fb5181-4843-4d90-a690-a2f62b910854 HTTP/1.1" status: 200 len: 691 time: 0.0707035 Nov 25 19:26:58.671032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-7f39217d-2881-427f-b27d-1640d5925585 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:58.673366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-7f39217d-2881-427f-b27d-1640d5925585 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1745584 Nov 25 19:26:58.737599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-a6bc8596-f0a0-480d-9a11-b117e193de76 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 694 time: 0.0529914 Nov 25 19:26:58.822110 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-02d7786a-4af9-45f8-b6f3-33f41f89a960 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.2 HTTP/1.1" status: 200 len: 694 time: 0.0776906 Nov 25 19:26:58.881504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fbd4cbc-706a-4b59-9211-1bc7cb6bc480 req-0cc5fc3a-33c7-4e17-8514-216f6ae6d7f4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1241972 Nov 25 19:26:59.000958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd4cbc-706a-4b59-9211-1bc7cb6bc480 req-3f016c53-3944-4d8f-877a-972bab6b991b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:59.002484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fbd4cbc-706a-4b59-9211-1bc7cb6bc480 req-3f016c53-3944-4d8f-877a-972bab6b991b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 1096 time: 0.0829530 Nov 25 19:26:59.021750 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-925847ee-7ad6-4d8f-a4ef-5bf3abd06186 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Deleting port 7e27cf20-895c-4dfa-b2bb-4d1f345f251f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:26:59.023790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-925847ee-7ad6-4d8f-a4ef-5bf3abd06186 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.097867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cee5936b-fbee-4354-ad67-ae5c19e01648 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:26:59.176271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port cee5936b-fbee-4354-ad67-ae5c19e01648 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:26:59.176862 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.211981 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-925847ee-7ad6-4d8f-a4ef-5bf3abd06186 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.212543 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-925847ee-7ad6-4d8f-a4ef-5bf3abd06186 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.252326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-925847ee-7ad6-4d8f-a4ef-5bf3abd06186 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Calling delete_port for 7e27cf20-895c-4dfa-b2bb-4d1f345f251f owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:26:59.257059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd4cbc-706a-4b59-9211-1bc7cb6bc480 req-9c29c61f-15b3-4973-bfd4-5456e6433d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:59.260106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fbd4cbc-706a-4b59-9211-1bc7cb6bc480 req-9c29c61f-15b3-4973-bfd4-5456e6433d4e service neutron] 10.222.0.76 "GET /v2.0/networks?id=5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 200 len: 909 time: 0.2222052 Nov 25 19:26:59.335389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fbd4cbc-706a-4b59-9211-1bc7cb6bc480 req-464af96a-af06-4298-9b95-5f1a41b4e4b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec HTTP/1.1" status: 200 len: 217 time: 0.0655751 Nov 25 19:26:59.488533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd4cbc-706a-4b59-9211-1bc7cb6bc480 req-631a8554-1315-4a5d-9b55-2179a02ecc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:26:59.490197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fbd4cbc-706a-4b59-9211-1bc7cb6bc480 req-631a8554-1315-4a5d-9b55-2179a02ecc1c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 200 len: 848 time: 0.1113682 Nov 25 19:26:59.541957 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fbd4cbc-706a-4b59-9211-1bc7cb6bc480 req-e6b63f12-b8e6-4709-8b17-ca5c4ab55a2e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5dde7b30-2d88-494c-830c-69dea298d7e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441301 Nov 25 19:26:59.670390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-925847ee-7ad6-4d8f-a4ef-5bf3abd06186 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:26:59.719914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925847ee-7ad6-4d8f-a4ef-5bf3abd06186 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Pushing event deleted for resources: {'Port': ['ID=7e27cf20-895c-4dfa-b2bb-4d1f345f251f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:26:59.728224 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fbd4cbc-706a-4b59-9211-1bc7cb6bc480 req-42762db0-88c9-45f7-bdb0-1276bd3bf741 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785424 Nov 25 19:27:00.225263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-925847ee-7ad6-4d8f-a4ef-5bf3abd06186 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.228544 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-925847ee-7ad6-4d8f-a4ef-5bf3abd06186 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:00.230098 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e110f9af-5efa-4cf5-9b52-5f736d2ec1de req-925847ee-7ad6-4d8f-a4ef-5bf3abd06186 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "DELETE /v2.0/floatingips/20fb5181-4843-4d90-a690-a2f62b910854 HTTP/1.1" status: 204 len: 173 time: 1.4009869 Nov 25 19:27:00.272241 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fbd4cbc-706a-4b59-9211-1bc7cb6bc480 req-2d39fe10-8775-4b61-a05a-0288d5089a51 service neutron] 10.222.0.76 "GET /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5184553 Nov 25 19:27:00.421171 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-c340ecd1-2261-4062-8515-f1adff1052ec service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0751493 Nov 25 19:27:00.520657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-ccd3223e-d4b4-4db1-b8a3-2c7dcabb1819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:00.523627 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-ccd3223e-d4b4-4db1-b8a3-2c7dcabb1819 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1100 time: 0.0751677 Nov 25 19:27:00.536514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec7e22-a307-4098-af5b-8e4cf7117bc0 req-f084c827-c371-443d-874b-2fde9bf285cc tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:00.539198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78ec7e22-a307-4098-af5b-8e4cf7117bc0 req-f084c827-c371-443d-874b-2fde9bf285cc tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 950 time: 0.0817287 Nov 25 19:27:00.630226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78ec7e22-a307-4098-af5b-8e4cf7117bc0 req-e2047d26-3b80-493b-bc4e-bbaa9448f7f5 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829737 Nov 25 19:27:00.692964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-4c3e0497-be5f-4a1a-af40-a692d10503d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:00.695303 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-4c3e0497-be5f-4a1a-af40-a692d10503d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1424968 Nov 25 19:27:00.771182 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-14410ad7-4e44-415b-a5a2-1ddd9cdf2874 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 200 len: 217 time: 0.0684373 Nov 25 19:27:00.813106 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b81cb2-aa49-4f90-9f10-ad2ca5ff3441 x-openstack-request-id: req-20b81cb2-aa49-4f90-9f10-ad2ca5ff3441 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:00.813548 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "839c806a-c9d2-4eff-963d-637170d5797a", "tag": "6562f427-461c-4d3c-8358-52c450468cf1", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:00.814015 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-20b81cb2-aa49-4f90-9f10-ad2ca5ff3441 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:00.814651 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '839c806a-c9d2-4eff-963d-637170d5797a', 'tag': '6562f427-461c-4d3c-8358-52c450468cf1', 'status': 'completed', 'code': 200} Nov 25 19:27:00.898584 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a70b901-595e-41ce-88ae-5b322d93ae0f x-openstack-request-id: req-1a70b901-595e-41ce-88ae-5b322d93ae0f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:00.899103 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f646cf7-5c62-4f22-9e95-4e1505960947", "name": "network-vif-deleted", "tag": "3b309f7e-ad53-4924-9815-6f9236b34073", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:00.899520 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a70b901-595e-41ce-88ae-5b322d93ae0f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:00.900176 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f646cf7-5c62-4f22-9e95-4e1505960947', 'name': 'network-vif-deleted', 'tag': '3b309f7e-ad53-4924-9815-6f9236b34073', 'status': 'completed', 'code': 200} Nov 25 19:27:00.924206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-6fcead69-6ac3-4dc6-b7df-444e3f70d639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:00.926888 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-6fcead69-6ac3-4dc6-b7df-444e3f70d639 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1482801 Nov 25 19:27:00.983545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e2f87-d77e-49b4-b6ad-c769edf2d345 req-598825e4-d447-4628-8a60-a2aafbc4d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:00.986497 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b35e2f87-d77e-49b4-b6ad-c769edf2d345 req-598825e4-d447-4628-8a60-a2aafbc4d787 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d2fcb946c23144b893280a0f7474ce57&device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 1097 time: 0.1451318 Nov 25 19:27:01.043728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-44b08ffb-7fa7-4afd-a438-ddaefc991b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:01.045431 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-44b08ffb-7fa7-4afd-a438-ddaefc991b55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108110 Nov 25 19:27:01.067942 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a182db-509f-4085-b243-e4fa885ae57b x-openstack-request-id: req-c4a182db-509f-4085-b243-e4fa885ae57b {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:01.069089 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb563e22-1b9b-4447-a2c2-12e8dbeb65fd", "name": "network-vif-plugged", "status": "completed", "tag": "585f03e0-bfc6-41df-a156-45fadc37ab1d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:01.069089 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4a182db-509f-4085-b243-e4fa885ae57b {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:01.069889 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb563e22-1b9b-4447-a2c2-12e8dbeb65fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '585f03e0-bfc6-41df-a156-45fadc37ab1d', 'code': 200} Nov 25 19:27:01.198429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e2f87-d77e-49b4-b6ad-c769edf2d345 req-65e90cf3-a26e-47f4-923a-4f3521f16402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:01.200165 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b35e2f87-d77e-49b4-b6ad-c769edf2d345 req-65e90cf3-a26e-47f4-923a-4f3521f16402 service neutron] 10.222.0.60 "GET /v2.0/networks?id=48e06498-f4ea-425d-b9da-a253bacd7d52 HTTP/1.1" status: 200 len: 928 time: 0.2056949 Nov 25 19:27:01.276212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aeeb55-af6a-4876-81d0-43688a22b6ab req-55f5314f-71f8-4feb-a549-293ade4f3b2a tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:01.279692 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58aeeb55-af6a-4876-81d0-43688a22b6ab req-55f5314f-71f8-4feb-a549-293ade4f3b2a tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb563e22-1b9b-4447-a2c2-12e8dbeb65fd HTTP/1.1" status: 200 len: 945 time: 0.1234822 Nov 25 19:27:01.280237 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b35e2f87-d77e-49b4-b6ad-c769edf2d345 req-9ba148c5-9156-4297-93e5-823151ef534f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6562f427-461c-4d3c-8358-52c450468cf1 HTTP/1.1" status: 200 len: 217 time: 0.0701532 Nov 25 19:27:01.283981 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-e4662a20-4415-44be-b182-8f3c8ae2b40f service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951332 Nov 25 19:27:01.287609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9621db4-57c3-430e-a21a-cbd9cc884075 req-a092b948-d5cc-4319-9f52-03f83c2dcffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:01.289655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9621db4-57c3-430e-a21a-cbd9cc884075 req-a092b948-d5cc-4319-9f52-03f83c2dcffe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=cb563e22-1b9b-4447-a2c2-12e8dbeb65fd HTTP/1.1" status: 200 len: 1096 time: 0.1166031 Nov 25 19:27:01.428688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58aeeb55-af6a-4876-81d0-43688a22b6ab req-576738bc-1e56-4feb-9925-2763d3a7bcbc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377041 Nov 25 19:27:01.432346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9621db4-57c3-430e-a21a-cbd9cc884075 req-784bdbd0-6179-47b5-83fb-1f50f140ca6e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297719 Nov 25 19:27:01.467460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e2f87-d77e-49b4-b6ad-c769edf2d345 req-6430beb7-6191-4311-84d4-4537ab1a0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:01.469649 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b35e2f87-d77e-49b4-b6ad-c769edf2d345 req-6430beb7-6191-4311-84d4-4537ab1a0450 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=14edfb14-79d8-4c2c-bdba-52bfcea2ea92 HTTP/1.1" status: 200 len: 866 time: 0.1768832 Nov 25 19:27:01.538267 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c00c566-156f-4d4f-8a1f-30ef1933b91c req-8d3912a1-a0d4-490a-b2be-4197b27b0dd7 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319105 Nov 25 19:27:01.549125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6ac6586-6cf4-4b46-83bc-7d09e7ca795e req-e658585d-9884-40b9-a5ef-7cd2ffca04d6 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips/d7174186-1cf9-46a7-a275-25bcb64a2d3a HTTP/1.1" status: 200 len: 692 time: 0.0708411 Nov 25 19:27:01.554551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e2f87-d77e-49b4-b6ad-c769edf2d345 req-0016e57e-1ce4-429e-a52b-2267c6366eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:01.557531 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b35e2f87-d77e-49b4-b6ad-c769edf2d345 req-0016e57e-1ce4-429e-a52b-2267c6366eb7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=48e06498-f4ea-425d-b9da-a253bacd7d52&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788229 Nov 25 19:27:01.680361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ac6586-6cf4-4b46-83bc-7d09e7ca795e req-d97db2b5-d0d0-43f6-9030-246728c2ee47 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:01.681971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6ac6586-6cf4-4b46-83bc-7d09e7ca795e req-d97db2b5-d0d0-43f6-9030-246728c2ee47 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1253273 Nov 25 19:27:01.752143 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b35e2f87-d77e-49b4-b6ad-c769edf2d345 req-f70fc922-45e7-472a-8a90-8cdf94ee60f9 service neutron] 10.222.0.60 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836786 Nov 25 19:27:01.939324 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b35e2f87-d77e-49b4-b6ad-c769edf2d345 req-f02be515-35bb-4c4f-8d6e-806d7ff3a832 service neutron] 10.222.0.60 "GET /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801844 Nov 25 19:27:02.011815 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-687ac67d-c8c0-4d81-a292-2f969673030e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.022637 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2990f85f-569c-49e6-a0eb-e3c0b484f06f req-179ee438-ca64-44ed-bfd6-595222569082 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:02.024596 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2990f85f-569c-49e6-a0eb-e3c0b484f06f req-179ee438-ca64-44ed-bfd6-595222569082 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 1096 time: 0.0728612 Nov 25 19:27:02.089180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2990f85f-569c-49e6-a0eb-e3c0b484f06f req-cd3bb5ea-56ca-417e-9be5-58ce80a28c48 tempest-LiveMigrationTest-1254135271 tempest-LiveMigrationTest-1254135271-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527625 Nov 25 19:27:02.237311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba8b3b-c800-4aa3-8d5c-a11d4e70ee1b req-67f8dc4c-b9ce-495e-a5f4-0c4af5607f81 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:02.238878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98ba8b3b-c800-4aa3-8d5c-a11d4e70ee1b req-67f8dc4c-b9ce-495e-a5f4-0c4af5607f81 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 950 time: 0.0590115 Nov 25 19:27:02.294722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98ba8b3b-c800-4aa3-8d5c-a11d4e70ee1b req-d8e24193-3523-42dc-b77a-044aa259183e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492508 Nov 25 19:27:02.373797 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38264e6f-42e9-48de-be06-02383e84e761 req-380d7c9b-7956-4b22-9b28-8fd7bdc0fc51 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:02.375967 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-38264e6f-42e9-48de-be06-02383e84e761 req-380d7c9b-7956-4b22-9b28-8fd7bdc0fc51 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 945 time: 0.0766287 Nov 25 19:27:02.392732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-590ab7f7-3d4a-4e03-919c-1353afbbe56c req-b3c2ecee-2f12-45c4-9812-2fa3f7ffee52 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=6721759538e84e88b2770c949eb75323 HTTP/1.1" status: 200 len: 695 time: 0.0579660 Nov 25 19:27:02.502258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-38264e6f-42e9-48de-be06-02383e84e761 req-ef6fac9c-f8c9-4fcb-bd31-2ea9533cc64e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Deleting port e7a316a8-0ff6-431b-a932-b985f706de54 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:02.503187 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-38264e6f-42e9-48de-be06-02383e84e761 req-ef6fac9c-f8c9-4fcb-bd31-2ea9533cc64e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.563099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ab7f7-3d4a-4e03-919c-1353afbbe56c req-85d2eb0e-2a58-4cb1-9817-5f9ffd8394e3 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:02.565319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-590ab7f7-3d4a-4e03-919c-1353afbbe56c req-85d2eb0e-2a58-4cb1-9817-5f9ffd8394e3 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/networks?id=f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 787 time: 0.1627758 Nov 25 19:27:02.656604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-38264e6f-42e9-48de-be06-02383e84e761 req-ef6fac9c-f8c9-4fcb-bd31-2ea9533cc64e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] For port e7a316a8-0ff6-431b-a932-b985f706de54, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e7a316a8-0ff6-431b-a932-b985f706de54,segment=NetworkSegment(e55c540c-9461-4947-8a5a-094947b4c936),segment_id=e55c540c-9461-4947-8a5a-094947b4c936)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:02.657214 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-38264e6f-42e9-48de-be06-02383e84e761 req-ef6fac9c-f8c9-4fcb-bd31-2ea9533cc64e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.679091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-38264e6f-42e9-48de-be06-02383e84e761 req-ef6fac9c-f8c9-4fcb-bd31-2ea9533cc64e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Calling delete_port for e7a316a8-0ff6-431b-a932-b985f706de54 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:02.700091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2783db92-0956-4089-b120-4b514b616ea6 req-38cd714f-125f-4fa9-9a2c-4ccc9acb3762 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:02.701994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2783db92-0956-4089-b120-4b514b616ea6 req-38cd714f-125f-4fa9-9a2c-4ccc9acb3762 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0704384 Nov 25 19:27:02.756803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2783db92-0956-4089-b120-4b514b616ea6 req-547e8b5b-4dd4-48ae-920c-4e121170c8e2 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0435421 Nov 25 19:27:02.889698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8f36b-4798-45f3-8889-96bfcd7c04d1 req-58d543cf-62be-4854-b8ae-25c355169e6d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:02.891905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bb8f36b-4798-45f3-8889-96bfcd7c04d1 req-58d543cf-62be-4854-b8ae-25c355169e6d tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/ports?device_id=a4b173b6-7ae3-45c5-bc89-8a02296bcbcd HTTP/1.1" status: 200 len: 945 time: 0.0633199 Nov 25 19:27:02.906639 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-38264e6f-42e9-48de-be06-02383e84e761 req-ef6fac9c-f8c9-4fcb-bd31-2ea9533cc64e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:02.939776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fac9c-f8c9-4fcb-bd31-2ea9533cc64e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Pushing event deleted for resources: {'Port': ['ID=e7a316a8-0ff6-431b-a932-b985f706de54,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:02.957259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bb8f36b-4798-45f3-8889-96bfcd7c04d1 req-93b1eb63-a8ea-458a-a518-c0ad8b17ba01 tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.15 "GET /v2.0/security-groups?id=bca8703f-c684-459e-a6cf-e0dc840975c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584886 Nov 25 19:27:02.966417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f5080c-14b0-4f8e-9a95-6ca169ca42f2 None None] DHCP port deletion for 6416e649-d9bc-4b84-af89-d9947516c8b7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:02.997762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-38264e6f-42e9-48de-be06-02383e84e761 req-ef6fac9c-f8c9-4fcb-bd31-2ea9533cc64e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] No DVR routers for this DVR port e7a316a8-0ff6-431b-a932-b985f706de54 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:03.000617 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-38264e6f-42e9-48de-be06-02383e84e761 req-ef6fac9c-f8c9-4fcb-bd31-2ea9533cc64e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:03.004335 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-38264e6f-42e9-48de-be06-02383e84e761 req-ef6fac9c-f8c9-4fcb-bd31-2ea9533cc64e tempest-LiveAutoBlockMigrationV225Test-1750923462 tempest-LiveAutoBlockMigrationV225Test-1750923462-project] 10.222.0.60 "DELETE /v2.0/ports/e7a316a8-0ff6-431b-a932-b985f706de54 HTTP/1.1" status: 204 len: 173 time: 0.6210115 Nov 25 19:27:03.005105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'name': 'network-vif-deleted', 'tag': 'e7a316a8-0ff6-431b-a932-b985f706de54'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:03.007634 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f92ae1e-0417-4d13-80cf-b33a583c84e8" -d '{"events": [{"server_uuid": "a4b173b6-7ae3-45c5-bc89-8a02296bcbcd", "name": "network-vif-deleted", "tag": "e7a316a8-0ff6-431b-a932-b985f706de54"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:03.374691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc0e03-d4ff-4f60-bd07-9bd5f1c73518 req-88b7c68f-3271-4ddd-b0c1-f857c16911c9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:03.377314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22dc0e03-d4ff-4f60-bd07-9bd5f1c73518 req-88b7c68f-3271-4ddd-b0c1-f857c16911c9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb563e22-1b9b-4447-a2c2-12e8dbeb65fd HTTP/1.1" status: 200 len: 945 time: 0.0582082 Nov 25 19:27:03.434738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22dc0e03-d4ff-4f60-bd07-9bd5f1c73518 req-37d1d70a-52e4-4bf4-9084-eed2b98bca20 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505192 Nov 25 19:27:03.518347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-80c8eac7-1b99-471b-afb6-e29e0277e043 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips/d7174186-1cf9-46a7-a275-25bcb64a2d3a HTTP/1.1" status: 200 len: 692 time: 0.0569763 Nov 25 19:27:03.677961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-0c79d4bf-3b04-4a9a-877e-a2c35b5d4754 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:03.679632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-0c79d4bf-3b04-4a9a-877e-a2c35b5d4754 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1501970 Nov 25 19:27:03.746000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-bcb9ff4c-2771-451b-a923-1d39771377a2 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 695 time: 0.0543172 Nov 25 19:27:03.808316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-1256f96e-c959-47f3-b442-2ea27738fbc0 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.93 HTTP/1.1" status: 200 len: 695 time: 0.0536168 Nov 25 19:27:03.972914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-a61361ff-4a66-46b0-ab78-0a2b5ef610a9 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Deleting port 5b86abf9-3824-4f51-8ace-dd668f66eedb {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:03.973329 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-a61361ff-4a66-46b0-ab78-0a2b5ef610a9 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.099092 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-a61361ff-4a66-46b0-ab78-0a2b5ef610a9 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.099407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-a61361ff-4a66-46b0-ab78-0a2b5ef610a9 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.123286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c32cd9-83ad-4168-b16e-4e997b62200c req-b6197002-ad07-4dac-9106-5cb1f6554cc7 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:04.124956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76c32cd9-83ad-4168-b16e-4e997b62200c req-b6197002-ad07-4dac-9106-5cb1f6554cc7 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.76 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 945 time: 0.0917704 Nov 25 19:27:04.126026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-a61361ff-4a66-46b0-ab78-0a2b5ef610a9 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Calling delete_port for 5b86abf9-3824-4f51-8ace-dd668f66eedb owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:04.305528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-76c32cd9-83ad-4168-b16e-4e997b62200c req-737d7262-fd7b-4d32-9d23-ce423d9287f9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Deleting port 905eb6c6-090a-4903-984e-e657f5f3cfcc {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:04.305853 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-76c32cd9-83ad-4168-b16e-4e997b62200c req-737d7262-fd7b-4d32-9d23-ce423d9287f9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.424930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-a61361ff-4a66-46b0-ab78-0a2b5ef610a9 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.509650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61361ff-4a66-46b0-ab78-0a2b5ef610a9 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Pushing event deleted for resources: {'Port': ['ID=5b86abf9-3824-4f51-8ace-dd668f66eedb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:04.575574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-76c32cd9-83ad-4168-b16e-4e997b62200c req-737d7262-fd7b-4d32-9d23-ce423d9287f9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] For port 905eb6c6-090a-4903-984e-e657f5f3cfcc, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=905eb6c6-090a-4903-984e-e657f5f3cfcc,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:04.576014 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-76c32cd9-83ad-4168-b16e-4e997b62200c req-737d7262-fd7b-4d32-9d23-ce423d9287f9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.600652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-76c32cd9-83ad-4168-b16e-4e997b62200c req-737d7262-fd7b-4d32-9d23-ce423d9287f9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Calling delete_port for 905eb6c6-090a-4903-984e-e657f5f3cfcc owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:04.622618 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-a61361ff-4a66-46b0-ab78-0a2b5ef610a9 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.625533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-a61361ff-4a66-46b0-ab78-0a2b5ef610a9 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.627272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1821007d-c9da-45e6-bd48-98d8d1c7e7ff req-a61361ff-4a66-46b0-ab78-0a2b5ef610a9 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "DELETE /v2.0/floatingips/d7174186-1cf9-46a7-a275-25bcb64a2d3a HTTP/1.1" status: 204 len: 173 time: 0.8062720 Nov 25 19:27:04.683445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-46ffc83d-3bf4-4b18-b337-9a1e934c1824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:04.768525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e6644153-9edb-43e0-a60d-2f42921b06be req-4aa59063-530d-416d-9f98-66d747ad2385 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0786178 Nov 25 19:27:04.820874 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47282405-b94c-423f-88be-825252531006 x-openstack-request-id: req-47282405-b94c-423f-88be-825252531006 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:04.821887 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b173b6-7ae3-45c5-bc89-8a02296bcbcd", "name": "network-vif-deleted", "tag": "e7a316a8-0ff6-431b-a932-b985f706de54", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:04.821887 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-47282405-b94c-423f-88be-825252531006 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:04.822769 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b173b6-7ae3-45c5-bc89-8a02296bcbcd', 'name': 'network-vif-deleted', 'tag': 'e7a316a8-0ff6-431b-a932-b985f706de54', 'status': 'completed', 'code': 200} Nov 25 19:27:04.989214 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-76c32cd9-83ad-4168-b16e-4e997b62200c req-737d7262-fd7b-4d32-9d23-ce423d9287f9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.003048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec', '905eb6c6-090a-4903-984e-e657f5f3cfcc'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:05.010070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c213d77c-16d8-4a97-b231-54db891d11f5 req-3e883209-351e-4d25-bfc7-77e808352bed tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:05.013034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c213d77c-16d8-4a97-b231-54db891d11f5 req-3e883209-351e-4d25-bfc7-77e808352bed tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 945 time: 0.1249716 Nov 25 19:27:05.064186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d7262-fd7b-4d32-9d23-ce423d9287f9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Pushing event deleted for resources: {'Port': ['ID=905eb6c6-090a-4903-984e-e657f5f3cfcc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:05.104447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b236a3-27d2-42cc-82bb-666341617d70 None None] DHCP port deletion for 5dde7b30-2d88-494c-830c-69dea298d7e4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:05.165788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-76c32cd9-83ad-4168-b16e-4e997b62200c req-737d7262-fd7b-4d32-9d23-ce423d9287f9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] No DVR routers for this DVR port 905eb6c6-090a-4903-984e-e657f5f3cfcc on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:05.174096 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-76c32cd9-83ad-4168-b16e-4e997b62200c req-737d7262-fd7b-4d32-9d23-ce423d9287f9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:05.179941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76c32cd9-83ad-4168-b16e-4e997b62200c req-737d7262-fd7b-4d32-9d23-ce423d9287f9 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.76 "DELETE /v2.0/ports/905eb6c6-090a-4903-984e-e657f5f3cfcc HTTP/1.1" status: 204 len: 173 time: 1.0465019 Nov 25 19:27:05.183648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'name': 'network-vif-deleted', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:05.187132 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec6c8c4-ca3c-48d4-b8ce-ee2d50759464" -d '{"events": [{"server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "name": "network-vif-deleted", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:05.237356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c213d77c-16d8-4a97-b231-54db891d11f5 req-4fb2741b-efd9-47f0-8b24-8e4efb9ab258 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766114 Nov 25 19:27:05.410489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78576808-8617-44b1-8f05-8e69504f1711 req-b252dc57-4152-4519-942b-1843c6603037 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:05.413336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78576808-8617-44b1-8f05-8e69504f1711 req-b252dc57-4152-4519-942b-1843c6603037 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 950 time: 0.0746770 Nov 25 19:27:05.499131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78576808-8617-44b1-8f05-8e69504f1711 req-080fe1e5-a53b-439d-94cf-7346005c5a1c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782561 Nov 25 19:27:05.756176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53314) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:05.914387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4e97d81-72d6-414a-8e71-3567e3f83668 admin admin] Deleting subnet 4cc37e69-75f0-4407-90c0-a5c6630fb335 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:05.920254 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4e97d81-72d6-414a-8e71-3567e3f83668 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.005820 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4e97d81-72d6-414a-8e71-3567e3f83668 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.086313 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4e97d81-72d6-414a-8e71-3567e3f83668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.116194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-15ca62c0-5555-4c6d-ae81-f6f7748282ed tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2104454 Nov 25 19:27:06.131795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:06.164367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.171177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4e97d81-72d6-414a-8e71-3567e3f83668 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.226630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e97d81-72d6-414a-8e71-3567e3f83668 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cc37e69-75f0-4407-90c0-a5c6630fb335,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:06.230579 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4e97d81-72d6-414a-8e71-3567e3f83668 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.240703 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e4e97d81-72d6-414a-8e71-3567e3f83668 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4cc37e69-75f0-4407-90c0-a5c6630fb335 HTTP/1.1" status: 204 len: 168 time: 0.4793136 Nov 25 19:27:06.241270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53318) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:06.276126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8975be-720b-4a7c-9351-9c1f08611482 None None] Network 6416e649-d9bc-4b84-af89-d9947516c8b7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:06.369231 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.425480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e7a316a8-0ff6-431b-a932-b985f706de54 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:06.428043 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.471694 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.475686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: e7a316a8-0ff6-431b-a932-b985f706de54 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:06.476196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e7a316a8-0ff6-431b-a932-b985f706de54 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:06.564834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6908d1b5-9b98-4427-9605-a76dd6606217 None None] DHCP port deletion for 6416e649-d9bc-4b84-af89-d9947516c8b7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:06.611907 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.613056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Allocated IP 172.25.8.254 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/dd60c668-d762-4ca4-a2c4-acc9b682c2ec) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:06.665216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6416e649-d9bc-4b84-af89-d9947516c8b7']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:06.688019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e55c540c-9461-4947-8a5a-094947b4c936') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:06.688841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e55c540c-9461-4947-8a5a-094947b4c936') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:06.719197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.749228 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.764349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:06.765473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:06.771166 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:06.834894 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.881453 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.884319 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.896614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:06.903137 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] 10.222.0.15 "DELETE /v2.0/networks/6416e649-d9bc-4b84-af89-d9947516c8b7 HTTP/1.1" status: 204 len: 168 time: 0.6601102 Nov 25 19:27:06.906436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53326) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:06.942703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:06.949294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:06.955461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:06.975209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab4877-6f91-4a14-986e-6afbd6d8c0aa admin admin] Pushing event deleted for resources: {'Network': ['ID=6416e649-d9bc-4b84-af89-d9947516c8b7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:06.992281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Pushing event updated for resources: {'Port': ['ID=dd60c668-d762-4ca4-a2c4-acc9b682c2ec,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:07.024055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f15574-7992-4b39-823d-4532d199059c admin admin] Deleting subnet eab6af5d-8fdd-4b65-94a8-f40b3ae7db88 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:07.029964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9f15574-7992-4b39-823d-4532d199059c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.094648 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9f15574-7992-4b39-823d-4532d199059c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.131026 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.143168 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9f15574-7992-4b39-823d-4532d199059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.175579 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.225312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9f15574-7992-4b39-823d-4532d199059c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.272811 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9f15574-7992-4b39-823d-4532d199059c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.279034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159c6606-e675-4270-940f-462949fe165e None None] Network 0c7da5dc-46ae-4739-a686-3b5f3b76f4f2 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:07.281023 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f9f15574-7992-4b39-823d-4532d199059c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/eab6af5d-8fdd-4b65-94a8-f40b3ae7db88 HTTP/1.1" status: 204 len: 168 time: 0.3720977 Nov 25 19:27:07.283821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f15574-7992-4b39-823d-4532d199059c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eab6af5d-8fdd-4b65-94a8-f40b3ae7db88,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:07.288086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53328) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:07.355104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbab51d7-04ec-4549-8496-35cdd1b47ecc req-a34cd112-4380-43b1-920f-315a05c3ed68 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:07.356209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cbab51d7-04ec-4549-8496-35cdd1b47ecc req-a34cd112-4380-43b1-920f-315a05c3ed68 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "GET /v2.0/ports?device_id=cb563e22-1b9b-4447-a2c2-12e8dbeb65fd HTTP/1.1" status: 200 len: 945 time: 0.1432335 Nov 25 19:27:07.409382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.512410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f29db5-b1df-4e08-aa0c-1af67ad38601 None None] DHCP port deletion for 0c7da5dc-46ae-4739-a686-3b5f3b76f4f2 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:07.514281 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.547224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c7da5dc-46ae-4739-a686-3b5f3b76f4f2']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:07.560887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '333eb7b4-657e-45db-a9ba-135dd690b7b3') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:07.561375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '333eb7b4-657e-45db-a9ba-135dd690b7b3') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:07.574250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.591928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.593482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.602727 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.605101 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:07.606053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:07.609484 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:07.689452 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.702188 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.711038 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] 10.222.0.15 "DELETE /v2.0/networks/0c7da5dc-46ae-4739-a686-3b5f3b76f4f2 HTTP/1.1" status: 204 len: 168 time: 0.4189410 Nov 25 19:27:07.725365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6ac3b-ccb6-4ce6-87ca-a7a67fdd1ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=0c7da5dc-46ae-4739-a686-3b5f3b76f4f2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:07.773333 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.785882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Pushing event updated for resources: {'Port': ['ID=dd60c668-d762-4ca4-a2c4-acc9b682c2ec,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:07.814634 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.822975 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-cbab51d7-04ec-4549-8496-35cdd1b47ecc req-1fe9290d-de4e-409d-ac10-38ce6738a0cc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Deleting port 585f03e0-bfc6-41df-a156-45fadc37ab1d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:07.823544 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cbab51d7-04ec-4549-8496-35cdd1b47ecc req-1fe9290d-de4e-409d-ac10-38ce6738a0cc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.894195 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:07.895523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-b1b060a7-0fd4-47b0-b420-578dbb458346 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7706966 Nov 25 19:27:07.971614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53332) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:07.982053 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-9763a1d2-3dde-469a-a98e-61f6f5253b71 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.0597866 Nov 25 19:27:08.053683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-cbab51d7-04ec-4549-8496-35cdd1b47ecc req-1fe9290d-de4e-409d-ac10-38ce6738a0cc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] For port 585f03e0-bfc6-41df-a156-45fadc37ab1d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=585f03e0-bfc6-41df-a156-45fadc37ab1d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:08.054057 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cbab51d7-04ec-4549-8496-35cdd1b47ecc req-1fe9290d-de4e-409d-ac10-38ce6738a0cc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.083995 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f90f9072-5edc-4126-8af7-b5e4e1d7e74b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24bd4c8cb5cf4ce0a3968ac6dabf0fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1089373 Nov 25 19:27:08.087392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53334) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:08.092748 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.101416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-cbab51d7-04ec-4549-8496-35cdd1b47ecc req-1fe9290d-de4e-409d-ac10-38ce6738a0cc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Calling delete_port for 585f03e0-bfc6-41df-a156-45fadc37ab1d owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:08.188288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ac26ee9f-8011-4396-bd41-3d1f9723fe4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.197159 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-1d858002-a131-4275-ac7e-90da651b5558 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:08.198643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb2448ed-10d6-4a44-8e93-7c1b0570d7d0 req-1d858002-a131-4275-ac7e-90da651b5558 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1939688 Nov 25 19:27:08.234646 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ac26ee9f-8011-4396-bd41-3d1f9723fe4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.317200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cbab51d7-04ec-4549-8496-35cdd1b47ecc req-1fe9290d-de4e-409d-ac10-38ce6738a0cc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.334983 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ac26ee9f-8011-4396-bd41-3d1f9723fe4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.337571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['585f03e0-bfc6-41df-a156-45fadc37ab1d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:08.338353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ac26ee9f-8011-4396-bd41-3d1f9723fe4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.343469 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ac26ee9f-8011-4396-bd41-3d1f9723fe4f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bca8703f-c684-459e-a6cf-e0dc840975c2 HTTP/1.1" status: 204 len: 168 time: 0.2487018 Nov 25 19:27:08.355982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac26ee9f-8011-4396-bd41-3d1f9723fe4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca8703f-c684-459e-a6cf-e0dc840975c2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:08.393650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9290d-de4e-409d-ac10-38ce6738a0cc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event deleted for resources: {'Port': ['ID=585f03e0-bfc6-41df-a156-45fadc37ab1d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:08.462673 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ae9918-c904-4dda-a726-c89d3498068d x-openstack-request-id: req-61ae9918-c904-4dda-a726-c89d3498068d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:08.462673 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c95bd99-96e3-4c72-938a-546eb972e9bb", "name": "network-vif-deleted", "tag": "905eb6c6-090a-4903-984e-e657f5f3cfcc", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:08.462673 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61ae9918-c904-4dda-a726-c89d3498068d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:08.463144 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c95bd99-96e3-4c72-938a-546eb972e9bb', 'name': 'network-vif-deleted', 'tag': '905eb6c6-090a-4903-984e-e657f5f3cfcc', 'status': 'completed', 'code': 200} Nov 25 19:27:08.464888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbab51d7-04ec-4549-8496-35cdd1b47ecc req-1fe9290d-de4e-409d-ac10-38ce6738a0cc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] No DVR routers for this DVR port 585f03e0-bfc6-41df-a156-45fadc37ab1d on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:08.468394 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cbab51d7-04ec-4549-8496-35cdd1b47ecc req-1fe9290d-de4e-409d-ac10-38ce6738a0cc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:08.473291 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cbab51d7-04ec-4549-8496-35cdd1b47ecc req-1fe9290d-de4e-409d-ac10-38ce6738a0cc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "DELETE /v2.0/ports/585f03e0-bfc6-41df-a156-45fadc37ab1d HTTP/1.1" status: 204 len: 173 time: 1.1089635 Nov 25 19:27:08.555775 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1806aa5e-af96-4e74-aa2a-dd96cc4ac176 req-db07f302-f891-4def-849b-6f304877159c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=cb563e22-1b9b-4447-a2c2-12e8dbeb65fd HTTP/1.1" status: 200 len: 210 time: 0.0527687 Nov 25 19:27:08.701237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-227fdfe6-b7eb-43c5-8228-9496a8932d45 req-6c113b78-828b-43f2-8681-c0bdb6ab31b0 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 210 time: 0.0384974 Nov 25 19:27:08.852664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436f496-258f-44bd-9019-765f3b4766eb req-76a1c95a-2788-4306-8547-c905692455da tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:08.854557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3436f496-258f-44bd-9019-765f3b4766eb req-76a1c95a-2788-4306-8547-c905692455da tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 950 time: 0.0694988 Nov 25 19:27:08.918396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3436f496-258f-44bd-9019-765f3b4766eb req-1c9f99d5-69f8-45cf-8a33-902233b86913 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545485 Nov 25 19:27:08.960202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53344) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:09.015181 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-56a1d06a-2541-476f-b430-992db7d32213 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72ba314fa1b747b39b11ab1ef568c082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0535004 Nov 25 19:27:09.020058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53346) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:09.132336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5c952ee-1858-47f6-ae0d-7ddf7badf274 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.249074 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-e0e4474d-2e8a-41eb-931a-c5ba571466c7 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips/586a5704-eb7d-4d57-810c-3ae3f6e1a344 HTTP/1.1" status: 200 len: 693 time: 0.1183498 Nov 25 19:27:09.258860 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5c952ee-1858-47f6-ae0d-7ddf7badf274 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.489825 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5c952ee-1858-47f6-ae0d-7ddf7badf274 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.494824 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5c952ee-1858-47f6-ae0d-7ddf7badf274 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.496851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f5c952ee-1858-47f6-ae0d-7ddf7badf274 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3039bc0e-0bb8-4cdb-b87b-3e909f09b2f1 HTTP/1.1" status: 204 len: 168 time: 0.4752853 Nov 25 19:27:09.536741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c952ee-1858-47f6-ae0d-7ddf7badf274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3039bc0e-0bb8-4cdb-b87b-3e909f09b2f1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:09.555352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-dbaea08e-e05d-43e0-8e86-56c861bbc64f tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:09.557732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-dbaea08e-e05d-43e0-8e86-56c861bbc64f tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.2948656 Nov 25 19:27:09.661104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 585f03e0-bfc6-41df-a156-45fadc37ab1d no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:09.670540 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-26a3a350-c771-4f4c-9ffb-3206f50049d3 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.0973711 Nov 25 19:27:09.722996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 585f03e0-bfc6-41df-a156-45fadc37ab1d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:09.724049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 585f03e0-bfc6-41df-a156-45fadc37ab1d not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:09.725089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 905eb6c6-090a-4903-984e-e657f5f3cfcc no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:09.730116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-dab202b9-6ca6-4290-b4bb-56626be32a87 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.254 HTTP/1.1" status: 200 len: 696 time: 0.0583506 Nov 25 19:27:09.781384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 905eb6c6-090a-4903-984e-e657f5f3cfcc {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:09.783410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 905eb6c6-090a-4903-984e-e657f5f3cfcc not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:09.911178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-288e6649-8d29-4167-af49-01d610675a97 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Deleting port dd60c668-d762-4ca4-a2c4-acc9b682c2ec {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:09.912028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-288e6649-8d29-4167-af49-01d610675a97 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:09.971061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7edbe8-49b9-4cf6-8b7e-e09a1eb2502f req-866916e1-1e9b-4cd3-8583-8e610d2e40fd tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:09.972642 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc7edbe8-49b9-4cf6-8b7e-e09a1eb2502f req-866916e1-1e9b-4cd3-8583-8e610d2e40fd tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.60 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 946 time: 0.0597117 Nov 25 19:27:10.085226 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-288e6649-8d29-4167-af49-01d610675a97 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.085892 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-288e6649-8d29-4167-af49-01d610675a97 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.115495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-288e6649-8d29-4167-af49-01d610675a97 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Calling delete_port for dd60c668-d762-4ca4-a2c4-acc9b682c2ec owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:10.116654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-dc7edbe8-49b9-4cf6-8b7e-e09a1eb2502f req-813d237e-d239-4d3d-aa64-d0990eeb5a09 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Deleting port 6562f427-461c-4d3c-8358-52c450468cf1 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:10.116969 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dc7edbe8-49b9-4cf6-8b7e-e09a1eb2502f req-813d237e-d239-4d3d-aa64-d0990eeb5a09 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.282542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-dc7edbe8-49b9-4cf6-8b7e-e09a1eb2502f req-813d237e-d239-4d3d-aa64-d0990eeb5a09 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] For port 6562f427-461c-4d3c-8358-52c450468cf1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6562f427-461c-4d3c-8358-52c450468cf1,segment=NetworkSegment(303fb06a-0a8d-4ceb-b300-4a7274446e6b),segment_id=303fb06a-0a8d-4ceb-b300-4a7274446e6b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:10.283815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dc7edbe8-49b9-4cf6-8b7e-e09a1eb2502f req-813d237e-d239-4d3d-aa64-d0990eeb5a09 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.304774 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-dc7edbe8-49b9-4cf6-8b7e-e09a1eb2502f req-813d237e-d239-4d3d-aa64-d0990eeb5a09 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Calling delete_port for 6562f427-461c-4d3c-8358-52c450468cf1 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:10.416155 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-288e6649-8d29-4167-af49-01d610675a97 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.470630 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb563e22-1b9b-4447-a2c2-12e8dbeb65fd', 'name': 'network-vif-deleted', 'tag': '585f03e0-bfc6-41df-a156-45fadc37ab1d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:10.474999 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43f689e7-7c54-4c38-9224-8de5b4660151" -d '{"events": [{"server_uuid": "cb563e22-1b9b-4447-a2c2-12e8dbeb65fd", "name": "network-vif-deleted", "tag": "585f03e0-bfc6-41df-a156-45fadc37ab1d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:10.480383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e6649-8d29-4167-af49-01d610675a97 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Pushing event deleted for resources: {'Port': ['ID=dd60c668-d762-4ca4-a2c4-acc9b682c2ec,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:10.505522 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dc7edbe8-49b9-4cf6-8b7e-e09a1eb2502f req-813d237e-d239-4d3d-aa64-d0990eeb5a09 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.552482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813d237e-d239-4d3d-aa64-d0990eeb5a09 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Pushing event deleted for resources: {'Port': ['ID=6562f427-461c-4d3c-8358-52c450468cf1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:10.627713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7edbe8-49b9-4cf6-8b7e-e09a1eb2502f req-813d237e-d239-4d3d-aa64-d0990eeb5a09 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] No DVR routers for this DVR port 6562f427-461c-4d3c-8358-52c450468cf1 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:10.629981 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-288e6649-8d29-4167-af49-01d610675a97 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.631785 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dc7edbe8-49b9-4cf6-8b7e-e09a1eb2502f req-813d237e-d239-4d3d-aa64-d0990eeb5a09 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.635353 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-288e6649-8d29-4167-af49-01d610675a97 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:10.636386 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc7edbe8-49b9-4cf6-8b7e-e09a1eb2502f req-813d237e-d239-4d3d-aa64-d0990eeb5a09 tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.60 "DELETE /v2.0/ports/6562f427-461c-4d3c-8358-52c450468cf1 HTTP/1.1" status: 204 len: 173 time: 0.6576624 Nov 25 19:27:10.636858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee06d212-72bd-4f14-9da0-28c7c09aba18 req-288e6649-8d29-4167-af49-01d610675a97 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "DELETE /v2.0/floatingips/586a5704-eb7d-4d57-810c-3ae3f6e1a344 HTTP/1.1" status: 204 len: 173 time: 0.9054039 Nov 25 19:27:10.637066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '839c806a-c9d2-4eff-963d-637170d5797a', 'name': 'network-vif-deleted', 'tag': '6562f427-461c-4d3c-8358-52c450468cf1'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:10.651384 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1d7040d-e4c2-42dc-bd5a-c41dad513004" -d '{"events": [{"server_uuid": "839c806a-c9d2-4eff-963d-637170d5797a", "name": "network-vif-deleted", "tag": "6562f427-461c-4d3c-8358-52c450468cf1"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:10.803917 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cfb071fb-f632-46ec-8395-b303ade6493e req-0ecea8cd-a0f9-4f5e-a486-0aa663830c2f tempest-FloatingIPsAssociationNegativeTestJSON-175210231 tempest-FloatingIPsAssociationNegativeTestJSON-175210231-project] 10.222.0.15 "GET /v2.0/ports?device_id=839c806a-c9d2-4eff-963d-637170d5797a HTTP/1.1" status: 200 len: 210 time: 0.0554421 Nov 25 19:27:10.957505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f44c4d70-26cb-45ca-8ba3-981c6132a676 req-25ac5b29-a047-4453-9e94-065fbc13e8db tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c95bd99-96e3-4c72-938a-546eb972e9bb HTTP/1.1" status: 200 len: 210 time: 0.0314441 Nov 25 19:27:11.244868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52943ce6-2f0a-4813-afae-e5a3fd32055a req-8cf84a6d-078c-4cb2-b5d7-f0fe48d6af1a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:11.246689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52943ce6-2f0a-4813-afae-e5a3fd32055a req-8cf84a6d-078c-4cb2-b5d7-f0fe48d6af1a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 950 time: 0.1072171 Nov 25 19:27:11.371827 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52943ce6-2f0a-4813-afae-e5a3fd32055a req-60f0336a-3d95-4a70-b737-0b10db6fdecf tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142299 Nov 25 19:27:11.539432 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6005d44-62b2-4771-ad94-ec46177de096 x-openstack-request-id: req-d6005d44-62b2-4771-ad94-ec46177de096 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:11.540204 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb563e22-1b9b-4447-a2c2-12e8dbeb65fd", "name": "network-vif-deleted", "tag": "585f03e0-bfc6-41df-a156-45fadc37ab1d", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:11.540929 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6005d44-62b2-4771-ad94-ec46177de096 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:11.542458 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb563e22-1b9b-4447-a2c2-12e8dbeb65fd', 'name': 'network-vif-deleted', 'tag': '585f03e0-bfc6-41df-a156-45fadc37ab1d', 'status': 'completed', 'code': 200} Nov 25 19:27:11.622578 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-35e3290d-3b08-418e-b59e-9ab46353cb5d req-dcb55502-9b7b-4bbc-9ef0-e7d4d2602a4a tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] show failed (client error): The resource could not be found. Nov 25 19:27:11.624166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35e3290d-3b08-418e-b59e-9ab46353cb5d req-dcb55502-9b7b-4bbc-9ef0-e7d4d2602a4a tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips/586a5704-eb7d-4d57-810c-3ae3f6e1a344 HTTP/1.1" status: 404 len: 350 time: 0.0569456 Nov 25 19:27:11.691755 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcacab68-f294-4790-95b2-b88bc220033d x-openstack-request-id: req-bcacab68-f294-4790-95b2-b88bc220033d {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:11.692529 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "839c806a-c9d2-4eff-963d-637170d5797a", "name": "network-vif-deleted", "tag": "6562f427-461c-4d3c-8358-52c450468cf1", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:11.693332 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcacab68-f294-4790-95b2-b88bc220033d {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:11.693484 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '839c806a-c9d2-4eff-963d-637170d5797a', 'name': 'network-vif-deleted', 'tag': '6562f427-461c-4d3c-8358-52c450468cf1', 'status': 'completed', 'code': 200} Nov 25 19:27:12.003138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-9923177f-0bf3-4a5d-8ffe-bdbbd67f7b33 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:12.006873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-9923177f-0bf3-4a5d-8ffe-bdbbd67f7b33 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.2176373 Nov 25 19:27:12.033179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-c96fed60-957f-45a5-9f49-751894a70b4b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/quotas/3b973ffbca42402e9b75b4978356f206 HTTP/1.1" status: 200 len: 375 time: 0.0198436 Nov 25 19:27:12.079612 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-784cf1f7-1019-4651-b71d-76adc3fc87fd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449510 Nov 25 19:27:12.264350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-e76cd790-6e46-4425-a5ed-495ea50b8796 service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769342 Nov 25 19:27:12.336801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6562f427-461c-4d3c-8358-52c450468cf1 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:12.374276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 6562f427-461c-4d3c-8358-52c450468cf1 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:12.374957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6562f427-461c-4d3c-8358-52c450468cf1 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:12.401474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-3d89d68b-e6c6-4a59-83fe-74df8e545f46 service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277277 Nov 25 19:27:12.657046 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-009ede72-8482-47ed-b865-2d54c13b70c6 req-a9419a24-b322-4f07-8fba-86ff0a858b06 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] show failed (client error): The resource could not be found. Nov 25 19:27:12.668895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-009ede72-8482-47ed-b865-2d54c13b70c6 req-a9419a24-b322-4f07-8fba-86ff0a858b06 tempest-FloatingIPsTestJSON-883023079 tempest-FloatingIPsTestJSON-883023079-project] 10.222.0.15 "GET /v2.0/floatingips/586a5704-eb7d-4d57-810c-3ae3f6e1a344 HTTP/1.1" status: 404 len: 350 time: 0.0860548 Nov 25 19:27:12.673601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53424) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:12.715930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53426) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:13.296747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:13.928020 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c287fba6-5720-45e0-95fd-a715fae1b959 req-95ad7f21-f406-42ac-bb14-98076267a5fa tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:13.943645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c287fba6-5720-45e0-95fd-a715fae1b959 req-95ad7f21-f406-42ac-bb14-98076267a5fa tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 950 time: 0.2549410 Nov 25 19:27:14.116284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c287fba6-5720-45e0-95fd-a715fae1b959 req-a6079327-9021-4116-b409-1e6668638ecf tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285293 Nov 25 19:27:14.242412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] Deleting port cee5936b-fbee-4354-ad67-ae5c19e01648 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:14.243136 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.334358 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.368968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-526f3f66-4881-46b3-b1d0-89ffac432175 req-fc0a6a82-fb6f-45a5-8f4d-1be2eb073c25 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 210 time: 0.0641828 Nov 25 19:27:14.441099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] For port cee5936b-fbee-4354-ad67-ae5c19e01648, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cee5936b-fbee-4354-ad67-ae5c19e01648,segment=NetworkSegment(e327ef9f-5f14-43dc-87dd-defed65285a2),segment_id=e327ef9f-5f14-43dc-87dd-defed65285a2)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:14.442699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.468167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] Calling delete_port for cee5936b-fbee-4354-ad67-ae5c19e01648 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:14.832144 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:14.883289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] Pushing event deleted for resources: {'Port': ['ID=cee5936b-fbee-4354-ad67-ae5c19e01648,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:15.003583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-e8141b74-1b43-42ad-9d2d-466605d8e133 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:15.005990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-e8141b74-1b43-42ad-9d2d-466605d8e133 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.3047748 Nov 25 19:27:15.052268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Request body: {'port': {'device_id': '19646cea-2aaa-47ec-b0fb-3143c484c6cb', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'admin_state_up': True, 'tenant_id': '3b973ffbca42402e9b75b4978356f206'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:15.318757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Made reservation on behalf of 3b973ffbca42402e9b75b4978356f206 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:15.328180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.344307 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-1a4d04b7-81b2-4aae-8b4e-9ecf96ec52bc service neutron] show failed (client error): The resource could not be found. Nov 25 19:27:15.350032 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-1a4d04b7-81b2-4aae-8b4e-9ecf96ec52bc service neutron] 10.222.0.60 "GET /v2.0/ports/c083c878-2c93-45fc-b5f1-2256598fe074/bindings/n-h2-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.3189433 Nov 25 19:27:15.534931 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.649280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] Deleting port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:15.649620 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:15.734907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33d851-f0b1-4586-bd7a-7f58bba861fa req-e9627649-3446-4cb0-8474-a8fa8f18b396 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:15.740049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e33d851-f0b1-4586-bd7a-7f58bba861fa req-e9627649-3446-4cb0-8474-a8fa8f18b396 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 950 time: 0.3836267 Nov 25 19:27:15.776126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53480) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:16.019933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] Router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:27:16.136640 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e33d851-f0b1-4586-bd7a-7f58bba861fa req-912887be-0170-4b82-826d-d7e17cbc7e1c tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955588 Nov 25 19:27:16.163453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-3784928f-691f-493f-8d14-b4e6166a71da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:16.172008 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-3784928f-691f-493f-8d14-b4e6166a71da service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc&tenant_id=df1e19b34a9140d885e4e27b944e7b86 HTTP/1.1" status: 200 len: 1101 time: 0.5201275 Nov 25 19:27:16.179482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Allocated IP 172.20.0.9 (91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb/9e068616-7912-416a-8786-ab1d8edb2eec/bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:16.263452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:16.274439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:16.274764 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-864ba51a-047d-4cd9-9111-3f0eff12576f admin admin] 10.222.0.15 "PUT /v2.0/routers/12bc6b9c-b979-49ea-a1bd-ab47d4e27818/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5997899 Nov 25 19:27:16.279281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53484) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:16.280069 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56efad-1b63-4387-b695-2463fe9089b0 None None] Sync routers for ids ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:16.335087 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56efad-1b63-4387-b695-2463fe9089b0 None None] Routers {'12bc6b9c-b979-49ea-a1bd-ab47d4e27818'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:16.336173 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9b56efad-1b63-4387-b695-2463fe9089b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:27:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:16.534032 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.551511 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-9b56efad-1b63-4387-b695-2463fe9089b0 None None] Set router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:16.604639 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.616064 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aea0a00a-d9d0-47b6-bdde-0d7cf6931d70 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.686751 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.736221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:16.750541 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.823150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:16.840307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:16.848533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Deleting port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:16.849131 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.871198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.879554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] For port 81bcfc3b-3d75-4b4e-b299-0ea1ede53160, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=81bcfc3b-3d75-4b4e-b299-0ea1ede53160,segment=NetworkSegment(303fb06a-0a8d-4ceb-b300-4a7274446e6b),segment_id=303fb06a-0a8d-4ceb-b300-4a7274446e6b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:16.880190 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:16.981537 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9b56efad-1b63-4387-b695-2463fe9089b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'name': 'tempest-FloatingIPsTestJSON-1541084007-router', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66'}], 'enable_snat': True}, 'gw_port_id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:44Z', 'updated_at': '2021-11-25T19:27:14Z', 'revision_number': 5, 'project_id': '6721759538e84e88b2770c949eb75323', 'gw_port': {'id': '0e5ba307-fc43-4c0a-9eb7-6b01491a8c75', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:98:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'device_owner': 'network:router_gateway', 'standard_attr_id': 776, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:26:45Z', 'updated_at': '2021-11-25T19:26:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:17.009071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] Calling delete_port for 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:17.040287 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56efad-1b63-4387-b695-2463fe9089b0 None None] Checking router: 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:17.050071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] For port 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0e5ba307-fc43-4c0a-9eb7-6b01491a8c75,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:17.050647 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.057093 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b56efad-1b63-4387-b695-2463fe9089b0 None None] Routers {'12bc6b9c-b979-49ea-a1bd-ab47d4e27818'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:17.058136 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9b56efad-1b63-4387-b695-2463fe9089b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:27:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:17.106618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Calling delete_port for 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:17.219145 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-9b56efad-1b63-4387-b695-2463fe9089b0 None None] Set router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:17.321952 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9b56efad-1b63-4387-b695-2463fe9089b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'name': 'tempest-FloatingIPsTestJSON-1541084007-router', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:44Z', 'updated_at': '2021-11-25T19:27:16Z', 'revision_number': 6, 'project_id': '6721759538e84e88b2770c949eb75323', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:17.392020 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b56efad-1b63-4387-b695-2463fe9089b0 None None] The sync data for ids ['12bc6b9c-b979-49ea-a1bd-ab47d4e27818'] in n-d-817303-9 is: [{'id': '12bc6b9c-b979-49ea-a1bd-ab47d4e27818', 'name': 'tempest-FloatingIPsTestJSON-1541084007-router', 'tenant_id': '6721759538e84e88b2770c949eb75323', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:26:44Z', 'updated_at': '2021-11-25T19:27:16Z', 'revision_number': 6, 'project_id': '6721759538e84e88b2770c949eb75323', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:17.427714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:17.461382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.487325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event updated for resources: {'Port': ['ID=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:17.522536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bceebb4-5453-442d-8a3c-75dadd381131 req-8ecd5892-5ef1-4307-bdd4-93d42a888f0d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:17.536158 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bceebb4-5453-442d-8a3c-75dadd381131 req-8ecd5892-5ef1-4307-bdd4-93d42a888f0d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 931 time: 0.8733213 Nov 25 19:27:17.564263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Pushing event deleted for resources: {'Port': ['ID=0e5ba307-fc43-4c0a-9eb7-6b01491a8c75,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:17.564605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040caeb6-0294-46af-bb32-ff6f46a4f19e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:17.601857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:17.603284 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.676782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:17.737578 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:17.867023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-7b51321c-23bf-49c1-9289-56ee72770b08 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8488517 Nov 25 19:27:18.023729 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.030292 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.058884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bceebb4-5453-442d-8a3c-75dadd381131 req-d99022ed-9d50-4306-ad01-29ec0aff5ee0 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4951487 Nov 25 19:27:18.073081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Request body: {'port': {'device_id': '19646cea-2aaa-47ec-b0fb-3143c484c6cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:18.154292 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.154989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12bc6b9c-b979-49ea-a1bd-ab47d4e27818 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:27:18.164515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.168524 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ba2253a0-658a-4fe2-8b63-930d3a9db42f admin admin] 10.222.0.15 "DELETE /v2.0/routers/12bc6b9c-b979-49ea-a1bd-ab47d4e27818 HTTP/1.1" status: 204 len: 168 time: 1.8879616 Nov 25 19:27:18.169297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53494) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:18.175717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:18.182862 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6971ca38-0d4f-4a5a-a7be-c6994e234d18" -d '{"events": [{"server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:18.199372 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.236640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56d21b0-524a-4388-825f-f0545c7d6f43 admin admin] Deleting subnet f6d42325-2117-45c5-b30d-23739ab4c658 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:18.244850 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e56d21b0-524a-4388-825f-f0545c7d6f43 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.319481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aea0a00a-d9d0-47b6-bdde-0d7cf6931d70 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.320900 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.338212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Transition to ACTIVE for port object c083c878-2c93-45fc-b5f1-2256598fe074 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:18.366268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:18.375424 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e56d21b0-524a-4388-825f-f0545c7d6f43 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.404225 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aea0a00a-d9d0-47b6-bdde-0d7cf6931d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.432079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.474915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:18.571067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0a00a-d9d0-47b6-bdde-0d7cf6931d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219ea7d0-a494-455c-9654-44746fbf593a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:18.601244 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-aea0a00a-d9d0-47b6-bdde-0d7cf6931d70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7c604c2cf554397bfcae58dd9d7a96c&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8000784 Nov 25 19:27:18.610294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53498) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:18.691390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d209587-c535-4a49-a570-c6b150be9a83 req-f3b67872-5a54-4ff3-92e9-58e2d7e96bc2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:18.700009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d209587-c535-4a49-a570-c6b150be9a83 req-f3b67872-5a54-4ff3-92e9-58e2d7e96bc2 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 950 time: 0.5120366 Nov 25 19:27:18.762250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e56d21b0-524a-4388-825f-f0545c7d6f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.769692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] No DVR routers for this DVR port c083c878-2c93-45fc-b5f1-2256598fe074 on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:18.848686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:18.914881 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:18.981527 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e56d21b0-524a-4388-825f-f0545c7d6f43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.039718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] Pushing event deleted for resources: {'Port': ['ID=81bcfc3b-3d75-4b4e-b299-0ea1ede53160,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:19.077080 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e56d21b0-524a-4388-825f-f0545c7d6f43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.097419 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e56d21b0-524a-4388-825f-f0545c7d6f43 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f6d42325-2117-45c5-b30d-23739ab4c658 HTTP/1.1" status: 204 len: 168 time: 0.9241040 Nov 25 19:27:19.104307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72bf3c2-5820-406f-a689-5c13f7c61e27 None None] Network 467d4cb7-0f66-4567-b754-fd7d36f3ac8f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:19.109391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53504) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:19.210841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d209587-c535-4a49-a570-c6b150be9a83 req-7823be37-2d4b-43cd-87d0-280fba12369a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4962668 Nov 25 19:27:19.211886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:19.212334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:19.212768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:19.261307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d21b0-524a-4388-825f-f0545c7d6f43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6d42325-2117-45c5-b30d-23739ab4c658,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:19.270315 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f17c62c-4d9a-4626-b9b0-92cba10394f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.361217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f17c62c-4d9a-4626-b9b0-92cba10394f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.366309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.492065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cee5936b-fbee-4354-ad67-ae5c19e01648 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:19.523882 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f17c62c-4d9a-4626-b9b0-92cba10394f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.530217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f17c62c-4d9a-4626-b9b0-92cba10394f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.534821 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1f17c62c-4d9a-4626-b9b0-92cba10394f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/219ea7d0-a494-455c-9654-44746fbf593a HTTP/1.1" status: 204 len: 168 time: 0.9231379 Nov 25 19:27:19.554970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17c62c-4d9a-4626-b9b0-92cba10394f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219ea7d0-a494-455c-9654-44746fbf593a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:19.672569 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6b978e5-3f3c-403a-8436-221215f7ada0 x-openstack-request-id: req-b6b978e5-3f3c-403a-8436-221215f7ada0 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:19.681590 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:19.682380 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6b978e5-3f3c-403a-8436-221215f7ada0 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:19.686632 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'code': 200} Nov 25 19:27:19.699534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: cee5936b-fbee-4354-ad67-ae5c19e01648 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:19.700608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cee5936b-fbee-4354-ad67-ae5c19e01648 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:19.702350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:19.745472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Port c083c878-2c93-45fc-b5f1-2256598fe074 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:19.745472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:19.815125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:19.815662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0e5ba307-fc43-4c0a-9eb7-6b01491a8c75 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:19.889525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:19.904080 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.921608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Transition to ACTIVE for port object bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:19.924421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:19.925217 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:19.926044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:19.927017 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Bound port: c083c878-2c93-45fc-b5f1-2256598fe074, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:19.927017 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:19.964650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa306da-aa98-492b-ab7f-74fbbe56cf93 None None] DHCP port deletion for 467d4cb7-0f66-4567-b754-fd7d36f3ac8f request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:19.999817 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.080653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5aa306da-aa98-492b-ab7f-74fbbe56cf93 None None] Deleting port edde6bfb-cb12-4c74-83a7-168cdd9342ff {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:20.081559 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5aa306da-aa98-492b-ab7f-74fbbe56cf93 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.134698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Pushing event updated for resources: {'Port': ['ID=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:20.208519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3462e72-3d78-4658-981b-b9340fc3b6c6 req-53bfd5c2-89cc-4393-a795-3a48446c1bb9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:20.216878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3462e72-3d78-4658-981b-b9340fc3b6c6 req-53bfd5c2-89cc-4393-a795-3a48446c1bb9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 943 time: 0.2790897 Nov 25 19:27:20.227472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53514) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:20.250639 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fd9599b-e008-4406-b44d-a4f83b40193e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.262737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5aa306da-aa98-492b-ab7f-74fbbe56cf93 None None] For port edde6bfb-cb12-4c74-83a7-168cdd9342ff, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=edde6bfb-cb12-4c74-83a7-168cdd9342ff,segment=NetworkSegment(e327ef9f-5f14-43dc-87dd-defed65285a2),segment_id=e327ef9f-5f14-43dc-87dd-defed65285a2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:20.264798 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5aa306da-aa98-492b-ab7f-74fbbe56cf93 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.299683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5aa306da-aa98-492b-ab7f-74fbbe56cf93 None None] Calling delete_port for edde6bfb-cb12-4c74-83a7-168cdd9342ff owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:20.464711 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5aa306da-aa98-492b-ab7f-74fbbe56cf93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.496594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fd9599b-e008-4406-b44d-a4f83b40193e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.510858 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa306da-aa98-492b-ab7f-74fbbe56cf93 None None] Pushing event deleted for resources: {'Port': ['ID=edde6bfb-cb12-4c74-83a7-168cdd9342ff,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:20.512452 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fd9599b-e008-4406-b44d-a4f83b40193e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.519027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:20.523268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa306da-aa98-492b-ab7f-74fbbe56cf93 None None] No DVR routers for this DVR port edde6bfb-cb12-4c74-83a7-168cdd9342ff on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:20.525498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:20.531717 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.595733 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3462e72-3d78-4658-981b-b9340fc3b6c6 req-6c00563e-a901-489d-9f7c-d096a00ac5b8 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3779144 Nov 25 19:27:20.607135 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9fd9599b-e008-4406-b44d-a4f83b40193e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fa6ffe8fe52a49ba895dfae306712526&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3782113 Nov 25 19:27:20.612435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53520) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:20.649712 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.669217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd9599b-e008-4406-b44d-a4f83b40193e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac76e8cb-806c-46c3-b93e-fdc64b73f724,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:20.761985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:20.763508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.764368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] 10.222.0.76 "PUT /v2.0/ports/c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 1096 time: 4.5108006 Nov 25 19:27:20.778008 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc33c-b9fc-4475-89fe-8a4c605d969e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.819321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc33c-b9fc-4475-89fe-8a4c605d969e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.913228 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc33c-b9fc-4475-89fe-8a4c605d969e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.916820 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c3fc33c-b9fc-4475-89fe-8a4c605d969e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:20.918086 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7c3fc33c-b9fc-4475-89fe-8a4c605d969e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac76e8cb-806c-46c3-b93e-fdc64b73f724 HTTP/1.1" status: 204 len: 168 time: 0.2995811 Nov 25 19:27:20.937835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fc33c-b9fc-4475-89fe-8a4c605d969e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac76e8cb-806c-46c3-b93e-fdc64b73f724,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:20.964705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-90fbadc5-ebdd-4103-b204-b100b1910f1f tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:20.966751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-90fbadc5-ebdd-4103-b204-b100b1910f1f tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.76 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 945 time: 0.3921180 Nov 25 19:27:20.984393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Attempting to bind port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:20.984730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Attempting to bind port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:20.985059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Attempting to bind port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:21.005953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb07e8-732d-491b-be05-599de7ef367d service neutron] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:21.010855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Deleting port edde6bfb-cb12-4c74-83a7-168cdd9342ff {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:21.011265 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.258492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device edde6bfb-cb12-4c74-83a7-168cdd9342ff no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:21.307692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: edde6bfb-cb12-4c74-83a7-168cdd9342ff {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:21.308718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device edde6bfb-cb12-4c74-83a7-168cdd9342ff not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:21.401098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.403800 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:21.404117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Attempting to bind port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:21.447688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-00e67100-506b-4694-9a05-ec4664b9318f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:21.449258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-00e67100-506b-4694-9a05-ec4664b9318f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1099 time: 0.6249833 Nov 25 19:27:21.457498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:21.457837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Checking segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:21.458240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Bound using segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:21.458788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Bound port: bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:21.459065 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.468280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9de2a5-af93-48a0-ba9b-b8381cfa94cb req-a75d0583-b22f-4349-b866-27769d07b102 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:21.470180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c9de2a5-af93-48a0-ba9b-b8381cfa94cb req-a75d0583-b22f-4349-b866-27769d07b102 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 945 time: 0.6778550 Nov 25 19:27:21.646983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] For port edde6bfb-cb12-4c74-83a7-168cdd9342ff, host n-d-817303-9, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:21.647462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.693319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:21.696390 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d379b3b6-cdc1-4915-b916-24428f4820b4" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:21.710217 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Calling delete_port for edde6bfb-cb12-4c74-83a7-168cdd9342ff owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:21.781456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Port edde6bfb-cb12-4c74-83a7-168cdd9342ff was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:27:21.803140 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:21.895119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] No DVR routers for this DVR port edde6bfb-cb12-4c74-83a7-168cdd9342ff on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:21.900024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Pushing event deleted for resources: {'Port': ['ID=edde6bfb-cb12-4c74-83a7-168cdd9342ff,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:21.925740 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c9de2a5-af93-48a0-ba9b-b8381cfa94cb req-a71b51e4-f50e-42cd-a878-fb52417a3d1d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4209569 Nov 25 19:27:21.942361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] For port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:22.024536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-5dfca5b5-aa71-48e9-92a4-01e36202bf03 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Deleting port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:22.024809 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-5dfca5b5-aa71-48e9-92a4-01e36202bf03 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.034615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-8b70c789-ab94-4b08-a3ef-8ef5b38d4bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:22.036196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-8b70c789-ab94-4b08-a3ef-8ef5b38d4bb2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.5331457 Nov 25 19:27:22.057450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] For port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:22.100105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.108648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53546) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:22.249741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-855bcae0-fbfd-42e0-b908-d8bfbea315b9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 217 time: 0.1675706 Nov 25 19:27:22.267859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-network', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:22.286890 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.296852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Made reservation on behalf of 0f6186685c634c41a1d6f33d43ade648 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:22.301056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.316761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.420920 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.421609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:22.425838 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.425838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] 10.222.0.76 "PUT /v2.0/ports/bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d HTTP/1.1" status: 200 len: 1091 time: 4.4123619 Nov 25 19:27:22.442786 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:27:22.444362 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.450073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467d4cb7-0f66-4567-b754-fd7d36f3ac8f']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:22.480740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:27:22.501528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb96d301-6f15-4068-83b2-7de8c7c6f19f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:22.517687 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.518376 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Added segment 3a1c6c35-1925-4151-bf0f-428a05dfc191 of type vlan for network b86cacff-4731-431f-9727-9d86ca7b3f59 Nov 25 19:27:22.574090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e327ef9f-5f14-43dc-87dd-defed65285a2') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:22.574551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e327ef9f-5f14-43dc-87dd-defed65285a2') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:22.594083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.630496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.632345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:22.633553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.647279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493df8eb-ae55-4328-b512-3ac4ba17267a req-bf5251af-a9b3-4a36-bb8d-5ced4dc3851b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:22.649284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-493df8eb-ae55-4328-b512-3ac4ba17267a req-bf5251af-a9b3-4a36-bb8d-5ced4dc3851b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 948 time: 0.6381123 Nov 25 19:27:22.662137 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.664202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Pushing event updated for resources: {'Port': ['ID=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:22.714028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-5dfca5b5-aa71-48e9-92a4-01e36202bf03 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] For port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:22.714554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-5dfca5b5-aa71-48e9-92a4-01e36202bf03 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.721555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-9b2a7631-ac08-4afd-ae02-0502eca8c550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:22.724133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-9b2a7631-ac08-4afd-ae02-0502eca8c550 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.4184132 Nov 25 19:27:22.729219 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.749165 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6387856 Nov 25 19:27:22.755000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53550) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:22.758843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.762562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.763007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.763384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.763756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.764128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.764266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] Request body: {'subnet': {'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-subnet', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:22.764556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.764923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.765286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.765647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.766020 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.767079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.767581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbf55b2f-9206-4f16-a430-01178c561c89 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:22.780157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a414a6-3397-4c19-ba00-b6005dcde7f1 admin admin] Pushing event updated for resources: {'Network': ['ID=b86cacff-4731-431f-9727-9d86ca7b3f59,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:22.803794 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-5dfca5b5-aa71-48e9-92a4-01e36202bf03 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Calling delete_port for 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:22.813925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] Made reservation on behalf of 0f6186685c634c41a1d6f33d43ade648 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:22.815114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:22.815758 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.816172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network b86cacff-4731-431f-9727-9d86ca7b3f59 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:27:22.819600 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:22.849710 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:22.975654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-4af57011-97b3-4641-a5d9-35d1b39f7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:22.978379 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-4af57011-97b3-4641-a5d9-35d1b39f7689 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 1094 time: 0.4496672 Nov 25 19:27:22.990931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] Router b270c6bc-a779-4705-8892-971556e63137 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:27:23.093542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-493df8eb-ae55-4328-b512-3ac4ba17267a req-3aaf1721-98b2-469c-a9f2-1e944f0b879a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4120543 Nov 25 19:27:23.141277 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.148983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-e1e93fde-62a4-4991-a0b2-2b0aa08e3f0f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d HTTP/1.1" status: 200 len: 217 time: 0.0964534 Nov 25 19:27:23.163622 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.169714 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] 10.222.0.15 "DELETE /v2.0/networks/467d4cb7-0f66-4567-b754-fd7d36f3ac8f HTTP/1.1" status: 204 len: 168 time: 4.0397410 Nov 25 19:27:23.173379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-993ecbe6-b0c8-4f13-bf3b-626923915662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:23.175497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-993ecbe6-b0c8-4f13-bf3b-626923915662 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4319565 Nov 25 19:27:23.239661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dafd75a-bc53-4b3a-8dde-e6fe34f28d70 admin admin] Pushing event deleted for resources: {'Network': ['ID=467d4cb7-0f66-4567-b754-fd7d36f3ac8f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:23.319069 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.397111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:23.409717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53556) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:23.443863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-9388badb-2a7c-4c9f-8b1a-c18137c3d7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:23.445507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-9388badb-2a7c-4c9f-8b1a-c18137c3d7af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.2893195 Nov 25 19:27:23.459741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] Checking segment: {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:23.460318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] Network hostable DHCP agents. Network: b86cacff-4731-431f-9727-9d86ca7b3f59, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:27:23.512588 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1428f482-6135-40f2-bad6-2d5a9fff5d38 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6721759538e84e88b2770c949eb75323&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0983021 Nov 25 19:27:23.513659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53558) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:23.523210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] Network b86cacff-4731-431f-9727-9d86ca7b3f59 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:27:23.534287 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-25d1e463-67a2-4933-8352-5a192d4e4b93 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585308 Nov 25 19:27:23.549262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, b86cacff-4731-431f-9727-9d86ca7b3f59) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:23.555053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:23.555643 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.566927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb3ebde-78be-4b25-ba8f-98eece39384e None None] Network b86cacff-4731-431f-9727-9d86ca7b3f59 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:23.591070 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-49e9c4f1-f03b-4a89-89e5-a98c6d79bed5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8341146 Nov 25 19:27:23.597158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53560) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:23.604167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:23.605451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-46b5cb59-8825-4393-8971-cca7915190e1 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969123 Nov 25 19:27:23.606611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:23.616607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f66113b-efc2-4b6b-a096-cd982ff49248 req-fd979f37-d768-4b6a-9a1c-4f4d1a3eab46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:23.616814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68ae9e46-6f37-4f58-b66d-54047f4529f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.617386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f66113b-efc2-4b6b-a096-cd982ff49248 req-fd979f37-d768-4b6a-9a1c-4f4d1a3eab46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 943 time: 0.2907822 Nov 25 19:27:23.623614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c58f5695-80bf-4a92-8e17-5f0f4202324f admin admin] 10.222.0.15 "PUT /v2.0/routers/b270c6bc-a779-4705-8892-971556e63137/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9065738 Nov 25 19:27:23.630198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53562) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:23.636875 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-5dfca5b5-aa71-48e9-92a4-01e36202bf03 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.703193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf8412-552a-4d37-ab91-badfab66bffe None None] Sync routers for ids ['b270c6bc-a779-4705-8892-971556e63137'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:23.704487 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68ae9e46-6f37-4f58-b66d-54047f4529f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.711084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:23.716995 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.718097 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.755954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfca5b5-aa71-48e9-92a4-01e36202bf03 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Pushing event deleted for resources: {'Port': ['ID=2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:23.879543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-5dfca5b5-aa71-48e9-92a4-01e36202bf03 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] No DVR routers for this DVR port 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:23.884072 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.889187 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-5dfca5b5-aa71-48e9-92a4-01e36202bf03 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:23.893692 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-5dfca5b5-aa71-48e9-92a4-01e36202bf03 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.76 "DELETE /v2.0/ports/2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec HTTP/1.1" status: 204 len: 173 time: 2.9123926 Nov 25 19:27:23.902868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-f8d4ec53-b211-4b0a-8258-882a6cddcfc1 service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3580220 Nov 25 19:27:23.920171 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f66113b-efc2-4b6b-a096-cd982ff49248 req-7996c4d4-aa8e-4a03-9983-2d5454a9e1f6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863505 Nov 25 19:27:23.976961 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:24.023398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-a19eae9f-004a-4cd0-a7dd-decee65555df service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979113 Nov 25 19:27:24.043331 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68ae9e46-6f37-4f58-b66d-54047f4529f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:24.046505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68ae9e46-6f37-4f58-b66d-54047f4529f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:24.048494 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-68ae9e46-6f37-4f58-b66d-54047f4529f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfd209ef-6173-4bdd-bbd5-44f736fe2e17 HTTP/1.1" status: 204 len: 168 time: 0.5334494 Nov 25 19:27:24.102696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b05d8c-26ac-45ed-8a9e-eeccd1ad833d None None] DHCP port deletion for 5dde7b30-2d88-494c-830c-69dea298d7e4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:24.123061 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36425154-5995-4851-a6fe-717a0f64282a x-openstack-request-id: req-36425154-5995-4851-a6fe-717a0f64282a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:24.123391 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:24.123626 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-36425154-5995-4851-a6fe-717a0f64282a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:24.124043 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'status': 'completed', 'code': 200} Nov 25 19:27:24.172803 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf8412-552a-4d37-ab91-badfab66bffe None None] Routers {'b270c6bc-a779-4705-8892-971556e63137'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:24.174763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-61cf8412-552a-4d37-ab91-badfab66bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:27:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b270c6bc-a779-4705-8892-971556e63137'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:24.262729 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a024a101-e10d-4e56-ad3c-8fdb1ff044ae req-8c8cb89a-a61f-4c88-a2f7-1327d7cdc102 service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387661 Nov 25 19:27:24.333600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57a4e591-e966-4c1d-9780-0640cd48ec6d req-5645b67c-9bcf-47ae-a846-2ae4a13e359d tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=8cb8dddb-9092-4f7c-98f3-8a7dfcca316c HTTP/1.1" status: 200 len: 210 time: 0.0619142 Nov 25 19:27:24.376451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-62925abd-9e75-47ef-b907-2f8baec26832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:24.381706 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-62925abd-9e75-47ef-b907-2f8baec26832 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1099 time: 0.1581788 Nov 25 19:27:24.546532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-61cf8412-552a-4d37-ab91-badfab66bffe None None] Set router b270c6bc-a779-4705-8892-971556e63137 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:24.636145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e886c740-3882-4578-9607-d73568731283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-b86cacff-4731-431f-9727-9d86ca7b3f59', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:27:24.637632 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e886c740-3882-4578-9607-d73568731283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:24.704633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-c468ec65-690c-4395-92f1-a26a20ebfa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:24.706417 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-c468ec65-690c-4395-92f1-a26a20ebfa01 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3174453 Nov 25 19:27:24.774263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae9e46-6f37-4f58-b66d-54047f4529f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd209ef-6173-4bdd-bbd5-44f736fe2e17,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:24.781208 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:24.816085 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-0b1e2d62-fcaa-488f-be4e-8b2ffeb0f6df service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 217 time: 0.0993710 Nov 25 19:27:24.831260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-a51183ef-d669-41a4-8453-2c4b8d30c35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:24.832986 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-a51183ef-d669-41a4-8453-2c4b8d30c35a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1099 time: 0.5514367 Nov 25 19:27:24.858523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f5c2f6-1459-47a3-b2a8-f89bcca2da7b req-02905333-8ff0-4346-9d40-64d4ec3f0a81 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:24.869560 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99f5c2f6-1459-47a3-b2a8-f89bcca2da7b req-02905333-8ff0-4346-9d40-64d4ec3f0a81 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 948 time: 0.2407141 Nov 25 19:27:24.900636 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:24.987095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-0198d440-2886-4061-bdcb-050024aa044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:24.991892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-0198d440-2886-4061-bdcb-050024aa044e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1633132 Nov 25 19:27:25.048391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-e886c740-3882-4578-9607-d73568731283 None None] Allocated IP 172.20.0.2 (b86cacff-4731-431f-9727-9d86ca7b3f59/06bc4d62-72cf-4f4f-8bf9-b87cbd07f926/cf7c54b4-3f03-48fa-ac94-848d86503c4f) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:25.201885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-28664eb5-b15e-42d2-b8cb-887f7960d947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:25.206779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-28664eb5-b15e-42d2-b8cb-887f7960d947 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1919267 Nov 25 19:27:25.215181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-fb3a8ada-dbb4-4ae7-b20e-d76b3e13d1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:25.216998 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-fb3a8ada-dbb4-4ae7-b20e-d76b3e13d1ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3707891 Nov 25 19:27:25.234712 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99f5c2f6-1459-47a3-b2a8-f89bcca2da7b req-bf381a3d-b819-423c-b291-4c615636d0b4 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384038 Nov 25 19:27:25.251387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Deleting port b4a575fe-c057-4294-92b8-3696de658514 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:25.251810 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:25.325821 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-863af1b8-919f-4930-81e8-ce0e13edc2b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 217 time: 0.0963061 Nov 25 19:27:25.339077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-61cf8412-552a-4d37-ab91-badfab66bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187'}], 'enable_snat': True}, 'gw_port_id': 'b4a575fe-c057-4294-92b8-3696de658514', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:27:18Z', 'revision_number': 5, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port': {'id': 'b4a575fe-c057-4294-92b8-3696de658514', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:40:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b270c6bc-a779-4705-8892-971556e63137', 'device_owner': 'network:router_gateway', 'standard_attr_id': 735, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:25:47Z', 'updated_at': '2021-11-25T19:26:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:25.447128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf8412-552a-4d37-ab91-badfab66bffe None None] Checking router: b270c6bc-a779-4705-8892-971556e63137 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:25.499933 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-e3d5ca04-e267-4db3-a419-91d0c65ce72e service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626033 Nov 25 19:27:25.585573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf8412-552a-4d37-ab91-badfab66bffe None None] Routers {'b270c6bc-a779-4705-8892-971556e63137'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:25.586669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-61cf8412-552a-4d37-ab91-badfab66bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:27:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b270c6bc-a779-4705-8892-971556e63137'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:25.795671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:25.817364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-e9fdff25-9509-48fd-948d-dce9fc057b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:25.820033 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-e9fdff25-9509-48fd-948d-dce9fc057b97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.4845688 Nov 25 19:27:25.821009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53592) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:25.833516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:25.833866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:25.848835 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e886c740-3882-4578-9607-d73568731283 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:25.890514 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e886c740-3882-4578-9607-d73568731283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:25.990049 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.039601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e886c740-3882-4578-9607-d73568731283 None None] Network b86cacff-4731-431f-9727-9d86ca7b3f59 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:26.067870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-e886c740-3882-4578-9607-d73568731283 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:26.070354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1180295730-network', 'tenant_id': '453bf602e09c4a2b98fb27e1b9e8bb34'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:26.075504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] For port b4a575fe-c057-4294-92b8-3696de658514, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b4a575fe-c057-4294-92b8-3696de658514,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:26.076175 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.081447 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.086196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-61cf8412-552a-4d37-ab91-badfab66bffe None None] Set router b270c6bc-a779-4705-8892-971556e63137 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:26.090374 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e886c740-3882-4578-9607-d73568731283 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:26.109465 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Calling delete_port for b4a575fe-c057-4294-92b8-3696de658514 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:26.193455 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19646cea-2aaa-47ec-b0fb-3143c484c6cb', 'tag': 'bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d'}, {'server_uuid': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'name': 'network-vif-deleted', 'tag': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:26.206036 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-311a825b-a377-487b-a034-7743b6a36fa8" -d '{"events": [{"name": "network-changed", "server_uuid": "19646cea-2aaa-47ec-b0fb-3143c484c6cb", "tag": "bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d"}, {"server_uuid": "8cb8dddb-9092-4f7c-98f3-8a7dfcca316c", "name": "network-vif-deleted", "tag": "2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:26.309790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec417eeb-b34c-4470-9048-8aecbabc7925 req-f412b24e-f6ea-479c-bcc1-5ca75ce71ab7 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:26.319165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ec417eeb-b34c-4470-9048-8aecbabc7925 req-f412b24e-f6ea-479c-bcc1-5ca75ce71ab7 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 943 time: 0.2668054 Nov 25 19:27:26.333076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-de79f389-7ce1-4001-bae0-4500e5dd2cd0 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8262417 Nov 25 19:27:26.333339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-61cf8412-552a-4d37-ab91-badfab66bffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:27:24Z', 'revision_number': 6, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:26.336598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-5cf7b36c-8b68-42fb-9c0f-79218ca7931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:26.339499 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-5cf7b36c-8b68-42fb-9c0f-79218ca7931f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4964900 Nov 25 19:27:26.349033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Made reservation on behalf of 453bf602e09c4a2b98fb27e1b9e8bb34 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:26.353604 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.388019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886c740-3882-4578-9607-d73568731283 None None] Pushing event updated for resources: {'Port': ['ID=cf7c54b4-3f03-48fa-ac94-848d86503c4f,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:26.397516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ec417eeb-b34c-4470-9048-8aecbabc7925 req-58b511a5-928b-43f7-9279-f86526048206 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755131 Nov 25 19:27:26.419998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.478891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61cf8412-552a-4d37-ab91-badfab66bffe None None] The sync data for ids ['b270c6bc-a779-4705-8892-971556e63137'] in n-d-817303-9 is: [{'id': 'b270c6bc-a779-4705-8892-971556e63137', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-34899924-router', 'tenant_id': 'd2fcb946c23144b893280a0f7474ce57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:25:45Z', 'updated_at': '2021-11-25T19:27:24Z', 'revision_number': 6, 'project_id': 'd2fcb946c23144b893280a0f7474ce57', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:26.495766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e886c740-3882-4578-9607-d73568731283 None None] Attempting to bind port cf7c54b4-3f03-48fa-ac94-848d86503c4f on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:26.496962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e886c740-3882-4578-9607-d73568731283 None None] Attempting to bind port cf7c54b4-3f03-48fa-ac94-848d86503c4f by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:26.497564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e886c740-3882-4578-9607-d73568731283 None None] Attempting to bind port cf7c54b4-3f03-48fa-ac94-848d86503c4f on network b86cacff-4731-431f-9727-9d86ca7b3f59 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:26.506703 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e886c740-3882-4578-9607-d73568731283 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:26.510336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e886c740-3882-4578-9607-d73568731283 None None] Checking segment: {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:26.511482 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e886c740-3882-4578-9607-d73568731283 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.512256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e886c740-3882-4578-9607-d73568731283 None None] Bound using segment: {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:26.512985 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e886c740-3882-4578-9607-d73568731283 None None] Bound port: cf7c54b4-3f03-48fa-ac94-848d86503c4f, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:26.513621 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e886c740-3882-4578-9607-d73568731283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.587758 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b308773-7000-4b62-b2cd-ec19af16e133 x-openstack-request-id: req-9b308773-7000-4b62-b2cd-ec19af16e133 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:26.588289 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19646cea-2aaa-47ec-b0fb-3143c484c6cb", "tag": "bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d", "status": "completed", "code": 200}, {"server_uuid": "8cb8dddb-9092-4f7c-98f3-8a7dfcca316c", "name": "network-vif-deleted", "tag": "2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:26.588588 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b308773-7000-4b62-b2cd-ec19af16e133 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:26.591117 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19646cea-2aaa-47ec-b0fb-3143c484c6cb', 'tag': 'bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d', 'status': 'completed', 'code': 200} Nov 25 19:27:26.591117 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cb8dddb-9092-4f7c-98f3-8a7dfcca316c', 'name': 'network-vif-deleted', 'tag': '2e5144a2-2ed9-4369-bcfe-50b0bfbdeeec', 'status': 'completed', 'code': 200} Nov 25 19:27:26.654097 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e886c740-3882-4578-9607-d73568731283 None None] For port cf7c54b4-3f03-48fa-ac94-848d86503c4f, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:26.661389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e886c740-3882-4578-9607-d73568731283 None None] For port cf7c54b4-3f03-48fa-ac94-848d86503c4f, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cf7c54b4-3f03-48fa-ac94-848d86503c4f,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:26.674858 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e886c740-3882-4578-9607-d73568731283 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:26.768544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a825b-a377-487b-a034-7743b6a36fa8 req-c5bda318-0d8b-4e62-9cec-05c5b0cbcba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:26.771453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-311a825b-a377-487b-a034-7743b6a36fa8 req-c5bda318-0d8b-4e62-9cec-05c5b0cbcba3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 1094 time: 0.1437559 Nov 25 19:27:26.775609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Allocated IP 172.25.8.246 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/25b4f8a1-d3de-4a44-a787-e768ede9dcc5) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:26.778125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886c740-3882-4578-9607-d73568731283 None None] Pushing event updated for resources: {'Port': ['ID=cf7c54b4-3f03-48fa-ac94-848d86503c4f,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:26.907799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e695b2a-15a4-4858-adb7-e65f3cbf5442 req-f65e3727-380c-4834-bdc4-02e185c96e32 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:26.910868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e695b2a-15a4-4858-adb7-e65f3cbf5442 req-f65e3727-380c-4834-bdc4-02e185c96e32 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 948 time: 0.1925921 Nov 25 19:27:27.002327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a825b-a377-487b-a034-7743b6a36fa8 req-11c6872a-06fd-4c30-a747-d19170f76477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:27.004698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-311a825b-a377-487b-a034-7743b6a36fa8 req-11c6872a-06fd-4c30-a747-d19170f76477 service neutron] 10.222.0.76 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 912 time: 0.2234094 Nov 25 19:27:27.038691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e695b2a-15a4-4858-adb7-e65f3cbf5442 req-421c9979-5bf0-4d9e-8849-7ddcad37187f tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197863 Nov 25 19:27:27.066538 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.116081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07a27d7b-027d-4878-9406-d73207495924 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:27.140897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-311a825b-a377-487b-a034-7743b6a36fa8 req-413f3cd5-b588-4e0a-bac3-cb30358413d5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d HTTP/1.1" status: 200 len: 217 time: 0.1262050 Nov 25 19:27:27.204931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Pushing event deleted for resources: {'Port': ['ID=b4a575fe-c057-4294-92b8-3696de658514,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:27.236775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311a825b-a377-487b-a034-7743b6a36fa8 req-6fd426ca-d0e1-4665-8d7c-1ccc0c0e28eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:27.239062 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-311a825b-a377-487b-a034-7743b6a36fa8 req-6fd426ca-d0e1-4665-8d7c-1ccc0c0e28eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.0909078 Nov 25 19:27:27.274353 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-65af6528-49b6-4d0b-b3a6-fa3316626568 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9165411 Nov 25 19:27:27.299894 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-311a825b-a377-487b-a034-7743b6a36fa8 req-d6a4ee93-bf2f-4d9f-8148-0d264c67f4ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528615 Nov 25 19:27:27.542137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.560587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b4a575fe-c057-4294-92b8-3696de658514 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:27.590116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-311a825b-a377-487b-a034-7743b6a36fa8 req-f3379d5f-6a36-4a4f-9464-218544589a14 service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2830644 Nov 25 19:27:27.598996 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d379b3b6-cdc1-4915-b916-24428f4820b4 req-d4c61e4d-f816-4ee6-bd02-b2361141f170 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3142164 Nov 25 19:27:27.664710 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.672135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b4a575fe-c057-4294-92b8-3696de658514 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:27.674363 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b4a575fe-c057-4294-92b8-3696de658514 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:27.675593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:27.738229 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.740638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:27.748195 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.753464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.789383 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-311a825b-a377-487b-a034-7743b6a36fa8 req-85ee732a-b088-44c8-8693-df19e619b950 service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892087 Nov 25 19:27:27.827975 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:27:27.854676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.868714 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.869117 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Added segment bb370f55-57bf-465f-b079-0ae87810f69d of type vlan for network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee Nov 25 19:27:27.870759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be5611a-e39d-4968-8127-408ffe6f7073,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:27.873423 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.873995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b270c6bc-a779-4705-8892-971556e63137 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:27:27.889723 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:27.894834 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f181164d-680b-43f4-b315-31602480a164 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b270c6bc-a779-4705-8892-971556e63137 HTTP/1.1" status: 204 len: 168 time: 4.2596171 Nov 25 19:27:27.895477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53612) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:27.979787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.018930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Deleting subnet 14edfb14-79d8-4c2c-bdba-52bfcea2ea92 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:28.024781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:28.025271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 81bcfc3b-3d75-4b4e-b299-0ea1ede53160 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:28.025718 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.050534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:28.075007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'mac_address': 'fa:16:3e:91:8d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:28.081825 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.093301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.095408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:28.097262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.111847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbc591f-9722-42fb-99ab-6c283f62b4f1 req-3f73f0a6-0d09-4496-b705-345c9f23099c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:28.113406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7cbc591f-9722-42fb-99ab-6c283f62b4f1 req-3f73f0a6-0d09-4496-b705-345c9f23099c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.76 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 944 time: 0.3054028 Nov 25 19:27:28.124177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-e521f07d-bd63-425f-ab92-18108816922e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:28.125833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-e521f07d-bd63-425f-ab92-18108816922e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc&tenant_id=df1e19b34a9140d885e4e27b944e7b86&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 948 time: 0.2033339 Nov 25 19:27:28.136596 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b1e01-d7c3-4c38-8d94-54500fc6b0ca req-b6b39afe-0f42-4c75-9f91-f71e5bf569d5 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:28.138288 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-325b1e01-d7c3-4c38-8d94-54500fc6b0ca req-b6b39afe-0f42-4c75-9f91-f71e5bf569d5 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 944 time: 0.1248872 Nov 25 19:27:28.221432 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.255956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c083c878-2c93-45fc-b5f1-2256598fe074 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:28.264566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Pushing event updated for resources: {'Port': ['ID=25b4f8a1-d3de-4a44-a787-e768ede9dcc5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:28.276657 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.4462357 Nov 25 19:27:28.279956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.288252 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53614) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:28.291636 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:28.324289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:28.333978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] Request body: {'subnet': {'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1180295730-subnet', 'tenant_id': '453bf602e09c4a2b98fb27e1b9e8bb34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:28.336996 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.339095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:28.357611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-624a3350-0076-468b-83a6-c64c3ce6bdf4 service neutron] 10.222.0.76 "GET /v2.0/ports/c083c878-2c93-45fc-b5f1-2256598fe074/bindings/n-h2-817303-9 HTTP/1.1" status: 200 len: 382 time: 0.2120504 Nov 25 19:27:28.374065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:28.386026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:28.437569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-325b1e01-d7c3-4c38-8d94-54500fc6b0ca req-0ad2e0f4-3d95-4d15-8fc7-d71325cd3a15 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/security-groups?id=601b5180-10c6-4908-97b2-90590fc78798&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847962 Nov 25 19:27:28.518714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5c29e41-1a20-4f91-be00-d7e4a04f5a40 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:28.643820 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.665784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-92c7ebca-c4f4-4fe4-9575-25ba42a9edfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:28.667927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-92c7ebca-c4f4-4fe4-9575-25ba42a9edfb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1100 time: 0.2520289 Nov 25 19:27:28.690069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7cbc591f-9722-42fb-99ab-6c283f62b4f1 req-30f6b9fb-d8a3-4d31-95c2-4fc1d9e67f2c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Deleting port 3dd764a6-be1e-4780-ba35-37bac20f97bb {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:28.690721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7cbc591f-9722-42fb-99ab-6c283f62b4f1 req-30f6b9fb-d8a3-4d31-95c2-4fc1d9e67f2c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.718734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec17fb-175a-47e2-b0d4-fe3b7675a771 admin admin] Pushing event updated for resources: {'Network': ['ID=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:28.765937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] Made reservation on behalf of 453bf602e09c4a2b98fb27e1b9e8bb34 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:28.768876 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.871761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.874407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed77ddbc-2fdb-431e-8668-4526094ff6be req-47016606-0434-42e6-8d85-b5c453d4ee1d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:28.875877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28c43c5-0943-4f69-8e23-8ecf0362bb3f None None] Network b86cacff-4731-431f-9727-9d86ca7b3f59 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:28.879403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:27:28.884087 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed77ddbc-2fdb-431e-8668-4526094ff6be req-47016606-0434-42e6-8d85-b5c453d4ee1d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 943 time: 0.3221481 Nov 25 19:27:28.917409 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:28.920851 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/14edfb14-79d8-4c2c-bdba-52bfcea2ea92 HTTP/1.1" status: 204 len: 168 time: 1.0231683 Nov 25 19:27:28.929175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53618) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:28.929523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14edfb14-79d8-4c2c-bdba-52bfcea2ea92,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:28.936487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f1200c-c421-43a1-84f2-6c3793022f9c None None] Network 48e06498-f4ea-425d-b9da-a253bacd7d52 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:28.947306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:28.947612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:28.947858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:28.948202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:28.948542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:28.948877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:28.949208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:28.949540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:28.949919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:28.950194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:28.950541 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:28.950879 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d684a0-24c3-405d-bc31-f7c4a52f8a52 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:29.012635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-1f5a9f2f-ff8c-4ce6-823d-05096ab8bac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:29.014352 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-1f5a9f2f-ff8c-4ce6-823d-05096ab8bac4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3307312 Nov 25 19:27:29.020649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-7cbc591f-9722-42fb-99ab-6c283f62b4f1 req-30f6b9fb-d8a3-4d31-95c2-4fc1d9e67f2c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] For port 3dd764a6-be1e-4780-ba35-37bac20f97bb, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3dd764a6-be1e-4780-ba35-37bac20f97bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:29.021182 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7cbc591f-9722-42fb-99ab-6c283f62b4f1 req-30f6b9fb-d8a3-4d31-95c2-4fc1d9e67f2c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.081585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed77ddbc-2fdb-431e-8668-4526094ff6be req-dcec6d62-1122-472f-86b6-784d9711bcb6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953659 Nov 25 19:27:29.099370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7cbc591f-9722-42fb-99ab-6c283f62b4f1 req-30f6b9fb-d8a3-4d31-95c2-4fc1d9e67f2c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Calling delete_port for 3dd764a6-be1e-4780-ba35-37bac20f97bb owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:29.114293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-3a0fd528-8440-4baa-9e7f-9216f9f3a2ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 217 time: 0.0885122 Nov 25 19:27:29.216558 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:29.281362 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.328534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a402c376-6d58-4343-980f-db26a81d6a61 None None] Provisioning complete for port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:29.329611 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a402c376-6d58-4343-980f-db26a81d6a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.347380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.350773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cf7c54b4-3f03-48fa-ac94-848d86503c4f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:29.372424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:29.411357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-0ec1c213-75ea-4454-b7e3-f79e953c815e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:29.414088 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-0ec1c213-75ea-4454-b7e3-f79e953c815e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2826307 Nov 25 19:27:29.442905 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.484904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9fca77-f41f-466d-87be-038ffb5c151c req-db8f53d8-30b8-4dbc-a625-f61b8b0b259b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:29.493608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c9fca77-f41f-466d-87be-038ffb5c151c req-db8f53d8-30b8-4dbc-a625-f61b8b0b259b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 949 time: 0.2449651 Nov 25 19:27:29.506713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'port_id': 'bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d', 'mac_address': 'fa:16:3e:ef:77:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e068616-7912-416a-8786-ab1d8edb2eec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:29.558258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a402c376-6d58-4343-980f-db26a81d6a61 None None] Port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:29.621460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-eb6c443d-8382-4f83-aa41-b237570f0a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:29.624177 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-eb6c443d-8382-4f83-aa41-b237570f0a56 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1947620 Nov 25 19:27:29.675188 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.699288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port cf7c54b4-3f03-48fa-ac94-848d86503c4f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:29.699655 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.736722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:29.748500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c9fca77-f41f-466d-87be-038ffb5c151c req-5323f885-397b-410c-a5d7-ca9a06408940 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525129 Nov 25 19:27:29.808813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-aa126f6e-a7e1-466b-8e83-0aed729e36a5 None None] Provisioning complete for port cf7c54b4-3f03-48fa-ac94-848d86503c4f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:29.809666 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aa126f6e-a7e1-466b-8e83-0aed729e36a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.813243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:29.844587 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.901547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e346e9bd-e458-4b44-b405-f5770ef69ff0,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:29.918948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Deleting port e464a0f9-7604-4976-9c08-f937dfebc47d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:29.919291 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:29.955099 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7cbc591f-9722-42fb-99ab-6c283f62b4f1 req-30f6b9fb-d8a3-4d31-95c2-4fc1d9e67f2c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.011238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] For port e464a0f9-7604-4976-9c08-f937dfebc47d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e464a0f9-7604-4976-9c08-f937dfebc47d,segment=NetworkSegment(303fb06a-0a8d-4ceb-b300-4a7274446e6b),segment_id=303fb06a-0a8d-4ceb-b300-4a7274446e6b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:30.011908 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.013653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:30.034834 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.106636 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6b9fb-d8a3-4d31-95c2-4fc1d9e67f2c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Pushing event deleted for resources: {'Port': ['ID=3dd764a6-be1e-4780-ba35-37bac20f97bb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:30.117920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d690e7-dcc1-48bd-9cfc-a485f1ecc877 None None] DHCP port deletion for 48e06498-f4ea-425d-b9da-a253bacd7d52 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:30.135665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Calling delete_port for e464a0f9-7604-4976-9c08-f937dfebc47d owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:30.143622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] Checking segment: {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:30.144284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] Network hostable DHCP agents. Network: d5aed545-c5c9-4df2-88c4-1ebfe07f70ee, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:27:30.213763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port cf7c54b4-3f03-48fa-ac94-848d86503c4f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cf7c54b4-3f03-48fa-ac94-848d86503c4f,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:30.246916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cbc591f-9722-42fb-99ab-6c283f62b4f1 req-30f6b9fb-d8a3-4d31-95c2-4fc1d9e67f2c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] No DVR routers for this DVR port 3dd764a6-be1e-4780-ba35-37bac20f97bb on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:30.260374 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7cbc591f-9722-42fb-99ab-6c283f62b4f1 req-30f6b9fb-d8a3-4d31-95c2-4fc1d9e67f2c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.264270 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b12ac63-ff27-4827-b78b-fe7dd4b877bc None None] DHCP port deletion for 5dde7b30-2d88-494c-830c-69dea298d7e4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:30.267735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7cbc591f-9722-42fb-99ab-6c283f62b4f1 req-30f6b9fb-d8a3-4d31-95c2-4fc1d9e67f2c tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.76 "DELETE /v2.0/ports/3dd764a6-be1e-4780-ba35-37bac20f97bb HTTP/1.1" status: 204 len: 173 time: 2.1398721 Nov 25 19:27:30.268650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'name': 'network-vif-deleted', 'tag': '3dd764a6-be1e-4780-ba35-37bac20f97bb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:30.271968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:30.273174 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e51a09-268d-41e2-ac8e-a6167cceff9c" -d '{"events": [{"server_uuid": "34bbfb3a-2f00-4691-b387-fc17e9f1341f", "name": "network-vif-deleted", "tag": "3dd764a6-be1e-4780-ba35-37bac20f97bb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:30.275998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['c083c878-2c93-45fc-b5f1-2256598fe074'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:30.279883 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aa126f6e-a7e1-466b-8e83-0aed729e36a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.299018 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.315332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-baca060a-7840-46a3-959b-7bd7c04f09fc req-ab00085e-9876-40b4-a997-d84201982093 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=34bbfb3a-2f00-4691-b387-fc17e9f1341f HTTP/1.1" status: 200 len: 210 time: 0.0875096 Nov 25 19:27:30.359846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-ffefb01d-d3ff-4d3a-a308-1698c2640dac service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7212577 Nov 25 19:27:30.475109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] Network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:27:30.492510 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.501060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, d5aed545-c5c9-4df2-88c4-1ebfe07f70ee) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:30.512823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:30.513418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.550770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b56b14-75dc-465c-8f42-29aeb33fadff None None] Network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:30.572572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-a0680c4b-327c-497a-9d65-4c738912ca02 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043312 Nov 25 19:27:30.582903 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-149b8c6a-ef2b-423c-abe0-4b99e417cc1a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.2541938 Nov 25 19:27:30.701396 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:30.740548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d87b767-58f2-4829-b783-8b7aa339742c req-cce4d99d-6d77-4b09-a88e-f0cdbbe9b1a7 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:30.758589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5d87b767-58f2-4829-b783-8b7aa339742c req-cce4d99d-6d77-4b09-a88e-f0cdbbe9b1a7 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 944 time: 0.1825197 Nov 25 19:27:30.775612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=cf7c54b4-3f03-48fa-ac94-848d86503c4f,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:30.803595 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-aa126f6e-a7e1-466b-8e83-0aed729e36a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:27:30.803987 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-aa126f6e-a7e1-466b-8e83-0aed729e36a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:27:30.815144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Pushing event deleted for resources: {'Port': ['ID=e464a0f9-7604-4976-9c08-f937dfebc47d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:30.819455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] No DVR routers for this DVR port e464a0f9-7604-4976-9c08-f937dfebc47d on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:30.927605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5d87b767-58f2-4829-b783-8b7aa339742c req-204f9339-0b31-4662-9d34-65a54d864923 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672347 Nov 25 19:27:30.935415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-93d690e7-dcc1-48bd-9cfc-a485f1ecc877 None None] Deleting port e464a0f9-7604-4976-9c08-f937dfebc47d {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:30.936163 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-93d690e7-dcc1-48bd-9cfc-a485f1ecc877 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.034336 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad353385-6442-4cc9-abb1-b39f4a63f390 x-openstack-request-id: req-ad353385-6442-4cc9-abb1-b39f4a63f390 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:31.034940 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34bbfb3a-2f00-4691-b387-fc17e9f1341f", "name": "network-vif-deleted", "tag": "3dd764a6-be1e-4780-ba35-37bac20f97bb", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:31.035398 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad353385-6442-4cc9-abb1-b39f4a63f390 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:31.036040 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34bbfb3a-2f00-4691-b387-fc17e9f1341f', 'name': 'network-vif-deleted', 'tag': '3dd764a6-be1e-4780-ba35-37bac20f97bb', 'status': 'completed', 'code': 200} Nov 25 19:27:31.079217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.138868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48e06498-f4ea-425d-b9da-a253bacd7d52']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:31.147134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-93d690e7-dcc1-48bd-9cfc-a485f1ecc877 None None] For port e464a0f9-7604-4976-9c08-f937dfebc47d, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:31.147910 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-93d690e7-dcc1-48bd-9cfc-a485f1ecc877 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.168384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '303fb06a-0a8d-4ceb-b300-4a7274446e6b') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:31.168908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '303fb06a-0a8d-4ceb-b300-4a7274446e6b') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:31.186524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.207076 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.215113 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:31.215685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.233257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-93d690e7-dcc1-48bd-9cfc-a485f1ecc877 None None] Calling delete_port for e464a0f9-7604-4976-9c08-f937dfebc47d owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:31.245025 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-93d690e7-dcc1-48bd-9cfc-a485f1ecc877 None None] Port e464a0f9-7604-4976-9c08-f937dfebc47d was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:27:31.249094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89dd82d1-c676-40ed-b82a-99c130ce7a03 None None] Network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:31.262559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876cb12b-60bd-40a0-ae01-a3c3455deebf req-294d4088-898f-49bd-8dd5-800045fb1d3e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:31.269146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-876cb12b-60bd-40a0-ae01-a3c3455deebf req-294d4088-898f-49bd-8dd5-800045fb1d3e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 949 time: 0.1198428 Nov 25 19:27:31.280555 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-93d690e7-dcc1-48bd-9cfc-a485f1ecc877 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:31.280877 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:31.300159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cf7c54b4-3f03-48fa-ac94-848d86503c4f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:31.316189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Router 015a232e-d709-484b-ac85-10405d77488f is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:27:31.318527 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.336739 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.339243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-876cb12b-60bd-40a0-ae01-a3c3455deebf req-ff357b52-aad5-4a5c-9ce5-4649ba626d55 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610955 Nov 25 19:27:31.340510 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] 10.222.0.15 "DELETE /v2.0/networks/48e06498-f4ea-425d-b9da-a253bacd7d52 HTTP/1.1" status: 204 len: 168 time: 2.4029434 Nov 25 19:27:31.352855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7665e0-259a-4d7c-bef0-6501dca7e1cb admin admin] Pushing event deleted for resources: {'Network': ['ID=48e06498-f4ea-425d-b9da-a253bacd7d52,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:31.478053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d690e7-dcc1-48bd-9cfc-a485f1ecc877 None None] Pushing event deleted for resources: {'Port': ['ID=e464a0f9-7604-4976-9c08-f937dfebc47d,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:31.481009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d690e7-dcc1-48bd-9cfc-a485f1ecc877 None None] No DVR routers for this DVR port e464a0f9-7604-4976-9c08-f937dfebc47d on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:31.574406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53642) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:31.584116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:31.601603 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Sync routers for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:31.625638 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.629397 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2ef77218-0270-46ea-a7f2-fd26d0c7eed8 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 8.0311501 Nov 25 19:27:31.633663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53644) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:31.637595 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:31.648116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e197e91e-4e6c-4376-aa8c-7c3093d8c7ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2fcb946c23144b893280a0f7474ce57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0694687 Nov 25 19:27:31.648371 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:27:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:31.648490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53646) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:31.718772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f1b064d-c096-4d20-946b-26a3a1c9bec6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.756786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f1b064d-c096-4d20-946b-26a3a1c9bec6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.850015 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f1b064d-c096-4d20-946b-26a3a1c9bec6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.855883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f1b064d-c096-4d20-946b-26a3a1c9bec6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:31.860784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7f1b064d-c096-4d20-946b-26a3a1c9bec6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/15ca1086-5bbe-44a1-90ad-f8ce90632e80 HTTP/1.1" status: 204 len: 168 time: 0.2086985 Nov 25 19:27:31.876384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b064d-c096-4d20-946b-26a3a1c9bec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ca1086-5bbe-44a1-90ad-f8ce90632e80,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:31.900827 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:31.986144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3dd764a6-be1e-4780-ba35-37bac20f97bb no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:32.181053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port cf7c54b4-3f03-48fa-ac94-848d86503c4f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:32.184200 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.187543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 3dd764a6-be1e-4780-ba35-37bac20f97bb {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:32.188891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3dd764a6-be1e-4780-ba35-37bac20f97bb not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:32.197227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f696fb6b-2090-4a04-9c0a-c1958f680d19 None None] Provisioning complete for port cf7c54b4-3f03-48fa-ac94-848d86503c4f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:32.197944 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f696fb6b-2090-4a04-9c0a-c1958f680d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.298412 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b6ce031-6e88-4906-b066-0ae9d0345e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.448685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-aaae24e2-f580-42c1-bb9e-a7cb2a5c48df tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:32.452677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-aaae24e2-f580-42c1-bb9e-a7cb2a5c48df tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 805 time: 0.2850385 Nov 25 19:27:32.479210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-f176d297-fd5b-474f-84cd-9a24992e8214 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/quotas/453bf602e09c4a2b98fb27e1b9e8bb34 HTTP/1.1" status: 200 len: 375 time: 0.0156209 Nov 25 19:27:32.561290 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 3, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:32.572289 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-330a5265-7b9f-4b29-83bb-e8ea492837f7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633168 Nov 25 19:27:32.637562 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.675930 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Checking router: 015a232e-d709-484b-ac85-10405d77488f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:32.676525 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Updating router 015a232e-d709-484b-ac85-10405d77488f port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:27:32.762921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e464a0f9-7604-4976-9c08-f937dfebc47d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:32.768783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-c37c58f2-9e80-44ef-bad7-952f2905b1b1 service neutron] 10.222.0.15 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893647 Nov 25 19:27:32.787129 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:32.844566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: e464a0f9-7604-4976-9c08-f937dfebc47d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:32.845193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e464a0f9-7604-4976-9c08-f937dfebc47d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:32.965413 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-d86b7c31-16e9-4135-a759-e3ff7d7fb065 service neutron] 10.222.0.15 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859751 Nov 25 19:27:33.052871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Allocated IP 172.20.0.1 (b86cacff-4731-431f-9727-9d86ca7b3f59/06bc4d62-72cf-4f4f-8bf9-b87cbd07f926/bb2e801d-0618-4398-860b-9ffb83e5edc1) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:33.242084 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.307309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.433284 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.455592 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.496074 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Pushing event updated for resources: {'Port': ['ID=bb2e801d-0618-4398-860b-9ffb83e5edc1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:33.526249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Network b86cacff-4731-431f-9727-9d86ca7b3f59 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:33.531404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:33.556678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:33.626893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8344fc-d305-4826-8e51-d1b0b395ebbe None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:33.628773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91efe9e6-405d-436a-8ec3-1d7933d8c642 req-d86ae817-ed72-49bc-8f65-a6cab53e6db1 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:33.637925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91efe9e6-405d-436a-8ec3-1d7933d8c642 req-d86ae817-ed72-49bc-8f65-a6cab53e6db1 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 944 time: 0.1430109 Nov 25 19:27:33.654861 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Attempting to bind port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:33.655485 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Attempting to bind port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:33.656087 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Attempting to bind port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:33.696411 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:33.697162 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:33.697702 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.698357 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:33.698510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-83c0f3e1-bff7-4fa5-b496-c763b15a0278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:33.700968 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-83c0f3e1-bff7-4fa5-b496-c763b15a0278 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc&tenant_id=df1e19b34a9140d885e4e27b944e7b86 HTTP/1.1" status: 200 len: 1100 time: 0.3895118 Nov 25 19:27:33.708512 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Bound port: 25b4f8a1-d3de-4a44-a787-e768ede9dcc5, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:33.708979 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.721739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91efe9e6-405d-436a-8ec3-1d7933d8c642 req-64231712-efdc-44e2-8f62-c1b34dfb11ca tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821621 Nov 25 19:27:33.764169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:33.824433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-582fdf3d-3911-4782-bf31-fa0ed90b497c None None] Provisioning complete for port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:33.833535 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-582fdf3d-3911-4782-bf31-fa0ed90b497c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.852810 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] For port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:33.853072 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.863659 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] For port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=25b4f8a1-d3de-4a44-a787-e768ede9dcc5,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:33.866354 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36d4f7-111b-4874-8f04-fa6865e733ac None None] Pushing event updated for resources: {'Port': ['ID=25b4f8a1-d3de-4a44-a787-e768ede9dcc5,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:33.876936 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:33.917495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:33.919964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:33.973157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3ba0dc-4ba4-4cd2-9bb0-4a4ea65b9fdb req-1668924e-7f48-4479-aef4-a9783e107269 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:33.984883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a3ba0dc-4ba4-4cd2-9bb0-4a4ea65b9fdb req-1668924e-7f48-4479-aef4-a9783e107269 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 949 time: 0.0786293 Nov 25 19:27:34.009784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9ecd78-78e0-47ca-8b95-01bf13afbc51 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:34.013688 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:34.014933 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:27:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:34.072203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a3ba0dc-4ba4-4cd2-9bb0-4a4ea65b9fdb req-a587ae5b-df3d-41b5-a149-cab93324bb2a tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850613 Nov 25 19:27:34.098010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-582fdf3d-3911-4782-bf31-fa0ed90b497c None None] Port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:34.185131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:27:34.211338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.264353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:34.265261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.285219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.302228 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:34.315365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fa29ea49-13de-4460-89f3-2166498285b0 None None] Provisioning complete for port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:34.316092 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa29ea49-13de-4460-89f3-2166498285b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.375065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:34.379430 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cac8ae4f-78b8-4dba-b66d-fd4bf0f47210 req-0977baca-d28b-4eaa-b579-2a80b88e5966 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0595424 Nov 25 19:27:34.412361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'mac_address': 'fa:16:3e:91:8d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:34.448186 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36d4f7-111b-4874-8f04-fa6865e733ac None None] Pushing event updated for resources: {'Port': ['ID=25b4f8a1-d3de-4a44-a787-e768ede9dcc5,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:34.528867 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.590778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19646cea-2aaa-47ec-b0fb-3143c484c6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:34.593450 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d62862-198b-4738-84aa-1f1a97ba249e" -d '{"events": [{"server_uuid": "19646cea-2aaa-47ec-b0fb-3143c484c6cb", "name": "network-vif-plugged", "status": "completed", "tag": "bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:34.616869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:34.620259 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa29ea49-13de-4460-89f3-2166498285b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.628260 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.701836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fa29ea49-13de-4460-89f3-2166498285b0 None None] For port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=25b4f8a1-d3de-4a44-a787-e768ede9dcc5,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:34.716586 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa29ea49-13de-4460-89f3-2166498285b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.724944 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2fc1e4a5-7578-4d77-b7d5-2b141d785424 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.741747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:34.744976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fa29ea49-13de-4460-89f3-2166498285b0 None None] Provisioning complete for port bb2e801d-0618-4398-860b-9ffb83e5edc1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:34.751141 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa29ea49-13de-4460-89f3-2166498285b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:34.832872 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 3, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:34.901767 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74800f32-de5d-4808-a25a-770c3a929e1f None None] The sync data for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 is: [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:28Z', 'revision_number': 3, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:34.927162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:35.002982 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fa29ea49-13de-4460-89f3-2166498285b0 None None] Port bb2e801d-0618-4398-860b-9ffb83e5edc1 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:35.023143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.023449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa29ea49-13de-4460-89f3-2166498285b0 None None] Pushing event updated for resources: {'Port': ['ID=25b4f8a1-d3de-4a44-a787-e768ede9dcc5,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:35.052227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.125123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:35.179295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.187034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Pushing event updated for resources: {'Port': ['ID=bb2e801d-0618-4398-860b-9ffb83e5edc1,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:35.210429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id c083c878-2c93-45fc-b5f1-2256598fe074 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:35.233800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.302337 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Ignored duplicate provisioning block setup for port c083c878-2c93-45fc-b5f1-2256598fe074 by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 19:27:35.310566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.333920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937529da-65d8-4bd5-83d4-85c0a519b068 req-57f9c8af-8255-4684-8254-c9412044c03a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:35.336082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-937529da-65d8-4bd5-83d4-85c0a519b068 req-57f9c8af-8255-4684-8254-c9412044c03a tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.76 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 944 time: 0.1169479 Nov 25 19:27:35.469215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=9']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:35.480092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] No DVR routers for this DVR port c083c878-2c93-45fc-b5f1-2256598fe074 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:35.542982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Network b86cacff-4731-431f-9727-9d86ca7b3f59 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:35.569032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:35.589433 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-937529da-65d8-4bd5-83d4-85c0a519b068 req-9d1ee279-d3be-4544-8802-83e1629a10df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Deleting port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:35.590096 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-937529da-65d8-4bd5-83d4-85c0a519b068 req-9d1ee279-d3be-4544-8802-83e1629a10df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.676891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:35.677351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:35.677777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:35.694732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Port c083c878-2c93-45fc-b5f1-2256598fe074 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:35.695623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Attempting to bind port c083c878-2c93-45fc-b5f1-2256598fe074 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:35.713829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:35.714616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:35.715362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:35.716111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Bound port: c083c878-2c93-45fc-b5f1-2256598fe074, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:35.716794 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.792171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-937529da-65d8-4bd5-83d4-85c0a519b068 req-9d1ee279-d3be-4544-8802-83e1629a10df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] For port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,segment=NetworkSegment(dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b),segment_id=dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:35.792811 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-937529da-65d8-4bd5-83d4-85c0a519b068 req-9d1ee279-d3be-4544-8802-83e1629a10df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:35.822259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-937529da-65d8-4bd5-83d4-85c0a519b068 req-9d1ee279-d3be-4544-8802-83e1629a10df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Calling delete_port for 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:35.830964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-649d017d-e3f4-4397-ba49-b9df61b75f01 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:35.832596 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-649d017d-e3f4-4397-ba49-b9df61b75f01 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 805 time: 0.4315183 Nov 25 19:27:35.865951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Request body: {'port': {'device_id': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'admin_state_up': True, 'tenant_id': '453bf602e09c4a2b98fb27e1b9e8bb34'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:35.898122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:36.017047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Router 015a232e-d709-484b-ac85-10405d77488f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:27:36.021846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:36.033277 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:36.039915 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:36.054579 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.059814 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-937529da-65d8-4bd5-83d4-85c0a519b068 req-9d1ee279-d3be-4544-8802-83e1629a10df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.104689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ee279-d3be-4544-8802-83e1629a10df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Pushing event deleted for resources: {'Port': ['ID=84cfdcaa-f6ba-439d-ab65-686b5afcb3bb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:36.164449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-937529da-65d8-4bd5-83d4-85c0a519b068 req-9d1ee279-d3be-4544-8802-83e1629a10df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] No DVR routers for this DVR port 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:36.167154 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-937529da-65d8-4bd5-83d4-85c0a519b068 req-9d1ee279-d3be-4544-8802-83e1629a10df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.171580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-937529da-65d8-4bd5-83d4-85c0a519b068 req-9d1ee279-d3be-4544-8802-83e1629a10df tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.76 "DELETE /v2.0/ports/84cfdcaa-f6ba-439d-ab65-686b5afcb3bb HTTP/1.1" status: 204 len: 173 time: 0.8277574 Nov 25 19:27:36.172168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'name': 'network-vif-deleted', 'tag': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:36.175262 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee736ac-8109-4842-b929-abf9a5044eb3" -d '{"events": [{"server_uuid": "cff7d118-f6d9-448e-bfc0-04d2eacb5766", "name": "network-vif-deleted", "tag": "84cfdcaa-f6ba-439d-ab65-686b5afcb3bb"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:36.220582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebdd51c-7360-4ec6-850d-49cc87eec6ae None None] DHCP port deletion for 5dde7b30-2d88-494c-830c-69dea298d7e4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:36.282079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-36b75008-9f3b-4e36-8ae3-17a42ccee7d0 None None] Provisioning complete for port bb2e801d-0618-4398-860b-9ffb83e5edc1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:36.283614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-36b75008-9f3b-4e36-8ae3-17a42ccee7d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.339181 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82364e88-5153-4c10-969a-9a6e87c2dd24 x-openstack-request-id: req-82364e88-5153-4c10-969a-9a6e87c2dd24 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:36.339789 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19646cea-2aaa-47ec-b0fb-3143c484c6cb", "name": "network-vif-plugged", "status": "completed", "tag": "bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:36.340236 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82364e88-5153-4c10-969a-9a6e87c2dd24 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:36.341495 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19646cea-2aaa-47ec-b0fb-3143c484c6cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d', 'code': 200} Nov 25 19:27:36.346343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-36b75008-9f3b-4e36-8ae3-17a42ccee7d0 None None] Port bb2e801d-0618-4398-860b-9ffb83e5edc1 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:36.366756 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.556836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee5522-5795-45ae-8ea5-4015cc3dfcf3 req-59ce20e6-5f6f-4177-a0fe-5d72565b2695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:36.560345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abee5522-5795-45ae-8ea5-4015cc3dfcf3 req-59ce20e6-5f6f-4177-a0fe-5d72565b2695 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 1096 time: 0.1386633 Nov 25 19:27:36.591602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc83b6-cc9b-4005-b4de-18bee0effb79 req-8a087d3a-403f-45fc-9e15-74eeb21a5c4f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:36.594067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93bc83b6-cc9b-4005-b4de-18bee0effb79 req-8a087d3a-403f-45fc-9e15-74eeb21a5c4f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 945 time: 0.1518977 Nov 25 19:27:36.710188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abee5522-5795-45ae-8ea5-4015cc3dfcf3 req-e19d076c-89f8-4738-b861-9568a01eb31b service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410682 Nov 25 19:27:36.732575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93bc83b6-cc9b-4005-b4de-18bee0effb79 req-e5c28af9-3850-49c9-ab4e-e6fc2ddd2378 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238272 Nov 25 19:27:36.748972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:36.749598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.752654 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] 10.222.0.60 "PUT /v2.0/ports/c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 1096 time: 3.0328574 Nov 25 19:27:36.757488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:36.760449 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3" -d '{"events": [{"name": "network-changed", "server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:36.816072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Made reservation on behalf of 453bf602e09c4a2b98fb27e1b9e8bb34 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:36.819749 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:36.857048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54e1feb9-77c2-4613-9eab-eef7817a1651 req-34d45661-8f99-43aa-9fbc-5d64903d6434 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff7d118-f6d9-448e-bfc0-04d2eacb5766 HTTP/1.1" status: 200 len: 210 time: 0.0299520 Nov 25 19:27:36.877531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7455a1cc-1f76-47bd-8991-e6c9f2808c9f service neutron] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=10']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:36.979194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-5bdf0f72-c8cf-4363-8c03-89496f178180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:36.980745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-5bdf0f72-c8cf-4363-8c03-89496f178180 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1100 time: 0.1881416 Nov 25 19:27:36.986542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:36.995613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-60e3f6f6-fbbc-4c7a-ba26-713bf777ff6f admin admin] 10.222.0.15 "PUT /v2.0/routers/015a232e-d709-484b-ac85-10405d77488f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3588262 Nov 25 19:27:37.092811 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c1c68-1c08-4e72-81e2-7534278906d6 req-a25f1857-a854-40b7-883b-8212c1d9f105 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:37.102098 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-596c1c68-1c08-4e72-81e2-7534278906d6 req-a25f1857-a854-40b7-883b-8212c1d9f105 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 949 time: 0.1253355 Nov 25 19:27:37.147666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Allocated IP 172.20.0.7 (d5aed545-c5c9-4df2-88c4-1ebfe07f70ee/e346e9bd-e458-4b44-b405-f5770ef69ff0/d5beab37-940f-42cc-a6e0-fa965b94282b) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:37.189811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-5a58ff1d-ccfb-48be-aa67-5fdfe380ad26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:37.190982 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-5a58ff1d-ccfb-48be-aa67-5fdfe380ad26 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1994522 Nov 25 19:27:37.225249 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-596c1c68-1c08-4e72-81e2-7534278906d6 req-9ad1a29e-59ee-434e-8eb2-d843ddf9a13e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176841 Nov 25 19:27:37.263255 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-820fa576-c287-418d-b591-007d49495ea6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 217 time: 0.0558426 Nov 25 19:27:37.344991 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:37.411227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-e5882b32-78f9-4f14-804d-83d8aa1e6750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:37.412737 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-e5882b32-78f9-4f14-804d-83d8aa1e6750 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1429086 Nov 25 19:27:37.437752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:37.439955 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:37.472218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:37.483951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d2e03ed-0202-4ec4-83f4-a87020662842 req-597c161d-c4fb-40a9-a937-b7025ca2c69f tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 210 time: 0.0347838 Nov 25 19:27:37.562494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-6905c299-df31-4845-830e-a0da3d089f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:37.565491 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-6905c299-df31-4845-830e-a0da3d089f62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0912938 Nov 25 19:27:37.593789 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da36cc9-1cec-415c-8be6-b88b7bef322e x-openstack-request-id: req-5da36cc9-1cec-415c-8be6-b88b7bef322e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:37.594768 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff7d118-f6d9-448e-bfc0-04d2eacb5766", "name": "network-vif-deleted", "tag": "84cfdcaa-f6ba-439d-ab65-686b5afcb3bb", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:37.595310 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5da36cc9-1cec-415c-8be6-b88b7bef322e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:37.595739 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff7d118-f6d9-448e-bfc0-04d2eacb5766', 'name': 'network-vif-deleted', 'tag': '84cfdcaa-f6ba-439d-ab65-686b5afcb3bb', 'status': 'completed', 'code': 200} Nov 25 19:27:37.596370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:37.717227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:37.718187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Pushing event updated for resources: {'Port': ['ID=d5beab37-940f-42cc-a6e0-fa965b94282b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:37.726242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:37.728979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:37.770783 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f93e256-352a-46a2-9370-ca61ffea85ec x-openstack-request-id: req-0f93e256-352a-46a2-9370-ca61ffea85ec {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:37.771419 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:37.771897 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f93e256-352a-46a2-9370-ca61ffea85ec {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:37.772491 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'status': 'completed', 'code': 200} Nov 25 19:27:37.794375 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-320e7ca0-da54-4331-8509-96bdd158e2e1 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216864 Nov 25 19:27:37.811622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:37.812527 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:37.827000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Sync routers for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:37.838502 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-a0fa8a6f-c90d-485d-adb5-f32a35409cf7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9826782 Nov 25 19:27:37.839898 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:37.858247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Request body: {'port': {'device_id': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:37.873762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:37.874567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:27:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:37.939266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-00f3ab09-0ce2-44bd-b7b4-bf1e448a6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:37.940383 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-00f3ab09-0ce2-44bd-b7b4-bf1e448a6e8d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1100 time: 0.1284690 Nov 25 19:27:37.991755 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.015609 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30f34aa8-3c2d-47ed-af61-5de208b0e014 req-5fdee15b-f27e-469e-9ff1-a7f375a4c98f service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117758 Nov 25 19:27:38.120969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-179da1e7-d938-4f29-80c9-91d75d120b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:38.122568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-179da1e7-d938-4f29-80c9-91d75d120b1f service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1659312 Nov 25 19:27:38.163019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.178386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-b85d20ca-3cdb-4dfb-aa91-7b38953f5ec4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 217 time: 0.0480082 Nov 25 19:27:38.199304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:38.290729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-f842651a-9c52-46b6-a4a5-bc20ce94fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:38.292192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-f842651a-9c52-46b6-a4a5-bc20ce94fb96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1100 time: 0.1806698 Nov 25 19:27:38.303812 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-2c41e674-2d92-4df2-85d9-691861e0d542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:38.305332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-2c41e674-2d92-4df2-85d9-691861e0d542 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0972879 Nov 25 19:27:38.332471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-54fbc465-3d13-4ad6-b8e1-77b1e97ef834 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:38.334771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-54fbc465-3d13-4ad6-b8e1-77b1e97ef834 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 820 time: 0.2416911 Nov 25 19:27:38.376039 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-e12eead0-0acf-44b8-b6e0-aa960900e486 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/quotas/0f6186685c634c41a1d6f33d43ade648 HTTP/1.1" status: 200 len: 375 time: 0.0181646 Nov 25 19:27:38.413248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-9f91ac41-2658-498c-bfdc-6deeb3a8122c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:38.416054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-9f91ac41-2658-498c-bfdc-6deeb3a8122c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1024973 Nov 25 19:27:38.530895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-001ae19a-8d77-4338-8090-088ab7e6aca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:38.532662 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-001ae19a-8d77-4338-8090-088ab7e6aca8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2238958 Nov 25 19:27:38.534057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-4b1aa7af-9bf2-43b5-b355-80810d5f2b22 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1407719 Nov 25 19:27:38.589495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-f523b9b7-1e67-4654-957b-b0a9badb8834 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502001 Nov 25 19:27:38.589778 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-322b1e40-6c85-48ca-81ac-ab7951236d9d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.169&port_id=c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 200 len: 217 time: 0.0481827 Nov 25 19:27:38.642902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 2, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:38.677074 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-77c21685-f9e0-43d8-913c-0f8446991b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:38.678619 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-77c21685-f9e0-43d8-913c-0f8446991b86 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0640490 Nov 25 19:27:38.681137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5beab37-940f-42cc-a6e0-fa965b94282b {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:38.697175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Checking router: 015a232e-d709-484b-ac85-10405d77488f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:38.697771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Updating router 015a232e-d709-484b-ac85-10405d77488f port bb2e801d-0618-4398-860b-9ffb83e5edc1 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:27:38.699729 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.744293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Transition to ACTIVE for port object d5beab37-940f-42cc-a6e0-fa965b94282b will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:38.754643 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.754980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:38.794374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-f13e76e1-60e0-4aa1-9b24-cd8b39388b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:38.796119 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-f13e76e1-60e0-4aa1-9b24-cd8b39388b2f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1099951 Nov 25 19:27:38.857186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5beab37-940f-42cc-a6e0-fa965b94282b,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:38.990841 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-a458f350-a78c-4ba1-8b8f-391023096812 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846547 Nov 25 19:27:38.996036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Attempting to bind port d5beab37-940f-42cc-a6e0-fa965b94282b on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:38.996768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Attempting to bind port d5beab37-940f-42cc-a6e0-fa965b94282b by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:38.997264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Attempting to bind port d5beab37-940f-42cc-a6e0-fa965b94282b on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:39.028324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Port d5beab37-940f-42cc-a6e0-fa965b94282b on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:39.028926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Attempting to bind port d5beab37-940f-42cc-a6e0-fa965b94282b on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:39.045181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:39.045842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Checking segment: {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:39.047004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Bound using segment: {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:39.048320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Bound port: d5beab37-940f-42cc-a6e0-fa965b94282b, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:39.048954 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.148197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-eda8b940-3166-4f43-8d9d-f2f4e70167a4 service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5965374 Nov 25 19:27:39.169053 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-820a873f-fb13-47ba-a541-a203f3bc8d56 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688128 Nov 25 19:27:39.181908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] For port d5beab37-940f-42cc-a6e0-fa965b94282b, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:39.186494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] For port d5beab37-940f-42cc-a6e0-fa965b94282b, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d5beab37-940f-42cc-a6e0-fa965b94282b,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:39.198390 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.217816 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.227844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.246249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:39.246530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-768dea3d-d9c1-49d9-ae8b-6918dcb401f3 req-9aa0a337-16c0-49d5-9fe3-d454afb0c760 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476510 Nov 25 19:27:39.247023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.249589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] 10.222.0.60 "PUT /v2.0/ports/d5beab37-940f-42cc-a6e0-fa965b94282b HTTP/1.1" status: 200 len: 1091 time: 1.3945758 Nov 25 19:27:39.300021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f034c-d837-469e-beb1-c9b3dd608cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d5beab37-940f-42cc-a6e0-fa965b94282b,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:39.309102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-835b004d-2de4-42c4-bbd2-758728f50aea service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501009 Nov 25 19:27:39.397933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-6a2838c0-b76a-49db-bd8c-d8da820a9f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:39.401018 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-6a2838c0-b76a-49db-bd8c-d8da820a9f06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 1094 time: 0.0789585 Nov 25 19:27:39.420509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16530e41-6b6d-4bb5-bc1e-7d7101260491 None None] Pushing event updated for resources: {'Port': ['ID=bb2e801d-0618-4398-860b-9ffb83e5edc1,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:39.463800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Attempting to bind port bb2e801d-0618-4398-860b-9ffb83e5edc1 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:39.464178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Attempting to bind port bb2e801d-0618-4398-860b-9ffb83e5edc1 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:39.464581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Attempting to bind port bb2e801d-0618-4398-860b-9ffb83e5edc1 on network b86cacff-4731-431f-9727-9d86ca7b3f59 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:39.484546 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-d798ee74-d1b9-4367-aa60-389c8384c3fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5beab37-940f-42cc-a6e0-fa965b94282b HTTP/1.1" status: 200 len: 217 time: 0.0741036 Nov 25 19:27:39.491595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:39.492273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Checking segment: {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:39.493604 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.494109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Bound using segment: {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:39.495051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Bound port: bb2e801d-0618-4398-860b-9ffb83e5edc1, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:39.495942 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.526837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5485fb68-4015-496a-9709-0bca3b320aa8 req-b1537fb4-a306-4f0f-a679-2eab5025de53 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/28f99452-fa90-42a2-ab6d-7cb01c86fd11 HTTP/1.1" status: 200 len: 1817 time: 0.0651791 Nov 25 19:27:39.623075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-ede8f0b7-c0c2-4fe3-89e1-863b8036ae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:39.624703 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-ede8f0b7-c0c2-4fe3-89e1-863b8036ae33 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e346e9bd-e458-4b44-b405-f5770ef69ff0 HTTP/1.1" status: 200 len: 845 time: 0.1173596 Nov 25 19:27:39.645404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5485fb68-4015-496a-9709-0bca3b320aa8 req-64f372ce-5dfe-416c-8d72-5d53a27cc5ff tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.675454 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-ee39cbee-2188-4456-840e-a5aea67f7620 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421078 Nov 25 19:27:39.712830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] For port bb2e801d-0618-4398-860b-9ffb83e5edc1, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:39.718531 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5485fb68-4015-496a-9709-0bca3b320aa8 req-64f372ce-5dfe-416c-8d72-5d53a27cc5ff tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.722655 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] For port bb2e801d-0618-4398-860b-9ffb83e5edc1, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bb2e801d-0618-4398-860b-9ffb83e5edc1,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:39.737425 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.814738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'tag': 'd5beab37-940f-42cc-a6e0-fa965b94282b'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:39.821023 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b3cbf3-0243-438e-abb7-6852b81f43a7" -d '{"events": [{"name": "network-changed", "server_uuid": "c4887750-1de3-4a9c-b79e-f3be6a55e7d6", "tag": "d5beab37-940f-42cc-a6e0-fa965b94282b"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:39.852400 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5485fb68-4015-496a-9709-0bca3b320aa8 req-64f372ce-5dfe-416c-8d72-5d53a27cc5ff tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.858334 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5485fb68-4015-496a-9709-0bca3b320aa8 req-64f372ce-5dfe-416c-8d72-5d53a27cc5ff tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.860561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5485fb68-4015-496a-9709-0bca3b320aa8 req-64f372ce-5dfe-416c-8d72-5d53a27cc5ff tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "DELETE /v2.0/security-groups/28f99452-fa90-42a2-ab6d-7cb01c86fd11 HTTP/1.1" status: 204 len: 173 time: 0.3327696 Nov 25 19:27:39.878179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f372ce-5dfe-416c-8d72-5d53a27cc5ff tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f99452-fa90-42a2-ab6d-7cb01c86fd11,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:39.909574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d685e554-1992-49c9-a27a-a09a0fda132d None None] Provisioning complete for port bb2e801d-0618-4398-860b-9ffb83e5edc1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:39.910180 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d685e554-1992-49c9-a27a-a09a0fda132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:39.919881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16530e41-6b6d-4bb5-bc1e-7d7101260491 None None] Pushing event updated for resources: {'Port': ['ID=bb2e801d-0618-4398-860b-9ffb83e5edc1,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:39.959959 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-326b448d-20a7-4e98-9c4e-b2a3aa4a864e service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722464 Nov 25 19:27:39.977684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:39.997126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:39.998180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:27:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:40.117050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ed5d4c5c-285e-4935-955a-47f5579f9b95 req-6707fe38-c384-4005-a750-b276be17b4e4 service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521633 Nov 25 19:27:40.154759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:40.155267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 84cfdcaa-f6ba-439d-ab65-686b5afcb3bb not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:40.472272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befaa1a-c78d-4137-81ee-6d3a55a0214c req-44a2fdea-c87c-40ba-8e43-01eda6d08706 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:40.475588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:40.476654 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2befaa1a-c78d-4137-81ee-6d3a55a0214c req-44a2fdea-c87c-40ba-8e43-01eda6d08706 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 945 time: 0.1013739 Nov 25 19:27:40.478933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:40.481683 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d685e554-1992-49c9-a27a-a09a0fda132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.583169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2befaa1a-c78d-4137-81ee-6d3a55a0214c req-54417953-38ef-49b1-99c6-100796009cf8 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899081 Nov 25 19:27:40.638141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53768) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:40.786462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e821e50-9f35-4b26-baf4-1077e889c0ca req-faf4ef87-43e6-4f22-b4ab-70652de0bda4 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:40.789512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d685e554-1992-49c9-a27a-a09a0fda132d None None] For port bb2e801d-0618-4398-860b-9ffb83e5edc1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bb2e801d-0618-4398-860b-9ffb83e5edc1,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:40.803942 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d685e554-1992-49c9-a27a-a09a0fda132d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.832495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e821e50-9f35-4b26-baf4-1077e889c0ca req-faf4ef87-43e6-4f22-b4ab-70652de0bda4 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 949 time: 0.1388183 Nov 25 19:27:40.986636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2940f92b-6e97-46ae-84f1-f3f727c36676 None None] Provisioning complete for port bb2e801d-0618-4398-860b-9ffb83e5edc1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:40.991768 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2940f92b-6e97-46ae-84f1-f3f727c36676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:40.991768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:40.994832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685e554-1992-49c9-a27a-a09a0fda132d None None] Pushing event updated for resources: {'Port': ['ID=bb2e801d-0618-4398-860b-9ffb83e5edc1,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:41.001134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e821e50-9f35-4b26-baf4-1077e889c0ca req-be4f4fcf-2825-4930-9cd7-6310488d4dcb tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618898 Nov 25 19:27:41.058517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'mac_address': 'fa:16:3e:91:8d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.169'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:41.117836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-473046c5-39a9-498e-8d79-5c6128cd91c5 admin admin] Deleting subnet 7b23255d-cfeb-4bfa-9e1b-270520fa14a8 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:41.122498 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-473046c5-39a9-498e-8d79-5c6128cd91c5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.147311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:39Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:41.149958 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.216762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f0f97a-48ff-4c2f-af7c-818b72d99c40 None None] The sync data for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 is: [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:39Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:41.222758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c083c878-2c93-45fc-b5f1-2256598fe074 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:41.242305 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-473046c5-39a9-498e-8d79-5c6128cd91c5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.269277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:41.288088 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.443316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=11']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:41.462546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-473046c5-39a9-498e-8d79-5c6128cd91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.513930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['c083c878-2c93-45fc-b5f1-2256598fe074'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:41.595675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5aa042-dd70-4446-92d0-840964351631 req-e0e5b206-54e9-4cff-b754-c6d1f56b009f tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:41.597636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff5aa042-dd70-4446-92d0-840964351631 req-e0e5b206-54e9-4cff-b754-c6d1f56b009f tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 943 time: 0.2173016 Nov 25 19:27:41.715526 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-473046c5-39a9-498e-8d79-5c6128cd91c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.843000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff5aa042-dd70-4446-92d0-840964351631 req-943e23dc-e7a6-4a76-b627-845ea7546085 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929438 Nov 25 19:27:41.852501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473046c5-39a9-498e-8d79-5c6128cd91c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b23255d-cfeb-4bfa-9e1b-270520fa14a8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:41.864857 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-473046c5-39a9-498e-8d79-5c6128cd91c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:41.871243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82eb6541-1328-427c-99bd-f60a223c5bef None None] Network 5dde7b30-2d88-494c-830c-69dea298d7e4 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:41.874161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-473046c5-39a9-498e-8d79-5c6128cd91c5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7b23255d-cfeb-4bfa-9e1b-270520fa14a8 HTTP/1.1" status: 204 len: 168 time: 1.2332332 Nov 25 19:27:41.875000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53780) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:41.912597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-89a96dd6-ed32-4f42-b087-1e9db059c18b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:41.917321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-89a96dd6-ed32-4f42-b087-1e9db059c18b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.76 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 820 time: 0.4061244 Nov 25 19:27:41.931518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Request body: {'port': {'device_id': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'admin_state_up': True, 'tenant_id': '0f6186685c634c41a1d6f33d43ade648'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:42.025480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7cd58d7a-cb00-43be-8182-fdf49793d6c4 req-659f4210-c04e-496b-930d-c7eb4b6cf359 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 210 time: 0.0505216 Nov 25 19:27:42.095813 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.197633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Made reservation on behalf of 0f6186685c634c41a1d6f33d43ade648 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:42.202095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.203204 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c729eda6-7459-48fb-9f7a-b4b0a6bb2ae4 x-openstack-request-id: req-c729eda6-7459-48fb-9f7a-b4b0a6bb2ae4 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:42.204275 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4887750-1de3-4a9c-b79e-f3be6a55e7d6", "tag": "d5beab37-940f-42cc-a6e0-fa965b94282b", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:42.206012 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c729eda6-7459-48fb-9f7a-b4b0a6bb2ae4 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:42.206825 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'tag': 'd5beab37-940f-42cc-a6e0-fa965b94282b', 'status': 'completed', 'code': 200} Nov 25 19:27:42.246678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc8bfc7-7e0c-47d7-b55a-9f83a72e5097 None None] DHCP port deletion for 5dde7b30-2d88-494c-830c-69dea298d7e4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:42.338665 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.370020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dde7b30-2d88-494c-830c-69dea298d7e4']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:42.381106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:42.381393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd56895f-ae1a-4e4f-9ffa-04eefc4dfb3b') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:42.405333 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.424564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-250e48c7-7b98-437c-b18a-d95bc6b52388 req-172a4212-5873-40a2-93d4-f02c94730438 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "GET /v2.0/security-groups/83290e67-15d4-4211-8088-94dfc17045d7 HTTP/1.1" status: 200 len: 1816 time: 0.0818713 Nov 25 19:27:42.487333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3cbf3-0243-438e-abb7-6852b81f43a7 req-87251f63-eeda-42a0-9c94-97d24ad4d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:42.488138 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6b3cbf3-0243-438e-abb7-6852b81f43a7 req-87251f63-eeda-42a0-9c94-97d24ad4d7e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 1094 time: 0.2799411 Nov 25 19:27:42.489722 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.497406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d5beab37-940f-42cc-a6e0-fa965b94282b details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:42.502018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:42.506901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:42.507326 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:42.510934 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:42.644897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Allocated IP 172.20.0.8 (b86cacff-4731-431f-9727-9d86ca7b3f59/06bc4d62-72cf-4f4f-8bf9-b87cbd07f926/215c82dd-da05-4fe0-8cab-dd805afdc13c) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:42.725335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.748140 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.754189 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5dde7b30-2d88-494c-830c-69dea298d7e4 HTTP/1.1" status: 204 len: 168 time: 0.8764534 Nov 25 19:27:42.759972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53786) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:42.800885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e735af-7c8f-4483-9aaa-010c5c415164 admin admin] Pushing event deleted for resources: {'Network': ['ID=5dde7b30-2d88-494c-830c-69dea298d7e4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:42.877462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3cbf3-0243-438e-abb7-6852b81f43a7 req-73bd2bc2-66a3-4cd1-838a-39b698e03fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:42.879154 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6b3cbf3-0243-438e-abb7-6852b81f43a7 req-73bd2bc2-66a3-4cd1-838a-39b698e03fe0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 906 time: 0.3835766 Nov 25 19:27:42.889928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port c083c878-2c93-45fc-b5f1-2256598fe074 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:27:42.919954 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port c083c878-2c93-45fc-b5f1-2256598fe074 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:42.921334 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:42.936589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f99feedd-d80f-4904-8b57-cde01f023d10 admin admin] Deleting subnet 696c2390-1587-4af3-a255-4408cfdee7fd {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:42.995545 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f99feedd-d80f-4904-8b57-cde01f023d10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.000372 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-250e48c7-7b98-437c-b18a-d95bc6b52388 req-66e825b7-6413-4fcc-b4cf-4d03f9200982 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.033476 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6b3cbf3-0243-438e-abb7-6852b81f43a7 req-2007061e-21fa-4d99-a88d-40dffae0c51e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d5beab37-940f-42cc-a6e0-fa965b94282b HTTP/1.1" status: 200 len: 217 time: 0.1419573 Nov 25 19:27:43.051883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-250e48c7-7b98-437c-b18a-d95bc6b52388 req-66e825b7-6413-4fcc-b4cf-4d03f9200982 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.128142 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.167589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d5beab37-940f-42cc-a6e0-fa965b94282b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d5beab37-940f-42cc-a6e0-fa965b94282b,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:43.191633 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f99feedd-d80f-4904-8b57-cde01f023d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.249953 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-250e48c7-7b98-437c-b18a-d95bc6b52388 req-66e825b7-6413-4fcc-b4cf-4d03f9200982 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.260755 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-250e48c7-7b98-437c-b18a-d95bc6b52388 req-66e825b7-6413-4fcc-b4cf-4d03f9200982 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.277453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-250e48c7-7b98-437c-b18a-d95bc6b52388 req-66e825b7-6413-4fcc-b4cf-4d03f9200982 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] 10.222.0.15 "DELETE /v2.0/security-groups/83290e67-15d4-4211-8088-94dfc17045d7 HTTP/1.1" status: 204 len: 173 time: 0.8372035 Nov 25 19:27:43.280284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53792) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:43.304797 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.307123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b3cbf3-0243-438e-abb7-6852b81f43a7 req-e5cb53c8-d4f8-4b53-80dc-dcee6077e180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:43.308791 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6b3cbf3-0243-438e-abb7-6852b81f43a7 req-e5cb53c8-d4f8-4b53-80dc-dcee6077e180 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e346e9bd-e458-4b44-b405-f5770ef69ff0 HTTP/1.1" status: 200 len: 845 time: 0.2671397 Nov 25 19:27:43.380489 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.414872 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6b3cbf3-0243-438e-abb7-6852b81f43a7 req-8176e25d-c6ea-41b9-b71a-44dcaf2cfd29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0843222 Nov 25 19:27:43.428630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:43.433517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:43.437692 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b47ba8-3d33-41fb-898a-b3b985ac1579" -d '{"events": [{"server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "name": "network-vif-plugged", "status": "completed", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:43.452165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bb2e801d-0618-4398-860b-9ffb83e5edc1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:43.508691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e825b7-6413-4fcc-b4cf-4d03f9200982 tempest-SecurityGroupsTestJSON-218010346 tempest-SecurityGroupsTestJSON-218010346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83290e67-15d4-4211-8088-94dfc17045d7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:43.598026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Network b86cacff-4731-431f-9727-9d86ca7b3f59 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:43.604221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'd5beab37-940f-42cc-a6e0-fa965b94282b', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'port_id': 'd5beab37-940f-42cc-a6e0-fa965b94282b', 'mac_address': 'fa:16:3e:bc:7a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e346e9bd-e458-4b44-b405-f5770ef69ff0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:43.612957 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.620199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-d12272a0-5e6e-46b6-9f85-b6cddef4be99 admin admin] Deleting subnet 0bc6ec40-86e0-404b-b779-dc54f74a1a0e {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:27:43.626783 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d12272a0-5e6e-46b6-9f85-b6cddef4be99 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.658726 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6b3cbf3-0243-438e-abb7-6852b81f43a7 req-e42e8a13-7b2b-4f57-a88b-92eebd5ade18 service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382877 Nov 25 19:27:43.660812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f99feedd-d80f-4904-8b57-cde01f023d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.733679 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d12272a0-5e6e-46b6-9f85-b6cddef4be99 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.823179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:43.827617 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d12272a0-5e6e-46b6-9f85-b6cddef4be99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.832165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Pushing event updated for resources: {'Port': ['ID=215c82dd-da05-4fe0-8cab-dd805afdc13c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:43.881507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:43.926250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bb2e801d-0618-4398-860b-9ffb83e5edc1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:43.927109 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.942661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=12']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:43.974489 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6b3cbf3-0243-438e-abb7-6852b81f43a7 req-588cefbb-4f5f-42b5-9fa2-0a6088575f4b service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209449 Nov 25 19:27:43.976307 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f99feedd-d80f-4904-8b57-cde01f023d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:43.978658 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.026494 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5beab37-940f-42cc-a6e0-fa965b94282b {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:44.045297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99feedd-d80f-4904-8b57-cde01f023d10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=696c2390-1587-4af3-a255-4408cfdee7fd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:44.049370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f99feedd-d80f-4904-8b57-cde01f023d10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.058124 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f99feedd-d80f-4904-8b57-cde01f023d10 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/696c2390-1587-4af3-a255-4408cfdee7fd HTTP/1.1" status: 204 len: 168 time: 1.2710905 Nov 25 19:27:44.061980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53804) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:44.068111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8cf3924-47d1-4761-a056-b576d76d73e4 None None] Network 3e116d51-1597-4014-86ba-3279203a9b47 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:44.105375 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:44.106586 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.144913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d5beab37-940f-42cc-a6e0-fa965b94282b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d5beab37-940f-42cc-a6e0-fa965b94282b,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:44.190335 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d12272a0-5e6e-46b6-9f85-b6cddef4be99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.215969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-fcfb7aac-8ab6-4925-b7ea-011de9ad0ef9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2900128 Nov 25 19:27:44.217706 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.245087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.268359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Request body: {'port': {'device_id': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:44.274974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12272a0-5e6e-46b6-9f85-b6cddef4be99 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bc6ec40-86e0-404b-b779-dc54f74a1a0e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:44.280545 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d12272a0-5e6e-46b6-9f85-b6cddef4be99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.287228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d12272a0-5e6e-46b6-9f85-b6cddef4be99 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0bc6ec40-86e0-404b-b779-dc54f74a1a0e HTTP/1.1" status: 204 len: 168 time: 0.9919024 Nov 25 19:27:44.291252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53806) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:44.295018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb6b843-5951-4b27-bf87-1a6bc4500827 req-8869d46a-a300-41ba-b364-b99b337433f5 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:44.298204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeb6b843-5951-4b27-bf87-1a6bc4500827 req-8869d46a-a300-41ba-b364-b99b337433f5 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 1102 time: 0.2537992 Nov 25 19:27:44.310508 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af02b51-09ec-4a07-9baf-ec52d3b1f79f None None] Network 32f1d506-1a83-4ccc-8500-84eaa1b8d192 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:44.399429 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.427103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e116d51-1597-4014-86ba-3279203a9b47']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:44.439078 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a2f3eb4-a347-45c6-8dba-22a55dab6567') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:44.439388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a2f3eb4-a347-45c6-8dba-22a55dab6567') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:44.452430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.473753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.489061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:44.490331 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.510385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d5beab37-940f-42cc-a6e0-fa965b94282b,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:44.522859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['d5beab37-940f-42cc-a6e0-fa965b94282b'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:44.530983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-23fc9b5b-d2c8-403c-9f1a-569a83be7ce6 None None] Provisioning complete for port 215c82dd-da05-4fe0-8cab-dd805afdc13c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:44.531439 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-23fc9b5b-d2c8-403c-9f1a-569a83be7ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.543249 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:44.544805 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:44.569532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f37343-b90b-4ba6-8718-2a9b31ffc427 None None] DHCP port deletion for 3e116d51-1597-4014-86ba-3279203a9b47 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:44.571508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeb6b843-5951-4b27-bf87-1a6bc4500827 req-ea24b077-6cbf-4643-a5d7-9bf84b448149 tempest-MigrationsAdminTest-1453917075 tempest-MigrationsAdminTest-1453917075-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344046 Nov 25 19:27:44.574342 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.624599 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.637370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.641279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] 10.222.0.15 "DELETE /v2.0/networks/3e116d51-1597-4014-86ba-3279203a9b47 HTTP/1.1" status: 204 len: 168 time: 0.5779903 Nov 25 19:27:44.681674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587f3a8-eae2-416d-9cba-11d3f9ffa19c admin admin] Pushing event deleted for resources: {'Network': ['ID=3e116d51-1597-4014-86ba-3279203a9b47,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:44.733295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-23fc9b5b-d2c8-403c-9f1a-569a83be7ce6 None None] Port 215c82dd-da05-4fe0-8cab-dd805afdc13c cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:44.774926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459b443f-7177-465a-afb7-4d000172b6db None None] DHCP port deletion for 32f1d506-1a83-4ccc-8500-84eaa1b8d192 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:44.819506 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.853283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53812) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:44.872249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f1d506-1a83-4ccc-8500-84eaa1b8d192']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:44.918983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c005c45a-e95c-4cd7-ba4f-4f2335d664f9') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:44.919463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c005c45a-e95c-4cd7-ba4f-4f2335d664f9') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:44.940030 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.947767 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ae4c2c7d-b4ec-4254-802a-d1a0e97fb3cc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ac7ac34bdf44575a1d281a5e49ef875&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0928690 Nov 25 19:27:44.950687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53814) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:44.980624 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.995802 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:27:44.996213 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:27:44.998124 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:27:45.040502 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c47a4097-ddcd-4fa5-bb24-92dd5be87719 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.075950 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c47a4097-ddcd-4fa5-bb24-92dd5be87719 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.100030 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.111163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7ce70-a39e-488a-8c13-9acbac72a6c3 req-d3db154e-9a81-4453-9402-a8cde463ea03 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.113997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73d7ce70-a39e-488a-8c13-9acbac72a6c3 req-d3db154e-9a81-4453-9402-a8cde463ea03 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 944 time: 0.1799688 Nov 25 19:27:45.133702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.139132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] 10.222.0.15 "DELETE /v2.0/networks/32f1d506-1a83-4ccc-8500-84eaa1b8d192 HTTP/1.1" status: 204 len: 168 time: 0.8391924 Nov 25 19:27:45.177694 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c47a4097-ddcd-4fa5-bb24-92dd5be87719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.181749 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c47a4097-ddcd-4fa5-bb24-92dd5be87719 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.187205 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c47a4097-ddcd-4fa5-bb24-92dd5be87719 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/601b5180-10c6-4908-97b2-90590fc78798 HTTP/1.1" status: 204 len: 168 time: 0.2306705 Nov 25 19:27:45.194775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47a4097-ddcd-4fa5-bb24-92dd5be87719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601b5180-10c6-4908-97b2-90590fc78798,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:45.206872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6887e1f-b859-4cef-8795-9950e6a03d8b admin admin] Pushing event deleted for resources: {'Network': ['ID=32f1d506-1a83-4ccc-8500-84eaa1b8d192,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:45.272864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215c82dd-da05-4fe0-8cab-dd805afdc13c {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:45.301647 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.328695 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73d7ce70-a39e-488a-8c13-9acbac72a6c3 req-3209d1aa-7fee-4b6c-a9fa-2de4ab342e0d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879971 Nov 25 19:27:45.337862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Transition to ACTIVE for port object 215c82dd-da05-4fe0-8cab-dd805afdc13c will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:27:45.345425 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.512343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Pushing event updated for resources: {'Port': ['ID=215c82dd-da05-4fe0-8cab-dd805afdc13c,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:45.554665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53822) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:45.611690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Attempting to bind port 215c82dd-da05-4fe0-8cab-dd805afdc13c on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:45.612277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Attempting to bind port 215c82dd-da05-4fe0-8cab-dd805afdc13c by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:45.613063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Attempting to bind port 215c82dd-da05-4fe0-8cab-dd805afdc13c on network b86cacff-4731-431f-9727-9d86ca7b3f59 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:45.627857 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-15680592-681b-45ef-bfbd-7ef35a04fe88 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d7261d145d614ea98bf7399da0109904&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0711865 Nov 25 19:27:45.631249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53824) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:45.636908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e041e59-f0af-4d87-b21e-44e1567b7543 req-ceb9d35a-c719-43f9-8b4a-bc57280f3d90 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.639610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e041e59-f0af-4d87-b21e-44e1567b7543 req-ceb9d35a-c719-43f9-8b4a-bc57280f3d90 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 943 time: 0.1415305 Nov 25 19:27:45.641824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Port 215c82dd-da05-4fe0-8cab-dd805afdc13c on network b86cacff-4731-431f-9727-9d86ca7b3f59 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:27:45.642481 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Attempting to bind port 215c82dd-da05-4fe0-8cab-dd805afdc13c on network b86cacff-4731-431f-9727-9d86ca7b3f59 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:45.653054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:45.653729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Checking segment: {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:45.654405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Bound using segment: {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:45.655574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Bound port: 215c82dd-da05-4fe0-8cab-dd805afdc13c, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:45.656226 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.723405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-556b7e7b-571e-47e6-bc67-7bb3271df9aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.755792 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-556b7e7b-571e-47e6-bc67-7bb3271df9aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.823244 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-556b7e7b-571e-47e6-bc67-7bb3271df9aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.826483 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-556b7e7b-571e-47e6-bc67-7bb3271df9aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.827816 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-556b7e7b-571e-47e6-bc67-7bb3271df9aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1 HTTP/1.1" status: 204 len: 168 time: 0.1953206 Nov 25 19:27:45.828697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e041e59-f0af-4d87-b21e-44e1567b7543 req-65067b90-7a75-4442-a7b1-eb096a41a95c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665602 Nov 25 19:27:45.849507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] For port 215c82dd-da05-4fe0-8cab-dd805afdc13c, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:45.855956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] For port 215c82dd-da05-4fe0-8cab-dd805afdc13c, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:45.856459 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b7e7b-571e-47e6-bc67-7bb3271df9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a261b1f-c4bc-4076-ba92-8e8bd7b97fe1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:45.875197 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.949931 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-876bb4e0-d80d-4d70-976b-bc892723478a x-openstack-request-id: req-876bb4e0-d80d-4d70-976b-bc892723478a {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:45.950483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:45.950607 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "name": "network-vif-plugged", "status": "completed", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:45.950749 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-876bb4e0-d80d-4d70-976b-bc892723478a {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:45.951276 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'code': 200} Nov 25 19:27:45.953608 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:45.957881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] 10.222.0.76 "PUT /v2.0/ports/215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 1091 time: 1.7004461 Nov 25 19:27:45.962189 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:45.968566 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773" -d '{"events": [{"name": "network-changed", "server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:46.028202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5993bb4-2e7f-471e-a62c-a7ae5008e290 service neutron] Pushing event updated for resources: {'Port': ['ID=215c82dd-da05-4fe0-8cab-dd805afdc13c,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:46.059947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53834) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:46.120394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-586b6fdf-9866-4c9a-ab94-7094cd00fc9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:46.127506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-586b6fdf-9866-4c9a-ab94-7094cd00fc9b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 1094 time: 0.0923402 Nov 25 19:27:46.144349 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fbb6b1f0-1a04-40db-a3ce-6425d77e237c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ae16aeceec342fd895cc993d5715a8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0830123 Nov 25 19:27:46.145062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53838) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:46.209089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-9691c6f2-6d51-4aa9-a30b-1e24b9aa5b18 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 217 time: 0.0763328 Nov 25 19:27:46.226105 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-41266891-fc7c-443f-9e19-7d931f86eb68 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.258686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-41266891-fc7c-443f-9e19-7d931f86eb68 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.310645 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-0b6442ae-7c1f-43bd-bfaf-b49c9a348924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:46.312082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-0b6442ae-7c1f-43bd-bfaf-b49c9a348924 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.0961940 Nov 25 19:27:46.327955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-41266891-fc7c-443f-9e19-7d931f86eb68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.333386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-41266891-fc7c-443f-9e19-7d931f86eb68 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.335009 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-41266891-fc7c-443f-9e19-7d931f86eb68 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94028f87-6ec0-4fd4-abfc-d991bc25dda3 HTTP/1.1" status: 204 len: 168 time: 0.1888940 Nov 25 19:27:46.346547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41266891-fc7c-443f-9e19-7d931f86eb68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94028f87-6ec0-4fd4-abfc-d991bc25dda3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:46.420954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-b609fc8c-48e7-42f8-8ea1-1995e818246a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:46.422935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-b609fc8c-48e7-42f8-8ea1-1995e818246a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034591 Nov 25 19:27:46.523786 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d5beab37-940f-42cc-a6e0-fa965b94282b up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:46.569226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-98ba8c6c-884e-462a-ac93-9326d5ba2136 service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382425 Nov 25 19:27:46.713405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port d5beab37-940f-42cc-a6e0-fa965b94282b completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:27:46.725433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port d5beab37-940f-42cc-a6e0-fa965b94282b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:46.726595 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.803545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-866519bb-de2d-4f6d-86a0-6f8b3ed053a5 req-7f88db74-7a3d-49bb-b12c-ff0f94435fbd service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256145 Nov 25 19:27:46.904652 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.955706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d5beab37-940f-42cc-a6e0-fa965b94282b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d5beab37-940f-42cc-a6e0-fa965b94282b,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:46.967316 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:46.981012 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144bd8ca-3dac-4f1f-9695-b85e79315425 x-openstack-request-id: req-144bd8ca-3dac-4f1f-9695-b85e79315425 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:46.981504 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:46.981945 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-144bd8ca-3dac-4f1f-9695-b85e79315425 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:46.982635 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'status': 'completed', 'code': 200} Nov 25 19:27:47.141113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773 req-07a7b953-fcf2-4b7f-ad46-52d7a4cc8191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:47.143161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773 req-07a7b953-fcf2-4b7f-ad46-52d7a4cc8191 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 1094 time: 0.1340156 Nov 25 19:27:47.308115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d5beab37-940f-42cc-a6e0-fa965b94282b,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:47.332443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928da0fc-7153-4517-a219-726b8f2458ba req-8dcbd762-8dad-4212-9add-2cb85cb0620d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:47.341193 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-928da0fc-7153-4517-a219-726b8f2458ba req-8dcbd762-8dad-4212-9add-2cb85cb0620d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 945 time: 0.1938627 Nov 25 19:27:47.381585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53884) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:47.396303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773 req-c479ff5f-91f5-4058-9b59-b16ba85667ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:47.397912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773 req-c479ff5f-91f5-4058-9b59-b16ba85667ba service neutron] 10.222.0.76 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.2358510 Nov 25 19:27:47.472496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773 req-77d9584b-e931-436b-8961-0ed3ab8d2b41 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 217 time: 0.0608344 Nov 25 19:27:47.497866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-928da0fc-7153-4517-a219-726b8f2458ba req-1636479e-8587-4e6b-bc87-23ac0c470a9f tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407347 Nov 25 19:27:47.607523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-258623673-network', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:47.637077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Made reservation on behalf of 2cfeb6c90dc347ed9b4d508c4c6cffc4 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:47.640339 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.655303 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.683009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773 req-db0d8727-06a3-47a8-8fef-fd4e9ec45f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:47.684715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773 req-db0d8727-06a3-47a8-8fef-fd4e9ec45f51 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.1856582 Nov 25 19:27:47.752640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c57f79-ba2f-4426-9017-9fa53cdc8fad req-09bd91a9-4d04-4142-be4b-b750e5f0a984 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:47.762747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3c57f79-ba2f-4426-9017-9fa53cdc8fad req-09bd91a9-4d04-4142-be4b-b750e5f0a984 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 951 time: 0.1516464 Nov 25 19:27:47.824513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773 req-cb1712e5-efea-4c5f-bc1f-add3bf31ac03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:47.826134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773 req-cb1712e5-efea-4c5f-bc1f-add3bf31ac03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1295044 Nov 25 19:27:47.830729 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.838039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.844026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3c57f79-ba2f-4426-9017-9fa53cdc8fad req-d63ce2a5-2e45-45f1-8dc2-370d73033bba tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775833 Nov 25 19:27:47.914183 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd67dcdf-628b-4c9f-9c22-4f4ee704762d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:47.933356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:27:47.953944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5beab37-940f-42cc-a6e0-fa965b94282b'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:47.964220 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9b00a7-af7f-4f3e-ab40-38791aea6648" -d '{"events": [{"server_uuid": "c4887750-1de3-4a9c-b79e-f3be6a55e7d6", "name": "network-vif-plugged", "status": "completed", "tag": "d5beab37-940f-42cc-a6e0-fa965b94282b"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:47.964881 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:47.964979 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Added segment ef0800cb-eef6-4de9-88e8-fe9fd4893bb6 of type vlan for network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 Nov 25 19:27:48.036671 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773 req-767cee14-e920-4c55-a4a4-de86ab4f4765 service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851625 Nov 25 19:27:48.046130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.162557 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.165724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.166743 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:48.299414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122a889-f43a-4b29-ae10-5b8966ce8393 req-4cdbbb9f-77d1-4495-83ba-da150f47519d tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.301042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2122a889-f43a-4b29-ae10-5b8966ce8393 req-4cdbbb9f-77d1-4495-83ba-da150f47519d tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 943 time: 0.2447069 Nov 25 19:27:48.303346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] Pushing event updated for resources: {'Network': ['ID=1e0b0d7d-8478-43f1-ad15-7d0c848abcc6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:48.308411 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0ac3e20f-b320-442b-a74f-4f76fe7b8c0f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9256830 Nov 25 19:27:48.312134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53906) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:48.317632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] Request body: {'subnet': {'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-258623673-subnet', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:48.321561 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:27:48.330721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92083f36-afdb-4f3a-904c-8a690eda6ee1 req-be1df151-d6c3-48bd-85a9-d7ef6a490eba tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:48.332901 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92083f36-afdb-4f3a-904c-8a690eda6ee1 req-be1df151-d6c3-48bd-85a9-d7ef6a490eba tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.60 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 951 time: 0.2607725 Nov 25 19:27:48.366192 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26ae4e57-58c3-4fb5-a7ea-fe5b83228773 req-ae0a589d-0eeb-4002-bf26-4946094edf4b service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126009 Nov 25 19:27:48.416857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2122a889-f43a-4b29-ae10-5b8966ce8393 req-130b7240-38c1-453e-992e-202a0009c2fb tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974922 Nov 25 19:27:48.775451 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6b2975-1b60-4b77-b26f-fb260039c0cf x-openstack-request-id: req-8e6b2975-1b60-4b77-b26f-fb260039c0cf {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:48.776030 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4887750-1de3-4a9c-b79e-f3be6a55e7d6", "name": "network-vif-plugged", "status": "completed", "tag": "d5beab37-940f-42cc-a6e0-fa965b94282b", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:48.776437 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e6b2975-1b60-4b77-b26f-fb260039c0cf {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:48.784448 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5beab37-940f-42cc-a6e0-fa965b94282b', 'code': 200} Nov 25 19:27:48.943679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] Made reservation on behalf of 2cfeb6c90dc347ed9b4d508c4c6cffc4 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:27:48.947371 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.091117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0f54-6951-4083-8bcd-04bddd59c53b req-91bbca17-2fe7-41dc-9573-bb64c74379af tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:49.109589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-654e0f54-6951-4083-8bcd-04bddd59c53b req-91bbca17-2fe7-41dc-9573-bb64c74379af tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 945 time: 0.1513567 Nov 25 19:27:49.205841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25e5134-6318-4eed-9102-b96ef75026d1 req-bf2ab4fe-fdad-47c1-a506-7b771ba974bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:49.208463 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d25e5134-6318-4eed-9102-b96ef75026d1 req-bf2ab4fe-fdad-47c1-a506-7b771ba974bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 1096 time: 0.3054163 Nov 25 19:27:49.234142 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-654e0f54-6951-4083-8bcd-04bddd59c53b req-abf590d8-666c-4310-8d20-a122ed2975f4 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259749 Nov 25 19:27:49.266755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-92083f36-afdb-4f3a-904c-8a690eda6ee1 req-c2bd1a37-69fd-4840-b9d0-02519511cc91 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Deleting port c083c878-2c93-45fc-b5f1-2256598fe074 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:49.267984 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-92083f36-afdb-4f3a-904c-8a690eda6ee1 req-c2bd1a37-69fd-4840-b9d0-02519511cc91 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.474553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4715b291-390d-48ce-9459-24d75097ef73 req-4bae1399-998b-4966-8305-2c4aa96e84d0 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:49.491099 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4715b291-390d-48ce-9459-24d75097ef73 req-4bae1399-998b-4966-8305-2c4aa96e84d0 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0b4dccf5-7bb9-4012-be12-410391f17fbc HTTP/1.1" status: 200 len: 951 time: 0.1141763 Nov 25 19:27:49.505772 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d25e5134-6318-4eed-9102-b96ef75026d1 req-233ccede-d754-4dd3-ab58-8ba0df498103 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2852657 Nov 25 19:27:49.595213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4715b291-390d-48ce-9459-24d75097ef73 req-c9bb48bb-4f3c-4538-b11f-722b74571b92 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993366 Nov 25 19:27:49.698089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-92083f36-afdb-4f3a-904c-8a690eda6ee1 req-c2bd1a37-69fd-4840-b9d0-02519511cc91 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] For port c083c878-2c93-45fc-b5f1-2256598fe074, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c083c878-2c93-45fc-b5f1-2256598fe074,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:49.698739 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-92083f36-afdb-4f3a-904c-8a690eda6ee1 req-c2bd1a37-69fd-4840-b9d0-02519511cc91 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.704059 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:49.791204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-92083f36-afdb-4f3a-904c-8a690eda6ee1 req-c2bd1a37-69fd-4840-b9d0-02519511cc91 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Calling delete_port for c083c878-2c93-45fc-b5f1-2256598fe074 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:49.910364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a61d955-bf74-4de1-afef-95fc7ddbe734,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:49.914525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be57cf23-20b1-4343-ac2e-2b1a446c7421 req-42fcaecc-ad5b-4d15-b0b2-e4af9769249d tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:49.917737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be57cf23-20b1-4343-ac2e-2b1a446c7421 req-42fcaecc-ad5b-4d15-b0b2-e4af9769249d tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 943 time: 0.0973237 Nov 25 19:27:49.970916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 215c82dd-da05-4fe0-8cab-dd805afdc13c details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:27:49.989744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] Checking segment: {'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:49.990687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] Network hostable DHCP agents. Network: 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:27:49.998640 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be57cf23-20b1-4343-ac2e-2b1a446c7421 req-68a3688d-f395-4b9c-87d7-80bf01b1be7a tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716155 Nov 25 19:27:50.052296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] Network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:27:50.095625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:50.107678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690cc572-9150-4912-bf7e-9e2d4a2158de None None] Network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:50.114847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:50.117576 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.152495 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d12b58d4-b958-4acd-afb7-cc0d0116ce8f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.8392577 Nov 25 19:27:50.154064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-92083f36-afdb-4f3a-904c-8a690eda6ee1 req-c2bd1a37-69fd-4840-b9d0-02519511cc91 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.157379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53946) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:50.162856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:27:50.178445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ea7e27b0-8160-4de9-a81a-91deac743c1f', 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:50.182159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['153456c6-a8f7-4ad6-a844-5dce937bc41d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:50.211893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd1a37-69fd-4840-b9d0-02519511cc91 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Pushing event deleted for resources: {'Port': ['ID=c083c878-2c93-45fc-b5f1-2256598fe074,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:50.233054 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.237852 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.301757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 215c82dd-da05-4fe0-8cab-dd805afdc13c, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:50.314876 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-92083f36-afdb-4f3a-904c-8a690eda6ee1 req-c2bd1a37-69fd-4840-b9d0-02519511cc91 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] No DVR routers for this DVR port c083c878-2c93-45fc-b5f1-2256598fe074 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:50.320184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-92083f36-afdb-4f3a-904c-8a690eda6ee1 req-c2bd1a37-69fd-4840-b9d0-02519511cc91 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.323895 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92083f36-afdb-4f3a-904c-8a690eda6ee1 req-c2bd1a37-69fd-4840-b9d0-02519511cc91 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.60 "DELETE /v2.0/ports/c083c878-2c93-45fc-b5f1-2256598fe074 HTTP/1.1" status: 204 len: 173 time: 1.9836380 Nov 25 19:27:50.324948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'name': 'network-vif-deleted', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:50.327978 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b30c933-231a-4faf-bf08-6d6b9d7819a9" -d '{"events": [{"server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "name": "network-vif-deleted", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:50.348390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.378039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'port_id': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:27:50.537097 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.570724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:50.731747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:27:50.912028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: c083c878-2c93-45fc-b5f1-2256598fe074 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:27:50.912792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c083c878-2c93-45fc-b5f1-2256598fe074 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:27:51.036547 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.197340 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.228021 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.239883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0816e60-725a-4c04-843c-65d8970140d3 req-73592ad7-06ab-4460-ab23-c23cc8da7517 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:51.241707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0816e60-725a-4c04-843c-65d8970140d3 req-73592ad7-06ab-4460-ab23-c23cc8da7517 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 945 time: 0.1317792 Nov 25 19:27:51.254080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:27:51.258045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.295207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215c82dd-da05-4fe0-8cab-dd805afdc13c {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:27:51.322917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 215c82dd-da05-4fe0-8cab-dd805afdc13c, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:51.359553 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.491237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=215c82dd-da05-4fe0-8cab-dd805afdc13c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:51.498273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53968) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:51.679590 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['215c82dd-da05-4fe0-8cab-dd805afdc13c'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:51.695276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f6db30-b384-450b-b32d-2c77aa92b606 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.738175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Allocated IP 172.20.0.2 (1e0b0d7d-8478-43f1-ad15-7d0c848abcc6/0a61d955-bf74-4de1-afef-95fc7ddbe734/92dac145-4bd7-4df5-80bf-995f7f9d1ab4) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:51.867325 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0816e60-725a-4c04-843c-65d8970140d3 req-6f179641-f8b8-400f-862c-21a9c62c6f0f tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6138418 Nov 25 19:27:51.898914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f6db30-b384-450b-b32d-2c77aa92b606 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.919349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f6db30-b384-450b-b32d-2c77aa92b606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:51.982239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Allocated IP 172.25.8.32 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/66a034ec-0ed0-4539-8b8b-102d33f3849a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:51.982597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f6db30-b384-450b-b32d-2c77aa92b606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65ed4377-6404-463c-b7e2-c079ad4044ec,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:52.005433 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c16d5e3-84de-470d-95b3-42e2e8139f58 x-openstack-request-id: req-3c16d5e3-84de-470d-95b3-42e2e8139f58 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:52.005713 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b4dccf5-7bb9-4012-be12-410391f17fbc", "name": "network-vif-deleted", "tag": "c083c878-2c93-45fc-b5f1-2256598fe074", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:52.006004 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c16d5e3-84de-470d-95b3-42e2e8139f58 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:52.006392 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b4dccf5-7bb9-4012-be12-410391f17fbc', 'name': 'network-vif-deleted', 'tag': 'c083c878-2c93-45fc-b5f1-2256598fe074', 'status': 'completed', 'code': 200} Nov 25 19:27:52.046878 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c2f6db30-b384-450b-b32d-2c77aa92b606 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c754f2a1c49a4d07841b1dcf323d79bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5428505 Nov 25 19:27:52.047985 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53976) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:52.181046 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69387081-66e8-41ad-a330-aaabb17098f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.217352 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.238692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69387081-66e8-41ad-a330-aaabb17098f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.249968 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.266749 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.294843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.326125 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69387081-66e8-41ad-a330-aaabb17098f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.329100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69387081-66e8-41ad-a330-aaabb17098f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.330698 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-69387081-66e8-41ad-a330-aaabb17098f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/65ed4377-6404-463c-b7e2-c079ad4044ec HTTP/1.1" status: 204 len: 168 time: 0.2815976 Nov 25 19:27:52.351352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69387081-66e8-41ad-a330-aaabb17098f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ed4377-6404-463c-b7e2-c079ad4044ec,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:52.374559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:52.387783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Pushing event updated for resources: {'Port': ['ID=92dac145-4bd7-4df5-80bf-995f7f9d1ab4,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:52.396770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:52.397855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:52.403906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:52.412744 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.413017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.413313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.413648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.413978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.414309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.414636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.414994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.415348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.415629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.416027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.416340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:52.416917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:52.444442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:52.461784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728bcdc4-b2b7-4e94-bb20-e086acddcb97 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:52.533853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Pushing event updated for resources: {'Port': ['ID=66a034ec-0ed0-4539-8b8b-102d33f3849a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:52.545459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Attempting to bind port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:52.546582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Attempting to bind port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:52.549721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Attempting to bind port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 on network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:52.578207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:52.578886 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Checking segment: {'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:52.579328 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.579738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Bound using segment: {'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:52.580254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Bound port: 92dac145-4bd7-4df5-80bf-995f7f9d1ab4, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:52.580655 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.646693 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-46f7b601-346b-430d-a8cf-957cb09360ae None None] Provisioning complete for port 66a034ec-0ed0-4539-8b8b-102d33f3849a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:52.647945 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-46f7b601-346b-430d-a8cf-957cb09360ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.797968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-46f7b601-346b-430d-a8cf-957cb09360ae None None] Port 66a034ec-0ed0-4539-8b8b-102d33f3849a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:52.808265 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.822378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] For port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:52.832823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] For port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=92dac145-4bd7-4df5-80bf-995f7f9d1ab4,segment=NetworkSegment(ef0800cb-eef6-4de9-88e8-fe9fd4893bb6),segment_id=ef0800cb-eef6-4de9-88e8-fe9fd4893bb6)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:52.845673 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:52.882461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651affa1-2e7c-4ef9-a2ee-2867c27cccec req-aa20c8e5-699f-426e-ae9b-df152feb28af tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:52.897698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-651affa1-2e7c-4ef9-a2ee-2867c27cccec req-aa20c8e5-699f-426e-ae9b-df152feb28af tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 944 time: 0.2282560 Nov 25 19:27:52.926136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d214e50b-6ea3-4a2d-a97e-686f21eb02d7 None None] Pushing event updated for resources: {'Port': ['ID=92dac145-4bd7-4df5-80bf-995f7f9d1ab4,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:53.085955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-651affa1-2e7c-4ef9-a2ee-2867c27cccec req-2c5a2650-fc23-4c0c-998d-cc9661e2ff36 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859727 Nov 25 19:27:53.198501 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.697462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:53.912670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Router f1e8b275-a6b5-4845-a268-db8e10aa95a0 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:27:54.005813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 215c82dd-da05-4fe0-8cab-dd805afdc13c up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:54.154225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 215c82dd-da05-4fe0-8cab-dd805afdc13c completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:27:54.164191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 215c82dd-da05-4fe0-8cab-dd805afdc13c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:54.165141 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:54.166951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:54.192327 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Sync routers for ids ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:27:54.222506 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:54.233261 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-36381bb9-6903-4fce-93d9-8e40c80bdfdc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.0699642 Nov 25 19:27:54.233560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54026) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:54.234320 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Routers {'f1e8b275-a6b5-4845-a268-db8e10aa95a0'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:54.236382 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:27:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:54.457874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:54.580463 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Set router f1e8b275-a6b5-4845-a268-db8e10aa95a0 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:54.584113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 215c82dd-da05-4fe0-8cab-dd805afdc13c, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:54.586168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:54.591129 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8302d1-d95d-4b5a-80c8-7970e61ed410" -d '{"events": [{"server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "name": "network-vif-plugged", "status": "completed", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:54.598973 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:54.712362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=215c82dd-da05-4fe0-8cab-dd805afdc13c,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:54.716442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45557a-ef5d-404e-8b7f-787e8841d7a2 req-36fed754-1ecd-4f3c-99d7-26778f1562b1 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:54.726188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea45557a-ef5d-404e-8b7f-787e8841d7a2 req-36fed754-1ecd-4f3c-99d7-26778f1562b1 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 945 time: 0.0969880 Nov 25 19:27:54.807080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ec0b0c-e273-4028-aaa7-1b6c03117a85 None None] Network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:27:54.815637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea45557a-ef5d-404e-8b7f-787e8841d7a2 req-b7267065-7d8a-4bc0-aee6-74d678646db6 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881972 Nov 25 19:27:54.985822 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:52Z', 'revision_number': 3, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:55.046934 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Checking router: f1e8b275-a6b5-4845-a268-db8e10aa95a0 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:27:55.048142 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Updating router f1e8b275-a6b5-4845-a268-db8e10aa95a0 port 66a034ec-0ed0-4539-8b8b-102d33f3849a binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:27:55.076071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a08a8e-297d-4089-ba28-7c4960e99208 req-6d47cc3e-15d1-47c3-b52b-0f1308d25677 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:55.090314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46a08a8e-297d-4089-ba28-7c4960e99208 req-6d47cc3e-15d1-47c3-b52b-0f1308d25677 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 950 time: 0.1680930 Nov 25 19:27:55.094708 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.276046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-384565f2-4488-4b76-98bd-9f8083e54052 None None] Provisioning complete for port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:55.276623 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-384565f2-4488-4b76-98bd-9f8083e54052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.286330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46a08a8e-297d-4089-ba28-7c4960e99208 req-81a69b14-d453-47b8-82b1-357f7160392e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923351 Nov 25 19:27:55.314569 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.384605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:55.502761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897bba0-f798-4f61-b3b3-9bcd0d1d87ac req-3ec25e59-f9ed-4748-8526-d17d790d798b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:55.505509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b897bba0-f798-4f61-b3b3-9bcd0d1d87ac req-3ec25e59-f9ed-4748-8526-d17d790d798b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 950 time: 0.3223119 Nov 25 19:27:55.608196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Allocated IP 172.20.0.1 (1e0b0d7d-8478-43f1-ad15-7d0c848abcc6/0a61d955-bf74-4de1-afef-95fc7ddbe734/d75d0d9c-829b-48a2-81f3-b650533ea921) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:27:55.743119 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-384565f2-4488-4b76-98bd-9f8083e54052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.763468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a3f11f-22c0-4d87-af15-3c0666421e49 req-0d7343f9-b17a-4d36-b24a-53aa42c46717 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:55.775970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41a3f11f-22c0-4d87-af15-3c0666421e49 req-0d7343f9-b17a-4d36-b24a-53aa42c46717 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 945 time: 0.1750038 Nov 25 19:27:55.804783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:55.805718 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.897561 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:55.942725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-384565f2-4488-4b76-98bd-9f8083e54052 None None] For port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=92dac145-4bd7-4df5-80bf-995f7f9d1ab4,segment=NetworkSegment(ef0800cb-eef6-4de9-88e8-fe9fd4893bb6),segment_id=ef0800cb-eef6-4de9-88e8-fe9fd4893bb6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:55.958142 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-384565f2-4488-4b76-98bd-9f8083e54052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.008686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-b897bba0-f798-4f61-b3b3-9bcd0d1d87ac req-328e8618-2f13-4a13-986f-cdb01c51f941 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Deleting port bdda5a50-aef3-49ca-a322-28902c0f7ef1 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:27:56.009528 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b897bba0-f798-4f61-b3b3-9bcd0d1d87ac req-328e8618-2f13-4a13-986f-cdb01c51f941 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.011990 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.012413 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.027144 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.038324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41a3f11f-22c0-4d87-af15-3c0666421e49 req-bf66c5dd-bf03-4931-9279-d9e7769d6d21 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610338 Nov 25 19:27:56.078976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d75d0d9c-829b-48a2-81f3-b650533ea921,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:56.104253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:56.109308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:56.119612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:27:56.201761 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Pushing event updated for resources: {'Port': ['ID=66a034ec-0ed0-4539-8b8b-102d33f3849a,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:56.214852 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Attempting to bind port 66a034ec-0ed0-4539-8b8b-102d33f3849a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:27:56.215388 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Attempting to bind port 66a034ec-0ed0-4539-8b8b-102d33f3849a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:27:56.216559 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Attempting to bind port 66a034ec-0ed0-4539-8b8b-102d33f3849a on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:27:56.236853 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.266282 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.266722 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.268019 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.270274 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.270671 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.271332 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.274291 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.275173 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.275685 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.276186 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.276746 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.279745 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:27:56.294737 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:27:56.295130 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:27:56.295551 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.295950 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:27:56.296452 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Bound port: 66a034ec-0ed0-4539-8b8b-102d33f3849a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:27:56.296843 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.297791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384565f2-4488-4b76-98bd-9f8083e54052 None None] Pushing event updated for resources: {'Port': ['ID=92dac145-4bd7-4df5-80bf-995f7f9d1ab4,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:56.307676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-b897bba0-f798-4f61-b3b3-9bcd0d1d87ac req-328e8618-2f13-4a13-986f-cdb01c51f941 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] For port bdda5a50-aef3-49ca-a322-28902c0f7ef1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bdda5a50-aef3-49ca-a322-28902c0f7ef1,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:56.308763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b897bba0-f798-4f61-b3b3-9bcd0d1d87ac req-328e8618-2f13-4a13-986f-cdb01c51f941 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.328362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83ca048-9ea8-4b49-bcb6-d84516aeae65 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:56.337681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-b897bba0-f798-4f61-b3b3-9bcd0d1d87ac req-328e8618-2f13-4a13-986f-cdb01c51f941 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Calling delete_port for bdda5a50-aef3-49ca-a322-28902c0f7ef1 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:27:56.458605 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] For port 66a034ec-0ed0-4539-8b8b-102d33f3849a, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:27:56.464879 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] For port 66a034ec-0ed0-4539-8b8b-102d33f3849a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=66a034ec-0ed0-4539-8b8b-102d33f3849a,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:27:56.473251 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.503590 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d51211c7-29f2-4612-bc9f-db51dab0721b None None] Provisioning complete for port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:56.503590 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d51211c7-29f2-4612-bc9f-db51dab0721b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.586683 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.598675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f590013c-f0ab-466a-952f-ec17e7aee6e6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:27:56.667955 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Routers {'f1e8b275-a6b5-4845-a268-db8e10aa95a0'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:27:56.668721 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:27:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:56.683831 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b7d04-1c68-4f7b-82a6-12b7fd41b32b None None] Pushing event updated for resources: {'Port': ['ID=66a034ec-0ed0-4539-8b8b-102d33f3849a,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:56.776738 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b897bba0-f798-4f61-b3b3-9bcd0d1d87ac req-328e8618-2f13-4a13-986f-cdb01c51f941 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.801077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ea7e27b0-8160-4de9-a81a-91deac743c1f', 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:56.803262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['153456c6-a8f7-4ad6-a844-5dce937bc41d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:27:56.889158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-b897bba0-f798-4f61-b3b3-9bcd0d1d87ac req-328e8618-2f13-4a13-986f-cdb01c51f941 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] No DVR routers for this DVR port bdda5a50-aef3-49ca-a322-28902c0f7ef1 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:27:56.892908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e8618-2f13-4a13-986f-cdb01c51f941 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Pushing event deleted for resources: {'Port': ['ID=bdda5a50-aef3-49ca-a322-28902c0f7ef1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:56.895469 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b897bba0-f798-4f61-b3b3-9bcd0d1d87ac req-328e8618-2f13-4a13-986f-cdb01c51f941 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:56.899885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b897bba0-f798-4f61-b3b3-9bcd0d1d87ac req-328e8618-2f13-4a13-986f-cdb01c51f941 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "DELETE /v2.0/ports/bdda5a50-aef3-49ca-a322-28902c0f7ef1 HTTP/1.1" status: 204 len: 173 time: 1.3823848 Nov 25 19:27:56.900610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-deleted', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:27:56.914528 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cd7304-16ef-497e-ba9a-db44a7fe6702" -d '{"events": [{"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-deleted", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:27:57.003213 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] Set router f1e8b275-a6b5-4845-a268-db8e10aa95a0 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:27:57.115517 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7044a168-3aff-4093-b0c5-88724873571f x-openstack-request-id: req-7044a168-3aff-4093-b0c5-88724873571f {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:57.115841 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "name": "network-vif-plugged", "status": "completed", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:57.116303 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7044a168-3aff-4093-b0c5-88724873571f {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:57.116894 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'code': 200} Nov 25 19:27:57.240986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7b343c04-6cb4-4813-b0ad-9e5f56c39f49 None None] Provisioning complete for port 66a034ec-0ed0-4539-8b8b-102d33f3849a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:57.243741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b343c04-6cb4-4813-b0ad-9e5f56c39f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.411927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:27:57.473725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8fef50-dcbf-48d4-ba6c-092243ab3317 req-da07618a-3a87-4cae-b42d-a04fc7e3f030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:57.484560 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b8fef50-dcbf-48d4-ba6c-092243ab3317 req-da07618a-3a87-4cae-b42d-a04fc7e3f030 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 1096 time: 0.1586325 Nov 25 19:27:57.523268 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.537065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.549145 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'd75d0d9c-829b-48a2-81f3-b650533ea921', 'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'mac_address': 'fa:16:3e:ff:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:55Z', 'updated_at': '2021-11-25T19:27:55Z', 'revision_number': 1, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'subnets': [{'id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:27:57.637330 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3225a2e6-d2e3-46db-bddb-9d1c30c4cc53 None None] The sync data for ids ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'] in n-d-817303-9 is: [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'd75d0d9c-829b-48a2-81f3-b650533ea921', 'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'mac_address': 'fa:16:3e:ff:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:55Z', 'updated_at': '2021-11-25T19:27:55Z', 'revision_number': 1, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'subnets': [{'id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:27:57.647142 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b8fef50-dcbf-48d4-ba6c-092243ab3317 req-70243309-f743-46f2-84dd-6273b3b920cf service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548743 Nov 25 19:27:57.737296 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b343c04-6cb4-4813-b0ad-9e5f56c39f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.800541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:57.801261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.862243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7b343c04-6cb4-4813-b0ad-9e5f56c39f49 None None] For port 66a034ec-0ed0-4539-8b8b-102d33f3849a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=66a034ec-0ed0-4539-8b8b-102d33f3849a,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:27:57.872846 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b343c04-6cb4-4813-b0ad-9e5f56c39f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:57.884030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Pushing event updated for resources: {'Port': ['ID=d75d0d9c-829b-48a2-81f3-b650533ea921,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:57.895250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.011318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b343c04-6cb4-4813-b0ad-9e5f56c39f49 None None] Pushing event updated for resources: {'Port': ['ID=66a034ec-0ed0-4539-8b8b-102d33f3849a,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:58.020611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7b343c04-6cb4-4813-b0ad-9e5f56c39f49 None None] Provisioning complete for port d75d0d9c-829b-48a2-81f3-b650533ea921 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:58.021295 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b343c04-6cb4-4813-b0ad-9e5f56c39f49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.057714 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-046961cb-89ec-4586-80cd-66f17f1786c0 req-14667bfa-d3c0-4b88-963a-cfcdb55528b6 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=d119c8fe-7226-422a-841b-fb7c71f1843e HTTP/1.1" status: 200 len: 210 time: 0.0802135 Nov 25 19:27:58.092377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7b343c04-6cb4-4813-b0ad-9e5f56c39f49 None None] Port d75d0d9c-829b-48a2-81f3-b650533ea921 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:58.236245 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73286d95-1fae-4822-b1b8-338d2d2e2e47 x-openstack-request-id: req-73286d95-1fae-4822-b1b8-338d2d2e2e47 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:27:58.237327 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d119c8fe-7226-422a-841b-fb7c71f1843e", "name": "network-vif-deleted", "tag": "bdda5a50-aef3-49ca-a322-28902c0f7ef1", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:27:58.241769 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73286d95-1fae-4822-b1b8-338d2d2e2e47 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:27:58.242342 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd119c8fe-7226-422a-841b-fb7c71f1843e', 'name': 'network-vif-deleted', 'tag': 'bdda5a50-aef3-49ca-a322-28902c0f7ef1', 'status': 'completed', 'code': 200} Nov 25 19:27:58.285390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:27:58.288484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:27:58.465912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54078) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:58.521870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f7bbf-8807-42b4-9de3-1d3ac1430d10 req-980eee61-2d69-4f81-b175-8061c33706be tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:58.540002 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb2f7bbf-8807-42b4-9de3-1d3ac1430d10 req-980eee61-2d69-4f81-b175-8061c33706be tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 945 time: 0.1946862 Nov 25 19:27:58.605325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Router f1e8b275-a6b5-4845-a268-db8e10aa95a0 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:27:58.668776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb2f7bbf-8807-42b4-9de3-1d3ac1430d10 req-62bb09d8-8f54-46d9-8080-0efdd76a8310 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266441 Nov 25 19:27:58.770020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ffac3012-6a74-47d0-9e3e-98ba2c434e39 None None] Provisioning complete for port d75d0d9c-829b-48a2-81f3-b650533ea921 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:27:58.772456 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ffac3012-6a74-47d0-9e3e-98ba2c434e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.882845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ffac3012-6a74-47d0-9e3e-98ba2c434e39 None None] Port d75d0d9c-829b-48a2-81f3-b650533ea921 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:27:58.923531 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a67c1916-cfc1-4212-ab0a-fab637ed2457 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:58.964619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-24b93808-af4e-4008-b43f-4f5bf6283d88 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2233393 Nov 25 19:27:58.964889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:27:58.976502 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-18cb15e5-649e-4901-870d-c787fae510c6 admin admin] 10.222.0.15 "PUT /v2.0/routers/f1e8b275-a6b5-4845-a268-db8e10aa95a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7416360 Nov 25 19:27:59.173690 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a67c1916-cfc1-4212-ab0a-fab637ed2457 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.207048 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a67c1916-cfc1-4212-ab0a-fab637ed2457 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.393574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-142408f3-8c6f-48a2-9912-fdafccb29336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.397980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-142408f3-8c6f-48a2-9912-fdafccb29336 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 1100 time: 0.2892520 Nov 25 19:27:59.408560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54102) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:27:59.409252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a67c1916-cfc1-4212-ab0a-fab637ed2457 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50d98c85b11440bd8d3c48d93c2fa27f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9400535 Nov 25 19:27:59.410513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c1916-cfc1-4212-ab0a-fab637ed2457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7edfb1-5d40-40a3-967e-450e5a7a3cdb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:59.433383 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:27:59.553339 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e224d16e-8f51-47b8-b872-e90bc9992472 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.589362 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e224d16e-8f51-47b8-b872-e90bc9992472 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.591528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-6f7cdadc-ba71-4969-8500-f906b4c56d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.599184 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-6f7cdadc-ba71-4969-8500-f906b4c56d07 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1589048 Nov 25 19:27:59.685281 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e224d16e-8f51-47b8-b872-e90bc9992472 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.692301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e224d16e-8f51-47b8-b872-e90bc9992472 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:27:59.698300 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e224d16e-8f51-47b8-b872-e90bc9992472 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e7edfb1-5d40-40a3-967e-450e5a7a3cdb HTTP/1.1" status: 204 len: 168 time: 0.2843704 Nov 25 19:27:59.700064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-6b9e7e8f-f9f0-4423-ba07-cdd5d1e71932 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.50&port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f HTTP/1.1" status: 200 len: 217 time: 0.0968251 Nov 25 19:27:59.712211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e224d16e-8f51-47b8-b872-e90bc9992472 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7edfb1-5d40-40a3-967e-450e5a7a3cdb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:27:59.852649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-1abef83e-5ccc-4031-aae7-c508ecbc717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.855575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-1abef83e-5ccc-4031-aae7-c508ecbc717b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1418068 Nov 25 19:27:59.964820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-5b3199fc-86e8-493d-8452-209d13694504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:27:59.971167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-5b3199fc-86e8-493d-8452-209d13694504 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0987968 Nov 25 19:28:00.033158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54116) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:00.049021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:00.057531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-26179e04-5da0-4fcb-9075-eefeecb4add6 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1880102315', 'description': 'tempest-description--1898506320'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:00.107235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: bdda5a50-aef3-49ca-a322-28902c0f7ef1 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:28:00.108377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bdda5a50-aef3-49ca-a322-28902c0f7ef1 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:28:00.171359 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26179e04-5da0-4fcb-9075-eefeecb4add6 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.231568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-fda7843b-3dba-4048-9ecc-e0bb2e52db7a service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378254 Nov 25 19:28:00.252939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54126) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:00.260581 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3324de1a-68b1-4c1f-8ff0-d1a3226e7212 req-ef04f11a-36c1-4d6c-9a07-0f75c8fe3742 tempest-AbsoluteLimitsNegativeTestJSON-791771010 tempest-AbsoluteLimitsNegativeTestJSON-791771010-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=56dbace1adec4a97b608982559394b7a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470827 Nov 25 19:28:00.290685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6516e91f-a13b-4678-8d6d-1df52c3aef57 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.377103 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26179e04-5da0-4fcb-9075-eefeecb4add6 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.389708 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26179e04-5da0-4fcb-9075-eefeecb4add6 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.433053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26179e04-5da0-4fcb-9075-eefeecb4add6 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.434778 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-26179e04-5da0-4fcb-9075-eefeecb4add6 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3985512 Nov 25 19:28:00.443062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54130) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:00.448573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-79f619e3-0c27-458f-841f-47548d15b28f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Request body: {'security_group_rule': {'security_group_id': '5959db1f-891a-4098-b215-1f31a4bc1835', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:00.462867 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26179e04-5da0-4fcb-9075-eefeecb4add6 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5959db1f-891a-4098-b215-1f31a4bc1835,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:00.511363 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6516e91f-a13b-4678-8d6d-1df52c3aef57 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.517430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6516e91f-a13b-4678-8d6d-1df52c3aef57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.521032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324de1a-68b1-4c1f-8ff0-d1a3226e7212 req-6b2294d3-13df-498f-9a3a-ca35cbaa47b5 tempest-AbsoluteLimitsNegativeTestJSON-791771010 tempest-AbsoluteLimitsNegativeTestJSON-791771010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:00.522846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3324de1a-68b1-4c1f-8ff0-d1a3226e7212 req-6b2294d3-13df-498f-9a3a-ca35cbaa47b5 tempest-AbsoluteLimitsNegativeTestJSON-791771010 tempest-AbsoluteLimitsNegativeTestJSON-791771010-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2423935 Nov 25 19:28:00.551684 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79f619e3-0c27-458f-841f-47548d15b28f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.556720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12890e08-6104-44a9-ba35-6e047e6ae21a req-2ddd86b9-cf91-4052-a349-2ea42272137c service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3080640 Nov 25 19:28:00.565065 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6516e91f-a13b-4678-8d6d-1df52c3aef57 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0da24d58de7144b192cfa13a99554e99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3106503 Nov 25 19:28:00.568025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54134) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:00.571309 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3324de1a-68b1-4c1f-8ff0-d1a3226e7212 req-2f5c79c7-00a8-4269-a694-1e7812f4992d tempest-AbsoluteLimitsNegativeTestJSON-791771010 tempest-AbsoluteLimitsNegativeTestJSON-791771010-project] 10.222.0.15 "GET /v2.0/quotas/56dbace1adec4a97b608982559394b7a HTTP/1.1" status: 200 len: 375 time: 0.0309958 Nov 25 19:28:00.574860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6516e91f-a13b-4678-8d6d-1df52c3aef57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce91aa3-2d1f-4830-98cb-cc3f7d706a95,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:00.602756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d5beab37-940f-42cc-a6e0-fa965b94282b details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:00.644800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3324de1a-68b1-4c1f-8ff0-d1a3226e7212 req-b312d8f1-7dbe-4018-9c8b-88a678c0bccf tempest-AbsoluteLimitsNegativeTestJSON-791771010 tempest-AbsoluteLimitsNegativeTestJSON-791771010-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=56dbace1adec4a97b608982559394b7a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0550787 Nov 25 19:28:00.669397 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79f619e3-0c27-458f-841f-47548d15b28f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.670051 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-500166a5-3a53-47b5-a8aa-89670de85202 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.675652 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79f619e3-0c27-458f-841f-47548d15b28f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.694766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f619e3-0c27-458f-841f-47548d15b28f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=416f7c76-933e-4244-ac94-38ba854f5cd5,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:00.720250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-500166a5-3a53-47b5-a8aa-89670de85202 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.725865 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79f619e3-0c27-458f-841f-47548d15b28f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.727483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-79f619e3-0c27-458f-841f-47548d15b28f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2832255 Nov 25 19:28:00.730262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54138) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:00.735787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0c64c0c2-2539-4d44-9bdf-d137f0a77294 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Request body: {'security_group_rule': {'security_group_id': '5959db1f-891a-4098-b215-1f31a4bc1835', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:00.810890 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c64c0c2-2539-4d44-9bdf-d137f0a77294 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.841498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d5beab37-940f-42cc-a6e0-fa965b94282b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d5beab37-940f-42cc-a6e0-fa965b94282b,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:00.856576 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-500166a5-3a53-47b5-a8aa-89670de85202 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.868756 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-500166a5-3a53-47b5-a8aa-89670de85202 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:00.869552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'd5beab37-940f-42cc-a6e0-fa965b94282b', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'port_id': 'd5beab37-940f-42cc-a6e0-fa965b94282b', 'mac_address': 'fa:16:3e:bc:7a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e346e9bd-e458-4b44-b405-f5770ef69ff0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:00.876540 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-500166a5-3a53-47b5-a8aa-89670de85202 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2ce91aa3-2d1f-4830-98cb-cc3f7d706a95 HTTP/1.1" status: 204 len: 168 time: 0.3036294 Nov 25 19:28:00.926643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500166a5-3a53-47b5-a8aa-89670de85202 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce91aa3-2d1f-4830-98cb-cc3f7d706a95,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:00.995959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c64c0c2-2539-4d44-9bdf-d137f0a77294 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.003767 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c64c0c2-2539-4d44-9bdf-d137f0a77294 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.032213 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.075346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d5beab37-940f-42cc-a6e0-fa965b94282b {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:01.079523 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c64c0c2-2539-4d44-9bdf-d137f0a77294 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.081793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0c64c0c2-2539-4d44-9bdf-d137f0a77294 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3499961 Nov 25 19:28:01.084765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54152) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:01.093569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:01.103104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c64c0c2-2539-4d44-9bdf-d137f0a77294 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73693a8c-e29f-4153-bcce-7afbfffdac3f,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:01.171048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.186009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d5beab37-940f-42cc-a6e0-fa965b94282b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d5beab37-940f-42cc-a6e0-fa965b94282b,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:01.195208 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.383311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['d5beab37-940f-42cc-a6e0-fa965b94282b'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:01.459093 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.532011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce3e60f-56dc-488d-9088-8b86671713bc req-bf7d76cd-71e0-4682-8ea3-df738422634c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:01.538609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ce3e60f-56dc-488d-9088-8b86671713bc req-bf7d76cd-71e0-4682-8ea3-df738422634c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 945 time: 0.2792425 Nov 25 19:28:01.545601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54166) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:01.563816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 66a034ec-0ed0-4539-8b8b-102d33f3849a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:01.637321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ce3e60f-56dc-488d-9088-8b86671713bc req-852ec57b-a3af-4fd2-a75c-36db2218cd8f tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709262 Nov 25 19:28:01.674680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d5beab37-940f-42cc-a6e0-fa965b94282b,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:01.716434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Allocated IP 172.25.8.98 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/c02d26b9-6dd3-42dd-b892-488ac0a6459b) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:01.811759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 66a034ec-0ed0-4539-8b8b-102d33f3849a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:01.812250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:01.957084 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.027123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.057168 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-71fcf4b3-af92-4cc5-a422-3397525efb56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.121825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:02.131046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:02.141785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:02.152871 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Sync routers for ids ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:02.181198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e0edd53-37c7-4af5-bfa3-12113c762a87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.190488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Routers {'f1e8b275-a6b5-4845-a268-db8e10aa95a0'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:02.191213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:27:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:02.228412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Pushing event updated for resources: {'Port': ['ID=c02d26b9-6dd3-42dd-b892-488ac0a6459b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:02.490401 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.507154 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Set router f1e8b275-a6b5-4845-a268-db8e10aa95a0 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:02.565782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f2b6f6-6e5d-4030-b7eb-56c3ab6ef79c req-f4ae1704-39f4-4dc7-81f9-525be0ddb205 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:02.572113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30f2b6f6-6e5d-4030-b7eb-56c3ab6ef79c req-f4ae1704-39f4-4dc7-81f9-525be0ddb205 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 0.2381964 Nov 25 19:28:02.592947 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-5088543b-23ed-4449-9c5e-d2182de2f4e6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1301403 Nov 25 19:28:02.606099 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e0edd53-37c7-4af5-bfa3-12113c762a87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.652322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.682687 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e0edd53-37c7-4af5-bfa3-12113c762a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:02.711969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d5beab37-940f-42cc-a6e0-fa965b94282b up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:02.757403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5e0edd53-37c7-4af5-bfa3-12113c762a87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=56dbace1adec4a97b608982559394b7a&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2103753 Nov 25 19:28:02.758061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54210) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:02.923377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30f2b6f6-6e5d-4030-b7eb-56c3ab6ef79c req-912cac16-8291-48a3-b417-fc4b4fe0ac10 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/security-groups?id=57ae0a45-8603-4906-8904-43844ec1e592&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144414 Nov 25 19:28:02.970727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-9ff6f8fc-b8a4-4228-ae5b-5d683136c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:02.976885 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-9ff6f8fc-b8a4-4228-ae5b-5d683136c174 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=df1e19b34a9140d885e4e27b944e7b86&device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 1100 time: 0.2404699 Nov 25 19:28:03.018271 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0edd53-37c7-4af5-bfa3-12113c762a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39449c8e-6493-413f-985b-944946ac5012,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:03.048348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba59111-5a02-4bcd-bb70-f49cb6107a4f req-537d8c22-5154-49bd-a5b1-7ac1a9f6a53e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.051102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cba59111-5a02-4bcd-bb70-f49cb6107a4f req-537d8c22-5154-49bd-a5b1-7ac1a9f6a53e tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "GET /v2.0/ports?device_id=0d11a4ed-3284-4583-8c3c-c9ea17fb9b66 HTTP/1.1" status: 200 len: 949 time: 0.3957639 Nov 25 19:28:03.303172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port d5beab37-940f-42cc-a6e0-fa965b94282b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:03.304766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.315796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-10d03b71-c659-46db-8530-56fd0b37a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.318513 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-10d03b71-c659-46db-8530-56fd0b37a98d service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2960031 Nov 25 19:28:03.410912 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-1fca680f-e080-4b95-a0ab-21d9ef51ce2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 200 len: 217 time: 0.0784287 Nov 25 19:28:03.442363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2c016df-1712-465d-9660-299833099f19 req-f737849f-1382-4201-b265-3464ba3439ad tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4169841 Nov 25 19:28:03.449853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:03.477324 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a408eff-9297-43be-a44e-dfd1374ef1c7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.513651 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a408eff-9297-43be-a44e-dfd1374ef1c7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.565385 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.571080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-6a0d7bbc-38a5-40c6-8590-fb2ee8beedb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.573952 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-6a0d7bbc-38a5-40c6-8590-fb2ee8beedb3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1528120 Nov 25 19:28:03.576159 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.589566 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.604407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.649207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'd75d0d9c-829b-48a2-81f3-b650533ea921', 'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'mac_address': 'fa:16:3e:ff:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:55Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 2, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'subnets': [{'id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:03.657895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Pushing event updated for resources: {'Port': ['ID=c02d26b9-6dd3-42dd-b892-488ac0a6459b,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:03.692810 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a408eff-9297-43be-a44e-dfd1374ef1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.697203 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a408eff-9297-43be-a44e-dfd1374ef1c7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.698761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2a408eff-9297-43be-a44e-dfd1374ef1c7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/39449c8e-6493-413f-985b-944946ac5012 HTTP/1.1" status: 204 len: 168 time: 0.9194584 Nov 25 19:28:03.725364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Checking router: f1e8b275-a6b5-4845-a268-db8e10aa95a0 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:03.726016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Updating router f1e8b275-a6b5-4845-a268-db8e10aa95a0 port d75d0d9c-829b-48a2-81f3-b650533ea921 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:28:03.731117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5beab37-940f-42cc-a6e0-fa965b94282b'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:03.734105 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8236ddd1-55c6-4f59-ab63-ce202c11ab72" -d '{"events": [{"server_uuid": "c4887750-1de3-4a9c-b79e-f3be6a55e7d6", "name": "network-vif-plugged", "status": "completed", "tag": "d5beab37-940f-42cc-a6e0-fa965b94282b"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:03.741905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a408eff-9297-43be-a44e-dfd1374ef1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39449c8e-6493-413f-985b-944946ac5012,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:03.798666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d5beab37-940f-42cc-a6e0-fa965b94282b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d5beab37-940f-42cc-a6e0-fa965b94282b,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:03.826051 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.840825 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.902123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.945569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-7f205423-dcf4-4470-9817-f17e7eec8f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:03.947172 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-7f205423-dcf4-4470-9817-f17e7eec8f7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2929769 Nov 25 19:28:03.950177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.957520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-cba59111-5a02-4bcd-bb70-f49cb6107a4f req-8d71e3bb-a9d4-40ba-9102-b7c387eaf733 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Deleting port ea7e27b0-8160-4de9-a81a-91deac743c1f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:28:03.957859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cba59111-5a02-4bcd-bb70-f49cb6107a4f req-8d71e3bb-a9d4-40ba-9102-b7c387eaf733 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:03.964860 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bc5ef416-55cb-484d-a258-0e424c8e371f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8733656 Nov 25 19:28:04.249508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.283048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-cba59111-5a02-4bcd-bb70-f49cb6107a4f req-8d71e3bb-a9d4-40ba-9102-b7c387eaf733 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] For port ea7e27b0-8160-4de9-a81a-91deac743c1f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ea7e27b0-8160-4de9-a81a-91deac743c1f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:04.283882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cba59111-5a02-4bcd-bb70-f49cb6107a4f req-8d71e3bb-a9d4-40ba-9102-b7c387eaf733 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.337793 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-16dba5fa-d241-438f-8b8e-6fd51d120f66 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765230 Nov 25 19:28:04.358678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-cba59111-5a02-4bcd-bb70-f49cb6107a4f req-8d71e3bb-a9d4-40ba-9102-b7c387eaf733 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Calling delete_port for ea7e27b0-8160-4de9-a81a-91deac743c1f owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:28:04.519644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Allocated IP 172.25.8.235 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/7c0653a7-bb12-4da6-9311-ce2230380a1f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:04.621517 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9124c4bc-51e6-4dd8-b389-ffdc08cea800 req-694b58cb-52a0-4035-8d69-7b507de09769 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2752190 Nov 25 19:28:04.679558 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.798068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d5beab37-940f-42cc-a6e0-fa965b94282b,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:04.835427 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.895948 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d2b03c59-b10a-45d1-bdd0-d2cc0044d420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.958382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:04.967572 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.978381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:04.993620 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:04.999363 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:05.087658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cba59111-5a02-4bcd-bb70-f49cb6107a4f req-8d71e3bb-a9d4-40ba-9102-b7c387eaf733 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:05.094522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Pushing event updated for resources: {'Port': ['ID=7c0653a7-bb12-4da6-9311-ce2230380a1f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:05.155385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71e3bb-a9d4-40ba-9102-b7c387eaf733 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Pushing event deleted for resources: {'Port': ['ID=ea7e27b0-8160-4de9-a81a-91deac743c1f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:05.205295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ea7e27b0-8160-4de9-a81a-91deac743c1f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:05.427842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54254) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:05.565015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['153456c6-a8f7-4ad6-a844-5dce937bc41d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:05.693700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-2115495510-network', 'tenant_id': '5bc9e907009349dd8da9b1c5009ff136'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:05.768067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e1953e93-e695-4745-95c3-defa7da89cd7 None None] Provisioning complete for port d75d0d9c-829b-48a2-81f3-b650533ea921 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:05.768446 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1953e93-e695-4745-95c3-defa7da89cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:05.780283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Made reservation on behalf of 5bc9e907009349dd8da9b1c5009ff136 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:05.786265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:05.830341 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:05.883398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821da5d-36f3-4849-8cb2-c1a2dbbbcd0f None None] Pushing event updated for resources: {'Port': ['ID=d75d0d9c-829b-48a2-81f3-b650533ea921,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:05.929137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Attempting to bind port d75d0d9c-829b-48a2-81f3-b650533ea921 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:05.929664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Attempting to bind port d75d0d9c-829b-48a2-81f3-b650533ea921 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:05.930040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Attempting to bind port d75d0d9c-829b-48a2-81f3-b650533ea921 on network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:05.942390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e1953e93-e695-4745-95c3-defa7da89cd7 None None] Port d75d0d9c-829b-48a2-81f3-b650533ea921 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:05.961771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:05.962387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Checking segment: {'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:05.962721 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:05.963150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Bound using segment: {'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:05.963718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Bound port: d75d0d9c-829b-48a2-81f3-b650533ea921, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:05.964124 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:05.998015 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.006181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-cba59111-5a02-4bcd-bb70-f49cb6107a4f req-8d71e3bb-a9d4-40ba-9102-b7c387eaf733 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] No DVR routers for this DVR port ea7e27b0-8160-4de9-a81a-91deac743c1f on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:28:06.009458 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cba59111-5a02-4bcd-bb70-f49cb6107a4f req-8d71e3bb-a9d4-40ba-9102-b7c387eaf733 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.014452 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cba59111-5a02-4bcd-bb70-f49cb6107a4f req-8d71e3bb-a9d4-40ba-9102-b7c387eaf733 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.76 "DELETE /v2.0/ports/ea7e27b0-8160-4de9-a81a-91deac743c1f HTTP/1.1" status: 204 len: 173 time: 2.9413695 Nov 25 19:28:06.016177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'name': 'network-vif-deleted', 'tag': 'ea7e27b0-8160-4de9-a81a-91deac743c1f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:06.019664 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098c5eda-8efb-4050-8f76-2e2616a7d797" -d '{"events": [{"server_uuid": "0d11a4ed-3284-4583-8c3c-c9ea17fb9b66", "name": "network-vif-deleted", "tag": "ea7e27b0-8160-4de9-a81a-91deac743c1f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:06.066021 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.111414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.112827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] For port d75d0d9c-829b-48a2-81f3-b650533ea921, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:06.120746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] For port d75d0d9c-829b-48a2-81f3-b650533ea921, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d75d0d9c-829b-48a2-81f3-b650533ea921,segment=NetworkSegment(ef0800cb-eef6-4de9-88e8-fe9fd4893bb6),segment_id=ef0800cb-eef6-4de9-88e8-fe9fd4893bb6)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:06.124384 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.131706 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.182497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:28:06.207207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=734c5242-d92d-40ce-ab16-8e3ce68786bf,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:06.218025 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.218739 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Added segment b0868c0d-2083-4db2-8f2f-a187b096ee21 of type vlan for network 4038c0fd-1b97-4c6d-bf64-ae0c646303c3 Nov 25 19:28:06.340584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.341541 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.346089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Routers {'f1e8b275-a6b5-4845-a268-db8e10aa95a0'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:06.346757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:06.399849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821da5d-36f3-4849-8cb2-c1a2dbbbcd0f None None] Pushing event updated for resources: {'Port': ['ID=d75d0d9c-829b-48a2-81f3-b650533ea921,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:06.420745 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.421792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:06.423254 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.443702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.450626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.461864 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.0314999 Nov 25 19:28:06.472770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54260) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:06.497857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] Request body: {'subnet': {'network_id': '4038c0fd-1b97-4c6d-bf64-ae0c646303c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-2115495510-subnet', 'tenant_id': '5bc9e907009349dd8da9b1c5009ff136', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:06.527109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Pushing event updated for resources: {'Port': ['ID=7c0653a7-bb12-4da6-9311-ce2230380a1f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:06.559928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] Made reservation on behalf of 5bc9e907009349dd8da9b1c5009ff136 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:06.562223 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.586286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] Set router f1e8b275-a6b5-4845-a268-db8e10aa95a0 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:06.613854 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.641096 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:06.646839 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2c016df-1712-465d-9660-299833099f19 req-c50a25f9-b217-48ca-b4f2-08f5dc283dcf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2015095 Nov 25 19:28:06.741411 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2c016df-1712-465d-9660-299833099f19 req-a7f8f6c1-0247-4641-ad59-01530ec4dbb5 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 696 time: 0.0842147 Nov 25 19:28:06.863482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4cc17ab5-f20f-4d10-bd69-340b505f6716 None None] Provisioning complete for port d75d0d9c-829b-48a2-81f3-b650533ea921 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:06.864081 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4cc17ab5-f20f-4d10-bd69-340b505f6716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.120516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c016df-1712-465d-9660-299833099f19 req-809450fc-4ab5-47e0-bd1f-5e75073c67d4 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:07.122986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2c016df-1712-465d-9660-299833099f19 req-809450fc-4ab5-47e0-bd1f-5e75073c67d4 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.3749952 Nov 25 19:28:07.239920 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4cc17ab5-f20f-4d10-bd69-340b505f6716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.350566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'd75d0d9c-829b-48a2-81f3-b650533ea921', 'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'mac_address': 'fa:16:3e:ff:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:55Z', 'updated_at': '2021-11-25T19:28:06Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'subnets': [{'id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:07.386364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4cc17ab5-f20f-4d10-bd69-340b505f6716 None None] For port d75d0d9c-829b-48a2-81f3-b650533ea921, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d75d0d9c-829b-48a2-81f3-b650533ea921,segment=NetworkSegment(ef0800cb-eef6-4de9-88e8-fe9fd4893bb6),segment_id=ef0800cb-eef6-4de9-88e8-fe9fd4893bb6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:07.440374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74d25d-0468-49ec-91bc-dcbc9c862495 admin admin] Pushing event updated for resources: {'Network': ['ID=4038c0fd-1b97-4c6d-bf64-ae0c646303c3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:07.490543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d75d0d9c-829b-48a2-81f3-b650533ea921 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:07.501224 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 4038c0fd-1b97-4c6d-bf64-ae0c646303c3 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:28:07.517449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147794be-7012-4c2f-9bd3-b90f43992827 None None] The sync data for ids ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'] in n-d-817303-9 is: [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'd75d0d9c-829b-48a2-81f3-b650533ea921', 'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'mac_address': 'fa:16:3e:ff:0b:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:55Z', 'updated_at': '2021-11-25T19:28:06Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'subnets': [{'id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:07.528680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4cc17ab5-f20f-4d10-bd69-340b505f6716 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.903510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:07.975102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d75d0d9c-829b-48a2-81f3-b650533ea921 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:07.976285 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:08.013277 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:08.098499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ea7e27b0-8160-4de9-a81a-91deac743c1f no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:08.108914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc17ab5-f20f-4d10-bd69-340b505f6716 None None] Pushing event updated for resources: {'Port': ['ID=d75d0d9c-829b-48a2-81f3-b650533ea921,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:08.160348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a0e6708-262b-4e4e-b435-d4460898075a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:08.183055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: ea7e27b0-8160-4de9-a81a-91deac743c1f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:28:08.187034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ea7e27b0-8160-4de9-a81a-91deac743c1f not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:28:08.206837 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:08.251944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] Checking segment: {'id': 'b0868c0d-2083-4db2-8f2f-a187b096ee21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4038c0fd-1b97-4c6d-bf64-ae0c646303c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:08.253367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] Network hostable DHCP agents. Network: 4038c0fd-1b97-4c6d-bf64-ae0c646303c3, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:28:08.298727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] Network 4038c0fd-1b97-4c6d-bf64-ae0c646303c3 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:28:08.319387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 4038c0fd-1b97-4c6d-bf64-ae0c646303c3) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:08.336070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfab5323-58b5-4db3-a78d-79b50da45c6b None None] Network 4038c0fd-1b97-4c6d-bf64-ae0c646303c3 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:28:08.347447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:08.348462 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:08.408614 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f98dc256-1358-4907-bd84-ee5957eaec37 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9219522 Nov 25 19:28:08.612405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1b98d7-677f-4c3d-864b-77c4b382272e None None] Network 4038c0fd-1b97-4c6d-bf64-ae0c646303c3 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:28:08.670258 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aad2cca-6884-4035-975e-976536f523b6 x-openstack-request-id: req-5aad2cca-6884-4035-975e-976536f523b6 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:08.670607 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4887750-1de3-4a9c-b79e-f3be6a55e7d6", "name": "network-vif-plugged", "status": "completed", "tag": "d5beab37-940f-42cc-a6e0-fa965b94282b", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:08.670878 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5aad2cca-6884-4035-975e-976536f523b6 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:08.671265 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5beab37-940f-42cc-a6e0-fa965b94282b', 'code': 200} Nov 25 19:28:09.299054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d75d0d9c-829b-48a2-81f3-b650533ea921 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:09.405420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d75d0d9c-829b-48a2-81f3-b650533ea921 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:09.407060 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:09.654163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba42de-1c88-4ee8-900b-69990c514c55 req-abfda082-e9ba-48c6-bffb-6cde1916c43e tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:09.656380 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9eba42de-1c88-4ee8-900b-69990c514c55 req-abfda082-e9ba-48c6-bffb-6cde1916c43e tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 945 time: 0.1055627 Nov 25 19:28:09.899914 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-4578751a-2b67-436c-8a94-ac3a07bc7f0c tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1880102315&fields=id&tenant_id=2cfeb6c90dc347ed9b4d508c4c6cffc4 HTTP/1.1" status: 200 len: 267 time: 0.1040802 Nov 25 19:28:09.905987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-9eba42de-1c88-4ee8-900b-69990c514c55 req-b6a9f3f6-d3f3-4734-ac52-7b980aa8298b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Deleting port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:28:09.907041 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9eba42de-1c88-4ee8-900b-69990c514c55 req-b6a9f3f6-d3f3-4734-ac52-7b980aa8298b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:10.263272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-9eba42de-1c88-4ee8-900b-69990c514c55 req-b6a9f3f6-d3f3-4734-ac52-7b980aa8298b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] For port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:10.264164 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9eba42de-1c88-4ee8-900b-69990c514c55 req-b6a9f3f6-d3f3-4734-ac52-7b980aa8298b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:10.296587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15343-fc66-434a-a55f-39f0eb43080f req-ff488a41-109b-4ef5-9d91-e7e98c475b43 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:10.304684 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-ff488a41-109b-4ef5-9d91-e7e98c475b43 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/networks?id=1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 HTTP/1.1" status: 200 len: 805 time: 0.3745117 Nov 25 19:28:10.323454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-9eba42de-1c88-4ee8-900b-69990c514c55 req-b6a9f3f6-d3f3-4734-ac52-7b980aa8298b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Calling delete_port for bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:28:10.341347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-78b5d940-e8f0-43f1-9118-4f8b0df6ee98 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/quotas/2cfeb6c90dc347ed9b4d508c4c6cffc4 HTTP/1.1" status: 200 len: 375 time: 0.0302534 Nov 25 19:28:10.501044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-3d5dad13-9036-4d8f-bc75-86664b2f1a73 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2cfeb6c90dc347ed9b4d508c4c6cffc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1470714 Nov 25 19:28:10.675611 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9eba42de-1c88-4ee8-900b-69990c514c55 req-b6a9f3f6-d3f3-4734-ac52-7b980aa8298b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:10.688695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:10.749535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a9f3f6-d3f3-4734-ac52-7b980aa8298b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event deleted for resources: {'Port': ['ID=bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:10.768712 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-5dcabe92-2ae6-4b92-a5d0-a0af55242418 service neutron] 10.222.0.15 "GET /v2.0/networks/1e0b0d7d-8478-43f1-ad15-7d0c848abcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535079 Nov 25 19:28:10.832602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-9eba42de-1c88-4ee8-900b-69990c514c55 req-b6a9f3f6-d3f3-4734-ac52-7b980aa8298b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] No DVR routers for this DVR port bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:28:10.836584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9eba42de-1c88-4ee8-900b-69990c514c55 req-b6a9f3f6-d3f3-4734-ac52-7b980aa8298b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:10.839970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9eba42de-1c88-4ee8-900b-69990c514c55 req-b6a9f3f6-d3f3-4734-ac52-7b980aa8298b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "DELETE /v2.0/ports/bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d HTTP/1.1" status: 204 len: 173 time: 1.1777890 Nov 25 19:28:10.942170 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-35da9efc-5d88-4f47-8582-7927aa8ad2bd service neutron] 10.222.0.15 "GET /v2.0/networks/1e0b0d7d-8478-43f1-ad15-7d0c848abcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726840 Nov 25 19:28:11.205873 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b375bc-f035-4208-83be-e1c295a47e25 x-openstack-request-id: req-32b375bc-f035-4208-83be-e1c295a47e25 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:11.206121 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d11a4ed-3284-4583-8c3c-c9ea17fb9b66", "name": "network-vif-deleted", "tag": "ea7e27b0-8160-4de9-a81a-91deac743c1f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:11.206471 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32b375bc-f035-4208-83be-e1c295a47e25 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:11.207743 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d11a4ed-3284-4583-8c3c-c9ea17fb9b66', 'name': 'network-vif-deleted', 'tag': 'ea7e27b0-8160-4de9-a81a-91deac743c1f', 'status': 'completed', 'code': 200} Nov 25 19:28:11.473533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-97e75c31-b677-4050-a0a9-c2dd1fb74867 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:11.481680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-97e75c31-b677-4050-a0a9-c2dd1fb74867 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 820 time: 0.1572759 Nov 25 19:28:11.502118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-5dad2520-33d1-4694-91f2-199ed4f81cc7 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/quotas/0f6186685c634c41a1d6f33d43ade648 HTTP/1.1" status: 200 len: 375 time: 0.0191636 Nov 25 19:28:11.593272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-79d17a18-4433-416c-911d-bda648959524 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0896158 Nov 25 19:28:11.818016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-d5af2656-9871-413a-8153-2675b4979745 service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146492 Nov 25 19:28:12.036503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-08d256aa-9a50-4932-8e94-9d5c20b39788 service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157354 Nov 25 19:28:12.324228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a13f6258-a766-4d66-8802-03b608378bfb req-36ba1206-5625-41a5-8272-f3676ac97310 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 210 time: 0.0389903 Nov 25 19:28:12.914729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e36d5520-54e9-4500-877e-37940590394e req-04851052-6d0c-4042-a10c-8641daec9165 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-854402866', 'description': 'tempest-description-297077072'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:13.065492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e36d5520-54e9-4500-877e-37940590394e req-04851052-6d0c-4042-a10c-8641daec9165 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:13.212990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19646cea-2aaa-47ec-b0fb-3143c484c6cb', 'name': 'network-vif-deleted', 'tag': 'bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:13.220634 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b6cb75-9fd0-4a0c-b339-d4d7744c5613" -d '{"events": [{"server_uuid": "19646cea-2aaa-47ec-b0fb-3143c484c6cb", "name": "network-vif-deleted", "tag": "bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:13.227187 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e36d5520-54e9-4500-877e-37940590394e req-04851052-6d0c-4042-a10c-8641daec9165 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:13.235073 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e36d5520-54e9-4500-877e-37940590394e req-04851052-6d0c-4042-a10c-8641daec9165 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:13.308862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3e16f-0374-4a17-913f-51e76a5a8cf9 req-635e783a-e6f3-4b3a-a79f-2a79053b1a2b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:13.319043 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bdd3e16f-0374-4a17-913f-51e76a5a8cf9 req-635e783a-e6f3-4b3a-a79f-2a79053b1a2b tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.60 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 949 time: 0.2169530 Nov 25 19:28:13.323059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e36d5520-54e9-4500-877e-37940590394e req-04851052-6d0c-4042-a10c-8641daec9165 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:13.340850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e36d5520-54e9-4500-877e-37940590394e req-04851052-6d0c-4042-a10c-8641daec9165 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4504299 Nov 25 19:28:13.351162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04851052-6d0c-4042-a10c-8641daec9165 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e68dc01b-fad9-4f45-9caa-6da2c1e50051,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:13.369775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15343-fc66-434a-a55f-39f0eb43080f req-cd1884da-cbd6-4395-9511-4310974cb31d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:13.371419 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-cd1884da-cbd6-4395-9511-4310974cb31d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.60 "GET /v2.0/networks?id=1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 HTTP/1.1" status: 200 len: 805 time: 0.4536300 Nov 25 19:28:13.633682 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-5772f13d-2327-4866-bc0a-2369549622c5 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2cfeb6c90dc347ed9b4d508c4c6cffc4 HTTP/1.1" status: 200 len: 380 time: 0.2022185 Nov 25 19:28:13.648155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-bdd3e16f-0374-4a17-913f-51e76a5a8cf9 req-24822e7c-7537-47bf-abf1-6ca22d292b51 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Deleting port 153456c6-a8f7-4ad6-a844-5dce937bc41d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:28:13.648709 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-bdd3e16f-0374-4a17-913f-51e76a5a8cf9 req-24822e7c-7537-47bf-abf1-6ca22d292b51 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:13.652403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2bfa528-f681-4040-9e68-a4d6889d2013 req-aa976b5b-2d3a-4b5a-8131-d2b1d9f02051 tempest-FlavorsV2NegativeTest-1467541539 tempest-FlavorsV2NegativeTest-1467541539-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=c9c86425a53741b3901a33483bb6dfa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530138 Nov 25 19:28:13.655157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Request body: {'port': {'device_id': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'admin_state_up': True, 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'security_groups': ['5959db1f-891a-4098-b215-1f31a4bc1835']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:13.901975 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-bdd3e16f-0374-4a17-913f-51e76a5a8cf9 req-24822e7c-7537-47bf-abf1-6ca22d292b51 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] For port 153456c6-a8f7-4ad6-a844-5dce937bc41d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=153456c6-a8f7-4ad6-a844-5dce937bc41d,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:13.902608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-bdd3e16f-0374-4a17-913f-51e76a5a8cf9 req-24822e7c-7537-47bf-abf1-6ca22d292b51 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:13.944276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-bdd3e16f-0374-4a17-913f-51e76a5a8cf9 req-24822e7c-7537-47bf-abf1-6ca22d292b51 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Calling delete_port for 153456c6-a8f7-4ad6-a844-5dce937bc41d owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:28:13.982581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bfa528-f681-4040-9e68-a4d6889d2013 req-4cd47c8d-df81-4932-9eaf-528d57fc60fe tempest-FlavorsV2NegativeTest-1467541539 tempest-FlavorsV2NegativeTest-1467541539-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:13.995288 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2bfa528-f681-4040-9e68-a4d6889d2013 req-4cd47c8d-df81-4932-9eaf-528d57fc60fe tempest-FlavorsV2NegativeTest-1467541539 tempest-FlavorsV2NegativeTest-1467541539-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3417149 Nov 25 19:28:14.047393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2bfa528-f681-4040-9e68-a4d6889d2013 req-4eeff05e-46df-4d74-aebd-cb1fa59d9d36 tempest-FlavorsV2NegativeTest-1467541539 tempest-FlavorsV2NegativeTest-1467541539-project] 10.222.0.15 "GET /v2.0/quotas/c9c86425a53741b3901a33483bb6dfa7 HTTP/1.1" status: 200 len: 375 time: 0.0503244 Nov 25 19:28:14.122128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2bfa528-f681-4040-9e68-a4d6889d2013 req-86b1784f-30cf-4f91-aeea-b42cd5cca0e1 tempest-FlavorsV2NegativeTest-1467541539 tempest-FlavorsV2NegativeTest-1467541539-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9c86425a53741b3901a33483bb6dfa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0719278 Nov 25 19:28:14.149879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:14.179203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Made reservation on behalf of 2cfeb6c90dc347ed9b4d508c4c6cffc4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:14.195137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.246021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:28:14.246825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:28:14.252714 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f719857-cfe5-4c13-880d-744e28f334f9 req-1fe94d0e-c077-469d-a689-4ea705681b3b tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 210 time: 0.0674729 Nov 25 19:28:14.524601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-f17b94eb-e94d-47c2-9a8f-c9ffc0067aaa tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:14.527821 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-f17b94eb-e94d-47c2-9a8f-c9ffc0067aaa tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.60 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 820 time: 0.5895302 Nov 25 19:28:14.567421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Request body: {'port': {'device_id': '969d2259-70ca-483e-ba5a-379078fc889f', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'admin_state_up': True, 'tenant_id': '0f6186685c634c41a1d6f33d43ade648'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:14.612802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ec3d24c-e1a7-4446-9fbc-a0376ba7ff1d req-ce6f1b35-0886-46bb-a583-b5f55628113c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 210 time: 0.1642244 Nov 25 19:28:14.798895 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-bdd3e16f-0374-4a17-913f-51e76a5a8cf9 req-24822e7c-7537-47bf-abf1-6ca22d292b51 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:14.855976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c801df21-3297-46b6-8d4e-43e62c0e0edf req-43b8f2b9-ab08-43bb-b7fd-75d0454da2c4 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.15 "GET /v2.0/ports?device_id=187152cd-1e8f-41d6-acce-5349ec488846 HTTP/1.1" status: 200 len: 210 time: 0.0880361 Nov 25 19:28:14.993006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24822e7c-7537-47bf-abf1-6ca22d292b51 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Pushing event deleted for resources: {'Port': ['ID=153456c6-a8f7-4ad6-a844-5dce937bc41d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:14.995422 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6e6b3f-50d6-4b8b-8d22-89c602c3401c x-openstack-request-id: req-9d6e6b3f-50d6-4b8b-8d22-89c602c3401c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:14.995422 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19646cea-2aaa-47ec-b0fb-3143c484c6cb", "name": "network-vif-deleted", "tag": "bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:14.995422 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d6e6b3f-50d6-4b8b-8d22-89c602c3401c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:14.995422 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19646cea-2aaa-47ec-b0fb-3143c484c6cb', 'name': 'network-vif-deleted', 'tag': 'bc21449f-2e8b-4ba7-9fbe-5ee54c36e69d', 'status': 'completed', 'code': 200} Nov 25 19:28:15.110859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd3e16f-0374-4a17-913f-51e76a5a8cf9 req-24822e7c-7537-47bf-abf1-6ca22d292b51 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] No DVR routers for this DVR port 153456c6-a8f7-4ad6-a844-5dce937bc41d on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:28:15.121410 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-bdd3e16f-0374-4a17-913f-51e76a5a8cf9 req-24822e7c-7537-47bf-abf1-6ca22d292b51 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.132219 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bdd3e16f-0374-4a17-913f-51e76a5a8cf9 req-24822e7c-7537-47bf-abf1-6ca22d292b51 tempest-MigrationsAdminTest-47512908 tempest-MigrationsAdminTest-47512908-project] 10.222.0.60 "DELETE /v2.0/ports/153456c6-a8f7-4ad6-a844-5dce937bc41d HTTP/1.1" status: 204 len: 173 time: 1.7569578 Nov 25 19:28:15.134662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'name': 'network-vif-deleted', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:15.140260 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c7cd8b-c00a-4f48-be62-0766b08ff190" -d '{"events": [{"server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "name": "network-vif-deleted", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:15.201345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Allocated IP 172.20.0.3 (1e0b0d7d-8478-43f1-ad15-7d0c848abcc6/0a61d955-bf74-4de1-afef-95fc7ddbe734/d6476e0a-9a7b-40e8-ac52-8409bb50eb38) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:15.288070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-53591d8b-4112-4782-817f-fad71c39c0a8 req-f05c5ce4-f788-48ae-a5c9-f19d2def949a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/e68dc01b-fad9-4f45-9caa-6da2c1e50051 HTTP/1.1" status: 200 len: 1820 time: 0.2553043 Nov 25 19:28:15.316580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-53591d8b-4112-4782-817f-fad71c39c0a8 req-3f57155a-eabd-4d07-9cf7-53887958dd9a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e68dc01b-fad9-4f45-9caa-6da2c1e50051', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:15.318358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-53591d8b-4112-4782-817f-fad71c39c0a8 req-3f57155a-eabd-4d07-9cf7-53887958dd9a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e68dc01b-fad9-4f45-9caa-6da2c1e50051', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:15.365828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Made reservation on behalf of 0f6186685c634c41a1d6f33d43ade648 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:15.370906 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.520305 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-53591d8b-4112-4782-817f-fad71c39c0a8 req-3f57155a-eabd-4d07-9cf7-53887958dd9a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.578650 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-53591d8b-4112-4782-817f-fad71c39c0a8 req-3f57155a-eabd-4d07-9cf7-53887958dd9a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.584348 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-53591d8b-4112-4782-817f-fad71c39c0a8 req-3f57155a-eabd-4d07-9cf7-53887958dd9a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.630247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57155a-eabd-4d07-9cf7-53887958dd9a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04198e23-7364-47fb-9680-0e683f4aa51c,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:15.643020 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-53591d8b-4112-4782-817f-fad71c39c0a8 req-3f57155a-eabd-4d07-9cf7-53887958dd9a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:15.651046 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-53591d8b-4112-4782-817f-fad71c39c0a8 req-3f57155a-eabd-4d07-9cf7-53887958dd9a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3480172 Nov 25 19:28:15.777455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Allocated IP 172.20.0.10 (b86cacff-4731-431f-9727-9d86ca7b3f59/06bc4d62-72cf-4f4f-8bf9-b87cbd07f926/b20a31b1-c308-4d63-bb3f-8b803a43f684) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:15.836854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afe0b306-ec93-4924-af6e-706c30362f13 req-b0b31fdd-c49e-47d7-b3e8-68db41f3dba5 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 210 time: 0.0431685 Nov 25 19:28:15.872894 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.048256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54424) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:16.211581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.235648 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23788279-a783-4918-aa42-4a03ee489ba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.309576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:16.358526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:16.361575 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:16.367776 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c10d565-cd10-408a-95d0-e197dea686f3 x-openstack-request-id: req-0c10d565-cd10-408a-95d0-e197dea686f3 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:16.368259 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "187152cd-1e8f-41d6-acce-5349ec488846", "name": "network-vif-deleted", "tag": "153456c6-a8f7-4ad6-a844-5dce937bc41d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:16.368437 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c10d565-cd10-408a-95d0-e197dea686f3 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:16.368749 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '187152cd-1e8f-41d6-acce-5349ec488846', 'name': 'network-vif-deleted', 'tag': '153456c6-a8f7-4ad6-a844-5dce937bc41d', 'status': 'completed', 'code': 200} Nov 25 19:28:16.383985 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23788279-a783-4918-aa42-4a03ee489ba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.395070 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23788279-a783-4918-aa42-4a03ee489ba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.470320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Pushing event updated for resources: {'Port': ['ID=d6476e0a-9a7b-40e8-ac52-8409bb50eb38,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:16.477423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-23788279-a783-4918-aa42-4a03ee489ba6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9c86425a53741b3901a33483bb6dfa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272003 Nov 25 19:28:16.481049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54428) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:16.508798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:16.521619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.556598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.595347 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-61b8c40b-0845-488e-9242-2ae4a594dd3d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9483399 Nov 25 19:28:16.617777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Request body: {'port': {'device_id': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:16.661994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23788279-a783-4918-aa42-4a03ee489ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb41412-5efb-4bfe-b99e-cbdc6b12402d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:16.693823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 153456c6-a8f7-4ad6-a844-5dce937bc41d no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:16.777723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 153456c6-a8f7-4ad6-a844-5dce937bc41d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:28:16.786312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 153456c6-a8f7-4ad6-a844-5dce937bc41d not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:28:16.798292 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39eaa96c-81a6-4b4d-b48d-e1781c1a50df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.799071 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.829103 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.846120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['215c82dd-da05-4fe0-8cab-dd805afdc13c'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:16.882167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Network b86cacff-4731-431f-9727-9d86ca7b3f59 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:16.886882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:16.891366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:16.907140 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39eaa96c-81a6-4b4d-b48d-e1781c1a50df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:16.942937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f99b75-8b68-418a-a81d-5acbf0132328 req-f3d758fe-0850-4deb-abc8-ded2d9aaedef tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:16.977283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6f99b75-8b68-418a-a81d-5acbf0132328 req-f3d758fe-0850-4deb-abc8-ded2d9aaedef tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 931 time: 0.3760045 Nov 25 19:28:16.978620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:16.979327 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.005324 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4585531 Nov 25 19:28:17.021246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Request body: {'port': {'device_id': '969d2259-70ca-483e-ba5a-379078fc889f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:17.113829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3d25a792-c0d8-4fd3-a372-59300d2d8221 None None] Provisioning complete for port d6476e0a-9a7b-40e8-ac52-8409bb50eb38 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:17.117810 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d25a792-c0d8-4fd3-a372-59300d2d8221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.228042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7143ed-41c7-4da0-959f-06ed428d66a2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Pushing event updated for resources: {'Port': ['ID=b20a31b1-c308-4d63-bb3f-8b803a43f684,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:17.292845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3d25a792-c0d8-4fd3-a372-59300d2d8221 None None] Port d6476e0a-9a7b-40e8-ac52-8409bb50eb38 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:17.313674 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.385117 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6f99b75-8b68-418a-a81d-5acbf0132328 req-56d39d9c-30e4-4bdf-af15-b7431e240b2d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/security-groups?id=5959db1f-891a-4098-b215-1f31a4bc1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4045343 Nov 25 19:28:17.402643 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39eaa96c-81a6-4b4d-b48d-e1781c1a50df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.408364 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39eaa96c-81a6-4b4d-b48d-e1781c1a50df admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.412462 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-39eaa96c-81a6-4b4d-b48d-e1781c1a50df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4cb41412-5efb-4bfe-b99e-cbdc6b12402d HTTP/1.1" status: 204 len: 168 time: 0.9258039 Nov 25 19:28:17.436885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eaa96c-81a6-4b4d-b48d-e1781c1a50df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb41412-5efb-4bfe-b99e-cbdc6b12402d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:17.675218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9265f850-4b6b-4bc8-baaf-2e7eb21fbcd1 None None] Provisioning complete for port b20a31b1-c308-4d63-bb3f-8b803a43f684 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:17.675814 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9265f850-4b6b-4bc8-baaf-2e7eb21fbcd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:17.761470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00137151-e593-4cfe-b7a7-619e8d189c00 req-18ed0421-deab-4b1b-9461-61784b94c3b7 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:17.764981 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00137151-e593-4cfe-b7a7-619e8d189c00 req-18ed0421-deab-4b1b-9461-61784b94c3b7 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 932 time: 0.1462202 Nov 25 19:28:17.939702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9265f850-4b6b-4bc8-baaf-2e7eb21fbcd1 None None] Port b20a31b1-c308-4d63-bb3f-8b803a43f684 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:17.962969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00137151-e593-4cfe-b7a7-619e8d189c00 req-d2e8935e-89a5-442f-85c2-365c8c8b2eac tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669667 Nov 25 19:28:18.061671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e7abf0df-99d7-4033-b6cc-453d9e4d4032 req-fd6fc8b6-0a66-40e3-b5b6-ab5dc7e58a2e tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-408911956', 'description': 'tempest-description-1436645288'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:18.151457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7abf0df-99d7-4033-b6cc-453d9e4d4032 req-fd6fc8b6-0a66-40e3-b5b6-ab5dc7e58a2e tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.161839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6476e0a-9a7b-40e8-ac52-8409bb50eb38 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:18.186895 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.194520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b20a31b1-c308-4d63-bb3f-8b803a43f684 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:18.225026 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.280699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Transition to ACTIVE for port object d6476e0a-9a7b-40e8-ac52-8409bb50eb38 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:18.287947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Transition to ACTIVE for port object b20a31b1-c308-4d63-bb3f-8b803a43f684 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:18.290139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.310932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.436329 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7abf0df-99d7-4033-b6cc-453d9e4d4032 req-fd6fc8b6-0a66-40e3-b5b6-ab5dc7e58a2e tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.441597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Pushing event updated for resources: {'Port': ['ID=d6476e0a-9a7b-40e8-ac52-8409bb50eb38,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:18.444256 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7abf0df-99d7-4033-b6cc-453d9e4d4032 req-fd6fc8b6-0a66-40e3-b5b6-ab5dc7e58a2e tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.544306 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6fc8b6-0a66-40e3-b5b6-ab5dc7e58a2e tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=111502c9-31d6-44da-9b27-bb85c9ee649c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:18.567659 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e7abf0df-99d7-4033-b6cc-453d9e4d4032 req-fd6fc8b6-0a66-40e3-b5b6-ab5dc7e58a2e tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:18.571148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7abf0df-99d7-4033-b6cc-453d9e4d4032 req-fd6fc8b6-0a66-40e3-b5b6-ab5dc7e58a2e tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5184944 Nov 25 19:28:18.782082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Pushing event updated for resources: {'Port': ['ID=b20a31b1-c308-4d63-bb3f-8b803a43f684,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:19.112615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Attempting to bind port d6476e0a-9a7b-40e8-ac52-8409bb50eb38 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:19.113572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Attempting to bind port d6476e0a-9a7b-40e8-ac52-8409bb50eb38 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:19.114478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Attempting to bind port d6476e0a-9a7b-40e8-ac52-8409bb50eb38 on network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:19.134680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a12058e-3961-4ea0-b5dd-abaf5ecff362 req-78176c35-856a-4db7-8b72-bfc438122819 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=19646cea-2aaa-47ec-b0fb-3143c484c6cb HTTP/1.1" status: 200 len: 210 time: 0.0683391 Nov 25 19:28:19.183586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Port d6476e0a-9a7b-40e8-ac52-8409bb50eb38 on network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:19.185042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Attempting to bind port d6476e0a-9a7b-40e8-ac52-8409bb50eb38 on network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:19.228066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:19.229264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Checking segment: {'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:19.230447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Bound using segment: {'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:19.232626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Bound port: d6476e0a-9a7b-40e8-ac52-8409bb50eb38, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:19.233550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:19.238926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Attempting to bind port b20a31b1-c308-4d63-bb3f-8b803a43f684 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:19.239865 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Attempting to bind port b20a31b1-c308-4d63-bb3f-8b803a43f684 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:19.240720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Attempting to bind port b20a31b1-c308-4d63-bb3f-8b803a43f684 on network b86cacff-4731-431f-9727-9d86ca7b3f59 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:19.270283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Port b20a31b1-c308-4d63-bb3f-8b803a43f684 on network b86cacff-4731-431f-9727-9d86ca7b3f59 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:19.271286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Attempting to bind port b20a31b1-c308-4d63-bb3f-8b803a43f684 on network b86cacff-4731-431f-9727-9d86ca7b3f59 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:19.284109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 27, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:19.285409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Checking segment: {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:19.287155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Bound using segment: {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:19.288264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Bound port: b20a31b1-c308-4d63-bb3f-8b803a43f684, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a1c6c35-1925-4151-bf0f-428a05dfc191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:19.289165 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:19.392723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54466) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:19.621794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] For port d6476e0a-9a7b-40e8-ac52-8409bb50eb38, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:19.633712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] For port d6476e0a-9a7b-40e8-ac52-8409bb50eb38, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6476e0a-9a7b-40e8-ac52-8409bb50eb38,segment=NetworkSegment(ef0800cb-eef6-4de9-88e8-fe9fd4893bb6),segment_id=ef0800cb-eef6-4de9-88e8-fe9fd4893bb6)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:19.646880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:19.660179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] For port b20a31b1-c308-4d63-bb3f-8b803a43f684, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:19.723706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] For port b20a31b1-c308-4d63-bb3f-8b803a43f684, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=b20a31b1-c308-4d63-bb3f-8b803a43f684,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:19.758398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:19.765548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:19.767291 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:19.807251 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] 10.222.0.60 "PUT /v2.0/ports/d6476e0a-9a7b-40e8-ac52-8409bb50eb38 HTTP/1.1" status: 200 len: 1091 time: 3.1718383 Nov 25 19:28:19.834106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'tag': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:19.845474 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc939d80-0b54-43b3-9142-6b91b08e98cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9321d386-17bd-46aa-ab4a-fa0971faf9a9", "tag": "d6476e0a-9a7b-40e8-ac52-8409bb50eb38"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:20.061359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:20.062367 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:20.075197 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] 10.222.0.60 "PUT /v2.0/ports/b20a31b1-c308-4d63-bb3f-8b803a43f684 HTTP/1.1" status: 200 len: 1092 time: 3.0601556 Nov 25 19:28:20.147714 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a993c-f211-4cde-b205-02922cb11f25 service neutron] Pushing event updated for resources: {'Port': ['ID=d6476e0a-9a7b-40e8-ac52-8409bb50eb38,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:20.232325 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b3724116-fd40-4f25-b274-2f229cf2fbfa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df1e19b34a9140d885e4e27b944e7b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8376491 Nov 25 19:28:20.239532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54482) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:20.295099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb2c991-dd01-4b63-b050-1087636a4a60 req-b0f2c2d7-91c4-473d-ae84-6ff5c60fb2fc tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:20.315331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0eb2c991-dd01-4b63-b050-1087636a4a60 req-b0f2c2d7-91c4-473d-ae84-6ff5c60fb2fc tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 943 time: 0.5332465 Nov 25 19:28:20.429470 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:20.446950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15343-fc66-434a-a55f-39f0eb43080f req-09508a62-ef33-4e7f-870d-24baffc6555c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:20.449596 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-09508a62-ef33-4e7f-870d-24baffc6555c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cfeb6c90dc347ed9b4d508c4c6cffc4&device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 1094 time: 0.5497906 Nov 25 19:28:20.569618 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b25c7247-6acb-458d-9ff7-635f9a8307a0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:20.621741 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b25c7247-6acb-458d-9ff7-635f9a8307a0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:20.688654 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-ac9f65e8-96bb-45d8-8df9-737ac81012ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6476e0a-9a7b-40e8-ac52-8409bb50eb38 HTTP/1.1" status: 200 len: 217 time: 0.2169712 Nov 25 19:28:20.697839 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0eb2c991-dd01-4b63-b050-1087636a4a60 req-0c337466-bbee-47e7-a9ad-1fd440d4b0d6 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/security-groups?id=5959db1f-891a-4098-b215-1f31a4bc1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3818498 Nov 25 19:28:20.742994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25873e42-d1b6-4262-8d24-b6ce0ec6c094 service neutron] Pushing event updated for resources: {'Port': ['ID=b20a31b1-c308-4d63-bb3f-8b803a43f684,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:20.786021 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b25c7247-6acb-458d-9ff7-635f9a8307a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:20.791174 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b25c7247-6acb-458d-9ff7-635f9a8307a0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:20.803041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b25c7247-6acb-458d-9ff7-635f9a8307a0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57ae0a45-8603-4906-8904-43844ec1e592 HTTP/1.1" status: 204 len: 168 time: 0.5519772 Nov 25 19:28:20.823161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-d09f96db-5685-47a9-a682-d9016001e1ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:20.825653 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-d09f96db-5685-47a9-a682-d9016001e1ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 1095 time: 0.6730721 Nov 25 19:28:20.881948 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-6d4626ae-84ea-498d-8374-437b520b7c1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b20a31b1-c308-4d63-bb3f-8b803a43f684 HTTP/1.1" status: 200 len: 217 time: 0.0468209 Nov 25 19:28:20.904119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25c7247-6acb-458d-9ff7-635f9a8307a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ae0a45-8603-4906-8904-43844ec1e592,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:20.922955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15343-fc66-434a-a55f-39f0eb43080f req-95af6b8a-9fd7-4831-93a1-025ae4acb261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:20.927434 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-95af6b8a-9fd7-4831-93a1-025ae4acb261 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a61d955-bf74-4de1-afef-95fc7ddbe734 HTTP/1.1" status: 200 len: 844 time: 0.2102959 Nov 25 19:28:20.994008 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9706487-162b-49c8-ade2-ed33c5d157b3 req-88a83f3f-83ea-4a88-8379-a53edbb842bc tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/111502c9-31d6-44da-9b27-bb85c9ee649c HTTP/1.1" status: 200 len: 1821 time: 0.1869934 Nov 25 19:28:21.028374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-c9706487-162b-49c8-ade2-ed33c5d157b3 req-26724393-552e-444e-a0fc-034f8f10494c tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '111502c9-31d6-44da-9b27-bb85c9ee649c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:21.028920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-c9706487-162b-49c8-ade2-ed33c5d157b3 req-26724393-552e-444e-a0fc-034f8f10494c tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '111502c9-31d6-44da-9b27-bb85c9ee649c', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:21.032826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-7134f429-e904-40aa-a02c-7cc4a0e1d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:21.037540 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-7134f429-e904-40aa-a02c-7cc4a0e1d06a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.1457453 Nov 25 19:28:21.201549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca15343-fc66-434a-a55f-39f0eb43080f req-95d59bc2-b464-420e-b0d0-39e82ec3cf85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:21.205105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c9706487-162b-49c8-ade2-ed33c5d157b3 req-26724393-552e-444e-a0fc-034f8f10494c tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:21.220802 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-95d59bc2-b464-420e-b0d0-39e82ec3cf85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e0b0d7d-8478-43f1-ad15-7d0c848abcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2677939 Nov 25 19:28:21.282718 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c9706487-162b-49c8-ade2-ed33c5d157b3 req-26724393-552e-444e-a0fc-034f8f10494c tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:21.305374 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c9706487-162b-49c8-ade2-ed33c5d157b3 req-26724393-552e-444e-a0fc-034f8f10494c tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:21.338596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-d434b1fb-c712-42a1-ae1d-f89e3805d078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:21.338596 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-d434b1fb-c712-42a1-ae1d-f89e3805d078 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2832661 Nov 25 19:28:21.418078 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c9706487-162b-49c8-ade2-ed33c5d157b3 req-26724393-552e-444e-a0fc-034f8f10494c tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:21.425292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9706487-162b-49c8-ade2-ed33c5d157b3 req-26724393-552e-444e-a0fc-034f8f10494c tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.4025576 Nov 25 19:28:21.432868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26724393-552e-444e-a0fc-034f8f10494c tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78bddcd5-7c05-478b-b4d8-dce750ff9093,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:21.557484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54498) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:21.689308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df93e590-5dd8-4ec4-a0bb-cc828b365289 req-f866752c-2cc4-4cb6-bdd6-d4ad2161e77b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:21.707559 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df93e590-5dd8-4ec4-a0bb-cc828b365289 req-f866752c-2cc4-4cb6-bdd6-d4ad2161e77b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 944 time: 0.1677365 Nov 25 19:28:21.716591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-12bb16e2-a07a-4101-acab-bbf1341a0a45 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c6f58a1aeb94425db53f4a167a4635e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591599 Nov 25 19:28:21.731237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54500) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:21.899378 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df93e590-5dd8-4ec4-a0bb-cc828b365289 req-8a53229e-59f6-4ad2-9a40-df8e7be12e4b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893029 Nov 25 19:28:22.005034 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-668ad736-50a8-402a-ac17-21e6c0844c1c service neutron] 10.222.0.60 "GET /v2.0/networks/1e0b0d7d-8478-43f1-ad15-7d0c848abcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7687292 Nov 25 19:28:22.023821 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01061129-2a48-42b9-91fa-d246de86e1fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:22.126316 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01061129-2a48-42b9-91fa-d246de86e1fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:22.152942 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14bd326-681b-4460-8985-f7c97d3a7c40 x-openstack-request-id: req-e14bd326-681b-4460-8985-f7c97d3a7c40 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:22.153298 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9321d386-17bd-46aa-ab4a-fa0971faf9a9", "tag": "d6476e0a-9a7b-40e8-ac52-8409bb50eb38", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:22.154536 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e14bd326-681b-4460-8985-f7c97d3a7c40 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:22.154536 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'tag': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38', 'status': 'completed', 'code': 200} Nov 25 19:28:22.162791 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-ff7d2204-2d84-4fd6-aeef-b6e5baaab913 service neutron] 10.222.0.60 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8162787 Nov 25 19:28:22.291797 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eca15343-fc66-434a-a55f-39f0eb43080f req-a9ad9499-6db9-4ddd-b15f-e0f8cb8f0126 service neutron] 10.222.0.60 "GET /v2.0/networks/1e0b0d7d-8478-43f1-ad15-7d0c848abcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646201 Nov 25 19:28:22.315193 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01061129-2a48-42b9-91fa-d246de86e1fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:22.320119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01061129-2a48-42b9-91fa-d246de86e1fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:22.336546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-01061129-2a48-42b9-91fa-d246de86e1fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd5f244c-6c40-465f-a744-047594f68dc3 HTTP/1.1" status: 204 len: 168 time: 0.5923567 Nov 25 19:28:22.353113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01061129-2a48-42b9-91fa-d246de86e1fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd5f244c-6c40-465f-a744-047594f68dc3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:22.478517 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a69ad624-5d88-4985-836e-ebbadf3a2a49 req-f2cb3394-cbda-4bf5-9b3b-c5d5bad2b073 service neutron] 10.222.0.60 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079724 Nov 25 19:28:22.531976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc939d80-0b54-43b3-9142-6b91b08e98cd req-c3f099b3-62ee-46fc-a069-a0d286e3f374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:22.540512 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc939d80-0b54-43b3-9142-6b91b08e98cd req-c3f099b3-62ee-46fc-a069-a0d286e3f374 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cfeb6c90dc347ed9b4d508c4c6cffc4&device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 1094 time: 0.1269674 Nov 25 19:28:22.741566 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:22.749307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc939d80-0b54-43b3-9142-6b91b08e98cd req-6b8a9089-4c7d-4675-af7b-0f286432f0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:22.754003 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc939d80-0b54-43b3-9142-6b91b08e98cd req-6b8a9089-4c7d-4675-af7b-0f286432f0ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 HTTP/1.1" status: 200 len: 906 time: 0.2046781 Nov 25 19:28:22.855347 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc939d80-0b54-43b3-9142-6b91b08e98cd req-724a266f-d3db-49c5-8cf1-e3c89d7c14ff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6476e0a-9a7b-40e8-ac52-8409bb50eb38 HTTP/1.1" status: 200 len: 217 time: 0.0912178 Nov 25 19:28:22.961874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc939d80-0b54-43b3-9142-6b91b08e98cd req-f7f4d20e-d8cb-4a5c-bd07-538b521ac3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:22.963479 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc939d80-0b54-43b3-9142-6b91b08e98cd req-f7f4d20e-d8cb-4a5c-bd07-538b521ac3bf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a61d955-bf74-4de1-afef-95fc7ddbe734 HTTP/1.1" status: 200 len: 844 time: 0.1001730 Nov 25 19:28:23.021689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-ce4acaeb-1411-47d5-8582-1e408f49abaf tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2202973e92ad45189e3a14ab0bbf4210&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0595727 Nov 25 19:28:23.030905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc939d80-0b54-43b3-9142-6b91b08e98cd req-bde52c54-41e2-4b7b-9f88-1e798de20b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:23.033214 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc939d80-0b54-43b3-9142-6b91b08e98cd req-bde52c54-41e2-4b7b-9f88-1e798de20b75 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e0b0d7d-8478-43f1-ad15-7d0c848abcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606189 Nov 25 19:28:23.207142 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc939d80-0b54-43b3-9142-6b91b08e98cd req-e6566614-ff24-498c-844f-e42478519711 service neutron] 10.222.0.60 "GET /v2.0/networks/1e0b0d7d-8478-43f1-ad15-7d0c848abcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621413 Nov 25 19:28:23.320857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-33cf44f1-ded3-470e-a7c7-5e043c542249 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:23.335718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-33cf44f1-ded3-470e-a7c7-5e043c542249 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2923453 Nov 25 19:28:23.372243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-2fbdbbad-675d-4675-bbdb-dc5d17c6035d tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/quotas/2202973e92ad45189e3a14ab0bbf4210 HTTP/1.1" status: 200 len: 375 time: 0.0338349 Nov 25 19:28:23.441727 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc939d80-0b54-43b3-9142-6b91b08e98cd req-1d81fdc6-eb68-4c51-9d4f-bfe01c813f68 service neutron] 10.222.0.60 "GET /v2.0/networks/1e0b0d7d-8478-43f1-ad15-7d0c848abcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291901 Nov 25 19:28:23.452852 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-c887094b-66f7-4caa-8d3d-d0487a03e451 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2202973e92ad45189e3a14ab0bbf4210&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0683818 Nov 25 19:28:23.999152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-01bbf674-eb9a-4822-8b39-dfa8a7d773e8 req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1266398610', 'description': 'tempest-description-2036133068'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:24.061407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-01bbf674-eb9a-4822-8b39-dfa8a7d773e8 req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.155721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '969d2259-70ca-483e-ba5a-379078fc889f', 'tag': 'b20a31b1-c308-4d63-bb3f-8b803a43f684'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:24.159039 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c03bb7-e007-4952-ac39-8bfb5e30e790" -d '{"events": [{"name": "network-changed", "server_uuid": "969d2259-70ca-483e-ba5a-379078fc889f", "tag": "b20a31b1-c308-4d63-bb3f-8b803a43f684"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:24.188878 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-01bbf674-eb9a-4822-8b39-dfa8a7d773e8 req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.194158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-01bbf674-eb9a-4822-8b39-dfa8a7d773e8 req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.288656 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-01bbf674-eb9a-4822-8b39-dfa8a7d773e8 req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:24.290945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-01bbf674-eb9a-4822-8b39-dfa8a7d773e8 req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.3003063 Nov 25 19:28:24.309028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8910ea5e-e4e8-4c17-97c1-5dd2cf822b9f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:24.352793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.353810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.354179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.355034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.355966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.357154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.358151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.359137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.361964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.363264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.364529 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.366581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa55e9f-30fa-4f35-afcb-4a0e9301ff1f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:24.506944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02f5a26-4a56-41aa-b7f0-b0aa49e92e33 req-353e4c76-2393-4807-9563-a4747559d3fe tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:24.520634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d02f5a26-4a56-41aa-b7f0-b0aa49e92e33 req-353e4c76-2393-4807-9563-a4747559d3fe tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 943 time: 0.0993507 Nov 25 19:28:24.605490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d02f5a26-4a56-41aa-b7f0-b0aa49e92e33 req-9ed5ceb7-1eba-4998-b9df-2553194d89fa tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/security-groups?id=5959db1f-891a-4098-b215-1f31a4bc1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827596 Nov 25 19:28:24.724065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6476e0a-9a7b-40e8-ac52-8409bb50eb38 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:24.899907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b217f2-8520-4c6f-a355-1708a72d531c req-88900b92-621f-4a6b-95df-5b9fe345e8d1 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:24.917492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98b217f2-8520-4c6f-a355-1708a72d531c req-88900b92-621f-4a6b-95df-5b9fe345e8d1 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 944 time: 0.1646016 Nov 25 19:28:25.037522 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98b217f2-8520-4c6f-a355-1708a72d531c req-e386e546-641b-466a-a983-cfd1b7780237 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188533 Nov 25 19:28:25.095307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6476e0a-9a7b-40e8-ac52-8409bb50eb38, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6476e0a-9a7b-40e8-ac52-8409bb50eb38,segment=NetworkSegment(ef0800cb-eef6-4de9-88e8-fe9fd4893bb6),segment_id=ef0800cb-eef6-4de9-88e8-fe9fd4893bb6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:25.116945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'port_id': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38', 'mac_address': 'fa:16:3e:d0:7a:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:25.203991 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.249419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6476e0a-9a7b-40e8-ac52-8409bb50eb38 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:25.285798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6476e0a-9a7b-40e8-ac52-8409bb50eb38, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6476e0a-9a7b-40e8-ac52-8409bb50eb38,segment=NetworkSegment(ef0800cb-eef6-4de9-88e8-fe9fd4893bb6),segment_id=ef0800cb-eef6-4de9-88e8-fe9fd4893bb6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:25.311897 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.314422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device b20a31b1-c308-4d63-bb3f-8b803a43f684 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:25.314688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd8be165-13cf-4662-a6d0-34a7326507a1 req-f85fc0fc-8581-4937-8c82-6100a79b396e tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/ports?device_id=db5a3407-7cef-4707-9a59-9882dc88a9f1 HTTP/1.1" status: 200 len: 210 time: 0.0655625 Nov 25 19:28:25.394748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d6476e0a-9a7b-40e8-ac52-8409bb50eb38,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:25.415580 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5e0bf1-d88e-4ddb-9004-1842a6c215ae x-openstack-request-id: req-6f5e0bf1-d88e-4ddb-9004-1842a6c215ae {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:25.416306 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "969d2259-70ca-483e-ba5a-379078fc889f", "tag": "b20a31b1-c308-4d63-bb3f-8b803a43f684", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:25.416306 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f5e0bf1-d88e-4ddb-9004-1842a6c215ae {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:25.416632 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969d2259-70ca-483e-ba5a-379078fc889f', 'tag': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'status': 'completed', 'code': 200} Nov 25 19:28:25.436664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-f0034dbb-4d4b-4370-ae9b-baad9d9323e0 req-9dfbae61-b37a-476b-a7d0-d53f21787c2a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-410214996', 'description': 'tempest-description-1690539935'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:25.552658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03bb7-e007-4952-ac39-8bfb5e30e790 req-c0c28e6b-35bf-4b1b-a1ad-d9fe57dbfcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:25.558175 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c03bb7-e007-4952-ac39-8bfb5e30e790 req-c0c28e6b-35bf-4b1b-a1ad-d9fe57dbfcb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 1095 time: 0.0786543 Nov 25 19:28:25.565459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-7e5d7436-39a5-49af-9a1a-68b371cbfbfd tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=2202973e92ad45189e3a14ab0bbf4210&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0734048 Nov 25 19:28:25.599130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f0034dbb-4d4b-4370-ae9b-baad9d9323e0 req-9dfbae61-b37a-476b-a7d0-d53f21787c2a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.774336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03bb7-e007-4952-ac39-8bfb5e30e790 req-5c32c330-7ff7-431f-abf2-b4ab4628ba4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:25.778620 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c03bb7-e007-4952-ac39-8bfb5e30e790 req-5c32c330-7ff7-431f-abf2-b4ab4628ba4a service neutron] 10.222.0.60 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.2147365 Nov 25 19:28:25.832524 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f0034dbb-4d4b-4370-ae9b-baad9d9323e0 req-9dfbae61-b37a-476b-a7d0-d53f21787c2a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.833172 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c03bb7-e007-4952-ac39-8bfb5e30e790 req-df038b0c-96cd-4089-bf4b-3cc61e6fd9bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b20a31b1-c308-4d63-bb3f-8b803a43f684 HTTP/1.1" status: 200 len: 217 time: 0.0442662 Nov 25 19:28:25.839103 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f0034dbb-4d4b-4370-ae9b-baad9d9323e0 req-9dfbae61-b37a-476b-a7d0-d53f21787c2a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.840776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port b20a31b1-c308-4d63-bb3f-8b803a43f684, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=b20a31b1-c308-4d63-bb3f-8b803a43f684,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:25.864575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'port_id': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'mac_address': 'fa:16:3e:a7:ed:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:25.894840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03bb7-e007-4952-ac39-8bfb5e30e790 req-86d038a0-6912-4543-aabe-db8557837c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:25.896472 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c03bb7-e007-4952-ac39-8bfb5e30e790 req-86d038a0-6912-4543-aabe-db8557837c6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.0567524 Nov 25 19:28:25.921043 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f0034dbb-4d4b-4370-ae9b-baad9d9323e0 req-9dfbae61-b37a-476b-a7d0-d53f21787c2a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.923500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0034dbb-4d4b-4370-ae9b-baad9d9323e0 req-9dfbae61-b37a-476b-a7d0-d53f21787c2a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4908719 Nov 25 19:28:25.928324 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:25.945532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b20a31b1-c308-4d63-bb3f-8b803a43f684 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:25.958944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfbae61-b37a-476b-a7d0-d53f21787c2a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9414a454-dccb-4a2f-b686-04f1156fa3a5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:25.972355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-cffc39a0-0e58-492c-bf40-3145008b0c02 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:25.973969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-cffc39a0-0e58-492c-bf40-3145008b0c02 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4022300 Nov 25 19:28:25.991574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Request body: {'port': {'device_id': 'db5a3407-7cef-4707-9a59-9882dc88a9f1', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '2202973e92ad45189e3a14ab0bbf4210'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:26.000750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port b20a31b1-c308-4d63-bb3f-8b803a43f684, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=b20a31b1-c308-4d63-bb3f-8b803a43f684,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:26.005894 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:26.114295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03bb7-e007-4952-ac39-8bfb5e30e790 req-f07d1e06-13c8-439a-b977-928947ef9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:26.115904 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c03bb7-e007-4952-ac39-8bfb5e30e790 req-f07d1e06-13c8-439a-b977-928947ef9f10 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1379817 Nov 25 19:28:26.138739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=b20a31b1-c308-4d63-bb3f-8b803a43f684,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:26.252777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['d6476e0a-9a7b-40e8-ac52-8409bb50eb38'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:26.264145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['b20a31b1-c308-4d63-bb3f-8b803a43f684'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:26.267159 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c03bb7-e007-4952-ac39-8bfb5e30e790 req-87186b94-27b0-44a4-94d9-afab95a7d73c service neutron] 10.222.0.60 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435583 Nov 25 19:28:26.277207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Made reservation on behalf of 2202973e92ad45189e3a14ab0bbf4210 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:26.283051 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:26.302317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:26.447974 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c03bb7-e007-4952-ac39-8bfb5e30e790 req-316f9c19-bbd9-49a8-8a38-2cb307747341 service neutron] 10.222.0.60 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638718 Nov 25 19:28:26.505709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-372537c9-3c67-45be-9a03-ca18e90104b3 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:26.507523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-372537c9-3c67-45be-9a03-ca18e90104b3 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.2014267 Nov 25 19:28:26.539420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-e1c968b5-ce73-40f3-9429-da3ca772c02d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/quotas/3b973ffbca42402e9b75b4978356f206 HTTP/1.1" status: 200 len: 375 time: 0.0204194 Nov 25 19:28:26.566667 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:26.587139 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:26.595329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-353fb18f-9ea8-43e6-89c6-3ecefe570bc5 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448854 Nov 25 19:28:26.683686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6cc710-ca9e-4d71-bff7-37269432cc4d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:26.813973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-7476de16-885c-48b5-bb06-6301466f0e5e service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2099104 Nov 25 19:28:26.835552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Allocated IP 192.168.233.253 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/41b6d969-b8a7-4117-a50f-362c604e0fd6) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:26.973253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-52af3f03-97e2-4431-8ca5-57e1e3743d40 service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526346 Nov 25 19:28:27.083058 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:27.145692 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:27.232056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:27.238436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:27.246590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:27.298526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Pushing event updated for resources: {'Port': ['ID=41b6d969-b8a7-4117-a50f-362c604e0fd6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:27.496671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.497778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:27.576448 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-add59ded-034c-4b1d-9644-d48736ae4671 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5885277 Nov 25 19:28:27.627160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fc774891-110d-4a0c-a381-eb06b1d197f9 None None] Provisioning complete for port 41b6d969-b8a7-4117-a50f-362c604e0fd6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:27.628422 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fc774891-110d-4a0c-a381-eb06b1d197f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:27.642352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Request body: {'port': {'device_id': 'db5a3407-7cef-4707-9a59-9882dc88a9f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:27.678959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fc774891-110d-4a0c-a381-eb06b1d197f9 None None] Port 41b6d969-b8a7-4117-a50f-362c604e0fd6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:28:27.735345 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.736003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.736731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.737462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.738218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.738983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.739767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.740492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.741247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.741985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.742695 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.743456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.746757 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89411392-542f-4e2e-a420-4311f50ad416 req-80fa62b5-3c2f-4f2b-856d-9cea66427982 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8484 time: 0.4507678 Nov 25 19:28:27.795441 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:27.982880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e0837-3976-41eb-a2fd-ca965711bc5f req-c95a08cb-ebbe-4be5-8492-f12a5896ff64 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:27.984607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-134e0837-3976-41eb-a2fd-ca965711bc5f req-c95a08cb-ebbe-4be5-8492-f12a5896ff64 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 944 time: 0.1432960 Nov 25 19:28:28.101453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-134e0837-3976-41eb-a2fd-ca965711bc5f req-7f8f9ebf-253d-4a32-b693-7736f411dcfd tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/security-groups?id=5959db1f-891a-4098-b215-1f31a4bc1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099877 Nov 25 19:28:28.324435 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12613b6e-ce2a-4f1f-a9af-cfcf875512b9 req-a09f8264-c3e9-43a0-80e0-50aa9f3d0967 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/8910ea5e-e4e8-4c17-97c1-5dd2cf822b9f HTTP/1.1" status: 200 len: 1822 time: 0.1818280 Nov 25 19:28:28.398319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41b6d969-b8a7-4117-a50f-362c604e0fd6 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:28.433886 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.511981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Transition to ACTIVE for port object 41b6d969-b8a7-4117-a50f-362c604e0fd6 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:28.525447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12613b6e-ce2a-4f1f-a9af-cfcf875512b9 req-42ada922-1bfc-4032-b996-aeb0e86feb61 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/9414a454-dccb-4a2f-b686-04f1156fa3a5 HTTP/1.1" status: 200 len: 1821 time: 0.1897044 Nov 25 19:28:28.526418 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.543538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-2c9569f8-53b3-417c-8d89-f65198f090c0 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:28.545820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-2c9569f8-53b3-417c-8d89-f65198f090c0 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.3147392 Nov 25 19:28:28.592349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-12613b6e-ce2a-4f1f-a9af-cfcf875512b9 req-2d3d2074-2bdd-4b4b-9919-9a419def39b1 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8910ea5e-e4e8-4c17-97c1-5dd2cf822b9f', 'remote_group_id': '9414a454-dccb-4a2f-b686-04f1156fa3a5', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:28.593036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-12613b6e-ce2a-4f1f-a9af-cfcf875512b9 req-2d3d2074-2bdd-4b4b-9919-9a419def39b1 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8910ea5e-e4e8-4c17-97c1-5dd2cf822b9f', 'remote_group_id': '9414a454-dccb-4a2f-b686-04f1156fa3a5', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:28.604517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Request body: {'port': {'device_id': 'f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'admin_state_up': True, 'tenant_id': '3b973ffbca42402e9b75b4978356f206'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:28.739907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6476e0a-9a7b-40e8-ac52-8409bb50eb38 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:28.763416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Pushing event updated for resources: {'Port': ['ID=41b6d969-b8a7-4117-a50f-362c604e0fd6,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:28.830788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port d6476e0a-9a7b-40e8-ac52-8409bb50eb38 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:28.838357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port d6476e0a-9a7b-40e8-ac52-8409bb50eb38 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:28.839542 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:28.971355 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.001733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:29.004204 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154bbd38-a301-4eed-8811-948ea421418e" -d '{"events": [{"server_uuid": "9321d386-17bd-46aa-ab4a-fa0971faf9a9", "name": "network-vif-plugged", "status": "completed", "tag": "d6476e0a-9a7b-40e8-ac52-8409bb50eb38"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:29.016002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Attempting to bind port 41b6d969-b8a7-4117-a50f-362c604e0fd6 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:29.016496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Attempting to bind port 41b6d969-b8a7-4117-a50f-362c604e0fd6 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:29.017000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Attempting to bind port 41b6d969-b8a7-4117-a50f-362c604e0fd6 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:29.020475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6476e0a-9a7b-40e8-ac52-8409bb50eb38, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6476e0a-9a7b-40e8-ac52-8409bb50eb38,segment=NetworkSegment(ef0800cb-eef6-4de9-88e8-fe9fd4893bb6),segment_id=ef0800cb-eef6-4de9-88e8-fe9fd4893bb6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:29.025061 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.026608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device b20a31b1-c308-4d63-bb3f-8b803a43f684 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:29.029976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Made reservation on behalf of 3b973ffbca42402e9b75b4978356f206 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:29.036044 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.043894 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-12613b6e-ce2a-4f1f-a9af-cfcf875512b9 req-2d3d2074-2bdd-4b4b-9919-9a419def39b1 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.059095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Port 41b6d969-b8a7-4117-a50f-362c604e0fd6 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:29.059567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Attempting to bind port 41b6d969-b8a7-4117-a50f-362c604e0fd6 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:29.079715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:29.080173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:29.080737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:29.081398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Bound port: 41b6d969-b8a7-4117-a50f-362c604e0fd6, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:29.081915 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.121261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d6476e0a-9a7b-40e8-ac52-8409bb50eb38,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:29.136403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port b20a31b1-c308-4d63-bb3f-8b803a43f684 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:29.142771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port b20a31b1-c308-4d63-bb3f-8b803a43f684 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:29.143167 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.199875 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-12613b6e-ce2a-4f1f-a9af-cfcf875512b9 req-2d3d2074-2bdd-4b4b-9919-9a419def39b1 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.237148 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.241687 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-12613b6e-ce2a-4f1f-a9af-cfcf875512b9 req-2d3d2074-2bdd-4b4b-9919-9a419def39b1 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.279609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port b20a31b1-c308-4d63-bb3f-8b803a43f684, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=b20a31b1-c308-4d63-bb3f-8b803a43f684,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:29.285463 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.286628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d5beab37-940f-42cc-a6e0-fa965b94282b no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:29.306588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d2074-2bdd-4b4b-9919-9a419def39b1 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71afafa3-9293-443c-8e19-8df03ccae10a,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:29.376202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=b20a31b1-c308-4d63-bb3f-8b803a43f684,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:29.387852 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-12613b6e-ce2a-4f1f-a9af-cfcf875512b9 req-2d3d2074-2bdd-4b4b-9919-9a419def39b1 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.389486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12613b6e-ce2a-4f1f-a9af-cfcf875512b9 req-2d3d2074-2bdd-4b4b-9919-9a419def39b1 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.8421056 Nov 25 19:28:29.426353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] For port 41b6d969-b8a7-4117-a50f-362c604e0fd6, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:29.427437 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.436343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] For port 41b6d969-b8a7-4117-a50f-362c604e0fd6, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=41b6d969-b8a7-4117-a50f-362c604e0fd6,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:29.446677 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.450765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Allocated IP 172.20.0.3 (91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb/9e068616-7912-416a-8786-ab1d8edb2eec/00064eb9-760f-4cc4-b073-0cab35f113e1) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:29.475356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d5beab37-940f-42cc-a6e0-fa965b94282b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d5beab37-940f-42cc-a6e0-fa965b94282b,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:29.481168 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.527280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:29.528221 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:29.530410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] 10.222.0.76 "PUT /v2.0/ports/41b6d969-b8a7-4117-a50f-362c604e0fd6 HTTP/1.1" status: 200 len: 1096 time: 1.9058859 Nov 25 19:28:29.531804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db5a3407-7cef-4707-9a59-9882dc88a9f1', 'tag': '41b6d969-b8a7-4117-a50f-362c604e0fd6'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:29.546341 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a" -d '{"events": [{"name": "network-changed", "server_uuid": "db5a3407-7cef-4707-9a59-9882dc88a9f1", "tag": "41b6d969-b8a7-4117-a50f-362c604e0fd6"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:29.554141 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d5beab37-940f-42cc-a6e0-fa965b94282b,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:29.695508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de231ce-a7fa-4b8b-a31c-ac5f85e9eca9 service neutron] Pushing event updated for resources: {'Port': ['ID=41b6d969-b8a7-4117-a50f-362c604e0fd6,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:30.207388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-3d5b5de9-bf36-41cf-a348-57a1ab37950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:30.208955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-3d5b5de9-bf36-41cf-a348-57a1ab37950b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2202973e92ad45189e3a14ab0bbf4210&device_id=db5a3407-7cef-4707-9a59-9882dc88a9f1 HTTP/1.1" status: 200 len: 1099 time: 0.5960817 Nov 25 19:28:30.216927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7c4882-81b8-4131-8efb-9a16955163d5 req-083364b0-2921-4ab3-9e23-70e66eb0dfdb tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:30.218846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c7c4882-81b8-4131-8efb-9a16955163d5 req-083364b0-2921-4ab3-9e23-70e66eb0dfdb tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 946 time: 0.6075752 Nov 25 19:28:30.285786 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-49789a05-25ab-4d1f-913e-3e004c345072 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=41b6d969-b8a7-4117-a50f-362c604e0fd6 HTTP/1.1" status: 200 len: 217 time: 0.0637498 Nov 25 19:28:30.360209 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.389497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c7c4882-81b8-4131-8efb-9a16955163d5 req-b6c52c25-3894-4813-a82e-f398f7b017b0 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595318 Nov 25 19:28:30.402642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-75807beb-9552-4574-bcff-ddecbea89311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:30.404591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-75807beb-9552-4574-bcff-ddecbea89311 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1098890 Nov 25 19:28:30.482524 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.520952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-964f5b2b-6630-4353-8a9e-d4618a145af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:30.522621 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-964f5b2b-6630-4353-8a9e-d4618a145af6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1020722 Nov 25 19:28:30.588649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:30.601820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:30.614599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:30.647349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event updated for resources: {'Port': ['ID=00064eb9-760f-4cc4-b073-0cab35f113e1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:30.699553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c62c3-004a-4f0f-b009-05f671323332 req-79d82c9c-dbb0-4e40-8947-1575040f6441 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:30.701472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb8c62c3-004a-4f0f-b009-05f671323332 req-79d82c9c-dbb0-4e40-8947-1575040f6441 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/ports?device_id=db5a3407-7cef-4707-9a59-9882dc88a9f1 HTTP/1.1" status: 200 len: 948 time: 0.2338753 Nov 25 19:28:30.763720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:30.764308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:30.789504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-3f5afb7e-b823-444f-88ad-b59ce27378aa service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397573 Nov 25 19:28:30.816177 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c1bfd5c7-1ae0-47ba-b5f9-693870c312bd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2576928 Nov 25 19:28:30.831134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb8c62c3-004a-4f0f-b009-05f671323332 req-d38d4648-0803-4393-bde5-17a113ee9d10 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c6cc710-ca9e-4d71-bff7-37269432cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177757 Nov 25 19:28:30.844190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Request body: {'port': {'device_id': 'f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:31.019345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:31.037392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80ad47aa-f0cb-460a-a4c2-2f21b93604b1 req-29d36afe-1e94-4b66-a3c4-f9f373219216 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360561 Nov 25 19:28:31.045359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd992b4-1d6d-4dda-8bc8-b153e8826754 req-e11b8f4d-5de9-494e-8d7d-b71aae9cf3eb tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:31.047351 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cd992b4-1d6d-4dda-8bc8-b153e8826754 req-e11b8f4d-5de9-494e-8d7d-b71aae9cf3eb tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d HTTP/1.1" status: 200 len: 931 time: 0.1264336 Nov 25 19:28:31.285773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cd992b4-1d6d-4dda-8bc8-b153e8826754 req-ea01e4cc-a3bc-42b6-9648-4f21c8f1384e tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898003 Nov 25 19:28:31.565628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793b7b18-05e1-48eb-b662-8e0376796406 req-3a4d6dd1-d165-48fb-bc6f-d84dd6d4a6cd tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:31.567096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-793b7b18-05e1-48eb-b662-8e0376796406 req-3a4d6dd1-d165-48fb-bc6f-d84dd6d4a6cd tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 886 time: 0.1626067 Nov 25 19:28:31.570332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00064eb9-760f-4cc4-b073-0cab35f113e1 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:31.587180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:31.610322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Transition to ACTIVE for port object 00064eb9-760f-4cc4-b073-0cab35f113e1 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:31.615767 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:31.629472 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4393a310-76b1-4cfd-9fcf-dc7b2af66a4d x-openstack-request-id: req-4393a310-76b1-4cfd-9fcf-dc7b2af66a4d {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:31.630352 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9321d386-17bd-46aa-ab4a-fa0971faf9a9", "name": "network-vif-plugged", "status": "completed", "tag": "d6476e0a-9a7b-40e8-ac52-8409bb50eb38", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:31.630676 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4393a310-76b1-4cfd-9fcf-dc7b2af66a4d {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:31.631580 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38', 'code': 200} Nov 25 19:28:31.690905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Pushing event updated for resources: {'Port': ['ID=00064eb9-760f-4cc4-b073-0cab35f113e1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:31.773817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ff688-5911-40cc-986d-be3704a490d2 req-4d4737bf-b857-421c-b8c5-5d06e3599eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:31.775698 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-921ff688-5911-40cc-986d-be3704a490d2 req-4d4737bf-b857-421c-b8c5-5d06e3599eb3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0531828 Nov 25 19:28:31.830369 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-921ff688-5911-40cc-986d-be3704a490d2 req-a584afbc-8382-49ac-84c7-85b1c401e0fd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5959db1f-891a-4098-b215-1f31a4bc1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477884 Nov 25 19:28:31.870586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Attempting to bind port 00064eb9-760f-4cc4-b073-0cab35f113e1 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:31.871458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Attempting to bind port 00064eb9-760f-4cc4-b073-0cab35f113e1 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:31.871666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Attempting to bind port 00064eb9-760f-4cc4-b073-0cab35f113e1 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:31.888682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c40641-c364-43b4-ac30-7307ff5544b8 req-3205a51f-d24a-4929-82e4-f19a2ceed280 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:31.892595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96c40641-c364-43b4-ac30-7307ff5544b8 req-3205a51f-d24a-4929-82e4-f19a2ceed280 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 945 time: 0.1417797 Nov 25 19:28:31.898758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Port 00064eb9-760f-4cc4-b073-0cab35f113e1 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:31.899323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Attempting to bind port 00064eb9-760f-4cc4-b073-0cab35f113e1 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:31.920991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:31.921609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Checking segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:31.922974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Bound using segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:31.923544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Bound port: 00064eb9-760f-4cc4-b073-0cab35f113e1, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:31.924140 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.012111 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d870a223-f782-47a2-ada0-eaab450e13b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.054079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96c40641-c364-43b4-ac30-7307ff5544b8 req-7a6b881c-ce33-4c75-b52e-655b50abcfe6 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/security-groups?id=5959db1f-891a-4098-b215-1f31a4bc1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1490088 Nov 25 19:28:32.098284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-378b4f43-6fe8-4da4-9f88-e06f556302d9 req-6e6ff4ba-74c1-4f32-9d3a-7c505563c154 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-894313604', 'description': 'tempest-description-1819980203'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:32.114564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] For port 00064eb9-760f-4cc4-b073-0cab35f113e1, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:32.144735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] For port 00064eb9-760f-4cc4-b073-0cab35f113e1, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=00064eb9-760f-4cc4-b073-0cab35f113e1,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:32.153723 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.175570 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-378b4f43-6fe8-4da4-9f88-e06f556302d9 req-6e6ff4ba-74c1-4f32-9d3a-7c505563c154 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.243190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:32.244232 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.246715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] 10.222.0.76 "PUT /v2.0/ports/00064eb9-760f-4cc4-b073-0cab35f113e1 HTTP/1.1" status: 200 len: 1091 time: 1.4143913 Nov 25 19:28:32.367320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080be4b0-185b-4d55-b148-c108b253c818 service neutron] Pushing event updated for resources: {'Port': ['ID=00064eb9-760f-4cc4-b073-0cab35f113e1,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:32.443617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-106d5201-5aea-4312-ae21-aa5aa2698c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:32.446355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-106d5201-5aea-4312-ae21-aa5aa2698c0e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d HTTP/1.1" status: 200 len: 1094 time: 0.1402304 Nov 25 19:28:32.481205 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-378b4f43-6fe8-4da4-9f88-e06f556302d9 req-6e6ff4ba-74c1-4f32-9d3a-7c505563c154 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.533576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-68a97c63-0773-4dfe-b31d-bbae6f538745 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00064eb9-760f-4cc4-b073-0cab35f113e1 HTTP/1.1" status: 200 len: 217 time: 0.0763271 Nov 25 19:28:32.534516 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-378b4f43-6fe8-4da4-9f88-e06f556302d9 req-6e6ff4ba-74c1-4f32-9d3a-7c505563c154 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.650248 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-378b4f43-6fe8-4da4-9f88-e06f556302d9 req-6e6ff4ba-74c1-4f32-9d3a-7c505563c154 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:32.652346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-378b4f43-6fe8-4da4-9f88-e06f556302d9 req-6e6ff4ba-74c1-4f32-9d3a-7c505563c154 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.5640910 Nov 25 19:28:32.671692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ff4ba-74c1-4f32-9d3a-7c505563c154 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1872ba8-e1b1-4c68-afcc-b5054f51643d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:32.684638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-4f0fca25-be7d-48e1-a6b3-107fc31f4f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:32.687265 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-4f0fca25-be7d-48e1-a6b3-107fc31f4f58 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.1400259 Nov 25 19:28:32.733955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-5fcf46b6-7af4-4bb6-8646-c1f29a7a3d20 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392499 Nov 25 19:28:32.877181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-c9f01b72-0be8-4892-9873-8eae3d2c9c39 service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355979 Nov 25 19:28:33.015646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-8b6f558e-040c-4edb-bc89-cf8cd2ee6740 service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285067 Nov 25 19:28:33.560157 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e402a20-5614-42c9-bb12-d32980b08436 x-openstack-request-id: req-1e402a20-5614-42c9-bb12-d32980b08436 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:33.560526 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db5a3407-7cef-4707-9a59-9882dc88a9f1", "tag": "41b6d969-b8a7-4117-a50f-362c604e0fd6", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:33.560864 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1e402a20-5614-42c9-bb12-d32980b08436 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:33.561397 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db5a3407-7cef-4707-9a59-9882dc88a9f1', 'tag': '41b6d969-b8a7-4117-a50f-362c604e0fd6', 'status': 'completed', 'code': 200} Nov 25 19:28:33.632258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a req-2f0448d1-1bdd-4fdd-88b7-d7c2f86472a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:33.633538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969d2259-70ca-483e-ba5a-379078fc889f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20a31b1-c308-4d63-bb3f-8b803a43f684'}, {'server_uuid': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5beab37-940f-42cc-a6e0-fa965b94282b'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:33.634348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a req-2f0448d1-1bdd-4fdd-88b7-d7c2f86472a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2202973e92ad45189e3a14ab0bbf4210&device_id=db5a3407-7cef-4707-9a59-9882dc88a9f1 HTTP/1.1" status: 200 len: 1099 time: 0.0480425 Nov 25 19:28:33.636950 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee0379-883c-4cee-a615-2865a9e5ec8f" -d '{"events": [{"server_uuid": "969d2259-70ca-483e-ba5a-379078fc889f", "name": "network-vif-plugged", "status": "completed", "tag": "b20a31b1-c308-4d63-bb3f-8b803a43f684"}, {"server_uuid": "c4887750-1de3-4a9c-b79e-f3be6a55e7d6", "name": "network-vif-unplugged", "status": "completed", "tag": "d5beab37-940f-42cc-a6e0-fa965b94282b"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:33.779459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a req-840798da-376d-4992-a74e-efa40d9d74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:33.780932 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a req-840798da-376d-4992-a74e-efa40d9d74f6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1381698 Nov 25 19:28:33.835173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a req-be97a5d6-f522-44e4-8f34-fdc35bd8a95a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.253&port_id=41b6d969-b8a7-4117-a50f-362c604e0fd6 HTTP/1.1" status: 200 len: 217 time: 0.0396395 Nov 25 19:28:33.890765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31724943-cae8-4f69-a109-c70985ad22df req-fa0161b0-3d98-4ab4-a599-7c923cb99372 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:33.892402 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31724943-cae8-4f69-a109-c70985ad22df req-fa0161b0-3d98-4ab4-a599-7c923cb99372 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 946 time: 0.1286943 Nov 25 19:28:33.914559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a req-d18c411f-70a6-4176-b2f2-247c6758e2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:33.916243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a req-d18c411f-70a6-4176-b2f2-247c6758e2b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0732284 Nov 25 19:28:33.997767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31724943-cae8-4f69-a109-c70985ad22df req-e9e47dc5-2d8a-4f5e-a66d-af5290ce9c59 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857539 Nov 25 19:28:34.004304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a req-aa8a7dca-b5b2-4c25-9207-a82d041c42b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.005879 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a req-aa8a7dca-b5b2-4c25-9207-a82d041c42b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0746775 Nov 25 19:28:34.193567 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a req-8d63e100-0757-4b45-9238-de265bdc76f0 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787794 Nov 25 19:28:34.237958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.238432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.238929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.239414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.239900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.240359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.240813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.241269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.241717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.242189 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.242632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.243120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.245453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4aab9758-35c2-40e9-b22d-5ddf08bb6356 req-38e63334-84c4-4734-b134-7d753bc885b0 tempest-NetworksTest-685592653 tempest-NetworksTest-685592653-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8484 time: 0.2218630 Nov 25 19:28:34.267538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 41b6d969-b8a7-4117-a50f-362c604e0fd6 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:34.411951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9dcf479-a9f9-4a29-8fe0-cd50a03c056a req-b39e7f89-d9a1-40fe-bcf2-10187d772ac1 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072272 Nov 25 19:28:34.418520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 41b6d969-b8a7-4117-a50f-362c604e0fd6, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=41b6d969-b8a7-4117-a50f-362c604e0fd6,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:34.447351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '41b6d969-b8a7-4117-a50f-362c604e0fd6', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '41b6d969-b8a7-4117-a50f-362c604e0fd6', 'mac_address': 'fa:16:3e:04:1c:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.253'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:34.450610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89e1c1-dc8a-47a5-a0e1-6c5ca82b0a5b req-098c344b-9f0c-4302-928a-21ef0ac202fe tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:34.454280 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7b89e1c1-dc8a-47a5-a0e1-6c5ca82b0a5b req-098c344b-9f0c-4302-928a-21ef0ac202fe tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/ports?device_id=db5a3407-7cef-4707-9a59-9882dc88a9f1 HTTP/1.1" status: 200 len: 948 time: 0.1001899 Nov 25 19:28:34.510213 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:34.533177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41b6d969-b8a7-4117-a50f-362c604e0fd6 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:34.533949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7b89e1c1-dc8a-47a5-a0e1-6c5ca82b0a5b req-dc680e0c-cb37-4b53-a994-a1ccad7f116d tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c6cc710-ca9e-4d71-bff7-37269432cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646434 Nov 25 19:28:34.590645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 41b6d969-b8a7-4117-a50f-362c604e0fd6, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=41b6d969-b8a7-4117-a50f-362c604e0fd6,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:34.600528 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:34.707218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-c72eae84-7e28-4265-96f8-ef75bc009580 req-280b6031-59f8-4af7-8f62-612ec0b84915 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-545522301', 'description': 'tempest-description-672359491'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:34.711865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=41b6d969-b8a7-4117-a50f-362c604e0fd6,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:34.718415 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ca88d321-a8ac-49a4-a341-8018961c2ff3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:34.742178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54726) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:34.751905 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c72eae84-7e28-4265-96f8-ef75bc009580 req-280b6031-59f8-4af7-8f62-612ec0b84915 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:34.851593 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c72eae84-7e28-4265-96f8-ef75bc009580 req-280b6031-59f8-4af7-8f62-612ec0b84915 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:34.856109 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c72eae84-7e28-4265-96f8-ef75bc009580 req-280b6031-59f8-4af7-8f62-612ec0b84915 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:34.888166 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c72eae84-7e28-4265-96f8-ef75bc009580 req-280b6031-59f8-4af7-8f62-612ec0b84915 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:34.889756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c72eae84-7e28-4265-96f8-ef75bc009580 req-280b6031-59f8-4af7-8f62-612ec0b84915 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.1881015 Nov 25 19:28:34.895273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b6031-59f8-4af7-8f62-612ec0b84915 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea56241-2a76-4cbf-99c1-ccbb3803b91f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:34.916124 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:34.921075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['41b6d969-b8a7-4117-a50f-362c604e0fd6'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:35.031315 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.037403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.072522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c04607-09a1-47c2-b45a-74f27ef06cd1 req-fcfe8ada-1e34-4904-a5e4-699ba403507c tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:35.075537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0c04607-09a1-47c2-b45a-74f27ef06cd1 req-fcfe8ada-1e34-4904-a5e4-699ba403507c tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 945 time: 0.0765715 Nov 25 19:28:35.120201 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a69059353b88407c8be1fe4d00c07946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3761075 Nov 25 19:28:35.123811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f3f7454-e4eb-4471-878e-44d49a6f83f1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:35.125985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54734) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:35.138165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.138694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.139320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.139898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.140475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.141066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.141638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.142171 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.142738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.143318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.144416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.144416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72821938-23db-4f6a-aa5a-2d8db9f53939 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:28:35.156699 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0c04607-09a1-47c2-b45a-74f27ef06cd1 req-16444920-62a2-4f05-bc2a-b7ca18c24d46 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/security-groups?id=5959db1f-891a-4098-b215-1f31a4bc1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729737 Nov 25 19:28:35.212852 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76a6bef8-ae75-4bea-9d8a-400dc171cb60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.240210 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76a6bef8-ae75-4bea-9d8a-400dc171cb60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.325745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76a6bef8-ae75-4bea-9d8a-400dc171cb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.330580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76a6bef8-ae75-4bea-9d8a-400dc171cb60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.331846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-76a6bef8-ae75-4bea-9d8a-400dc171cb60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f3f7454-e4eb-4471-878e-44d49a6f83f1 HTTP/1.1" status: 204 len: 168 time: 0.2048297 Nov 25 19:28:35.341522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6bef8-ae75-4bea-9d8a-400dc171cb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f3f7454-e4eb-4471-878e-44d49a6f83f1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:35.463170 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67df8cd3-067f-42ce-82d5-54b815c77fc3 x-openstack-request-id: req-67df8cd3-067f-42ce-82d5-54b815c77fc3 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:35.464089 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969d2259-70ca-483e-ba5a-379078fc889f", "name": "network-vif-plugged", "status": "completed", "tag": "b20a31b1-c308-4d63-bb3f-8b803a43f684", "code": 200}, {"server_uuid": "c4887750-1de3-4a9c-b79e-f3be6a55e7d6", "name": "network-vif-unplugged", "status": "completed", "tag": "d5beab37-940f-42cc-a6e0-fa965b94282b", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:35.465041 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-67df8cd3-067f-42ce-82d5-54b815c77fc3 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:35.467637 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969d2259-70ca-483e-ba5a-379078fc889f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'code': 200} Nov 25 19:28:35.469196 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5beab37-940f-42cc-a6e0-fa965b94282b', 'code': 200} Nov 25 19:28:35.564554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d', 'tag': '00064eb9-760f-4cc4-b073-0cab35f113e1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:35.568970 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a419d060-7539-4e8e-9c4e-c88ae6dae9b8" -d '{"events": [{"name": "network-changed", "server_uuid": "f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d", "tag": "00064eb9-760f-4cc4-b073-0cab35f113e1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:35.592562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6138321b-48a6-4fae-8f80-dc6629f7f853 req-d334e253-51ca-45f2-b557-ae781ad34330 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:35.595305 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6138321b-48a6-4fae-8f80-dc6629f7f853 req-d334e253-51ca-45f2-b557-ae781ad34330 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d HTTP/1.1" status: 200 len: 943 time: 0.0759606 Nov 25 19:28:35.643169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448102ad-ea45-4530-9b6e-73b89cc119f7 req-5c9aea21-26e3-4c1d-89a6-ebfeadc17981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:35.645114 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-448102ad-ea45-4530-9b6e-73b89cc119f7 req-5c9aea21-26e3-4c1d-89a6-ebfeadc17981 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 1097 time: 0.0743158 Nov 25 19:28:35.675555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6138321b-48a6-4fae-8f80-dc6629f7f853 req-b5b77786-d6a8-44a8-b998-28cce0e4c9c6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739958 Nov 25 19:28:35.725636 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-448102ad-ea45-4530-9b6e-73b89cc119f7 req-052f7d45-dfa9-46d3-b103-295b2c32a9d2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714612 Nov 25 19:28:35.791419 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b96c84f-36e1-4c04-9cff-7b50953c55d5 req-53942276-53e1-47e7-8c7c-9129cc155b57 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/e1872ba8-e1b1-4c68-afcc-b5054f51643d HTTP/1.1" status: 200 len: 1821 time: 0.0641167 Nov 25 19:28:35.865992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b96c84f-36e1-4c04-9cff-7b50953c55d5 req-7c69a43d-6e73-4260-bfc1-d632b580b83c tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/6ea56241-2a76-4cbf-99c1-ccbb3803b91f HTTP/1.1" status: 200 len: 1820 time: 0.0670145 Nov 25 19:28:35.870378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54752) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:35.883393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-3b96c84f-36e1-4c04-9cff-7b50953c55d5 req-ba20c5db-0176-47ac-a908-45abfdb4bdd5 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e1872ba8-e1b1-4c68-afcc-b5054f51643d', 'remote_group_id': '6ea56241-2a76-4cbf-99c1-ccbb3803b91f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:35.883983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-3b96c84f-36e1-4c04-9cff-7b50953c55d5 req-ba20c5db-0176-47ac-a908-45abfdb4bdd5 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'e1872ba8-e1b1-4c68-afcc-b5054f51643d', 'remote_group_id': '6ea56241-2a76-4cbf-99c1-ccbb3803b91f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:35.890836 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-294a8423-766b-4ecf-9b43-da44e239ad27 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:35.974466 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3b96c84f-36e1-4c04-9cff-7b50953c55d5 req-ba20c5db-0176-47ac-a908-45abfdb4bdd5 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.000264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-294a8423-766b-4ecf-9b43-da44e239ad27 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.006469 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-294a8423-766b-4ecf-9b43-da44e239ad27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.037912 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3b96c84f-36e1-4c04-9cff-7b50953c55d5 req-ba20c5db-0176-47ac-a908-45abfdb4bdd5 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.043801 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3b96c84f-36e1-4c04-9cff-7b50953c55d5 req-ba20c5db-0176-47ac-a908-45abfdb4bdd5 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.077898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20c5db-0176-47ac-a908-45abfdb4bdd5 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3023dabc-dc04-418c-b87b-5e0d56fba03d,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:36.085952 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-294a8423-766b-4ecf-9b43-da44e239ad27 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89cb1c0027b64adab740ac0a72611898&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2139785 Nov 25 19:28:36.089665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294a8423-766b-4ecf-9b43-da44e239ad27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=568f3686-4f00-468b-b1e6-f156da33b0ce,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:36.091698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54754) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:36.092037 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3b96c84f-36e1-4c04-9cff-7b50953c55d5 req-ba20c5db-0176-47ac-a908-45abfdb4bdd5 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.095353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b96c84f-36e1-4c04-9cff-7b50953c55d5 req-ba20c5db-0176-47ac-a908-45abfdb4bdd5 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2183464 Nov 25 19:28:36.158432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8548094c-10d9-4c59-986c-3f518270faae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.190504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8548094c-10d9-4c59-986c-3f518270faae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.257446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0cda10-d02c-4afe-bfb3-f15b405a3832 req-f7ff54b7-7b90-49ce-be3b-b4172ac2708d tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:36.260441 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db0cda10-d02c-4afe-bfb3-f15b405a3832 req-f7ff54b7-7b90-49ce-be3b-b4172ac2708d tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 946 time: 0.0743778 Nov 25 19:28:36.268641 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8548094c-10d9-4c59-986c-3f518270faae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.272715 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8548094c-10d9-4c59-986c-3f518270faae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.278283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8548094c-10d9-4c59-986c-3f518270faae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/568f3686-4f00-468b-b1e6-f156da33b0ce HTTP/1.1" status: 204 len: 168 time: 0.1815147 Nov 25 19:28:36.288590 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 00064eb9-760f-4cc4-b073-0cab35f113e1 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:36.293488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 41b6d969-b8a7-4117-a50f-362c604e0fd6 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:36.293721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548094c-10d9-4c59-986c-3f518270faae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=568f3686-4f00-468b-b1e6-f156da33b0ce,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:36.305950 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.384159 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db0cda10-d02c-4afe-bfb3-f15b405a3832 req-cf6b833b-6d91-49c5-a6c4-3d180fe75d39 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124034 Nov 25 19:28:36.446500 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:28:36.451402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 41b6d969-b8a7-4117-a50f-362c604e0fd6 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:36.467754 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 41b6d969-b8a7-4117-a50f-362c604e0fd6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:36.470060 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.547156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb92f740-dc3f-4e8e-b51c-e9b5e0e22612 req-26da611c-235f-4056-9577-4e43914e3bc0 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:36.558044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54760) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:36.566783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb92f740-dc3f-4e8e-b51c-e9b5e0e22612 req-26da611c-235f-4056-9577-4e43914e3bc0 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 945 time: 0.1003804 Nov 25 19:28:36.571320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-15ccb525-8153-4427-a446-93e564b04c0d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Request body: {'floatingip': {'port_id': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:36.575861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 00064eb9-760f-4cc4-b073-0cab35f113e1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=00064eb9-760f-4cc4-b073-0cab35f113e1,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:36.613782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '00064eb9-760f-4cc4-b073-0cab35f113e1', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'port_id': '00064eb9-760f-4cc4-b073-0cab35f113e1', 'mac_address': 'fa:16:3e:3b:0d:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e068616-7912-416a-8786-ab1d8edb2eec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:36.699288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c75cad-ea99-45f1-8f96-4b2074aabdff req-2140c24d-3a86-4f41-8626-6e1e9af7427c tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:36.700379 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15ccb525-8153-4427-a446-93e564b04c0d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for floatingip, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.708550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17c75cad-ea99-45f1-8f96-4b2074aabdff req-2140c24d-3a86-4f41-8626-6e1e9af7427c tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/ports?device_id=db5a3407-7cef-4707-9a59-9882dc88a9f1 HTTP/1.1" status: 200 len: 949 time: 0.0905175 Nov 25 19:28:36.762281 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.769715 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.791546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17c75cad-ea99-45f1-8f96-4b2074aabdff req-b030843f-d7e6-4a29-9613-c5866902536f tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c6cc710-ca9e-4d71-bff7-37269432cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818341 Nov 25 19:28:36.806786 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00064eb9-760f-4cc4-b073-0cab35f113e1 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:36.848292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 00064eb9-760f-4cc4-b073-0cab35f113e1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=00064eb9-760f-4cc4-b073-0cab35f113e1,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:36.857491 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922bd7ed-d70b-456c-bfca-2c2e4b2a02c7 x-openstack-request-id: req-922bd7ed-d70b-456c-bfca-2c2e4b2a02c7 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:36.857730 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:36.858017 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d", "tag": "00064eb9-760f-4cc4-b073-0cab35f113e1", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:36.858357 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-922bd7ed-d70b-456c-bfca-2c2e4b2a02c7 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:36.859093 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d', 'tag': '00064eb9-760f-4cc4-b073-0cab35f113e1', 'status': 'completed', 'code': 200} Nov 25 19:28:36.995793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 41b6d969-b8a7-4117-a50f-362c604e0fd6, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=41b6d969-b8a7-4117-a50f-362c604e0fd6,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:37.024253 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:37.048237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=00064eb9-760f-4cc4-b073-0cab35f113e1,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:37.145927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=41b6d969-b8a7-4117-a50f-362c604e0fd6,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:37.177423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['00064eb9-760f-4cc4-b073-0cab35f113e1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:37.490701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5a3407-7cef-4707-9a59-9882dc88a9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b6d969-b8a7-4117-a50f-362c604e0fd6'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:37.496697 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fbe8a1-ed33-4bf5-aa6c-6ff520fefeac" -d '{"events": [{"server_uuid": "db5a3407-7cef-4707-9a59-9882dc88a9f1", "name": "network-vif-plugged", "status": "completed", "tag": "41b6d969-b8a7-4117-a50f-362c604e0fd6"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:37.633561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419d060-7539-4e8e-9c4e-c88ae6dae9b8 req-89d110e3-ddca-4a87-b312-641d6be08176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:37.636064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a419d060-7539-4e8e-9c4e-c88ae6dae9b8 req-89d110e3-ddca-4a87-b312-641d6be08176 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d HTTP/1.1" status: 200 len: 1095 time: 0.6451945 Nov 25 19:28:37.638658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da298db-d53c-4f54-b93e-60b777e5009d req-ccc62e74-2449-4a4b-ab8f-421d62c88d86 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:37.640881 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8da298db-d53c-4f54-b93e-60b777e5009d req-ccc62e74-2449-4a4b-ab8f-421d62c88d86 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "GET /v2.0/ports?device_id=c4887750-1de3-4a9c-b79e-f3be6a55e7d6 HTTP/1.1" status: 200 len: 943 time: 0.1083562 Nov 25 19:28:37.722748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-f29c9a3c-9e87-4d44-9432-8347158b5a36 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:37.724756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-f29c9a3c-9e87-4d44-9432-8347158b5a36 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 805 time: 0.7666783 Nov 25 19:28:37.791844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15ccb525-8153-4427-a446-93e564b04c0d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:37.799827 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15ccb525-8153-4427-a446-93e564b04c0d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:37.813698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-09a9c0bb-20e3-4eb7-9b20-825cf0957b69 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/quotas/453bf602e09c4a2b98fb27e1b9e8bb34 HTTP/1.1" status: 200 len: 375 time: 0.0366607 Nov 25 19:28:37.832061 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:37.950278 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-bd77d4e8-ef8f-4f62-9086-871eefd53dcb tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1337883 Nov 25 19:28:37.951276 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419d060-7539-4e8e-9c4e-c88ae6dae9b8 req-8fa0d338-37aa-4e9e-8fe8-0e27dab90ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:37.953605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a419d060-7539-4e8e-9c4e-c88ae6dae9b8 req-8fa0d338-37aa-4e9e-8fe8-0e27dab90ead service neutron] 10.222.0.76 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 912 time: 0.3097100 Nov 25 19:28:37.954862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-8da298db-d53c-4f54-b93e-60b777e5009d req-e7bc40c7-b519-44fc-9f55-bad989558941 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Deleting port d5beab37-940f-42cc-a6e0-fa965b94282b {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:28:37.955393 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8da298db-d53c-4f54-b93e-60b777e5009d req-e7bc40c7-b519-44fc-9f55-bad989558941 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:37.994950 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-15ccb525-8153-4427-a446-93e564b04c0d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Floating IP 8df0d353-6941-4acc-9595-4dd32692883b associated. External IP: 172.25.8.98, port: d6476e0a-9a7b-40e8-ac52-8409bb50eb38. Nov 25 19:28:38.035476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a419d060-7539-4e8e-9c4e-c88ae6dae9b8 req-80b7f3d2-c272-4c93-a790-d002ff7a0e7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=00064eb9-760f-4cc4-b073-0cab35f113e1 HTTP/1.1" status: 200 len: 217 time: 0.0696468 Nov 25 19:28:38.082377 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.177924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a419d060-7539-4e8e-9c4e-c88ae6dae9b8 req-8b2032d3-101d-43cb-a2cf-546fe33281ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:38.179597 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a419d060-7539-4e8e-9c4e-c88ae6dae9b8 req-8b2032d3-101d-43cb-a2cf-546fe33281ba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.1364937 Nov 25 19:28:38.189316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8da298db-d53c-4f54-b93e-60b777e5009d req-e7bc40c7-b519-44fc-9f55-bad989558941 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] For port d5beab37-940f-42cc-a6e0-fa965b94282b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d5beab37-940f-42cc-a6e0-fa965b94282b,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:38.189686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8da298db-d53c-4f54-b93e-60b777e5009d req-e7bc40c7-b519-44fc-9f55-bad989558941 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.193406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-b2015dc7-f496-4f28-b6ad-e52ef3b0e6ad service neutron] 10.222.0.15 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295334 Nov 25 19:28:38.209958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-8da298db-d53c-4f54-b93e-60b777e5009d req-e7bc40c7-b519-44fc-9f55-bad989558941 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Calling delete_port for d5beab37-940f-42cc-a6e0-fa965b94282b owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:28:38.278103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a419d060-7539-4e8e-9c4e-c88ae6dae9b8 req-2cbbd749-401e-4a0d-afb6-667a8ce67e8c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742867 Nov 25 19:28:38.285462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 00064eb9-760f-4cc4-b073-0cab35f113e1 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:38.404860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 00064eb9-760f-4cc4-b073-0cab35f113e1 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:38.416298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 00064eb9-760f-4cc4-b073-0cab35f113e1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:38.417496 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.432982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15ccb525-8153-4427-a446-93e564b04c0d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Router f1e8b275-a6b5-4845-a268-db8e10aa95a0 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:28:38.519116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-b7b31c1c-10cd-432e-a6d7-c84198010ab3 service neutron] 10.222.0.15 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244352 Nov 25 19:28:38.608128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8da298db-d53c-4f54-b93e-60b777e5009d req-e7bc40c7-b519-44fc-9f55-bad989558941 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.612267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a419d060-7539-4e8e-9c4e-c88ae6dae9b8 req-c656cd65-18bb-4930-83e5-e942ba22b1e3 service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261583 Nov 25 19:28:38.663502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bc40c7-b519-44fc-9f55-bad989558941 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Pushing event deleted for resources: {'Port': ['ID=d5beab37-940f-42cc-a6e0-fa965b94282b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:38.732319 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.734480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8da298db-d53c-4f54-b93e-60b777e5009d req-e7bc40c7-b519-44fc-9f55-bad989558941 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] No DVR routers for this DVR port d5beab37-940f-42cc-a6e0-fa965b94282b on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:28:38.737869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15ccb525-8153-4427-a446-93e564b04c0d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:38.746948 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8da298db-d53c-4f54-b93e-60b777e5009d req-e7bc40c7-b519-44fc-9f55-bad989558941 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.751472 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354773f8-9524-449d-9651-3fd0699a5257 None None] Sync routers for ids ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:38.752739 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8da298db-d53c-4f54-b93e-60b777e5009d req-e7bc40c7-b519-44fc-9f55-bad989558941 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "DELETE /v2.0/ports/d5beab37-940f-42cc-a6e0-fa965b94282b HTTP/1.1" status: 204 len: 173 time: 1.1043956 Nov 25 19:28:38.753205 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'name': 'network-vif-deleted', 'tag': 'd5beab37-940f-42cc-a6e0-fa965b94282b'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:38.764972 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fb6b120-08b1-48b8-850f-58ab08ce1747" -d '{"events": [{"server_uuid": "c4887750-1de3-4a9c-b79e-f3be6a55e7d6", "name": "network-vif-deleted", "tag": "d5beab37-940f-42cc-a6e0-fa965b94282b"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:38.781705 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15ccb525-8153-4427-a446-93e564b04c0d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.804819 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354773f8-9524-449d-9651-3fd0699a5257 None None] Routers {'f1e8b275-a6b5-4845-a268-db8e10aa95a0'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:38.805470 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-354773f8-9524-449d-9651-3fd0699a5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:38.872916 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-15ccb525-8153-4427-a446-93e564b04c0d tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "PUT /v2.0/floatingips/8df0d353-6941-4acc-9595-4dd32692883b HTTP/1.1" status: 200 len: 990 time: 2.3121231 Nov 25 19:28:38.881600 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 00064eb9-760f-4cc4-b073-0cab35f113e1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=00064eb9-760f-4cc4-b073-0cab35f113e1,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:38.888306 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:38.927933 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a419d060-7539-4e8e-9c4e-c88ae6dae9b8 req-0a0748c3-424a-4595-a2c3-2e1f502ff8ee service neutron] 10.222.0.76 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3045478 Nov 25 19:28:39.065900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=00064eb9-760f-4cc4-b073-0cab35f113e1,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:39.149901 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-354773f8-9524-449d-9651-3fd0699a5257 None None] Set router f1e8b275-a6b5-4845-a268-db8e10aa95a0 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:39.220275 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61bc0521-609c-45f1-bb02-71c02c14a13e req-78eab218-10f5-4ee2-8693-aa1af9a00188 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/6ea56241-2a76-4cbf-99c1-ccbb3803b91f HTTP/1.1" status: 200 len: 1820 time: 0.1012104 Nov 25 19:28:39.351038 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-61bc0521-609c-45f1-bb02-71c02c14a13e req-296666cf-ebd0-4c3e-9d4e-6df8690051f7 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:39.435332 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-61bc0521-609c-45f1-bb02-71c02c14a13e req-296666cf-ebd0-4c3e-9d4e-6df8690051f7 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:39.597602 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-354773f8-9524-449d-9651-3fd0699a5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '8df0d353-6941-4acc-9595-4dd32692883b', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'port_id': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'mac_address': 'fa:16:3e:d0:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:02Z', 'updated_at': '2021-11-25T19:28:37Z', 'revision_number': 1, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75d0d9c-829b-48a2-81f3-b650533ea921', 'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'mac_address': 'fa:16:3e:ff:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:55Z', 'updated_at': '2021-11-25T19:28:07Z', 'revision_number': 5, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'subnets': [{'id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:39.598495 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-61bc0521-609c-45f1-bb02-71c02c14a13e req-296666cf-ebd0-4c3e-9d4e-6df8690051f7 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:39.604276 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-61bc0521-609c-45f1-bb02-71c02c14a13e req-296666cf-ebd0-4c3e-9d4e-6df8690051f7 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:39.604276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61bc0521-609c-45f1-bb02-71c02c14a13e req-296666cf-ebd0-4c3e-9d4e-6df8690051f7 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "DELETE /v2.0/security-groups/6ea56241-2a76-4cbf-99c1-ccbb3803b91f HTTP/1.1" status: 204 len: 173 time: 0.3709955 Nov 25 19:28:39.622185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296666cf-ebd0-4c3e-9d4e-6df8690051f7 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea56241-2a76-4cbf-99c1-ccbb3803b91f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:39.662306 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354773f8-9524-449d-9651-3fd0699a5257 None None] Checking router: f1e8b275-a6b5-4845-a268-db8e10aa95a0 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:39.675578 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354773f8-9524-449d-9651-3fd0699a5257 None None] Routers {'f1e8b275-a6b5-4845-a268-db8e10aa95a0'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:39.676260 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-354773f8-9524-449d-9651-3fd0699a5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:39.841613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634ebc8e-8b6a-41aa-a387-7259cdc71926 req-af77e1e2-fc38-42ce-909f-facc2117e200 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:39.847401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-634ebc8e-8b6a-41aa-a387-7259cdc71926 req-af77e1e2-fc38-42ce-909f-facc2117e200 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d HTTP/1.1" status: 200 len: 945 time: 0.1035302 Nov 25 19:28:39.920059 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-354773f8-9524-449d-9651-3fd0699a5257 None None] Set router f1e8b275-a6b5-4845-a268-db8e10aa95a0 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:39.934101 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-634ebc8e-8b6a-41aa-a387-7259cdc71926 req-b8b60018-6483-4f16-8a88-2a329c85d3de tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765393 Nov 25 19:28:40.114330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11bda9-844f-4452-9edc-e3c6f17f4190 req-2e9dc990-c5a5-4897-957c-7dc02f26a7ad tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:40.116232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db11bda9-844f-4452-9edc-e3c6f17f4190 req-2e9dc990-c5a5-4897-957c-7dc02f26a7ad tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 946 time: 0.0807290 Nov 25 19:28:40.193619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db11bda9-844f-4452-9edc-e3c6f17f4190 req-e27374db-f03b-419f-b1c8-c91131270e6c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603161 Nov 25 19:28:40.284132 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3217f66d-2737-48cc-a9f5-f22207d88307 x-openstack-request-id: req-3217f66d-2737-48cc-a9f5-f22207d88307 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:40.285511 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5a3407-7cef-4707-9a59-9882dc88a9f1", "name": "network-vif-plugged", "status": "completed", "tag": "41b6d969-b8a7-4117-a50f-362c604e0fd6", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:40.291010 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3217f66d-2737-48cc-a9f5-f22207d88307 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:40.292594 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5a3407-7cef-4707-9a59-9882dc88a9f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41b6d969-b8a7-4117-a50f-362c604e0fd6', 'code': 200} Nov 25 19:28:40.381791 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-354773f8-9524-449d-9651-3fd0699a5257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '8df0d353-6941-4acc-9595-4dd32692883b', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'port_id': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'mac_address': 'fa:16:3e:d0:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:02Z', 'updated_at': '2021-11-25T19:28:37Z', 'revision_number': 1, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75d0d9c-829b-48a2-81f3-b650533ea921', 'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'mac_address': 'fa:16:3e:ff:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:55Z', 'updated_at': '2021-11-25T19:28:07Z', 'revision_number': 5, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'subnets': [{'id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:40.418945 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354773f8-9524-449d-9651-3fd0699a5257 None None] The sync data for ids ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'] in n-d-817303-9 is: [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '8df0d353-6941-4acc-9595-4dd32692883b', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'floating_ip_address': '172.25.8.98', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'port_id': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 850, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'mac_address': 'fa:16:3e:d0:7a:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:02Z', 'updated_at': '2021-11-25T19:28:37Z', 'revision_number': 1, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd75d0d9c-829b-48a2-81f3-b650533ea921', 'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'mac_address': 'fa:16:3e:ff:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:55Z', 'updated_at': '2021-11-25T19:28:07Z', 'revision_number': 5, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'subnets': [{'id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:40.465164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4734cd61-64db-463d-821b-606d7ca03b6a req-5722a49b-0c5f-49d4-97c9-62283b9a15bb tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:40.467026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4734cd61-64db-463d-821b-606d7ca03b6a req-5722a49b-0c5f-49d4-97c9-62283b9a15bb tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/ports?device_id=db5a3407-7cef-4707-9a59-9882dc88a9f1 HTTP/1.1" status: 200 len: 950 time: 0.1110923 Nov 25 19:28:40.482354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b33f2d7-3f7d-45a6-9e29-1e2dc09fc8cb req-1b2ac3c3-ee02-421f-a44a-216124e71556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:40.484505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b33f2d7-3f7d-45a6-9e29-1e2dc09fc8cb req-1b2ac3c3-ee02-421f-a44a-216124e71556 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=db5a3407-7cef-4707-9a59-9882dc88a9f1 HTTP/1.1" status: 200 len: 1101 time: 0.0829239 Nov 25 19:28:40.576713 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4734cd61-64db-463d-821b-606d7ca03b6a req-561575cc-c2a9-4245-bba1-e80f80fea9d6 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c6cc710-ca9e-4d71-bff7-37269432cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908735 Nov 25 19:28:40.582823 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b33f2d7-3f7d-45a6-9e29-1e2dc09fc8cb req-c7410e17-5be0-4aad-979e-21468b5c1c9e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4c6cc710-ca9e-4d71-bff7-37269432cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901387 Nov 25 19:28:40.620384 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c520e6b4-0eb9-4bdc-b4ab-2669cf12aa89 x-openstack-request-id: req-c520e6b4-0eb9-4bdc-b4ab-2669cf12aa89 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:40.621211 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4887750-1de3-4a9c-b79e-f3be6a55e7d6", "name": "network-vif-deleted", "tag": "d5beab37-940f-42cc-a6e0-fa965b94282b", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:40.621211 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c520e6b4-0eb9-4bdc-b4ab-2669cf12aa89 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:40.622084 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4887750-1de3-4a9c-b79e-f3be6a55e7d6', 'name': 'network-vif-deleted', 'tag': 'd5beab37-940f-42cc-a6e0-fa965b94282b', 'status': 'completed', 'code': 200} Nov 25 19:28:40.727311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a2dfa3-eff1-4f8d-bab0-87f3820fd9dd None None] New status for floating IP 8df0d353-6941-4acc-9595-4dd32692883b: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:28:40.775190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d5beab37-940f-42cc-a6e0-fa965b94282b no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:40.806630 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bf9cc19-631c-4ec5-8e5a-c404441804ac req-70265309-287c-4f36-a298-ff20afa3b0b7 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 210 time: 0.0300210 Nov 25 19:28:40.808211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: d5beab37-940f-42cc-a6e0-fa965b94282b {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:28:40.808814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d5beab37-940f-42cc-a6e0-fa965b94282b not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:28:40.931557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-65b2587b-6b71-44b7-a5f9-27e265bef26f req-0b0becfa-62fb-43ef-ae5a-dc48453cc136 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/e1872ba8-e1b1-4c68-afcc-b5054f51643d HTTP/1.1" status: 200 len: 1821 time: 0.0615411 Nov 25 19:28:41.129323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-0783a801-dd7d-4d8f-a11f-411ef744ef7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:41.131825 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-0783a801-dd7d-4d8f-a11f-411ef744ef7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 805 time: 0.1650853 Nov 25 19:28:41.146639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Request body: {'port': {'device_id': '40bf8700-c78d-4f45-9b23-0315fd983425', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'admin_state_up': True, 'tenant_id': '453bf602e09c4a2b98fb27e1b9e8bb34'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:41.313422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Made reservation on behalf of 453bf602e09c4a2b98fb27e1b9e8bb34 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:41.317519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.506054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-4c4b4f5b-27d6-42e1-bd7c-a3c4c5d485ba tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:41.508594 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Allocated IP 172.20.0.11 (d5aed545-c5c9-4df2-88c4-1ebfe07f70ee/e346e9bd-e458-4b44-b405-f5770ef69ff0/dfbd1b63-f22a-46a2-9f63-0051ed479f99) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:41.509566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-4c4b4f5b-27d6-42e1-bd7c-a3c4c5d485ba tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0854063 Nov 25 19:28:41.594472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-1ecb2972-e9e6-4a7a-8a42-03bf4a4264b7 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 696 time: 0.0765975 Nov 25 19:28:41.613605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-98fd3893-efdd-4fa9-9999-3209cb80db7b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Request body: {'floatingip': {'port_id': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:41.684288 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-98fd3893-efdd-4fa9-9999-3209cb80db7b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.791549 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.860027 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:41.915548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:41.919123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:41.924224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:41.968706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Pushing event updated for resources: {'Port': ['ID=dfbd1b63-f22a-46a2-9f63-0051ed479f99,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:42.011615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:42.012676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:42.038344 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-cbe41ed7-d84d-412e-8afe-13799ae02f0e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8962615 Nov 25 19:28:42.053475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-e3009eb6-9abf-4f2a-8d43-09972089b52a tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:28:42.055326 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-e3009eb6-9abf-4f2a-8d43-09972089b52a tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0092876 Nov 25 19:28:42.220615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Request body: {'port': {'device_id': '40bf8700-c78d-4f45-9b23-0315fd983425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:42.290022 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:42.296941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00064eb9-760f-4cc4-b073-0cab35f113e1'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:42.308558 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-439f5bae-7d09-4730-8182-2bcd2dbf9771" -d '{"events": [{"server_uuid": "f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d", "name": "network-vif-plugged", "status": "completed", "tag": "00064eb9-760f-4cc4-b073-0cab35f113e1"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:42.527970 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-98fd3893-efdd-4fa9-9999-3209cb80db7b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:42.534232 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-98fd3893-efdd-4fa9-9999-3209cb80db7b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:42.726352 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-98fd3893-efdd-4fa9-9999-3209cb80db7b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Floating IP 87096e8f-37f7-466b-892e-c20477e679c9 associated. External IP: 172.25.8.235, port: 215c82dd-da05-4fe0-8cab-dd805afdc13c. Nov 25 19:28:42.736256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'tag': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:42.738683 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873dee5f-35f1-4c79-af76-11b0917b417b" -d '{"events": [{"name": "network-changed", "server_uuid": "9321d386-17bd-46aa-ab4a-fa0971faf9a9", "tag": "d6476e0a-9a7b-40e8-ac52-8409bb50eb38"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:42.989628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfbd1b63-f22a-46a2-9f63-0051ed479f99 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:43.000257 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:43.030898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Transition to ACTIVE for port object dfbd1b63-f22a-46a2-9f63-0051ed479f99 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:43.037495 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:43.140309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Pushing event updated for resources: {'Port': ['ID=dfbd1b63-f22a-46a2-9f63-0051ed479f99,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:43.263915 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Attempting to bind port dfbd1b63-f22a-46a2-9f63-0051ed479f99 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:43.264264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Attempting to bind port dfbd1b63-f22a-46a2-9f63-0051ed479f99 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:43.264767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Attempting to bind port dfbd1b63-f22a-46a2-9f63-0051ed479f99 on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:43.273635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Port dfbd1b63-f22a-46a2-9f63-0051ed479f99 on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:43.274141 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Attempting to bind port dfbd1b63-f22a-46a2-9f63-0051ed479f99 on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:43.283399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:43.283941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Checking segment: {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:43.284670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Bound using segment: {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:43.285351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Bound port: dfbd1b63-f22a-46a2-9f63-0051ed479f99, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:43.285945 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:43.404993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] For port dfbd1b63-f22a-46a2-9f63-0051ed479f99, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:43.409943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] For port dfbd1b63-f22a-46a2-9f63-0051ed479f99, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dfbd1b63-f22a-46a2-9f63-0051ed479f99,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:43.415689 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:43.442698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-98fd3893-efdd-4fa9-9999-3209cb80db7b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Router 015a232e-d709-484b-ac85-10405d77488f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:28:43.457710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:43.458374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:43.459867 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] 10.222.0.60 "PUT /v2.0/ports/dfbd1b63-f22a-46a2-9f63-0051ed479f99 HTTP/1.1" status: 200 len: 1092 time: 1.3914032 Nov 25 19:28:43.492013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fe29a-5112-492a-8cad-4d1cb061aaac service neutron] Pushing event updated for resources: {'Port': ['ID=dfbd1b63-f22a-46a2-9f63-0051ed479f99,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:43.569740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-f401b357-d163-4e73-8143-85acc570ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:43.571256 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-f401b357-d163-4e73-8143-85acc570ccea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 1095 time: 0.0531566 Nov 25 19:28:43.624914 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-1d2b6548-23b6-44fd-944f-75472f2c34e3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfbd1b63-f22a-46a2-9f63-0051ed479f99 HTTP/1.1" status: 200 len: 217 time: 0.0454781 Nov 25 19:28:43.633632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-98fd3893-efdd-4fa9-9999-3209cb80db7b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:43.639702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-98fd3893-efdd-4fa9-9999-3209cb80db7b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:43.650225 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f060c0-f495-4822-8016-f1a4db55eee4 None None] Sync routers for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:43.679705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-98fd3893-efdd-4fa9-9999-3209cb80db7b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "PUT /v2.0/floatingips/87096e8f-37f7-466b-892e-c20477e679c9 HTTP/1.1" status: 200 len: 996 time: 2.0728590 Nov 25 19:28:43.680060 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f060c0-f495-4822-8016-f1a4db55eee4 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:43.680643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:43.681036 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-81f060c0-f495-4822-8016-f1a4db55eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:43.683967 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad" -d '{"events": [{"name": "network-changed", "server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:43.720652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-0fe84fd8-691f-4e30-8d7e-3a57c9f9151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:43.723250 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-0fe84fd8-691f-4e30-8d7e-3a57c9f9151e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e346e9bd-e458-4b44-b405-f5770ef69ff0 HTTP/1.1" status: 200 len: 845 time: 0.0915647 Nov 25 19:28:43.758044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-5f61b74c-a291-46cc-a067-0da9185beec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:43.759700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-5f61b74c-a291-46cc-a067-0da9185beec2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 1096 time: 0.0573432 Nov 25 19:28:43.774677 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-83bf34f5-7087-4c6f-abb2-d41eba540779 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446782 Nov 25 19:28:43.889975 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-0bce106e-0eec-4f19-a1a7-48a610407d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:43.892952 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-0bce106e-0eec-4f19-a1a7-48a610407d62 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.1247063 Nov 25 19:28:43.959944 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-1f7b2612-2935-48e8-8d8d-c9f2e74db540 service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770325 Nov 25 19:28:44.001070 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-81f060c0-f495-4822-8016-f1a4db55eee4 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:44.038054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-f92384c7-0e4a-4ce3-a859-dab6de3dee81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 999 time: 0.1310196 Nov 25 19:28:44.082927 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-273b91b5-fd22-4829-8d8c-ea20432589c7 req-25830dab-1c1c-45e8-a328-0e2a4fb13f0b service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159568 Nov 25 19:28:44.138249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-1ed55009-19bc-43cf-85c0-1413ac4e1b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:44.141429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-1ed55009-19bc-43cf-85c0-1413ac4e1b0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.0909233 Nov 25 19:28:44.212939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-4f1a3d07-556b-49e5-a780-0266188e10aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:44.215654 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-4f1a3d07-556b-49e5-a780-0266188e10aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675013 Nov 25 19:28:44.334253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-9d6fc711-57ef-40bc-a4ae-b95fe6d3fc53 service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061401 Nov 25 19:28:44.354398 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-81f060c0-f495-4822-8016-f1a4db55eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:28:42Z', 'revision_number': 1, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:44.387321 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f060c0-f495-4822-8016-f1a4db55eee4 None None] Checking router: 015a232e-d709-484b-ac85-10405d77488f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:44.402270 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f060c0-f495-4822-8016-f1a4db55eee4 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:44.403253 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-81f060c0-f495-4822-8016-f1a4db55eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:44.480459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2305a331-63fe-41b4-8ce5-19c68d177b17 req-c7d01f95-33ad-4154-b543-52db9368c3c6 service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344533 Nov 25 19:28:44.521748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-ab991ae7-2755-4a7c-b3c0-a37ae0d3e4cd req-297119f9-bbc8-48bd-87d4-a4b19064435b tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1307130373', 'description': 'tempest-description-581423843'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:44.550680 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ab991ae7-2755-4a7c-b3c0-a37ae0d3e4cd req-297119f9-bbc8-48bd-87d4-a4b19064435b tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:44.596855 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-81f060c0-f495-4822-8016-f1a4db55eee4 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:44.653226 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ab991ae7-2755-4a7c-b3c0-a37ae0d3e4cd req-297119f9-bbc8-48bd-87d4-a4b19064435b tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:44.659463 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ab991ae7-2755-4a7c-b3c0-a37ae0d3e4cd req-297119f9-bbc8-48bd-87d4-a4b19064435b tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:44.706866 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ab991ae7-2755-4a7c-b3c0-a37ae0d3e4cd req-297119f9-bbc8-48bd-87d4-a4b19064435b tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:44.709935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab991ae7-2755-4a7c-b3c0-a37ae0d3e4cd req-297119f9-bbc8-48bd-87d4-a4b19064435b tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.1912692 Nov 25 19:28:44.737475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297119f9-bbc8-48bd-87d4-a4b19064435b tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82bfa394-9895-48f9-a2df-b52872cb269f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:44.853551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24a29ae-8328-4e74-8526-e7cb2929c686 req-b93f3da2-f2fa-47ed-ada4-7abb424adf6c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:44.855797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f24a29ae-8328-4e74-8526-e7cb2929c686 req-b93f3da2-f2fa-47ed-ada4-7abb424adf6c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d HTTP/1.1" status: 200 len: 945 time: 0.0627367 Nov 25 19:28:44.893004 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-81f060c0-f495-4822-8016-f1a4db55eee4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:28:42Z', 'revision_number': 1, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:44.916788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f24a29ae-8328-4e74-8526-e7cb2929c686 req-17e15ee0-9ea6-4aac-abcf-2f65fabe29b4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532532 Nov 25 19:28:44.927140 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f060c0-f495-4822-8016-f1a4db55eee4 None None] The sync data for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 is: [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:28:42Z', 'revision_number': 1, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:45.184959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-648bc10a-35e4-4990-a7bb-d229526677d9 None None] New status for floating IP 87096e8f-37f7-466b-892e-c20477e679c9: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:28:45.488413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c93c43-a5ad-40d7-b9aa-cfb7d5c3c002 req-55699dc3-3a4d-40a3-b333-8ccc1f69a82e tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:45.491094 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61c93c43-a5ad-40d7-b9aa-cfb7d5c3c002 req-55699dc3-3a4d-40a3-b333-8ccc1f69a82e tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/ports?device_id=db5a3407-7cef-4707-9a59-9882dc88a9f1 HTTP/1.1" status: 200 len: 950 time: 0.0942807 Nov 25 19:28:45.559334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61c93c43-a5ad-40d7-b9aa-cfb7d5c3c002 req-ade11518-a7cf-4393-9962-7f71e4951f2e tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c6cc710-ca9e-4d71-bff7-37269432cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600646 Nov 25 19:28:45.794648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae86f052-0894-4aaa-892e-f343ed102424 req-734b7b87-d095-46e3-b65f-f935f032421c tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:45.796506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae86f052-0894-4aaa-892e-f343ed102424 req-734b7b87-d095-46e3-b65f-f935f032421c tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 944 time: 0.0577166 Nov 25 19:28:45.863188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae86f052-0894-4aaa-892e-f343ed102424 req-2ae79514-6320-4f8c-9cab-391906ba912c tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591896 Nov 25 19:28:45.920243 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db3812f-869f-4471-96c6-fabcb8b1c438 x-openstack-request-id: req-6db3812f-869f-4471-96c6-fabcb8b1c438 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:45.920598 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d", "name": "network-vif-plugged", "status": "completed", "tag": "00064eb9-760f-4cc4-b073-0cab35f113e1", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:45.921522 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6db3812f-869f-4471-96c6-fabcb8b1c438 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:45.922147 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00064eb9-760f-4cc4-b073-0cab35f113e1', 'code': 200} Nov 25 19:28:46.032307 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39d35449-628f-413c-8277-1a2cf2a7797a x-openstack-request-id: req-39d35449-628f-413c-8277-1a2cf2a7797a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:46.033205 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9321d386-17bd-46aa-ab4a-fa0971faf9a9", "tag": "d6476e0a-9a7b-40e8-ac52-8409bb50eb38", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:46.033205 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-39d35449-628f-413c-8277-1a2cf2a7797a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:46.033857 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'tag': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38', 'status': 'completed', 'code': 200} Nov 25 19:28:46.073727 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d3d13b-6911-41ae-bc97-2f66cea72ac9 x-openstack-request-id: req-a2d3d13b-6911-41ae-bc97-2f66cea72ac9 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:46.074249 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:46.074669 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a2d3d13b-6911-41ae-bc97-2f66cea72ac9 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:46.075384 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'status': 'completed', 'code': 200} Nov 25 19:28:46.086065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d702cb-0e7a-4aaa-ad0a-ffb9db7ebf88 req-ab0433c2-4c14-43a7-ac66-54da235030cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:46.087628 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94d702cb-0e7a-4aaa-ad0a-ffb9db7ebf88 req-ab0433c2-4c14-43a7-ac66-54da235030cf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d HTTP/1.1" status: 200 len: 1096 time: 0.0882542 Nov 25 19:28:46.129558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dee5f-35f1-4c79-af76-11b0917b417b req-d1083653-c815-45a9-b27b-c3dd97685d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:46.132356 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-873dee5f-35f1-4c79-af76-11b0917b417b req-d1083653-c815-45a9-b27b-c3dd97685d00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cfeb6c90dc347ed9b4d508c4c6cffc4&device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 1096 time: 0.0607355 Nov 25 19:28:46.276043 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94d702cb-0e7a-4aaa-ad0a-ffb9db7ebf88 req-34f8f3a3-5be3-49ca-9de7-ef3bb96168fc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751394 Nov 25 19:28:46.283170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-137fb917-64ed-4219-8ef4-5b861809ecda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:46.284798 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-137fb917-64ed-4219-8ef4-5b861809ecda service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 1096 time: 0.1717360 Nov 25 19:28:46.292274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dee5f-35f1-4c79-af76-11b0917b417b req-202f81e0-b33e-4c5d-b5f4-1debd5fc592b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:46.294184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-873dee5f-35f1-4c79-af76-11b0917b417b req-202f81e0-b33e-4c5d-b5f4-1debd5fc592b service neutron] 10.222.0.60 "GET /v2.0/networks?id=1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 HTTP/1.1" status: 200 len: 906 time: 0.1451542 Nov 25 19:28:46.303569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-88bbea3d-72f2-4648-a0f3-e30aa194ed7d tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:46.305262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-88bbea3d-72f2-4648-a0f3-e30aa194ed7d tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=969d2259-70ca-483e-ba5a-379078fc889f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1378586 Nov 25 19:28:46.384501 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-873dee5f-35f1-4c79-af76-11b0917b417b req-9e8baa75-07dc-4ac6-9c23-48aee69f57ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6476e0a-9a7b-40e8-ac52-8409bb50eb38 HTTP/1.1" status: 200 len: 1000 time: 0.0804005 Nov 25 19:28:46.398000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-77e5056e-4f89-4637-8b85-df1bd2b960e8 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1001 time: 0.0813186 Nov 25 19:28:46.413797 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-761f2162-a89e-4705-a29b-a2730373f5b2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Request body: {'floatingip': {'port_id': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:46.451125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dee5f-35f1-4c79-af76-11b0917b417b req-a7d45c6e-a238-48f1-9ff7-0f66c7b25a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:46.453814 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-873dee5f-35f1-4c79-af76-11b0917b417b req-a7d45c6e-a238-48f1-9ff7-0f66c7b25a30 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a61d955-bf74-4de1-afef-95fc7ddbe734 HTTP/1.1" status: 200 len: 844 time: 0.0612533 Nov 25 19:28:46.490511 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-761f2162-a89e-4705-a29b-a2730373f5b2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:46.534473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dee5f-35f1-4c79-af76-11b0917b417b req-0c666d70-3b24-41f2-af9f-0be682f91d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:46.537283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-873dee5f-35f1-4c79-af76-11b0917b417b req-0c666d70-3b24-41f2-af9f-0be682f91d03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e0b0d7d-8478-43f1-ad15-7d0c848abcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0758283 Nov 25 19:28:46.685974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-d687e874-640e-404c-a836-595840b164f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:46.687873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-d687e874-640e-404c-a836-595840b164f6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.2116165 Nov 25 19:28:46.706186 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-873dee5f-35f1-4c79-af76-11b0917b417b req-f76a2648-6e7a-4af4-b1b4-a8b7c8119952 service neutron] 10.222.0.60 "GET /v2.0/networks/1e0b0d7d-8478-43f1-ad15-7d0c848abcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614718 Nov 25 19:28:46.792746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dfbd1b63-f22a-46a2-9f63-0051ed479f99 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:28:46.851576 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-873dee5f-35f1-4c79-af76-11b0917b417b req-34f9a98d-8c80-4943-b6f3-e421183f2166 service neutron] 10.222.0.60 "GET /v2.0/networks/1e0b0d7d-8478-43f1-ad15-7d0c848abcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375382 Nov 25 19:28:46.861676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-f1b0c8f4-a62d-4b9a-a669-bb9f165656b1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 1001 time: 0.1618738 Nov 25 19:28:46.979462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dfbd1b63-f22a-46a2-9f63-0051ed479f99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dfbd1b63-f22a-46a2-9f63-0051ed479f99,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:46.998091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'port_id': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99', 'mac_address': 'fa:16:3e:83:46:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e346e9bd-e458-4b44-b405-f5770ef69ff0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:28:46.998414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-f0a13470-c5fa-486e-a4cf-6b01bdbf5ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:47.001184 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-f0a13470-c5fa-486e-a4cf-6b01bdbf5ffd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.1296628 Nov 25 19:28:47.048186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:47.072598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfbd1b63-f22a-46a2-9f63-0051ed479f99 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:47.112693 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dfbd1b63-f22a-46a2-9f63-0051ed479f99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dfbd1b63-f22a-46a2-9f63-0051ed479f99,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:47.118073 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:47.159171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-26b3256c-69f0-43e9-a1b8-d9f5997d1020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:47.161700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-26b3256c-69f0-43e9-a1b8-d9f5997d1020 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1490626 Nov 25 19:28:47.185958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=dfbd1b63-f22a-46a2-9f63-0051ed479f99,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:47.371504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['dfbd1b63-f22a-46a2-9f63-0051ed479f99'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:47.488619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-6effc9c8-a604-4c88-ad72-419fe960c149 service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787058 Nov 25 19:28:47.578945 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-761f2162-a89e-4705-a29b-a2730373f5b2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:47.613934 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-761f2162-a89e-4705-a29b-a2730373f5b2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:47.989746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-caf2370a-bb21-4b0f-a0f4-b617c49f9c33 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:47.992013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-caf2370a-bb21-4b0f-a0f4-b617c49f9c33 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d HTTP/1.1" status: 200 len: 945 time: 0.5059416 Nov 25 19:28:48.034930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40bf8700-c78d-4f45-9b23-0315fd983425', 'tag': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:48.037851 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f757b530-189f-4c2c-9a11-90af41631f76" -d '{"events": [{"name": "network-changed", "server_uuid": "40bf8700-c78d-4f45-9b23-0315fd983425", "tag": "dfbd1b63-f22a-46a2-9f63-0051ed479f99"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:48.078938 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-3bf1ebe2-66e6-4c61-93b1-76422d770c1d service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5742030 Nov 25 19:28:48.156441 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-761f2162-a89e-4705-a29b-a2730373f5b2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Floating IP 87096e8f-37f7-466b-892e-c20477e679c9 associated. External IP: 172.25.8.235, port: 215c82dd-da05-4fe0-8cab-dd805afdc13c. Nov 25 19:28:48.273390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-4742680f-48df-4d18-925e-0cd16dd08d46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Deleting port 00064eb9-760f-4cc4-b073-0cab35f113e1 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:28:48.273696 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-4742680f-48df-4d18-925e-0cd16dd08d46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:48.488676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-4742680f-48df-4d18-925e-0cd16dd08d46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] For port 00064eb9-760f-4cc4-b073-0cab35f113e1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=00064eb9-760f-4cc4-b073-0cab35f113e1,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:48.489049 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-4742680f-48df-4d18-925e-0cd16dd08d46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:48.511539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-4742680f-48df-4d18-925e-0cd16dd08d46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Calling delete_port for 00064eb9-760f-4cc4-b073-0cab35f113e1 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:28:48.566968 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-761f2162-a89e-4705-a29b-a2730373f5b2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Router 015a232e-d709-484b-ac85-10405d77488f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:28:48.770641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-761f2162-a89e-4705-a29b-a2730373f5b2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:48.788487 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffc4faa-a96c-4689-9e30-84acb6e92a9d None None] Sync routers for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:48.802689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dfbd1b63-f22a-46a2-9f63-0051ed479f99 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:28:48.807038 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffc4faa-a96c-4689-9e30-84acb6e92a9d None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:48.808059 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1ffc4faa-a96c-4689-9e30-84acb6e92a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:48.828603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-4742680f-48df-4d18-925e-0cd16dd08d46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:48.856426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['00064eb9-760f-4cc4-b073-0cab35f113e1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:48.865247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4742680f-48df-4d18-925e-0cd16dd08d46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event deleted for resources: {'Port': ['ID=00064eb9-760f-4cc4-b073-0cab35f113e1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:48.964399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port dfbd1b63-f22a-46a2-9f63-0051ed479f99 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:28:48.971421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port dfbd1b63-f22a-46a2-9f63-0051ed479f99 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:28:48.972027 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:48.976463 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-1ffc4faa-a96c-4689-9e30-84acb6e92a9d None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:48.994011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-4742680f-48df-4d18-925e-0cd16dd08d46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] No DVR routers for this DVR port 00064eb9-760f-4cc4-b073-0cab35f113e1 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:28:49.002543 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-4742680f-48df-4d18-925e-0cd16dd08d46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:49.008500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ddcb83b-d533-48bb-bbc6-698ae3022a36 req-4742680f-48df-4d18-925e-0cd16dd08d46 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "DELETE /v2.0/ports/00064eb9-760f-4cc4-b073-0cab35f113e1 HTTP/1.1" status: 204 len: 173 time: 1.0049226 Nov 25 19:28:49.009402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d', 'name': 'network-vif-deleted', 'tag': '00064eb9-760f-4cc4-b073-0cab35f113e1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:49.013756 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9912bfe1-234e-44f3-acce-8f6f501bbc10" -d '{"events": [{"server_uuid": "f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d", "name": "network-vif-deleted", "tag": "00064eb9-760f-4cc4-b073-0cab35f113e1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:49.110343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:49.176395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dfbd1b63-f22a-46a2-9f63-0051ed479f99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dfbd1b63-f22a-46a2-9f63-0051ed479f99,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:49.178910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bf8700-c78d-4f45-9b23-0315fd983425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:49.182594 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0bbd3f5-fdfd-4e31-b519-d85c0f2f79f5" -d '{"events": [{"server_uuid": "40bf8700-c78d-4f45-9b23-0315fd983425", "name": "network-vif-plugged", "status": "completed", "tag": "dfbd1b63-f22a-46a2-9f63-0051ed479f99"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:49.188793 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:49.246508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-761f2162-a89e-4705-a29b-a2730373f5b2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Router 015a232e-d709-484b-ac85-10405d77488f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:28:49.268506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=dfbd1b63-f22a-46a2-9f63-0051ed479f99,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:49.352307 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1ffc4faa-a96c-4689-9e30-84acb6e92a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:a7:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2259-70ca-483e-ba5a-379078fc889f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:28:47Z', 'revision_number': 3, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:49.383909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-761f2162-a89e-4705-a29b-a2730373f5b2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:49.385134 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffc4faa-a96c-4689-9e30-84acb6e92a9d None None] Checking router: 015a232e-d709-484b-ac85-10405d77488f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:49.394622 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-761f2162-a89e-4705-a29b-a2730373f5b2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:49.395170 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ffc4faa-a96c-4689-9e30-84acb6e92a9d None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:49.395803 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1ffc4faa-a96c-4689-9e30-84acb6e92a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:49.455202 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-761f2162-a89e-4705-a29b-a2730373f5b2 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "PUT /v2.0/floatingips/87096e8f-37f7-466b-892e-c20477e679c9 HTTP/1.1" status: 200 len: 999 time: 3.0455947 Nov 25 19:28:49.512971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-8426dc02-526d-40d3-881e-7d848885d4c8 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:49.513837 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-1ffc4faa-a96c-4689-9e30-84acb6e92a9d None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:49.514453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-8426dc02-526d-40d3-881e-7d848885d4c8 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports/215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 942 time: 0.0521340 Nov 25 19:28:49.653799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-974c376e-b09b-48e1-a5b5-67a13698fdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:49.655926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-974c376e-b09b-48e1-a5b5-67a13698fdf0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 1096 time: 0.0541787 Nov 25 19:28:49.768420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-6b63ded5-052f-4add-82db-d4f1fc962f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:49.770359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-6b63ded5-052f-4add-82db-d4f1fc962f95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.1038065 Nov 25 19:28:49.822989 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1ffc4faa-a96c-4689-9e30-84acb6e92a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:a7:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2259-70ca-483e-ba5a-379078fc889f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:28:47Z', 'revision_number': 3, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:49.832881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-dbff17e3-ec52-4ea3-aa8d-057431c32205 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 217 time: 0.0499651 Nov 25 19:28:49.865552 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ffc4faa-a96c-4689-9e30-84acb6e92a9d None None] The sync data for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 is: [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:a7:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2259-70ca-483e-ba5a-379078fc889f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:28:47Z', 'revision_number': 3, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:49.898245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-d0621663-a0b9-409a-8f9b-04fdf4396f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:49.899835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-d0621663-a0b9-409a-8f9b-04fdf4396f6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.0558271 Nov 25 19:28:49.964914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-5731fd21-081a-47b3-9a93-cd8863f5268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:49.966961 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-5731fd21-081a-47b3-9a93-cd8863f5268b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569077 Nov 25 19:28:50.080802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6716e4-d030-4b2d-b727-8b3d181c52bf None None] New status for floating IP 87096e8f-37f7-466b-892e-c20477e679c9: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:28:50.093586 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-cb009b73-2903-4186-bd89-f5f0cc2dfa00 service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172743 Nov 25 19:28:50.215875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-119ea7b4-7092-4481-add3-c23e461fbc2b service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073251 Nov 25 19:28:50.310317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-3e877e82-ffa5-4f1c-80e0-1579a68d5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:50.313735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-3e877e82-ffa5-4f1c-80e0-1579a68d5d61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 1097 time: 0.0527356 Nov 25 19:28:50.391903 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:50.417072 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae14dc-2027-4122-9e74-0db3da8da05a None None] Sync routers for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:50.429614 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae14dc-2027-4122-9e74-0db3da8da05a None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:50.430354 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f6ae14dc-2027-4122-9e74-0db3da8da05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:50.466262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-20f6a1e3-47ab-473e-9e4a-de17a171fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:50.468585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-20f6a1e3-47ab-473e-9e4a-de17a171fd8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.1464040 Nov 25 19:28:50.572797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-442923af-3ad6-46a4-baad-96e354fa1335 req-d8ef4715-4282-48eb-8806-eb033b1eeea9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.76 "GET /v2.0/ports?device_id=f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d HTTP/1.1" status: 200 len: 210 time: 0.0450544 Nov 25 19:28:50.589034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-42ca3644-94e7-4962-944c-f674deb6aecb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b20a31b1-c308-4d63-bb3f-8b803a43f684 HTTP/1.1" status: 200 len: 1002 time: 0.1103086 Nov 25 19:28:50.660055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-ac1e8ca1-22f4-4061-9954-51104402403c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:50.662717 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-ac1e8ca1-22f4-4061-9954-51104402403c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.0603607 Nov 25 19:28:50.687621 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f6ae14dc-2027-4122-9e74-0db3da8da05a None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:50.743611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-bc9b67e0-2dba-4c87-b40d-ba535d7b8f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:50.746264 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-bc9b67e0-2dba-4c87-b40d-ba535d7b8f47 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739291 Nov 25 19:28:50.873908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-363765c3-7366-48b3-a5f0-3ae63376d4ae service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169031 Nov 25 19:28:50.989034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d059ce6-bcb1-4e1c-a62b-d397cbd53cec req-0e7771f7-48a7-4def-9c05-21d2b475625e service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066782 Nov 25 19:28:51.007420 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f6ae14dc-2027-4122-9e74-0db3da8da05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:a7:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2259-70ca-483e-ba5a-379078fc889f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:28:50Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:51.043699 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae14dc-2027-4122-9e74-0db3da8da05a None None] Checking router: 015a232e-d709-484b-ac85-10405d77488f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:51.061160 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae14dc-2027-4122-9e74-0db3da8da05a None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:51.062145 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f6ae14dc-2027-4122-9e74-0db3da8da05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:51.093415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2891518c-dba5-47f2-9173-618e91696651 req-7f68e1a9-d128-4c62-a3f0-5b1cb214fc2a tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/82bfa394-9895-48f9-a2df-b52872cb269f HTTP/1.1" status: 200 len: 1821 time: 0.0572507 Nov 25 19:28:51.108263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-2891518c-dba5-47f2-9173-618e91696651 req-96698080-8fb7-4251-9120-04ab40bd8ebc tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82bfa394-9895-48f9-a2df-b52872cb269f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:51.109730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-2891518c-dba5-47f2-9173-618e91696651 req-96698080-8fb7-4251-9120-04ab40bd8ebc tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82bfa394-9895-48f9-a2df-b52872cb269f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:51.222887 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2891518c-dba5-47f2-9173-618e91696651 req-96698080-8fb7-4251-9120-04ab40bd8ebc tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:51.237721 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f6ae14dc-2027-4122-9e74-0db3da8da05a None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:51.259271 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2891518c-dba5-47f2-9173-618e91696651 req-96698080-8fb7-4251-9120-04ab40bd8ebc tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:51.264059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2891518c-dba5-47f2-9173-618e91696651 req-96698080-8fb7-4251-9120-04ab40bd8ebc tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:51.289444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96698080-8fb7-4251-9120-04ab40bd8ebc tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5911fc34-1ab5-4bb9-bc59-0b8e13aab40c,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:51.302714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2891518c-dba5-47f2-9173-618e91696651 req-96698080-8fb7-4251-9120-04ab40bd8ebc tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:51.304674 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2891518c-dba5-47f2-9173-618e91696651 req-96698080-8fb7-4251-9120-04ab40bd8ebc tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2037289 Nov 25 19:28:51.679115 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f6ae14dc-2027-4122-9e74-0db3da8da05a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:a7:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2259-70ca-483e-ba5a-379078fc889f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:28:50Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:51.718390 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae14dc-2027-4122-9e74-0db3da8da05a None None] The sync data for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 is: [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:a7:ed:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '969d2259-70ca-483e-ba5a-379078fc889f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:28:50Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:51.771130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb3c62-48f7-4d5a-b846-c9473b824e81 req-198c7700-6460-4925-bbb8-de66735fbecb tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:51.773370 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-addb3c62-48f7-4d5a-b846-c9473b824e81 req-198c7700-6460-4925-bbb8-de66735fbecb tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 946 time: 0.0842724 Nov 25 19:28:51.837027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-addb3c62-48f7-4d5a-b846-c9473b824e81 req-8671c6b1-ef3d-49e8-85c3-f5d5e96feeec tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562222 Nov 25 19:28:51.978299 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6216cd9b-b815-4b09-a04b-0890c3e79624 x-openstack-request-id: req-6216cd9b-b815-4b09-a04b-0890c3e79624 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:51.978905 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40bf8700-c78d-4f45-9b23-0315fd983425", "tag": "dfbd1b63-f22a-46a2-9f63-0051ed479f99", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:51.979032 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6216cd9b-b815-4b09-a04b-0890c3e79624 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:51.979547 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40bf8700-c78d-4f45-9b23-0315fd983425', 'tag': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99', 'status': 'completed', 'code': 200} Nov 25 19:28:52.012672 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2d9777a-12c6-44f5-88f1-6ee3df0db8ed x-openstack-request-id: req-c2d9777a-12c6-44f5-88f1-6ee3df0db8ed {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:52.012953 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d", "name": "network-vif-deleted", "tag": "00064eb9-760f-4cc4-b073-0cab35f113e1", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:52.013138 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2d9777a-12c6-44f5-88f1-6ee3df0db8ed {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:52.013455 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2c8aefc-92e9-498a-a3c3-bb6f84b7d75d', 'name': 'network-vif-deleted', 'tag': '00064eb9-760f-4cc4-b073-0cab35f113e1', 'status': 'completed', 'code': 200} Nov 25 19:28:52.050652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757b530-189f-4c2c-9a11-90af41631f76 req-80b52946-fd21-4b9b-9e86-95ea4dc09dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:52.052282 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f757b530-189f-4c2c-9a11-90af41631f76 req-80b52946-fd21-4b9b-9e86-95ea4dc09dd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 1097 time: 0.0500908 Nov 25 19:28:52.060977 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50e1eef-7425-487f-8562-d4d115a6a651 x-openstack-request-id: req-b50e1eef-7425-487f-8562-d4d115a6a651 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:52.062123 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bf8700-c78d-4f45-9b23-0315fd983425", "name": "network-vif-plugged", "status": "completed", "tag": "dfbd1b63-f22a-46a2-9f63-0051ed479f99", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:52.062123 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b50e1eef-7425-487f-8562-d4d115a6a651 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:52.062956 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bf8700-c78d-4f45-9b23-0315fd983425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99', 'code': 200} Nov 25 19:28:52.181391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-348c43d2-b32e-49d5-b298-251e7274920d req-f4f443cb-ab6e-421a-9f69-651aede15d1a tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1002 time: 0.1046629 Nov 25 19:28:52.224821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b852a-cb90-4e1c-b3f2-7ffe5a0344be req-90eb4439-673c-4eab-811f-ff03faafbf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:52.226439 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b44b852a-cb90-4e1c-b3f2-7ffe5a0344be req-90eb4439-673c-4eab-811f-ff03faafbf9b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 1097 time: 0.0849507 Nov 25 19:28:52.227692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757b530-189f-4c2c-9a11-90af41631f76 req-bc1ddd90-3ba8-41c1-bf04-e718efab8572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:52.229094 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f757b530-189f-4c2c-9a11-90af41631f76 req-bc1ddd90-3ba8-41c1-bf04-e718efab8572 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 906 time: 0.1674330 Nov 25 19:28:52.244019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c43d2-b32e-49d5-b298-251e7274920d req-f0e712a7-86f7-4379-b677-9c6882c9e5d5 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:52.246263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-348c43d2-b32e-49d5-b298-251e7274920d req-f0e712a7-86f7-4379-b677-9c6882c9e5d5 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports/b20a31b1-c308-4d63-bb3f-8b803a43f684 HTTP/1.1" status: 200 len: 943 time: 0.0574529 Nov 25 19:28:52.298574 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f757b530-189f-4c2c-9a11-90af41631f76 req-e202e7f6-d9d9-4e0e-9575-8922e1281e75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfbd1b63-f22a-46a2-9f63-0051ed479f99 HTTP/1.1" status: 200 len: 217 time: 0.0520272 Nov 25 19:28:52.361121 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b44b852a-cb90-4e1c-b3f2-7ffe5a0344be req-54e8ccdc-5de8-450d-a02d-19a49dc82bb0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210091 Nov 25 19:28:52.367273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-348c43d2-b32e-49d5-b298-251e7274920d req-82dcf257-b397-4610-9f5d-167c013077d3 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1002 time: 0.0719619 Nov 25 19:28:52.373676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757b530-189f-4c2c-9a11-90af41631f76 req-49500d18-5bed-471f-9e4b-559745a33b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:52.375873 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f757b530-189f-4c2c-9a11-90af41631f76 req-49500d18-5bed-471f-9e4b-559745a33b12 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e346e9bd-e458-4b44-b405-f5770ef69ff0 HTTP/1.1" status: 200 len: 845 time: 0.0666037 Nov 25 19:28:52.504785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348c43d2-b32e-49d5-b298-251e7274920d req-36ef79fb-2639-4ed7-b624-610360427dbd tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:52.506694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-348c43d2-b32e-49d5-b298-251e7274920d req-36ef79fb-2639-4ed7-b624-610360427dbd tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1331713 Nov 25 19:28:52.590013 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f757b530-189f-4c2c-9a11-90af41631f76 req-d477fc6b-52be-4c8d-9234-0306ab8a946b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340102 Nov 25 19:28:52.591222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e0591ce-244c-4682-bc6d-6bc940c3a36e req-9566daa5-5876-4372-8d62-3b57dc0a1f2d tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/82bfa394-9895-48f9-a2df-b52872cb269f HTTP/1.1" status: 200 len: 2414 time: 0.0565348 Nov 25 19:28:52.604220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-0e0591ce-244c-4682-bc6d-6bc940c3a36e req-6c1f7aed-a0d6-4d84-a15a-38672c09429d tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82bfa394-9895-48f9-a2df-b52872cb269f', 'remote_group_id': None}]} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:52.604781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-0e0591ce-244c-4682-bc6d-6bc940c3a36e req-6c1f7aed-a0d6-4d84-a15a-38672c09429d tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82bfa394-9895-48f9-a2df-b52872cb269f', 'remote_group_id': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:52.691842 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0e0591ce-244c-4682-bc6d-6bc940c3a36e req-6c1f7aed-a0d6-4d84-a15a-38672c09429d tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.719129 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f757b530-189f-4c2c-9a11-90af41631f76 req-2ee59d49-e9eb-4533-a4e3-5f315459cfb1 service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184998 Nov 25 19:28:52.739799 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.748444 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0e0591ce-244c-4682-bc6d-6bc940c3a36e req-6c1f7aed-a0d6-4d84-a15a-38672c09429d tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.755440 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0e0591ce-244c-4682-bc6d-6bc940c3a36e req-6c1f7aed-a0d6-4d84-a15a-38672c09429d tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.783568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1f7aed-a0d6-4d84-a15a-38672c09429d tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f172d5d3-05ef-4cda-b653-373bc0d47788,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:52.796936 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0e0591ce-244c-4682-bc6d-6bc940c3a36e req-6c1f7aed-a0d6-4d84-a15a-38672c09429d tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:52.798490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e0591ce-244c-4682-bc6d-6bc940c3a36e req-6c1f7aed-a0d6-4d84-a15a-38672c09429d tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2005177 Nov 25 19:28:52.876469 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f757b530-189f-4c2c-9a11-90af41631f76 req-2fafd9a1-1b2b-4ac3-824e-1baaff6f8a21 service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490977 Nov 25 19:28:52.975694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce5c6b-f301-45f0-a3d1-a77f334ff979 req-548351d4-d5f4-4902-9f8e-ee60c9b659c3 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:52.979788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78ce5c6b-f301-45f0-a3d1-a77f334ff979 req-548351d4-d5f4-4902-9f8e-ee60c9b659c3 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.76 "GET /v2.0/ports?device_id=db5a3407-7cef-4707-9a59-9882dc88a9f1 HTTP/1.1" status: 200 len: 950 time: 0.0760663 Nov 25 19:28:53.171501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693ac3e2-1f12-4bc3-96ff-7df8f4eee85f req-4e6d6611-59c6-4171-97c2-0e1ce7f28ad6 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:53.173212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-693ac3e2-1f12-4bc3-96ff-7df8f4eee85f req-4e6d6611-59c6-4171-97c2-0e1ce7f28ad6 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/ports?device_id=db5a3407-7cef-4707-9a59-9882dc88a9f1 HTTP/1.1" status: 200 len: 950 time: 0.1136622 Nov 25 19:28:53.190836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-78ce5c6b-f301-45f0-a3d1-a77f334ff979 req-c4eafc8e-99a4-4791-88dd-4e49111054f1 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Deleting port 41b6d969-b8a7-4117-a50f-362c604e0fd6 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:28:53.191780 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-78ce5c6b-f301-45f0-a3d1-a77f334ff979 req-c4eafc8e-99a4-4791-88dd-4e49111054f1 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:53.373708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54906) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:53.588534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bef31032-e3ab-4cc6-8951-8b2f75fda645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:53.638876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-693ac3e2-1f12-4bc3-96ff-7df8f4eee85f req-8b2e2767-1227-4e0e-9952-4cd81e6ba8b6 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.15 "GET /v2.0/security-groups?id=4c6cc710-ca9e-4d71-bff7-37269432cc4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525051 Nov 25 19:28:53.675871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-78ce5c6b-f301-45f0-a3d1-a77f334ff979 req-c4eafc8e-99a4-4791-88dd-4e49111054f1 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] For port 41b6d969-b8a7-4117-a50f-362c604e0fd6, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=41b6d969-b8a7-4117-a50f-362c604e0fd6,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:28:53.678241 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-78ce5c6b-f301-45f0-a3d1-a77f334ff979 req-c4eafc8e-99a4-4791-88dd-4e49111054f1 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:53.692902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-78ce5c6b-f301-45f0-a3d1-a77f334ff979 req-c4eafc8e-99a4-4791-88dd-4e49111054f1 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Calling delete_port for 41b6d969-b8a7-4117-a50f-362c604e0fd6 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:28:53.762493 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bef31032-e3ab-4cc6-8951-8b2f75fda645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:53.769090 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bef31032-e3ab-4cc6-8951-8b2f75fda645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:53.835915 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bef31032-e3ab-4cc6-8951-8b2f75fda645 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b3ce8fac315c41bf9cde82d98970b8a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4579501 Nov 25 19:28:53.837068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef31032-e3ab-4cc6-8951-8b2f75fda645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e66c5a85-a2e8-4180-b58f-09509f2d3a35,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:53.840680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54918) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:53.940659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9a6c167-6e09-409b-9169-90dbdf3c3edb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:53.966689 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9a6c167-6e09-409b-9169-90dbdf3c3edb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:54.016742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c'}, {'name': 'network-changed', 'server_uuid': '969d2259-70ca-483e-ba5a-379078fc889f', 'tag': 'b20a31b1-c308-4d63-bb3f-8b803a43f684'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:54.020916 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b73cf21-33a3-45ef-b083-720e7f7450e0" -d '{"events": [{"name": "network-changed", "server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c"}, {"name": "network-changed", "server_uuid": "969d2259-70ca-483e-ba5a-379078fc889f", "tag": "b20a31b1-c308-4d63-bb3f-8b803a43f684"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:54.033119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9a6c167-6e09-409b-9169-90dbdf3c3edb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:54.036027 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-78ce5c6b-f301-45f0-a3d1-a77f334ff979 req-c4eafc8e-99a4-4791-88dd-4e49111054f1 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:54.037928 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9a6c167-6e09-409b-9169-90dbdf3c3edb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:54.042581 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e9a6c167-6e09-409b-9169-90dbdf3c3edb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e66c5a85-a2e8-4180-b58f-09509f2d3a35 HTTP/1.1" status: 204 len: 168 time: 0.2003021 Nov 25 19:28:54.050734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['41b6d969-b8a7-4117-a50f-362c604e0fd6'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:28:54.065976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a6c167-6e09-409b-9169-90dbdf3c3edb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e66c5a85-a2e8-4180-b58f-09509f2d3a35,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:54.110125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eafc8e-99a4-4791-88dd-4e49111054f1 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Pushing event deleted for resources: {'Port': ['ID=41b6d969-b8a7-4117-a50f-362c604e0fd6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:54.128444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-58fb65be-1265-42e0-8a2c-1447835524ed tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:54.130341 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-58fb65be-1265-42e0-8a2c-1447835524ed tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.3195639 Nov 25 19:28:54.181400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-ece73f2c-5fff-40dd-936e-5bf2a9055836 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/quotas/3b973ffbca42402e9b75b4978356f206 HTTP/1.1" status: 200 len: 375 time: 0.0337005 Nov 25 19:28:54.182444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ce5c6b-f301-45f0-a3d1-a77f334ff979 req-c4eafc8e-99a4-4791-88dd-4e49111054f1 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] No DVR routers for this DVR port 41b6d969-b8a7-4117-a50f-362c604e0fd6 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:28:54.185821 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-78ce5c6b-f301-45f0-a3d1-a77f334ff979 req-c4eafc8e-99a4-4791-88dd-4e49111054f1 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:54.191130 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78ce5c6b-f301-45f0-a3d1-a77f334ff979 req-c4eafc8e-99a4-4791-88dd-4e49111054f1 tempest-ImagesNegativeTestJSON-1612316481 tempest-ImagesNegativeTestJSON-1612316481-project] 10.222.0.76 "DELETE /v2.0/ports/41b6d969-b8a7-4117-a50f-362c604e0fd6 HTTP/1.1" status: 204 len: 173 time: 1.2028306 Nov 25 19:28:54.247750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-4c470215-eadf-481c-acf2-c901c3226a25 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504498 Nov 25 19:28:54.271428 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-1b124ca2-f0b8-4c48-a5cc-215ea4dd2fb9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:28:54.273297 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-1b124ca2-f0b8-4c48-a5cc-215ea4dd2fb9 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0129554 Nov 25 19:28:54.346632 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 00064eb9-760f-4cc4-b073-0cab35f113e1 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:54.383359 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 00064eb9-760f-4cc4-b073-0cab35f113e1 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:28:54.384262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 00064eb9-760f-4cc4-b073-0cab35f113e1 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:28:54.488590 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-67541e21-0462-421f-a7d8-e885ab3d8287 service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056358 Nov 25 19:28:54.635737 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54926) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:54.653405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-880aac88-af42-4238-ab85-2809c568b29d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:54.661290 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-91428cc0-1f2d-4f42-b1ce-5c59722bc3fe service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640391 Nov 25 19:28:54.814649 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-880aac88-af42-4238-ab85-2809c568b29d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:54.820443 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-880aac88-af42-4238-ab85-2809c568b29d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:54.908964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880aac88-af42-4238-ab85-2809c568b29d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1dd74f-90bd-434d-9dfe-75756cf0a27b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:54.919527 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-880aac88-af42-4238-ab85-2809c568b29d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2acd3a6935a44acc94e375b6bc13a4f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2816153 Nov 25 19:28:54.926592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54934) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:28:55.009932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab83d89a-a63f-47b2-9b2a-73a03e1a2633 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:55.024856 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-9e20c554-9f1c-4df1-acdc-6b4b0fe6389b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1002 time: 0.1223683 Nov 25 19:28:55.052554 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab83d89a-a63f-47b2-9b2a-73a03e1a2633 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:55.112969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd327b-a490-4773-8308-91400f11ebeb req-441c5c50-ceb6-4bb2-b3a7-fabbaa1c2bd5 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:55.115626 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-441c5c50-ceb6-4bb2-b3a7-fabbaa1c2bd5 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports/b20a31b1-c308-4d63-bb3f-8b803a43f684 HTTP/1.1" status: 200 len: 943 time: 0.0806060 Nov 25 19:28:55.162653 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab83d89a-a63f-47b2-9b2a-73a03e1a2633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:55.168203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab83d89a-a63f-47b2-9b2a-73a03e1a2633 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:55.172364 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ab83d89a-a63f-47b2-9b2a-73a03e1a2633 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c1dd74f-90bd-434d-9dfe-75756cf0a27b HTTP/1.1" status: 204 len: 168 time: 0.2434781 Nov 25 19:28:55.182987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab83d89a-a63f-47b2-9b2a-73a03e1a2633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1dd74f-90bd-434d-9dfe-75756cf0a27b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:55.284280 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-ff2bb5a6-924b-447f-ab35-8fa0ade71705 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1002 time: 0.1132686 Nov 25 19:28:55.468726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd327b-a490-4773-8308-91400f11ebeb req-ec26e0b6-90a7-4fbd-b073-843b355a2820 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:55.484230 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-ec26e0b6-90a7-4fbd-b073-843b355a2820 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1973999 Nov 25 19:28:55.607910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-0f10a4fa-5866-479d-97fa-f56bef01a9bc tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1002 time: 0.1194577 Nov 25 19:28:55.625260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-b2fd327b-a490-4773-8308-91400f11ebeb req-d0492532-63a9-4011-b136-f81bb6d20fdf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:55.712986 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b2fd327b-a490-4773-8308-91400f11ebeb req-d0492532-63a9-4011-b136-f81bb6d20fdf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:55.945775 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b2fd327b-a490-4773-8308-91400f11ebeb req-d0492532-63a9-4011-b136-f81bb6d20fdf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:55.950720 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b2fd327b-a490-4773-8308-91400f11ebeb req-d0492532-63a9-4011-b136-f81bb6d20fdf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:55.951152 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-b2fd327b-a490-4773-8308-91400f11ebeb req-d0492532-63a9-4011-b136-f81bb6d20fdf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Floating IP 87096e8f-37f7-466b-892e-c20477e679c9 disassociated. External IP: 172.25.8.235, port: b20a31b1-c308-4d63-bb3f-8b803a43f684. Nov 25 19:28:56.256112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b2fd327b-a490-4773-8308-91400f11ebeb req-d0492532-63a9-4011-b136-f81bb6d20fdf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Router 015a232e-d709-484b-ac85-10405d77488f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:28:56.442617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b2fd327b-a490-4773-8308-91400f11ebeb req-d0492532-63a9-4011-b136-f81bb6d20fdf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:28:56.445837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-e277955d-a711-49a7-b926-a1b452a58ed4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:56.448840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b2fd327b-a490-4773-8308-91400f11ebeb req-d0492532-63a9-4011-b136-f81bb6d20fdf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:56.449855 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-e277955d-a711-49a7-b926-a1b452a58ed4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.2168655 Nov 25 19:28:56.458211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c14b7d-8ebb-4be9-97ee-93d2f20f3a98 None None] Sync routers for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:28:56.472110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c14b7d-8ebb-4be9-97ee-93d2f20f3a98 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:56.473686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-65c14b7d-8ebb-4be9-97ee-93d2f20f3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:56.473896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Request body: {'port': {'device_id': '24383621-f73c-4319-8999-35cc46eb89cc', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'admin_state_up': True, 'tenant_id': '3b973ffbca42402e9b75b4978356f206'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:56.500685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-d0492532-63a9-4011-b136-f81bb6d20fdf tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "PUT /v2.0/floatingips/87096e8f-37f7-466b-892e-c20477e679c9 HTTP/1.1" status: 200 len: 695 time: 0.8814859 Nov 25 19:28:56.614169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd327b-a490-4773-8308-91400f11ebeb req-9ce2ab35-14c3-4217-bd0a-134aebb778a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:56.616547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-9ce2ab35-14c3-4217-bd0a-134aebb778a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 1097 time: 0.0859034 Nov 25 19:28:56.630218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-65c14b7d-8ebb-4be9-97ee-93d2f20f3a98 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:56.664515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Made reservation on behalf of 3b973ffbca42402e9b75b4978356f206 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:28:56.670523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:56.820737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd327b-a490-4773-8308-91400f11ebeb req-fa1a2c37-121d-4409-87e5-46ae2a42a7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:56.823529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-fa1a2c37-121d-4409-87e5-46ae2a42a7f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.1948881 Nov 25 19:28:56.869634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Allocated IP 172.20.0.6 (91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb/9e068616-7912-416a-8786-ab1d8edb2eec/51440b50-e1b6-4d02-b596-3cdf01821fa3) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:28:56.884577 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-b3ed7d86-2694-4891-9080-d16d3013c44d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b20a31b1-c308-4d63-bb3f-8b803a43f684 HTTP/1.1" status: 200 len: 217 time: 0.0517886 Nov 25 19:28:56.985578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd327b-a490-4773-8308-91400f11ebeb req-34642add-74c9-497a-8451-81ae193fd1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:56.988117 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-34642add-74c9-497a-8451-81ae193fd1ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.0928745 Nov 25 19:28:56.997489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-65c14b7d-8ebb-4be9-97ee-93d2f20f3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:57.032390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c14b7d-8ebb-4be9-97ee-93d2f20f3a98 None None] Checking router: 015a232e-d709-484b-ac85-10405d77488f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:28:57.046928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c14b7d-8ebb-4be9-97ee-93d2f20f3a98 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:28:57.047934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-65c14b7d-8ebb-4be9-97ee-93d2f20f3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:57.083638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd327b-a490-4773-8308-91400f11ebeb req-d7e3ca98-2b9a-488b-801d-5003343ab078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:57.096102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-d7e3ca98-2b9a-488b-801d-5003343ab078 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1008501 Nov 25 19:28:57.110069 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:57.159283 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:57.190260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-65c14b7d-8ebb-4be9-97ee-93d2f20f3a98 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:28:57.224433 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-74623c36-6d1d-4b00-9afd-4a4232409c82 service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262422 Nov 25 19:28:57.230679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:28:57.235475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:28:57.238324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:28:57.312859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:57.313380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:57.317544 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event updated for resources: {'Port': ['ID=51440b50-e1b6-4d02-b596-3cdf01821fa3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:57.362240 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-2f04b831-c282-4d4d-bf4e-96a283dbd4ea tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8962655 Nov 25 19:28:57.390291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Request body: {'port': {'device_id': '24383621-f73c-4319-8999-35cc46eb89cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:57.453141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2fd327b-a490-4773-8308-91400f11ebeb req-e993c16a-4769-4bb9-985f-d97e6392c976 service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206407 Nov 25 19:28:57.513177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:57.558834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-65c14b7d-8ebb-4be9-97ee-93d2f20f3a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:28:57.601777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c14b7d-8ebb-4be9-97ee-93d2f20f3a98 None None] The sync data for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 is: [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:28:57.688674 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbcfc2c4-94b7-41e4-b9d0-f55f02947273 req-dbeb2d38-593a-467f-8e84-04efd08b2a3c tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/82bfa394-9895-48f9-a2df-b52872cb269f HTTP/1.1" status: 200 len: 3012 time: 0.1061707 Nov 25 19:28:57.863291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa32ba-daa6-47e8-ae0a-27f3bdf9b0aa req-40f40c24-5aec-46e1-985c-a1f215b5f1ed tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:57.865063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49fa32ba-daa6-47e8-ae0a-27f3bdf9b0aa req-40f40c24-5aec-46e1-985c-a1f215b5f1ed tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 946 time: 0.0751758 Nov 25 19:28:57.950988 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49fa32ba-daa6-47e8-ae0a-27f3bdf9b0aa req-9b6f1a95-016f-4834-89f9-9faacc4b7d2e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785081 Nov 25 19:28:58.030968 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2a61b-991c-416d-a09f-4bd648caf071 None None] New status for floating IP 87096e8f-37f7-466b-892e-c20477e679c9: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:28:58.032676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51440b50-e1b6-4d02-b596-3cdf01821fa3 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:28:58.042394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:58.056606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Transition to ACTIVE for port object 51440b50-e1b6-4d02-b596-3cdf01821fa3 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:28:58.060843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:58.128781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Pushing event updated for resources: {'Port': ['ID=51440b50-e1b6-4d02-b596-3cdf01821fa3,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:58.134644 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03190c0d-da9d-4809-8314-d00525376fab x-openstack-request-id: req-03190c0d-da9d-4809-8314-d00525376fab {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:58.135437 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "969d2259-70ca-483e-ba5a-379078fc889f", "tag": "b20a31b1-c308-4d63-bb3f-8b803a43f684", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:58.136597 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03190c0d-da9d-4809-8314-d00525376fab {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:58.138322 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'status': 'completed', 'code': 200} Nov 25 19:28:58.139100 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969d2259-70ca-483e-ba5a-379078fc889f', 'tag': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'status': 'completed', 'code': 200} Nov 25 19:28:58.279974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-2e79adc9-54ef-43f4-a2b5-16ce81ab2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.282375 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-2e79adc9-54ef-43f4-a2b5-16ce81ab2064 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 1097 time: 0.0794263 Nov 25 19:28:58.283394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Attempting to bind port 51440b50-e1b6-4d02-b596-3cdf01821fa3 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:28:58.283720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Attempting to bind port 51440b50-e1b6-4d02-b596-3cdf01821fa3 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:28:58.284039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Attempting to bind port 51440b50-e1b6-4d02-b596-3cdf01821fa3 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:58.293651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-7041b336-5559-42be-a1ea-434314393167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.295343 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-7041b336-5559-42be-a1ea-434314393167 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 1096 time: 0.1120040 Nov 25 19:28:58.300501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Port 51440b50-e1b6-4d02-b596-3cdf01821fa3 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:28:58.300840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Attempting to bind port 51440b50-e1b6-4d02-b596-3cdf01821fa3 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:28:58.309125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118da79-629d-4472-aa6d-929c0a46cdd0 req-32c5e0ae-ac7d-4357-bcd8-c646a9945c58 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.310841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a118da79-629d-4472-aa6d-929c0a46cdd0 req-32c5e0ae-ac7d-4357-bcd8-c646a9945c58 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 943 time: 0.0735774 Nov 25 19:28:58.326581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 28, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:28:58.327064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Checking segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:28:58.327498 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Bound using segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:28:58.328157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Bound port: 51440b50-e1b6-4d02-b596-3cdf01821fa3, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:28:58.328524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:58.347463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 41b6d969-b8a7-4117-a50f-362c604e0fd6 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:28:58.418771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 41b6d969-b8a7-4117-a50f-362c604e0fd6 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:28:58.420347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 41b6d969-b8a7-4117-a50f-362c604e0fd6 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:28:58.444638 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a118da79-629d-4472-aa6d-929c0a46cdd0 req-5cf993c4-7cd4-404c-9408-9fc4c359083e tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098127 Nov 25 19:28:58.473309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-cc70eec9-fc8b-404b-8be9-b72b5ccb5f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.474646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-13a27684-25aa-42fb-bc8f-4eb78150385e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.474936 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-cc70eec9-fc8b-404b-8be9-b72b5ccb5f7e service neutron] 10.222.0.76 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.1630847 Nov 25 19:28:58.476363 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-13a27684-25aa-42fb-bc8f-4eb78150385e service neutron] 10.222.0.60 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.1869664 Nov 25 19:28:58.480715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] For port 51440b50-e1b6-4d02-b596-3cdf01821fa3, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:28:58.485120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] For port 51440b50-e1b6-4d02-b596-3cdf01821fa3, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=51440b50-e1b6-4d02-b596-3cdf01821fa3,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:28:58.491839 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:58.565992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-99f628f5-cd0c-4c3b-820f-dcb1c94003fc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 217 time: 0.0836411 Nov 25 19:28:58.616042 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-fa66c969-9839-4474-9da9-9842b6539ec1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b20a31b1-c308-4d63-bb3f-8b803a43f684 HTTP/1.1" status: 200 len: 217 time: 0.1131802 Nov 25 19:28:58.620068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.620755 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:58.622309 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] 10.222.0.60 "PUT /v2.0/ports/51440b50-e1b6-4d02-b596-3cdf01821fa3 HTTP/1.1" status: 200 len: 1091 time: 1.2475836 Nov 25 19:28:58.622884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24383621-f73c-4319-8999-35cc46eb89cc', 'tag': '51440b50-e1b6-4d02-b596-3cdf01821fa3'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:28:58.626135 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af09c4f-1e18-42a8-aa40-ae759da18ed7" -d '{"events": [{"name": "network-changed", "server_uuid": "24383621-f73c-4319-8999-35cc46eb89cc", "tag": "51440b50-e1b6-4d02-b596-3cdf01821fa3"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:28:58.687938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-822ce0f9-8a43-4df8-8075-04fbaeea05c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.690097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-822ce0f9-8a43-4df8-8075-04fbaeea05c8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.1169562 Nov 25 19:28:58.699264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e84f9-1d5b-4c14-aac2-da136a361da8 service neutron] Pushing event updated for resources: {'Port': ['ID=51440b50-e1b6-4d02-b596-3cdf01821fa3,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:58.753525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35c1f0b1-261e-412c-b8e0-646ff7dc83ae req-065c9ca4-a938-45e0-b44f-b4023c84b733 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-group-rules/f172d5d3-05ef-4cda-b653-373bc0d47788 HTTP/1.1" status: 200 len: 783 time: 0.0572038 Nov 25 19:28:58.753842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-b24247f4-59fe-488a-bb5e-e5e355a919fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.755281 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-b24247f4-59fe-488a-bb5e-e5e355a919fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.1208889 Nov 25 19:28:58.775666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-da0535cd-a543-4858-a422-319d5467effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.777237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-da0535cd-a543-4858-a422-319d5467effc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722117 Nov 25 19:28:58.795326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-a03fb6b0-1b38-43ad-ba89-94abfd6ea1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.796843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-a03fb6b0-1b38-43ad-ba89-94abfd6ea1a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 1094 time: 0.0944848 Nov 25 19:28:58.851389 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-8b7e3645-0181-4df0-a876-81f72c25526f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51440b50-e1b6-4d02-b596-3cdf01821fa3 HTTP/1.1" status: 200 len: 217 time: 0.0455954 Nov 25 19:28:58.854380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-87c6bd9f-9066-4c50-be12-eaeba7fb5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.855934 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-87c6bd9f-9066-4c50-be12-eaeba7fb5a0e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921915 Nov 25 19:28:58.883270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35c1f0b1-261e-412c-b8e0-646ff7dc83ae req-1016245a-c0f2-408f-add5-b25aedfff212 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/82bfa394-9895-48f9-a2df-b52872cb269f HTTP/1.1" status: 200 len: 3012 time: 0.1204469 Nov 25 19:28:58.963221 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-cfee75e8-f509-4e91-8f22-1c51ad92cf74 service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788263 Nov 25 19:28:58.967004 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-35c1f0b1-261e-412c-b8e0-646ff7dc83ae req-b22ee5a3-ffe1-4d32-8c40-dd0d319e2168 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:58.975066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-5b02df31-d04b-4291-99a0-1a8b1e1f7e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:58.976580 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-5b02df31-d04b-4291-99a0-1a8b1e1f7e66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.1106145 Nov 25 19:28:58.989038 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-35c1f0b1-261e-412c-b8e0-646ff7dc83ae req-b22ee5a3-ffe1-4d32-8c40-dd0d319e2168 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:59.038869 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-bc457282-03ba-41aa-ba5b-2f0881fa5ea1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510004 Nov 25 19:28:59.084199 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-35c1f0b1-261e-412c-b8e0-646ff7dc83ae req-b22ee5a3-ffe1-4d32-8c40-dd0d319e2168 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:59.096205 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-35c1f0b1-261e-412c-b8e0-646ff7dc83ae req-b22ee5a3-ffe1-4d32-8c40-dd0d319e2168 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:28:59.097352 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35c1f0b1-261e-412c-b8e0-646ff7dc83ae req-b22ee5a3-ffe1-4d32-8c40-dd0d319e2168 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f172d5d3-05ef-4cda-b653-373bc0d47788 HTTP/1.1" status: 204 len: 173 time: 0.2016659 Nov 25 19:28:59.111093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ee5a3-ffe1-4d32-8c40-dd0d319e2168 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f172d5d3-05ef-4cda-b653-373bc0d47788,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:28:59.115711 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-6a092a7c-3c29-48ad-984a-6fb371e18165 service neutron] 10.222.0.60 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476254 Nov 25 19:28:59.125837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-4aac8eb7-3893-49b4-be80-32f3ce5e3454 service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544030 Nov 25 19:28:59.351719 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-c6b14b17-6815-4b5e-8bf0-5f5dd1a941b3 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2910216 Nov 25 19:28:59.397183 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b73cf21-33a3-45ef-b083-720e7f7450e0 req-ce69330d-23ad-4ac7-a6ff-cb6183937063 service neutron] 10.222.0.60 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737222 Nov 25 19:28:59.487343 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9575a658-87b6-460c-8fd1-84114ae3e62c req-73455558-0b72-465a-8d23-e7a97c67ca97 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203854 Nov 25 19:28:59.746119 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc4b104-cfda-4952-b5b9-53004686bce2 x-openstack-request-id: req-2bc4b104-cfda-4952-b5b9-53004686bce2 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:28:59.747290 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24383621-f73c-4319-8999-35cc46eb89cc", "tag": "51440b50-e1b6-4d02-b596-3cdf01821fa3", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:28:59.747290 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bc4b104-cfda-4952-b5b9-53004686bce2 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:28:59.747884 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24383621-f73c-4319-8999-35cc46eb89cc', 'tag': '51440b50-e1b6-4d02-b596-3cdf01821fa3', 'status': 'completed', 'code': 200} Nov 25 19:28:59.851670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09c4f-1e18-42a8-aa40-ae759da18ed7 req-ab76be2d-36c6-451e-abe8-7b98ecd6f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:59.853554 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7af09c4f-1e18-42a8-aa40-ae759da18ed7 req-ab76be2d-36c6-451e-abe8-7b98ecd6f8d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 1094 time: 0.0680254 Nov 25 19:28:59.895717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-048dfd38-9243-4f1f-96d1-32fdacad5a6d tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:59.897682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-048dfd38-9243-4f1f-96d1-32fdacad5a6d tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0641198 Nov 25 19:28:59.960767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-b333c633-b703-4ef8-aa4b-6d586da65958 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 696 time: 0.0516930 Nov 25 19:28:59.979280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-bb4a7a44-29ac-41cd-acef-f47e52b448dc tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Request body: {'floatingip': {'port_id': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:28:59.993999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09c4f-1e18-42a8-aa40-ae759da18ed7 req-8311f84e-ff24-48bb-83d3-88f13ff7245f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:28:59.996650 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7af09c4f-1e18-42a8-aa40-ae759da18ed7 req-8311f84e-ff24-48bb-83d3-88f13ff7245f service neutron] 10.222.0.60 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 912 time: 0.1233928 Nov 25 19:29:00.053004 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-bb4a7a44-29ac-41cd-acef-f47e52b448dc tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:00.067762 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7af09c4f-1e18-42a8-aa40-ae759da18ed7 req-99c11ffd-9b65-4432-9a35-98111cad9cd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=51440b50-e1b6-4d02-b596-3cdf01821fa3 HTTP/1.1" status: 200 len: 217 time: 0.0627124 Nov 25 19:29:00.145239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db5a3407-7cef-4707-9a59-9882dc88a9f1', 'name': 'network-vif-deleted', 'tag': '41b6d969-b8a7-4117-a50f-362c604e0fd6'}, {'name': 'network-changed', 'server_uuid': '969d2259-70ca-483e-ba5a-379078fc889f', 'tag': 'b20a31b1-c308-4d63-bb3f-8b803a43f684'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:00.148280 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d7971e-5b6b-41e8-8323-f0cdb2830e76" -d '{"events": [{"server_uuid": "db5a3407-7cef-4707-9a59-9882dc88a9f1", "name": "network-vif-deleted", "tag": "41b6d969-b8a7-4117-a50f-362c604e0fd6"}, {"name": "network-changed", "server_uuid": "969d2259-70ca-483e-ba5a-379078fc889f", "tag": "b20a31b1-c308-4d63-bb3f-8b803a43f684"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:00.158107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af09c4f-1e18-42a8-aa40-ae759da18ed7 req-27ca3b38-4e77-42d9-a339-a94e80c9ea3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:00.160848 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7af09c4f-1e18-42a8-aa40-ae759da18ed7 req-27ca3b38-4e77-42d9-a339-a94e80c9ea3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.0731013 Nov 25 19:29:00.205837 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7af09c4f-1e18-42a8-aa40-ae759da18ed7 req-3532f86c-9a10-4b1e-8471-8faca7e1b1cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370474 Nov 25 19:29:00.326438 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7af09c4f-1e18-42a8-aa40-ae759da18ed7 req-a77bbe4d-795d-43c3-bd53-72c08d91da08 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026387 Nov 25 19:29:00.635143 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-bb4a7a44-29ac-41cd-acef-f47e52b448dc tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:00.641178 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-bb4a7a44-29ac-41cd-acef-f47e52b448dc tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:00.926505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc076c2-6b0c-42e5-8d36-50800eaf7c75 req-e501da66-057f-4ac0-af2a-33efbfaf847b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:00.929054 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ecc076c2-6b0c-42e5-8d36-50800eaf7c75 req-e501da66-057f-4ac0-af2a-33efbfaf847b tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.60 "GET /v2.0/ports?device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 946 time: 0.1090200 Nov 25 19:29:00.931160 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7af09c4f-1e18-42a8-aa40-ae759da18ed7 req-27645d25-ea01-457c-adc7-2cb7fdbcc2f5 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948837 Nov 25 19:29:01.050151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-ecc076c2-6b0c-42e5-8d36-50800eaf7c75 req-0629fab5-e7db-41c5-b9d3-3846b573731f tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Deleting port b20a31b1-c308-4d63-bb3f-8b803a43f684 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:29:01.050476 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ecc076c2-6b0c-42e5-8d36-50800eaf7c75 req-0629fab5-e7db-41c5-b9d3-3846b573731f tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:01.118347 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-bb4a7a44-29ac-41cd-acef-f47e52b448dc tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Floating IP 87096e8f-37f7-466b-892e-c20477e679c9 associated. External IP: 172.25.8.235, port: 215c82dd-da05-4fe0-8cab-dd805afdc13c. Nov 25 19:29:01.166020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ecc076c2-6b0c-42e5-8d36-50800eaf7c75 req-0629fab5-e7db-41c5-b9d3-3846b573731f tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] For port b20a31b1-c308-4d63-bb3f-8b803a43f684, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=b20a31b1-c308-4d63-bb3f-8b803a43f684,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:01.166590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ecc076c2-6b0c-42e5-8d36-50800eaf7c75 req-0629fab5-e7db-41c5-b9d3-3846b573731f tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:01.182049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-ecc076c2-6b0c-42e5-8d36-50800eaf7c75 req-0629fab5-e7db-41c5-b9d3-3846b573731f tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Calling delete_port for b20a31b1-c308-4d63-bb3f-8b803a43f684 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:29:01.350146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ecc076c2-6b0c-42e5-8d36-50800eaf7c75 req-0629fab5-e7db-41c5-b9d3-3846b573731f tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:01.364010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['215c82dd-da05-4fe0-8cab-dd805afdc13c'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:01.401545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-bb4a7a44-29ac-41cd-acef-f47e52b448dc tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Router 015a232e-d709-484b-ac85-10405d77488f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:29:01.405861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0629fab5-e7db-41c5-b9d3-3846b573731f tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Pushing event deleted for resources: {'Port': ['ID=b20a31b1-c308-4d63-bb3f-8b803a43f684,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:01.492426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc076c2-6b0c-42e5-8d36-50800eaf7c75 req-0629fab5-e7db-41c5-b9d3-3846b573731f tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] No DVR routers for this DVR port b20a31b1-c308-4d63-bb3f-8b803a43f684 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:29:01.497715 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ecc076c2-6b0c-42e5-8d36-50800eaf7c75 req-0629fab5-e7db-41c5-b9d3-3846b573731f tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:01.510168 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ecc076c2-6b0c-42e5-8d36-50800eaf7c75 req-0629fab5-e7db-41c5-b9d3-3846b573731f tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.60 "DELETE /v2.0/ports/b20a31b1-c308-4d63-bb3f-8b803a43f684 HTTP/1.1" status: 204 len: 173 time: 0.5680332 Nov 25 19:29:01.680771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-bb4a7a44-29ac-41cd-acef-f47e52b448dc tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:29:01.686194 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-bb4a7a44-29ac-41cd-acef-f47e52b448dc tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:01.693784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6222ba6-2722-4f80-bba1-302db9ab1045 None None] Sync routers for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:29:01.709447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6222ba6-2722-4f80-bba1-302db9ab1045 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:01.710091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e6222ba6-2722-4f80-bba1-302db9ab1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:01.734963 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-bb4a7a44-29ac-41cd-acef-f47e52b448dc tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "PUT /v2.0/floatingips/87096e8f-37f7-466b-892e-c20477e679c9 HTTP/1.1" status: 200 len: 996 time: 1.7559004 Nov 25 19:29:01.750338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '969d2259-70ca-483e-ba5a-379078fc889f', 'name': 'network-vif-deleted', 'tag': 'b20a31b1-c308-4d63-bb3f-8b803a43f684'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:01.756874 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f41dd25-61d7-4552-9aaa-9ac91d2958c8" -d '{"events": [{"server_uuid": "969d2259-70ca-483e-ba5a-379078fc889f", "name": "network-vif-deleted", "tag": "b20a31b1-c308-4d63-bb3f-8b803a43f684"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:01.888464 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e6222ba6-2722-4f80-bba1-302db9ab1045 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:01.992898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-b6b3c2ef-3291-4a47-9b24-767a1a64349f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:01.995708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-b6b3c2ef-3291-4a47-9b24-767a1a64349f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 1096 time: 0.2372141 Nov 25 19:29:02.084775 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ebdaa5d0-d8d9-4dcd-b64c-93d5de330bac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:02.161043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-48be2226-53b9-4441-9879-1971e2060923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:02.163409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-48be2226-53b9-4441-9879-1971e2060923 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.1546447 Nov 25 19:29:02.269261 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-9ab0a7f9-b5b3-4054-94f7-76598d24a69f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 999 time: 0.0925210 Nov 25 19:29:02.327064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-89d3d1e4-c9f9-4144-9595-936026c778b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:02.328732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-89d3d1e4-c9f9-4144-9595-936026c778b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.0525329 Nov 25 19:29:02.399810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-03a68b05-8119-4613-beb1-e16a51ff0f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:02.402450 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-03a68b05-8119-4613-beb1-e16a51ff0f9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658927 Nov 25 19:29:02.531661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-d9f8520f-721b-45cb-b277-c195e57e65ff service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199729 Nov 25 19:29:02.536473 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e6222ba6-2722-4f80-bba1-302db9ab1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:29:00Z', 'revision_number': 8, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:02.565829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6222ba6-2722-4f80-bba1-302db9ab1045 None None] Checking router: 015a232e-d709-484b-ac85-10405d77488f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:29:02.577832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6222ba6-2722-4f80-bba1-302db9ab1045 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:02.578679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e6222ba6-2722-4f80-bba1-302db9ab1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:28:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:02.651063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f401a97f-8946-41c0-9d64-887fe63c63e4 req-8b2d2f75-5b04-4d6e-b9ba-25a68cfc8e92 service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067457 Nov 25 19:29:02.738114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e6222ba6-2722-4f80-bba1-302db9ab1045 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:02.843077 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecd6a413-4285-4945-bed3-fd376c47bf22 req-1af67e83-7a8d-420a-a59b-3f6f39baa10f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/82bfa394-9895-48f9-a2df-b52872cb269f HTTP/1.1" status: 200 len: 2414 time: 0.0518329 Nov 25 19:29:02.868914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 51440b50-e1b6-4d02-b596-3cdf01821fa3 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:02.872866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device b20a31b1-c308-4d63-bb3f-8b803a43f684 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:02.911912 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ecd6a413-4285-4945-bed3-fd376c47bf22 req-e27dcc46-3827-4e2e-8439-19fcba31e4ad tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:02.942139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: b20a31b1-c308-4d63-bb3f-8b803a43f684 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:29:02.942699 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device b20a31b1-c308-4d63-bb3f-8b803a43f684 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:29:02.944990 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ecd6a413-4285-4945-bed3-fd376c47bf22 req-e27dcc46-3827-4e2e-8439-19fcba31e4ad tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.004324 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ecd6a413-4285-4945-bed3-fd376c47bf22 req-e27dcc46-3827-4e2e-8439-19fcba31e4ad tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.008124 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ecd6a413-4285-4945-bed3-fd376c47bf22 req-e27dcc46-3827-4e2e-8439-19fcba31e4ad tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.009316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecd6a413-4285-4945-bed3-fd376c47bf22 req-e27dcc46-3827-4e2e-8439-19fcba31e4ad tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "DELETE /v2.0/security-groups/82bfa394-9895-48f9-a2df-b52872cb269f HTTP/1.1" status: 204 len: 173 time: 0.1587303 Nov 25 19:29:03.024100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27dcc46-3827-4e2e-8439-19fcba31e4ad tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82bfa394-9895-48f9-a2df-b52872cb269f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:03.210698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 51440b50-e1b6-4d02-b596-3cdf01821fa3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=51440b50-e1b6-4d02-b596-3cdf01821fa3,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:03.245055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '51440b50-e1b6-4d02-b596-3cdf01821fa3', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'port_id': '51440b50-e1b6-4d02-b596-3cdf01821fa3', 'mac_address': 'fa:16:3e:dd:79:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e068616-7912-416a-8786-ab1d8edb2eec', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:03.307079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7098a9-252f-4c69-9bde-addf965bfae4 req-93a49cf2-c56f-482c-bc4b-8f06ce43fe4f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:03.308758 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ca7098a9-252f-4c69-9bde-addf965bfae4 req-93a49cf2-c56f-482c-bc4b-8f06ce43fe4f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 943 time: 0.0647736 Nov 25 19:29:03.315955 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.342007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51440b50-e1b6-4d02-b596-3cdf01821fa3 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:03.361669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e6222ba6-2722-4f80-bba1-302db9ab1045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:29:00Z', 'revision_number': 8, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:03.373132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 51440b50-e1b6-4d02-b596-3cdf01821fa3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=51440b50-e1b6-4d02-b596-3cdf01821fa3,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:03.385032 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ca7098a9-252f-4c69-9bde-addf965bfae4 req-30b01927-fe49-4352-b7eb-2d157ce64c76 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642285 Nov 25 19:29:03.410400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6222ba6-2722-4f80-bba1-302db9ab1045 None None] The sync data for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 is: [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '87096e8f-37f7-466b-892e-c20477e679c9', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '015a232e-d709-484b-ac85-10405d77488f', 'port_id': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 855, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'mac_address': 'fa:16:3e:54:ad:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:28:05Z', 'updated_at': '2021-11-25T19:29:00Z', 'revision_number': 8, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:29:03.412241 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:03.501144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=51440b50-e1b6-4d02-b596-3cdf01821fa3,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:03.517820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.518373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.519026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.519527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.520104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.520697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.521276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.522279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.522414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.522998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.523584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.524339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:03.539488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d2c5eb-2e3e-4c75-b56f-e6df86d7e3b7 req-deb255c8-0e60-4fce-ac66-72e16b209f91 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:03.541194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73d2c5eb-2e3e-4c75-b56f-e6df86d7e3b7 req-deb255c8-0e60-4fce-ac66-72e16b209f91 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 946 time: 0.0770078 Nov 25 19:29:03.620277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73d2c5eb-2e3e-4c75-b56f-e6df86d7e3b7 req-5e4c62c4-54f0-4c39-a9c5-28009a883313 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664740 Nov 25 19:29:03.643149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['51440b50-e1b6-4d02-b596-3cdf01821fa3'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:03.744761 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9188cb9b-b87c-4332-b1cb-33a46635afa8 x-openstack-request-id: req-9188cb9b-b87c-4332-b1cb-33a46635afa8 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:03.745311 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db5a3407-7cef-4707-9a59-9882dc88a9f1", "name": "network-vif-deleted", "tag": "41b6d969-b8a7-4117-a50f-362c604e0fd6", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "969d2259-70ca-483e-ba5a-379078fc889f", "tag": "b20a31b1-c308-4d63-bb3f-8b803a43f684", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:03.745824 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9188cb9b-b87c-4332-b1cb-33a46635afa8 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:03.746610 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db5a3407-7cef-4707-9a59-9882dc88a9f1', 'name': 'network-vif-deleted', 'tag': '41b6d969-b8a7-4117-a50f-362c604e0fd6', 'status': 'completed', 'code': 200} Nov 25 19:29:03.753154 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '969d2259-70ca-483e-ba5a-379078fc889f', 'tag': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'status': 'completed', 'code': 200} Nov 25 19:29:03.758546 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b20d5dd-e1da-4393-a6e1-1476c3c38c72 None None] New status for floating IP 87096e8f-37f7-466b-892e-c20477e679c9: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:29:03.820965 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c4d7971e-5b6b-41e8-8323-f0cdb2830e76 req-9cfd0a21-681d-4932-924f-fdbb3e798c4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=969d2259-70ca-483e-ba5a-379078fc889f HTTP/1.1" status: 200 len: 210 time: 0.0789187 Nov 25 19:29:03.910851 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ccd70e-e1d3-402b-82a6-3ff30f623792 x-openstack-request-id: req-80ccd70e-e1d3-402b-82a6-3ff30f623792 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:03.911215 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "969d2259-70ca-483e-ba5a-379078fc889f", "name": "network-vif-deleted", "tag": "b20a31b1-c308-4d63-bb3f-8b803a43f684", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:03.911407 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80ccd70e-e1d3-402b-82a6-3ff30f623792 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:03.911791 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '969d2259-70ca-483e-ba5a-379078fc889f', 'name': 'network-vif-deleted', 'tag': 'b20a31b1-c308-4d63-bb3f-8b803a43f684', 'status': 'completed', 'code': 200} Nov 25 19:29:04.057727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e16aea3-4239-402a-a6b9-457e2169775a req-b5308c16-54f1-43b5-9e4b-03ed4736bad3 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips/87096e8f-37f7-466b-892e-c20477e679c9 HTTP/1.1" status: 200 len: 996 time: 0.1169276 Nov 25 19:29:04.129174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7971e-5b6b-41e8-8323-f0cdb2830e76 req-139b7e6f-a655-46e0-b634-e6563d364b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:04.131930 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c4d7971e-5b6b-41e8-8323-f0cdb2830e76 req-139b7e6f-a655-46e0-b634-e6563d364b27 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=0f6186685c634c41a1d6f33d43ade648&shared=False HTTP/1.1" status: 200 len: 921 time: 0.3010440 Nov 25 19:29:04.256628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e16aea3-4239-402a-a6b9-457e2169775a req-1e36d9fa-e0f3-4bb8-a8d8-8586ee739b54 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:04.259626 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e16aea3-4239-402a-a6b9-457e2169775a req-1e36d9fa-e0f3-4bb8-a8d8-8586ee739b54 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1874354 Nov 25 19:29:04.298106 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-727171d0-3b39-41f4-a473-d67e7155e968 req-0962a5f0-0371-43b3-9580-9ebd26b7bac2 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] show failed (client error): The resource could not be found. Nov 25 19:29:04.299489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-727171d0-3b39-41f4-a473-d67e7155e968 req-0962a5f0-0371-43b3-9580-9ebd26b7bac2 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/6ea56241-2a76-4cbf-99c1-ccbb3803b91f HTTP/1.1" status: 404 len: 352 time: 0.0178254 Nov 25 19:29:04.371165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7971e-5b6b-41e8-8323-f0cdb2830e76 req-c33bddde-6b92-4dc3-bcec-0a9d560f8b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:04.372767 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c4d7971e-5b6b-41e8-8323-f0cdb2830e76 req-c33bddde-6b92-4dc3-bcec-0a9d560f8b3d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2319424 Nov 25 19:29:04.508373 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-d4595786-8057-4c0a-941d-7b0569c028ad tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1001 time: 0.0692482 Nov 25 19:29:04.568908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-cdaa6f60-1c6e-4f5e-af27-d497c6a4b0ee tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:04.570508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-cdaa6f60-1c6e-4f5e-af27-d497c6a4b0ee tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports/215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 942 time: 0.0549943 Nov 25 19:29:04.685903 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2af883ae-1d22-4d6a-807f-695c561202eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:04.701573 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-d4ff7fc4-8733-4756-a2c5-29364a5cb050 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1001 time: 0.0856516 Nov 25 19:29:04.889011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 51440b50-e1b6-4d02-b596-3cdf01821fa3 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:04.905551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-9a1ae57e-fb39-406d-bf16-d94837a702d5 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:04.908211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-9a1ae57e-fb39-406d-bf16-d94837a702d5 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1998801 Nov 25 19:29:04.970338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 51440b50-e1b6-4d02-b596-3cdf01821fa3 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:29:04.977152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 51440b50-e1b6-4d02-b596-3cdf01821fa3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:04.977761 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:05.026409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-f79040fc-4bf4-4544-8402-011eca901595 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 1001 time: 0.1091712 Nov 25 19:29:05.043467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-2bd1821d-bb50-4173-857f-af8bc052985c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:05.089748 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:05.116091 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-2bd1821d-bb50-4173-857f-af8bc052985c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:05.120602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24383621-f73c-4319-8999-35cc46eb89cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51440b50-e1b6-4d02-b596-3cdf01821fa3'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:05.122994 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51a1658-d7c3-45c3-bf27-c6a2d0932f2c" -d '{"events": [{"server_uuid": "24383621-f73c-4319-8999-35cc46eb89cc", "name": "network-vif-plugged", "status": "completed", "tag": "51440b50-e1b6-4d02-b596-3cdf01821fa3"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:05.138702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 51440b50-e1b6-4d02-b596-3cdf01821fa3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=51440b50-e1b6-4d02-b596-3cdf01821fa3,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:05.144810 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:05.204424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=51440b50-e1b6-4d02-b596-3cdf01821fa3,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:05.289999 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-2bd1821d-bb50-4173-857f-af8bc052985c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:05.294406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-2bd1821d-bb50-4173-857f-af8bc052985c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:05.294752 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-2bd1821d-bb50-4173-857f-af8bc052985c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Floating IP 87096e8f-37f7-466b-892e-c20477e679c9 disassociated. External IP: 172.25.8.235, port: 215c82dd-da05-4fe0-8cab-dd805afdc13c. Nov 25 19:29:05.560833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-2bd1821d-bb50-4173-857f-af8bc052985c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Router 015a232e-d709-484b-ac85-10405d77488f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:29:05.689926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-2bd1821d-bb50-4173-857f-af8bc052985c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:29:05.694623 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-2bd1821d-bb50-4173-857f-af8bc052985c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:05.704373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f3cbb-3958-4230-be95-5757b329a2d2 None None] Sync routers for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:29:05.718229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f3cbb-3958-4230-be95-5757b329a2d2 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:05.719959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b91f3cbb-3958-4230-be95-5757b329a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:29:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:05.725756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-2bd1821d-bb50-4173-857f-af8bc052985c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "PUT /v2.0/floatingips/87096e8f-37f7-466b-892e-c20477e679c9 HTTP/1.1" status: 200 len: 696 time: 0.6870387 Nov 25 19:29:05.757621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c'}, {'name': 'network-changed', 'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:05.760328 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-355a6279-e45a-447c-b68b-a33bf03ea535" -d '{"events": [{"name": "network-changed", "server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c"}, {"name": "network-changed", "server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:05.808545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-f8cf0e52-67cf-45fc-a1a2-a3178ed773c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:05.811677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-f8cf0e52-67cf-45fc-a1a2-a3178ed773c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 1096 time: 0.0629091 Nov 25 19:29:05.872129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b91f3cbb-3958-4230-be95-5757b329a2d2 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:05.927975 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-ae32e02a-048d-4ea7-85b5-162e76f0fd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:05.930456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-ae32e02a-048d-4ea7-85b5-162e76f0fd36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.1113284 Nov 25 19:29:05.999341 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-ee6d55e0-7075-4045-8391-49e44e1f0d7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 217 time: 0.0615931 Nov 25 19:29:06.086700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-4206905a-7b45-4344-afa0-c122505c8f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:06.090179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-4206905a-7b45-4344-afa0-c122505c8f85 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.0832927 Nov 25 19:29:06.130394 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b91f3cbb-3958-4230-be95-5757b329a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:06.169299 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-a92c6ef2-f223-407c-8cdb-b05f0813c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:06.172395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-a92c6ef2-f223-407c-8cdb-b05f0813c186 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731628 Nov 25 19:29:06.189001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f3cbb-3958-4230-be95-5757b329a2d2 None None] Checking router: 015a232e-d709-484b-ac85-10405d77488f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:29:06.205405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91f3cbb-3958-4230-be95-5757b329a2d2 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:06.206507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b91f3cbb-3958-4230-be95-5757b329a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:29:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:06.304931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-17406288-6a0e-4745-85ae-360db2af3046 service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257215 Nov 25 19:29:06.310225 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:06.411259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b91f3cbb-3958-4230-be95-5757b329a2d2 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:06.424072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e14eecc9-ba47-4496-9f91-b9d0dbca6a8d req-485c5b0a-76d5-400e-97f5-926b04071c6a service neutron] 10.222.0.15 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040909 Nov 25 19:29:06.503875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5650571-1119-4415-afe1-7464f44085ad req-94c12249-d083-4c86-901d-2df2a55bf494 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/e1872ba8-e1b1-4c68-afcc-b5054f51643d HTTP/1.1" status: 200 len: 1821 time: 0.0472114 Nov 25 19:29:06.573827 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b5650571-1119-4415-afe1-7464f44085ad req-cd211a6d-6707-4909-984b-192007383d23 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:06.602269 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b5650571-1119-4415-afe1-7464f44085ad req-cd211a6d-6707-4909-984b-192007383d23 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:06.653049 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b5650571-1119-4415-afe1-7464f44085ad req-cd211a6d-6707-4909-984b-192007383d23 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:06.656037 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b5650571-1119-4415-afe1-7464f44085ad req-cd211a6d-6707-4909-984b-192007383d23 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:06.657172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5650571-1119-4415-afe1-7464f44085ad req-cd211a6d-6707-4909-984b-192007383d23 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "DELETE /v2.0/security-groups/e1872ba8-e1b1-4c68-afcc-b5054f51643d HTTP/1.1" status: 204 len: 173 time: 0.1467488 Nov 25 19:29:06.667972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd211a6d-6707-4909-984b-192007383d23 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1872ba8-e1b1-4c68-afcc-b5054f51643d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:06.795959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b91f3cbb-3958-4230-be95-5757b329a2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:06.859999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91f3cbb-3958-4230-be95-5757b329a2d2 None None] The sync data for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 is: [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb2e801d-0618-4398-860b-9ffb83e5edc1', 'name': '', 'network_id': 'b86cacff-4731-431f-9727-9d86ca7b3f59', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'mac_address': 'fa:16:3e:d3:04:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:32Z', 'updated_at': '2021-11-25T19:27:40Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'subnets': [{'id': '06bc4d62-72cf-4f4f-8bf9-b87cbd07f926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:29:06.942770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e013ef9-4602-4482-a898-de2dae74668b req-d7f8ff8b-cc05-41d7-b44b-dda4c1c4be5e tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:06.945872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e013ef9-4602-4482-a898-de2dae74668b req-d7f8ff8b-cc05-41d7-b44b-dda4c1c4be5e tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 945 time: 0.0963659 Nov 25 19:29:07.020757 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e013ef9-4602-4482-a898-de2dae74668b req-a083c4af-5539-4621-90b1-911f3eb30aec tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674925 Nov 25 19:29:07.171630 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a5fb8-2b70-4699-aba9-c5fbdbb13d53 req-3eb3ca57-2893-4918-b9a9-1e4ee5eb194f tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:07.173489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-612a5fb8-2b70-4699-aba9-c5fbdbb13d53 req-3eb3ca57-2893-4918-b9a9-1e4ee5eb194f tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 946 time: 0.0691264 Nov 25 19:29:07.194593 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-820d8736-1904-4c24-b0bb-dfaeaaacee6c None None] New status for floating IP 87096e8f-37f7-466b-892e-c20477e679c9: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:29:07.244077 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-612a5fb8-2b70-4699-aba9-c5fbdbb13d53 req-bcf45030-6b7d-4d78-a476-6e206732fccf tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633283 Nov 25 19:29:07.590860 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57796ab5-3090-4919-af8b-323e3bb505a4 x-openstack-request-id: req-57796ab5-3090-4919-af8b-323e3bb505a4 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:07.591111 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24383621-f73c-4319-8999-35cc46eb89cc", "name": "network-vif-plugged", "status": "completed", "tag": "51440b50-e1b6-4d02-b596-3cdf01821fa3", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:07.591373 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57796ab5-3090-4919-af8b-323e3bb505a4 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:07.591777 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24383621-f73c-4319-8999-35cc46eb89cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51440b50-e1b6-4d02-b596-3cdf01821fa3', 'code': 200} Nov 25 19:29:07.701541 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a5b6bac-0b7f-4f5b-9c0b-de33b7cbd7e4 x-openstack-request-id: req-7a5b6bac-0b7f-4f5b-9c0b-de33b7cbd7e4 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:07.703503 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:07.703503 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a5b6bac-0b7f-4f5b-9c0b-de33b7cbd7e4 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:07.704832 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'status': 'completed', 'code': 200} Nov 25 19:29:07.705535 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'status': 'completed', 'code': 200} Nov 25 19:29:07.722482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67ddc5-874a-4bee-ab32-4fa8c1d8adbd req-9f413155-d9a0-425a-844e-ef28316ecc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:07.724106 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9d67ddc5-874a-4bee-ab32-4fa8c1d8adbd req-9f413155-d9a0-425a-844e-ef28316ecc48 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 1096 time: 0.0530274 Nov 25 19:29:07.801169 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:07.815362 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9d67ddc5-874a-4bee-ab32-4fa8c1d8adbd req-4afad645-582d-4d45-b4e5-a7cd01c91157 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831754 Nov 25 19:29:07.834290 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a760177-7313-45e1-8009-f11c8402c72d req-29603e73-8e5e-4841-824f-b6c478380b85 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/9414a454-dccb-4a2f-b686-04f1156fa3a5 HTTP/1.1" status: 200 len: 1821 time: 0.0553176 Nov 25 19:29:07.973760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5a760177-7313-45e1-8009-f11c8402c72d req-273716d3-b7af-4f59-9cc9-8dbb035ae040 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:08.024451 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5a760177-7313-45e1-8009-f11c8402c72d req-273716d3-b7af-4f59-9cc9-8dbb035ae040 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:08.031542 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-884bacbf-84df-4812-9073-faf09efa09cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:08.034263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-884bacbf-84df-4812-9073-faf09efa09cd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 1096 time: 0.3016143 Nov 25 19:29:08.065953 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:08.269512 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5a760177-7313-45e1-8009-f11c8402c72d req-273716d3-b7af-4f59-9cc9-8dbb035ae040 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:08.274178 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5a760177-7313-45e1-8009-f11c8402c72d req-273716d3-b7af-4f59-9cc9-8dbb035ae040 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:08.276767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a760177-7313-45e1-8009-f11c8402c72d req-273716d3-b7af-4f59-9cc9-8dbb035ae040 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "DELETE /v2.0/security-groups/9414a454-dccb-4a2f-b686-04f1156fa3a5 HTTP/1.1" status: 204 len: 173 time: 0.4289961 Nov 25 19:29:08.284069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-9182d1bf-f2fc-453a-8e27-1efdf72a61b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:08.286742 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-9182d1bf-f2fc-453a-8e27-1efdf72a61b6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.2417722 Nov 25 19:29:08.302050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273716d3-b7af-4f59-9cc9-8dbb035ae040 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9414a454-dccb-4a2f-b686-04f1156fa3a5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:08.372776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-79bc117c-4a47-4898-a2a3-7d26898b055a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 217 time: 0.0744803 Nov 25 19:29:08.428678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-eefc7c6e-d1ce-4bd0-8da2-77f891a199e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:08.430542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-eefc7c6e-d1ce-4bd0-8da2-77f891a199e1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.0508654 Nov 25 19:29:08.516826 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-2b64bbe1-ca71-4a1e-ad4d-c59123d2be17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:08.520253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-2b64bbe1-ca71-4a1e-ad4d-c59123d2be17 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0808287 Nov 25 19:29:08.535659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-59ddc2d6-c818-4def-b008-f7d7be6cf215 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:29:08.537641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-59ddc2d6-c818-4def-b008-f7d7be6cf215 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0099204 Nov 25 19:29:08.669231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd37d9b-264d-4f66-98b8-c49f29fb9fd4 req-8970e6c6-cb3a-4a22-bfe9-3c695d0ab4c1 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:08.671026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4fd37d9b-264d-4f66-98b8-c49f29fb9fd4 req-8970e6c6-cb3a-4a22-bfe9-3c695d0ab4c1 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 945 time: 0.1043663 Nov 25 19:29:08.697444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-c025e56a-9899-41f6-b4d3-b667d283e8de service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504650 Nov 25 19:29:08.797969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4fd37d9b-264d-4f66-98b8-c49f29fb9fd4 req-768ea72b-5f2f-4e3a-89c1-3ccb95ea22da tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112332 Nov 25 19:29:08.837976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-22722ac0-3301-4297-a530-93bd89868b04 service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317885 Nov 25 19:29:09.270043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-f0d08a90-732c-479b-8257-ed472bd900bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:09.271619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-f0d08a90-732c-479b-8257-ed472bd900bb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0f6186685c634c41a1d6f33d43ade648&device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 1096 time: 0.3746724 Nov 25 19:29:09.281471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50198fc1-3765-4c06-b5f0-975ab54efacb req-842ed4a0-f7d7-4e96-bb23-9d9534daa296 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:09.283443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50198fc1-3765-4c06-b5f0-975ab54efacb req-842ed4a0-f7d7-4e96-bb23-9d9534daa296 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 946 time: 0.3976982 Nov 25 19:29:09.422593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50198fc1-3765-4c06-b5f0-975ab54efacb req-12f67844-b3e9-405e-adb8-743a75d73654 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250014 Nov 25 19:29:09.443378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-d93774d9-3990-40cd-84ce-2f1ca2af15d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:09.445183 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-d93774d9-3990-40cd-84ce-2f1ca2af15d4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 200 len: 921 time: 0.1604741 Nov 25 19:29:09.500370 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-d17164a5-faba-4fb2-a47c-36d32e570aeb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 200 len: 217 time: 0.0448074 Nov 25 19:29:09.577483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b21711bd-8762-43ff-8c68-77ae53afc299 req-f55835b5-7c43-445e-9fa0-e7ca8957e410 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/8910ea5e-e4e8-4c17-97c1-5dd2cf822b9f HTTP/1.1" status: 200 len: 1822 time: 0.1162472 Nov 25 19:29:09.585782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-0fa98123-74ca-4dd4-b577-384bed520314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:09.588412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-0fa98123-74ca-4dd4-b577-384bed520314 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 200 len: 859 time: 0.0813301 Nov 25 19:29:09.700030 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-73acd880-bb2e-41c4-b8b1-cd03f0ece234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:09.701573 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-73acd880-bb2e-41c4-b8b1-cd03f0ece234 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b86cacff-4731-431f-9727-9d86ca7b3f59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1019926 Nov 25 19:29:09.716388 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b21711bd-8762-43ff-8c68-77ae53afc299 req-68c7a380-ada0-4dd5-9d00-df11bf655f10 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.803710 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b21711bd-8762-43ff-8c68-77ae53afc299 req-68c7a380-ada0-4dd5-9d00-df11bf655f10 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.869434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-39021d7a-3c21-4aad-996b-78588072ae50 service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607757 Nov 25 19:29:09.888043 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b21711bd-8762-43ff-8c68-77ae53afc299 req-68c7a380-ada0-4dd5-9d00-df11bf655f10 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.891552 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b21711bd-8762-43ff-8c68-77ae53afc299 req-68c7a380-ada0-4dd5-9d00-df11bf655f10 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:09.892867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b21711bd-8762-43ff-8c68-77ae53afc299 req-68c7a380-ada0-4dd5-9d00-df11bf655f10 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "DELETE /v2.0/security-groups/8910ea5e-e4e8-4c17-97c1-5dd2cf822b9f HTTP/1.1" status: 204 len: 173 time: 0.3032441 Nov 25 19:29:09.925296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7a380-ada0-4dd5-9d00-df11bf655f10 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8910ea5e-e4e8-4c17-97c1-5dd2cf822b9f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:10.046950 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355a6279-e45a-447c-b68b-a33bf03ea535 req-61fb912f-6201-4652-8ba2-c4f1cad1b65f service neutron] 10.222.0.76 "GET /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672235 Nov 25 19:29:10.160320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db47fa64-d478-4363-9851-95ce593a14d2 req-d77616e6-c7ca-4e0c-b794-a286455d27e4 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips/87096e8f-37f7-466b-892e-c20477e679c9 HTTP/1.1" status: 200 len: 694 time: 0.0643864 Nov 25 19:29:10.305634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db47fa64-d478-4363-9851-95ce593a14d2 req-e8e6fc91-f702-4d5a-952b-c1fe6766962a tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:10.307133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db47fa64-d478-4363-9851-95ce593a14d2 req-e8e6fc91-f702-4d5a-952b-c1fe6766962a tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.1390116 Nov 25 19:29:10.330307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55116) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:10.396793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db47fa64-d478-4363-9851-95ce593a14d2 req-7cdf82a4-fe90-4111-9b64-71f916246ed7 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 697 time: 0.0777950 Nov 25 19:29:10.469042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db47fa64-d478-4363-9851-95ce593a14d2 req-39a39cf1-acb2-48d8-b2e2-8807bbaa0c7c tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.235 HTTP/1.1" status: 200 len: 697 time: 0.0592434 Nov 25 19:29:10.531428 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9d8ce99a-8ce3-406a-a5ef-13f91db8ad8d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2202973e92ad45189e3a14ab0bbf4210&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990840 Nov 25 19:29:10.533809 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55122) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:10.688613 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ee12f8d-0ba5-4d72-80c1-56ccff3334f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:10.693368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-db47fa64-d478-4363-9851-95ce593a14d2 req-ba2dee4d-1be8-4bda-be62-0248979d2fe9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Deleting port 7c0653a7-bb12-4da6-9311-ce2230380a1f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:29:10.693715 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-db47fa64-d478-4363-9851-95ce593a14d2 req-ba2dee4d-1be8-4bda-be62-0248979d2fe9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:10.746029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ee12f8d-0ba5-4d72-80c1-56ccff3334f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:10.838824 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-db47fa64-d478-4363-9851-95ce593a14d2 req-ba2dee4d-1be8-4bda-be62-0248979d2fe9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:10.839918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-db47fa64-d478-4363-9851-95ce593a14d2 req-ba2dee4d-1be8-4bda-be62-0248979d2fe9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:10.856122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-db47fa64-d478-4363-9851-95ce593a14d2 req-ba2dee4d-1be8-4bda-be62-0248979d2fe9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Calling delete_port for 7c0653a7-bb12-4da6-9311-ce2230380a1f owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:29:10.869224 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ee12f8d-0ba5-4d72-80c1-56ccff3334f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:10.872053 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ee12f8d-0ba5-4d72-80c1-56ccff3334f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:10.873271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2ee12f8d-0ba5-4d72-80c1-56ccff3334f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c6cc710-ca9e-4d71-bff7-37269432cc4d HTTP/1.1" status: 204 len: 168 time: 0.3384554 Nov 25 19:29:10.923675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee12f8d-0ba5-4d72-80c1-56ccff3334f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6cc710-ca9e-4d71-bff7-37269432cc4d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:11.067084 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-db47fa64-d478-4363-9851-95ce593a14d2 req-ba2dee4d-1be8-4bda-be62-0248979d2fe9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:11.114715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2dee4d-1be8-4bda-be62-0248979d2fe9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Pushing event deleted for resources: {'Port': ['ID=7c0653a7-bb12-4da6-9311-ce2230380a1f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:11.203472 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-db47fa64-d478-4363-9851-95ce593a14d2 req-ba2dee4d-1be8-4bda-be62-0248979d2fe9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:11.208039 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-db47fa64-d478-4363-9851-95ce593a14d2 req-ba2dee4d-1be8-4bda-be62-0248979d2fe9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:11.210338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db47fa64-d478-4363-9851-95ce593a14d2 req-ba2dee4d-1be8-4bda-be62-0248979d2fe9 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "DELETE /v2.0/floatingips/87096e8f-37f7-466b-892e-c20477e679c9 HTTP/1.1" status: 204 len: 173 time: 0.7343578 Nov 25 19:29:11.866723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55154) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:11.878658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0909a1b-7af9-42a7-99e2-2fb4fb9fde0d req-01e08f75-2fc4-430c-860a-98b6de2718f9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:11.880436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0909a1b-7af9-42a7-99e2-2fb4fb9fde0d req-01e08f75-2fc4-430c-860a-98b6de2718f9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 945 time: 0.0630586 Nov 25 19:29:11.940431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0909a1b-7af9-42a7-99e2-2fb4fb9fde0d req-2d62144c-8e83-4d12-8551-1b9c2dbfb797 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513978 Nov 25 19:29:12.006095 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-411628732-network', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:12.033476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Made reservation on behalf of b424fdd8b2874a6296eed26190f62330 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:12.037518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.039678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87b449e9-0631-42ec-adeb-79eeeb1e6286 req-7865af27-d72d-4b0b-bb97-d10a28eb185f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/111502c9-31d6-44da-9b27-bb85c9ee649c HTTP/1.1" status: 200 len: 2420 time: 0.0724792 Nov 25 19:29:12.050373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.150022 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.152274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-87b449e9-0631-42ec-adeb-79eeeb1e6286 req-6b2212e6-09d1-4750-a6da-1c8d25d3419f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.155610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.182091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:29:12.199565 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-87b449e9-0631-42ec-adeb-79eeeb1e6286 req-6b2212e6-09d1-4750-a6da-1c8d25d3419f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.200300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf12e61-b17e-45b5-b925-855fd345f9f3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:12.204357 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.204716 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Added segment 0af027a3-4c48-4c21-9e04-09f98fbe3773 of type vlan for network 492b4cfc-90d6-4b87-a038-575717433527 Nov 25 19:29:12.254783 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.285862 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-87b449e9-0631-42ec-adeb-79eeeb1e6286 req-6b2212e6-09d1-4750-a6da-1c8d25d3419f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.293638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-87b449e9-0631-42ec-adeb-79eeeb1e6286 req-6b2212e6-09d1-4750-a6da-1c8d25d3419f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.295138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87b449e9-0631-42ec-adeb-79eeeb1e6286 req-6b2212e6-09d1-4750-a6da-1c8d25d3419f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "DELETE /v2.0/security-groups/111502c9-31d6-44da-9b27-bb85c9ee649c HTTP/1.1" status: 204 len: 173 time: 0.2466543 Nov 25 19:29:12.307432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.309423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:12.310615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.316152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2212e6-09d1-4750-a6da-1c8d25d3419f tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=111502c9-31d6-44da-9b27-bb85c9ee649c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:12.421396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5528927 Nov 25 19:29:12.424856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55164) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:12.430063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] Request body: {'subnet': {'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-411628732-subnet', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:12.432115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b3e19-080e-4d43-bcc0-8e058ae62592 admin admin] Pushing event updated for resources: {'Network': ['ID=492b4cfc-90d6-4b87-a038-575717433527,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:12.447624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 492b4cfc-90d6-4b87-a038-575717433527 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:29:12.455666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07579dc-4152-4599-aa9f-53b9f94cab2e req-84f3234b-f84d-46ed-a6d8-87f197761558 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:12.457689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b07579dc-4152-4599-aa9f-53b9f94cab2e req-84f3234b-f84d-46ed-a6d8-87f197761558 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 946 time: 0.0787549 Nov 25 19:29:12.474976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] Made reservation on behalf of b424fdd8b2874a6296eed26190f62330 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:12.477390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.610371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b07579dc-4152-4599-aa9f-53b9f94cab2e req-e46f2d5b-e3bf-4d67-8ad2-a3c9ba909d65 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373794 Nov 25 19:29:12.750786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.823767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc6581b2-a600-4998-b647-226b4b35305c,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:12.840580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] Checking segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:12.840943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] Network hostable DHCP agents. Network: 492b4cfc-90d6-4b87-a038-575717433527, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:29:12.870012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] Network 492b4cfc-90d6-4b87-a038-575717433527 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:29:12.890180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 492b4cfc-90d6-4b87-a038-575717433527) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:12.897143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:12.898783 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:12.908185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911eb2f1-a76d-4ee2-8730-99acc3d69cc6 None None] Network 492b4cfc-90d6-4b87-a038-575717433527 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:12.932521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-605a3f8a-3b95-4545-9f95-eac25aa598db admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5060189 Nov 25 19:29:12.937376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55166) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:12.948885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:13.015456 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.019015 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.132444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.418348 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.441172 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:29:13.480682 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-492b4cfc-90d6-4b87-a038-575717433527', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:29:13.483642 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.490388 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9358d38d-f0fd-4a64-a82c-b319f52c22c1 req-d8303d28-1fc1-4b13-bc1d-d676b29aa6f4 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "GET /v2.0/security-groups/e68dc01b-fad9-4f45-9caa-6da2c1e50051 HTTP/1.1" status: 200 len: 2413 time: 0.0676861 Nov 25 19:29:13.571515 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9358d38d-f0fd-4a64-a82c-b319f52c22c1 req-8f9d4242-14d1-4e89-96d6-329e275f39f0 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.606955 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9358d38d-f0fd-4a64-a82c-b319f52c22c1 req-8f9d4242-14d1-4e89-96d6-329e275f39f0 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.686877 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9358d38d-f0fd-4a64-a82c-b319f52c22c1 req-8f9d4242-14d1-4e89-96d6-329e275f39f0 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.692853 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9358d38d-f0fd-4a64-a82c-b319f52c22c1 req-8f9d4242-14d1-4e89-96d6-329e275f39f0 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.693631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9358d38d-f0fd-4a64-a82c-b319f52c22c1 req-8f9d4242-14d1-4e89-96d6-329e275f39f0 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] 10.222.0.15 "DELETE /v2.0/security-groups/e68dc01b-fad9-4f45-9caa-6da2c1e50051 HTTP/1.1" status: 204 len: 173 time: 0.2021477 Nov 25 19:29:13.716473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55186) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:13.742973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9d4242-14d1-4e89-96d6-329e275f39f0 tempest-SecurityGroupRulesTestJSON-707617427 tempest-SecurityGroupRulesTestJSON-707617427-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68dc01b-fad9-4f45-9caa-6da2c1e50051,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:13.763459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Allocated IP 172.20.0.2 (492b4cfc-90d6-4b87-a038-575717433527/dc6581b2-a600-4998-b647-226b4b35305c/69dae3b8-9986-458b-8323-86cd71864e39) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:13.873070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-162eec1d-c271-4fd1-9fbc-1091ceb81a44 admin admin] Deleting subnet 6a0e6708-262b-4e4e-b435-d4460898075a {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:29:13.880384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-162eec1d-c271-4fd1-9fbc-1091ceb81a44 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.947004 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.963450 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-162eec1d-c271-4fd1-9fbc-1091ceb81a44 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:13.987613 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.025059 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.033515 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.064755 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-162eec1d-c271-4fd1-9fbc-1091ceb81a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.078640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Network 492b4cfc-90d6-4b87-a038-575717433527 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:14.102877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:14.106220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:14.107101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef82aec-959a-44af-bb1f-c6fc1de26543 req-e16e0ca6-c4ea-4d08-b463-36cc150a3fb5 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:14.109851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fef82aec-959a-44af-bb1f-c6fc1de26543 req-e16e0ca6-c4ea-4d08-b463-36cc150a3fb5 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 945 time: 0.1518257 Nov 25 19:29:14.127325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Pushing event updated for resources: {'Port': ['ID=69dae3b8-9986-458b-8323-86cd71864e39,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:14.208486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Allocated IP 172.25.8.115 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/7f2b5b47-7b39-4104-8553-952742e54725) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:14.219126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-162eec1d-c271-4fd1-9fbc-1091ceb81a44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.229283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fef82aec-959a-44af-bb1f-c6fc1de26543 req-331fdd7d-dae3-4a37-8855-85aac0c49d9d tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.15 "GET /v2.0/security-groups?id=fb96d301-6f15-4068-83b2-7de8c7c6f19f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118298 Nov 25 19:29:14.243442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Attempting to bind port 69dae3b8-9986-458b-8323-86cd71864e39 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:14.245475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Attempting to bind port 69dae3b8-9986-458b-8323-86cd71864e39 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:14.246152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Attempting to bind port 69dae3b8-9986-458b-8323-86cd71864e39 on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:14.262940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:14.263683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Checking segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:14.265740 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.267209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Bound using segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:14.268457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Bound port: 69dae3b8-9986-458b-8323-86cd71864e39, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:14.269447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.292865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162eec1d-c271-4fd1-9fbc-1091ceb81a44 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a0e6708-262b-4e4e-b435-d4460898075a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:14.318403 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-162eec1d-c271-4fd1-9fbc-1091ceb81a44 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.324454 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-162eec1d-c271-4fd1-9fbc-1091ceb81a44 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6a0e6708-262b-4e4e-b435-d4460898075a HTTP/1.1" status: 204 len: 168 time: 0.6040180 Nov 25 19:29:14.329621 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55190) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:14.400935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c048f43c-88f4-4ced-a291-c60b74c2a1e9 req-e141b371-fd1c-46fe-8d5f-5a8627b6464a tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:14.401300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] For port 69dae3b8-9986-458b-8323-86cd71864e39, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:14.402564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c048f43c-88f4-4ced-a291-c60b74c2a1e9 req-e141b371-fd1c-46fe-8d5f-5a8627b6464a tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.76 "GET /v2.0/ports?device_id=81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5 HTTP/1.1" status: 200 len: 945 time: 0.1120944 Nov 25 19:29:14.405450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] For port 69dae3b8-9986-458b-8323-86cd71864e39, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=69dae3b8-9986-458b-8323-86cd71864e39,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:14.413535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1505b73c-d60e-46e7-9d84-89d2113aa3d6 req-0d15a622-226c-40d3-a7fd-49785b095768 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:14.414007 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.421647 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1505b73c-d60e-46e7-9d84-89d2113aa3d6 req-0d15a622-226c-40d3-a7fd-49785b095768 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 945 time: 0.0978096 Nov 25 19:29:14.493132 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.504290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67fe03-4ae1-4ce3-9799-2b8df6aa999c None None] Pushing event updated for resources: {'Port': ['ID=69dae3b8-9986-458b-8323-86cd71864e39,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:14.535733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.566959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1505b73c-d60e-46e7-9d84-89d2113aa3d6 req-304a1f3a-5878-429e-965b-4bb0e049021d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443307 Nov 25 19:29:14.605447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-c048f43c-88f4-4ced-a291-c60b74c2a1e9 req-fec1bf0a-3eaf-4ad1-82bc-399adbfc2109 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Deleting port 215c82dd-da05-4fe0-8cab-dd805afdc13c {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:29:14.606401 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c048f43c-88f4-4ced-a291-c60b74c2a1e9 req-fec1bf0a-3eaf-4ad1-82bc-399adbfc2109 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.637922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.709862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.731327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:14.744448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:14.754362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4038c0fd-1b97-4c6d-bf64-ae0c646303c3']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:14.757108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:14.766656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Pushing event updated for resources: {'Port': ['ID=7f2b5b47-7b39-4104-8553-952742e54725,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:14.776164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e305dc7b-5bc6-4eaf-8fa7-363abc58b806 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:29:14.799855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0868c0d-2083-4db2-8f2f-a187b096ee21') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:14.800164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0868c0d-2083-4db2-8f2f-a187b096ee21') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:14.817041 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.825488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-c048f43c-88f4-4ced-a291-c60b74c2a1e9 req-fec1bf0a-3eaf-4ad1-82bc-399adbfc2109 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] For port 215c82dd-da05-4fe0-8cab-dd805afdc13c, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=215c82dd-da05-4fe0-8cab-dd805afdc13c,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:14.826070 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c048f43c-88f4-4ced-a291-c60b74c2a1e9 req-fec1bf0a-3eaf-4ad1-82bc-399adbfc2109 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.841204 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.862879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-c048f43c-88f4-4ced-a291-c60b74c2a1e9 req-fec1bf0a-3eaf-4ad1-82bc-399adbfc2109 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Calling delete_port for 215c82dd-da05-4fe0-8cab-dd805afdc13c owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:29:14.892130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:29:14.892802 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:29:14.900882 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:29:14.982287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-80b39c92-432b-487c-a15c-8e5bf4fa60b5 None None] Provisioning complete for port 7f2b5b47-7b39-4104-8553-952742e54725 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:14.982950 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-80b39c92-432b-487c-a15c-8e5bf4fa60b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.058559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.074595 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.081615 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] 10.222.0.15 "DELETE /v2.0/networks/4038c0fd-1b97-4c6d-bf64-ae0c646303c3 HTTP/1.1" status: 204 len: 168 time: 0.7500539 Nov 25 19:29:15.102924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbfd66e-7e86-4650-b02d-7d2146500a1d admin admin] Pushing event deleted for resources: {'Network': ['ID=4038c0fd-1b97-4c6d-bf64-ae0c646303c3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:15.112432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-80b39c92-432b-487c-a15c-8e5bf4fa60b5 None None] Port 7f2b5b47-7b39-4104-8553-952742e54725 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:15.203111 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c048f43c-88f4-4ced-a291-c60b74c2a1e9 req-fec1bf0a-3eaf-4ad1-82bc-399adbfc2109 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.226607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['215c82dd-da05-4fe0-8cab-dd805afdc13c'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:15.303664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec1bf0a-3eaf-4ad1-82bc-399adbfc2109 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Pushing event deleted for resources: {'Port': ['ID=215c82dd-da05-4fe0-8cab-dd805afdc13c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:15.326098 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.380668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55206) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:15.417022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 69dae3b8-9986-458b-8323-86cd71864e39 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:15.433298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-c048f43c-88f4-4ced-a291-c60b74c2a1e9 req-fec1bf0a-3eaf-4ad1-82bc-399adbfc2109 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] No DVR routers for this DVR port 215c82dd-da05-4fe0-8cab-dd805afdc13c on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:29:15.441286 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c048f43c-88f4-4ced-a291-c60b74c2a1e9 req-fec1bf0a-3eaf-4ad1-82bc-399adbfc2109 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.447646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c048f43c-88f4-4ced-a291-c60b74c2a1e9 req-fec1bf0a-3eaf-4ad1-82bc-399adbfc2109 tempest-FloatingIPsAssociationTestJSON-1820588154 tempest-FloatingIPsAssociationTestJSON-1820588154-project] 10.222.0.76 "DELETE /v2.0/ports/215c82dd-da05-4fe0-8cab-dd805afdc13c HTTP/1.1" status: 204 len: 173 time: 1.0232835 Nov 25 19:29:15.449667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'name': 'network-vif-deleted', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:15.455456 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a542dc-a431-4c1d-81e4-0532a72cf18a" -d '{"events": [{"server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "name": "network-vif-deleted", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:15.492522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 69dae3b8-9986-458b-8323-86cd71864e39 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:15.492832 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.544976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dd1142-d322-41d9-8347-e5bd6ebfdf42 req-486a610f-edbb-4f0f-8a44-f7e35b58fda8 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:15.559929 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08dd1142-d322-41d9-8347-e5bd6ebfdf42 req-486a610f-edbb-4f0f-8a44-f7e35b58fda8 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 946 time: 0.2571738 Nov 25 19:29:15.593853 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.603618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1e6db0b8-187d-4cfd-9f16-4133ac7ca8a1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bc9e907009349dd8da9b1c5009ff136&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2212038 Nov 25 19:29:15.610347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55210) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:15.644158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 69dae3b8-9986-458b-8323-86cd71864e39, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=69dae3b8-9986-458b-8323-86cd71864e39,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:15.653972 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.673409 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.732128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08dd1142-d322-41d9-8347-e5bd6ebfdf42 req-9a7cdd99-f1b4-433c-ae36-d780ace86312 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682606 Nov 25 19:29:15.757342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=69dae3b8-9986-458b-8323-86cd71864e39,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:15.788103 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ddc19ee-ddb1-40a7-afd8-1f5197d914db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.844693 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ddc19ee-ddb1-40a7-afd8-1f5197d914db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.910310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Router 55da155c-0a28-4c3f-89cd-5798edb7e10a is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:29:15.987353 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ddc19ee-ddb1-40a7-afd8-1f5197d914db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.990976 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ddc19ee-ddb1-40a7-afd8-1f5197d914db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:15.992468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9ddc19ee-ddb1-40a7-afd8-1f5197d914db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/734c5242-d92d-40ce-ab16-8e3ce68786bf HTTP/1.1" status: 204 len: 168 time: 0.3802989 Nov 25 19:29:16.031583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddc19ee-ddb1-40a7-afd8-1f5197d914db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=734c5242-d92d-40ce-ab16-8e3ce68786bf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:16.196822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:29:16.211574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Sync routers for ids ['55da155c-0a28-4c3f-89cd-5798edb7e10a'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:29:16.224871 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.226867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Routers {'55da155c-0a28-4c3f-89cd-5798edb7e10a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:16.227649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:29:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55da155c-0a28-4c3f-89cd-5798edb7e10a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:16.230189 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55216) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:16.239844 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7cb7eb1c-ab3e-45e9-bc45-62da84b58280 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2982306 Nov 25 19:29:16.381186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Set router 55da155c-0a28-4c3f-89cd-5798edb7e10a gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:16.521408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9f0af0-1a5d-4865-bd64-6d4f3d313908 None None] Network 492b4cfc-90d6-4b87-a038-575717433527 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:16.744979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d80a784b-b024-46de-84ae-94a292716641 None None] Provisioning complete for port 69dae3b8-9986-458b-8323-86cd71864e39 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:16.746792 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d80a784b-b024-46de-84ae-94a292716641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:16.775106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55236) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:16.902382 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb9164f-3c19-49ba-b4ee-1bc5cc3005d5 x-openstack-request-id: req-7eb9164f-3c19-49ba-b4ee-1bc5cc3005d5 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:16.903131 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5", "name": "network-vif-deleted", "tag": "215c82dd-da05-4fe0-8cab-dd805afdc13c", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:16.903506 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7eb9164f-3c19-49ba-b4ee-1bc5cc3005d5 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:16.904712 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81ade610-d368-4e0b-bd4c-1f9bf2fdf9c5', 'name': 'network-vif-deleted', 'tag': '215c82dd-da05-4fe0-8cab-dd805afdc13c', 'status': 'completed', 'code': 200} Nov 25 19:29:17.302276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:15Z', 'revision_number': 3, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:17.376308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Checking router: 55da155c-0a28-4c3f-89cd-5798edb7e10a for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:29:17.383331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Updating router 55da155c-0a28-4c3f-89cd-5798edb7e10a port 7f2b5b47-7b39-4104-8553-952742e54725 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:29:17.437533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7223bf05-59ea-4c56-8fa9-1d542139b3fd req-cc9b3915-7e7f-4eb6-838b-af7c3285631f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:17.453887 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7223bf05-59ea-4c56-8fa9-1d542139b3fd req-cc9b3915-7e7f-4eb6-838b-af7c3285631f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 945 time: 0.4030888 Nov 25 19:29:17.537963 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:17.541434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 69dae3b8-9986-458b-8323-86cd71864e39 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:17.719434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7223bf05-59ea-4c56-8fa9-1d542139b3fd req-7e863481-477c-4584-9bc1-72de5a3f0232 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626083 Nov 25 19:29:17.720644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55252) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:17.791378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:17.979200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0435008a-64e7-4762-aef6-9b1dfc61f835 req-92dd1282-59f6-4fbb-9a3c-82614e9d2450 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:17.992776 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0435008a-64e7-4762-aef6-9b1dfc61f835 req-92dd1282-59f6-4fbb-9a3c-82614e9d2450 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "GET /v2.0/ports?device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 945 time: 0.2609031 Nov 25 19:29:18.022125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 69dae3b8-9986-458b-8323-86cd71864e39 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:18.023123 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.135030 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794ada1b-77d0-4b6c-b497-87933a8de14e req-177b0d1a-8bc4-4500-a798-c2d5ae2e6cdd tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:18.136912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-794ada1b-77d0-4b6c-b497-87933a8de14e req-177b0d1a-8bc4-4500-a798-c2d5ae2e6cdd tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 946 time: 0.1617944 Nov 25 19:29:18.230654 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-794ada1b-77d0-4b6c-b497-87933a8de14e req-3b76f324-a909-4a87-8452-d85f3ca28891 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861957 Nov 25 19:29:18.249084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9f26ec87-a9b9-4aa4-88ea-a499a64a9982 None None] Provisioning complete for port 69dae3b8-9986-458b-8323-86cd71864e39 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:18.249750 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9f26ec87-a9b9-4aa4-88ea-a499a64a9982 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.255713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Allocated IP 172.20.0.1 (492b4cfc-90d6-4b87-a038-575717433527/dc6581b2-a600-4998-b647-226b4b35305c/1b118202-5f29-45f2-ad0f-f27855109136) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:18.307383 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.344525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-473319554-network', 'tenant_id': '7dba073d13034164846a2013f643340d'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:18.347260 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.368755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0435008a-64e7-4762-aef6-9b1dfc61f835 req-8e1ce574-5129-42be-b687-c40490f1e458 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Deleting port 51440b50-e1b6-4d02-b596-3cdf01821fa3 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:29:18.369968 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0435008a-64e7-4762-aef6-9b1dfc61f835 req-8e1ce574-5129-42be-b687-c40490f1e458 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.377270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Made reservation on behalf of 7dba073d13034164846a2013f643340d for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:18.380279 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.419777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd8ccdb-987e-44e5-a78d-b1233762a952 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:29:18.438110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24de0fe-5785-4631-becf-15a4548a0ad9 None None] Pushing event updated for resources: {'Port': ['ID=7f2b5b47-7b39-4104-8553-952742e54725,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:18.441428 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.462212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 215c82dd-da05-4fe0-8cab-dd805afdc13c no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:18.512875 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.533517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Attempting to bind port 7f2b5b47-7b39-4104-8553-952742e54725 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:18.533963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Attempting to bind port 7f2b5b47-7b39-4104-8553-952742e54725 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:18.534527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Attempting to bind port 7f2b5b47-7b39-4104-8553-952742e54725 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:18.553659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 215c82dd-da05-4fe0-8cab-dd805afdc13c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:29:18.554846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 215c82dd-da05-4fe0-8cab-dd805afdc13c not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:29:18.563096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:18.563820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:18.564588 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.565195 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:18.566472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Bound port: 7f2b5b47-7b39-4104-8553-952742e54725, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:18.567095 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.596862 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.600519 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.612915 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.662888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] For port 7f2b5b47-7b39-4104-8553-952742e54725, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:18.668597 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] For port 7f2b5b47-7b39-4104-8553-952742e54725, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7f2b5b47-7b39-4104-8553-952742e54725,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:18.674932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Network 492b4cfc-90d6-4b87-a038-575717433527 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:18.675925 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.679334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:29:18.698001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:18.703755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0435008a-64e7-4762-aef6-9b1dfc61f835 req-8e1ce574-5129-42be-b687-c40490f1e458 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] For port 51440b50-e1b6-4d02-b596-3cdf01821fa3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=51440b50-e1b6-4d02-b596-3cdf01821fa3,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:18.706471 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0435008a-64e7-4762-aef6-9b1dfc61f835 req-8e1ce574-5129-42be-b687-c40490f1e458 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.707504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:18.713088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Pushing event updated for resources: {'Port': ['ID=1b118202-5f29-45f2-ad0f-f27855109136,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:18.715524 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214dc5ac-7d1b-4155-9500-9211f28d948c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:18.720626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:18.721249 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Added segment 6e3bcc2f-c9f9-4abc-8237-f3433641ffee of type vlan for network 8dcbac57-6933-4d78-85ac-2b534bd87468 Nov 25 19:29:18.765116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0435008a-64e7-4762-aef6-9b1dfc61f835 req-8e1ce574-5129-42be-b687-c40490f1e458 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Calling delete_port for 51440b50-e1b6-4d02-b596-3cdf01821fa3 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:29:18.820576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24de0fe-5785-4631-becf-15a4548a0ad9 None None] Pushing event updated for resources: {'Port': ['ID=7f2b5b47-7b39-4104-8553-952742e54725,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:18.844405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac4694-9688-4402-ba67-a581d2d81732 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:29:18.870476 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Routers {'55da155c-0a28-4c3f-89cd-5798edb7e10a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:18.871165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:29:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55da155c-0a28-4c3f-89cd-5798edb7e10a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:18.935533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ac0c3ee4-a98f-4cf0-b9af-222cb0ca00bf None None] Provisioning complete for port 7f2b5b47-7b39-4104-8553-952742e54725 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:18.938397 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3ee4-a98f-4cf0-b9af-222cb0ca00bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.040359 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.259803 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.314392 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.363813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d173b-1f64-4571-a81f-a4c78ee37d53 req-19861809-6f8a-4384-bb54-5d8a139ee47e tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:19.367328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd9d173b-1f64-4571-a81f-a4c78ee37d53 req-19861809-6f8a-4384-bb54-5d8a139ee47e tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=24383621-f73c-4319-8999-35cc46eb89cc HTTP/1.1" status: 200 len: 945 time: 0.2040215 Nov 25 19:29:19.375023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0435008a-64e7-4762-aef6-9b1dfc61f835 req-8e1ce574-5129-42be-b687-c40490f1e458 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.378046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] Set router 55da155c-0a28-4c3f-89cd-5798edb7e10a gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:19.411837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1ce574-5129-42be-b687-c40490f1e458 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event deleted for resources: {'Port': ['ID=51440b50-e1b6-4d02-b596-3cdf01821fa3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:19.445411 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.447139 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:19.447866 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.487198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0435008a-64e7-4762-aef6-9b1dfc61f835 req-8e1ce574-5129-42be-b687-c40490f1e458 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] No DVR routers for this DVR port 51440b50-e1b6-4d02-b596-3cdf01821fa3 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:29:19.505983 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0435008a-64e7-4762-aef6-9b1dfc61f835 req-8e1ce574-5129-42be-b687-c40490f1e458 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.509378 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0435008a-64e7-4762-aef6-9b1dfc61f835 req-8e1ce574-5129-42be-b687-c40490f1e458 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "DELETE /v2.0/ports/51440b50-e1b6-4d02-b596-3cdf01821fa3 HTTP/1.1" status: 204 len: 173 time: 1.5008495 Nov 25 19:29:19.509850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24383621-f73c-4319-8999-35cc46eb89cc', 'name': 'network-vif-deleted', 'tag': '51440b50-e1b6-4d02-b596-3cdf01821fa3'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:19.512458 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cd0dd10-6d81-43ed-9b7c-999d07a06a90" -d '{"events": [{"server_uuid": "24383621-f73c-4319-8999-35cc46eb89cc", "name": "network-vif-deleted", "tag": "51440b50-e1b6-4d02-b596-3cdf01821fa3"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:19.548643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] Deleting port bb2e801d-0618-4398-860b-9ffb83e5edc1 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:29:19.549209 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.595388 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3ee4-a98f-4cf0-b9af-222cb0ca00bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.658453 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] For port bb2e801d-0618-4398-860b-9ffb83e5edc1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bb2e801d-0618-4398-860b-9ffb83e5edc1,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:19.658953 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.687921 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] Calling delete_port for bb2e801d-0618-4398-860b-9ffb83e5edc1 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:29:19.696425 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9534111 Nov 25 19:29:19.706411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55274) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:19.714093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] Request body: {'subnet': {'network_id': '8dcbac57-6933-4d78-85ac-2b534bd87468', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-473319554-subnet', 'tenant_id': '7dba073d13034164846a2013f643340d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:19.734335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ac0c3ee4-a98f-4cf0-b9af-222cb0ca00bf None None] For port 7f2b5b47-7b39-4104-8553-952742e54725, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7f2b5b47-7b39-4104-8553-952742e54725,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:19.756488 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac0c3ee4-a98f-4cf0-b9af-222cb0ca00bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.819687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] Made reservation on behalf of 7dba073d13034164846a2013f643340d for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:19.823055 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.834092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0c3ee4-a98f-4cf0-b9af-222cb0ca00bf None None] Pushing event updated for resources: {'Port': ['ID=7f2b5b47-7b39-4104-8553-952742e54725,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:19.847961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:15Z', 'revision_number': 3, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:19.850770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd9d173b-1f64-4571-a81f-a4c78ee37d53 req-2b7307aa-368b-4ae3-b401-4d995e78dc99 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4485307 Nov 25 19:29:19.866524 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7c4331-e288-4ef5-a453-e40cf9fba351 admin admin] Pushing event updated for resources: {'Network': ['ID=8dcbac57-6933-4d78-85ac-2b534bd87468,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:19.897805 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c231c66-69ce-468f-aced-16865fc33663 None None] The sync data for ids ['55da155c-0a28-4c3f-89cd-5798edb7e10a'] in n-d-817303-9 is: [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:15Z', 'revision_number': 3, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:29:19.907762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b741aca7-8f8c-46c9-b200-051d04cc7bc4 None None] Provisioning complete for port 7f2b5b47-7b39-4104-8553-952742e54725 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:19.907949 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b741aca7-8f8c-46c9-b200-051d04cc7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.932126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:19.955802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 8dcbac57-6933-4d78-85ac-2b534bd87468 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:29:20.219024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b741aca7-8f8c-46c9-b200-051d04cc7bc4 None None] Provisioning complete for port 1b118202-5f29-45f2-ad0f-f27855109136 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:20.219594 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b741aca7-8f8c-46c9-b200-051d04cc7bc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.220124 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.334308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b741aca7-8f8c-46c9-b200-051d04cc7bc4 None None] Port 1b118202-5f29-45f2-ad0f-f27855109136 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:20.358380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ffdc43-d932-4829-9d3c-834bcce4a335,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:20.381404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] Checking segment: {'id': '6e3bcc2f-c9f9-4abc-8237-f3433641ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8dcbac57-6933-4d78-85ac-2b534bd87468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:20.382070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] Network hostable DHCP agents. Network: 8dcbac57-6933-4d78-85ac-2b534bd87468, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:29:20.407304 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.442017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] Network 8dcbac57-6933-4d78-85ac-2b534bd87468 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:29:20.466315 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.478437 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.501609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 8dcbac57-6933-4d78-85ac-2b534bd87468) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:20.521973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452d61d8-c964-42d3-8324-bc5ea33ed14f None None] Network 8dcbac57-6933-4d78-85ac-2b534bd87468 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:20.581251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:20.583219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.609681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.613830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Pushing event updated for resources: {'Port': ['ID=1b118202-5f29-45f2-ad0f-f27855109136,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:20.622146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:20.697833 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4d327c57-7491-4cb7-8e28-59c142d9f73a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9896319 Nov 25 19:29:20.802411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fba43a1-00f9-4557-8283-111cca0c26b6 None None] Network 8dcbac57-6933-4d78-85ac-2b534bd87468 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:20.815487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Network 492b4cfc-90d6-4b87-a038-575717433527 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:20.820215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:20.824564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb2e801d-0618-4398-860b-9ffb83e5edc1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:20.964541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 51440b50-e1b6-4d02-b596-3cdf01821fa3 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:20.966391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6926a3ec-2968-448e-afe6-68d296fe5484 req-da41e10d-7bbb-4646-948b-3bac5a9d9fd9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:20.985475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6926a3ec-2968-448e-afe6-68d296fe5484 req-da41e10d-7bbb-4646-948b-3bac5a9d9fd9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 946 time: 0.2132645 Nov 25 19:29:21.026643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 51440b50-e1b6-4d02-b596-3cdf01821fa3 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:29:21.028838 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 51440b50-e1b6-4d02-b596-3cdf01821fa3 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:29:21.282971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Router 55da155c-0a28-4c3f-89cd-5798edb7e10a has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:29:21.290472 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:21.302774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6926a3ec-2968-448e-afe6-68d296fe5484 req-ded4ff93-1325-4a1a-92cf-159c84d91242 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159730 Nov 25 19:29:21.504301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a25816a3-051a-47fa-bbd0-1521e3e89c4c None None] Provisioning complete for port 1b118202-5f29-45f2-ad0f-f27855109136 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:21.504935 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a25816a3-051a-47fa-bbd0-1521e3e89c4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:21.612541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a25816a3-051a-47fa-bbd0-1521e3e89c4c None None] Port 1b118202-5f29-45f2-ad0f-f27855109136 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:21.627127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7f2b5b47-7b39-4104-8553-952742e54725 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:21.639776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:29:21.663068 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bfc2877f-44ea-43d6-b65d-e94deb772501 admin admin] 10.222.0.15 "PUT /v2.0/routers/55da155c-0a28-4c3f-89cd-5798edb7e10a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4230790 Nov 25 19:29:21.704223 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823d42ae-2f08-4523-9fb7-79f43d2404ff x-openstack-request-id: req-823d42ae-2f08-4523-9fb7-79f43d2404ff {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:21.704714 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24383621-f73c-4319-8999-35cc46eb89cc", "name": "network-vif-deleted", "tag": "51440b50-e1b6-4d02-b596-3cdf01821fa3", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:21.705036 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-823d42ae-2f08-4523-9fb7-79f43d2404ff {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:21.705543 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24383621-f73c-4319-8999-35cc46eb89cc', 'name': 'network-vif-deleted', 'tag': '51440b50-e1b6-4d02-b596-3cdf01821fa3', 'status': 'completed', 'code': 200} Nov 25 19:29:21.728401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7f2b5b47-7b39-4104-8553-952742e54725 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:21.729122 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:21.762841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] Router 015a232e-d709-484b-ac85-10405d77488f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:29:21.965820 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:29:21.973233 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1b252316-8d55-4abb-b4a9-290b65ed1d15 admin admin] 10.222.0.15 "PUT /v2.0/routers/015a232e-d709-484b-ac85-10405d77488f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1955771 Nov 25 19:29:21.977118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55298) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:21.978185 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf53148c-4d5c-4630-920f-f2b65ae64f41 None None] Sync routers for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:29:21.992390 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf53148c-4d5c-4630-920f-f2b65ae64f41 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:21.993533 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bf53148c-4d5c-4630-920f-f2b65ae64f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:29:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:22.138781 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-bf53148c-4d5c-4630-920f-f2b65ae64f41 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:22.204181 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:22.359249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:22.418117 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bf53148c-4d5c-4630-920f-f2b65ae64f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246'}], 'enable_snat': True}, 'gw_port_id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:29:20Z', 'revision_number': 5, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port': {'id': '25b4f8a1-d3de-4a44-a787-e768ede9dcc5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:29:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '015a232e-d709-484b-ac85-10405d77488f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 803, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:26Z', 'updated_at': '2021-11-25T19:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:22.457619 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf53148c-4d5c-4630-920f-f2b65ae64f41 None None] Checking router: 015a232e-d709-484b-ac85-10405d77488f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:29:22.470629 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf53148c-4d5c-4630-920f-f2b65ae64f41 None None] Routers {'015a232e-d709-484b-ac85-10405d77488f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:22.471331 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bf53148c-4d5c-4630-920f-f2b65ae64f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:29:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['015a232e-d709-484b-ac85-10405d77488f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:22.474610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Deleting port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:29:22.475802 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:22.681649 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-bf53148c-4d5c-4630-920f-f2b65ae64f41 None None] Set router 015a232e-d709-484b-ac85-10405d77488f gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:22.762295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] For port 25b4f8a1-d3de-4a44-a787-e768ede9dcc5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=25b4f8a1-d3de-4a44-a787-e768ede9dcc5,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:22.763157 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:22.771816 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:22.807803 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Calling delete_port for 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:29:22.817796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55322) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:22.871320 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bf53148c-4d5c-4630-920f-f2b65ae64f41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:29:22Z', 'revision_number': 6, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:22.916785 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf53148c-4d5c-4630-920f-f2b65ae64f41 None None] The sync data for ids ['015a232e-d709-484b-ac85-10405d77488f'] in n-d-817303-9 is: [{'id': '015a232e-d709-484b-ac85-10405d77488f', 'name': 'tempest-FloatingIPsAssociationTestJSON-641330888-router', 'tenant_id': '0f6186685c634c41a1d6f33d43ade648', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:23Z', 'updated_at': '2021-11-25T19:29:22Z', 'revision_number': 6, 'project_id': '0f6186685c634c41a1d6f33d43ade648', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:29:22.956099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-ffa307db-2f59-4bba-83aa-37f89847e016 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:22.959614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-ffa307db-2f59-4bba-83aa-37f89847e016 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/networks?id=8dcbac57-6933-4d78-85ac-2b534bd87468 HTTP/1.1" status: 200 len: 821 time: 0.2090228 Nov 25 19:29:23.011139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-1cc37230-b4fe-4e7b-86a9-163d370c4252 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/quotas/7dba073d13034164846a2013f643340d HTTP/1.1" status: 200 len: 375 time: 0.0401502 Nov 25 19:29:23.052295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-5056d4b9-2d79-4409-9fbc-4490abf97ba3 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7dba073d13034164846a2013f643340d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398970 Nov 25 19:29:23.091180 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-20f44341-d05f-418a-95de-b22a83a57cb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.131534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Sync routers for ids ['55da155c-0a28-4c3f-89cd-5798edb7e10a'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:29:23.153030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Routers {'55da155c-0a28-4c3f-89cd-5798edb7e10a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:23.153845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:29:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55da155c-0a28-4c3f-89cd-5798edb7e10a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:23.209564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.213222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-45897f82-3678-4dc6-9a00-af42d611be67 service neutron] 10.222.0.15 "GET /v2.0/networks/8dcbac57-6933-4d78-85ac-2b534bd87468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523378 Nov 25 19:29:23.251747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Pushing event deleted for resources: {'Port': ['ID=25b4f8a1-d3de-4a44-a787-e768ede9dcc5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:23.265630 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-20f44341-d05f-418a-95de-b22a83a57cb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.285826 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343f50cd-1a4f-4b25-945d-774c6769afdb None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:29:23.305212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Set router 55da155c-0a28-4c3f-89cd-5798edb7e10a gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:23.319277 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-20f44341-d05f-418a-95de-b22a83a57cb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.375627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-44334a33-1ddd-4a72-afae-ddb33b8de74c service neutron] 10.222.0.15 "GET /v2.0/networks/8dcbac57-6933-4d78-85ac-2b534bd87468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481054 Nov 25 19:29:23.481013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bb2e801d-0618-4398-860b-9ffb83e5edc1 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:23.486365 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-20f44341-d05f-418a-95de-b22a83a57cb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32def746242c401cb535420f97449b17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6646619 Nov 25 19:29:23.487292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f44341-d05f-418a-95de-b22a83a57cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966cf17b-875d-4323-81d9-1e5feddbfd45,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:23.488910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55328) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:23.507810 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.556883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: bb2e801d-0618-4398-860b-9ffb83e5edc1 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:29:23.557287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bb2e801d-0618-4398-860b-9ffb83e5edc1 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:29:23.619081 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef6f4504-59b5-49a1-949b-98bba54a65fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.648030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.650145 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef6f4504-59b5-49a1-949b-98bba54a65fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.650924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.710555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '1b118202-5f29-45f2-ad0f-f27855109136', 'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'mac_address': 'fa:16:3e:f5:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:17Z', 'updated_at': '2021-11-25T19:29:20Z', 'revision_number': 2, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'subnets': [{'id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:23.717022 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.718171 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 015a232e-d709-484b-ac85-10405d77488f {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:29:23.724275 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.730184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0818fb47-8984-49eb-813a-2891bfb6ad5d admin admin] 10.222.0.15 "DELETE /v2.0/routers/015a232e-d709-484b-ac85-10405d77488f HTTP/1.1" status: 204 len: 168 time: 1.7510748 Nov 25 19:29:23.731160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55336) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:23.807738 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef6f4504-59b5-49a1-949b-98bba54a65fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.809779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Checking router: 55da155c-0a28-4c3f-89cd-5798edb7e10a for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:29:23.812622 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Updating router 55da155c-0a28-4c3f-89cd-5798edb7e10a port 1b118202-5f29-45f2-ad0f-f27855109136 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:29:23.823484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea3b2041-55ec-47c4-aeed-a6cdafbc5684 admin admin] Deleting subnet 06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:29:23.827967 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2041-55ec-47c4-aeed-a6cdafbc5684 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.840639 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef6f4504-59b5-49a1-949b-98bba54a65fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.847698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ef6f4504-59b5-49a1-949b-98bba54a65fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/966cf17b-875d-4323-81d9-1e5feddbfd45 HTTP/1.1" status: 204 len: 168 time: 0.3574204 Nov 25 19:29:23.851378 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:23.912553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f4504-59b5-49a1-949b-98bba54a65fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966cf17b-875d-4323-81d9-1e5feddbfd45,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:23.934099 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2041-55ec-47c4-aeed-a6cdafbc5684 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.164305 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2041-55ec-47c4-aeed-a6cdafbc5684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.282664 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2041-55ec-47c4-aeed-a6cdafbc5684 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.314769 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea3b2041-55ec-47c4-aeed-a6cdafbc5684 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.323844 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ea3b2041-55ec-47c4-aeed-a6cdafbc5684 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/06bc4d62-72cf-4f4f-8bf9-b87cbd07f926 HTTP/1.1" status: 204 len: 168 time: 0.5876913 Nov 25 19:29:24.324207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d03915-ebcf-425a-b810-cf51d68f65cf None None] Network b86cacff-4731-431f-9727-9d86ca7b3f59 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:24.324404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55346) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:24.425574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55348) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:24.433361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3b2041-55ec-47c4-aeed-a6cdafbc5684 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06bc4d62-72cf-4f4f-8bf9-b87cbd07f926,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:24.460086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5b442d7d-673d-4c0b-b098-c4bd2c8f495e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1767420216', 'description': 'tempest-description--850412953'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:24.539792 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.541822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55352) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:24.573962 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e9aede-7028-4fce-8629-a00a86063752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.574813 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b442d7d-673d-4c0b-b098-c4bd2c8f495e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.597419 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.612274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.646648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c8134-9e7c-4fbd-928f-b2d9a82e0c2a req-cd414cb9-4a17-478e-b84f-a251d90266ce tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:24.648606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd0c8134-9e7c-4fbd-928f-b2d9a82e0c2a req-cd414cb9-4a17-478e-b84f-a251d90266ce tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 946 time: 0.0912979 Nov 25 19:29:24.699076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591b1af-a981-47bf-b879-3794843db4c1 None None] Pushing event updated for resources: {'Port': ['ID=1b118202-5f29-45f2-ad0f-f27855109136,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:24.699921 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b442d7d-673d-4c0b-b098-c4bd2c8f495e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.722336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b442d7d-673d-4c0b-b098-c4bd2c8f495e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.789413 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b442d7d-673d-4c0b-b098-c4bd2c8f495e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.795183 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5b442d7d-673d-4c0b-b098-c4bd2c8f495e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3662605 Nov 25 19:29:24.802179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55354) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:24.838494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Request body: {'security_group_rule': {'security_group_id': 'f9fb19ce-64f6-489a-bb4c-da25b6f6be71', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:24.852330 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e9aede-7028-4fce-8629-a00a86063752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.853693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b442d7d-673d-4c0b-b098-c4bd2c8f495e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fb19ce-64f6-489a-bb4c-da25b6f6be71,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:24.862313 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e9aede-7028-4fce-8629-a00a86063752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.877698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd0c8134-9e7c-4fbd-928f-b2d9a82e0c2a req-6027354b-463c-4e6a-8b85-2dd1544e80bf tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028568 Nov 25 19:29:24.879083 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Attempting to bind port 1b118202-5f29-45f2-ad0f-f27855109136 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:24.880036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Attempting to bind port 1b118202-5f29-45f2-ad0f-f27855109136 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:24.880663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Attempting to bind port 1b118202-5f29-45f2-ad0f-f27855109136 on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:24.889486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:24.890547 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Checking segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:24.891246 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.891877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Bound using segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:24.892801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Bound port: 1b118202-5f29-45f2-ad0f-f27855109136, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:24.893466 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:24.931482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e9aede-7028-4fce-8629-a00a86063752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c98af73-7b5a-4bb9-a4cb-7980ae6e855d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:24.942439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Deleting port cf7c54b4-3f03-48fa-ac94-848d86503c4f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:29:24.944665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.016179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11eac249-2c8b-4154-a5fc-5b5ab27a93fd None None] DHCP port deletion for b86cacff-4731-431f-9727-9d86ca7b3f59 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:29:25.048879 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f7e9aede-7028-4fce-8629-a00a86063752 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb72a599e36e4a8b9e36299159fbde36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5053997 Nov 25 19:29:25.051142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55356) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:25.151547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] For port cf7c54b4-3f03-48fa-ac94-848d86503c4f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cf7c54b4-3f03-48fa-ac94-848d86503c4f,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:25.156350 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.192918 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] For port 1b118202-5f29-45f2-ad0f-f27855109136, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:25.225901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Calling delete_port for cf7c54b4-3f03-48fa-ac94-848d86503c4f owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:29:25.248148 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.249844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] For port 1b118202-5f29-45f2-ad0f-f27855109136, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1b118202-5f29-45f2-ad0f-f27855109136,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:25.268664 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.298791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-11eac249-2c8b-4154-a5fc-5b5ab27a93fd None None] Deleting port cf7c54b4-3f03-48fa-ac94-848d86503c4f {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:29:25.299267 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11eac249-2c8b-4154-a5fc-5b5ab27a93fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.304861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f74e25be-fec4-4216-9963-6cb763246aa6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.379895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:25.431364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f74e25be-fec4-4216-9963-6cb763246aa6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.487555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591b1af-a981-47bf-b879-3794843db4c1 None None] Pushing event updated for resources: {'Port': ['ID=1b118202-5f29-45f2-ad0f-f27855109136,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:25.499514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:29:25.500117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 25b4f8a1-d3de-4a44-a787-e768ede9dcc5 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:29:25.500732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cf7c54b4-3f03-48fa-ac94-848d86503c4f no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:25.582310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f74e25be-fec4-4216-9963-6cb763246aa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.585448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f74e25be-fec4-4216-9963-6cb763246aa6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.590523 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f74e25be-fec4-4216-9963-6cb763246aa6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c98af73-7b5a-4bb9-a4cb-7980ae6e855d HTTP/1.1" status: 204 len: 168 time: 0.5343261 Nov 25 19:29:25.609537 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.616915 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.655302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74e25be-fec4-4216-9963-6cb763246aa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c98af73-7b5a-4bb9-a4cb-7980ae6e855d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:25.665061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e553fe2-f90d-49a7-8d30-78094e14e354,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:25.679024 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.685537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8679187 Nov 25 19:29:25.696381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55368) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:25.712467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-54af4fc2-b62b-4ac1-ba04-7f80d3995432 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Request body: {'security_group_rule': {'security_group_id': 'f9fb19ce-64f6-489a-bb4c-da25b6f6be71', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:25.725579 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:25.830339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-b192bfe4-b6b0-4d9e-9b3a-12a6781d336c tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:25.834562 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-b192bfe4-b6b0-4d9e-9b3a-12a6781d336c tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.60 "GET /v2.0/networks?id=8dcbac57-6933-4d78-85ac-2b534bd87468 HTTP/1.1" status: 200 len: 821 time: 0.2803321 Nov 25 19:29:25.848486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Request body: {'port': {'device_id': '6248de0b-b912-4b11-add2-4589af381b55', 'network_id': '8dcbac57-6933-4d78-85ac-2b534bd87468', 'admin_state_up': True, 'tenant_id': '7dba073d13034164846a2013f643340d'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:25.875736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.876084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.876420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.876902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.877381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.877727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.878200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.878674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.879037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.879479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.879697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.880029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184790b8-b12b-4e34-a7ee-e346d51d24d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:25.896283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7c54b4-3f03-48fa-ac94-848d86503c4f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:25.901060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] No DVR routers for this DVR port cf7c54b4-3f03-48fa-ac94-848d86503c4f on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:29:25.915021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792edec2-356a-48ec-b032-ea6d65e0378f req-e8ffd32d-061b-4300-a3d5-b9f0258f25fd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:25.926777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-e8ffd32d-061b-4300-a3d5-b9f0258f25fd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.5204659 Nov 25 19:29:25.989549 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-3e68b194-5396-4709-8f62-a1c8b86a6faa tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/quotas/3b973ffbca42402e9b75b4978356f206 HTTP/1.1" status: 200 len: 375 time: 0.0614583 Nov 25 19:29:26.015668 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54af4fc2-b62b-4ac1-ba04-7f80d3995432 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.065749 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-554d5e75-eddb-4bae-8039-dab06871d755 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0749960 Nov 25 19:29:26.092957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Routers {'55da155c-0a28-4c3f-89cd-5798edb7e10a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:29:26.093788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:29:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55da155c-0a28-4c3f-89cd-5798edb7e10a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:26.107614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-11eac249-2c8b-4154-a5fc-5b5ab27a93fd None None] For port cf7c54b4-3f03-48fa-ac94-848d86503c4f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cf7c54b4-3f03-48fa-ac94-848d86503c4f,segment=NetworkSegment(3a1c6c35-1925-4151-bf0f-428a05dfc191),segment_id=3a1c6c35-1925-4151-bf0f-428a05dfc191)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:26.109818 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11eac249-2c8b-4154-a5fc-5b5ab27a93fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.113863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4e8ebc1b-7140-44b5-b847-6960ba534797 None None] Provisioning complete for port 1b118202-5f29-45f2-ad0f-f27855109136 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:26.114393 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4e8ebc1b-7140-44b5-b847-6960ba534797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.155454 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.212247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Made reservation on behalf of 7dba073d13034164846a2013f643340d for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:26.217986 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.228891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-11eac249-2c8b-4154-a5fc-5b5ab27a93fd None None] Calling delete_port for cf7c54b4-3f03-48fa-ac94-848d86503c4f owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:29:26.256224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86cacff-4731-431f-9727-9d86ca7b3f59']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:26.282466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a1c6c35-1925-4151-bf0f-428a05dfc191') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:26.283744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a1c6c35-1925-4151-bf0f-428a05dfc191') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:26.291836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No active binding found for port cf7c54b4-3f03-48fa-ac94-848d86503c4f {{(pid=103653) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:29:26.292447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cf7c54b4-3f03-48fa-ac94-848d86503c4f not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:29:26.321318 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.343053 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54af4fc2-b62b-4ac1-ba04-7f80d3995432 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.351998 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54af4fc2-b62b-4ac1-ba04-7f80d3995432 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.355039 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.381956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-b44059fb-b3bf-43d3-8c2d-b30a80c95515 service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153348 Nov 25 19:29:26.468723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] Set router 55da155c-0a28-4c3f-89cd-5798edb7e10a gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:29:26.523679 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4e8ebc1b-7140-44b5-b847-6960ba534797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.524698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:29:26.525309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:29:26.534544 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:29:26.571755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54af4fc2-b62b-4ac1-ba04-7f80d3995432 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf60bdf-fb81-44e6-bcad-03d79d6e9535,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:26.574279 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11eac249-2c8b-4154-a5fc-5b5ab27a93fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.621990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Allocated IP 172.20.0.12 (8dcbac57-6933-4d78-85ac-2b534bd87468/21ffdc43-d932-4829-9d3c-834bcce4a335/7c06b2aa-2330-4117-b963-b449f1da3264) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:26.643378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-54af4fc2-b62b-4ac1-ba04-7f80d3995432 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.651133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55386) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:26.658090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11eac249-2c8b-4154-a5fc-5b5ab27a93fd None None] No DVR routers for this DVR port cf7c54b4-3f03-48fa-ac94-848d86503c4f on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:29:26.660533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:26.664607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4e8ebc1b-7140-44b5-b847-6960ba534797 None None] For port 1b118202-5f29-45f2-ad0f-f27855109136, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1b118202-5f29-45f2-ad0f-f27855109136,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:26.675646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-54af4fc2-b62b-4ac1-ba04-7f80d3995432 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9768147 Nov 25 19:29:26.684489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-b9912714-95ec-4dac-ab22-9c78704ae00b service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998252 Nov 25 19:29:26.708226 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.716079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.718541 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4e8ebc1b-7140-44b5-b847-6960ba534797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:26.731372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] 10.222.0.15 "DELETE /v2.0/networks/b86cacff-4731-431f-9727-9d86ca7b3f59 HTTP/1.1" status: 204 len: 168 time: 2.4040267 Nov 25 19:29:26.741295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eac249-2c8b-4154-a5fc-5b5ab27a93fd None None] Pushing event deleted for resources: {'Port': ['ID=cf7c54b4-3f03-48fa-ac94-848d86503c4f,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:26.781537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313548a0-ceb2-4233-8a04-e20e9a257c24 admin admin] Pushing event deleted for resources: {'Network': ['ID=b86cacff-4731-431f-9727-9d86ca7b3f59,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:27.019149 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:27.080035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-363cc30c-5b0a-4f96-a2b8-3fbfb2753500 None None] Provisioning complete for port 1b118202-5f29-45f2-ad0f-f27855109136 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:27.080465 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-363cc30c-5b0a-4f96-a2b8-3fbfb2753500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:27.084844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:27.095497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:27.152402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ebc1b-7140-44b5-b847-6960ba534797 None None] Pushing event updated for resources: {'Port': ['ID=1b118202-5f29-45f2-ad0f-f27855109136,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:27.237520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Network 8dcbac57-6933-4d78-85ac-2b534bd87468 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:27.251448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:27.275079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:27.330587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '1b118202-5f29-45f2-ad0f-f27855109136', 'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'mac_address': 'fa:16:3e:f5:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:17Z', 'updated_at': '2021-11-25T19:29:25Z', 'revision_number': 4, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'subnets': [{'id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:27.379403 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55400) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:27.409002 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bf0fbb6-9395-4faa-9cb5-c6c4956ff15f None None] The sync data for ids ['55da155c-0a28-4c3f-89cd-5798edb7e10a'] in n-d-817303-9 is: [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '1b118202-5f29-45f2-ad0f-f27855109136', 'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'mac_address': 'fa:16:3e:f5:46:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:17Z', 'updated_at': '2021-11-25T19:29:25Z', 'revision_number': 4, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'subnets': [{'id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:29:27.415558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a407aeb-83e9-4f87-af64-fa976484eec4 req-1b3f4d4d-5223-4241-94d7-43258c920bf1 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:27.432590 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a407aeb-83e9-4f87-af64-fa976484eec4 req-1b3f4d4d-5223-4241-94d7-43258c920bf1 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/ports?device_id=6248de0b-b912-4b11-add2-4589af381b55 HTTP/1.1" status: 200 len: 932 time: 0.2874894 Nov 25 19:29:27.514641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Pushing event updated for resources: {'Port': ['ID=7c06b2aa-2330-4117-b963-b449f1da3264,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:27.562756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:27.569401 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:27.598999 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-de80233f-1192-4be3-88d7-501b434b7caa tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7550387 Nov 25 19:29:27.616831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Request body: {'port': {'device_id': '6248de0b-b912-4b11-add2-4589af381b55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:27.647813 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a407aeb-83e9-4f87-af64-fa976484eec4 req-4f7e4c42-eedb-490d-8722-c6b3f1773f23 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/security-groups?id=214dc5ac-7d1b-4155-9500-9211f28d948c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962264 Nov 25 19:29:27.673243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-af5b584b-9cf1-4e90-945e-7ffb3dd41915 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0f6186685c634c41a1d6f33d43ade648&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2917457 Nov 25 19:29:27.677339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55404) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:27.736899 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:27.840760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:27.975815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7604a27f-f6f2-4e94-8a3a-bef8d190153f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:28.156991 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7604a27f-f6f2-4e94-8a3a-bef8d190153f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:28.243370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099704cd-d72c-4acd-8f7a-2729bf98288b req-2c0685ca-4192-4505-bffb-b1f5eb12051a tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:28.255779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-099704cd-d72c-4acd-8f7a-2729bf98288b req-2c0685ca-4192-4505-bffb-b1f5eb12051a tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 946 time: 0.2553511 Nov 25 19:29:28.376471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-099704cd-d72c-4acd-8f7a-2729bf98288b req-d1063fca-d6e1-46cf-bbef-b48dd63ac404 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097603 Nov 25 19:29:28.392796 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7604a27f-f6f2-4e94-8a3a-bef8d190153f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:28.397831 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7604a27f-f6f2-4e94-8a3a-bef8d190153f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:28.405263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7604a27f-f6f2-4e94-8a3a-bef8d190153f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fb96d301-6f15-4068-83b2-7de8c7c6f19f HTTP/1.1" status: 204 len: 168 time: 0.7241745 Nov 25 19:29:28.441013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7604a27f-f6f2-4e94-8a3a-bef8d190153f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb96d301-6f15-4068-83b2-7de8c7c6f19f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:28.784822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4cc811c-76e9-4546-b1c6-9bdd0f23af3b req-550f436e-727e-4c7e-a1cf-f029e9edb1d4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 210 time: 0.0545361 Nov 25 19:29:28.851145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Allocated IP 172.25.8.128 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/537bfdfa-8f1a-4851-ba0e-7ed754aa9f25) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:29.097799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c06b2aa-2330-4117-b963-b449f1da3264 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:29.107395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.121287 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.168103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Transition to ACTIVE for port object 7c06b2aa-2330-4117-b963-b449f1da3264 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:29:29.198342 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.367345 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.403733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Pushing event updated for resources: {'Port': ['ID=7c06b2aa-2330-4117-b963-b449f1da3264,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:29.490715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:29.495129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1b118202-5f29-45f2-ad0f-f27855109136 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:29.587324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:29.596552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:29.607411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 1b118202-5f29-45f2-ad0f-f27855109136 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:29.608320 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.704872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Attempting to bind port 7c06b2aa-2330-4117-b963-b449f1da3264 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:29.705334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Attempting to bind port 7c06b2aa-2330-4117-b963-b449f1da3264 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '6e3bcc2f-c9f9-4abc-8237-f3433641ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8dcbac57-6933-4d78-85ac-2b534bd87468'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:29.705987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Attempting to bind port 7c06b2aa-2330-4117-b963-b449f1da3264 on network 8dcbac57-6933-4d78-85ac-2b534bd87468 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:29.714664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event updated for resources: {'Port': ['ID=537bfdfa-8f1a-4851-ba0e-7ed754aa9f25,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:29.764899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Port 7c06b2aa-2330-4117-b963-b449f1da3264 on network 8dcbac57-6933-4d78-85ac-2b534bd87468 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:29:29.764899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Attempting to bind port 7c06b2aa-2330-4117-b963-b449f1da3264 on network 8dcbac57-6933-4d78-85ac-2b534bd87468 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:29.839640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:29.840166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Checking segment: {'id': '6e3bcc2f-c9f9-4abc-8237-f3433641ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8dcbac57-6933-4d78-85ac-2b534bd87468'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:29.840775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Bound using segment: {'id': '6e3bcc2f-c9f9-4abc-8237-f3433641ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8dcbac57-6933-4d78-85ac-2b534bd87468'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:29.841498 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Bound port: 7c06b2aa-2330-4117-b963-b449f1da3264, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3bcc2f-c9f9-4abc-8237-f3433641ffee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '8dcbac57-6933-4d78-85ac-2b534bd87468'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:29.842300 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:29.905232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eff1aef-ce1f-461e-8563-cbd6efcd9ce0 req-3456bafa-e0f6-4eb7-b77d-7070ffec4bfb tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:29.909434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5eff1aef-ce1f-461e-8563-cbd6efcd9ce0 req-3456bafa-e0f6-4eb7-b77d-7070ffec4bfb tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/ports?device_id=6248de0b-b912-4b11-add2-4589af381b55 HTTP/1.1" status: 200 len: 944 time: 0.1045804 Nov 25 19:29:30.057835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5eff1aef-ce1f-461e-8563-cbd6efcd9ce0 req-5d3ccc24-5ef8-4445-821e-e1d9ce109eb5 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/security-groups?id=214dc5ac-7d1b-4155-9500-9211f28d948c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267438 Nov 25 19:29:30.258477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.283017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792edec2-356a-48ec-b032-ea6d65e0378f req-c17f6830-3ffb-486c-960f-f882d2c73af3 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:30.284627 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-c17f6830-3ffb-486c-960f-f882d2c73af3 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.5567482 Nov 25 19:29:30.291111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] For port 7c06b2aa-2330-4117-b963-b449f1da3264, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:30.296391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] For port 7c06b2aa-2330-4117-b963-b449f1da3264, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7c06b2aa-2330-4117-b963-b449f1da3264,segment=NetworkSegment(6e3bcc2f-c9f9-4abc-8237-f3433641ffee),segment_id=6e3bcc2f-c9f9-4abc-8237-f3433641ffee)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:30.332406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Request body: {'port': {'device_id': '072d2371-3cba-4ddf-bf11-e850de686250', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'admin_state_up': True, 'tenant_id': '3b973ffbca42402e9b75b4978356f206'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:30.336469 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.448003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:30.449249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.451392 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] 10.222.0.60 "PUT /v2.0/ports/7c06b2aa-2330-4117-b963-b449f1da3264 HTTP/1.1" status: 200 len: 1092 time: 2.8413346 Nov 25 19:29:30.452733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.464592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6248de0b-b912-4b11-add2-4589af381b55', 'tag': '7c06b2aa-2330-4117-b963-b449f1da3264'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:30.469831 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dce51cba-88fb-4e40-8268-465ba6e09c89" -d '{"events": [{"name": "network-changed", "server_uuid": "6248de0b-b912-4b11-add2-4589af381b55", "tag": "7c06b2aa-2330-4117-b963-b449f1da3264"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:30.627529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c1f72-426f-406c-b97e-ebf1ffe0c913 service neutron] Pushing event updated for resources: {'Port': ['ID=7c06b2aa-2330-4117-b963-b449f1da3264,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:30.677587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e8ac77e-6b8a-4f57-872c-88851382f692 req-adf23c77-6d6c-4ab8-8a9d-fe8be2ddeca4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 210 time: 0.0413582 Nov 25 19:29:30.695322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-4c1be6d4-fd59-4f89-a419-5e4f1e022a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:30.696921 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-4c1be6d4-fd59-4f89-a419-5e4f1e022a78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dba073d13034164846a2013f643340d&device_id=6248de0b-b912-4b11-add2-4589af381b55 HTTP/1.1" status: 200 len: 1095 time: 0.1572914 Nov 25 19:29:30.780482 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-04b4665f-4587-484e-986f-79438056f4bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c06b2aa-2330-4117-b963-b449f1da3264 HTTP/1.1" status: 200 len: 217 time: 0.0538251 Nov 25 19:29:30.843393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Made reservation on behalf of 3b973ffbca42402e9b75b4978356f206 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:30.848152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.900830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-e55d3f6b-c583-4b4a-b0f1-3ecb9a93a364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:30.902376 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-e55d3f6b-c583-4b4a-b0f1-3ecb9a93a364 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21ffdc43-d932-4829-9d3c-834bcce4a335 HTTP/1.1" status: 200 len: 861 time: 0.1103995 Nov 25 19:29:30.939194 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:30.960745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-40163728-bbcd-45fe-9e55-0fc322b5e243 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8dcbac57-6933-4d78-85ac-2b534bd87468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488422 Nov 25 19:29:30.995119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.041614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dfbd1b63-f22a-46a2-9f63-0051ed479f99 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:31.085995 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5fbe7c0c-3daa-4bd2-a328-1a395d76f677 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=08d2879e11ea44589464dedceaa6b48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0661058 Nov 25 19:29:31.215286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event updated for resources: {'Port': ['ID=537bfdfa-8f1a-4851-ba0e-7ed754aa9f25,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:31.252302 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.273545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Allocated IP 172.20.0.10 (91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb/9e068616-7912-416a-8786-ab1d8edb2eec/cd2831db-10e0-4a04-bc9a-042a1a4b3a36) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:31.282947 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-cf783f9d-5c35-4127-86a4-5c7e03ada2cf service neutron] 10.222.0.60 "GET /v2.0/networks/8dcbac57-6933-4d78-85ac-2b534bd87468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794011 Nov 25 19:29:31.305791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.307863 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-135eca25-5320-41e3-a65b-7e64abcb0ed2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6549449 Nov 25 19:29:31.313010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dfbd1b63-f22a-46a2-9f63-0051ed479f99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dfbd1b63-f22a-46a2-9f63-0051ed479f99,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:31.348544 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'port_id': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99', 'mac_address': 'fa:16:3e:83:46:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e346e9bd-e458-4b44-b405-f5770ef69ff0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:31.376213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-6a5017b4-75bb-4c40-9b99-35a5bb184f17 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:31.392428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-6a5017b4-75bb-4c40-9b99-35a5bb184f17 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001592 Nov 25 19:29:31.426895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-65f3d91a-5569-4548-9187-55a77a19fba7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/quotas/08d2879e11ea44589464dedceaa6b48d HTTP/1.1" status: 200 len: 375 time: 0.0294039 Nov 25 19:29:31.487602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-edf4569a-1988-4c85-9129-ca3d8f515f4e tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=08d2879e11ea44589464dedceaa6b48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565665 Nov 25 19:29:31.509956 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.528583 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6706ebd3-8dc6-4bcb-b752-8193d0d5729c req-b4a28a62-89b5-4a39-894a-fccf8706c064 service neutron] 10.222.0.60 "GET /v2.0/networks/8dcbac57-6933-4d78-85ac-2b534bd87468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266605 Nov 25 19:29:31.539321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dfbd1b63-f22a-46a2-9f63-0051ed479f99 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:31.599576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dfbd1b63-f22a-46a2-9f63-0051ed479f99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dfbd1b63-f22a-46a2-9f63-0051ed479f99,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:31.610983 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.631421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.730838 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:31.764456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['dfbd1b63-f22a-46a2-9f63-0051ed479f99'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:31.817515 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=dfbd1b63-f22a-46a2-9f63-0051ed479f99,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:31.855784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-3f9d7ddf-9e9d-4d91-b16c-cfb54f7c31ae tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=855d04329af745ceb76716733ac4cee4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382404 Nov 25 19:29:31.873322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:31.878371 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event updated for resources: {'Port': ['ID=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:31.888458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:31.893032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:32.041382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:32.043992 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.049568 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37b1e993-d0f8-494b-b8ee-9e411c5f5f14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.071417 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-7f5e6fa2-19be-4945-a2c0-ac08ce44558f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7469478 Nov 25 19:29:32.085767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Request body: {'port': {'device_id': '072d2371-3cba-4ddf-bf11-e850de686250', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:32.123431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d83388-5782-45cc-b855-cec2cd069247 req-1fcc2bac-4228-456e-957f-441fd58e02f0 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:32.126367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-1fcc2bac-4228-456e-957f-441fd58e02f0 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628136 Nov 25 19:29:32.148190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-286f5f85-345d-4c11-a9c4-6595a5331c1e tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/quotas/855d04329af745ceb76716733ac4cee4 HTTP/1.1" status: 200 len: 375 time: 0.0134218 Nov 25 19:29:32.162027 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.232894 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-8e8b6691-c94b-4e8c-8b2e-477ddf1db225 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=855d04329af745ceb76716733ac4cee4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0713911 Nov 25 19:29:32.521329 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e28ba7ce-50ac-4a12-91dd-f2339ff67905 x-openstack-request-id: req-e28ba7ce-50ac-4a12-91dd-f2339ff67905 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:32.522688 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6248de0b-b912-4b11-add2-4589af381b55", "tag": "7c06b2aa-2330-4117-b963-b449f1da3264", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:32.523116 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e28ba7ce-50ac-4a12-91dd-f2339ff67905 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:32.523739 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6248de0b-b912-4b11-add2-4589af381b55', 'tag': '7c06b2aa-2330-4117-b963-b449f1da3264', 'status': 'completed', 'code': 200} Nov 25 19:29:32.667501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce51cba-88fb-4e40-8268-465ba6e09c89 req-753b2b12-31e8-4749-be22-bc3323bdc1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:32.670421 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dce51cba-88fb-4e40-8268-465ba6e09c89 req-753b2b12-31e8-4749-be22-bc3323bdc1f2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7dba073d13034164846a2013f643340d&device_id=6248de0b-b912-4b11-add2-4589af381b55 HTTP/1.1" status: 200 len: 1095 time: 0.1417782 Nov 25 19:29:32.721521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09d1747-24bb-4013-8842-c81c8aaffec1 req-add245cb-1b7c-474e-8deb-77e118434c66 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:32.739518 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e09d1747-24bb-4013-8842-c81c8aaffec1 req-add245cb-1b7c-474e-8deb-77e118434c66 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/ports?device_id=6248de0b-b912-4b11-add2-4589af381b55 HTTP/1.1" status: 200 len: 944 time: 0.1460507 Nov 25 19:29:32.798554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2831db-10e0-4a04-bc9a-042a1a4b3a36 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:32.845704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.874648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Transition to ACTIVE for port object cd2831db-10e0-4a04-bc9a-042a1a4b3a36 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:29:32.905117 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e09d1747-24bb-4013-8842-c81c8aaffec1 req-561cef9a-797c-4a16-9c41-c204883022bf tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/security-groups?id=214dc5ac-7d1b-4155-9500-9211f28d948c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637461 Nov 25 19:29:32.908717 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:32.917183 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce51cba-88fb-4e40-8268-465ba6e09c89 req-47fdf39e-9eeb-4edc-b88b-6d4c245c6457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:32.919656 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dce51cba-88fb-4e40-8268-465ba6e09c89 req-47fdf39e-9eeb-4edc-b88b-6d4c245c6457 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8dcbac57-6933-4d78-85ac-2b534bd87468 HTTP/1.1" status: 200 len: 922 time: 0.2396142 Nov 25 19:29:33.055368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7c06b2aa-2330-4117-b963-b449f1da3264 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:33.058926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dfbd1b63-f22a-46a2-9f63-0051ed479f99 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:33.145622 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dce51cba-88fb-4e40-8268-465ba6e09c89 req-0a66128e-4e54-450e-8fd6-c4e13a033fbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7c06b2aa-2330-4117-b963-b449f1da3264 HTTP/1.1" status: 200 len: 217 time: 0.1787632 Nov 25 19:29:33.218172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:33.355199 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-e9a12e80-dad4-4f9f-b173-6bdeb873095b tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=08d2879e11ea44589464dedceaa6b48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364897 Nov 25 19:29:33.376123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port dfbd1b63-f22a-46a2-9f63-0051ed479f99 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:33.377119 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.402285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce51cba-88fb-4e40-8268-465ba6e09c89 req-2ae77d5b-2998-4276-b8ac-5bf7da1d7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:33.403883 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dce51cba-88fb-4e40-8268-465ba6e09c89 req-2ae77d5b-2998-4276-b8ac-5bf7da1d7d6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21ffdc43-d932-4829-9d3c-834bcce4a335 HTTP/1.1" status: 200 len: 861 time: 0.2491333 Nov 25 19:29:33.514372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 7c06b2aa-2330-4117-b963-b449f1da3264, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7c06b2aa-2330-4117-b963-b449f1da3264,segment=NetworkSegment(6e3bcc2f-c9f9-4abc-8237-f3433641ffee),segment_id=6e3bcc2f-c9f9-4abc-8237-f3433641ffee)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:33.527192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dce51cba-88fb-4e40-8268-465ba6e09c89 req-1adbf3e6-c31c-4688-8927-91df82688b05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8dcbac57-6933-4d78-85ac-2b534bd87468&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089606 Nov 25 19:29:33.549346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Attempting to bind port cd2831db-10e0-4a04-bc9a-042a1a4b3a36 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:33.549716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Attempting to bind port cd2831db-10e0-4a04-bc9a-042a1a4b3a36 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:33.549996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Attempting to bind port cd2831db-10e0-4a04-bc9a-042a1a4b3a36 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:33.568574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Port cd2831db-10e0-4a04-bc9a-042a1a4b3a36 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:29:33.569069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Attempting to bind port cd2831db-10e0-4a04-bc9a-042a1a4b3a36 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:33.581311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '7c06b2aa-2330-4117-b963-b449f1da3264', 'network_id': '8dcbac57-6933-4d78-85ac-2b534bd87468', 'port_id': '7c06b2aa-2330-4117-b963-b449f1da3264', 'mac_address': 'fa:16:3e:64:df:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ffdc43-d932-4829-9d3c-834bcce4a335', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:33.599589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:33.600541 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Checking segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:33.600959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Bound using segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:33.601416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Bound port: cd2831db-10e0-4a04-bc9a-042a1a4b3a36, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:33.601774 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.677854 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.728076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dfbd1b63-f22a-46a2-9f63-0051ed479f99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dfbd1b63-f22a-46a2-9f63-0051ed479f99,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:33.730167 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bf8700-c78d-4f45-9b23-0315fd983425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:33.734001 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8150ef5b-37dd-4528-b4fd-bb6291caf31c" -d '{"events": [{"server_uuid": "40bf8700-c78d-4f45-9b23-0315fd983425", "name": "network-vif-plugged", "status": "completed", "tag": "dfbd1b63-f22a-46a2-9f63-0051ed479f99"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:33.741277 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.750835 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:33.801818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-fb46902f-d843-4bb1-98d8-f257eb7d2c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:33.807187 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-fb46902f-d843-4bb1-98d8-f257eb7d2c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4398746 Nov 25 19:29:33.850378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Request body: {'port': {'device_id': '69753f75-968b-4515-b009-60317a152d97', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '08d2879e11ea44589464dedceaa6b48d'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:33.868995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c06b2aa-2330-4117-b963-b449f1da3264 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:33.887086 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-0c6431f6-ed7f-4add-9ed1-4b15cdedc79e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1767420216&fields=id&tenant_id=b424fdd8b2874a6296eed26190f62330 HTTP/1.1" status: 200 len: 267 time: 0.0778933 Nov 25 19:29:33.913807 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dce51cba-88fb-4e40-8268-465ba6e09c89 req-bbe5904e-7ede-43f8-8934-edd8df147f9c service neutron] 10.222.0.60 "GET /v2.0/networks/8dcbac57-6933-4d78-85ac-2b534bd87468?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3757079 Nov 25 19:29:34.012425 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 7c06b2aa-2330-4117-b963-b449f1da3264, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7c06b2aa-2330-4117-b963-b449f1da3264,segment=NetworkSegment(6e3bcc2f-c9f9-4abc-8237-f3433641ffee),segment_id=6e3bcc2f-c9f9-4abc-8237-f3433641ffee)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:34.026386 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:34.034120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=dfbd1b63-f22a-46a2-9f63-0051ed479f99,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:34.059419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547469a3-213c-4b7f-9254-83e357e43083 req-69ffc22b-c718-4e94-b9e1-a5c523ee238b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:34.071066 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-69ffc22b-c718-4e94-b9e1-a5c523ee238b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 811 time: 0.1802492 Nov 25 19:29:34.092134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-2318af2e-6834-41e3-82b8-bd5013337e31 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/quotas/b424fdd8b2874a6296eed26190f62330 HTTP/1.1" status: 200 len: 375 time: 0.0194027 Nov 25 19:29:34.102496 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dce51cba-88fb-4e40-8268-465ba6e09c89 req-bba1b6e3-b224-405b-b809-1e4a5437fe4e service neutron] 10.222.0.60 "GET /v2.0/networks/8dcbac57-6933-4d78-85ac-2b534bd87468?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460788 Nov 25 19:29:34.141678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] For port cd2831db-10e0-4a04-bc9a-042a1a4b3a36, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:34.148065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] For port cd2831db-10e0-4a04-bc9a-042a1a4b3a36, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:34.156708 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:34.198412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-0e5f0731-4fc5-49d7-befb-c1bec6eaebaf tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049755 Nov 25 19:29:34.224033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:34.224654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:34.227165 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] 10.222.0.60 "PUT /v2.0/ports/cd2831db-10e0-4a04-bc9a-042a1a4b3a36 HTTP/1.1" status: 200 len: 1092 time: 2.1462975 Nov 25 19:29:34.274937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508fe92-3afc-4589-ba81-cfcdaff08ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:34.301414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Made reservation on behalf of 08d2879e11ea44589464dedceaa6b48d for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:34.306974 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:34.406148 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:34.497038 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-c3113be1-59cd-4b87-9fff-55f21600253e service neutron] 10.222.0.15 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750800 Nov 25 19:29:34.518225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=7c06b2aa-2330-4117-b963-b449f1da3264,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:34.564234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['7c06b2aa-2330-4117-b963-b449f1da3264'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:34.710392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-0fdb21eb-90e2-40b8-a070-317f5f61ab17 service neutron] 10.222.0.15 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867967 Nov 25 19:29:34.720157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2714344a-f2ab-40d4-b838-f2dc8a9ed9ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:34.961907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '072d2371-3cba-4ddf-bf11-e850de686250', 'tag': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:34.965475 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc889a2-ce99-4900-8a72-fd07d40c5477" -d '{"events": [{"name": "network-changed", "server_uuid": "072d2371-3cba-4ddf-bf11-e850de686250", "tag": "cd2831db-10e0-4a04-bc9a-042a1a4b3a36"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:35.111657 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-bd77007c-6d1d-4875-90e6-986f4503c79b tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=855d04329af745ceb76716733ac4cee4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1374037 Nov 25 19:29:35.154960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792edec2-356a-48ec-b032-ea6d65e0378f req-f5a1c875-1d95-45f1-9343-8f88d3d695de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:35.165216 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-f5a1c875-1d95-45f1-9343-8f88d3d695de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 1095 time: 0.8526349 Nov 25 19:29:35.208529 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8f076-3f86-4d78-8442-8ea9167a8cc8 req-3f4e0f21-58e1-4d8f-b9a0-e650a6cca19b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:35.213302 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60a8f076-3f86-4d78-8442-8ea9167a8cc8 req-3f4e0f21-58e1-4d8f-b9a0-e650a6cca19b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 944 time: 0.1270664 Nov 25 19:29:35.291202 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-9b73ad0d-0832-4bbd-a38f-97d1c2d9b99a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36 HTTP/1.1" status: 200 len: 217 time: 0.0982368 Nov 25 19:29:35.313105 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:35.332203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:35.387555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60a8f076-3f86-4d78-8442-8ea9167a8cc8 req-255cec8d-9f7d-45ec-9ef2-54c442deb6ef tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606233 Nov 25 19:29:35.470429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792edec2-356a-48ec-b032-ea6d65e0378f req-bc1db0d7-d31c-495a-b02d-9eb2764721f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:35.485596 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-bc1db0d7-d31c-495a-b02d-9eb2764721f7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.1697946 Nov 25 19:29:35.609418 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-d149bcd7-b2d1-4107-9dcd-795a9cadb4a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925374 Nov 25 19:29:35.719708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-75939394-f63c-41a6-9883-c1054b629a9a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=08d2879e11ea44589464dedceaa6b48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613794 Nov 25 19:29:35.744072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60c93650-758b-419a-9d47-8bd1e02842a2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:35.766087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.766442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.766827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.767172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.767513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.767849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.768183 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.768516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.768845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.769178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.769508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.769843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:29:35.862367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d83388-5782-45cc-b855-cec2cd069247 req-da021fab-8975-4e3d-aade-676ef9cc873d tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:35.863854 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-da021fab-8975-4e3d-aade-676ef9cc873d tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7349813 Nov 25 19:29:35.884808 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Request body: {'port': {'device_id': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '855d04329af745ceb76716733ac4cee4'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:35.967829 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-00bbbe89-6a5e-46db-84d1-c023320b6cfe service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3402219 Nov 25 19:29:36.059266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-0ca25aa2-9aae-437f-8db7-398df6e379de tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:36.080057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Allocated IP 192.168.233.16 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/612d265a-2c5c-46df-9e6f-bc462b9ce023) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:36.084196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-0ca25aa2-9aae-437f-8db7-398df6e379de tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3618054 Nov 25 19:29:36.116874 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-dbe5f16d-1e3d-4eee-b2b7-327eb443c2cf tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/quotas/08d2879e11ea44589464dedceaa6b48d HTTP/1.1" status: 200 len: 375 time: 0.0274911 Nov 25 19:29:36.169001 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-792edec2-356a-48ec-b032-ea6d65e0378f req-91ffd804-af3d-4dff-871d-a1573b79331d service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915190 Nov 25 19:29:36.193846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Made reservation on behalf of 855d04329af745ceb76716733ac4cee4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:36.196156 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-0136e0c4-99d3-43f3-b6b2-aeb1e4c4c0f1 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=08d2879e11ea44589464dedceaa6b48d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0672338 Nov 25 19:29:36.197264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:36.213487 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:36.310684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:36.463333 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:36.512522 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:36.518240 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:36.547438 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-feee79e0-d3b2-4706-8695-5829c60c0bb4 req-7e6bb22f-4236-41a0-a0dc-c6bde6a82c33 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 210 time: 0.0451732 Nov 25 19:29:36.612412 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd799f0c-f37a-42a9-9cbe-915040c4134f x-openstack-request-id: req-fd799f0c-f37a-42a9-9cbe-915040c4134f {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:36.614632 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bf8700-c78d-4f45-9b23-0315fd983425", "name": "network-vif-plugged", "status": "completed", "tag": "dfbd1b63-f22a-46a2-9f63-0051ed479f99", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:36.615601 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd799f0c-f37a-42a9-9cbe-915040c4134f {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:36.616505 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bf8700-c78d-4f45-9b23-0315fd983425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99', 'code': 200} Nov 25 19:29:36.623922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcaf513e-9fb3-4c6e-afac-03059613faaf,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:36.635493 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:36.750635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:36.757565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Pushing event updated for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:36.762935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:36.769816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:36.812274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a494e1-adf6-4216-b5f6-8ade58aa16aa req-dbd6dfd1-367c-44bf-8d82-60cfd8f2671e tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:36.822445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4a494e1-adf6-4216-b5f6-8ade58aa16aa req-dbd6dfd1-367c-44bf-8d82-60cfd8f2671e tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/ports?device_id=6248de0b-b912-4b11-add2-4589af381b55 HTTP/1.1" status: 200 len: 945 time: 0.1191843 Nov 25 19:29:36.828182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Allocated IP 192.168.233.141 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/da717496-40a9-48e3-94ae-dcb2879b8364) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:36.853838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:36.854682 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:36.895586 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-167e1765-8d70-4693-b751-6d9b6cb7d5f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0516348 Nov 25 19:29:36.916249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Request body: {'port': {'device_id': '69753f75-968b-4515-b009-60317a152d97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:36.932095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4a494e1-adf6-4216-b5f6-8ade58aa16aa req-c33eb35f-77d2-4378-a9fc-92f94efb0597 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/security-groups?id=214dc5ac-7d1b-4155-9500-9211f28d948c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086230 Nov 25 19:29:37.081087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7c06b2aa-2330-4117-b963-b449f1da3264 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:37.291067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ff88fc1e-4f9d-43df-af82-925f4f2222ef None None] Provisioning complete for port 612d265a-2c5c-46df-9e6f-bc462b9ce023 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:37.292266 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ff88fc1e-4f9d-43df-af82-925f4f2222ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:37.297181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 7c06b2aa-2330-4117-b963-b449f1da3264 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:29:37.303818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 7c06b2aa-2330-4117-b963-b449f1da3264 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:37.304474 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:37.312509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:37.421325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ff88fc1e-4f9d-43df-af82-925f4f2222ef None None] Port 612d265a-2c5c-46df-9e6f-bc462b9ce023 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:37.478173 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:37.573547 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 7c06b2aa-2330-4117-b963-b449f1da3264, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7c06b2aa-2330-4117-b963-b449f1da3264,segment=NetworkSegment(6e3bcc2f-c9f9-4abc-8237-f3433641ffee),segment_id=6e3bcc2f-c9f9-4abc-8237-f3433641ffee)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:37.581185 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:37.673196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=7c06b2aa-2330-4117-b963-b449f1da3264,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:37.695159 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c146133-141c-4044-a85c-53db151bb322 req-cdddc49f-4b77-4ddd-9989-4bb80107e1d1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 210 time: 0.0640938 Nov 25 19:29:37.780328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547469a3-213c-4b7f-9254-83e357e43083 req-34ed551e-6cd2-4745-abcf-876df7e73e23 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:37.782103 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-34ed551e-6cd2-4745-abcf-876df7e73e23 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 811 time: 0.7314446 Nov 25 19:29:37.800755 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c775c878-f8d5-475f-9c82-f992ae478b0d x-openstack-request-id: req-c775c878-f8d5-475f-9c82-f992ae478b0d {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:37.800755 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "072d2371-3cba-4ddf-bf11-e850de686250", "tag": "cd2831db-10e0-4a04-bc9a-042a1a4b3a36", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:37.804409 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c775c878-f8d5-475f-9c82-f992ae478b0d {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:37.804409 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '072d2371-3cba-4ddf-bf11-e850de686250', 'tag': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36', 'status': 'completed', 'code': 200} Nov 25 19:29:37.846084 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:37.913418 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:37.920636 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-ccbf2bf8-013c-4e10-b3d6-14aefbb2995a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b424fdd8b2874a6296eed26190f62330 HTTP/1.1" status: 200 len: 380 time: 0.1103666 Nov 25 19:29:37.939806 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Request body: {'port': {'device_id': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'admin_state_up': True, 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'security_groups': ['f9fb19ce-64f6-489a-bb4c-da25b6f6be71']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:38.025819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc889a2-ce99-4900-8a72-fd07d40c5477 req-ec10ca3e-0538-4556-b2e8-c85735716961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:38.033984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acc889a2-ce99-4900-8a72-fd07d40c5477 req-ec10ca3e-0538-4556-b2e8-c85735716961 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 1095 time: 0.1634314 Nov 25 19:29:38.043208 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:38.074484 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:38.098262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a37458c4-5114-4958-a069-8191185a17dc req-72be664a-3e71-479c-82a0-207b402129cc tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 210 time: 0.0624859 Nov 25 19:29:38.427937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:38.429271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Made reservation on behalf of b424fdd8b2874a6296eed26190f62330 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:38.433380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:38.440733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Pushing event updated for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:38.453716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:38.462378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:38.617578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6248de0b-b912-4b11-add2-4589af381b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c06b2aa-2330-4117-b963-b449f1da3264'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:38.620089 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe391679-d673-4275-bc84-72842c857cbb" -d '{"events": [{"server_uuid": "6248de0b-b912-4b11-add2-4589af381b55", "name": "network-vif-plugged", "status": "completed", "tag": "7c06b2aa-2330-4117-b963-b449f1da3264"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:38.653907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:38.665273 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:38.698873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c309ea4-4b0d-419e-b839-6aefb5e32333 req-0e8af08d-eb2d-498a-876c-bbe49a04d34b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:38.713890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c309ea4-4b0d-419e-b839-6aefb5e32333 req-0e8af08d-eb2d-498a-876c-bbe49a04d34b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 944 time: 0.2414896 Nov 25 19:29:38.721353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc889a2-ce99-4900-8a72-fd07d40c5477 req-e3334898-d115-4f6b-abac-b801be88f288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:38.729585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acc889a2-ce99-4900-8a72-fd07d40c5477 req-e3334898-d115-4f6b-abac-b801be88f288 service neutron] 10.222.0.60 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 912 time: 0.6281288 Nov 25 19:29:38.789957 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-4977b2cb-99b7-44be-867c-e26f5f18c0ac tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9089310 Nov 25 19:29:38.834751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Request body: {'port': {'device_id': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:38.871897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acc889a2-ce99-4900-8a72-fd07d40c5477 req-e6cdf8e6-0a3f-4c26-b0f3-429d9d31bae5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36 HTTP/1.1" status: 200 len: 217 time: 0.1305590 Nov 25 19:29:38.912120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Allocated IP 172.20.0.4 (492b4cfc-90d6-4b87-a038-575717433527/dc6581b2-a600-4998-b647-226b4b35305c/4fc5e2b8-e448-4520-9851-fff973283422) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:38.928976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.60', 61345) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:38.942686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 612d265a-2c5c-46df-9e6f-bc462b9ce023 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:38.992932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-26c31e86-7530-4342-8219-faeac286db51 None None] Provisioning complete for port da717496-40a9-48e3-94ae-dcb2879b8364 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:38.993584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-26c31e86-7530-4342-8219-faeac286db51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.008193 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.024476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-1cfc7599-33c3-42ec-9a4b-a704db01c8cf tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=08d2879e11ea44589464dedceaa6b48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0794253 Nov 25 19:29:39.092510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-26c31e86-7530-4342-8219-faeac286db51 None None] Port da717496-40a9-48e3-94ae-dcb2879b8364 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:39.104594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cd2831db-10e0-4a04-bc9a-042a1a4b3a36 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:39.112612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Transition to ACTIVE for port object 612d265a-2c5c-46df-9e6f-bc462b9ce023 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:29:39.122677 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.158693 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.269873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-ac6ce09d-88d9-45e2-98df-d96cd2a6b079 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:39.273076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-ac6ce09d-88d9-45e2-98df-d96cd2a6b079 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2300494 Nov 25 19:29:39.274266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:39.304770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Request body: {'port': {'device_id': '868623a2-f4b9-46cb-9a59-0c172b676426', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '08d2879e11ea44589464dedceaa6b48d'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:39.351608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.398987 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c309ea4-4b0d-419e-b839-6aefb5e32333 req-24e66788-88a8-4595-8dc1-6ffea5867a2f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6645644 Nov 25 19:29:39.443000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc889a2-ce99-4900-8a72-fd07d40c5477 req-fa5857a2-fded-426a-a8cd-a78322fec1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:39.447938 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acc889a2-ce99-4900-8a72-fd07d40c5477 req-fa5857a2-fded-426a-a8cd-a78322fec1a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.5571306 Nov 25 19:29:39.510915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cd2831db-10e0-4a04-bc9a-042a1a4b3a36, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:39.549698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acc889a2-ce99-4900-8a72-fd07d40c5477 req-a2382af9-a01c-4232-b115-466eda741cdb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930302 Nov 25 19:29:39.551408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'port_id': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36', 'mac_address': 'fa:16:3e:17:59:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e068616-7912-416a-8786-ab1d8edb2eec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:39.650126 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.682359 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2831db-10e0-4a04-bc9a-042a1a4b3a36 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:39.708058 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.739411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cd2831db-10e0-4a04-bc9a-042a1a4b3a36, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:39.751276 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.807537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Attempting to bind port 612d265a-2c5c-46df-9e6f-bc462b9ce023 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:39.808138 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Attempting to bind port 612d265a-2c5c-46df-9e6f-bc462b9ce023 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:39.808775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Attempting to bind port 612d265a-2c5c-46df-9e6f-bc462b9ce023 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:39.822591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Network 492b4cfc-90d6-4b87-a038-575717433527 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:39.839522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:39.855306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:39.857358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:39.861497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acc889a2-ce99-4900-8a72-fd07d40c5477 req-c85a4ec3-bdca-4591-a86a-d2f790488b4b service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015039 Nov 25 19:29:39.874929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Port 612d265a-2c5c-46df-9e6f-bc462b9ce023 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:29:39.875651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Attempting to bind port 612d265a-2c5c-46df-9e6f-bc462b9ce023 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:39.966399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:39.967324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:39.968094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:39.968991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Bound port: 612d265a-2c5c-46df-9e6f-bc462b9ce023, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:39.969679 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:39.985191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:39.986558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7171ac6-40d5-4712-b7fc-ec7c8940f243 req-d417f4de-6339-4703-9489-d4eb77c06346 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:39.995807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7171ac6-40d5-4712-b7fc-ec7c8940f243 req-d417f4de-6339-4703-9489-d4eb77c06346 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 936 time: 0.2287698 Nov 25 19:29:40.010181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cd2831db-10e0-4a04-bc9a-042a1a4b3a36'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:40.105879 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:40.108166 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.185161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acc889a2-ce99-4900-8a72-fd07d40c5477 req-64aff0d0-b78f-4b69-a601-23f2ae43f6c5 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153977 Nov 25 19:29:40.202279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Made reservation on behalf of 08d2879e11ea44589464dedceaa6b48d for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:40.213333 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.243623 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-9942a06e-8336-4abb-86b3-64f92a53bc5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3137836 Nov 25 19:29:40.262446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7171ac6-40d5-4712-b7fc-ec7c8940f243 req-6804aa11-74a0-4fed-804b-d95f0c6207fa tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2641804 Nov 25 19:29:40.297065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Request body: {'port': {'device_id': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:40.450161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:40.474220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-af27e38a-aaeb-4bd7-8f73-4f9ce7bc3c24 None None] Provisioning complete for port 4fc5e2b8-e448-4520-9851-fff973283422 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:40.474647 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-af27e38a-aaeb-4bd7-8f73-4f9ce7bc3c24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.494311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da717496-40a9-48e3-94ae-dcb2879b8364 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:40.501649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:40.508632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5086c567-0b2a-4f13-9501-a1b8a6219bcb req-83254d2a-fd42-4096-9219-582ad0624266 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:40.511939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5086c567-0b2a-4f13-9501-a1b8a6219bcb req-83254d2a-fd42-4096-9219-582ad0624266 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/ports?device_id=6248de0b-b912-4b11-add2-4589af381b55 HTTP/1.1" status: 200 len: 946 time: 0.1015563 Nov 25 19:29:40.535157 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.538615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.540833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-af27e38a-aaeb-4bd7-8f73-4f9ce7bc3c24 None None] Port 4fc5e2b8-e448-4520-9851-fff973283422 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:40.592860 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.597100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Transition to ACTIVE for port object da717496-40a9-48e3-94ae-dcb2879b8364 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:29:40.603468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:40.604096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.605549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] 10.222.0.60 "PUT /v2.0/ports/612d265a-2c5c-46df-9e6f-bc462b9ce023 HTTP/1.1" status: 200 len: 1095 time: 3.6963146 Nov 25 19:29:40.613682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:40.619843 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43802e2-9f42-4db0-adde-0e2946f7206c" -d '{"events": [{"name": "network-changed", "server_uuid": "69753f75-968b-4515-b009-60317a152d97", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:40.629543 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:40.747616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5086c567-0b2a-4f13-9501-a1b8a6219bcb req-4cc06523-e80c-49ba-bdba-b3a1bbd84022 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/security-groups?id=214dc5ac-7d1b-4155-9500-9211f28d948c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219663 Nov 25 19:29:40.777716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Allocated IP 192.168.233.134 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/75579fa2-22f8-41bf-b2d0-29c00dca0a5f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:29:41.099089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cd2831db-10e0-4a04-bc9a-042a1a4b3a36 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:41.164939 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61313b8c-4478-400b-b999-ef70df38e3f0 x-openstack-request-id: req-61313b8c-4478-400b-b999-ef70df38e3f0 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:41.165935 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6248de0b-b912-4b11-add2-4589af381b55", "name": "network-vif-plugged", "status": "completed", "tag": "7c06b2aa-2330-4117-b963-b449f1da3264", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:41.169000 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-61313b8c-4478-400b-b999-ef70df38e3f0 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:41.169695 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6248de0b-b912-4b11-add2-4589af381b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c06b2aa-2330-4117-b963-b449f1da3264', 'code': 200} Nov 25 19:29:41.177814 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.260463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port cd2831db-10e0-4a04-bc9a-042a1a4b3a36 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:29:41.269190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port cd2831db-10e0-4a04-bc9a-042a1a4b3a36 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:41.270760 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.324265 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.407645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe008c-a78c-4232-beb7-1bf0294f7ad8 service neutron] Pushing event updated for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:41.465076 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.574011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cd2831db-10e0-4a04-bc9a-042a1a4b3a36, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:41.582618 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.593190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:29:41.667874 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:41.686758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Pushing event updated for resources: {'Port': ['ID=75579fa2-22f8-41bf-b2d0-29c00dca0a5f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:41.700076 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:29:41.831548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Pushing event updated for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:41.857413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4fc5e2b8-e448-4520-9851-fff973283422 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:41.886344 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.894787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:41.905291 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:41.906371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:42.000932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-eb6d6ad0-c8ec-48fa-b631-833231b5829d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:42.005032 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-eb6d6ad0-c8ec-48fa-b631-833231b5829d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08d2879e11ea44589464dedceaa6b48d&device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 1098 time: 1.1902697 Nov 25 19:29:42.044343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe456c59-a10e-4855-990c-c864ae717f67 req-ee7d0195-6d10-4e15-bcbb-b30d37b7df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:42.052162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe456c59-a10e-4855-990c-c864ae717f67 req-ee7d0195-6d10-4e15-bcbb-b30d37b7df5b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6248de0b-b912-4b11-add2-4589af381b55 HTTP/1.1" status: 200 len: 1097 time: 0.7899184 Nov 25 19:29:42.088016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a989e2a-e747-4b72-8851-f49fd922fc80 req-9765d5de-ea27-4e1f-a468-7918cfedd99f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:42.090784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a989e2a-e747-4b72-8851-f49fd922fc80 req-9765d5de-ea27-4e1f-a468-7918cfedd99f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 931 time: 0.6278496 Nov 25 19:29:42.098725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c4ab3aac-71ff-4c5f-b6c6-f2839bfc38a0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8053591 Nov 25 19:29:42.153048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Transition to ACTIVE for port object 4fc5e2b8-e448-4520-9851-fff973283422 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:29:42.198451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Request body: {'port': {'device_id': '868623a2-f4b9-46cb-9a59-0c172b676426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:42.225979 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-9f98dbf0-e2de-4e18-9fc7-c0ff3a970cbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023 HTTP/1.1" status: 200 len: 217 time: 0.0946805 Nov 25 19:29:42.234529 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.331015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Attempting to bind port da717496-40a9-48e3-94ae-dcb2879b8364 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:42.331571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Attempting to bind port da717496-40a9-48e3-94ae-dcb2879b8364 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:42.332331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Attempting to bind port da717496-40a9-48e3-94ae-dcb2879b8364 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:42.395011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Port da717496-40a9-48e3-94ae-dcb2879b8364 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:29:42.395345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Attempting to bind port da717496-40a9-48e3-94ae-dcb2879b8364 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:42.407971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:42.408709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:42.408709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:42.409135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Bound port: da717496-40a9-48e3-94ae-dcb2879b8364, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:42.409499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.441398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:42.446425 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-506e2531-e900-417b-a861-0d29627088f4 None None] Provisioning complete for port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:42.447643 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-506e2531-e900-417b-a861-0d29627088f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.449626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-749555ae-872a-48d6-88a4-09dd6e9bf3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:42.450656 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-749555ae-872a-48d6-88a4-09dd6e9bf3c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2043493 Nov 25 19:29:42.505074 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a989e2a-e747-4b72-8851-f49fd922fc80 req-d8f6a923-bfeb-49fd-8bec-db160f88675b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627002 Nov 25 19:29:42.523865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-506e2531-e900-417b-a861-0d29627088f4 None None] Port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:29:42.560533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.573922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe456c59-a10e-4855-990c-c864ae717f67 req-ba39bc6e-c847-4099-ac4d-4d9e8570eb95 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=214dc5ac-7d1b-4155-9500-9211f28d948c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815738 Nov 25 19:29:42.737501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-b5ddbc6e-a9aa-43b9-817e-1b5fe10d4dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:42.740350 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-b5ddbc6e-a9aa-43b9-817e-1b5fe10d4dfc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2510560 Nov 25 19:29:42.786340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:42.883512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Attempting to bind port 4fc5e2b8-e448-4520-9851-fff973283422 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:42.885074 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Attempting to bind port 4fc5e2b8-e448-4520-9851-fff973283422 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:42.885666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Attempting to bind port 4fc5e2b8-e448-4520-9851-fff973283422 on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:42.897375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:42.949583 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.953721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Port 4fc5e2b8-e448-4520-9851-fff973283422 on network 492b4cfc-90d6-4b87-a038-575717433527 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:29:42.954261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Attempting to bind port 4fc5e2b8-e448-4520-9851-fff973283422 on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:42.974574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:42.975089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Checking segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:42.975646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Bound using segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:42.976572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Bound port: 4fc5e2b8-e448-4520-9851-fff973283422, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:42.977096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:42.997532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c724d-8119-4ed0-a0f5-36422f4231ca req-6dc4baa3-e3e8-45a0-8619-effb64912729 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:43.009868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea5c724d-8119-4ed0-a0f5-36422f4231ca req-6dc4baa3-e3e8-45a0-8619-effb64912729 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 936 time: 0.3159795 Nov 25 19:29:43.078184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:43.078738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.081300 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] 10.222.0.60 "PUT /v2.0/ports/da717496-40a9-48e3-94ae-dcb2879b8364 HTTP/1.1" status: 200 len: 1096 time: 4.2534273 Nov 25 19:29:43.171826 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072d2371-3cba-4ddf-bf11-e850de686250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:43.177454 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cb14af-9343-4560-9ebe-e7cc7c4635c0" -d '{"events": [{"server_uuid": "072d2371-3cba-4ddf-bf11-e850de686250", "name": "network-vif-plugged", "status": "completed", "tag": "cd2831db-10e0-4a04-bc9a-042a1a4b3a36"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:43.204469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ef50d1-6b8b-439e-bf06-ea3657f36935 service neutron] Pushing event updated for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:43.234551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea5c724d-8119-4ed0-a0f5-36422f4231ca req-74a6a2d9-8f0a-4568-ae9c-1746c1fb1055 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256992 Nov 25 19:29:43.264668 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-ce09f0ca-4ffa-4dbb-9c7f-1d56fcaf23c9 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4742553 Nov 25 19:29:43.408444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75579fa2-22f8-41bf-b2d0-29c00dca0a5f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:43.438416 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.462535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ad7a3ac7-d9fc-4057-b510-106c58adcc14 req-21a418dc-78ae-4e72-81c9-7c0112eb8729 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862321 Nov 25 19:29:43.466028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Transition to ACTIVE for port object 75579fa2-22f8-41bf-b2d0-29c00dca0a5f will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:29:43.504770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:43.511240 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.515614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:43.521864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d83388-5782-45cc-b855-cec2cd069247 req-04897b88-e4a5-4026-a0b1-2abeb5201c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:43.526257 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-04897b88-e4a5-4026-a0b1-2abeb5201c7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=855d04329af745ceb76716733ac4cee4&device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 1099 time: 0.3116739 Nov 25 19:29:43.530049 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.700697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:43.704751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:43.707589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] 10.222.0.60 "PUT /v2.0/ports/4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 1091 time: 3.4417408 Nov 25 19:29:43.713950 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-f6153702-750b-46a9-8a37-d9023cacbe25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=da717496-40a9-48e3-94ae-dcb2879b8364 HTTP/1.1" status: 200 len: 217 time: 0.1734719 Nov 25 19:29:43.806725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Pushing event updated for resources: {'Port': ['ID=75579fa2-22f8-41bf-b2d0-29c00dca0a5f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:43.941493 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749ea17-44a4-4957-98f3-553773396d5e service neutron] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:43.989140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b90603-e1c8-4e8e-9b35-151e26e24a72 req-686699e7-8701-4fdb-8cd7-9418aa7e3133 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:43.990288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d83388-5782-45cc-b855-cec2cd069247 req-fe180c8f-2abf-4176-aa36-799cf58367b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:43.992093 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-fe180c8f-2abf-4176-aa36-799cf58367b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2636983 Nov 25 19:29:43.995669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547469a3-213c-4b7f-9254-83e357e43083 req-126a81c8-f46d-48d7-83f4-83cf68def288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:43.997261 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-126a81c8-f46d-48d7-83f4-83cf68def288 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1094 time: 0.1626246 Nov 25 19:29:44.022892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44b90603-e1c8-4e8e-9b35-151e26e24a72 req-686699e7-8701-4fdb-8cd7-9418aa7e3133 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.5363011 Nov 25 19:29:44.148184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-d64ecd0f-58b8-430d-aac6-7a711dfcff44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 217 time: 0.0940552 Nov 25 19:29:44.173574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d83388-5782-45cc-b855-cec2cd069247 req-f59a605a-6833-4b72-ad78-6750eecea772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.177561 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-f59a605a-6833-4b72-ad78-6750eecea772 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1675231 Nov 25 19:29:44.289857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44b90603-e1c8-4e8e-9b35-151e26e24a72 req-5bfc90d9-e54d-4e33-9bdc-ec36af80ba6b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479677 Nov 25 19:29:44.299989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Attempting to bind port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:29:44.310055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Attempting to bind port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:29:44.311752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Attempting to bind port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:44.330331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547469a3-213c-4b7f-9254-83e357e43083 req-80a3f9a3-bd73-4901-8f2e-49572242ae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.331513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:29:44.332259 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-80a3f9a3-bd73-4901-8f2e-49572242ae73 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.1718252 Nov 25 19:29:44.333086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Attempting to bind port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:29:44.350061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:29:44.350756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:44.351540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:29:44.352450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Bound port: 75579fa2-22f8-41bf-b2d0-29c00dca0a5f, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:29:44.359769 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:44.405187 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5360bd09-742a-44d6-ac3e-d05557602887 x-openstack-request-id: req-5360bd09-742a-44d6-ac3e-d05557602887 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:44.405187 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69753f75-968b-4515-b009-60317a152d97", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:44.405588 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5360bd09-742a-44d6-ac3e-d05557602887 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:44.405926 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'status': 'completed', 'code': 200} Nov 25 19:29:44.536978 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-0a07c711-1b70-40e4-858d-4e6b00490cd8 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261364 Nov 25 19:29:44.589917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547469a3-213c-4b7f-9254-83e357e43083 req-4c8c2f2c-401e-48da-8a7a-bdcf852a48f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.592524 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-4c8c2f2c-401e-48da-8a7a-bdcf852a48f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2449300 Nov 25 19:29:44.596820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] For port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:29:44.600008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43802e2-9f42-4db0-adde-0e2946f7206c req-425b5339-35f1-4cfb-a6aa-6a11f3db1536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.602522 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e43802e2-9f42-4db0-adde-0e2946f7206c req-425b5339-35f1-4cfb-a6aa-6a11f3db1536 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08d2879e11ea44589464dedceaa6b48d&device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 1098 time: 0.1890283 Nov 25 19:29:44.603948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] For port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=75579fa2-22f8-41bf-b2d0-29c00dca0a5f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:29:44.617045 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:44.639090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e3e77e-258f-4857-a021-89d8d34da302 req-564b9464-193c-42eb-8bf1-648d01fdad8b tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.641693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89e3e77e-258f-4857-a021-89d8d34da302 req-564b9464-193c-42eb-8bf1-648d01fdad8b tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 948 time: 0.1692133 Nov 25 19:29:44.738918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.748436 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:44.751255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] 10.222.0.60 "PUT /v2.0/ports/75579fa2-22f8-41bf-b2d0-29c00dca0a5f HTTP/1.1" status: 200 len: 1096 time: 2.6110077 Nov 25 19:29:44.759603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '868623a2-f4b9-46cb-9a59-0c172b676426', 'tag': '75579fa2-22f8-41bf-b2d0-29c00dca0a5f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:44.775879 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e69b40ff-1c08-423a-9435-43224077ebe3" -d '{"events": [{"name": "network-changed", "server_uuid": "868623a2-f4b9-46cb-9a59-0c172b676426", "tag": "75579fa2-22f8-41bf-b2d0-29c00dca0a5f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:44.858932 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27d83388-5782-45cc-b855-cec2cd069247 req-26c9162c-6524-49e4-a250-6f3899cd106a service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125377 Nov 25 19:29:44.920036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43802e2-9f42-4db0-adde-0e2946f7206c req-04ff9baa-0382-4102-931b-864fae16a8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:44.923977 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e43802e2-9f42-4db0-adde-0e2946f7206c req-04ff9baa-0382-4102-931b-864fae16a8f1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2752333 Nov 25 19:29:44.932979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02cf75b-a6be-4da6-94a6-8cbf85b24146 service neutron] Pushing event updated for resources: {'Port': ['ID=75579fa2-22f8-41bf-b2d0-29c00dca0a5f,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:44.970366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89e3e77e-258f-4857-a021-89d8d34da302 req-2d684bb7-20f0-4207-84b3-2c521b3449e8 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2811401 Nov 25 19:29:45.003724 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e43802e2-9f42-4db0-adde-0e2946f7206c req-0f12b20e-b8d4-46d3-b82b-43be2b32d8c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023 HTTP/1.1" status: 200 len: 217 time: 0.0636830 Nov 25 19:29:45.003724 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-2d24050b-a209-46d4-a213-9db18286ac8b service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984506 Nov 25 19:29:45.004756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-47a32940-69e2-4956-9907-dd930b66988d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.007441 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-47a32940-69e2-4956-9907-dd930b66988d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08d2879e11ea44589464dedceaa6b48d&device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 1099 time: 0.1724131 Nov 25 19:29:45.113003 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 612d265a-2c5c-46df-9e6f-bc462b9ce023 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:45.135519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-f3643a8d-99da-4ad4-a3f9-205bd9e64e15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=75579fa2-22f8-41bf-b2d0-29c00dca0a5f HTTP/1.1" status: 200 len: 217 time: 0.1108770 Nov 25 19:29:45.227659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c3731b11-98be-4c1f-88e6-94a7f2bbd599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.229242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-c3731b11-98be-4c1f-88e6-94a7f2bbd599 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0844402 Nov 25 19:29:45.238894 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe462d4-27ab-487a-b643-188b0b769291 req-47c945d2-46c0-4d5f-b5eb-15eacfed385b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.247442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebe462d4-27ab-487a-b643-188b0b769291 req-47c945d2-46c0-4d5f-b5eb-15eacfed385b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/ports?device_id=6248de0b-b912-4b11-add2-4589af381b55 HTTP/1.1" status: 200 len: 946 time: 0.1284425 Nov 25 19:29:45.282437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43802e2-9f42-4db0-adde-0e2946f7206c req-0b5639a0-a786-4242-95b1-b7be05b3930e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.283990 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e43802e2-9f42-4db0-adde-0e2946f7206c req-0b5639a0-a786-4242-95b1-b7be05b3930e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2671883 Nov 25 19:29:45.286563 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-547469a3-213c-4b7f-9254-83e357e43083 req-6c146868-03d8-46e3-9cc6-6baec3d38524 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553949 Nov 25 19:29:45.400579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-cb6a8e7b-53f8-44f9-bbf2-ab49f17e3200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.402498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-cb6a8e7b-53f8-44f9-bbf2-ab49f17e3200 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1472523 Nov 25 19:29:45.424866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:45.431265 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebe462d4-27ab-487a-b643-188b0b769291 req-64cc9175-f0f4-4e3b-8580-eeffc059c018 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/security-groups?id=214dc5ac-7d1b-4155-9500-9211f28d948c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825459 Nov 25 19:29:45.444800 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43802e2-9f42-4db0-adde-0e2946f7206c req-b269a0e3-5fba-4fb9-873d-1b722e470a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:45.448260 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e43802e2-9f42-4db0-adde-0e2946f7206c req-b269a0e3-5fba-4fb9-873d-1b722e470a4a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1469905 Nov 25 19:29:45.455864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'mac_address': 'fa:16:3e:69:9b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:45.565096 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:45.633203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612d265a-2c5c-46df-9e6f-bc462b9ce023 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:45.682967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:45.690884 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:45.719388 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e43802e2-9f42-4db0-adde-0e2946f7206c req-a5cf8823-bc85-414c-9980-24c2d1195dad service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606454 Nov 25 19:29:45.743922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-0eff4b3b-7a50-479f-8431-304faf291d93 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3093834 Nov 25 19:29:45.851257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:45.923720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-408b3081-5182-48e3-85da-5ffbbe30c7da req-9bac4b12-626d-4c2f-8bbd-da2d4271be78 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715436 Nov 25 19:29:45.966535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e43802e2-9f42-4db0-adde-0e2946f7206c req-f2a3f705-7747-4fce-8a68-6dd51f23320d service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302446 Nov 25 19:29:46.004468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['612d265a-2c5c-46df-9e6f-bc462b9ce023'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:46.060320 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd706b83-aab9-4ca2-beb4-10f61509e698 x-openstack-request-id: req-dd706b83-aab9-4ca2-beb4-10f61509e698 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:46.061308 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072d2371-3cba-4ddf-bf11-e850de686250", "name": "network-vif-plugged", "status": "completed", "tag": "cd2831db-10e0-4a04-bc9a-042a1a4b3a36", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:46.061710 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dd706b83-aab9-4ca2-beb4-10f61509e698 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:46.062560 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072d2371-3cba-4ddf-bf11-e850de686250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36', 'code': 200} Nov 25 19:29:46.255942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e8ac36-a2f4-4913-b278-38909b162df3 req-50af905f-caf9-4487-ae92-7ed5ef550b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:46.259194 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63e8ac36-a2f4-4913-b278-38909b162df3 req-50af905f-caf9-4487-ae92-7ed5ef550b74 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 1097 time: 0.1222277 Nov 25 19:29:46.299638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791ad1d5-fd30-4f8f-a378-847002aef66c req-465f484d-5214-4c9a-a2cc-9a71ffa94f95 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:46.311900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-791ad1d5-fd30-4f8f-a378-847002aef66c req-465f484d-5214-4c9a-a2cc-9a71ffa94f95 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 943 time: 0.1213543 Nov 25 19:29:46.364419 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63e8ac36-a2f4-4913-b278-38909b162df3 req-f910a74d-1c64-44a2-9b7e-71f783ab7730 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940843 Nov 25 19:29:46.391990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-791ad1d5-fd30-4f8f-a378-847002aef66c req-ed8bca28-72f9-46f0-a77d-2dd5855c5fdf tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784705 Nov 25 19:29:46.407629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364'}, {'name': 'network-changed', 'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:46.412474 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6022082d-2376-4edb-91a4-38c6b2b3148e" -d '{"events": [{"name": "network-changed", "server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364"}, {"name": "network-changed", "server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "tag": "4fc5e2b8-e448-4520-9851-fff973283422"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:46.576470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdce08fd-21b2-47a3-962b-4d651137324d req-377b8721-5335-4945-a210-325bbaf439c2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:46.581725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdce08fd-21b2-47a3-962b-4d651137324d req-377b8721-5335-4945-a210-325bbaf439c2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 948 time: 0.1007202 Nov 25 19:29:46.696971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdce08fd-21b2-47a3-962b-4d651137324d req-fa06fc95-b1f1-4002-9a8a-92e82d7e4c19 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075773 Nov 25 19:29:46.887598 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0fa9d6-e02b-4eb7-86f3-226f4d18a293 x-openstack-request-id: req-0f0fa9d6-e02b-4eb7-86f3-226f4d18a293 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:46.889767 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "868623a2-f4b9-46cb-9a59-0c172b676426", "tag": "75579fa2-22f8-41bf-b2d0-29c00dca0a5f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:46.890635 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f0fa9d6-e02b-4eb7-86f3-226f4d18a293 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:46.891521 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '868623a2-f4b9-46cb-9a59-0c172b676426', 'tag': '75579fa2-22f8-41bf-b2d0-29c00dca0a5f', 'status': 'completed', 'code': 200} Nov 25 19:29:46.993811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b40ff-1c08-423a-9435-43224077ebe3 req-a53ce523-5920-41a7-9e15-f26c0ee90c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:46.997509 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e69b40ff-1c08-423a-9435-43224077ebe3 req-a53ce523-5920-41a7-9e15-f26c0ee90c96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08d2879e11ea44589464dedceaa6b48d&device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 1099 time: 0.0731442 Nov 25 19:29:47.083773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ad9b9-2d04-45a1-bc5f-083d9b92f26b req-c564ca85-dad9-4f5f-a5b4-6ff3e54f1876 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.098847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-709ad9b9-2d04-45a1-bc5f-083d9b92f26b req-c564ca85-dad9-4f5f-a5b4-6ff3e54f1876 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.1099939 Nov 25 19:29:47.127624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device da717496-40a9-48e3-94ae-dcb2879b8364 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:47.132850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 612d265a-2c5c-46df-9e6f-bc462b9ce023 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:47.226629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b40ff-1c08-423a-9435-43224077ebe3 req-3faaf711-4a52-4b32-9ee5-5f47b8837a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.230646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e69b40ff-1c08-423a-9435-43224077ebe3 req-3faaf711-4a52-4b32-9ee5-5f47b8837a2f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2216098 Nov 25 19:29:47.246635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-709ad9b9-2d04-45a1-bc5f-083d9b92f26b req-d8873d73-a2b8-4771-8f3c-914e08487c8d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459441 Nov 25 19:29:47.363189 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e69b40ff-1c08-423a-9435-43224077ebe3 req-60c0e9c5-cf9f-493b-8708-c74f41c6d479 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=75579fa2-22f8-41bf-b2d0-29c00dca0a5f HTTP/1.1" status: 200 len: 217 time: 0.1142130 Nov 25 19:29:47.479405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 612d265a-2c5c-46df-9e6f-bc462b9ce023 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:29:47.487009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b40ff-1c08-423a-9435-43224077ebe3 req-a4a766ed-92c3-44a1-b26f-1bb4c2fa5f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.490359 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e69b40ff-1c08-423a-9435-43224077ebe3 req-a4a766ed-92c3-44a1-b26f-1bb4c2fa5f16 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1258533 Nov 25 19:29:47.490864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 612d265a-2c5c-46df-9e6f-bc462b9ce023 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:47.491462 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:47.623527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b40ff-1c08-423a-9435-43224077ebe3 req-817cf5bd-6024-4810-9840-cb710534a4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.633422 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e69b40ff-1c08-423a-9435-43224077ebe3 req-817cf5bd-6024-4810-9840-cb710534a4b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1352844 Nov 25 19:29:47.685754 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:47.723913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebf57e6-1b85-4f27-9324-6aa0d121064a req-13d90e7a-aa2d-4263-9e66-c84d5bab58e3 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:47.732869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:47.764966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:47.768450 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ebf57e6-1b85-4f27-9324-6aa0d121064a req-13d90e7a-aa2d-4263-9e66-c84d5bab58e3 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 948 time: 0.1682262 Nov 25 19:29:47.785798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'mac_address': 'fa:16:3e:19:c0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:47.829740 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e69b40ff-1c08-423a-9435-43224077ebe3 req-4fbfb01c-9689-4df0-8b1f-7a5b9c4c7d52 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875861 Nov 25 19:29:47.833940 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:47.880423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ebf57e6-1b85-4f27-9324-6aa0d121064a req-62a77170-db3a-45bc-b95f-6266c94c4127 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080875 Nov 25 19:29:47.979282 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:47.979746 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c615e028-a00f-45d2-94ba-75f7440d2475 x-openstack-request-id: req-c615e028-a00f-45d2-94ba-75f7440d2475 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:47.980047 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "tag": "4fc5e2b8-e448-4520-9851-fff973283422", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:47.980301 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c615e028-a00f-45d2-94ba-75f7440d2475 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:47.980703 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'status': 'completed', 'code': 200} Nov 25 19:29:47.980958 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422', 'status': 'completed', 'code': 200} Nov 25 19:29:48.063675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:48.066503 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83cbd9f0-4f53-4f8d-8923-98244a19a2d6" -d '{"events": [{"server_uuid": "69753f75-968b-4515-b009-60317a152d97", "name": "network-vif-plugged", "status": "completed", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:48.075099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da717496-40a9-48e3-94ae-dcb2879b8364 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:48.086588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:48.104173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-9e0e8e38-505b-4d91-9c51-dab9cbfff34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:48.106315 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e69b40ff-1c08-423a-9435-43224077ebe3 req-bfefd28c-1c76-4253-8bb4-1c080301eef7 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656190 Nov 25 19:29:48.107472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-9e0e8e38-505b-4d91-9c51-dab9cbfff34b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=855d04329af745ceb76716733ac4cee4&device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 1099 time: 0.0893726 Nov 25 19:29:48.123547 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:48.132462 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:48.140179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:48.222142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:48.271550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-d5be6719-3c0b-4314-ae16-b5bba3733de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:48.273145 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-d5be6719-3c0b-4314-ae16-b5bba3733de9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1484187 Nov 25 19:29:48.342463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-16a8e4a0-5919-478c-b7ee-b0d8b93e7716 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=da717496-40a9-48e3-94ae-dcb2879b8364 HTTP/1.1" status: 200 len: 217 time: 0.0604775 Nov 25 19:29:48.386459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:48.406541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '4fc5e2b8-e448-4520-9851-fff973283422', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'port_id': '4fc5e2b8-e448-4520-9851-fff973283422', 'mac_address': 'fa:16:3e:63:fc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:48.421859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-d4d9a7ac-9366-484e-96a0-6d582a114325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:48.423489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-d4d9a7ac-9366-484e-96a0-6d582a114325 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0729623 Nov 25 19:29:48.470659 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:48.490606 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc5e2b8-e448-4520-9851-fff973283422 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:48.510345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:48.518649 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:48.549313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0710d9-063a-46d2-a763-7bb78734d998 req-6d007346-ed7f-4005-806d-84266bc0de04 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:48.553938 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b0710d9-063a-46d2-a763-7bb78734d998 req-6d007346-ed7f-4005-806d-84266bc0de04 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 943 time: 0.1495707 Nov 25 19:29:48.559942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-0a811293-60c0-4dcf-85f9-8c743a8db0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:48.563212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-0a811293-60c0-4dcf-85f9-8c743a8db0c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1105568 Nov 25 19:29:48.579673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:48.692207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b0710d9-063a-46d2-a763-7bb78734d998 req-f5244a6b-6892-4cef-a037-f9f9fd9934db tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265516 Nov 25 19:29:48.756520 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-a973cf98-7e23-4518-92a5-836e24cb05d3 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789248 Nov 25 19:29:48.848169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4fc5e2b8-e448-4520-9851-fff973283422'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:48.851460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['da717496-40a9-48e3-94ae-dcb2879b8364'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:49.019979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b9854f-4756-4381-8922-3a4789ae61bd req-4df2786c-6663-4c11-a7b3-d21a9e32af42 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:49.022626 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82b9854f-4756-4381-8922-3a4789ae61bd req-4df2786c-6663-4c11-a7b3-d21a9e32af42 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 948 time: 0.1477120 Nov 25 19:29:49.027405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-375bd36d-7965-45d8-ab53-665ab35ed0e8 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2546020 Nov 25 19:29:49.157331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 75579fa2-22f8-41bf-b2d0-29c00dca0a5f details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:29:49.197538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82b9854f-4756-4381-8922-3a4789ae61bd req-c377ef08-7578-4aad-869f-49b26c2a57d4 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596115 Nov 25 19:29:49.209807 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-30347af2-b56a-440c-9259-3b985aa6e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:49.213431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-30347af2-b56a-440c-9259-3b985aa6e2ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1095 time: 0.1142733 Nov 25 19:29:49.301361 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9605cec9-9ccc-464c-b85b-bb5c4079f2a2 x-openstack-request-id: req-9605cec9-9ccc-464c-b85b-bb5c4079f2a2 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:49.301877 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69753f75-968b-4515-b009-60317a152d97", "name": "network-vif-plugged", "status": "completed", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:49.302312 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9605cec9-9ccc-464c-b85b-bb5c4079f2a2 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:49.303009 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'code': 200} Nov 25 19:29:49.305700 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:29:49.453539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7280fd-7ac8-404c-b216-1c387ce1098e req-1927afeb-8c22-493c-88a1-b2ebf31937d8 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:49.456603 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da7280fd-7ac8-404c-b216-1c387ce1098e req-1927afeb-8c22-493c-88a1-b2ebf31937d8 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.1284089 Nov 25 19:29:49.461787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613fdc1-c989-4efb-b44f-21b083cb35da req-1c84bccb-ed74-47ce-be56-dd1d181b5c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:49.463392 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b613fdc1-c989-4efb-b44f-21b083cb35da req-1c84bccb-ed74-47ce-be56-dd1d181b5c1f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 1100 time: 0.0875978 Nov 25 19:29:49.464234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-1f783e91-fb9b-4270-9a16-78955e67716a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:49.466086 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-1f783e91-fb9b-4270-9a16-78955e67716a service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.2344742 Nov 25 19:29:49.534646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=75579fa2-22f8-41bf-b2d0-29c00dca0a5f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:49.537644 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-a5f1f180-3449-412c-bdc7-a40973c5d875 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 217 time: 0.0500696 Nov 25 19:29:49.568263 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b613fdc1-c989-4efb-b44f-21b083cb35da req-8dd4873c-b45a-42a3-bbe0-4c0a80cadd88 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837083 Nov 25 19:29:49.569429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '75579fa2-22f8-41bf-b2d0-29c00dca0a5f', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '75579fa2-22f8-41bf-b2d0-29c00dca0a5f', 'mac_address': 'fa:16:3e:e9:fc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:29:49.607524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da7280fd-7ac8-404c-b216-1c387ce1098e req-7bda64b0-ac07-4853-8db6-2bccbbd6efbe tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393690 Nov 25 19:29:49.632828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-46c0fa24-3e31-426c-bafe-a88be338ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:49.636447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-46c0fa24-3e31-426c-bafe-a88be338ca87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.0914545 Nov 25 19:29:49.640759 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:49.663076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75579fa2-22f8-41bf-b2d0-29c00dca0a5f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:29:49.702899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=75579fa2-22f8-41bf-b2d0-29c00dca0a5f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:49.710768 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:49.820603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=75579fa2-22f8-41bf-b2d0-29c00dca0a5f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:49.860078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-909cbd32-a2d4-4962-8195-fac21b78099a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:49.861819 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-909cbd32-a2d4-4962-8195-fac21b78099a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872464 Nov 25 19:29:50.110911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-e4dabf36-b48f-491b-99ca-e6677a1d8019 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379258 Nov 25 19:29:50.120438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d033b24f-098e-4045-8cca-634194304283 req-60c8eb48-058d-4f3e-a1a5-7334473367b1 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:50.123982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d033b24f-098e-4045-8cca-634194304283 req-60c8eb48-058d-4f3e-a1a5-7334473367b1 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 949 time: 0.0971291 Nov 25 19:29:50.270104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['75579fa2-22f8-41bf-b2d0-29c00dca0a5f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:50.442358 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:29:50.457912 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:50.613833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d033b24f-098e-4045-8cca-634194304283 req-a8d7b298-dca1-449e-8198-fe402df15ce4 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738712 Nov 25 19:29:50.663310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022082d-2376-4edb-91a4-38c6b2b3148e req-1e9742b0-5093-465e-8254-fd2d217bab6f service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5356600 Nov 25 19:29:51.146933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:51.303362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 4fc5e2b8-e448-4520-9851-fff973283422 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:29:51.318967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 4fc5e2b8-e448-4520-9851-fff973283422 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:51.318967 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:51.484517 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:51.549978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:51.552142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:51.557378 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-385f7bd5-559f-41e8-827a-02fc5f0e7d8a" -d '{"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:51.565800 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:51.567443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device da717496-40a9-48e3-94ae-dcb2879b8364 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:51.724223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:51.780872 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port da717496-40a9-48e3-94ae-dcb2879b8364 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:29:51.791863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port da717496-40a9-48e3-94ae-dcb2879b8364 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:51.792430 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:51.880672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9e0d1-d150-4429-b878-7d2e25ff1807 req-84528f4a-dca0-461a-a662-4ad070169c40 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:51.883359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fd9e0d1-d150-4429-b878-7d2e25ff1807 req-84528f4a-dca0-461a-a662-4ad070169c40 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.60 "GET /v2.0/ports?device_id=6248de0b-b912-4b11-add2-4589af381b55 HTTP/1.1" status: 200 len: 946 time: 0.2210524 Nov 25 19:29:51.922449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33d5ed7-3e8b-4749-8d3f-7c97c813f6c9 req-dcf60807-8c61-43d9-b169-5fb18b044553 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:51.925064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d33d5ed7-3e8b-4749-8d3f-7c97c813f6c9 req-dcf60807-8c61-43d9-b169-5fb18b044553 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 945 time: 0.1441803 Nov 25 19:29:51.968244 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:52.069413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:52.072777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d33d5ed7-3e8b-4749-8d3f-7c97c813f6c9 req-41902adb-9700-4d77-82b6-f67c22f029eb tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038735 Nov 25 19:29:52.100127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-8fd9e0d1-d150-4429-b878-7d2e25ff1807 req-e069251a-e713-4236-9d13-9b79771bfd6b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Deleting port 7c06b2aa-2330-4117-b963-b449f1da3264 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:29:52.100482 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fd9e0d1-d150-4429-b878-7d2e25ff1807 req-e069251a-e713-4236-9d13-9b79771bfd6b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:52.114844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:52.252194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:52.348123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8fd9e0d1-d150-4429-b878-7d2e25ff1807 req-e069251a-e713-4236-9d13-9b79771bfd6b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] For port 7c06b2aa-2330-4117-b963-b449f1da3264, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7c06b2aa-2330-4117-b963-b449f1da3264,segment=NetworkSegment(6e3bcc2f-c9f9-4abc-8237-f3433641ffee),segment_id=6e3bcc2f-c9f9-4abc-8237-f3433641ffee)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:52.348513 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fd9e0d1-d150-4429-b878-7d2e25ff1807 req-e069251a-e713-4236-9d13-9b79771bfd6b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:52.379230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-8fd9e0d1-d150-4429-b878-7d2e25ff1807 req-e069251a-e713-4236-9d13-9b79771bfd6b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Calling delete_port for 7c06b2aa-2330-4117-b963-b449f1da3264 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:29:52.406984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f956087-e241-4057-8f69-7e4370b73bfb req-37bac6bd-2d37-41b4-9cdb-dd4bbb75e972 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:52.409586 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f956087-e241-4057-8f69-7e4370b73bfb req-37bac6bd-2d37-41b4-9cdb-dd4bbb75e972 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/ports?device_id=6248de0b-b912-4b11-add2-4589af381b55 HTTP/1.1" status: 200 len: 946 time: 0.1516845 Nov 25 19:29:52.600824 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f956087-e241-4057-8f69-7e4370b73bfb req-6e102ffe-1fc4-4308-bb00-beb94c969135 tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.15 "GET /v2.0/security-groups?id=214dc5ac-7d1b-4155-9500-9211f28d948c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788704 Nov 25 19:29:52.743574 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:52.800357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fd9e0d1-d150-4429-b878-7d2e25ff1807 req-e069251a-e713-4236-9d13-9b79771bfd6b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:52.814200 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['7c06b2aa-2330-4117-b963-b449f1da3264'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:29:52.861562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e069251a-e713-4236-9d13-9b79771bfd6b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Pushing event deleted for resources: {'Port': ['ID=7c06b2aa-2330-4117-b963-b449f1da3264,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:52.884762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f178a80b-f9e2-425f-a5c9-9cc37f8a01ba req-29a2a591-f660-4e9e-8524-7bb9eb63b8d8 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:52.886430 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f178a80b-f9e2-425f-a5c9-9cc37f8a01ba req-29a2a591-f660-4e9e-8524-7bb9eb63b8d8 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 949 time: 0.1741018 Nov 25 19:29:52.973262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd9e0d1-d150-4429-b878-7d2e25ff1807 req-e069251a-e713-4236-9d13-9b79771bfd6b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] No DVR routers for this DVR port 7c06b2aa-2330-4117-b963-b449f1da3264 on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:29:52.980430 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8fd9e0d1-d150-4429-b878-7d2e25ff1807 req-e069251a-e713-4236-9d13-9b79771bfd6b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:52.987793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fd9e0d1-d150-4429-b878-7d2e25ff1807 req-e069251a-e713-4236-9d13-9b79771bfd6b tempest-InstanceActionsNegativeTestJSON-1429637164 tempest-InstanceActionsNegativeTestJSON-1429637164-project] 10.222.0.60 "DELETE /v2.0/ports/7c06b2aa-2330-4117-b963-b449f1da3264 HTTP/1.1" status: 204 len: 173 time: 1.0942709 Nov 25 19:29:52.988763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6248de0b-b912-4b11-add2-4589af381b55', 'name': 'network-vif-deleted', 'tag': '7c06b2aa-2330-4117-b963-b449f1da3264'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:52.993017 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952c92cd-923e-4461-b711-377762196ce3" -d '{"events": [{"server_uuid": "6248de0b-b912-4b11-add2-4589af381b55", "name": "network-vif-deleted", "tag": "7c06b2aa-2330-4117-b963-b449f1da3264"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:53.047797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f178a80b-f9e2-425f-a5c9-9cc37f8a01ba req-f625b9cd-f23a-48d6-9dfe-adf9e2f1f061 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465676 Nov 25 19:29:53.102564 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c68b799-d413-47c9-9539-504f15798088 x-openstack-request-id: req-2c68b799-d413-47c9-9539-504f15798088 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:53.103411 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:53.104108 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2c68b799-d413-47c9-9539-504f15798088 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:53.106965 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422', 'code': 200} Nov 25 19:29:53.159381 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 75579fa2-22f8-41bf-b2d0-29c00dca0a5f up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:29:53.244270 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:29:53.251014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:29:53.251721 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:53.253879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6934370-2b2b-4b20-845c-26b7856026ac req-f9fd7a6d-7dbd-4f71-9aa5-8d820307e8c9 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:53.256372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6934370-2b2b-4b20-845c-26b7856026ac req-f9fd7a6d-7dbd-4f71-9aa5-8d820307e8c9 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 950 time: 0.0946438 Nov 25 19:29:53.290845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff202b-600c-48b2-8a63-e5103a4b7362 req-aa058b96-ea65-48a7-8d6e-e2b4cbf9775e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:53.293335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47ff202b-600c-48b2-8a63-e5103a4b7362 req-aa058b96-ea65-48a7-8d6e-e2b4cbf9775e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1096 time: 0.0882261 Nov 25 19:29:53.364741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6934370-2b2b-4b20-845c-26b7856026ac req-563cafda-3c14-4657-a631-d2aac8d34e00 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957704 Nov 25 19:29:53.386941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47ff202b-600c-48b2-8a63-e5103a4b7362 req-13d954ed-5589-4232-99a7-2428d9260cf4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837741 Nov 25 19:29:53.542215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72231d0c-cdb3-4f40-a4aa-6d6f9797b597 req-6a0fd3ad-d0d2-453d-a445-f8f548e71537 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:53.544460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72231d0c-cdb3-4f40-a4aa-6d6f9797b597 req-6a0fd3ad-d0d2-453d-a445-f8f548e71537 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.0694911 Nov 25 19:29:53.553138 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:53.598762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=75579fa2-22f8-41bf-b2d0-29c00dca0a5f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:53.604526 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:53.605789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7c06b2aa-2330-4117-b963-b449f1da3264 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:53.614720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72231d0c-cdb3-4f40-a4aa-6d6f9797b597 req-99217b7e-0120-4c5d-be8b-a2e43877b7c4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568347 Nov 25 19:29:53.655225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 7c06b2aa-2330-4117-b963-b449f1da3264 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:29:53.655646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7c06b2aa-2330-4117-b963-b449f1da3264 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:29:53.713451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=75579fa2-22f8-41bf-b2d0-29c00dca0a5f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:53.956600 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21d593fa-4df3-4984-b143-d80f46f20daa x-openstack-request-id: req-21d593fa-4df3-4984-b143-d80f46f20daa {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:53.957535 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6248de0b-b912-4b11-add2-4589af381b55", "name": "network-vif-deleted", "tag": "7c06b2aa-2330-4117-b963-b449f1da3264", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:53.957535 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21d593fa-4df3-4984-b143-d80f46f20daa {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:53.957909 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6248de0b-b912-4b11-add2-4589af381b55', 'name': 'network-vif-deleted', 'tag': '7c06b2aa-2330-4117-b963-b449f1da3264', 'status': 'completed', 'code': 200} Nov 25 19:29:54.097849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a2dba-6a85-4c10-97b1-55434d72471c req-e735e0eb-51a1-4276-a89f-402474267590 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:54.100656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-051a2dba-6a85-4c10-97b1-55434d72471c req-e735e0eb-51a1-4276-a89f-402474267590 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 945 time: 0.0857687 Nov 25 19:29:54.166927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-051a2dba-6a85-4c10-97b1-55434d72471c req-c12fe9c6-343c-41bd-8563-a7685ed906e2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596180 Nov 25 19:29:54.220913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55808) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:54.289601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-edbcf66b-3460-4cc7-9976-010139dcef94 admin admin] Deleting subnet 21ffdc43-d932-4829-9d3c-834bcce4a335 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:29:54.297526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edbcf66b-3460-4cc7-9976-010139dcef94 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:54.338436 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edbcf66b-3460-4cc7-9976-010139dcef94 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:54.388463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b47750-55ca-4a53-8d06-683e2fdadd57 req-fcbf5d08-924f-40dc-95e4-e6947d0804f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:54.390240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-51b47750-55ca-4a53-8d06-683e2fdadd57 req-fcbf5d08-924f-40dc-95e4-e6947d0804f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 950 time: 0.0548863 Nov 25 19:29:54.400794 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edbcf66b-3460-4cc7-9976-010139dcef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:54.465077 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edbcf66b-3460-4cc7-9976-010139dcef94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:54.468354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-51b47750-55ca-4a53-8d06-683e2fdadd57 req-ce629f5b-5989-40aa-9421-678aab335a16 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652287 Nov 25 19:29:54.506908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbcf66b-3460-4cc7-9976-010139dcef94 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ffdc43-d932-4829-9d3c-834bcce4a335,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:54.514105 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edbcf66b-3460-4cc7-9976-010139dcef94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:54.523283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-edbcf66b-3460-4cc7-9976-010139dcef94 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/21ffdc43-d932-4829-9d3c-834bcce4a335 HTTP/1.1" status: 204 len: 168 time: 0.2971823 Nov 25 19:29:54.523283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55826) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:54.618117 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:54.774892 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:54.819889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dcbac57-6933-4d78-85ac-2b534bd87468']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:54.836279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3bcc2f-c9f9-4abc-8237-f3433641ffee') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:54.836935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3bcc2f-c9f9-4abc-8237-f3433641ffee') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:29:54.855403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:54.884747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:54.898084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:29:54.898970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:29:54.902843 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:29:54.996395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:55.003394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:55.006791 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8dcbac57-6933-4d78-85ac-2b534bd87468 HTTP/1.1" status: 204 len: 168 time: 0.4822850 Nov 25 19:29:55.020147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeff60d-caac-4a3f-98c1-9c63c457cf52 admin admin] Pushing event deleted for resources: {'Network': ['ID=8dcbac57-6933-4d78-85ac-2b534bd87468,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:55.111554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364'}, {'server_uuid': '868623a2-f4b9-46cb-9a59-0c172b676426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75579fa2-22f8-41bf-b2d0-29c00dca0a5f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:55.117386 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8719aa-ae00-47a0-ac2c-259e7ed3de0e" -d '{"events": [{"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-plugged", "status": "completed", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364"}, {"server_uuid": "868623a2-f4b9-46cb-9a59-0c172b676426", "name": "network-vif-plugged", "status": "completed", "tag": "75579fa2-22f8-41bf-b2d0-29c00dca0a5f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:55.253508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8924338b-3747-4b8b-bdd4-f5a6b3f01d60 req-d2fd5cb7-2d88-4b78-a086-3680ca6850e6 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:55.256186 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8924338b-3747-4b8b-bdd4-f5a6b3f01d60 req-d2fd5cb7-2d88-4b78-a086-3680ca6850e6 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 950 time: 0.0723875 Nov 25 19:29:55.291014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55874) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:55.330466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8924338b-3747-4b8b-bdd4-f5a6b3f01d60 req-e46de038-07d6-46d0-a744-0af6b6801955 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654874 Nov 25 19:29:55.346641 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d6efff39-34a6-456c-b3f2-7b0edc9d050d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7dba073d13034164846a2013f643340d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0540888 Nov 25 19:29:55.350597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55876) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:55.429640 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d173fe5-fbaa-4966-bc00-6320328b1793 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:55.459258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d173fe5-fbaa-4966-bc00-6320328b1793 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:55.469316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674dba61-8c08-407f-a2d6-8eb358c11f6f req-82efd916-ecad-47c1-b095-a229ff726009 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:55.471000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-674dba61-8c08-407f-a2d6-8eb358c11f6f req-82efd916-ecad-47c1-b095-a229ff726009 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.0584037 Nov 25 19:29:55.524496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d173fe5-fbaa-4966-bc00-6320328b1793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:55.527137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d173fe5-fbaa-4966-bc00-6320328b1793 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:55.531539 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2d173fe5-fbaa-4966-bc00-6320328b1793 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/214dc5ac-7d1b-4155-9500-9211f28d948c HTTP/1.1" status: 204 len: 168 time: 0.1762433 Nov 25 19:29:55.537777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d173fe5-fbaa-4966-bc00-6320328b1793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214dc5ac-7d1b-4155-9500-9211f28d948c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:55.563834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-674dba61-8c08-407f-a2d6-8eb358c11f6f req-c763c717-8eeb-4053-8503-c5da850f9123 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816250 Nov 25 19:29:55.796346 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80059212-f323-4240-8b2a-b98955e3825e x-openstack-request-id: req-80059212-f323-4240-8b2a-b98955e3825e {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:55.797511 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-plugged", "status": "completed", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364", "code": 200}, {"server_uuid": "868623a2-f4b9-46cb-9a59-0c172b676426", "name": "network-vif-plugged", "status": "completed", "tag": "75579fa2-22f8-41bf-b2d0-29c00dca0a5f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:55.805390 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80059212-f323-4240-8b2a-b98955e3825e {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:55.805390 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'code': 200} Nov 25 19:29:55.805390 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868623a2-f4b9-46cb-9a59-0c172b676426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75579fa2-22f8-41bf-b2d0-29c00dca0a5f', 'code': 200} Nov 25 19:29:55.969736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5931e3-4b41-4ca9-8f23-1b6b16d4c466 req-6a7758d2-a6d5-4e11-9245-21bb0a535927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:55.972252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb5931e3-4b41-4ca9-8f23-1b6b16d4c466 req-6a7758d2-a6d5-4e11-9245-21bb0a535927 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 1101 time: 0.0756693 Nov 25 19:29:56.031825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f21d2e-8759-4b1e-a55f-efcc691834af req-1a61cdec-7c72-4049-904c-4dedeea893b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:56.038985 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d9f21d2e-8759-4b1e-a55f-efcc691834af req-1a61cdec-7c72-4049-904c-4dedeea893b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 1101 time: 0.1045487 Nov 25 19:29:56.118390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb5931e3-4b41-4ca9-8f23-1b6b16d4c466 req-c4f93275-a528-47b7-9730-f90181cab5d3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365411 Nov 25 19:29:56.152165 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d9f21d2e-8759-4b1e-a55f-efcc691834af req-2ea7a6e1-a78a-4abe-92b1-0f559e76d2ce service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040242 Nov 25 19:29:56.256270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087d709f-26d0-41b0-b3c7-336a9769d27f req-5b90f228-92df-4b51-93b3-b3d71976d6e5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:56.257891 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-087d709f-26d0-41b0-b3c7-336a9769d27f req-5b90f228-92df-4b51-93b3-b3d71976d6e5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 945 time: 0.0609720 Nov 25 19:29:56.342024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-087d709f-26d0-41b0-b3c7-336a9769d27f req-41559453-293f-4516-a25e-f0aabb8fb0b3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704253 Nov 25 19:29:56.503522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8546ab4d-37bf-466f-b3d0-3c20f87add61 req-e23bc787-c7bd-4a3b-b33b-ca950f880364 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:56.505167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8546ab4d-37bf-466f-b3d0-3c20f87add61 req-e23bc787-c7bd-4a3b-b33b-ca950f880364 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 950 time: 0.0744283 Nov 25 19:29:56.586963 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8546ab4d-37bf-466f-b3d0-3c20f87add61 req-4972418b-5128-4702-bd40-e881e7a93eca tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739000 Nov 25 19:29:56.714367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55920) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:56.856906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-3e7c3633-91e9-488e-9d92-25dfb6cc8311 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:56.858553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-3e7c3633-91e9-488e-9d92-25dfb6cc8311 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 805 time: 0.1642804 Nov 25 19:29:56.876099 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-73e77fdd-1cc1-4ffe-8146-7894f1ee864f tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/quotas/453bf602e09c4a2b98fb27e1b9e8bb34 HTTP/1.1" status: 200 len: 375 time: 0.0109146 Nov 25 19:29:56.884705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1187215662-network', 'tenant_id': '89523965671942b49f984836c2442d69'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:56.913644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Made reservation on behalf of 89523965671942b49f984836c2442d69 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:56.916163 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:56.926947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:56.946448 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-23bb2f4c-ac6a-4bee-b254-d1ead9e77b77 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0593400 Nov 25 19:29:57.027096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.032628 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.082777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:29:57.091607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10043c0e-44bf-434d-9666-d75eb089dbec,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:57.100686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-b5fbe859-3037-45ad-8597-312d84e55b45 service neutron] 10.222.0.15 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386209 Nov 25 19:29:57.113962 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.114681 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Added segment 681547e4-0611-40fc-a142-273b08390aef of type vlan for network afffe553-4427-49c8-b4a9-69418e3457c0 Nov 25 19:29:57.163557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dfbd1b63-f22a-46a2-9f63-0051ed479f99 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:29:57.170985 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.208508 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.210251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:57.212194 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.221716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-42118ff2-83c7-49d4-b6ef-90a50a476479 service neutron] 10.222.0.15 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062489 Nov 25 19:29:57.278256 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5621424 Nov 25 19:29:57.282605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55926) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:57.288290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] Request body: {'subnet': {'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1187215662-subnet', 'tenant_id': '89523965671942b49f984836c2442d69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:57.334370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07126899-3e54-4e03-88c4-6a58a9a3051e admin admin] Pushing event updated for resources: {'Network': ['ID=afffe553-4427-49c8-b4a9-69418e3457c0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:57.337205 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.362872 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network afffe553-4427-49c8-b4a9-69418e3457c0 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:29:57.373834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] Made reservation on behalf of 89523965671942b49f984836c2442d69 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:29:57.380151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.415926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dfbd1b63-f22a-46a2-9f63-0051ed479f99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dfbd1b63-f22a-46a2-9f63-0051ed479f99,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:57.451600 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.610894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=dfbd1b63-f22a-46a2-9f63-0051ed479f99,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:57.743029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fc8a0-ad13-4abc-9ada-b1cfa3b6ef12 req-0b98f08b-4c64-454a-8801-47553a580304 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:57.745932 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb6fc8a0-ad13-4abc-9ada-b1cfa3b6ef12 req-0b98f08b-4c64-454a-8801-47553a580304 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 950 time: 0.1770802 Nov 25 19:29:57.802246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bf8700-c78d-4f45-9b23-0315fd983425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:29:57.808410 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faea7b35-70bb-4d15-ae91-3b67121592ef" -d '{"events": [{"server_uuid": "40bf8700-c78d-4f45-9b23-0315fd983425", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbd1b63-f22a-46a2-9f63-0051ed479f99"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:29:57.835728 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:57.912476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb6fc8a0-ad13-4abc-9ada-b1cfa3b6ef12 req-cb3f00e3-828f-4a0c-bdd1-6bca25ab64dc tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350355 Nov 25 19:29:57.929642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5d69709-b7a5-4beb-8202-c0e1bfbc78da,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:29:57.944698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] Checking segment: {'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:29:57.945089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] Network hostable DHCP agents. Network: afffe553-4427-49c8-b4a9-69418e3457c0, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:29:57.971601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] Network afffe553-4427-49c8-b4a9-69418e3457c0 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:29:57.991569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, afffe553-4427-49c8-b4a9-69418e3457c0) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:29:58.002720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:58.004082 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:58.004862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d91633-1fa4-4252-a4bf-d89065a25cb1 None None] Network afffe553-4427-49c8-b4a9-69418e3457c0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:58.039655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d0e78021-191e-49b3-85e3-868b78ffbe50 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7555068 Nov 25 19:29:58.044086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55940) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:58.055056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1187215662-router', 'tenant_id': '89523965671942b49f984836c2442d69', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:58.118518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:58.119655 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4523e0-3ef4-439d-9e6f-2fcaf5d14866 req-c712d3e0-4beb-4c7b-85ec-d27e082f9354 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:58.121446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:58.122300 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d4523e0-3ef4-439d-9e6f-2fcaf5d14866 req-c712d3e0-4beb-4c7b-85ec-d27e082f9354 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 945 time: 0.0810883 Nov 25 19:29:58.139892 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55944) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:29:58.147867 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-be25cd55-d05b-482d-9e09-f874385850c8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Request body: {'floatingip': {'port_id': '4fc5e2b8-e448-4520-9851-fff973283422'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:58.207747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be25cd55-d05b-482d-9e09-f874385850c8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for floatingip, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:58.274584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73a5cdf-f5e6-4b33-a4e4-28da6bf35c20 None None] Network afffe553-4427-49c8-b4a9-69418e3457c0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:29:58.336092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef99ff6b-554a-48ef-aca8-1f38d28d89ad req-98640b10-fa7a-4a4f-960d-fa7922bc3429 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:58.339389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ef99ff6b-554a-48ef-aca8-1f38d28d89ad req-98640b10-fa7a-4a4f-960d-fa7922bc3429 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.1022408 Nov 25 19:29:58.449208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ef99ff6b-554a-48ef-aca8-1f38d28d89ad req-906245fc-96e5-456b-88da-35659ef688fe tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994205 Nov 25 19:29:58.725849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:58.823097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5d4e1f31-83ad-4fa4-893a-ac13e0b2585e req-798a5346-e46a-451c-8772-b727091c7739 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 210 time: 0.0329394 Nov 25 19:29:58.964261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12560bbd-c938-45b5-9b3d-1c3574f78433 req-56b1a297-b44e-4f19-9a19-9c8b18d03eb6 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:58.965739 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-12560bbd-c938-45b5-9b3d-1c3574f78433 req-56b1a297-b44e-4f19-9a19-9c8b18d03eb6 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "GET /v2.0/ports?device_id=40bf8700-c78d-4f45-9b23-0315fd983425 HTTP/1.1" status: 200 len: 944 time: 0.2839639 Nov 25 19:29:59.014748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a6332a-8ab5-4282-b069-8edbd9bd1868 req-50310449-7338-461e-96dd-1c7ee9602f60 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:59.016535 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43a6332a-8ab5-4282-b069-8edbd9bd1868 req-50310449-7338-461e-96dd-1c7ee9602f60 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 950 time: 0.0781395 Nov 25 19:29:59.093873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43a6332a-8ab5-4282-b069-8edbd9bd1868 req-2f0cc734-c723-4eb2-a779-0aa5f7aa9a98 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657554 Nov 25 19:29:59.116872 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.188212 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec0ff618-ca3a-4f2b-817b-75aca9e50b85 x-openstack-request-id: req-ec0ff618-ca3a-4f2b-817b-75aca9e50b85 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:29:59.188848 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bf8700-c78d-4f45-9b23-0315fd983425", "name": "network-vif-unplugged", "status": "completed", "tag": "dfbd1b63-f22a-46a2-9f63-0051ed479f99", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:29:59.189295 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ec0ff618-ca3a-4f2b-817b-75aca9e50b85 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:29:59.190009 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bf8700-c78d-4f45-9b23-0315fd983425', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99', 'code': 200} Nov 25 19:29:59.479440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-12560bbd-c938-45b5-9b3d-1c3574f78433 req-2eef96ed-abb4-4aac-b8bb-d4b5cf3ed66d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Deleting port dfbd1b63-f22a-46a2-9f63-0051ed479f99 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:29:59.480086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-12560bbd-c938-45b5-9b3d-1c3574f78433 req-2eef96ed-abb4-4aac-b8bb-d4b5cf3ed66d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.517302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce81f812-d7c2-4061-b640-3a78d1c0d768 req-30ed7b4d-1c8e-4538-b593-c78ea68562eb tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:59.519171 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce81f812-d7c2-4061-b640-3a78d1c0d768 req-30ed7b4d-1c8e-4538-b593-c78ea68562eb tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 950 time: 0.2451119 Nov 25 19:29:59.620602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-e8cc072b-4613-4af4-9473-44ab9087e82c tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:59.623712 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-e8cc072b-4613-4af4-9473-44ab9087e82c tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 805 time: 0.3356571 Nov 25 19:29:59.657760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-12560bbd-c938-45b5-9b3d-1c3574f78433 req-2eef96ed-abb4-4aac-b8bb-d4b5cf3ed66d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] For port dfbd1b63-f22a-46a2-9f63-0051ed479f99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dfbd1b63-f22a-46a2-9f63-0051ed479f99,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:29:59.658369 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-12560bbd-c938-45b5-9b3d-1c3574f78433 req-2eef96ed-abb4-4aac-b8bb-d4b5cf3ed66d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.661586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Request body: {'port': {'device_id': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'admin_state_up': True, 'tenant_id': '453bf602e09c4a2b98fb27e1b9e8bb34'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:29:59.714560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-12560bbd-c938-45b5-9b3d-1c3574f78433 req-2eef96ed-abb4-4aac-b8bb-d4b5cf3ed66d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Calling delete_port for dfbd1b63-f22a-46a2-9f63-0051ed479f99 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:29:59.737227 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce81f812-d7c2-4061-b640-3a78d1c0d768 req-35bb11e4-d24c-4d1e-b0ff-2a1e781db1a6 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955810 Nov 25 19:29:59.772102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be25cd55-d05b-482d-9e09-f874385850c8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.809327 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be25cd55-d05b-482d-9e09-f874385850c8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:29:59.952369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09671936-0d64-4ca3-8c63-e6bebf25832e req-1fd1bed2-4709-4657-87b5-ff7fa0d07eb2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:29:59.955414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09671936-0d64-4ca3-8c63-e6bebf25832e req-1fd1bed2-4709-4657-87b5-ff7fa0d07eb2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.1360555 Nov 25 19:29:59.989282 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.008185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Made reservation on behalf of 453bf602e09c4a2b98fb27e1b9e8bb34 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:00.015849 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.024105 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.038472 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-be25cd55-d05b-482d-9e09-f874385850c8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Floating IP 165622e1-2189-4ce7-9493-8c020699a9c6 associated. External IP: 172.25.8.128, port: 4fc5e2b8-e448-4520-9851-fff973283422. Nov 25 19:30:00.165432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09671936-0d64-4ca3-8c63-e6bebf25832e req-333d4945-9331-4b09-a3e8-8ec174599ba0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967318 Nov 25 19:30:00.339023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Allocated IP 172.20.0.9 (d5aed545-c5c9-4df2-88c4-1ebfe07f70ee/e346e9bd-e458-4b44-b405-f5770ef69ff0/862a7f33-6784-43e1-9bbc-baf75677eb7d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:00.378581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-12560bbd-c938-45b5-9b3d-1c3574f78433 req-2eef96ed-abb4-4aac-b8bb-d4b5cf3ed66d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.444892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc8a0e-4ae4-4363-96f2-725187bbabdf req-af5ee14d-5db8-4d75-8f1f-41e4a0363970 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:00.446902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31cc8a0e-4ae4-4363-96f2-725187bbabdf req-af5ee14d-5db8-4d75-8f1f-41e4a0363970 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.1027024 Nov 25 19:30:00.466531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef96ed-abb4-4aac-b8bb-d4b5cf3ed66d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Pushing event deleted for resources: {'Port': ['ID=dfbd1b63-f22a-46a2-9f63-0051ed479f99,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:00.473352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Allocated IP 172.25.8.31 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/f86c62bd-d145-4ba8-a6c1-ed26de16d673) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:00.574513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-12560bbd-c938-45b5-9b3d-1c3574f78433 req-2eef96ed-abb4-4aac-b8bb-d4b5cf3ed66d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] No DVR routers for this DVR port dfbd1b63-f22a-46a2-9f63-0051ed479f99 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:00.584907 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-12560bbd-c938-45b5-9b3d-1c3574f78433 req-2eef96ed-abb4-4aac-b8bb-d4b5cf3ed66d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.588428 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-12560bbd-c938-45b5-9b3d-1c3574f78433 req-2eef96ed-abb4-4aac-b8bb-d4b5cf3ed66d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "DELETE /v2.0/ports/dfbd1b63-f22a-46a2-9f63-0051ed479f99 HTTP/1.1" status: 204 len: 173 time: 1.5738144 Nov 25 19:30:00.590667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40bf8700-c78d-4f45-9b23-0315fd983425', 'name': 'network-vif-deleted', 'tag': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:00.593694 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb91ae9a-7241-42ed-8090-d9d603aad1af" -d '{"events": [{"server_uuid": "40bf8700-c78d-4f45-9b23-0315fd983425", "name": "network-vif-deleted", "tag": "dfbd1b63-f22a-46a2-9f63-0051ed479f99"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:00.606519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31cc8a0e-4ae4-4363-96f2-725187bbabdf req-6116f143-84f7-45e9-a973-92291c1a9cec tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445956 Nov 25 19:30:00.660530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be25cd55-d05b-482d-9e09-f874385850c8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Router 55da155c-0a28-4c3f-89cd-5798edb7e10a has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:00.696834 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.749995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.810310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.820222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be25cd55-d05b-482d-9e09-f874385850c8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:00.824791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Pushing event updated for resources: {'Port': ['ID=862a7f33-6784-43e1-9bbc-baf75677eb7d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:00.827872 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be25cd55-d05b-482d-9e09-f874385850c8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.836117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:00.838293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:00.842482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:00.854710 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe3bb3-3e1e-4360-83a0-731d68452c39 None None] Sync routers for ids ['55da155c-0a28-4c3f-89cd-5798edb7e10a'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:00.878595 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-be25cd55-d05b-482d-9e09-f874385850c8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "PUT /v2.0/floatingips/165622e1-2189-4ce7-9493-8c020699a9c6 HTTP/1.1" status: 200 len: 991 time: 2.7320499 Nov 25 19:30:00.878968 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe3bb3-3e1e-4360-83a0-731d68452c39 None None] Routers {'55da155c-0a28-4c3f-89cd-5798edb7e10a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:00.880996 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-32fe3bb3-3e1e-4360-83a0-731d68452c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:29:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55da155c-0a28-4c3f-89cd-5798edb7e10a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:00.889581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.946657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:00.947685 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:00.976081 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-ca730a74-7dbc-49ab-8d18-0fa56bda32f9 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3332801 Nov 25 19:30:00.986746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:00.990372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Request body: {'port': {'device_id': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:01.031033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Pushing event updated for resources: {'Port': ['ID=f86c62bd-d145-4ba8-a6c1-ed26de16d673,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:01.040552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:01.056728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:01.071889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5deaa2f-2dd6-4c5b-a9dd-32f11e3eb080 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:30:01.082267 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-32fe3bb3-3e1e-4360-83a0-731d68452c39 None None] Set router 55da155c-0a28-4c3f-89cd-5798edb7e10a gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:01.117064 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:01.181815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dfbd1b63-f22a-46a2-9f63-0051ed479f99 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:01.215003 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: dfbd1b63-f22a-46a2-9f63-0051ed479f99 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:01.215853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dfbd1b63-f22a-46a2-9f63-0051ed479f99 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:01.220685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-69cb89cc-d665-4eaa-8566-7641ce19a102 None None] Provisioning complete for port f86c62bd-d145-4ba8-a6c1-ed26de16d673 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:01.221533 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69cb89cc-d665-4eaa-8566-7641ce19a102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:01.268934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-69cb89cc-d665-4eaa-8566-7641ce19a102 None None] Port f86c62bd-d145-4ba8-a6c1-ed26de16d673 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:30:01.620688 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-32fe3bb3-3e1e-4360-83a0-731d68452c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '165622e1-2189-4ce7-9493-8c020699a9c6', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'port_id': '4fc5e2b8-e448-4520-9851-fff973283422', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'mac_address': 'fa:16:3e:63:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:29:29Z', 'updated_at': '2021-11-25T19:29:59Z', 'revision_number': 1, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b118202-5f29-45f2-ad0f-f27855109136', 'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'mac_address': 'fa:16:3e:f5:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:17Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 5, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'subnets': [{'id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:01.656895 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe3bb3-3e1e-4360-83a0-731d68452c39 None None] Checking router: 55da155c-0a28-4c3f-89cd-5798edb7e10a for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:01.667553 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32fe3bb3-3e1e-4360-83a0-731d68452c39 None None] Routers {'55da155c-0a28-4c3f-89cd-5798edb7e10a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:01.671191 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-32fe3bb3-3e1e-4360-83a0-731d68452c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:29:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55da155c-0a28-4c3f-89cd-5798edb7e10a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:01.786003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80330902-d23a-40d4-abcd-5006a24e0177 req-02ac84c7-5540-4f85-a466-100fe3a229fa tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:01.787613 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80330902-d23a-40d4-abcd-5006a24e0177 req-02ac84c7-5540-4f85-a466-100fe3a229fa tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 931 time: 0.1399825 Nov 25 19:30:01.865457 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-32fe3bb3-3e1e-4360-83a0-731d68452c39 None None] Set router 55da155c-0a28-4c3f-89cd-5798edb7e10a gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:01.868361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-3e2734f2-3fd5-4c52-9e24-e07e7a8b949b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1439617 Nov 25 19:30:01.900049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80330902-d23a-40d4-abcd-5006a24e0177 req-22a901f1-c043-4d46-a3c8-0848a86a6787 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927713 Nov 25 19:30:01.953120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 862a7f33-6784-43e1-9bbc-baf75677eb7d {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:01.962775 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:01.978567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Transition to ACTIVE for port object 862a7f33-6784-43e1-9bbc-baf75677eb7d will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:01.984087 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:02.026096 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7c8095fc-d5ed-4dfe-9859-5a3ba8c02e37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:02.062401 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:02.105738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-047087d0-6b63-48e6-add3-d2a7230d2d9d tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=08d2879e11ea44589464dedceaa6b48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547283 Nov 25 19:30:02.110410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Pushing event updated for resources: {'Port': ['ID=862a7f33-6784-43e1-9bbc-baf75677eb7d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:02.162313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f261ea6b-696d-4628-913a-a81a5f18337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.162769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f261ea6b-696d-4628-913a-a81a5f18337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.163356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f261ea6b-696d-4628-913a-a81a5f18337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.163850 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f261ea6b-696d-4628-913a-a81a5f18337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.164297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f261ea6b-696d-4628-913a-a81a5f18337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.164771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f261ea6b-696d-4628-913a-a81a5f18337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.165219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f261ea6b-696d-4628-913a-a81a5f18337c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.167405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f261ea6b-696d-4628-913a-a81a5f18337c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6489 time: 0.1803181 Nov 25 19:30:02.347444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:02.353152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Attempting to bind port 862a7f33-6784-43e1-9bbc-baf75677eb7d on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:02.353467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Attempting to bind port 862a7f33-6784-43e1-9bbc-baf75677eb7d by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:02.353702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Attempting to bind port 862a7f33-6784-43e1-9bbc-baf75677eb7d on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:02.356022 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-32fe3bb3-3e1e-4360-83a0-731d68452c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '165622e1-2189-4ce7-9493-8c020699a9c6', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'port_id': '4fc5e2b8-e448-4520-9851-fff973283422', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'mac_address': 'fa:16:3e:63:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:29:29Z', 'updated_at': '2021-11-25T19:29:59Z', 'revision_number': 1, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b118202-5f29-45f2-ad0f-f27855109136', 'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'mac_address': 'fa:16:3e:f5:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:17Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 5, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'subnets': [{'id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:02.376565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Port 862a7f33-6784-43e1-9bbc-baf75677eb7d on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:02.376887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Attempting to bind port 862a7f33-6784-43e1-9bbc-baf75677eb7d on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:02.393009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:02.393009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Checking segment: {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:02.393009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Bound using segment: {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:02.393725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Bound port: 862a7f33-6784-43e1-9bbc-baf75677eb7d, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:02.393725 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:02.402255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-00ba1582-f06d-4d67-b528-5464ae1d8263 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.404041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-00ba1582-f06d-4d67-b528-5464ae1d8263 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2670650 Nov 25 19:30:02.408776 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32fe3bb3-3e1e-4360-83a0-731d68452c39 None None] The sync data for ids ['55da155c-0a28-4c3f-89cd-5798edb7e10a'] in n-d-817303-9 is: [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '165622e1-2189-4ce7-9493-8c020699a9c6', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'floating_ip_address': '172.25.8.128', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'port_id': '4fc5e2b8-e448-4520-9851-fff973283422', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'mac_address': 'fa:16:3e:63:fc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:29:29Z', 'updated_at': '2021-11-25T19:29:59Z', 'revision_number': 1, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b118202-5f29-45f2-ad0f-f27855109136', 'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'mac_address': 'fa:16:3e:f5:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:17Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 5, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'subnets': [{'id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:02.440738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-36bc300e-df61-4755-8dd0-5d2227566aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.441203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-36bc300e-df61-4755-8dd0-5d2227566aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.441660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-36bc300e-df61-4755-8dd0-5d2227566aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.443647 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-36bc300e-df61-4755-8dd0-5d2227566aa6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b HTTP/1.1" status: 200 len: 2294 time: 0.2411418 Nov 25 19:30:02.455020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-9a6bf354-a42a-415c-8dd4-398f36a4cf0a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/quotas/08d2879e11ea44589464dedceaa6b48d HTTP/1.1" status: 200 len: 375 time: 0.0288002 Nov 25 19:30:02.532854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Router d24d22f7-fb2f-4005-9311-e0e20ba1551b is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:30:02.609359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-97db339c-3f55-47ad-a4a5-33eea900b8d6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b549ba12-510b-45f2-ac00-366b3e56b6da HTTP/1.1" status: 200 len: 1001 time: 0.1342962 Nov 25 19:30:02.611981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] For port 862a7f33-6784-43e1-9bbc-baf75677eb7d, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:02.617088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] For port 862a7f33-6784-43e1-9bbc-baf75677eb7d, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=862a7f33-6784-43e1-9bbc-baf75677eb7d,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:02.626649 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-1d4dafde-6583-4421-b685-86e7f9a34449 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=08d2879e11ea44589464dedceaa6b48d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1705952 Nov 25 19:30:02.636534 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:02.720906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.722601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:02.725553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] 10.222.0.60 "PUT /v2.0/ports/862a7f33-6784-43e1-9bbc-baf75677eb7d HTTP/1.1" status: 200 len: 1091 time: 1.7396057 Nov 25 19:30:02.728095 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:02.746118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'tag': '862a7f33-6784-43e1-9bbc-baf75677eb7d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:02.750588 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0d75df-6cd7-4208-bfa2-9eb6ba3b4df5" -d '{"events": [{"name": "network-changed", "server_uuid": "65dccb61-2a87-4c38-a13b-9626b8fd69b0", "tag": "862a7f33-6784-43e1-9bbc-baf75677eb7d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:02.768436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-7de7dea7-5ae9-40f4-a790-89adaa21d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.768952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Sync routers for ids ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:02.771239 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-7de7dea7-5ae9-40f4-a790-89adaa21d86d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=205b4ac1-dff3-40aa-8bca-8fda88f5eab4 HTTP/1.1" status: 200 len: 851 time: 0.1511664 Nov 25 19:30:02.780444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:02.782134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a271a55-d47e-4438-ba9e-4b982171db27 service neutron] Pushing event updated for resources: {'Port': ['ID=862a7f33-6784-43e1-9bbc-baf75677eb7d,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:02.791883 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4dbc6c37-3bd3-4520-b7ca-2abe35a9c37c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7414293 Nov 25 19:30:02.793666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55994) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:02.817218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Routers {'d24d22f7-fb2f-4005-9311-e0e20ba1551b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:02.818740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:29:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:02.832449 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044bfbfe-c51c-4d77-9746-480b0fc5cff8 None None] New status for floating IP 165622e1-2189-4ce7-9493-8c020699a9c6: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:30:02.865817 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-83a6b425-b42a-4206-a442-6025cb31d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:02.867466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-83a6b425-b42a-4206-a442-6025cb31d4ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815682 Nov 25 19:30:03.084836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Set router d24d22f7-fb2f-4005-9311-e0e20ba1551b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:03.132792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-5823451d-c062-4542-9f4d-da54a1e58f62 service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568026 Nov 25 19:30:03.191037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-45fe597c-eea4-4e15-8910-f93c82705490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:03.194258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-45fe597c-eea4-4e15-8910-f93c82705490 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 1094 time: 0.1515341 Nov 25 19:30:03.198505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device da717496-40a9-48e3-94ae-dcb2879b8364 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:30:03.231215 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fb8b9a8-2b74-484e-8dd7-05beab91e13f x-openstack-request-id: req-3fb8b9a8-2b74-484e-8dd7-05beab91e13f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:03.231215 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40bf8700-c78d-4f45-9b23-0315fd983425", "name": "network-vif-deleted", "tag": "dfbd1b63-f22a-46a2-9f63-0051ed479f99", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:03.233458 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fb8b9a8-2b74-484e-8dd7-05beab91e13f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:03.233458 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40bf8700-c78d-4f45-9b23-0315fd983425', 'name': 'network-vif-deleted', 'tag': 'dfbd1b63-f22a-46a2-9f63-0051ed479f99', 'status': 'completed', 'code': 200} Nov 25 19:30:03.366071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-efc00c8a-aa16-4a3c-984c-95ced3718f71 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=862a7f33-6784-43e1-9bbc-baf75677eb7d HTTP/1.1" status: 200 len: 217 time: 0.1599770 Nov 25 19:30:03.483179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:03.505074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'mac_address': 'fa:16:3e:19:c0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:30:03.594740 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:03.598537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-0c24ecad-9d2f-453c-8185-8fc36e742aff service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4559102 Nov 25 19:30:03.611604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da717496-40a9-48e3-94ae-dcb2879b8364 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:03.660214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:03.675980 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:03.686252 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'name': 'tempest-ServerRescueTestJSON-1187215662-router', 'tenant_id': '89523965671942b49f984836c2442d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:58Z', 'updated_at': '2021-11-25T19:30:01Z', 'revision_number': 3, 'project_id': '89523965671942b49f984836c2442d69', 'gw_port': {'id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:00Z', 'updated_at': '2021-11-25T19:30:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:03.715075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-e524711b-31aa-4b25-a93c-3c73697462c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:03.720166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-e524711b-31aa-4b25-a93c-3c73697462c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e346e9bd-e458-4b44-b405-f5770ef69ff0 HTTP/1.1" status: 200 len: 845 time: 0.3274827 Nov 25 19:30:03.724768 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-5e478037-ffc6-4039-9d0e-904491392425 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=04912e0d-e9ad-4afe-bd53-8a280f9bb21b HTTP/1.1" status: 200 len: 217 time: 0.1105378 Nov 25 19:30:03.742050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0561200c-2643-4c40-9aaa-2259a457baef req-3e28508f-ccab-49b6-9d56-881efe85ca1c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:03.747745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0561200c-2643-4c40-9aaa-2259a457baef req-3e28508f-ccab-49b6-9d56-881efe85ca1c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.3301315 Nov 25 19:30:03.749946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Checking router: d24d22f7-fb2f-4005-9311-e0e20ba1551b for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:03.750442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Updating router d24d22f7-fb2f-4005-9311-e0e20ba1551b port f86c62bd-d145-4ba8-a6c1-ed26de16d673 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:30:03.801473 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:03.853040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:03.869583 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:03.870829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.871246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.871591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.872120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.872385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.872776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.873344 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.874347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.874347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.874624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.874890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.875221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:03.885566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['da717496-40a9-48e3-94ae-dcb2879b8364'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:03.932050 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-47021667-6030-4cf5-b7ae-3b084ea8be73 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1788909 Nov 25 19:30:03.957332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-0adfd0fb-1525-4662-8beb-314c1e6ea212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:03.959632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-0adfd0fb-1525-4662-8beb-314c1e6ea212 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.2087877 Nov 25 19:30:04.198593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0561200c-2643-4c40-9aaa-2259a457baef req-6d368fad-81bb-42a9-a4b2-b17159aba412 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4061458 Nov 25 19:30:04.206517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-6e59dea8-58af-4e16-a721-b4f613ce8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:04.207379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Allocated IP 172.20.0.1 (afffe553-4427-49c8-b4a9-69418e3457c0/c5d69709-b7a5-4beb-8202-c0e1bfbc78da/4187cc39-1426-44d4-a7aa-11e211e160bf) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:04.208143 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-6e59dea8-58af-4e16-a721-b4f613ce8265 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2329338 Nov 25 19:30:04.301550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-0bdcc68f-42ea-44db-aaa2-5fd85a762351 service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387783 Nov 25 19:30:04.417398 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.431412 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.494438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84092a61-6d9f-4157-b4cb-1466d008b4d2 None None] Pushing event updated for resources: {'Port': ['ID=f86c62bd-d145-4ba8-a6c1-ed26de16d673,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:04.538727 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.553879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76849134-dd42-44b4-9ea1-31f6bec3b79e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:30:04.583572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Attempting to bind port f86c62bd-d145-4ba8-a6c1-ed26de16d673 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:04.583955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Attempting to bind port f86c62bd-d145-4ba8-a6c1-ed26de16d673 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:04.584336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Attempting to bind port f86c62bd-d145-4ba8-a6c1-ed26de16d673 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:04.591595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:04.592045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:04.592525 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.592989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:04.593548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Bound port: f86c62bd-d145-4ba8-a6c1-ed26de16d673, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:04.594026 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.610728 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.667821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-807d589f-c053-4a4f-adcf-7de9c624e5a1 None None] Provisioning complete for port f86c62bd-d145-4ba8-a6c1-ed26de16d673 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:04.668261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-807d589f-c053-4a4f-adcf-7de9c624e5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.681890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Pushing event updated for resources: {'Port': ['ID=4187cc39-1426-44d4-a7aa-11e211e160bf,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:04.693545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Network afffe553-4427-49c8-b4a9-69418e3457c0 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:04.695333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:04.698993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:04.736019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] For port f86c62bd-d145-4ba8-a6c1-ed26de16d673, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:04.740685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] For port f86c62bd-d145-4ba8-a6c1-ed26de16d673, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f86c62bd-d145-4ba8-a6c1-ed26de16d673,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:04.760830 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2346a4f4-2f9f-478c-b3bb-88fefa9f8447 x-openstack-request-id: req-2346a4f4-2f9f-478c-b3bb-88fefa9f8447 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:04.761238 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65dccb61-2a87-4c38-a13b-9626b8fd69b0", "tag": "862a7f33-6784-43e1-9bbc-baf75677eb7d", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:04.761611 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2346a4f4-2f9f-478c-b3bb-88fefa9f8447 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:04.762623 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'tag': '862a7f33-6784-43e1-9bbc-baf75677eb7d', 'status': 'completed', 'code': 200} Nov 25 19:30:04.764530 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.789050 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.870158 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-48b369e3-6c19-4f1d-952d-cd8aedc6f07f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:04.897209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ea8725-d3c9-4f6d-903a-2c109b736a50 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:30:04.904958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-807d589f-c053-4a4f-adcf-7de9c624e5a1 None None] Port f86c62bd-d145-4ba8-a6c1-ed26de16d673 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:30:04.910844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Routers {'d24d22f7-fb2f-4005-9311-e0e20ba1551b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:04.911602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:30:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:04.965732 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-61a6fa93-f220-4b93-bf94-6df2d06827f0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=08d2879e11ea44589464dedceaa6b48d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391579 Nov 25 19:30:04.969825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84092a61-6d9f-4157-b4cb-1466d008b4d2 None None] Pushing event updated for resources: {'Port': ['ID=f86c62bd-d145-4ba8-a6c1-ed26de16d673,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:04.999631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c9e44-9a1f-4c8d-bfef-9e569e872b65 req-af473727-4c75-4c13-8b4a-96ddb8db9272 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.001711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-569c9e44-9a1f-4c8d-bfef-9e569e872b65 req-af473727-4c75-4c13-8b4a-96ddb8db9272 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 943 time: 0.2450335 Nov 25 19:30:05.009787 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-b1c55bf3-a9ab-4f1c-a532-7c5ceffae84b service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7873423 Nov 25 19:30:05.136379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] Set router d24d22f7-fb2f-4005-9311-e0e20ba1551b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:05.168084 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:05.185148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80957ea1-76ff-4a82-9c69-81d84dd526a2 req-0a186226-485f-4225-9785-0a07b322cffe service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4267776 Nov 25 19:30:05.199551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-569c9e44-9a1f-4c8d-bfef-9e569e872b65 req-09c2b9cb-b45a-4d0e-aa54-69027e824cb6 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771870 Nov 25 19:30:05.245128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:05.250509 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc366324-ac7f-4903-adb8-2e9913d6ee79" -d '{"events": [{"name": "network-changed", "server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "tag": "4fc5e2b8-e448-4520-9851-fff973283422"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:05.275880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-8295644f-9e54-402e-87de-f142172cb7fd service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564950 Nov 25 19:30:05.287353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device da717496-40a9-48e3-94ae-dcb2879b8364 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:05.339414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-7587951c-8eec-4c03-a8b3-275594f0c7d2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.342978 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-7587951c-8eec-4c03-a8b3-275594f0c7d2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531611 Nov 25 19:30:05.373048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ad92f042-bcde-4b80-9429-c49199d2cbbf None None] Provisioning complete for port f86c62bd-d145-4ba8-a6c1-ed26de16d673 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:05.373638 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ad92f042-bcde-4b80-9429-c49199d2cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:05.396784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Request body: {'port': {'device_id': 'dedb4d2f-9d14-4262-9262-10a42c59bedd', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '08d2879e11ea44589464dedceaa6b48d'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:05.445747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f486ab2-c8ed-4d37-bc19-03eadc17ebb1 req-b127f20f-8120-46c8-b1fd-3b68953937b6 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 210 time: 0.0465877 Nov 25 19:30:05.464836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-13919ceb-6ca1-4ff1-8f48-698735000486 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=8a281f2c-b693-4946-92e9-005d6524e0d3 HTTP/1.1" status: 200 len: 217 time: 0.1799405 Nov 25 19:30:05.618150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-8c637506-ada2-42b2-bf19-c890c6e27b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.620166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-8c637506-ada2-42b2-bf19-c890c6e27b69 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1452353 Nov 25 19:30:05.658775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d75df-6cd7-4208-bfa2-9eb6ba3b4df5 req-b2351492-caed-4aca-991e-69d9ac3b8d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.666396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad0d75df-6cd7-4208-bfa2-9eb6ba3b4df5 req-b2351492-caed-4aca-991e-69d9ac3b8d49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 1094 time: 0.2680986 Nov 25 19:30:05.696631 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4891d263-c840-4c95-bb19-857a95b01db3 req-168a2003-82f5-4c0e-a1f0-7774921df88a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2633905 Nov 25 19:30:05.916705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-174ca6cd-b139-4f64-8996-702649be6175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.918446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-174ca6cd-b139-4f64-8996-702649be6175 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2794287 Nov 25 19:30:05.931988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891d263-c840-4c95-bb19-857a95b01db3 req-ee26784a-8b21-4b80-86d7-d5fe0a5f7702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:05.933832 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4891d263-c840-4c95-bb19-857a95b01db3 req-ee26784a-8b21-4b80-86d7-d5fe0a5f7702 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2cfeb6c90dc347ed9b4d508c4c6cffc4&device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 1096 time: 0.1291289 Nov 25 19:30:05.938678 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:05.950904 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.016468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.022176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port da717496-40a9-48e3-94ae-dcb2879b8364 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:06.022827 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.112335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd67073-1c84-4e25-9c7e-1f5cff47ff24 req-8b6fefa5-281b-415d-b91e-22d360ceba38 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:06.115711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddd67073-1c84-4e25-9c7e-1f5cff47ff24 req-8b6fefa5-281b-415d-b91e-22d360ceba38 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.2620647 Nov 25 19:30:06.125080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Made reservation on behalf of 08d2879e11ea44589464dedceaa6b48d for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:06.130697 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.189407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-6fef49e4-eff4-4f6f-ba7e-e5ebe61be90e service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883895 Nov 25 19:30:06.299374 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ad92f042-bcde-4b80-9429-c49199d2cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.363520 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.392367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Allocated IP 192.168.233.18 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/d8240132-d420-4ac3-80c3-63a1897c0c73) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:06.415364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-da00f278-1b95-4707-9b5d-5b4fe1fcbde7 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167268 Nov 25 19:30:06.416927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ad92f042-bcde-4b80-9429-c49199d2cbbf None None] For port f86c62bd-d145-4ba8-a6c1-ed26de16d673, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f86c62bd-d145-4ba8-a6c1-ed26de16d673,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:06.431858 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ad92f042-bcde-4b80-9429-c49199d2cbbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.520822 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.536015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'name': 'tempest-ServerRescueTestJSON-1187215662-router', 'tenant_id': '89523965671942b49f984836c2442d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:58Z', 'updated_at': '2021-11-25T19:30:01Z', 'revision_number': 3, 'project_id': '89523965671942b49f984836c2442d69', 'gw_port': {'id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:00Z', 'updated_at': '2021-11-25T19:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:06.580878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891d263-c840-4c95-bb19-857a95b01db3 req-9db290dc-aff9-4d94-8590-0fa27fa8b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:06.583027 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4891d263-c840-4c95-bb19-857a95b01db3 req-9db290dc-aff9-4d94-8590-0fa27fa8b0a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 HTTP/1.1" status: 200 len: 906 time: 0.5714140 Nov 25 19:30:06.593294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Pushing event updated for resources: {'Port': ['ID=4187cc39-1426-44d4-a7aa-11e211e160bf,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:06.603668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d75df-6cd7-4208-bfa2-9eb6ba3b4df5 req-70bc4c1d-9a33-48dc-8b2f-d5e558288400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:06.605662 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad0d75df-6cd7-4208-bfa2-9eb6ba3b4df5 req-70bc4c1d-9a33-48dc-8b2f-d5e558288400 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 906 time: 0.9080896 Nov 25 19:30:06.611885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-15cd39c1-b1a2-4363-a4cb-b8a7849513c8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=678688d0-4586-4af3-9ea9-aa4330cd1027 HTTP/1.1" status: 200 len: 217 time: 0.1586127 Nov 25 19:30:06.635286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54e11e-aaef-4f12-8eeb-3f1f09131a11 None None] The sync data for ids ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'] in n-d-817303-9 is: [{'id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'name': 'tempest-ServerRescueTestJSON-1187215662-router', 'tenant_id': '89523965671942b49f984836c2442d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:58Z', 'updated_at': '2021-11-25T19:30:01Z', 'revision_number': 3, 'project_id': '89523965671942b49f984836c2442d69', 'gw_port': {'id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:00Z', 'updated_at': '2021-11-25T19:30:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:06.750473 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:06.756440 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddd67073-1c84-4e25-9c7e-1f5cff47ff24 req-6bacb7ac-1656-4845-bbae-f8043de301a3 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586615 Nov 25 19:30:06.770939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:06.789608 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-136d227d-0f7e-4d23-bbff-672e4aaea89f" -d '{"events": [{"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-plugged", "status": "completed", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:06.794956 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.838569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad92f042-bcde-4b80-9429-c49199d2cbbf None None] Pushing event updated for resources: {'Port': ['ID=f86c62bd-d145-4ba8-a6c1-ed26de16d673,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:06.873472 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:06.905800 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4891d263-c840-4c95-bb19-857a95b01db3 req-97d55452-ccc3-4123-b145-f591d5becf8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d6476e0a-9a7b-40e8-ac52-8409bb50eb38 HTTP/1.1" status: 200 len: 1000 time: 0.2685831 Nov 25 19:30:06.916900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad0d75df-6cd7-4208-bfa2-9eb6ba3b4df5 req-be86197e-62f1-42e3-9255-c2004510f960 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=862a7f33-6784-43e1-9bbc-baf75677eb7d HTTP/1.1" status: 200 len: 217 time: 0.2309189 Nov 25 19:30:06.928095 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Network afffe553-4427-49c8-b4a9-69418e3457c0 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:07.023485 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83f4bd6-393f-47b0-b638-a39be642bd6a x-openstack-request-id: req-e83f4bd6-393f-47b0-b638-a39be642bd6a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:07.023867 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "tag": "4fc5e2b8-e448-4520-9851-fff973283422", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:07.024075 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e83f4bd6-393f-47b0-b638-a39be642bd6a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:07.024469 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422', 'status': 'completed', 'code': 200} Nov 25 19:30:07.025398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:07.101262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:07.161532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891d263-c840-4c95-bb19-857a95b01db3 req-de16ccb7-12b4-4b90-a4d7-ecdd314fe109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.163166 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4891d263-c840-4c95-bb19-857a95b01db3 req-de16ccb7-12b4-4b90-a4d7-ecdd314fe109 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0a61d955-bf74-4de1-afef-95fc7ddbe734 HTTP/1.1" status: 200 len: 844 time: 0.0771108 Nov 25 19:30:07.194608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-3beb9f1f-f597-4ccd-a99d-552facb3b27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.197439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-3beb9f1f-f597-4ccd-a99d-552facb3b27c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.5157642 Nov 25 19:30:07.206706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 862a7f33-6784-43e1-9bbc-baf75677eb7d details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:30:07.272188 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0d75df-6cd7-4208-bfa2-9eb6ba3b4df5 req-491610e5-cdbc-4e9e-8fab-97710d36ea84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.286106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad0d75df-6cd7-4208-bfa2-9eb6ba3b4df5 req-491610e5-cdbc-4e9e-8fab-97710d36ea84 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e346e9bd-e458-4b44-b405-f5770ef69ff0 HTTP/1.1" status: 200 len: 845 time: 0.2756093 Nov 25 19:30:07.341395 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:30:07.494407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad0d75df-6cd7-4208-bfa2-9eb6ba3b4df5 req-c01d1a4d-a87a-4fc0-89ef-736b3bc69e12 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2049909 Nov 25 19:30:07.572958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 862a7f33-6784-43e1-9bbc-baf75677eb7d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=862a7f33-6784-43e1-9bbc-baf75677eb7d,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:07.589868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '862a7f33-6784-43e1-9bbc-baf75677eb7d', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'port_id': '862a7f33-6784-43e1-9bbc-baf75677eb7d', 'mac_address': 'fa:16:3e:96:25:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e346e9bd-e458-4b44-b405-f5770ef69ff0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:30:07.599814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f86c62bd-d145-4ba8-a6c1-ed26de16d673 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:07.604539 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:07.613158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc366324-ac7f-4903-adb8-2e9913d6ee79 req-4436b585-0b44-466a-80f7-79c8287129b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.615585 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc366324-ac7f-4903-adb8-2e9913d6ee79 req-4436b585-0b44-466a-80f7-79c8287129b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1096 time: 0.5751116 Nov 25 19:30:07.666042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['612d265a-2c5c-46df-9e6f-bc462b9ce023', '75579fa2-22f8-41bf-b2d0-29c00dca0a5f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:07.676887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4891d263-c840-4c95-bb19-857a95b01db3 req-5202bafb-69af-46de-aa4c-017319c9629a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.679930 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4891d263-c840-4c95-bb19-857a95b01db3 req-5202bafb-69af-46de-aa4c-017319c9629a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1e0b0d7d-8478-43f1-ad15-7d0c848abcc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5080762 Nov 25 19:30:07.751530 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:07.767565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-d3c53e23-da93-4d95-9d9f-ac50907644d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:07.770266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-d3c53e23-da93-4d95-9d9f-ac50907644d8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5392852 Nov 25 19:30:07.794354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:07.819303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 862a7f33-6784-43e1-9bbc-baf75677eb7d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:07.863770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 862a7f33-6784-43e1-9bbc-baf75677eb7d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=862a7f33-6784-43e1-9bbc-baf75677eb7d,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:07.882120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:07.961819 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:07.996784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f86c62bd-d145-4ba8-a6c1-ed26de16d673 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:07.998300 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:08.070660 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-166a547c-6685-4adb-bc83-5a88af241a1c service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712623 Nov 25 19:30:08.080160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9a244a-9cbf-46fd-a902-0cc45a5b251f req-117e4218-2b6f-4b71-82c9-3b7b69786546 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:08.095372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a9a244a-9cbf-46fd-a902-0cc45a5b251f req-117e4218-2b6f-4b71-82c9-3b7b69786546 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 943 time: 0.5675437 Nov 25 19:30:08.236820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-3e47a089-bdca-4d4d-bf12-7b4db74158ab service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332262 Nov 25 19:30:08.319564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-4d5bbc41-de06-4256-8a88-a98ab9625abf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d HTTP/1.1" status: 200 len: 217 time: 0.0646522 Nov 25 19:30:08.351447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:08.362197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=862a7f33-6784-43e1-9bbc-baf75677eb7d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:08.453093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a9a244a-9cbf-46fd-a902-0cc45a5b251f req-599e844e-7262-4b66-bede-5d64472225cc tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3560991 Nov 25 19:30:08.456191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-fd547ae7-cef3-4856-92a4-e083f1ed1a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:08.471513 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-fd547ae7-cef3-4856-92a4-e083f1ed1a13 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.0888829 Nov 25 19:30:08.508150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['862a7f33-6784-43e1-9bbc-baf75677eb7d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:08.574424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad0d75df-6cd7-4208-bfa2-9eb6ba3b4df5 req-ea93bf7f-9fe8-44d7-a484-8d9b9671e5c1 service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0657072 Nov 25 19:30:08.590183 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f359bde0-8a0f-4e3c-ad5d-49c5aa21956f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:08.593040 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f359bde0-8a0f-4e3c-ad5d-49c5aa21956f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1130073 Nov 25 19:30:08.724140 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad0d75df-6cd7-4208-bfa2-9eb6ba3b4df5 req-5dc47a2f-03ee-487d-89c2-7c4b95f45eac service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299801 Nov 25 19:30:08.780801 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4891d263-c840-4c95-bb19-857a95b01db3 req-502ea1d3-6a2d-41dd-9946-7f2b52d3847a service neutron] 10.222.0.60 "GET /v2.0/networks/1e0b0d7d-8478-43f1-ad15-7d0c848abcc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0586438 Nov 25 19:30:08.809063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:08.814281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Pushing event updated for resources: {'Port': ['ID=d8240132-d420-4ac3-80c3-63a1897c0c73,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:08.837456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:08.943676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-1c921b4a-4a15-4b66-8425-6ac7f8e4e05f service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751299 Nov 25 19:30:09.071118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc366324-ac7f-4903-adb8-2e9913d6ee79 req-59bc47f0-8efa-4f89-952f-d60e08656463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.072746 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc366324-ac7f-4903-adb8-2e9913d6ee79 req-59bc47f0-8efa-4f89-952f-d60e08656463 service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 1.3710427 Nov 25 19:30:09.167570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79870f2-6a68-4a9f-b41d-6c218b674dc1 req-4911a0d8-d93d-4fbf-8eb5-224bf0e9e971 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.171790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a79870f2-6a68-4a9f-b41d-6c218b674dc1 req-4911a0d8-d93d-4fbf-8eb5-224bf0e9e971 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 935 time: 0.4464021 Nov 25 19:30:09.238457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Router d24d22f7-fb2f-4005-9311-e0e20ba1551b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:09.322337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c268e32c-d0d8-4dcb-bc50-075702b7dd6a None None] Provisioning complete for port d8240132-d420-4ac3-80c3-63a1897c0c73 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:09.325460 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c268e32c-d0d8-4dcb-bc50-075702b7dd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:09.336440 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-88af74a0-4d9d-4e18-86bb-4be3bf24e185 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821216 Nov 25 19:30:09.348757 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a79870f2-6a68-4a9f-b41d-6c218b674dc1 req-5bdfd19a-9983-47de-b8b9-7ca04012b0f2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688888 Nov 25 19:30:09.379733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.380428 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:09.403509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c268e32c-d0d8-4dcb-bc50-075702b7dd6a None None] Port d8240132-d420-4ac3-80c3-63a1897c0c73 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:30:09.448725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-9bfa5612-61b7-41cf-b737-85f9c0718cac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec HTTP/1.1" status: 200 len: 217 time: 0.0977302 Nov 25 19:30:09.478186 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8cbf0242-b3e0-4fae-8586-b8c2df538c2a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1020126 Nov 25 19:30:09.493613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc366324-ac7f-4903-adb8-2e9913d6ee79 req-8ebf144d-be6c-4cb8-b91f-66b5fdda54c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 1001 time: 0.3575037 Nov 25 19:30:09.507887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Request body: {'port': {'device_id': 'dedb4d2f-9d14-4262-9262-10a42c59bedd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:09.533997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-b6f82dfb-253c-44f3-8299-835bd8a57da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.536028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-b6f82dfb-253c-44f3-8299-835bd8a57da2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.0801990 Nov 25 19:30:09.554449 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4891d263-c840-4c95-bb19-857a95b01db3 req-b8ab38f9-8d40-43b1-a34b-e964bec0d721 service neutron] 10.222.0.60 "GET /v2.0/networks/1e0b0d7d-8478-43f1-ad15-7d0c848abcc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6987517 Nov 25 19:30:09.626040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-b8d330f3-294d-4353-9472-4ba6bab2b3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.628496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-b8d330f3-294d-4353-9472-4ba6bab2b3c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0841205 Nov 25 19:30:09.709151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc366324-ac7f-4903-adb8-2e9913d6ee79 req-494d1d4f-d0a4-4883-b90b-a381f87b96cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.711058 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc366324-ac7f-4903-adb8-2e9913d6ee79 req-494d1d4f-d0a4-4883-b90b-a381f87b96cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.1894839 Nov 25 19:30:09.766713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:09.788599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-43528853-4bc3-46ad-8594-51adf18e7b3d service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483533 Nov 25 19:30:09.793607 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb359f2-a985-4e36-9e39-6e8110695750 x-openstack-request-id: req-5eb359f2-a985-4e36-9e39-6e8110695750 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:09.794857 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-plugged", "status": "completed", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:09.795160 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-49c9e4b1-ffbc-45e3-93b2-57670fd69f59 admin admin] 10.222.0.15 "PUT /v2.0/routers/d24d22f7-fb2f-4005-9311-e0e20ba1551b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9925263 Nov 25 19:30:09.796563 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5eb359f2-a985-4e36-9e39-6e8110695750 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:09.797831 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'code': 200} Nov 25 19:30:09.804507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:09.867392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc366324-ac7f-4903-adb8-2e9913d6ee79 req-5d36f5a9-4ae3-4b32-be64-7ba30e946925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:09.868962 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc366324-ac7f-4903-adb8-2e9913d6ee79 req-5d36f5a9-4ae3-4b32-be64-7ba30e946925 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1476226 Nov 25 19:30:09.970753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-d28cdb3d-9051-40dd-8af8-50c1397d59c4 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742880 Nov 25 19:30:10.111120 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-d0dbcb87-80f8-4379-8a31-b3e33bc7f9e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a HTTP/1.1" status: 200 len: 217 time: 0.1246359 Nov 25 19:30:10.257686 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc366324-ac7f-4903-adb8-2e9913d6ee79 req-a222d573-1153-4a71-9af1-4e2e2c7c4201 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610530 Nov 25 19:30:10.264155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-2664dd4d-d8a2-4f8e-820a-50cb1ba65189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:10.273697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-2664dd4d-d8a2-4f8e-820a-50cb1ba65189 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.1461790 Nov 25 19:30:10.289828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Sync routers for ids ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:10.371313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Routers {'d24d22f7-fb2f-4005-9311-e0e20ba1551b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:10.375275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:30:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:10.376430 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb05182b-854b-44d8-8f70-7b5f0bf2f410 req-1d62366d-3258-4604-8cfc-28d28ed0ee84 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:10.392160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb05182b-854b-44d8-8f70-7b5f0bf2f410 req-1d62366d-3258-4604-8cfc-28d28ed0ee84 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.4195812 Nov 25 19:30:10.454338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f70ad842-1a05-4b62-8c35-95b8c628a1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:10.457564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-f70ad842-1a05-4b62-8c35-95b8c628a1f5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1699443 Nov 25 19:30:10.509343 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc366324-ac7f-4903-adb8-2e9913d6ee79 req-e39ff865-a6d4-48f2-abce-57e0a44a2690 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235210 Nov 25 19:30:10.617851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8240132-d420-4ac3-80c3-63a1897c0c73 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:10.631384 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:10.661595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Transition to ACTIVE for port object d8240132-d420-4ac3-80c3-63a1897c0c73 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:10.676746 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:10.695421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-318149b5-218d-4744-9a18-bf3341d69f9a service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268987 Nov 25 19:30:10.715210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb05182b-854b-44d8-8f70-7b5f0bf2f410 req-ee29aaee-1de5-4ba4-a68a-b1b9698eeb12 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3061295 Nov 25 19:30:10.791825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Set router d24d22f7-fb2f-4005-9311-e0e20ba1551b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:10.889634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8240132-d420-4ac3-80c3-63a1897c0c73,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:11.066486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a01458a-a953-4296-a1a9-adabf8c17892 req-58b60240-8f11-4e85-851f-cbc67873d779 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3497362 Nov 25 19:30:11.212518 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Attempting to bind port d8240132-d420-4ac3-80c3-63a1897c0c73 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:11.213287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Attempting to bind port d8240132-d420-4ac3-80c3-63a1897c0c73 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:11.214554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Attempting to bind port d8240132-d420-4ac3-80c3-63a1897c0c73 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:11.221003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Port d8240132-d420-4ac3-80c3-63a1897c0c73 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:11.222883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Attempting to bind port d8240132-d420-4ac3-80c3-63a1897c0c73 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:11.232094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:11.233512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:11.234817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:11.235584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Bound port: d8240132-d420-4ac3-80c3-63a1897c0c73, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:11.236247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.300457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 862a7f33-6784-43e1-9bbc-baf75677eb7d up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:11.398734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f5ec14-020a-4ff3-b41b-040b22451f5c req-4d1a10d2-1e8e-4749-8cdc-130f0c028b30 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:11.404110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] For port d8240132-d420-4ac3-80c3-63a1897c0c73, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:11.411091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83f5ec14-020a-4ff3-b41b-040b22451f5c req-4d1a10d2-1e8e-4749-8cdc-130f0c028b30 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 944 time: 0.1380596 Nov 25 19:30:11.412690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] For port d8240132-d420-4ac3-80c3-63a1897c0c73, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d8240132-d420-4ac3-80c3-63a1897c0c73,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:11.426787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.471873 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 862a7f33-6784-43e1-9bbc-baf75677eb7d completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:30:11.480023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 862a7f33-6784-43e1-9bbc-baf75677eb7d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:11.480529 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.507596 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83f5ec14-020a-4ff3-b41b-040b22451f5c req-e57f1d7f-e118-4890-8a59-a0bbb7a9a9f5 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947351 Nov 25 19:30:11.548284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:11.550079 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.553815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'name': 'tempest-ServerRescueTestJSON-1187215662-router', 'tenant_id': '89523965671942b49f984836c2442d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:58Z', 'updated_at': '2021-11-25T19:30:05Z', 'revision_number': 4, 'project_id': '89523965671942b49f984836c2442d69', 'gw_port': {'id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:00Z', 'updated_at': '2021-11-25T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4187cc39-1426-44d4-a7aa-11e211e160bf', 'name': '', 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0', 'tenant_id': '89523965671942b49f984836c2442d69', 'mac_address': 'fa:16:3e:47:68:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c5d69709-b7a5-4beb-8202-c0e1bfbc78da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:03Z', 'updated_at': '2021-11-25T19:30:05Z', 'revision_number': 2, 'project_id': '89523965671942b49f984836c2442d69', 'subnets': [{'id': 'c5d69709-b7a5-4beb-8202-c0e1bfbc78da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:11.554285 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] 10.222.0.60 "PUT /v2.0/ports/d8240132-d420-4ac3-80c3-63a1897c0c73 HTTP/1.1" status: 200 len: 1095 time: 2.0596743 Nov 25 19:30:11.557100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dedb4d2f-9d14-4262-9262-10a42c59bedd', 'tag': 'd8240132-d420-4ac3-80c3-63a1897c0c73'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:11.570480 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e367620-2cff-4c72-91d9-2a1b53361e08" -d '{"events": [{"name": "network-changed", "server_uuid": "dedb4d2f-9d14-4262-9262-10a42c59bedd", "tag": "d8240132-d420-4ac3-80c3-63a1897c0c73"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:11.683163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b9a986-223f-4c5b-a0ba-8d7096f047e2 service neutron] Pushing event updated for resources: {'Port': ['ID=d8240132-d420-4ac3-80c3-63a1897c0c73,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:11.734135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-854b7b56-cd99-4b31-a44a-7b7f05e90922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:11.734135 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-854b7b56-cd99-4b31-a44a-7b7f05e90922 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08d2879e11ea44589464dedceaa6b48d&device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 1098 time: 0.0813584 Nov 25 19:30:11.738339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Checking router: d24d22f7-fb2f-4005-9311-e0e20ba1551b for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:11.738705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Updating router d24d22f7-fb2f-4005-9311-e0e20ba1551b port 4187cc39-1426-44d4-a7aa-11e211e160bf binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:30:11.807187 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.815777 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.816075 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-179649a8-90dd-4243-96e1-b59e70f44f35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d8240132-d420-4ac3-80c3-63a1897c0c73 HTTP/1.1" status: 200 len: 217 time: 0.0676031 Nov 25 19:30:11.878488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 862a7f33-6784-43e1-9bbc-baf75677eb7d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=862a7f33-6784-43e1-9bbc-baf75677eb7d,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:11.883266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862a7f33-6784-43e1-9bbc-baf75677eb7d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:11.889197 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-520bcd88-d265-4223-8a57-eb564f3ac96f" -d '{"events": [{"server_uuid": "65dccb61-2a87-4c38-a13b-9626b8fd69b0", "name": "network-vif-plugged", "status": "completed", "tag": "862a7f33-6784-43e1-9bbc-baf75677eb7d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:11.896868 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:11.943510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8db0c85f-ea54-42e3-81b1-81c10d763711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:11.946845 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-8db0c85f-ea54-42e3-81b1-81c10d763711 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1138165 Nov 25 19:30:11.985442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=862a7f33-6784-43e1-9bbc-baf75677eb7d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:12.019232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-640ea408-d0e5-490b-8248-ab45774ad12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:12.021031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-640ea408-d0e5-490b-8248-ab45774ad12a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0611360 Nov 25 19:30:12.121440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-cc963808-60f9-416d-b5e3-c3819557981b tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:12.123574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-cc963808-60f9-416d-b5e3-c3819557981b tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/networks?id=afffe553-4427-49c8-b4a9-69418e3457c0 HTTP/1.1" status: 200 len: 811 time: 0.1911287 Nov 25 19:30:12.145893 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-a0dd77db-1033-4ad8-8747-00b825ddf62e tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/quotas/89523965671942b49f984836c2442d69 HTTP/1.1" status: 200 len: 375 time: 0.0142195 Nov 25 19:30:12.199378 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-2b573faa-ac4e-4691-9dd9-d565de35eba7 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670434 Nov 25 19:30:12.283741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-77fdf71d-ec63-4b37-b6ff-093d6d1a93a3 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89523965671942b49f984836c2442d69&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1249776 Nov 25 19:30:12.328943 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f42d52c6-16c3-4bb0-a096-61e1b559cb8a req-5c7af45d-4bb4-446b-a90c-ac1ff97ba87c service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179321 Nov 25 19:30:12.417550 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:12.426350 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:12.517619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-5f13c14f-cd77-4264-a218-e7d5558f4e26 service neutron] 10.222.0.15 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291589 Nov 25 19:30:12.525085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58eff6-a6b1-4242-a587-dfae27235809 None None] Pushing event updated for resources: {'Port': ['ID=4187cc39-1426-44d4-a7aa-11e211e160bf,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:12.727443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-ff16d7f3-ce3d-448c-b7a9-3fd1b261659a service neutron] 10.222.0.15 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927221 Nov 25 19:30:12.973027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Attempting to bind port 4187cc39-1426-44d4-a7aa-11e211e160bf on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:12.973952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Attempting to bind port 4187cc39-1426-44d4-a7aa-11e211e160bf by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:12.978875 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Attempting to bind port 4187cc39-1426-44d4-a7aa-11e211e160bf on network afffe553-4427-49c8-b4a9-69418e3457c0 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:13.008092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:13.008548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Checking segment: {'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:13.009027 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.009553 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Bound using segment: {'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:13.010117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Bound port: 4187cc39-1426-44d4-a7aa-11e211e160bf, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:13.010597 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.147158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] For port 4187cc39-1426-44d4-a7aa-11e211e160bf, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:13.153842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] For port 4187cc39-1426-44d4-a7aa-11e211e160bf, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4187cc39-1426-44d4-a7aa-11e211e160bf,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:13.161540 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:13.301937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Routers {'d24d22f7-fb2f-4005-9311-e0e20ba1551b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:13.302649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:30:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:13.341916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a30d4d-764a-4173-9a49-dccad9144c5f req-1f78621e-e9a6-4f35-b338-ad761376a003 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:13.346612 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17a30d4d-764a-4173-9a49-dccad9144c5f req-1f78621e-e9a6-4f35-b338-ad761376a003 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 947 time: 0.1354547 Nov 25 19:30:13.442082 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58eff6-a6b1-4242-a587-dfae27235809 None None] Pushing event updated for resources: {'Port': ['ID=4187cc39-1426-44d4-a7aa-11e211e160bf,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:13.450003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17a30d4d-764a-4173-9a49-dccad9144c5f req-906cdb98-8abc-4a85-b609-1bc77fe18861 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805969 Nov 25 19:30:13.595388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] Set router d24d22f7-fb2f-4005-9311-e0e20ba1551b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:13.871041 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-453cce25-f9bb-4064-a3af-6b3da535b31d x-openstack-request-id: req-453cce25-f9bb-4064-a3af-6b3da535b31d {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:13.871643 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dedb4d2f-9d14-4262-9262-10a42c59bedd", "tag": "d8240132-d420-4ac3-80c3-63a1897c0c73", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:13.872155 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-453cce25-f9bb-4064-a3af-6b3da535b31d {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:13.873582 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dedb4d2f-9d14-4262-9262-10a42c59bedd', 'tag': 'd8240132-d420-4ac3-80c3-63a1897c0c73', 'status': 'completed', 'code': 200} Nov 25 19:30:14.039125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'name': 'tempest-ServerRescueTestJSON-1187215662-router', 'tenant_id': '89523965671942b49f984836c2442d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:58Z', 'updated_at': '2021-11-25T19:30:05Z', 'revision_number': 4, 'project_id': '89523965671942b49f984836c2442d69', 'gw_port': {'id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:00Z', 'updated_at': '2021-11-25T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4187cc39-1426-44d4-a7aa-11e211e160bf', 'name': '', 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0', 'tenant_id': '89523965671942b49f984836c2442d69', 'mac_address': 'fa:16:3e:47:68:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c5d69709-b7a5-4beb-8202-c0e1bfbc78da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:03Z', 'updated_at': '2021-11-25T19:30:13Z', 'revision_number': 4, 'project_id': '89523965671942b49f984836c2442d69', 'subnets': [{'id': 'c5d69709-b7a5-4beb-8202-c0e1bfbc78da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:14.072596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c11fff92-c2f5-4ced-b330-f9ac05a6da0e None None] The sync data for ids ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'] in n-d-817303-9 is: [{'id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'name': 'tempest-ServerRescueTestJSON-1187215662-router', 'tenant_id': '89523965671942b49f984836c2442d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:58Z', 'updated_at': '2021-11-25T19:30:05Z', 'revision_number': 4, 'project_id': '89523965671942b49f984836c2442d69', 'gw_port': {'id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:00Z', 'updated_at': '2021-11-25T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4187cc39-1426-44d4-a7aa-11e211e160bf', 'name': '', 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0', 'tenant_id': '89523965671942b49f984836c2442d69', 'mac_address': 'fa:16:3e:47:68:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_interface', 'standard_attr_id': 991, 'fixed_ips': [{'subnet_id': 'c5d69709-b7a5-4beb-8202-c0e1bfbc78da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:03Z', 'updated_at': '2021-11-25T19:30:13Z', 'revision_number': 4, 'project_id': '89523965671942b49f984836c2442d69', 'subnets': [{'id': 'c5d69709-b7a5-4beb-8202-c0e1bfbc78da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:14.087857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56206b7f-be3d-4e4d-9056-86cef3161319 req-9f2dc672-fe49-458c-85f5-dd1418c7db70 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:14.093155 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56206b7f-be3d-4e4d-9056-86cef3161319 req-9f2dc672-fe49-458c-85f5-dd1418c7db70 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.1220458 Nov 25 19:30:14.153930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e367620-2cff-4c72-91d9-2a1b53361e08 req-22e748c1-9b43-441d-b20a-061d55c18391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:14.155613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e367620-2cff-4c72-91d9-2a1b53361e08 req-22e748c1-9b43-441d-b20a-061d55c18391 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08d2879e11ea44589464dedceaa6b48d&device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 1098 time: 0.2364788 Nov 25 19:30:14.244959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56206b7f-be3d-4e4d-9056-86cef3161319 req-8c536bf6-c424-4c8a-8d2e-9b7a9d49e242 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405451 Nov 25 19:30:14.351340 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9da974-1e3b-412c-bfb6-e8e59b8f56f6 x-openstack-request-id: req-cf9da974-1e3b-412c-bfb6-e8e59b8f56f6 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:14.351797 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dccb61-2a87-4c38-a13b-9626b8fd69b0", "name": "network-vif-plugged", "status": "completed", "tag": "862a7f33-6784-43e1-9bbc-baf75677eb7d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:14.352214 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cf9da974-1e3b-412c-bfb6-e8e59b8f56f6 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:14.352863 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862a7f33-6784-43e1-9bbc-baf75677eb7d', 'code': 200} Nov 25 19:30:14.392037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e367620-2cff-4c72-91d9-2a1b53361e08 req-0e98ffe4-ac18-4ca5-9ec8-6d31d201b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:14.399559 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e367620-2cff-4c72-91d9-2a1b53361e08 req-0e98ffe4-ac18-4ca5-9ec8-6d31d201b949 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2273896 Nov 25 19:30:14.595852 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e367620-2cff-4c72-91d9-2a1b53361e08 req-7d90ac47-d5a5-49e8-a3af-70c62e149e9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=d8240132-d420-4ac3-80c3-63a1897c0c73 HTTP/1.1" status: 200 len: 217 time: 0.1799350 Nov 25 19:30:14.766273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c33d4-4dad-44e6-b676-14d5005252ee req-96afb72c-4e03-41d7-b19d-ef9e03804f4c tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:14.775358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-954c33d4-4dad-44e6-b676-14d5005252ee req-96afb72c-4e03-41d7-b19d-ef9e03804f4c tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 945 time: 0.0718195 Nov 25 19:30:14.790041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e367620-2cff-4c72-91d9-2a1b53361e08 req-090dd7fb-f6c7-4f68-91d4-290ed41e8404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:14.792944 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e367620-2cff-4c72-91d9-2a1b53361e08 req-090dd7fb-f6c7-4f68-91d4-290ed41e8404 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1809330 Nov 25 19:30:14.820901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eaee14-e318-4acb-bdb8-e7b9669aee95 req-da0c7128-c032-4bfe-8f75-f41c1165f7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:14.823206 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4eaee14-e318-4acb-bdb8-e7b9669aee95 req-da0c7128-c032-4bfe-8f75-f41c1165f7ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 1096 time: 0.2866228 Nov 25 19:30:14.863346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-954c33d4-4dad-44e6-b676-14d5005252ee req-f3ede5d1-56db-412e-9366-79ed5b8383a1 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850985 Nov 25 19:30:14.991967 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f4eaee14-e318-4acb-bdb8-e7b9669aee95 req-ff6ca0b4-0fe3-4728-89a5-fa4f02524717 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579168 Nov 25 19:30:15.025013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e367620-2cff-4c72-91d9-2a1b53361e08 req-59a60ba2-c42e-4b59-8328-551761b6f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:15.026116 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e367620-2cff-4c72-91d9-2a1b53361e08 req-59a60ba2-c42e-4b59-8328-551761b6f071 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2016547 Nov 25 19:30:15.031629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d3656cc-a528-4c84-b65f-bb05038628c8 req-2d355c86-c53e-4526-9fc5-ce157521f04b tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 210 time: 0.0435250 Nov 25 19:30:15.209774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166848ff-3a1d-4b2e-b720-4613713cd428 req-2336f737-5b1c-44be-b89d-008a629f5adb tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:15.214724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-166848ff-3a1d-4b2e-b720-4613713cd428 req-2336f737-5b1c-44be-b89d-008a629f5adb tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 947 time: 0.1015060 Nov 25 19:30:15.261373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d8240132-d420-4ac3-80c3-63a1897c0c73 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:30:15.372091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-166848ff-3a1d-4b2e-b720-4613713cd428 req-a4d80ca2-0102-4c56-a7b0-6b869e7e6f3d tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351876 Nov 25 19:30:15.578413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4187cc39-1426-44d4-a7aa-11e211e160bf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:15.615822 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e367620-2cff-4c72-91d9-2a1b53361e08 req-2c8eb25e-0db8-432f-ad76-f1ac4857b771 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3450596 Nov 25 19:30:15.766255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d8240132-d420-4ac3-80c3-63a1897c0c73, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d8240132-d420-4ac3-80c3-63a1897c0c73,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:15.809115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4187cc39-1426-44d4-a7aa-11e211e160bf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:15.810822 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:15.818360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'd8240132-d420-4ac3-80c3-63a1897c0c73', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'd8240132-d420-4ac3-80c3-63a1897c0c73', 'mac_address': 'fa:16:3e:19:ac:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:30:15.879777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e367620-2cff-4c72-91d9-2a1b53361e08 req-e2e52553-0ccd-4fa3-88b4-f1f7b9038812 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425363 Nov 25 19:30:16.036169 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:16.052089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48abfd3c-9b26-434f-bddc-3a2e9d2c4b11 req-53d3a075-ac96-43cc-84ee-99c357eed17f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:16.060814 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48abfd3c-9b26-434f-bddc-3a2e9d2c4b11 req-53d3a075-ac96-43cc-84ee-99c357eed17f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.1924679 Nov 25 19:30:16.087420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8240132-d420-4ac3-80c3-63a1897c0c73 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:16.159566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d8240132-d420-4ac3-80c3-63a1897c0c73, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d8240132-d420-4ac3-80c3-63a1897c0c73,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:16.160515 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48abfd3c-9b26-434f-bddc-3a2e9d2c4b11 req-5a51025c-6227-4f9a-9558-7e3025f2d46d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921514 Nov 25 19:30:16.220715 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:16.265178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-02ce8d29-438e-4bc5-ab84-b52dbb662c2a tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:16.266769 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-02ce8d29-438e-4bc5-ab84-b52dbb662c2a tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.60 "GET /v2.0/networks?id=afffe553-4427-49c8-b4a9-69418e3457c0 HTTP/1.1" status: 200 len: 811 time: 0.3415985 Nov 25 19:30:16.301932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Request body: {'port': {'device_id': '45e4c898-8b57-4a16-a449-0c2106332a3e', 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0', 'admin_state_up': True, 'tenant_id': '89523965671942b49f984836c2442d69'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:16.330175 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:16.390295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d8240132-d420-4ac3-80c3-63a1897c0c73,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:16.425915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 4187cc39-1426-44d4-a7aa-11e211e160bf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4187cc39-1426-44d4-a7aa-11e211e160bf,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:16.451553 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:16.578609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Made reservation on behalf of 89523965671942b49f984836c2442d69 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:16.583504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:16.671488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=4187cc39-1426-44d4-a7aa-11e211e160bf,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:16.785856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['d8240132-d420-4ac3-80c3-63a1897c0c73'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:16.886517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Allocated IP 172.20.0.8 (afffe553-4427-49c8-b4a9-69418e3457c0/c5d69709-b7a5-4beb-8202-c0e1bfbc78da/1e567ea8-69f3-4274-97db-4b93c9eccf70) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:16.945551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc8dc47-f984-439a-afd8-1d0abcf49de6 req-fccd4e39-9a18-4140-a506-93ccd6238d11 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:16.957483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cc8dc47-f984-439a-afd8-1d0abcf49de6 req-fccd4e39-9a18-4140-a506-93ccd6238d11 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 945 time: 0.0871146 Nov 25 19:30:17.055256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cc8dc47-f984-439a-afd8-1d0abcf49de6 req-20967219-954f-4781-aa40-5c72542742c6 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957997 Nov 25 19:30:17.232250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f9b4166-bb01-4f1f-af2d-217b2469e58e req-987eb9ee-8ace-495e-9208-5513a814c58a tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 210 time: 0.0587883 Nov 25 19:30:17.359373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.446591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.507098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4187cc39-1426-44d4-a7aa-11e211e160bf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:17.539536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4133566f-b451-4bdf-81a6-f1c9d64c51ca req-11812d6e-0214-45cf-b2e4-34086d581ea0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:17.542618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4133566f-b451-4bdf-81a6-f1c9d64c51ca req-11812d6e-0214-45cf-b2e4-34086d581ea0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 948 time: 0.1512816 Nov 25 19:30:17.595926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Pushing event updated for resources: {'Port': ['ID=1e567ea8-69f3-4274-97db-4b93c9eccf70,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:17.618654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Network afffe553-4427-49c8-b4a9-69418e3457c0 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:17.623778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:17.632177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:17.673539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4187cc39-1426-44d4-a7aa-11e211e160bf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:17.674290 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.713972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4133566f-b451-4bdf-81a6-f1c9d64c51ca req-b697e283-44a3-4405-851f-efc3739c8816 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570346 Nov 25 19:30:17.779044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:17.780220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:17.812073 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-37d7d5a6-e502-46dc-a7f8-b38922170db0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5141490 Nov 25 19:30:17.845601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Request body: {'port': {'device_id': '45e4c898-8b57-4a16-a449-0c2106332a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:17.936031 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.082860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba49c51-b331-480e-993e-b393fcab9839 req-a22c0cd7-3fd5-45d3-8068-bf1f85a67de7 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.099572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ba49c51-b331-480e-993e-b393fcab9839 req-a22c0cd7-3fd5-45d3-8068-bf1f85a67de7 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 945 time: 0.1388068 Nov 25 19:30:18.239780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ba49c51-b331-480e-993e-b393fcab9839 req-c8cd2bd6-993b-422f-8c8d-948f72c18de3 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/security-groups?id=5959db1f-891a-4098-b215-1f31a4bc1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273954 Nov 25 19:30:18.472360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e567ea8-69f3-4274-97db-4b93c9eccf70 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:18.505957 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.540997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Transition to ACTIVE for port object 1e567ea8-69f3-4274-97db-4b93c9eccf70 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:30:18.552074 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.735207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Pushing event updated for resources: {'Port': ['ID=1e567ea8-69f3-4274-97db-4b93c9eccf70,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:18.742134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Attempting to bind port 1e567ea8-69f3-4274-97db-4b93c9eccf70 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:18.742467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Attempting to bind port 1e567ea8-69f3-4274-97db-4b93c9eccf70 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:18.742819 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Attempting to bind port 1e567ea8-69f3-4274-97db-4b93c9eccf70 on network afffe553-4427-49c8-b4a9-69418e3457c0 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:18.748693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Port 1e567ea8-69f3-4274-97db-4b93c9eccf70 on network afffe553-4427-49c8-b4a9-69418e3457c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:30:18.749022 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Attempting to bind port 1e567ea8-69f3-4274-97db-4b93c9eccf70 on network afffe553-4427-49c8-b4a9-69418e3457c0 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:18.755409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 29, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:18.755791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Checking segment: {'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:18.756141 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Bound using segment: {'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:18.756590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Bound port: 1e567ea8-69f3-4274-97db-4b93c9eccf70, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:18.756952 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.846439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] For port 1e567ea8-69f3-4274-97db-4b93c9eccf70, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:18.850555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf0d7b-b694-475d-8536-91b13dce331f req-9e5d64fb-7264-4b07-baa8-baf940e16ce1 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.852496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1adf0d7b-b694-475d-8536-91b13dce331f req-9e5d64fb-7264-4b07-baa8-baf940e16ce1 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.0843360 Nov 25 19:30:18.854551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] For port 1e567ea8-69f3-4274-97db-4b93c9eccf70, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1e567ea8-69f3-4274-97db-4b93c9eccf70,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:18.867996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.927781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:18.928418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:18.929875 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] 10.222.0.60 "PUT /v2.0/ports/1e567ea8-69f3-4274-97db-4b93c9eccf70 HTTP/1.1" status: 200 len: 1091 time: 1.1060472 Nov 25 19:30:18.930350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45e4c898-8b57-4a16-a449-0c2106332a3e', 'tag': '1e567ea8-69f3-4274-97db-4b93c9eccf70'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:18.932830 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7575cc-4829-4f49-88ac-a6ca8d159cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "45e4c898-8b57-4a16-a449-0c2106332a3e", "tag": "1e567ea8-69f3-4274-97db-4b93c9eccf70"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:18.993826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a2920-2461-4244-92b6-33d065efee2b service neutron] Pushing event updated for resources: {'Port': ['ID=1e567ea8-69f3-4274-97db-4b93c9eccf70,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:19.078022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1adf0d7b-b694-475d-8536-91b13dce331f req-1f6959e4-a5c0-4799-b1b5-ee4fed5f0280 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098663 Nov 25 19:30:19.079864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-285da4e3-188c-46f2-9281-d0a7cf8fceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.081396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-285da4e3-188c-46f2-9281-d0a7cf8fceaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89523965671942b49f984836c2442d69&device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 1094 time: 0.0781510 Nov 25 19:30:19.153599 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-292c6ff8-0a8e-4b5c-b1aa-d2790d369ccb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e567ea8-69f3-4274-97db-4b93c9eccf70 HTTP/1.1" status: 200 len: 217 time: 0.0613511 Nov 25 19:30:19.284820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d8240132-d420-4ac3-80c3-63a1897c0c73 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:19.474378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-aeab8d2d-d149-4698-adc9-49bd1a9e27ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.475960 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-aeab8d2d-d149-4698-adc9-49bd1a9e27ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5d69709-b7a5-4beb-8202-c0e1bfbc78da HTTP/1.1" status: 200 len: 851 time: 0.3006334 Nov 25 19:30:19.542980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port d8240132-d420-4ac3-80c3-63a1897c0c73 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:30:19.559976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port d8240132-d420-4ac3-80c3-63a1897c0c73 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:19.560367 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:19.605759 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-dca80acb-ecf9-40d2-a9e0-488c20362cde service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afffe553-4427-49c8-b4a9-69418e3457c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1088779 Nov 25 19:30:19.650079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518cd470-ad5b-4a6d-b3f4-7f482c228149 req-72cb01a2-b1b6-446e-9010-cc7463ea3620 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:19.668642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-518cd470-ad5b-4a6d-b3f4-7f482c228149 req-72cb01a2-b1b6-446e-9010-cc7463ea3620 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 945 time: 0.1781590 Nov 25 19:30:19.867650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-518cd470-ad5b-4a6d-b3f4-7f482c228149 req-d92ce984-2154-446b-b7a6-2a876ac3f722 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836526 Nov 25 19:30:19.909378 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:19.958639 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-0f795129-181c-44f4-b219-673cec732a7d service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374581 Nov 25 19:30:20.008268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedb4d2f-9d14-4262-9262-10a42c59bedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8240132-d420-4ac3-80c3-63a1897c0c73'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:20.016260 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30ca4cb8-8f55-4600-826a-04999056cd71" -d '{"events": [{"server_uuid": "dedb4d2f-9d14-4262-9262-10a42c59bedd", "name": "network-vif-plugged", "status": "completed", "tag": "d8240132-d420-4ac3-80c3-63a1897c0c73"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:20.080353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d8240132-d420-4ac3-80c3-63a1897c0c73, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d8240132-d420-4ac3-80c3-63a1897c0c73,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:20.095499 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:20.185158 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00ebafbd-823e-479f-bd34-bd0ec52f5342 req-12ebc731-6491-4527-a488-1655bfd21c75 service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147012 Nov 25 19:30:20.187032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d8240132-d420-4ac3-80c3-63a1897c0c73,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:20.390606 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:20.543206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e5824-2a96-4557-a3cb-5095b4ebec4e req-c2ee1100-31d7-4eac-a133-83338e5d1aa7 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.545580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-150e5824-2a96-4557-a3cb-5095b4ebec4e req-c2ee1100-31d7-4eac-a133-83338e5d1aa7 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 943 time: 0.5946944 Nov 25 19:30:20.628923 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-150e5824-2a96-4557-a3cb-5095b4ebec4e req-34655d75-d568-463d-9c02-77b046b90776 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688276 Nov 25 19:30:20.839230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a249cd76-7bc2-499d-8563-0b69839b3f34 req-0e4a808e-7bc5-4c8d-8bfe-464f29fb1d55 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:20.849949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a249cd76-7bc2-499d-8563-0b69839b3f34 req-0e4a808e-7bc5-4c8d-8bfe-464f29fb1d55 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 949 time: 0.1119087 Nov 25 19:30:20.918355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a249cd76-7bc2-499d-8563-0b69839b3f34 req-b3d17dd4-7ba1-4113-bbb2-7886042d1dcf tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671999 Nov 25 19:30:20.983816 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-846a8805-4944-4bcb-b9cb-5fbdf331b394 x-openstack-request-id: req-846a8805-4944-4bcb-b9cb-5fbdf331b394 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:20.985926 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45e4c898-8b57-4a16-a449-0c2106332a3e", "tag": "1e567ea8-69f3-4274-97db-4b93c9eccf70", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:20.986574 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-846a8805-4944-4bcb-b9cb-5fbdf331b394 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:20.987840 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45e4c898-8b57-4a16-a449-0c2106332a3e', 'tag': '1e567ea8-69f3-4274-97db-4b93c9eccf70', 'status': 'completed', 'code': 200} Nov 25 19:30:21.127319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7575cc-4829-4f49-88ac-a6ca8d159cc2 req-fc76ddb5-b864-49b7-88f0-377e90b1d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:21.130750 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3b7575cc-4829-4f49-88ac-a6ca8d159cc2 req-fc76ddb5-b864-49b7-88f0-377e90b1d96b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89523965671942b49f984836c2442d69&device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 1094 time: 0.1046450 Nov 25 19:30:21.374905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7575cc-4829-4f49-88ac-a6ca8d159cc2 req-ee4f8a5d-4cb6-47e8-8cf2-102221dcfd9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:21.377595 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3b7575cc-4829-4f49-88ac-a6ca8d159cc2 req-ee4f8a5d-4cb6-47e8-8cf2-102221dcfd9c service neutron] 10.222.0.60 "GET /v2.0/networks?id=afffe553-4427-49c8-b4a9-69418e3457c0 HTTP/1.1" status: 200 len: 912 time: 0.2338409 Nov 25 19:30:21.444970 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3b7575cc-4829-4f49-88ac-a6ca8d159cc2 req-17e15161-7bd2-4d2a-8f99-9eaefa8efd04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e567ea8-69f3-4274-97db-4b93c9eccf70 HTTP/1.1" status: 200 len: 217 time: 0.0592568 Nov 25 19:30:21.541918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7575cc-4829-4f49-88ac-a6ca8d159cc2 req-e6b27903-3f35-44fa-a040-9b3317e454d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:21.545941 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3b7575cc-4829-4f49-88ac-a6ca8d159cc2 req-e6b27903-3f35-44fa-a040-9b3317e454d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5d69709-b7a5-4beb-8202-c0e1bfbc78da HTTP/1.1" status: 200 len: 851 time: 0.0887365 Nov 25 19:30:21.600340 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8159d8e-0e0d-4aee-8f8a-9b5efd7cf6a0 x-openstack-request-id: req-a8159d8e-0e0d-4aee-8f8a-9b5efd7cf6a0 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:21.601196 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedb4d2f-9d14-4262-9262-10a42c59bedd", "name": "network-vif-plugged", "status": "completed", "tag": "d8240132-d420-4ac3-80c3-63a1897c0c73", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:21.601196 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8159d8e-0e0d-4aee-8f8a-9b5efd7cf6a0 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:21.601196 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedb4d2f-9d14-4262-9262-10a42c59bedd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8240132-d420-4ac3-80c3-63a1897c0c73', 'code': 200} Nov 25 19:30:21.648948 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3b7575cc-4829-4f49-88ac-a6ca8d159cc2 req-2b0e235c-7e71-43f5-a57f-5df895270593 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afffe553-4427-49c8-b4a9-69418e3457c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849643 Nov 25 19:30:21.735443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd1faf-56ad-4900-bce0-ea5459006576 req-630217b6-356f-462d-93f5-158f5e128051 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:21.738268 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07fd1faf-56ad-4900-bce0-ea5459006576 req-630217b6-356f-462d-93f5-158f5e128051 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.0812347 Nov 25 19:30:21.823900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07fd1faf-56ad-4900-bce0-ea5459006576 req-db55ce52-c6ee-4e71-ae84-09994748152e tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756049 Nov 25 19:30:21.860756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0984278-d7bf-4260-b363-6d9ca2c0fce5 req-62b46cb9-93f7-4568-968e-ea15a42a7e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:21.862215 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e0984278-d7bf-4260-b363-6d9ca2c0fce5 req-62b46cb9-93f7-4568-968e-ea15a42a7e3f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 1100 time: 0.1447213 Nov 25 19:30:21.877453 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3b7575cc-4829-4f49-88ac-a6ca8d159cc2 req-be57deb6-dc4e-4cbc-9e88-60f6ee7aeb0f service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090685 Nov 25 19:30:22.145815 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e0984278-d7bf-4260-b363-6d9ca2c0fce5 req-ef762eb2-27c6-472b-9db3-b6e05a8bdd9b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554252 Nov 25 19:30:22.150012 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3b7575cc-4829-4f49-88ac-a6ca8d159cc2 req-dca013df-e8a7-4c57-9ae6-41c996a378d6 service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417691 Nov 25 19:30:22.370033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98edc391-979f-475f-87aa-bd710d8c844b req-efb3e69a-3b66-40c4-b3f9-e907caa61f4f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.371919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98edc391-979f-475f-87aa-bd710d8c844b req-efb3e69a-3b66-40c4-b3f9-e907caa61f4f tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 945 time: 0.0795746 Nov 25 19:30:22.441059 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98edc391-979f-475f-87aa-bd710d8c844b req-88af767d-6377-4d95-be2d-97d3d5256504 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/security-groups?id=5959db1f-891a-4098-b215-1f31a4bc1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614092 Nov 25 19:30:22.663264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8f2e0f-4606-4a0e-a2ec-edddb9a36e07 req-e4bec2fe-ed0a-4927-a58a-c94d5cb4960c tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.666132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc8f2e0f-4606-4a0e-a2ec-edddb9a36e07 req-e4bec2fe-ed0a-4927-a58a-c94d5cb4960c tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 945 time: 0.1191256 Nov 25 19:30:22.756581 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc8f2e0f-4606-4a0e-a2ec-edddb9a36e07 req-ecaec99c-aa95-4608-b8f6-b38535e985a6 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742102 Nov 25 19:30:22.796976 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:22.912329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c06ef59-3fb8-4282-9d36-278063b54215 req-5228b21e-2d38-44b0-ba91-ae398d133ab4 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:22.914677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c06ef59-3fb8-4282-9d36-278063b54215 req-5228b21e-2d38-44b0-ba91-ae398d133ab4 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 943 time: 0.0711970 Nov 25 19:30:22.998414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c06ef59-3fb8-4282-9d36-278063b54215 req-b2fdfc2b-5ddf-4d12-910d-69890de4cf40 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758469 Nov 25 19:30:23.175289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4677225-ae19-4cc0-9bd6-b02a01f02fd2 req-e20b3ec7-d475-454b-b5ce-5eb870dd2e62 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:23.177732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4677225-ae19-4cc0-9bd6-b02a01f02fd2 req-e20b3ec7-d475-454b-b5ce-5eb870dd2e62 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 949 time: 0.0633650 Nov 25 19:30:23.270590 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1e567ea8-69f3-4274-97db-4b93c9eccf70 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:30:23.282232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4677225-ae19-4cc0-9bd6-b02a01f02fd2 req-e1ef74d4-475d-4942-8f51-af240c642522 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901740 Nov 25 19:30:23.493860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1e567ea8-69f3-4274-97db-4b93c9eccf70, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1e567ea8-69f3-4274-97db-4b93c9eccf70,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:23.524757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '1e567ea8-69f3-4274-97db-4b93c9eccf70', 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0', 'port_id': '1e567ea8-69f3-4274-97db-4b93c9eccf70', 'mac_address': 'fa:16:3e:d7:70:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d69709-b7a5-4beb-8202-c0e1bfbc78da', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:30:23.620164 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:23.670707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e567ea8-69f3-4274-97db-4b93c9eccf70 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:23.724322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1e567ea8-69f3-4274-97db-4b93c9eccf70, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1e567ea8-69f3-4274-97db-4b93c9eccf70,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:23.731744 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:23.746671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2f7ba0-34ed-4f0a-a5a3-e09e3578e2a8 req-26ab677a-15e0-49c9-91c4-547506256d15 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:23.758034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa2f7ba0-34ed-4f0a-a5a3-e09e3578e2a8 req-26ab677a-15e0-49c9-91c4-547506256d15 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.1465087 Nov 25 19:30:23.816697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=1e567ea8-69f3-4274-97db-4b93c9eccf70,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:23.849485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa2f7ba0-34ed-4f0a-a5a3-e09e3578e2a8 req-a9f5cbaa-c5c2-479b-80c8-531bf72b684b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899723 Nov 25 19:30:24.166912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e905c-9a2b-4290-9728-d8a823b31c94 req-77e62740-5edb-4795-ad8c-cbbd0d1b1125 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:24.170056 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e15e905c-9a2b-4290-9728-d8a823b31c94 req-77e62740-5edb-4795-ad8c-cbbd0d1b1125 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 945 time: 0.0847645 Nov 25 19:30:24.232027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e15e905c-9a2b-4290-9728-d8a823b31c94 req-cae72761-00df-4d5c-b8a4-cceb4c9054c2 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539346 Nov 25 19:30:24.260149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['1e567ea8-69f3-4274-97db-4b93c9eccf70'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:24.635548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1461cb-2f8d-455b-807d-72ac9ce180eb req-a1705175-6673-4b7f-b16b-f99288412bb4 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:24.647818 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba1461cb-2f8d-455b-807d-72ac9ce180eb req-a1705175-6673-4b7f-b16b-f99288412bb4 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 944 time: 0.0780792 Nov 25 19:30:24.735394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba1461cb-2f8d-455b-807d-72ac9ce180eb req-d25134c5-1f8d-439b-95e9-07a41315761e tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841792 Nov 25 19:30:25.568943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59baee80-3f4c-4e70-9feb-8f23bbc23e44 req-ff5d6b4e-32af-4abe-b7b3-f4896b7edf14 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.570684 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59baee80-3f4c-4e70-9feb-8f23bbc23e44 req-ff5d6b4e-32af-4abe-b7b3-f4896b7edf14 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 949 time: 0.0793796 Nov 25 19:30:25.633202 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59baee80-3f4c-4e70-9feb-8f23bbc23e44 req-c075072a-e14d-4c63-9ced-84bfefe11695 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539205 Nov 25 19:30:25.851862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2eaa362-cfb7-409a-82ec-407d6a23d5f4 req-55c25439-177c-4589-b394-ae6a1a18814e tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:25.854498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2eaa362-cfb7-409a-82ec-407d6a23d5f4 req-55c25439-177c-4589-b394-ae6a1a18814e tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 945 time: 0.0643246 Nov 25 19:30:25.931362 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2eaa362-cfb7-409a-82ec-407d6a23d5f4 req-5e2829fa-74dc-4978-81d0-2a45f30fcdc0 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/security-groups?id=5959db1f-891a-4098-b215-1f31a4bc1835&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666127 Nov 25 19:30:26.204795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71046946-a34c-4073-9258-22f8c08dcc73 req-f872b50d-8cd1-43de-a52d-420d40b49afb tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:26.206439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71046946-a34c-4073-9258-22f8c08dcc73 req-f872b50d-8cd1-43de-a52d-420d40b49afb tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.0572190 Nov 25 19:30:26.317398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71046946-a34c-4073-9258-22f8c08dcc73 req-35a49706-1d6e-480d-b172-a30517e39e00 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963290 Nov 25 19:30:26.759017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-f1efe82b-5dbf-442a-8f0e-e096580967f8 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:26.760515 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-f1efe82b-5dbf-442a-8f0e-e096580967f8 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.60 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 945 time: 0.0577486 Nov 25 19:30:26.805278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1056d159-a1e0-458a-9eba-1e528917ce55 req-6ca5ec7a-8c94-42f3-8df7-cbd9c3ab26cc tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:26.807775 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1056d159-a1e0-458a-9eba-1e528917ce55 req-6ca5ec7a-8c94-42f3-8df7-cbd9c3ab26cc tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 944 time: 0.0693839 Nov 25 19:30:26.878858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1056d159-a1e0-458a-9eba-1e528917ce55 req-67599a2e-7458-4480-ad43-b1142884a466 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599952 Nov 25 19:30:26.893556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Deleting port d6476e0a-9a7b-40e8-ac52-8409bb50eb38 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:26.893998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.003135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] For port d6476e0a-9a7b-40e8-ac52-8409bb50eb38, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6476e0a-9a7b-40e8-ac52-8409bb50eb38,segment=NetworkSegment(ef0800cb-eef6-4de9-88e8-fe9fd4893bb6),segment_id=ef0800cb-eef6-4de9-88e8-fe9fd4893bb6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:27.003494 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.283917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 862a7f33-6784-43e1-9bbc-baf75677eb7d details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:30:27.296292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1e567ea8-69f3-4274-97db-4b93c9eccf70 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:27.454305 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:30:27.481394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.482396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.483295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.484200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.485294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.486606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.487081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.488235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.489775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.490541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.491578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.492712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.493627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.494586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.495600 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.497620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:27.508735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 1e567ea8-69f3-4274-97db-4b93c9eccf70 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:30:27.511863 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de363b28-4471-4f2b-a001-e1a404071a25 req-b53afc39-aff0-470e-a767-10b79f3da727 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e&device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd&device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0&device_id=868623a2-f4b9-46cb-9a59-0c172b676426&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476&device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5&device_id=69753f75-968b-4515-b009-60317a152d97&device_id=072d2371-3cba-4ddf-bf11-e850de686250&device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 14482 time: 0.1746633 Nov 25 19:30:27.519765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 1e567ea8-69f3-4274-97db-4b93c9eccf70 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:27.520261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.553484 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de363b28-4471-4f2b-a001-e1a404071a25 req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.570833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 862a7f33-6784-43e1-9bbc-baf75677eb7d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=862a7f33-6784-43e1-9bbc-baf75677eb7d,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:27.621489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '862a7f33-6784-43e1-9bbc-baf75677eb7d', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'port_id': '862a7f33-6784-43e1-9bbc-baf75677eb7d', 'mac_address': 'fa:16:3e:96:25:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e346e9bd-e458-4b44-b405-f5770ef69ff0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:30:27.695192 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de363b28-4471-4f2b-a001-e1a404071a25 req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.703868 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-de363b28-4471-4f2b-a001-e1a404071a25 req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.712162 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.712528 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.712813 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Floating IP 8df0d353-6941-4acc-9595-4dd32692883b disassociated. External IP: 172.25.8.98, port: d6476e0a-9a7b-40e8-ac52-8409bb50eb38. Nov 25 19:30:27.713374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Calling delete_port for d6476e0a-9a7b-40e8-ac52-8409bb50eb38 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:27.769639 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.798193 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.805123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 862a7f33-6784-43e1-9bbc-baf75677eb7d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:27.807847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ee93a3-1e96-4a88-9e30-30419e94b87a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:27.828065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.828422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.828762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.829126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.829463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.829793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.830115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.830445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.830864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.831224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.831896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.832076 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:27.895827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e4c898-8b57-4a16-a449-0c2106332a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e567ea8-69f3-4274-97db-4b93c9eccf70'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:27.899969 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6fd892-d5da-46c5-b454-d420259167a2" -d '{"events": [{"server_uuid": "45e4c898-8b57-4a16-a449-0c2106332a3e", "name": "network-vif-plugged", "status": "completed", "tag": "1e567ea8-69f3-4274-97db-4b93c9eccf70"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:27.907311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 862a7f33-6784-43e1-9bbc-baf75677eb7d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=862a7f33-6784-43e1-9bbc-baf75677eb7d,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:27.917132 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.926996 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:27.932118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1e567ea8-69f3-4274-97db-4b93c9eccf70, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1e567ea8-69f3-4274-97db-4b93c9eccf70,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:27.947442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de363b28-4471-4f2b-a001-e1a404071a25 req-fea94da9-aae2-4df8-9ae7-b385c95a5a80 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&id=6be5611a-e39d-4968-8127-408ffe6f7073&id=5959db1f-891a-4098-b215-1f31a4bc1835&id=10043c0e-44bf-434d-9666-d75eb089dbec&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=60c93650-758b-419a-9d47-8bd1e02842a2&id=c2124341-d958-4837-b74e-07454c23b88f&id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 900 time: 0.4299958 Nov 25 19:30:27.978927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Pushing event deleted for resources: {'Port': ['ID=d6476e0a-9a7b-40e8-ac52-8409bb50eb38,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:27.983605 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:28.049777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=862a7f33-6784-43e1-9bbc-baf75677eb7d,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:28.115586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['862a7f33-6784-43e1-9bbc-baf75677eb7d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:28.123319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f12668b5-7660-471f-a74a-96ec183bd103 req-a5059302-e66f-45d3-9113-e5c51e79b7f1 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/ports?device_id=9321d386-17bd-46aa-ab4a-fa0971faf9a9 HTTP/1.1" status: 200 len: 210 time: 0.0335660 Nov 25 19:30:28.174043 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=1e567ea8-69f3-4274-97db-4b93c9eccf70,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:28.181719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Router f1e8b275-a6b5-4845-a268-db8e10aa95a0 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:28.318436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207672a-c511-4741-916f-e24d1be2191a req-16590f1e-7882-435f-b559-f15267039ab1 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.320186 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8207672a-c511-4741-916f-e24d1be2191a req-16590f1e-7882-435f-b559-f15267039ab1 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 950 time: 0.0668161 Nov 25 19:30:28.355142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:28.387558 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a30746-c3e0-48cc-855a-8629ff8620cc None None] Sync routers for ids ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:28.421231 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a30746-c3e0-48cc-855a-8629ff8620cc None None] Routers {'f1e8b275-a6b5-4845-a268-db8e10aa95a0'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:28.422895 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-19a30746-c3e0-48cc-855a-8629ff8620cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:30:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:28.425904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] No DVR routers for this DVR port d6476e0a-9a7b-40e8-ac52-8409bb50eb38 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:28.431259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8207672a-c511-4741-916f-e24d1be2191a req-7b18003b-93cd-4e2a-803a-e89a95c2e222 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965931 Nov 25 19:30:28.431628 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:28.438601 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78703c42-c2c2-4aa3-8555-5632de4d7250 req-d62332e4-cc96-4185-8da3-84da4b80e410 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.60 "DELETE /v2.0/ports/d6476e0a-9a7b-40e8-ac52-8409bb50eb38 HTTP/1.1" status: 204 len: 173 time: 1.6677105 Nov 25 19:30:28.439826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'name': 'network-vif-deleted', 'tag': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:28.456332 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c113eba5-20ab-42e6-87e9-674afbb63648" -d '{"events": [{"server_uuid": "9321d386-17bd-46aa-ab4a-fa0971faf9a9", "name": "network-vif-deleted", "tag": "d6476e0a-9a7b-40e8-ac52-8409bb50eb38"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:28.609956 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-19a30746-c3e0-48cc-855a-8629ff8620cc None None] Set router f1e8b275-a6b5-4845-a268-db8e10aa95a0 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:28.623702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ed4db-1545-4e37-b6db-13e51b59d539 req-338bab58-7d91-41e6-a061-ca0572a7493b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:28.635551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c77ed4db-1545-4e37-b6db-13e51b59d539 req-338bab58-7d91-41e6-a061-ca0572a7493b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.0826871 Nov 25 19:30:28.724016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c77ed4db-1545-4e37-b6db-13e51b59d539 req-7c1add9e-00e2-489e-a6b2-67b641c99ac8 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767760 Nov 25 19:30:28.901568 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-19a30746-c3e0-48cc-855a-8629ff8620cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'd75d0d9c-829b-48a2-81f3-b650533ea921', 'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'mac_address': 'fa:16:3e:ff:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:55Z', 'updated_at': '2021-11-25T19:28:07Z', 'revision_number': 5, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'subnets': [{'id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:28.930639 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a30746-c3e0-48cc-855a-8629ff8620cc None None] Checking router: f1e8b275-a6b5-4845-a268-db8e10aa95a0 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:28.941062 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a30746-c3e0-48cc-855a-8629ff8620cc None None] Routers {'f1e8b275-a6b5-4845-a268-db8e10aa95a0'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:28.941605 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-19a30746-c3e0-48cc-855a-8629ff8620cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:30:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:28.943793 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffef856-4b48-49a1-a427-52c1c6c93896 x-openstack-request-id: req-cffef856-4b48-49a1-a427-52c1c6c93896 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:28.944581 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e4c898-8b57-4a16-a449-0c2106332a3e", "name": "network-vif-plugged", "status": "completed", "tag": "1e567ea8-69f3-4274-97db-4b93c9eccf70", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:28.944581 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cffef856-4b48-49a1-a427-52c1c6c93896 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:28.945212 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e4c898-8b57-4a16-a449-0c2106332a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e567ea8-69f3-4274-97db-4b93c9eccf70', 'code': 200} Nov 25 19:30:29.070842 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-19a30746-c3e0-48cc-855a-8629ff8620cc None None] Set router f1e8b275-a6b5-4845-a268-db8e10aa95a0 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:29.093982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973576b1-40de-4dd4-92aa-848ce6709303 req-a955697c-003c-4294-a167-f6e9961b6f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:29.098137 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-973576b1-40de-4dd4-92aa-848ce6709303 req-a955697c-003c-4294-a167-f6e9961b6f22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 1096 time: 0.0744677 Nov 25 19:30:29.102790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3634ed5-f0ba-43f7-88e8-f09504fff01d req-c28939ba-2eb8-4b0b-bde4-dfe78ec6543b tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:29.104433 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3634ed5-f0ba-43f7-88e8-f09504fff01d req-c28939ba-2eb8-4b0b-bde4-dfe78ec6543b tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 945 time: 0.0801592 Nov 25 19:30:29.183482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3634ed5-f0ba-43f7-88e8-f09504fff01d req-2d1237fa-f3d2-44ac-a975-0ad545e5bfd4 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718482 Nov 25 19:30:29.211185 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-973576b1-40de-4dd4-92aa-848ce6709303 req-ed24fb6a-eb2c-4626-9c74-a5e455b35f1d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948260 Nov 25 19:30:29.290185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cd2831db-10e0-4a04-bc9a-042a1a4b3a36 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:30:29.302102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 862a7f33-6784-43e1-9bbc-baf75677eb7d up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:29.386952 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-19a30746-c3e0-48cc-855a-8629ff8620cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'd75d0d9c-829b-48a2-81f3-b650533ea921', 'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'mac_address': 'fa:16:3e:ff:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:55Z', 'updated_at': '2021-11-25T19:28:07Z', 'revision_number': 5, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'subnets': [{'id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:29.424776 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a30746-c3e0-48cc-855a-8629ff8620cc None None] The sync data for ids ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'] in n-d-817303-9 is: [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:27:56Z', 'revision_number': 4, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'd75d0d9c-829b-48a2-81f3-b650533ea921', 'name': '', 'network_id': '1e0b0d7d-8478-43f1-ad15-7d0c848abcc6', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'mac_address': 'fa:16:3e:ff:0b:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:55Z', 'updated_at': '2021-11-25T19:28:07Z', 'revision_number': 5, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'subnets': [{'id': '0a61d955-bf74-4de1-afef-95fc7ddbe734', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:29.487854 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35675b3a-27b6-4cd3-913e-aa339ceaba6a x-openstack-request-id: req-35675b3a-27b6-4cd3-913e-aa339ceaba6a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:29.488407 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9321d386-17bd-46aa-ab4a-fa0971faf9a9", "name": "network-vif-deleted", "tag": "d6476e0a-9a7b-40e8-ac52-8409bb50eb38", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:29.489419 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35675b3a-27b6-4cd3-913e-aa339ceaba6a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:29.489749 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9321d386-17bd-46aa-ab4a-fa0971faf9a9', 'name': 'network-vif-deleted', 'tag': 'd6476e0a-9a7b-40e8-ac52-8409bb50eb38', 'status': 'completed', 'code': 200} Nov 25 19:30:29.518752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 862a7f33-6784-43e1-9bbc-baf75677eb7d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:29.519381 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.625981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cd2831db-10e0-4a04-bc9a-042a1a4b3a36, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:29.649688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'port_id': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36', 'mac_address': 'fa:16:3e:17:59:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e068616-7912-416a-8786-ab1d8edb2eec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:30:29.794649 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.799736 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.839687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cd2831db-10e0-4a04-bc9a-042a1a4b3a36 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:29.861143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083240c-e1c4-435f-ae6a-9d1bf7762f72 req-b3752d3c-2643-45b8-a175-ec3791d1a3ba tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:29.861888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083240c-e1c4-435f-ae6a-9d1bf7762f72 req-b3752d3c-2643-45b8-a175-ec3791d1a3ba tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:29.862371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5083240c-e1c4-435f-ae6a-9d1bf7762f72 req-b3752d3c-2643-45b8-a175-ec3791d1a3ba tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:29.864253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5083240c-e1c4-435f-ae6a-9d1bf7762f72 req-b3752d3c-2643-45b8-a175-ec3791d1a3ba tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd&device_id=868623a2-f4b9-46cb-9a59-0c172b676426&device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 2882 time: 0.0613682 Nov 25 19:30:29.900520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cd2831db-10e0-4a04-bc9a-042a1a4b3a36, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:29.917705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.924378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 862a7f33-6784-43e1-9bbc-baf75677eb7d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=862a7f33-6784-43e1-9bbc-baf75677eb7d,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:29.962401 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:29.963190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6476e0a-9a7b-40e8-ac52-8409bb50eb38 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:29.995692 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5083240c-e1c4-435f-ae6a-9d1bf7762f72 req-d8ed0d27-8f68-42bf-bc16-9b10c8a9c648 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243563 Nov 25 19:30:30.003004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9fb14ea-a1bf-44eb-a015-8a3aa2cf8b96 None None] New status for floating IP 8df0d353-6941-4acc-9595-4dd32692883b: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:30:30.007478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: d6476e0a-9a7b-40e8-ac52-8409bb50eb38 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:30.007842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6476e0a-9a7b-40e8-ac52-8409bb50eb38 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:30.008263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device da717496-40a9-48e3-94ae-dcb2879b8364 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:30.079034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56398) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:30.229578 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-469e466f-17b8-4125-9c78-84aafa3e17d5 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:30.245748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cd2831db-10e0-4a04-bc9a-042a1a4b3a36'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:30.276016 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-469e466f-17b8-4125-9c78-84aafa3e17d5 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:30.305759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f3f0ca-e5ac-483d-a4e8-6ad76c1b22b5 req-45c3b0a4-69ef-4b27-9740-cc958725f3ee tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:30.315562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12f3f0ca-e5ac-483d-a4e8-6ad76c1b22b5 req-45c3b0a4-69ef-4b27-9740-cc958725f3ee tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 945 time: 0.1356916 Nov 25 19:30:30.352220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:30.478438 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-469e466f-17b8-4125-9c78-84aafa3e17d5 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:30.485879 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-469e466f-17b8-4125-9c78-84aafa3e17d5 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:30.492477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56412) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:30.493333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-469e466f-17b8-4125-9c78-84aafa3e17d5 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "DELETE /v2.0/security-groups/5959db1f-891a-4098-b215-1f31a4bc1835 HTTP/1.1" status: 204 len: 168 time: 0.4121265 Nov 25 19:30:30.540353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469e466f-17b8-4125-9c78-84aafa3e17d5 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5959db1f-891a-4098-b215-1f31a4bc1835,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:30.542052 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-394f347f-7deb-46c2-8c00-f1d1a63f98d4 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] show failed (client error): The resource could not be found. Nov 25 19:30:30.549455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=862a7f33-6784-43e1-9bbc-baf75677eb7d,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:30.567997 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-394f347f-7deb-46c2-8c00-f1d1a63f98d4 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "GET /v2.0/security-groups/5959db1f-891a-4098-b215-1f31a4bc1835 HTTP/1.1" status: 404 len: 347 time: 0.0734420 Nov 25 19:30:30.579251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56414) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:30.623558 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:30.638614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12f3f0ca-e5ac-483d-a4e8-6ad76c1b22b5 req-1a81e0d2-1fb1-4023-beac-357f10cfe1fb tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050807 Nov 25 19:30:30.695094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:30.707440 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:30.801284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:30.946481 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862a7f33-6784-43e1-9bbc-baf75677eb7d'}, {'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:30.946830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-674a98a5-7239-409d-aaf4-3230fcb57994 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Deleting port c02d26b9-6dd3-42dd-b892-488ac0a6459b {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:30.947386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-674a98a5-7239-409d-aaf4-3230fcb57994 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:30.951902 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b716fbd-9b95-49f8-816f-3e1f75dc339d" -d '{"events": [{"server_uuid": "65dccb61-2a87-4c38-a13b-9626b8fd69b0", "name": "network-vif-plugged", "status": "completed", "tag": "862a7f33-6784-43e1-9bbc-baf75677eb7d"}, {"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:31.127918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-674a98a5-7239-409d-aaf4-3230fcb57994 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.128279 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-674a98a5-7239-409d-aaf4-3230fcb57994 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.178734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-674a98a5-7239-409d-aaf4-3230fcb57994 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Calling delete_port for c02d26b9-6dd3-42dd-b892-488ac0a6459b owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:31.294845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cd2831db-10e0-4a04-bc9a-042a1a4b3a36 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:31.467700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port cd2831db-10e0-4a04-bc9a-042a1a4b3a36 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:31.469698 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.628911 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-674a98a5-7239-409d-aaf4-3230fcb57994 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.678721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674a98a5-7239-409d-aaf4-3230fcb57994 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Pushing event deleted for resources: {'Port': ['ID=c02d26b9-6dd3-42dd-b892-488ac0a6459b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:31.681780 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.762264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cd2831db-10e0-4a04-bc9a-042a1a4b3a36, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:31.776939 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.804405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-674a98a5-7239-409d-aaf4-3230fcb57994 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.811529 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-674a98a5-7239-409d-aaf4-3230fcb57994 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:31.818041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56454) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:31.828771 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-674a98a5-7239-409d-aaf4-3230fcb57994 tempest-ServersTestJSON-840773738 tempest-ServersTestJSON-840773738-project] 10.222.0.15 "DELETE /v2.0/floatingips/8df0d353-6941-4acc-9595-4dd32692883b HTTP/1.1" status: 204 len: 168 time: 1.2465186 Nov 25 19:30:31.858634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:32.021930 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec3f167c-2f84-46e4-a66d-4ee13d438b89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:32.577662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:32.965733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee27878f-f7a3-42dc-9134-4ee761ae3aff req-e55dbee1-8a29-4780-9ab2-1342132d0485 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:32.968622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee27878f-f7a3-42dc-9134-4ee761ae3aff req-e55dbee1-8a29-4780-9ab2-1342132d0485 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 945 time: 0.1884902 Nov 25 19:30:33.117052 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee27878f-f7a3-42dc-9134-4ee761ae3aff req-a984d61b-17f4-4281-ab86-4668530fb611 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360936 Nov 25 19:30:33.164272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] Deleting port d75d0d9c-829b-48a2-81f3-b650533ea921 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:33.165070 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:33.318209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] For port d75d0d9c-829b-48a2-81f3-b650533ea921, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d75d0d9c-829b-48a2-81f3-b650533ea921,segment=NetworkSegment(ef0800cb-eef6-4de9-88e8-fe9fd4893bb6),segment_id=ef0800cb-eef6-4de9-88e8-fe9fd4893bb6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:33.318660 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:33.350737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] Calling delete_port for d75d0d9c-829b-48a2-81f3-b650533ea921 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:33.397698 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2c53970-262d-4ef1-b0ef-7ca8943050c3 x-openstack-request-id: req-c2c53970-262d-4ef1-b0ef-7ca8943050c3 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:33.398568 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dccb61-2a87-4c38-a13b-9626b8fd69b0", "name": "network-vif-plugged", "status": "completed", "tag": "862a7f33-6784-43e1-9bbc-baf75677eb7d", "code": 200}, {"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:33.398568 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c2c53970-262d-4ef1-b0ef-7ca8943050c3 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:33.399232 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '862a7f33-6784-43e1-9bbc-baf75677eb7d', 'code': 200} Nov 25 19:30:33.399592 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'code': 200} Nov 25 19:30:33.660213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe5769b-5e63-43dc-9e71-6b293bdb4ba3 req-c57e5b37-a11d-4771-aab6-6e0a5ad40551 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:33.671776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fe5769b-5e63-43dc-9e71-6b293bdb4ba3 req-c57e5b37-a11d-4771-aab6-6e0a5ad40551 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.1185856 Nov 25 19:30:33.777447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fe5769b-5e63-43dc-9e71-6b293bdb4ba3 req-d58dd263-f7de-41b1-bdff-c9a4afef450d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042438 Nov 25 19:30:33.864731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:33.912112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=d75d0d9c-829b-48a2-81f3-b650533ea921,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:34.543648 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:34.710230 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f774f0b-9f82-42b9-9f83-31b1015624ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:35.019702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] Router f1e8b275-a6b5-4845-a268-db8e10aa95a0 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:35.401079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072d2371-3cba-4ddf-bf11-e850de686250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:35.414359 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0da45cc-db95-49db-95b6-06f34f03499a" -d '{"events": [{"server_uuid": "072d2371-3cba-4ddf-bf11-e850de686250", "name": "network-vif-plugged", "status": "completed", "tag": "cd2831db-10e0-4a04-bc9a-042a1a4b3a36"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:35.471248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:35.492600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fa3db32a-6af5-4313-b588-209611f50a1b admin admin] 10.222.0.15 "PUT /v2.0/routers/f1e8b275-a6b5-4845-a268-db8e10aa95a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6719921 Nov 25 19:30:35.497406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56518) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:35.505618 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd3e4a-aa3a-457c-9522-371521fee2f9 None None] Sync routers for ids ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:35.541110 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd3e4a-aa3a-457c-9522-371521fee2f9 None None] Routers {'f1e8b275-a6b5-4845-a268-db8e10aa95a0'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:35.542911 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e4bd3e4a-aa3a-457c-9522-371521fee2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:30:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:35.883461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:36.111317 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:36.350672 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:36.394566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Deleting port 66a034ec-0ed0-4539-8b8b-102d33f3849a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:36.395569 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:36.501564 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e4bd3e4a-aa3a-457c-9522-371521fee2f9 None None] Set router f1e8b275-a6b5-4845-a268-db8e10aa95a0 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:36.838376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] For port 66a034ec-0ed0-4539-8b8b-102d33f3849a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=66a034ec-0ed0-4539-8b8b-102d33f3849a,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:36.842373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:36.875923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Calling delete_port for 66a034ec-0ed0-4539-8b8b-102d33f3849a owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:37.009762 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e4bd3e4a-aa3a-457c-9522-371521fee2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32'}], 'enable_snat': True}, 'gw_port_id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:30:33Z', 'revision_number': 5, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port': {'id': '66a034ec-0ed0-4539-8b8b-102d33f3849a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:27:51Z', 'updated_at': '2021-11-25T19:27:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:37.152488 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd3e4a-aa3a-457c-9522-371521fee2f9 None None] Checking router: f1e8b275-a6b5-4845-a268-db8e10aa95a0 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:37.201946 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4bd3e4a-aa3a-457c-9522-371521fee2f9 None None] Routers {'f1e8b275-a6b5-4845-a268-db8e10aa95a0'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:37.203564 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e4bd3e4a-aa3a-457c-9522-371521fee2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:30:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:37.543267 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e4bd3e4a-aa3a-457c-9522-371521fee2f9 None None] Set router f1e8b275-a6b5-4845-a268-db8e10aa95a0 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:37.571590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:37.657998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=66a034ec-0ed0-4539-8b8b-102d33f3849a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:37.695687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.703937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.705434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.705434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.705434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.709994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.710394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.710740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.711005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb9f339-c036-4df6-add4-33cc175a444f None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:30:37.711713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.711713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.711713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.712224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:30:37.732042 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e4bd3e4a-aa3a-457c-9522-371521fee2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:30:36Z', 'revision_number': 6, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:37.829156 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4bd3e4a-aa3a-457c-9522-371521fee2f9 None None] The sync data for ids ['f1e8b275-a6b5-4845-a268-db8e10aa95a0'] in n-d-817303-9 is: [{'id': 'f1e8b275-a6b5-4845-a268-db8e10aa95a0', 'name': 'tempest-ServersTestJSON-258623673-router', 'tenant_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:27:50Z', 'updated_at': '2021-11-25T19:30:36Z', 'revision_number': 6, 'project_id': '2cfeb6c90dc347ed9b4d508c4c6cffc4', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:37.847309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:37.916332 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.159722 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.339133 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.344946 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.489519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.491471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1e8b275-a6b5-4845-a268-db8e10aa95a0 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:30:38.543760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.550224 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cffe05a3-d95b-4d4f-9ed7-bfb6dd2217a1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f1e8b275-a6b5-4845-a268-db8e10aa95a0 HTTP/1.1" status: 204 len: 168 time: 3.0501778 Nov 25 19:30:38.553510 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56520) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:38.671869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e91d02-9fa0-4ba4-bf5b-c75f544d632d admin admin] Deleting subnet 0a61d955-bf74-4de1-afef-95fc7ddbe734 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:30:38.680528 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e91d02-9fa0-4ba4-bf5b-c75f544d632d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:38.786144 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e91d02-9fa0-4ba4-bf5b-c75f544d632d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:39.287814 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e91d02-9fa0-4ba4-bf5b-c75f544d632d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:39.579113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e91d02-9fa0-4ba4-bf5b-c75f544d632d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:39.598219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 66a034ec-0ed0-4539-8b8b-102d33f3849a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:39.685298 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e91d02-9fa0-4ba4-bf5b-c75f544d632d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:39.705951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c7e91d02-9fa0-4ba4-bf5b-c75f544d632d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0a61d955-bf74-4de1-afef-95fc7ddbe734 HTTP/1.1" status: 204 len: 168 time: 1.1509435 Nov 25 19:30:39.708858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56522) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:39.839060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e91d02-9fa0-4ba4-bf5b-c75f544d632d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a61d955-bf74-4de1-afef-95fc7ddbe734,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:39.868628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b1062-ee0d-4434-8eb9-6fa68f134741 None None] Network 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:30:39.873953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 66a034ec-0ed0-4539-8b8b-102d33f3849a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:39.875713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 66a034ec-0ed0-4539-8b8b-102d33f3849a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:39.876402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d75d0d9c-829b-48a2-81f3-b650533ea921 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:39.956523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:40.052891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Deleting port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:40.055772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:40.060650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: d75d0d9c-829b-48a2-81f3-b650533ea921 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:40.071817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d75d0d9c-829b-48a2-81f3-b650533ea921 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:40.206335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] For port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=92dac145-4bd7-4df5-80bf-995f7f9d1ab4,segment=NetworkSegment(ef0800cb-eef6-4de9-88e8-fe9fd4893bb6),segment_id=ef0800cb-eef6-4de9-88e8-fe9fd4893bb6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:40.206765 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:40.248371 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Calling delete_port for 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:30:40.569634 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:40.693411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] No DVR routers for this DVR port 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:30:40.722134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=92dac145-4bd7-4df5-80bf-995f7f9d1ab4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:40.794720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9dc77d-5956-49ba-af34-774092a6d0e6 None None] DHCP port deletion for 1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:30:40.942692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:41.020509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0b0d7d-8478-43f1-ad15-7d0c848abcc6']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:41.081021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:41.081425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef0800cb-eef6-4de9-88e8-fe9fd4893bb6') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:41.100381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:41.121650 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:41.133001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:30:41.135043 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:30:41.138377 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:30:41.248628 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:41.259880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:41.279435 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1e0b0d7d-8478-43f1-ad15-7d0c848abcc6 HTTP/1.1" status: 204 len: 168 time: 1.5659614 Nov 25 19:30:41.321708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a854ecca-ca8a-42b8-9af6-a7ccfeafa3a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0b0d7d-8478-43f1-ad15-7d0c848abcc6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:41.642134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:41.777306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:30:41.794252 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 92dac145-4bd7-4df5-80bf-995f7f9d1ab4 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:30:41.889982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56534) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:42.104868 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-81c8004a-75ed-44b4-846b-8ac99a80faf9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cfeb6c90dc347ed9b4d508c4c6cffc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094648 Nov 25 19:30:42.105401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56536) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:42.329075 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f8b82f96-37e6-4fea-97b2-482f476707d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:42.425817 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f8b82f96-37e6-4fea-97b2-482f476707d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:42.585615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f8b82f96-37e6-4fea-97b2-482f476707d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:42.588935 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f8b82f96-37e6-4fea-97b2-482f476707d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:42.594702 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f8b82f96-37e6-4fea-97b2-482f476707d6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dd67dcdf-628b-4c9f-9c22-4f4ee704762d HTTP/1.1" status: 204 len: 168 time: 0.4767447 Nov 25 19:30:42.629905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b82f96-37e6-4fea-97b2-482f476707d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd67dcdf-628b-4c9f-9c22-4f4ee704762d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:45.260950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56558) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:45.529417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-79625006-network', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:45.567948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:45.572208 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:45.612780 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:45.833762 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:45.840966 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:45.896751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:30:45.934737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec0a0e0-e2fb-454f-a094-2dc49669fe61,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:45.945809 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:45.946530 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Added segment d3d4ed79-1b22-408c-8e61-12a58148247d of type vlan for network f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 Nov 25 19:30:46.050613 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:46.146148 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:46.149149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:46.150770 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:46.228001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9655683 Nov 25 19:30:46.232832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56562) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:46.261405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] Request body: {'subnet': {'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-79625006-subnet', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:46.373605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:46.375726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41d22d-ce57-4e64-b454-55d4380a064d admin admin] Pushing event updated for resources: {'Network': ['ID=f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:46.393989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:30:46.404685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:46.909684 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:47.079436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85f6d90-ce94-40ce-b08b-05aad9e02187,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:47.108067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] Checking segment: {'id': 'd3d4ed79-1b22-408c-8e61-12a58148247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:47.108500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] Network hostable DHCP agents. Network: f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:30:47.182212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] Network f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:30:47.235961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:47.241446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:47.241985 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:47.254281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8cf653-68a3-45b1-b26b-af4900360a52 None None] Network f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:30:47.334026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56568) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:47.339331 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c9094528-6123-4745-af88-78c9ca615aa0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.0987763 Nov 25 19:30:47.340556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-79625006-router', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:47.394241 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:47.396309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:47.532414 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:47.909219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0', 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'fixed_ips': [{'subnet_id': 'b85f6d90-ce94-40ce-b08b-05aad9e02187'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:30:47.910139 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:48.062992 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:48.257699 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Allocated IP 172.20.0.2 (f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0/b85f6d90-ce94-40ce-b08b-05aad9e02187/baa09dc6-97e5-4780-87fb-beb7e1983aa1) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:48.464720 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:48.473948 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:48.580640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Pushing event updated for resources: {'Port': ['ID=baa09dc6-97e5-4780-87fb-beb7e1983aa1,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:48.609406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Network f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:48.611843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:48.615688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:48.660115 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:48.734402 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:48.848717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Attempting to bind port baa09dc6-97e5-4780-87fb-beb7e1983aa1 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:48.849205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Attempting to bind port baa09dc6-97e5-4780-87fb-beb7e1983aa1 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'd3d4ed79-1b22-408c-8e61-12a58148247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:48.855174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Attempting to bind port baa09dc6-97e5-4780-87fb-beb7e1983aa1 on network f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:48.873107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:48.873669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Checking segment: {'id': 'd3d4ed79-1b22-408c-8e61-12a58148247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:48.874046 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:48.874462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Bound using segment: {'id': 'd3d4ed79-1b22-408c-8e61-12a58148247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:48.881586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Bound port: baa09dc6-97e5-4780-87fb-beb7e1983aa1, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d4ed79-1b22-408c-8e61-12a58148247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:48.882091 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:49.073736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Allocated IP 172.25.8.240 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:49.085033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] For port baa09dc6-97e5-4780-87fb-beb7e1983aa1, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:49.093941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] For port baa09dc6-97e5-4780-87fb-beb7e1983aa1, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=baa09dc6-97e5-4780-87fb-beb7e1983aa1,segment=NetworkSegment(d3d4ed79-1b22-408c-8e61-12a58148247d),segment_id=d3d4ed79-1b22-408c-8e61-12a58148247d)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:49.106191 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:49.227945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a093d3-7fca-4f73-937f-df1194f3614a None None] Pushing event updated for resources: {'Port': ['ID=baa09dc6-97e5-4780-87fb-beb7e1983aa1,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:49.510163 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:49.638545 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:49.727520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:49.732834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:49.743532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:49.798291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8568208-5fc8-455c-8fa4-e030fb1bffeb None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:30:50.017893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a3936dd2-3a50-4251-ade1-aabaaf14d831 None None] Provisioning complete for port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:50.024192 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a3936dd2-3a50-4251-ade1-aabaaf14d831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:50.048761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c465b7a-4789-410f-bdf0-49a9c4785909 req-73a54eab-a250-430a-9ff2-14d42f79e192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:50.072556 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7c465b7a-4789-410f-bdf0-49a9c4785909 req-73a54eab-a250-430a-9ff2-14d42f79e192 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89523965671942b49f984836c2442d69&device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 1096 time: 0.2849290 Nov 25 19:30:50.212725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a3936dd2-3a50-4251-ade1-aabaaf14d831 None None] Port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:30:50.415516 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:50.435083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c465b7a-4789-410f-bdf0-49a9c4785909 req-e4a74e3a-361a-4155-8bfd-01b5be338a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:50.437186 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7c465b7a-4789-410f-bdf0-49a9c4785909 req-e4a74e3a-361a-4155-8bfd-01b5be338a51 service neutron] 10.222.0.60 "GET /v2.0/networks?id=afffe553-4427-49c8-b4a9-69418e3457c0 HTTP/1.1" status: 200 len: 912 time: 0.3398383 Nov 25 19:30:50.502229 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7c465b7a-4789-410f-bdf0-49a9c4785909 req-22940bbf-0c81-44e0-8e4d-6981986d1c73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1e567ea8-69f3-4274-97db-4b93c9eccf70 HTTP/1.1" status: 200 len: 217 time: 0.0552394 Nov 25 19:30:50.517307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Pushing event updated for resources: {'Port': ['ID=7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:50.605699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c465b7a-4789-410f-bdf0-49a9c4785909 req-a152d171-464f-42f9-9c08-448bc7161bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:50.608529 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7c465b7a-4789-410f-bdf0-49a9c4785909 req-a152d171-464f-42f9-9c08-448bc7161bb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5d69709-b7a5-4beb-8202-c0e1bfbc78da HTTP/1.1" status: 200 len: 851 time: 0.0930896 Nov 25 19:30:50.663955 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7c465b7a-4789-410f-bdf0-49a9c4785909 req-5d66f232-99aa-4ef0-b97c-23c10fdf0316 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afffe553-4427-49c8-b4a9-69418e3457c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398552 Nov 25 19:30:50.694459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b62887-a814-47b6-aa95-6997df911646 req-ef948d82-e656-428e-bcae-68932f97cc2c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:50.716544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06b62887-a814-47b6-aa95-6997df911646 req-ef948d82-e656-428e-bcae-68932f97cc2c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.2201259 Nov 25 19:30:50.925801 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7c465b7a-4789-410f-bdf0-49a9c4785909 req-d9509081-c286-46e9-b309-bbbd5ecac641 service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477698 Nov 25 19:30:50.958357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06b62887-a814-47b6-aa95-6997df911646 req-3fa90199-0e94-43dd-b445-f354b8e19972 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401102 Nov 25 19:30:51.171497 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:51.237068 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7c465b7a-4789-410f-bdf0-49a9c4785909 req-b99aea4d-e62b-40c9-a1c1-39b7881a77ab service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028929 Nov 25 19:30:51.304285 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbe1946-9cd8-4b5e-9e44-2adbf8d96656 x-openstack-request-id: req-1dbe1946-9cd8-4b5e-9e44-2adbf8d96656 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:51.305323 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072d2371-3cba-4ddf-bf11-e850de686250", "name": "network-vif-plugged", "status": "completed", "tag": "cd2831db-10e0-4a04-bc9a-042a1a4b3a36", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:51.306395 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1dbe1946-9cd8-4b5e-9e44-2adbf8d96656 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:51.307188 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '072d2371-3cba-4ddf-bf11-e850de686250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36', 'code': 200} Nov 25 19:30:51.621405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device baa09dc6-97e5-4780-87fb-beb7e1983aa1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:51.750101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b114c0-9190-417b-90a9-e33635358209 None None] Network f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:30:51.914508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:51.972178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-127d8d47-04b8-48f7-81a3-12b02a906cab None None] Provisioning complete for port baa09dc6-97e5-4780-87fb-beb7e1983aa1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:51.973146 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-127d8d47-04b8-48f7-81a3-12b02a906cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:52.064618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port baa09dc6-97e5-4780-87fb-beb7e1983aa1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:52.065305 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:52.268555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:30:52.371348 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-127d8d47-04b8-48f7-81a3-12b02a906cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:52.376606 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:52.443075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:52.481684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Sync routers for ids ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:30:52.483808 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:52.488226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f0a1398a-773c-4885-9945-b28e39a948d9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.1525819 Nov 25 19:30:52.491069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56628) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:52.617877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Routers {'36e25ffa-23ab-4357-9b7f-7ac85bd64f43'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:52.620153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:30:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:52.640640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-127d8d47-04b8-48f7-81a3-12b02a906cab None None] For port baa09dc6-97e5-4780-87fb-beb7e1983aa1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=baa09dc6-97e5-4780-87fb-beb7e1983aa1,segment=NetworkSegment(d3d4ed79-1b22-408c-8e61-12a58148247d),segment_id=d3d4ed79-1b22-408c-8e61-12a58148247d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:53.192259 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-127d8d47-04b8-48f7-81a3-12b02a906cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:53.485760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 862a7f33-6784-43e1-9bbc-baf75677eb7d no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:53.490062 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:53.505987 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:30:53.506553 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:30:53.563562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4cab2-c4a2-4a33-9204-d61e50816dd9 req-edcfb176-8a6c-448f-b039-e71331a49518 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:53.565215 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8bf4cab2-c4a2-4a33-9204-d61e50816dd9 req-edcfb176-8a6c-448f-b039-e71331a49518 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 945 time: 0.1671617 Nov 25 19:30:53.620542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127d8d47-04b8-48f7-81a3-12b02a906cab None None] Pushing event updated for resources: {'Port': ['ID=baa09dc6-97e5-4780-87fb-beb7e1983aa1,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:53.632587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-852277d4-90f6-4142-bb08-dcc0f7663611 None None] Provisioning complete for port baa09dc6-97e5-4780-87fb-beb7e1983aa1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:53.633192 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-852277d4-90f6-4142-bb08-dcc0f7663611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:53.647713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Set router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:53.649726 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:53.685197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8bf4cab2-c4a2-4a33-9204-d61e50816dd9 req-e350c7d7-6dda-4031-a454-031fd0a5dfd0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976562 Nov 25 19:30:53.915258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Allocated IP 172.20.0.1 (f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0/b85f6d90-ce94-40ce-b08b-05aad9e02187/5862f0e9-f0f4-4ea4-b288-058914a5ca66) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:54.083837 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.120669 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.141953 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.165333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Network f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:54.170791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:54.172975 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:30:54.278096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Pushing event updated for resources: {'Port': ['ID=5862f0e9-f0f4-4ea4-b288-058914a5ca66,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:54.279119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 862a7f33-6784-43e1-9bbc-baf75677eb7d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=862a7f33-6784-43e1-9bbc-baf75677eb7d,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:54.292505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '862a7f33-6784-43e1-9bbc-baf75677eb7d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:54.297114 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c98507-84fa-4623-b478-86efd2cf70f4" -d '{"events": [{"server_uuid": "65dccb61-2a87-4c38-a13b-9626b8fd69b0", "name": "network-vif-unplugged", "status": "completed", "tag": "862a7f33-6784-43e1-9bbc-baf75677eb7d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:54.299990 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.326488 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.440452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=862a7f33-6784-43e1-9bbc-baf75677eb7d,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:54.506242 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device baa09dc6-97e5-4780-87fb-beb7e1983aa1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:30:54.585404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'name': 'tempest-ServersTestMultiNic-79625006-router', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:30:47Z', 'updated_at': '2021-11-25T19:30:50Z', 'revision_number': 3, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'gw_port': {'id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:48Z', 'updated_at': '2021-11-25T19:30:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:54.608544 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.633249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Checking router: 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:30:54.633625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Updating router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:30:54.783376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port baa09dc6-97e5-4780-87fb-beb7e1983aa1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:54.783974 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.826099 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.969777 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:54.977664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.039478 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.060297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b3ce04ba-5116-4d92-8f41-36517b4961b4 None None] Provisioning complete for port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:55.060944 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b3ce04ba-5116-4d92-8f41-36517b4961b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.115408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Pushing event updated for resources: {'Port': ['ID=5862f0e9-f0f4-4ea4-b288-058914a5ca66,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:55.154595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b3ce04ba-5116-4d92-8f41-36517b4961b4 None None] Port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:30:55.241684 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Network f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:30:55.248480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:55.286228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa4b03-0177-41af-89ba-fbf769ce0865 req-dcbaf9bd-ae17-445d-ae49-3d7bf805ab05 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:55.289317 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13fa4b03-0177-41af-89ba-fbf769ce0865 req-dcbaf9bd-ae17-445d-ae49-3d7bf805ab05 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.0961928 Nov 25 19:30:55.450678 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.459740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device da717496-40a9-48e3-94ae-dcb2879b8364 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:30:55.473229 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.517301 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13fa4b03-0177-41af-89ba-fbf769ce0865 req-d29841e3-5982-4eca-b552-c68d622552a5 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813121 Nov 25 19:30:55.572466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2556a88d-faaa-4428-91a2-d3e559e82883 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:30:55.573505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:30:55.609855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a419ec-bc50-4cc0-9353-635de8742d0d None None] Pushing event updated for resources: {'Port': ['ID=7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:55.620705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Attempting to bind port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:30:55.622955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Attempting to bind port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:30:55.623628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Attempting to bind port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:30:55.648544 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:30:55.649878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:55.650934 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.652031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:30:55.654329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Bound port: 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:30:55.654913 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.811388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1603e-b72e-4e28-9774-303f413c1e8b req-63bb95dd-ed75-4c45-aeaf-247350e331ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:55.813716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:30:55.815193 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71b1603e-b72e-4e28-9774-303f413c1e8b req-63bb95dd-ed75-4c45-aeaf-247350e331ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 1097 time: 0.0951307 Nov 25 19:30:55.825095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a8de1245-3bb5-492d-83d4-912f5a0dc650 admin admin] 10.222.0.15 "PUT /v2.0/routers/36e25ffa-23ab-4357-9b7f-7ac85bd64f43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3315635 Nov 25 19:30:55.866221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ff19e31e-0cc6-4886-9860-129105e8295e None None] Provisioning complete for port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:55.866974 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ff19e31e-0cc6-4886-9860-129105e8295e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:55.941879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] For port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:30:55.963119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:56.008513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] For port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:30:56.025195 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.036307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1603e-b72e-4e28-9774-303f413c1e8b req-ff5c4b13-d402-43dd-b6e3-850bc28a80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.039872 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71b1603e-b72e-4e28-9774-303f413c1e8b req-ff5c4b13-d402-43dd-b6e3-850bc28a80dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 912 time: 0.2132363 Nov 25 19:30:56.047366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56702) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:56.049361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'mac_address': 'fa:16:3e:19:c0:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:30:56.109920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ff19e31e-0cc6-4886-9860-129105e8295e None None] Port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:30:56.142700 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71b1603e-b72e-4e28-9774-303f413c1e8b req-cff9c099-4d08-411d-9623-2a6ce7b2811e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36 HTTP/1.1" status: 200 len: 217 time: 0.0915554 Nov 25 19:30:56.157933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad6149c-8c6e-4865-bd94-08cc8e7b2dbf None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:30:56.171423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2024397673'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:56.215705 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99168508-1db4-472b-a52a-81a97520ea47 x-openstack-request-id: req-99168508-1db4-472b-a52a-81a97520ea47 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:30:56.215705 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dccb61-2a87-4c38-a13b-9626b8fd69b0", "name": "network-vif-unplugged", "status": "completed", "tag": "862a7f33-6784-43e1-9bbc-baf75677eb7d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:30:56.216254 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99168508-1db4-472b-a52a-81a97520ea47 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:30:56.217051 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '862a7f33-6784-43e1-9bbc-baf75677eb7d', 'code': 200} Nov 25 19:30:56.218868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:56.222978 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.258448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b1603e-b72e-4e28-9774-303f413c1e8b req-d3f44b95-8953-422c-86f4-15db4e8c9a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.261241 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71b1603e-b72e-4e28-9774-303f413c1e8b req-d3f44b95-8953-422c-86f4-15db4e8c9a7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.1123908 Nov 25 19:30:56.273141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:30:56.290695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Routers {'36e25ffa-23ab-4357-9b7f-7ac85bd64f43'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:30:56.291967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:30:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:56.293980 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.295317 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Added segment 09393c39-7239-4a39-91f6-e686ef8e94c9 of type vlan for network c168b73a-fdf7-4555-9cba-70bec8b0adaf Nov 25 19:30:56.301566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ff19e31e-0cc6-4886-9860-129105e8295e None None] Provisioning complete for port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:56.302155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ff19e31e-0cc6-4886-9860-129105e8295e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.377832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a419ec-bc50-4cc0-9353-635de8742d0d None None] Pushing event updated for resources: {'Port': ['ID=7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:56.379274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.406169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9e21d-937b-40f7-9ef4-b9b1b4400585 req-3267b472-6789-4d15-859f-8ec2374371cb tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.408462 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aab9e21d-937b-40f7-9ef4-b9b1b4400585 req-3267b472-6789-4d15-859f-8ec2374371cb tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 945 time: 0.1102109 Nov 25 19:30:56.424079 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.431316 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.440642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:56.441352 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.444255 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71b1603e-b72e-4e28-9774-303f413c1e8b req-705362cb-a44c-488c-8c19-9fb8f12171ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614262 Nov 25 19:30:56.493446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da717496-40a9-48e3-94ae-dcb2879b8364 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:30:56.573666 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71b1603e-b72e-4e28-9774-303f413c1e8b req-da83dba1-8044-47c6-a1ff-ef4024b7e812 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213782 Nov 25 19:30:56.589198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5361898 Nov 25 19:30:56.594307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56710) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:56.602209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'subnet': {'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:56.639104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2a3de0-e548-4727-9f55-e0116533464a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Network': ['ID=c168b73a-fdf7-4555-9cba-70bec8b0adaf,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:56.650523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aab9e21d-937b-40f7-9ef4-b9b1b4400585 req-d3d275dc-0c52-4c53-baa5-a1f8ebe18040 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212713 Nov 25 19:30:56.817007 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71b1603e-b72e-4e28-9774-303f413c1e8b req-d3076393-b54f-4a50-adc6-56f9418ec861 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345948 Nov 25 19:30:56.821790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network c168b73a-fdf7-4555-9cba-70bec8b0adaf details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:30:56.828123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:56.835147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:56.938708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:57.022616 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.057187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] Set router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:30:57.245725 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.251869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d6b50b-16f6-4b43-a821-d01cc62445f9 req-2dd09aad-17eb-43a4-88f0-4f965aa224b1 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:57.259711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77d6b50b-16f6-4b43-a821-d01cc62445f9 req-2dd09aad-17eb-43a4-88f0-4f965aa224b1 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 946 time: 0.0912769 Nov 25 19:30:57.347642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77d6b50b-16f6-4b43-a821-d01cc62445f9 req-e2f8a777-b6b1-4900-b407-1aa36d483056 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858760 Nov 25 19:30:57.350695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Subnet': ['ID=3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:57.356092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Checking segment: {'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:57.356452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network hostable DHCP agents. Network: c168b73a-fdf7-4555-9cba-70bec8b0adaf, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:30:57.374006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['da717496-40a9-48e3-94ae-dcb2879b8364'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:30:57.393354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network c168b73a-fdf7-4555-9cba-70bec8b0adaf is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:30:57.409293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, c168b73a-fdf7-4555-9cba-70bec8b0adaf) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:57.426304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:57.427481 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.429422 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ff19e31e-0cc6-4886-9860-129105e8295e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.448413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c045cdbb-2b00-4c67-805b-1551cb632a01 None None] Network c168b73a-fdf7-4555-9cba-70bec8b0adaf requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:30:57.453058 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:57.459858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56722) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:57.467944 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-498186e7-b019-4295-bce1-3bbd1f97e42e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8624668 Nov 25 19:30:57.470454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1038018201'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:57.501500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:57.505024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cd2831db-10e0-4a04-bc9a-042a1a4b3a36 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:30:57.510341 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.551989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:30:57.567633 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.568218 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Added segment 7bf77f29-91d5-45bf-a760-dc11c38250f2 of type vlan for network 293d4476-5094-470b-bcd2-1806d4ca2fed Nov 25 19:30:57.611477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ff19e31e-0cc6-4886-9860-129105e8295e None None] For port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:57.642516 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.661921 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ff19e31e-0cc6-4886-9860-129105e8295e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.712621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.719051 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:57.719620 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:57.753242 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb66a6-f5c8-4e3e-a7a5-bf5c6d02b797 req-34bbf42d-57f7-4c72-be4e-45e1693fa326 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:57.756574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bb66a6-f5c8-4e3e-a7a5-bf5c6d02b797 req-34bbf42d-57f7-4c72-be4e-45e1693fa326 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 1100 time: 0.0899656 Nov 25 19:30:57.817565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3553450 Nov 25 19:30:57.821509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56736) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:30:57.836811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'subnet': {'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:30:57.894882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7da16-167b-4648-97af-7481ae91cd2a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Network': ['ID=293d4476-5094-470b-bcd2-1806d4ca2fed,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:57.923665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 293d4476-5094-470b-bcd2-1806d4ca2fed details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:30:57.976919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bb66a6-f5c8-4e3e-a7a5-bf5c6d02b797 req-dcd1be88-8262-4931-b7b5-a8f10c5eb9af tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081907 Nov 25 19:30:58.029525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:30:58.036441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:58.053663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19e31e-0cc6-4886-9860-129105e8295e None None] Pushing event updated for resources: {'Port': ['ID=7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:58.136169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-28781da2-5050-44d6-9c1f-08618674a025 None None] Provisioning complete for port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:30:58.137907 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-28781da2-5050-44d6-9c1f-08618674a025 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:58.328166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-08cc66cd-7b3e-4ace-a3ca-5a011127600d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:58.338783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-08cc66cd-7b3e-4ace-a3ca-5a011127600d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 805 time: 0.2258236 Nov 25 19:30:58.354997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-d03c0cfa-3039-4f49-bb93-553c5ab4f892 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/quotas/453bf602e09c4a2b98fb27e1b9e8bb34 HTTP/1.1" status: 200 len: 375 time: 0.0141499 Nov 25 19:30:58.391112 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:58.454493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-68d7316a-a4c0-4025-b26d-0a17ba6951c2 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901105 Nov 25 19:30:58.460768 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:58.501660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-c168b73a-fdf7-4555-9cba-70bec8b0adaf', 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'fixed_ips': [{'subnet_id': '3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:30:58.503070 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:58.546661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Subnet': ['ID=07bf6dc7-0962-4846-b5b0-9148c7c50dec,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:58.563028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072d2371-3cba-4ddf-bf11-e850de686250', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:30:58.568725 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c7a77a-9e84-45b6-8b02-388aa92a9071" -d '{"events": [{"server_uuid": "072d2371-3cba-4ddf-bf11-e850de686250", "name": "network-vif-unplugged", "status": "completed", "tag": "cd2831db-10e0-4a04-bc9a-042a1a4b3a36"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:30:58.597014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Checking segment: {'id': '7bf77f29-91d5-45bf-a760-dc11c38250f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:30:58.597468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network hostable DHCP agents. Network: 293d4476-5094-470b-bcd2-1806d4ca2fed, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:30:58.620187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'name': 'tempest-ServersTestMultiNic-79625006-router', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:30:47Z', 'updated_at': '2021-11-25T19:30:54Z', 'revision_number': 4, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'gw_port': {'id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:48Z', 'updated_at': '2021-11-25T19:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5862f0e9-f0f4-4ea4-b288-058914a5ca66', 'name': '', 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'mac_address': 'fa:16:3e:70:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'b85f6d90-ce94-40ce-b08b-05aad9e02187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:53Z', 'updated_at': '2021-11-25T19:30:54Z', 'revision_number': 2, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'subnets': [{'id': 'b85f6d90-ce94-40ce-b08b-05aad9e02187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:30:58.629753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network 293d4476-5094-470b-bcd2-1806d4ca2fed is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:30:58.635679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cd2831db-10e0-4a04-bc9a-042a1a4b3a36, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:30:58.648116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 293d4476-5094-470b-bcd2-1806d4ca2fed) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:30:58.653826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:58.654586 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:58.681329 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-00f620f6-ccce-487f-9e46-ee9da0ce8bf5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8568311 Nov 25 19:30:58.710783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-844ffda4-99cc-4171-b143-4e7e4164e2d3 None None] Network 293d4476-5094-470b-bcd2-1806d4ca2fed requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:30:58.722780 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:30:58.726484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54b579d7-923b-4831-b443-f3686ae83115 None None] The sync data for ids ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'] in n-d-817303-9 is: [{'id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'name': 'tempest-ServersTestMultiNic-79625006-router', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:30:47Z', 'updated_at': '2021-11-25T19:30:54Z', 'revision_number': 4, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'gw_port': {'id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fa:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:48Z', 'updated_at': '2021-11-25T19:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5862f0e9-f0f4-4ea4-b288-058914a5ca66', 'name': '', 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'mac_address': 'fa:16:3e:70:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'b85f6d90-ce94-40ce-b08b-05aad9e02187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:53Z', 'updated_at': '2021-11-25T19:30:54Z', 'revision_number': 2, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'subnets': [{'id': 'b85f6d90-ce94-40ce-b08b-05aad9e02187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:30:58.744241 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-1ce778b8-4667-4b81-8d7e-58f389f64957 service neutron] 10.222.0.15 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505851 Nov 25 19:30:59.459118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c74464-1055-4a0a-b9a6-2135d4d8b6c3 req-f15e010e-7cd0-4584-b36f-81d5cc52d7d3 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:30:59.471702 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d5c74464-1055-4a0a-b9a6-2135d4d8b6c3 req-f15e010e-7cd0-4584-b36f-81d5cc52d7d3 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "GET /v2.0/ports?device_id=65dccb61-2a87-4c38-a13b-9626b8fd69b0 HTTP/1.1" status: 200 len: 943 time: 0.1354299 Nov 25 19:30:59.472219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:30:59.559760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Allocated IP 19.80.0.2 (c168b73a-fdf7-4555-9cba-70bec8b0adaf/3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5/300b9ce6-0ce8-471b-a446-3f2c4e8ddea9) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:30:59.631431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-27994ab2-e9b9-4375-b038-2e5c271c77c7 service neutron] 10.222.0.15 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8578258 Nov 25 19:30:59.734866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d5c74464-1055-4a0a-b9a6-2135d4d8b6c3 req-2b99eecc-dcbd-4c24-ae09-fcfcc7807aad tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Deleting port 862a7f33-6784-43e1-9bbc-baf75677eb7d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:30:59.734866 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d5c74464-1055-4a0a-b9a6-2135d4d8b6c3 req-2b99eecc-dcbd-4c24-ae09-fcfcc7807aad tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:00.116084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d5c74464-1055-4a0a-b9a6-2135d4d8b6c3 req-2b99eecc-dcbd-4c24-ae09-fcfcc7807aad tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] For port 862a7f33-6784-43e1-9bbc-baf75677eb7d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=862a7f33-6784-43e1-9bbc-baf75677eb7d,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:00.116459 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d5c74464-1055-4a0a-b9a6-2135d4d8b6c3 req-2b99eecc-dcbd-4c24-ae09-fcfcc7807aad tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:00.148590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d5c74464-1055-4a0a-b9a6-2135d4d8b6c3 req-2b99eecc-dcbd-4c24-ae09-fcfcc7807aad tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Calling delete_port for 862a7f33-6784-43e1-9bbc-baf75677eb7d owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:00.171193 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:00.226118 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:00.283647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dad7a3-be48-4dcf-af05-b8ef2afcf9d6 req-ecf6244d-0b86-419e-bb21-fb4656c7eb98 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:00.285453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27dad7a3-be48-4dcf-af05-b8ef2afcf9d6 req-ecf6244d-0b86-419e-bb21-fb4656c7eb98 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 945 time: 0.1431129 Nov 25 19:31:00.294759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-293d4476-5094-470b-bcd2-1806d4ca2fed', 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'fixed_ips': [{'subnet_id': '07bf6dc7-0962-4846-b5b0-9148c7c50dec'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:00.300769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:00.401387 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27dad7a3-be48-4dcf-af05-b8ef2afcf9d6 req-9890de7f-ab50-4eb5-8c15-1e2207338704 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034515 Nov 25 19:31:00.538978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:00.587111 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d5c74464-1055-4a0a-b9a6-2135d4d8b6c3 req-2b99eecc-dcbd-4c24-ae09-fcfcc7807aad tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:00.665481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b99eecc-dcbd-4c24-ae09-fcfcc7807aad tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Pushing event deleted for resources: {'Port': ['ID=862a7f33-6784-43e1-9bbc-baf75677eb7d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:00.708579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Network c168b73a-fdf7-4555-9cba-70bec8b0adaf is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:00.721638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5c74464-1055-4a0a-b9a6-2135d4d8b6c3 req-2b99eecc-dcbd-4c24-ae09-fcfcc7807aad tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] No DVR routers for this DVR port 862a7f33-6784-43e1-9bbc-baf75677eb7d on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:00.725807 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d5c74464-1055-4a0a-b9a6-2135d4d8b6c3 req-2b99eecc-dcbd-4c24-ae09-fcfcc7807aad tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:00.730050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d5c74464-1055-4a0a-b9a6-2135d4d8b6c3 req-2b99eecc-dcbd-4c24-ae09-fcfcc7807aad tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "DELETE /v2.0/ports/862a7f33-6784-43e1-9bbc-baf75677eb7d HTTP/1.1" status: 204 len: 173 time: 1.2562895 Nov 25 19:31:00.731501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'name': 'network-vif-deleted', 'tag': '862a7f33-6784-43e1-9bbc-baf75677eb7d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:00.735091 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c28bd441-836d-4948-ac57-ed83d267b73b" -d '{"events": [{"server_uuid": "65dccb61-2a87-4c38-a13b-9626b8fd69b0", "name": "network-vif-deleted", "tag": "862a7f33-6784-43e1-9bbc-baf75677eb7d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:00.765182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Pushing event updated for resources: {'Port': ['ID=300b9ce6-0ce8-471b-a446-3f2c4e8ddea9,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:00.770157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:00.821171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:00.857429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d2724-ca63-43e6-926f-023b516528c9 req-121d7475-c9e4-4275-aece-ed5d4eb09376 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:00.873731 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb6d2724-ca63-43e6-926f-023b516528c9 req-121d7475-c9e4-4275-aece-ed5d4eb09376 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 1100 time: 0.1406527 Nov 25 19:31:01.015212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb6d2724-ca63-43e6-926f-023b516528c9 req-b9272563-342a-413a-b474-1a7452982ef8 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303291 Nov 25 19:31:01.298863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0b41c-de42-4d3b-892d-ee5c7b4991fe req-0378d244-3ff9-4827-bf77-e16dace9b3ed tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:01.316464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e6c0b41c-de42-4d3b-892d-ee5c7b4991fe req-0378d244-3ff9-4827-bf77-e16dace9b3ed tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 944 time: 0.1291668 Nov 25 19:31:01.504114 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e6c0b41c-de42-4d3b-892d-ee5c7b4991fe req-caa7946d-aa94-47d1-9378-4f74c6cecf59 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839061 Nov 25 19:31:01.532995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device da717496-40a9-48e3-94ae-dcb2879b8364 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:01.593085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:01.594225 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:01.681175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Attempting to bind port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:01.682549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Attempting to bind port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:01.685430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Attempting to bind port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 on network c168b73a-fdf7-4555-9cba-70bec8b0adaf {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:01.708588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Allocated IP 19.86.0.2 (293d4476-5094-470b-bcd2-1806d4ca2fed/07bf6dc7-0962-4846-b5b0-9148c7c50dec/48e6ac1f-571e-4b11-9009-08528b1f2108) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:01.730715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:01.731480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Checking segment: {'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:01.732101 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:01.732686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Bound using segment: {'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:01.733384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Bound port: 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:01.733994 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:01.792392 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 19:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65cec306-8e18-4ba0-a681-03ded0cfa843 x-openstack-request-id: req-65cec306-8e18-4ba0-a681-03ded0cfa843 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:01.793792 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072d2371-3cba-4ddf-bf11-e850de686250", "name": "network-vif-unplugged", "status": "failed", "tag": "cd2831db-10e0-4a04-bc9a-042a1a4b3a36", "code": 422}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:01.794280 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-65cec306-8e18-4ba0-a681-03ded0cfa843 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:01.794969 n-d-817303-9 neutron-server[103653]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '072d2371-3cba-4ddf-bf11-e850de686250', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36', 'code': 422} returned with failed status Nov 25 19:31:01.974240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] For port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:01.977316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port da717496-40a9-48e3-94ae-dcb2879b8364 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:01.977836 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.068709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] For port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=300b9ce6-0ce8-471b-a446-3f2c4e8ddea9,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:02.252137 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.261783 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-f1f6bf70-bd05-493d-95c6-8dad36637179 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:02.264148 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.271022 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.273405 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-259f7f2b-20fb-402c-aca2-42adfc3d4eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.295641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-f1f6bf70-bd05-493d-95c6-8dad36637179 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:02.298581 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-f1f6bf70-bd05-493d-95c6-8dad36637179 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/networks?id=c168b73a-fdf7-4555-9cba-70bec8b0adaf&id=293d4476-5094-470b-bcd2-1806d4ca2fed&id=c168b73a-fdf7-4555-9cba-70bec8b0adaf HTTP/1.1" status: 200 len: 1392 time: 0.2159381 Nov 25 19:31:02.349231 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-c1a09e27-a810-44fb-b35c-6ab620967412 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/quotas/017241546cfd41bdb7a6f6584e2ed13e HTTP/1.1" status: 200 len: 375 time: 0.0218208 Nov 25 19:31:02.365903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Network 293d4476-5094-470b-bcd2-1806d4ca2fed is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:02.433346 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.454357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:02.509237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-c82090f4-7460-428c-bc95-c5ccc610a1ac tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=017241546cfd41bdb7a6f6584e2ed13e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1521952 Nov 25 19:31:02.513437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:02.516348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:02.540296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c9e90-9dee-4b01-859d-4c1784acd19e None None] Pushing event updated for resources: {'Port': ['ID=300b9ce6-0ce8-471b-a446-3f2c4e8ddea9,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:02.573530 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:02.578907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cd2831db-10e0-4a04-bc9a-042a1a4b3a36 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:02.616040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-23dda79c-8e3b-4d6f-b7b7-64d19a07c8c0 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:02.618573 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-23dda79c-8e3b-4d6f-b7b7-64d19a07c8c0 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 805 time: 0.3528855 Nov 25 19:31:02.634477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Request body: {'port': {'device_id': '8300348f-43f5-4740-ade1-03f636b2053b', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'admin_state_up': True, 'tenant_id': '453bf602e09c4a2b98fb27e1b9e8bb34'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:02.820822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-e72e4629-7408-4075-9acc-715db7bf6c06 service neutron] 10.222.0.15 "GET /v2.0/networks/c168b73a-fdf7-4555-9cba-70bec8b0adaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061461 Nov 25 19:31:02.930873 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Sync routers for ids ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:31:02.964065 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Routers {'36e25ffa-23ab-4357-9b7f-7ac85bd64f43'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:02.964766 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:30:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:03.006985 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-9f2280d8-bc48-4e31-9e6c-df6b38db3c25 service neutron] 10.222.0.15 "GET /v2.0/networks/c168b73a-fdf7-4555-9cba-70bec8b0adaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847997 Nov 25 19:31:03.054166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Made reservation on behalf of 453bf602e09c4a2b98fb27e1b9e8bb34 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:03.066557 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:03.098828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Pushing event updated for resources: {'Port': ['ID=48e6ac1f-571e-4b11-9009-08528b1f2108,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:03.142345 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Set router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:03.208486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Attempting to bind port 48e6ac1f-571e-4b11-9009-08528b1f2108 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:03.208868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Attempting to bind port 48e6ac1f-571e-4b11-9009-08528b1f2108 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '7bf77f29-91d5-45bf-a760-dc11c38250f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:03.209236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Attempting to bind port 48e6ac1f-571e-4b11-9009-08528b1f2108 on network 293d4476-5094-470b-bcd2-1806d4ca2fed {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:03.285081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:03.285538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Checking segment: {'id': '7bf77f29-91d5-45bf-a760-dc11c38250f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:03.285868 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:03.287428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8cffeed-10bd-4d2b-9138-24a3d4392b8d service neutron] 10.222.0.15 "GET /v2.0/networks/293d4476-5094-470b-bcd2-1806d4ca2fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789810 Nov 25 19:31:03.288505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Bound using segment: {'id': '7bf77f29-91d5-45bf-a760-dc11c38250f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:03.289078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Bound port: 48e6ac1f-571e-4b11-9009-08528b1f2108, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bf77f29-91d5-45bf-a760-dc11c38250f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:03.291147 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:03.386081 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'name': 'tempest-ServersTestMultiNic-79625006-router', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:30:47Z', 'updated_at': '2021-11-25T19:30:54Z', 'revision_number': 4, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'gw_port': {'id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:48Z', 'updated_at': '2021-11-25T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5862f0e9-f0f4-4ea4-b288-058914a5ca66', 'name': '', 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'mac_address': 'fa:16:3e:70:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'b85f6d90-ce94-40ce-b08b-05aad9e02187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:53Z', 'updated_at': '2021-11-25T19:30:54Z', 'revision_number': 2, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'subnets': [{'id': 'b85f6d90-ce94-40ce-b08b-05aad9e02187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:03.416945 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Checking router: 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:31:03.417669 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Updating router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:31:03.447316 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:03.468549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] For port 48e6ac1f-571e-4b11-9009-08528b1f2108, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:03.473126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] For port 48e6ac1f-571e-4b11-9009-08528b1f2108, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=48e6ac1f-571e-4b11-9009-08528b1f2108,segment=NetworkSegment(7bf77f29-91d5-45bf-a760-dc11c38250f2),segment_id=7bf77f29-91d5-45bf-a760-dc11c38250f2)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:03.489421 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:03.504387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=10']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:03.524156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 862a7f33-6784-43e1-9bbc-baf75677eb7d no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:03.607974 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 862a7f33-6784-43e1-9bbc-baf75677eb7d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:03.608295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 862a7f33-6784-43e1-9bbc-baf75677eb7d not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:03.667074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a284b4dd-c3e5-4a92-a284-921c8964b4bb None None] Pushing event updated for resources: {'Port': ['ID=48e6ac1f-571e-4b11-9009-08528b1f2108,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:03.681287 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-0600af3e-c120-44d5-b129-d7f03834c0a2 service neutron] 10.222.0.15 "GET /v2.0/networks/293d4476-5094-470b-bcd2-1806d4ca2fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922591 Nov 25 19:31:03.796956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:03.807514 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95861c1c-280f-4eee-919d-e515dc7bba1c" -d '{"events": [{"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-plugged", "status": "completed", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:04.125621 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-c019b63c-a311-407c-9b90-55f22f4d088f service neutron] 10.222.0.15 "GET /v2.0/networks/c168b73a-fdf7-4555-9cba-70bec8b0adaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4431851 Nov 25 19:31:04.328870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Allocated IP 172.20.0.10 (d5aed545-c5c9-4df2-88c4-1ebfe07f70ee/e346e9bd-e458-4b44-b405-f5770ef69ff0/6b4655ae-e6e9-4416-8b75-3c1ca2f635a2) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:04.338830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-ea4df50a-8b30-4740-907d-0251077147fa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3612547 Nov 25 19:31:04.354358 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.374779 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.455690 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:31:04.521802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-c7f94d68-4af8-4f6f-90c3-d40466f6688e service neutron] 10.222.0.15 "GET /v2.0/networks/c168b73a-fdf7-4555-9cba-70bec8b0adaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789680 Nov 25 19:31:04.549690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-350d3610-dbbc-426e-a112-36196ff51b98 None None] Network c168b73a-fdf7-4555-9cba-70bec8b0adaf requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:04.569371 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Pushing event updated for resources: {'Port': ['ID=5862f0e9-f0f4-4ea4-b288-058914a5ca66,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:04.678547 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Attempting to bind port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:04.679691 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Attempting to bind port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'd3d4ed79-1b22-408c-8e61-12a58148247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:04.695482 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Attempting to bind port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 on network f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:04.733886 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:04.735337 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Checking segment: {'id': 'd3d4ed79-1b22-408c-8e61-12a58148247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:04.736340 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.737301 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Bound using segment: {'id': 'd3d4ed79-1b22-408c-8e61-12a58148247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:04.738754 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Bound port: 5862f0e9-f0f4-4ea4-b288-058914a5ca66, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3d4ed79-1b22-408c-8e61-12a58148247d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:04.748662 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.771336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-bf67d7a0-ccd1-4d98-ba69-02140069a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:04.773159 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-bf67d7a0-ccd1-4d98-ba69-02140069a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:04.774376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-bf67d7a0-ccd1-4d98-ba69-02140069a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:04.774376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-bf67d7a0-ccd1-4d98-ba69-02140069a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:04.775422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-bf67d7a0-ccd1-4d98-ba69-02140069a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:04.779755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-bf67d7a0-ccd1-4d98-ba69-02140069a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:04.780338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-bf67d7a0-ccd1-4d98-ba69-02140069a624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:04.784627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-bf67d7a0-ccd1-4d98-ba69-02140069a624 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6489 time: 0.2536249 Nov 25 19:31:04.870538 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:04.999035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 48e6ac1f-571e-4b11-9009-08528b1f2108 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:05.035085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-b6e0951d-d6a5-4162-9a79-f0849b063fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.035554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-b6e0951d-d6a5-4162-9a79-f0849b063fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.036015 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-b6e0951d-d6a5-4162-9a79-f0849b063fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.037814 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-b6e0951d-d6a5-4162-9a79-f0849b063fec service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b HTTP/1.1" status: 200 len: 2294 time: 0.2024016 Nov 25 19:31:05.066225 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.134279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Provisioning complete for port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:05.135412 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.149782 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-df30c922-db0e-4f5f-af0c-f3ab2c133226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.178062 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.178456 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.178920 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.183804 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.184166 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.184580 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.189002 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.189956 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.190650 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.191396 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.192105 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.192786 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:05.228358 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] For port 5862f0e9-f0f4-4ea4-b288-058914a5ca66, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:05.234949 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] For port 5862f0e9-f0f4-4ea4-b288-058914a5ca66, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5862f0e9-f0f4-4ea4-b288-058914a5ca66,segment=NetworkSegment(d3d4ed79-1b22-408c-8e61-12a58148247d),segment_id=d3d4ed79-1b22-408c-8e61-12a58148247d)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:05.247191 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.338053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:05.344105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:05.348646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:05.431821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Pushing event updated for resources: {'Port': ['ID=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:05.520792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-8a957b2b-4018-425c-836f-0e32bdbbf7e2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b549ba12-510b-45f2-ac00-366b3e56b6da HTTP/1.1" status: 200 len: 1001 time: 0.4746094 Nov 25 19:31:05.575477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.576545 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.638154 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-6a1a2b0f-eb58-4e7b-a953-f1e2a7454779 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0083318 Nov 25 19:31:05.665227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Request body: {'port': {'device_id': '8300348f-43f5-4740-ade1-03f636b2053b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:05.758112 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Routers {'36e25ffa-23ab-4357-9b7f-7ac85bd64f43'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:05.767174 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:31:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:05.774341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afe0df8-3805-4b89-a2f4-ca70310ab825 req-9b6f3378-c3b0-451d-9f6f-83a270cab7ae tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.789696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4afe0df8-3805-4b89-a2f4-ca70310ab825 req-9b6f3378-c3b0-451d-9f6f-83a270cab7ae tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 932 time: 0.4741850 Nov 25 19:31:05.858305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 48e6ac1f-571e-4b11-9009-08528b1f2108 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:05.859254 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.871994 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:05.939312 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4afe0df8-3805-4b89-a2f4-ca70310ab825 req-deb2dff3-6090-4722-b08d-9768318942c0 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379824 Nov 25 19:31:05.975242 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ccd12-d419-42e0-8296-00891aad6230 None None] Pushing event updated for resources: {'Port': ['ID=5862f0e9-f0f4-4ea4-b288-058914a5ca66,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:05.984042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-61fdc17c-e1af-428d-a875-0e9157b74f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:05.985719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-61fdc17c-e1af-428d-a875-0e9157b74f56 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=205b4ac1-dff3-40aa-8bca-8fda88f5eab4 HTTP/1.1" status: 200 len: 851 time: 0.4495311 Nov 25 19:31:06.097691 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8655f03e-7d0a-4530-945b-0c6c21bdbee3 x-openstack-request-id: req-8655f03e-7d0a-4530-945b-0c6c21bdbee3 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:06.097979 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65dccb61-2a87-4c38-a13b-9626b8fd69b0", "name": "network-vif-deleted", "tag": "862a7f33-6784-43e1-9bbc-baf75677eb7d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:06.098230 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8655f03e-7d0a-4530-945b-0c6c21bdbee3 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:06.098636 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65dccb61-2a87-4c38-a13b-9626b8fd69b0', 'name': 'network-vif-deleted', 'tag': '862a7f33-6784-43e1-9bbc-baf75677eb7d', 'status': 'completed', 'code': 200} Nov 25 19:31:06.139870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f5c90d-c56d-42a9-9e4c-5d88d4c8e8ec None None] Network 293d4476-5094-470b-bcd2-1806d4ca2fed requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:06.154553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-0d7bdd86-fe49-4724-8aec-62ade008d561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:06.156190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-0d7bdd86-fe49-4724-8aec-62ade008d561 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1617687 Nov 25 19:31:06.188118 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] Set router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:06.360768 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-bb5a670f-9f73-46ae-b6af-2033294dadc5 service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946356 Nov 25 19:31:06.612436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-e93dfbb2-3f2c-4f0b-8ed3-7fe10a274f31 service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353933 Nov 25 19:31:06.645338 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:06.746473 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:06.805663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-7a01929a-61aa-4394-9d4a-f467ee5353b7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=04912e0d-e9ad-4afe-bd53-8a280f9bb21b HTTP/1.1" status: 200 len: 217 time: 0.1905131 Nov 25 19:31:06.866497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:06.879173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:06.898379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Transition to ACTIVE for port object 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:06.911451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:06.991730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:07.028231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-2c37d4c2-ca8d-4694-bb84-3d8413c92e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.032489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-2c37d4c2-ca8d-4694-bb84-3d8413c92e27 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.2189946 Nov 25 19:31:07.033718 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-935bb8d4-5fea-4656-a84e-46269f761c69 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1334815 Nov 25 19:31:07.050536 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] For port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=300b9ce6-0ce8-471b-a446-3f2c4e8ddea9,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:07.103887 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.171319 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'name': 'tempest-ServersTestMultiNic-79625006-router', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:30:47Z', 'updated_at': '2021-11-25T19:30:54Z', 'revision_number': 4, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'gw_port': {'id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:48Z', 'updated_at': '2021-11-25T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5862f0e9-f0f4-4ea4-b288-058914a5ca66', 'name': '', 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'mac_address': 'fa:16:3e:70:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'b85f6d90-ce94-40ce-b08b-05aad9e02187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:53Z', 'updated_at': '2021-11-25T19:31:05Z', 'revision_number': 4, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'subnets': [{'id': 'b85f6d90-ce94-40ce-b08b-05aad9e02187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:07.333960 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7666b01c-b9be-4472-b5e0-d53cf0745e0b None None] The sync data for ids ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'] in n-d-817303-9 is: [{'id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'name': 'tempest-ServersTestMultiNic-79625006-router', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:30:47Z', 'updated_at': '2021-11-25T19:30:54Z', 'revision_number': 4, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'gw_port': {'id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:48Z', 'updated_at': '2021-11-25T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5862f0e9-f0f4-4ea4-b288-058914a5ca66', 'name': '', 'network_id': 'f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'mac_address': 'fa:16:3e:70:ae:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_interface', 'standard_attr_id': 1010, 'fixed_ips': [{'subnet_id': 'b85f6d90-ce94-40ce-b08b-05aad9e02187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:53Z', 'updated_at': '2021-11-25T19:31:05Z', 'revision_number': 4, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'subnets': [{'id': 'b85f6d90-ce94-40ce-b08b-05aad9e02187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:31:07.372281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-26d14d28-5951-44bd-b9e0-69c0fcb9a86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.375174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-26d14d28-5951-44bd-b9e0-69c0fcb9a86e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3361731 Nov 25 19:31:07.391947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6526fdd6-13b8-4142-8658-e7427f14d63a req-d635788f-edd4-4a29-8ac2-6f6b2cc2bdfd tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.393833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6526fdd6-13b8-4142-8658-e7427f14d63a req-d635788f-edd4-4a29-8ac2-6f6b2cc2bdfd tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 945 time: 0.1932950 Nov 25 19:31:07.500243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Pushing event updated for resources: {'Port': ['ID=300b9ce6-0ce8-471b-a446-3f2c4e8ddea9,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:07.501624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-87f81452-bfc1-42a7-89ab-1fd74fa79ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:07.504826 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-87f81452-bfc1-42a7-89ab-1fd74fa79ed4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=08d2879e11ea44589464dedceaa6b48d&device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 1100 time: 0.4306605 Nov 25 19:31:07.530847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.531463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.532062 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.532686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.538387 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-04a2a2b5-692a-4fc4-a1a4-a878ae1d8804 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433437 Nov 25 19:31:07.540045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Attempting to bind port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:07.540967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.541619 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.542217 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.543367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.544124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.544878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.545317 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Attempting to bind port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:07.545470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.546139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30210499-6226-4cb1-aefb-835e90a2639a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:07.548223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Attempting to bind port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:07.595786 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.616446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:07.617559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Attempting to bind port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 on network d5aed545-c5c9-4df2-88c4-1ebfe07f70ee {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:07.638995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:07.641259 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Checking segment: {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:07.642389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Bound using segment: {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:07.643873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Bound port: 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb370f55-57bf-465f-b079-0ae87810f69d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:07.645293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.656548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6526fdd6-13b8-4142-8658-e7427f14d63a req-90ccda9c-d3cf-4a8b-8f3a-977277323c6c tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170125 Nov 25 19:31:07.742064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-b8e86efd-f849-4bfa-a0a6-88f59ad09d79 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901231 Nov 25 19:31:07.826040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9731e7c6-e262-47ac-8b51-8d95ab59e290 None None] Provisioning complete for port 48e6ac1f-571e-4b11-9009-08528b1f2108 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:07.842427 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9731e7c6-e262-47ac-8b51-8d95ab59e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:07.880815 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-4e0a9861-dd4a-4dc0-84bb-38f29f8a4cc4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=8a281f2c-b693-4946-92e9-005d6524e0d3 HTTP/1.1" status: 200 len: 217 time: 0.1307945 Nov 25 19:31:08.026513 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.040582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-8a409fc5-ae2a-4f32-979c-785c090e6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:08.042293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-8a409fc5-ae2a-4f32-979c-785c090e6652 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.4892514 Nov 25 19:31:08.049324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-6dcb267f-89c0-4a4b-b3cb-72b463e96e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:08.055308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-6dcb267f-89c0-4a4b-b3cb-72b463e96e11 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1645939 Nov 25 19:31:08.143417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 48e6ac1f-571e-4b11-9009-08528b1f2108, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=48e6ac1f-571e-4b11-9009-08528b1f2108,segment=NetworkSegment(7bf77f29-91d5-45bf-a760-dc11c38250f2),segment_id=7bf77f29-91d5-45bf-a760-dc11c38250f2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:08.162870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] For port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:08.171721 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.174404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-e260a7b2-122c-4201-9b7d-6189c1a4e00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:08.178393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:08.181739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-e260a7b2-122c-4201-9b7d-6189c1a4e00a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1181180 Nov 25 19:31:08.239849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] For port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:08.249004 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-cd57d7a3-a882-4edf-bdca-1bf90d899cc9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023 HTTP/1.1" status: 200 len: 217 time: 0.1974118 Nov 25 19:31:08.255692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.426844 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-409a6ead-ed59-4e83-9058-e5342cf5ca37 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366314 Nov 25 19:31:08.612937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-35a20e69-4351-445a-89d3-e6aed6f1a4d7 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781580 Nov 25 19:31:08.701051 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-709daaaf-cee7-4277-b5ac-56edd874c23b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=678688d0-4586-4af3-9ea9-aa4330cd1027 HTTP/1.1" status: 200 len: 217 time: 0.0762551 Nov 25 19:31:08.715530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:08.716465 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.721682 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] 10.222.0.60 "PUT /v2.0/ports/6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 HTTP/1.1" status: 200 len: 1092 time: 3.0723822 Nov 25 19:31:08.755775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=48e6ac1f-571e-4b11-9009-08528b1f2108,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:08.768952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-b4b3d97f-721c-4be9-9b08-e3402cd6f08c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:08.776206 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-b4b3d97f-721c-4be9-9b08-e3402cd6f08c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.5057061 Nov 25 19:31:08.780479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8300348f-43f5-4740-ade1-03f636b2053b', 'tag': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:08.780872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:08.791677 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fdf237-7bc6-4e2c-80e7-5c7c4fa68bad" -d '{"events": [{"name": "network-changed", "server_uuid": "8300348f-43f5-4740-ade1-03f636b2053b", "tag": "6b4655ae-e6e9-4416-8b75-3c1ca2f635a2"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:08.858344 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-a5b7c61c-a94c-4932-b37b-95a10cd90909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:08.860211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-a5b7c61c-a94c-4932-b37b-95a10cd90909 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1524808 Nov 25 19:31:08.981589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:08.982941 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.083600 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-5e277322-7758-4f18-9c14-c0891fa6217d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.087780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-5e277322-7758-4f18-9c14-c0891fa6217d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2147484 Nov 25 19:31:09.258230 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9731e7c6-e262-47ac-8b51-8d95ab59e290 None None] Provisioning complete for port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:09.262098 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9731e7c6-e262-47ac-8b51-8d95ab59e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.452336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e870a-2a21-47fc-9861-132097cb7846 service neutron] Pushing event updated for resources: {'Port': ['ID=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:09.532966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-da3413e5-fc07-4903-a200-efa11e95680a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.548798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-da3413e5-fc07-4903-a200-efa11e95680a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.551625 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-da3413e5-fc07-4903-a200-efa11e95680a tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "GET /v2.0/networks?id=c168b73a-fdf7-4555-9cba-70bec8b0adaf&id=293d4476-5094-470b-bcd2-1806d4ca2fed&id=c168b73a-fdf7-4555-9cba-70bec8b0adaf HTTP/1.1" status: 200 len: 1392 time: 1.2529380 Nov 25 19:31:09.568059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'port': {'device_id': '173f6df9-af23-4080-810d-9b25ad017ede', 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf', 'admin_state_up': True, 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:09.582358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-59398f3a-2bb5-4625-b8ba-0ba9eed2e7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.584404 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-59398f3a-2bb5-4625-b8ba-0ba9eed2e7cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 1095 time: 0.7056651 Nov 25 19:31:09.606311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-8d8415a4-d6a9-457e-9867-fd2d1ed09cd5 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878967 Nov 25 19:31:09.649373 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9731e7c6-e262-47ac-8b51-8d95ab59e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.674621 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-60ac64a4-a216-4b7a-b47a-c8ce2953263f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 HTTP/1.1" status: 200 len: 217 time: 0.0484817 Nov 25 19:31:09.700865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5119d7-8884-4a51-a10c-d16f90adda6c req-cd35824a-20e7-45c0-b0a4-1104708ae234 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.703566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f5119d7-8884-4a51-a10c-d16f90adda6c req-cd35824a-20e7-45c0-b0a4-1104708ae234 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=072d2371-3cba-4ddf-bf11-e850de686250 HTTP/1.1" status: 200 len: 944 time: 0.1864722 Nov 25 19:31:09.751416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-f89208cb-c5e7-4613-95f3-7edb6272ce08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.753600 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-f89208cb-c5e7-4613-95f3-7edb6272ce08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e346e9bd-e458-4b44-b405-f5770ef69ff0 HTTP/1.1" status: 200 len: 845 time: 0.0706198 Nov 25 19:31:09.815787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9731e7c6-e262-47ac-8b51-8d95ab59e290 None None] For port 5862f0e9-f0f4-4ea4-b288-058914a5ca66, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5862f0e9-f0f4-4ea4-b288-058914a5ca66,segment=NetworkSegment(d3d4ed79-1b22-408c-8e61-12a58148247d),segment_id=d3d4ed79-1b22-408c-8e61-12a58148247d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:09.831717 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9731e7c6-e262-47ac-8b51-8d95ab59e290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:09.833708 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-cd9f55fb-ab64-42de-90ca-d8070fc6e6f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353546 Nov 25 19:31:09.841642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-0cf3d170-0028-4d25-9a2d-4b36ae56066d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:09.843612 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-0cf3d170-0028-4d25-9a2d-4b36ae56066d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8245847 Nov 25 19:31:09.976054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5862f0e9-f0f4-4ea4-b288-058914a5ca66 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:10.028801 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-fb86cc47-737d-4a0c-90ec-1e57c21fd723 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4146349 Nov 25 19:31:10.032051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a9c85386-9366-4b73-b9fd-ddb89e93e2b1 None None] Provisioning complete for port 48e6ac1f-571e-4b11-9009-08528b1f2108 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:10.032420 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9c85386-9366-4b73-b9fd-ddb89e93e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.099785 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-c08b23f6-b292-4508-8ebc-c7cf98228da5 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399578 Nov 25 19:31:10.114629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-3a88fcc8-2a80-47af-b95b-9bf1ecae29a6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d HTTP/1.1" status: 200 len: 217 time: 0.0775137 Nov 25 19:31:10.178682 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-dd594adb-1a74-4255-915f-6a5c97034f2d service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304577 Nov 25 19:31:10.192150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9731e7c6-e262-47ac-8b51-8d95ab59e290 None None] Pushing event updated for resources: {'Port': ['ID=5862f0e9-f0f4-4ea4-b288-058914a5ca66,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:10.236789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:10.240464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.250220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-5f5119d7-8884-4a51-a10c-d16f90adda6c req-faa3ef92-741c-425d-a430-7d90c13dde73 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Deleting port cd2831db-10e0-4a04-bc9a-042a1a4b3a36 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:10.250939 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f5119d7-8884-4a51-a10c-d16f90adda6c req-faa3ef92-741c-425d-a430-7d90c13dde73 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.257322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:10.258103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.316344 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-265cb818-3ac7-4cbd-8569-8071d59b01df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:10.319270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-265cb818-3ac7-4cbd-8569-8071d59b01df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1958642 Nov 25 19:31:10.348071 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ccbdaf03-027f-4c4e-bc42-df8046326f8c req-823fe040-3d4e-4bf3-89d0-7f08be585489 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297263 Nov 25 19:31:10.356230 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a9c85386-9366-4b73-b9fd-ddb89e93e2b1 None None] Provisioning complete for port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:10.357986 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9c85386-9366-4b73-b9fd-ddb89e93e2b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.499086 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:10.509298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-c8a3d752-9328-48cf-affc-5571b18a075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:10.510893 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-c8a3d752-9328-48cf-affc-5571b18a075d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1734548 Nov 25 19:31:10.565096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-5f5119d7-8884-4a51-a10c-d16f90adda6c req-faa3ef92-741c-425d-a430-7d90c13dde73 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] For port cd2831db-10e0-4a04-bc9a-042a1a4b3a36, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:10.565533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f5119d7-8884-4a51-a10c-d16f90adda6c req-faa3ef92-741c-425d-a430-7d90c13dde73 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.582137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:10.583017 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:10.612971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-5f5119d7-8884-4a51-a10c-d16f90adda6c req-faa3ef92-741c-425d-a430-7d90c13dde73 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Calling delete_port for cd2831db-10e0-4a04-bc9a-042a1a4b3a36 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:10.630721 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78c32b37-18cb-471c-b7c1-3e8835923018 req-4d46ba3d-95b8-409d-90ce-9f3220f22b14 service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4178090 Nov 25 19:31:10.634751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Allocated IP 19.80.0.35 (c168b73a-fdf7-4555-9cba-70bec8b0adaf/3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5/a8f81c02-3a83-4495-ac66-0dd1689aa744) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:10.717382 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-70ce9fce-bae4-44b8-9a33-bf9b62b20f60 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1984689 Nov 25 19:31:10.781715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 48e6ac1f-571e-4b11-9009-08528b1f2108 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:10.869836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 48e6ac1f-571e-4b11-9009-08528b1f2108 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:10.870210 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.003387 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-57e6b16a-f3db-43ec-bca5-3c0f9d93e61b service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755802 Nov 25 19:31:11.030431 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.100156 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.155500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-235ce5bb-4296-430f-bafa-021df191a56a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec HTTP/1.1" status: 200 len: 217 time: 0.1429911 Nov 25 19:31:11.207287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network c168b73a-fdf7-4555-9cba-70bec8b0adaf is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:11.214587 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f5119d7-8884-4a51-a10c-d16f90adda6c req-faa3ef92-741c-425d-a430-7d90c13dde73 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.225529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:11.229399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:11.315593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Port': ['ID=a8f81c02-3a83-4495-ac66-0dd1689aa744,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:11.330111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa3ef92-741c-425d-a430-7d90c13dde73 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event deleted for resources: {'Port': ['ID=cd2831db-10e0-4a04-bc9a-042a1a4b3a36,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:11.416264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.420098 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.463386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5119d7-8884-4a51-a10c-d16f90adda6c req-faa3ef92-741c-425d-a430-7d90c13dde73 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] No DVR routers for this DVR port cd2831db-10e0-4a04-bc9a-042a1a4b3a36 on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:11.463988 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-d8158f2a-8c38-49f9-9c61-764f5a0972d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9005568 Nov 25 19:31:11.468985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-9098450c-3e30-44a6-9dbc-3b7f24b961b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.472257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-9098450c-3e30-44a6-9dbc-3b7f24b961b3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.3078277 Nov 25 19:31:11.474162 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f5119d7-8884-4a51-a10c-d16f90adda6c req-faa3ef92-741c-425d-a430-7d90c13dde73 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.480532 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f5119d7-8884-4a51-a10c-d16f90adda6c req-faa3ef92-741c-425d-a430-7d90c13dde73 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "DELETE /v2.0/ports/cd2831db-10e0-4a04-bc9a-042a1a4b3a36 HTTP/1.1" status: 204 len: 173 time: 1.7088730 Nov 25 19:31:11.481267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '072d2371-3cba-4ddf-bf11-e850de686250', 'name': 'network-vif-deleted', 'tag': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:11.486059 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c67b31a-9650-447a-b2ed-4453ae35d967" -d '{"events": [{"server_uuid": "072d2371-3cba-4ddf-bf11-e850de686250", "name": "network-vif-deleted", "tag": "cd2831db-10e0-4a04-bc9a-042a1a4b3a36"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:11.486546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'port': {'device_id': '173f6df9-af23-4080-810d-9b25ad017ede', 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed', 'admin_state_up': True, 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:11.608465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-ea9ac9aa-687f-4147-8d62-8c6df3f10fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:11.610340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-ea9ac9aa-687f-4147-8d62-8c6df3f10fba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1173248 Nov 25 19:31:11.845107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1612e2c6-32d6-486c-9c95-3ca6b11e875f None None] Provisioning complete for port a8f81c02-3a83-4495-ac66-0dd1689aa744 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:11.851309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1612e2c6-32d6-486c-9c95-3ca6b11e875f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.936189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:11.946199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:11.968453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5862f0e9-f0f4-4ea4-b288-058914a5ca66 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:12.062014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1612e2c6-32d6-486c-9c95-3ca6b11e875f None None] Port a8f81c02-3a83-4495-ac66-0dd1689aa744 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:31:12.085360 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-d5c3ff21-c376-47ba-ad3b-1375c2e26deb service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4650333 Nov 25 19:31:12.087747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:12.088633 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.337236 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-079b1428-feea-424a-8652-517144f6a012 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457216 Nov 25 19:31:12.376429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Allocated IP 19.86.0.199 (293d4476-5094-470b-bcd2-1806d4ca2fed/07bf6dc7-0962-4846-b5b0-9148c7c50dec/7142d9ab-4a68-49ef-ba9d-fb503ff78c31) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:12.445959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-28de2899-6fc0-41c9-8a69-f829d72a57fe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a HTTP/1.1" status: 200 len: 217 time: 0.1008360 Nov 25 19:31:12.587011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-cb7019a2-49e1-4e85-92a3-b0cf52fb06bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:12.590490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-cb7019a2-49e1-4e85-92a3-b0cf52fb06bb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.1370752 Nov 25 19:31:12.703572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.706245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-66c33af7-222a-4cf3-a760-f303ceef975b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:12.709178 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-66c33af7-222a-4cf3-a760-f303ceef975b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1116383 Nov 25 19:31:12.809094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:12.921186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network 293d4476-5094-470b-bcd2-1806d4ca2fed is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:12.935561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:12.940261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:13.025751 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e14d91-e119-4ece-b8b6-e5d3577342dd x-openstack-request-id: req-b8e14d91-e119-4ece-b8b6-e5d3577342dd {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:13.027645 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-plugged", "status": "completed", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:13.029393 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b8e14d91-e119-4ece-b8b6-e5d3577342dd {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:13.030305 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'code': 200} Nov 25 19:31:13.103258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Port': ['ID=7142d9ab-4a68-49ef-ba9d-fb503ff78c31,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:13.116689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-096b0645-1a2e-4a25-b813-335c3d482101 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977506 Nov 25 19:31:13.154403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.155167 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.202154 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-20749154-e3f3-44da-9173-79f7f82396eb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7248847 Nov 25 19:31:13.223700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'port': {'device_id': '173f6df9-af23-4080-810d-9b25ad017ede', 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf', 'admin_state_up': True, 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:13.335606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a41aff-e6e6-4f3e-aa6a-c63f80973a58 req-a29ee5e2-58dd-42e7-9edb-9b7452b9ceb6 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.343565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a41aff-e6e6-4f3e-aa6a-c63f80973a58 req-a29ee5e2-58dd-42e7-9edb-9b7452b9ceb6 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.351984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66a41aff-e6e6-4f3e-aa6a-c63f80973a58 req-a29ee5e2-58dd-42e7-9edb-9b7452b9ceb6 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 1654 time: 0.1450224 Nov 25 19:31:13.415982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66a41aff-e6e6-4f3e-aa6a-c63f80973a58 req-ba81389a-ad16-4d52-839c-9e26a446ae30 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629749 Nov 25 19:31:13.469574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26859f45-5010-4ef3-8ce5-3a450227c414 req-686a7afb-78c8-4684-8409-be40f5db682b service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3447738 Nov 25 19:31:13.495177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:13.499797 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.516259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-585adddf-a7a4-4393-b145-d9946c62d0ed None None] Provisioning complete for port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:13.516736 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-585adddf-a7a4-4393-b145-d9946c62d0ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:13.574663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-585adddf-a7a4-4393-b145-d9946c62d0ed None None] Port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:31:13.585108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df574bd3-1c2a-4a0b-ac02-70c326be65d2 req-6b5cf9ea-e069-4c88-bb03-0e48760458a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.586702 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-df574bd3-1c2a-4a0b-ac02-70c326be65d2 req-6b5cf9ea-e069-4c88-bb03-0e48760458a6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 1096 time: 0.1487787 Nov 25 19:31:13.715314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-df574bd3-1c2a-4a0b-ac02-70c326be65d2 req-20d19e94-3235-492d-ab94-06f6ff55ca10 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972137 Nov 25 19:31:13.721678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a94a91-3810-45ab-aedf-62dfa494f213 req-da65a87d-4f1a-4ff0-9ecc-12d2dfc05f0d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:13.723676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0a94a91-3810-45ab-aedf-62dfa494f213 req-da65a87d-4f1a-4ff0-9ecc-12d2dfc05f0d tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 944 time: 0.0865455 Nov 25 19:31:13.765528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Allocated IP 19.80.0.217 (c168b73a-fdf7-4555-9cba-70bec8b0adaf/3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5/3fee1ba7-d9c2-43c4-a27c-f4b475308cb2) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:13.801846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0a94a91-3810-45ab-aedf-62dfa494f213 req-19114474-36f0-4d38-8faf-26566e69d7ff tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657299 Nov 25 19:31:14.037020 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.085630 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.107517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08202f0-c834-4b79-8b5e-24263a275adf req-76167bea-355c-46f4-b782-e8d9345937ee tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.110173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f08202f0-c834-4b79-8b5e-24263a275adf req-76167bea-355c-46f4-b782-e8d9345937ee tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 945 time: 0.1507888 Nov 25 19:31:14.189557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network c168b73a-fdf7-4555-9cba-70bec8b0adaf is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:14.200214 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:14.207314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:14.210107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f08202f0-c834-4b79-8b5e-24263a275adf req-4d21e0dd-935c-4151-be9a-241d542b1815 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840838 Nov 25 19:31:14.299171 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Port': ['ID=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:14.321861 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22675a4a-a170-4a2f-a6ab-571e6fdac2a4 x-openstack-request-id: req-22675a4a-a170-4a2f-a6ab-571e6fdac2a4 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:14.322344 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8300348f-43f5-4740-ade1-03f636b2053b", "tag": "6b4655ae-e6e9-4416-8b75-3c1ca2f635a2", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:14.322768 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22675a4a-a170-4a2f-a6ab-571e6fdac2a4 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:14.323462 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8300348f-43f5-4740-ade1-03f636b2053b', 'tag': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2', 'status': 'completed', 'code': 200} Nov 25 19:31:14.386910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.387908 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.415228 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8f6a64-ad22-437b-b8df-0d0ac2bc3726 x-openstack-request-id: req-2f8f6a64-ad22-437b-b8df-0d0ac2bc3726 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:14.415621 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "072d2371-3cba-4ddf-bf11-e850de686250", "name": "network-vif-deleted", "tag": "cd2831db-10e0-4a04-bc9a-042a1a4b3a36", "status": "failed", "code": 422}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:14.415829 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2f8f6a64-ad22-437b-b8df-0d0ac2bc3726 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:14.416270 n-d-817303-9 neutron-server[103651]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '072d2371-3cba-4ddf-bf11-e850de686250', 'name': 'network-vif-deleted', 'tag': 'cd2831db-10e0-4a04-bc9a-042a1a4b3a36', 'status': 'failed', 'code': 422} returned with failed status Nov 25 19:31:14.438396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ba70b246-3017-4ebc-92c9-2428526b4ef5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2277691 Nov 25 19:31:14.448160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf237-7bc6-4e2c-80e7-5c7c4fa68bad req-55bbdb93-3056-4d8e-b424-840f092ab634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.451585 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-62fdf237-7bc6-4e2c-80e7-5c7c4fa68bad req-55bbdb93-3056-4d8e-b424-840f092ab634 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 1095 time: 0.1253333 Nov 25 19:31:14.463890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Request body: {'port': {'device_id': '173f6df9-af23-4080-810d-9b25ad017ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:14.626670 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.711771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf237-7bc6-4e2c-80e7-5c7c4fa68bad req-c009fd7e-00c2-40fc-baf6-d166cad0da1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.713413 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-62fdf237-7bc6-4e2c-80e7-5c7c4fa68bad req-c009fd7e-00c2-40fc-baf6-d166cad0da1a service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 200 len: 906 time: 0.2550218 Nov 25 19:31:14.762730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-23f54b30-9f37-412d-aae8-0ad88bddccdf None None] Provisioning complete for port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:14.767412 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-23f54b30-9f37-412d-aae8-0ad88bddccdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:14.848889 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-62fdf237-7bc6-4e2c-80e7-5c7c4fa68bad req-31687457-621a-4625-b3d0-a4992b2624ce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 HTTP/1.1" status: 200 len: 217 time: 0.1266966 Nov 25 19:31:14.872136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-23f54b30-9f37-412d-aae8-0ad88bddccdf None None] Port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:31:14.945543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdf237-7bc6-4e2c-80e7-5c7c4fa68bad req-36634c5e-0c7d-4c21-846d-64cdc9c8eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:14.948125 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-62fdf237-7bc6-4e2c-80e7-5c7c4fa68bad req-36634c5e-0c7d-4c21-846d-64cdc9c8eef8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e346e9bd-e458-4b44-b405-f5770ef69ff0 HTTP/1.1" status: 200 len: 845 time: 0.0864182 Nov 25 19:31:15.059948 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-62fdf237-7bc6-4e2c-80e7-5c7c4fa68bad req-2a79a9e0-e2ba-4207-905e-b550716b5d05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009803 Nov 25 19:31:15.307528 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-62fdf237-7bc6-4e2c-80e7-5c7c4fa68bad req-72cbb052-1cba-4cac-843f-5b191639ac77 service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048700 Nov 25 19:31:15.538975 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a0a21-4e26-4fa9-8443-c6098aebbfeb req-03c4b9d8-aa5d-47b4-a114-fe8fdbe1fecd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.556229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:15.570132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a0a21-4e26-4fa9-8443-c6098aebbfeb req-03c4b9d8-aa5d-47b4-a114-fe8fdbe1fecd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.609129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62a0a21-4e26-4fa9-8443-c6098aebbfeb req-03c4b9d8-aa5d-47b4-a114-fe8fdbe1fecd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:15.619260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b62a0a21-4e26-4fa9-8443-c6098aebbfeb req-03c4b9d8-aa5d-47b4-a114-fe8fdbe1fecd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2376 time: 0.2134306 Nov 25 19:31:15.638106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8f81c02-3a83-4495-ac66-0dd1689aa744 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:15.655614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:15.692677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Transition to ACTIVE for port object a8f81c02-3a83-4495-ac66-0dd1689aa744 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:15.698183 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-62fdf237-7bc6-4e2c-80e7-5c7c4fa68bad req-a75233bc-2bc5-41c9-9d89-c0cc0d0c7fb3 service neutron] 10.222.0.60 "GET /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819969 Nov 25 19:31:15.702261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:15.760581 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b62a0a21-4e26-4fa9-8443-c6098aebbfeb req-e7c0f5e0-8174-406d-af99-f3491a805e6c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273105 Nov 25 19:31:15.981428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f81c02-3a83-4495-ac66-0dd1689aa744,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:15.989078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:16.037567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'port_id': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2', 'mac_address': 'fa:16:3e:8f:63:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e346e9bd-e458-4b44-b405-f5770ef69ff0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:16.220413 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.289248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:16.289616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Attempting to bind port a8f81c02-3a83-4495-ac66-0dd1689aa744 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:16.290367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Attempting to bind port a8f81c02-3a83-4495-ac66-0dd1689aa744 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:16.294771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Attempting to bind port a8f81c02-3a83-4495-ac66-0dd1689aa744 on network c168b73a-fdf7-4555-9cba-70bec8b0adaf {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:16.301658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Port a8f81c02-3a83-4495-ac66-0dd1689aa744 on network c168b73a-fdf7-4555-9cba-70bec8b0adaf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:16.305106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Attempting to bind port a8f81c02-3a83-4495-ac66-0dd1689aa744 on network c168b73a-fdf7-4555-9cba-70bec8b0adaf {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:16.308478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-5467b1f4-1ac5-489e-adde-60cfa2c9c469 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:16.319864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-5467b1f4-1ac5-489e-adde-60cfa2c9c469 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.4448917 Nov 25 19:31:16.321837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:16.329599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Checking segment: {'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:16.330203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Bound using segment: {'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:16.330779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Bound port: a8f81c02-3a83-4495-ac66-0dd1689aa744, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:16.331499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.365310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-7134f12d-0113-4448-9e0a-115d574a181b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/quotas/3b973ffbca42402e9b75b4978356f206 HTTP/1.1" status: 200 len: 375 time: 0.0399265 Nov 25 19:31:16.374879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:16.384550 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.450270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-e6992ec1-636d-4a41-9a1b-341a3b87c3b7 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0804510 Nov 25 19:31:16.552632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] For port a8f81c02-3a83-4495-ac66-0dd1689aa744, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:16.561412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] For port a8f81c02-3a83-4495-ac66-0dd1689aa744, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=a8f81c02-3a83-4495-ac66-0dd1689aa744,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:16.575366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.625632 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:16.649772 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-dfd7699a-443e-4c61-bcc4-49566c3c3071 service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978509 Nov 25 19:31:16.671119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:16.672116 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:16.674867 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] 10.222.0.60 "PUT /v2.0/ports/a8f81c02-3a83-4495-ac66-0dd1689aa744 HTTP/1.1" status: 200 len: 1091 time: 2.2174926 Nov 25 19:31:16.675191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'tag': 'a8f81c02-3a83-4495-ac66-0dd1689aa744'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:16.679235 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238da617-a3d9-45ba-95a0-09108cea10b3" -d '{"events": [{"name": "network-changed", "server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "tag": "a8f81c02-3a83-4495-ac66-0dd1689aa744"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:16.769921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['6b4655ae-e6e9-4416-8b75-3c1ca2f635a2'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:16.799540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Request body: {'port': {'device_id': '173f6df9-af23-4080-810d-9b25ad017ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:16.878786 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-215477fa-2748-4b7c-84c1-71ea7cae4e9e service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1955025 Nov 25 19:31:16.916540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8507d834-a375-4cb0-88f0-9c19c8bbd333 service neutron] Pushing event updated for resources: {'Port': ['ID=a8f81c02-3a83-4495-ac66-0dd1689aa744,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:17.029082 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.162246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d1bb97-7855-4730-a0aa-f5616ab02eb8 req-09aa3e4f-82a4-4f1d-90b8-8a035c11f2ed tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:18.167922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70d1bb97-7855-4730-a0aa-f5616ab02eb8 req-09aa3e4f-82a4-4f1d-90b8-8a035c11f2ed tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 945 time: 0.1584740 Nov 25 19:31:18.318838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:18.346291 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.380548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Transition to ACTIVE for port object 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:18.393501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:18.399730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70d1bb97-7855-4730-a0aa-f5616ab02eb8 req-597e2ca2-0136-4a00-b1af-2cc19e8986fd tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049580 Nov 25 19:31:18.579177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Pushing event updated for resources: {'Port': ['ID=7142d9ab-4a68-49ef-ba9d-fb503ff78c31,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:18.815269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Attempting to bind port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:18.816049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Attempting to bind port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '7bf77f29-91d5-45bf-a760-dc11c38250f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:18.816595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Attempting to bind port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 on network 293d4476-5094-470b-bcd2-1806d4ca2fed {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:18.819370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1642e8a-06ab-47a7-a0ef-d605e87a5806 req-7734e020-6ac9-4683-875a-0e345bd5e1c1 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:18.830831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 on network 293d4476-5094-470b-bcd2-1806d4ca2fed not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:18.831548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Attempting to bind port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 on network 293d4476-5094-470b-bcd2-1806d4ca2fed {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:18.833997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1642e8a-06ab-47a7-a0ef-d605e87a5806 req-7734e020-6ac9-4683-875a-0e345bd5e1c1 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 945 time: 0.2033689 Nov 25 19:31:18.845253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 30, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:18.846207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Checking segment: {'id': '7bf77f29-91d5-45bf-a760-dc11c38250f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:18.846898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Bound using segment: {'id': '7bf77f29-91d5-45bf-a760-dc11c38250f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:18.847670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Bound port: 7142d9ab-4a68-49ef-ba9d-fb503ff78c31, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bf77f29-91d5-45bf-a760-dc11c38250f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:18.848416 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:19.022151 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1642e8a-06ab-47a7-a0ef-d605e87a5806 req-5f125c14-1a67-419b-b25b-8980d6f37a98 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866422 Nov 25 19:31:19.040114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] For port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:19.050403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] For port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7142d9ab-4a68-49ef-ba9d-fb503ff78c31,segment=NetworkSegment(7bf77f29-91d5-45bf-a760-dc11c38250f2),segment_id=7bf77f29-91d5-45bf-a760-dc11c38250f2)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:19.064491 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:19.163215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.164004 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:19.165673 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] 10.222.0.60 "PUT /v2.0/ports/7142d9ab-4a68-49ef-ba9d-fb503ff78c31 HTTP/1.1" status: 200 len: 1092 time: 2.3999355 Nov 25 19:31:19.217283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Request body: {'port': {'device_id': '173f6df9-af23-4080-810d-9b25ad017ede', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:19.227593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d2669-5f6e-4d05-9978-39ce6c61df6a service neutron] Pushing event updated for resources: {'Port': ['ID=7142d9ab-4a68-49ef-ba9d-fb503ff78c31,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:19.407014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:19.575300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:19.632439 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-904d43d4-edeb-49ce-814d-e76bbdbf0b72 x-openstack-request-id: req-904d43d4-edeb-49ce-814d-e76bbdbf0b72 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:19.633085 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "tag": "a8f81c02-3a83-4495-ac66-0dd1689aa744", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:19.633654 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-904d43d4-edeb-49ce-814d-e76bbdbf0b72 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:19.638240 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'tag': 'a8f81c02-3a83-4495-ac66-0dd1689aa744', 'status': 'completed', 'code': 200} Nov 25 19:31:19.789632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce1653-f53d-43db-8988-66e9e4820a95 req-dc8cf3c9-1395-41fd-bf60-347f1107f627 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.805151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce1653-f53d-43db-8988-66e9e4820a95 req-dc8cf3c9-1395-41fd-bf60-347f1107f627 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.818552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:19.822267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ce1653-f53d-43db-8988-66e9e4820a95 req-dc8cf3c9-1395-41fd-bf60-347f1107f627 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:19.832059 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69ce1653-f53d-43db-8988-66e9e4820a95 req-dc8cf3c9-1395-41fd-bf60-347f1107f627 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2400 time: 0.1450684 Nov 25 19:31:19.837451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:19.838097 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:20.130088 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:20.214067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8300348f-43f5-4740-ade1-03f636b2053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:20.218520 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32f3f395-6e8a-4d47-a4b8-ccab91775788" -d '{"events": [{"server_uuid": "8300348f-43f5-4740-ade1-03f636b2053b", "name": "network-vif-plugged", "status": "completed", "tag": "6b4655ae-e6e9-4416-8b75-3c1ca2f635a2"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:20.233614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69ce1653-f53d-43db-8988-66e9e4820a95 req-26649941-79ad-4578-8bca-0a54eb3443c0 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988409 Nov 25 19:31:20.274216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238da617-a3d9-45ba-95a0-09108cea10b3 req-e80583b0-c8cd-48d1-9b36-939e4eb67a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.279214 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238da617-a3d9-45ba-95a0-09108cea10b3 req-e80583b0-c8cd-48d1-9b36-939e4eb67a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.283075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:20.285521 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238da617-a3d9-45ba-95a0-09108cea10b3 req-e80583b0-c8cd-48d1-9b36-939e4eb67a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.289589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-238da617-a3d9-45ba-95a0-09108cea10b3 req-e80583b0-c8cd-48d1-9b36-939e4eb67a88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=017241546cfd41bdb7a6f6584e2ed13e&device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2798 time: 0.6063459 Nov 25 19:31:20.294003 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:20.345539 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ca1a4aa9-febd-48f5-8890-619ca6c584b7 req-df0ff861-0df3-4647-b590-87d84d0e4468 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 210 time: 0.0466480 Nov 25 19:31:20.402753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:20.442934 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-037ee9df-e8a1-4a24-9c6f-0c67e12402bf tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.444723 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-037ee9df-e8a1-4a24-9c6f-0c67e12402bf tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.8821650 Nov 25 19:31:20.461189 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:20.477374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Request body: {'port': {'device_id': 'b17d41b2-9b1b-4fac-b5cd-868ea026db2f', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'admin_state_up': True, 'tenant_id': '3b973ffbca42402e9b75b4978356f206'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:20.502373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955e1dc-60ff-4f04-ac55-80a236b312a6 req-06650274-d1a9-4092-9f31-52f28a7b35f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.505417 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b955e1dc-60ff-4f04-ac55-80a236b312a6 req-06650274-d1a9-4092-9f31-52f28a7b35f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.1010070 Nov 25 19:31:20.603513 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b955e1dc-60ff-4f04-ac55-80a236b312a6 req-8385529c-36f5-4876-a8f1-fb74255ab9da tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911171 Nov 25 19:31:20.837811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238da617-a3d9-45ba-95a0-09108cea10b3 req-305ca67f-9aef-4df1-9913-fb19b0b0c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.838871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238da617-a3d9-45ba-95a0-09108cea10b3 req-305ca67f-9aef-4df1-9913-fb19b0b0c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.840340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238da617-a3d9-45ba-95a0-09108cea10b3 req-305ca67f-9aef-4df1-9913-fb19b0b0c128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:20.843635 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-238da617-a3d9-45ba-95a0-09108cea10b3 req-305ca67f-9aef-4df1-9913-fb19b0b0c128 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=017241546cfd41bdb7a6f6584e2ed13e&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.4186964 Nov 25 19:31:20.977155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:20.998577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-f127ce92-c95c-466c-a8ee-1fc40e399a49 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:21.001673 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.008340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-f127ce92-c95c-466c-a8ee-1fc40e399a49 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/networks?id=afffe553-4427-49c8-b4a9-69418e3457c0 HTTP/1.1" status: 200 len: 811 time: 0.2114210 Nov 25 19:31:21.023289 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-aaf0348e-ef2a-4520-bfdc-9fa449030830 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/quotas/89523965671942b49f984836c2442d69 HTTP/1.1" status: 200 len: 375 time: 0.0137038 Nov 25 19:31:21.085905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Made reservation on behalf of 3b973ffbca42402e9b75b4978356f206 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:21.094583 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.117945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Transition to ACTIVE for port object 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:21.131337 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.159064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-2f72de1e-f7e5-47a1-9f8e-b7d73b8cd4b7 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=89523965671942b49f984836c2442d69&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1184995 Nov 25 19:31:21.239513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238da617-a3d9-45ba-95a0-09108cea10b3 req-1657c701-3a46-4601-a249-b9e7fd27a1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:21.241233 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-238da617-a3d9-45ba-95a0-09108cea10b3 req-1657c701-3a46-4601-a249-b9e7fd27a1c3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3598020 Nov 25 19:31:21.297925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:21.365636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-662114a2-6770-4efa-807a-7506404363dc service neutron] 10.222.0.15 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1961372 Nov 25 19:31:21.513859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Allocated IP 172.20.0.13 (91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb/9e068616-7912-416a-8786-ab1d8edb2eec/8fdb0886-2fa3-45b8-93fb-c81af257127d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:21.539670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Attempting to bind port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:21.540016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Attempting to bind port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:21.540355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Attempting to bind port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 on network c168b73a-fdf7-4555-9cba-70bec8b0adaf {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:21.546402 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-584da83b-494f-4f28-8905-1ec722d19aab service neutron] 10.222.0.15 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793809 Nov 25 19:31:21.556682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 on network c168b73a-fdf7-4555-9cba-70bec8b0adaf not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:21.557007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Attempting to bind port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 on network c168b73a-fdf7-4555-9cba-70bec8b0adaf {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:21.589237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:21.589698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Checking segment: {'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:21.590049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Bound using segment: {'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:21.590916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Bound port: 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '09393c39-7239-4a39-91f6-e686ef8e94c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:21.591086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.648720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'tag': '7142d9ab-4a68-49ef-ba9d-fb503ff78c31'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:21.652371 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82f7518-0c8b-48c9-9b03-fd731dd22577" -d '{"events": [{"name": "network-changed", "server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "tag": "7142d9ab-4a68-49ef-ba9d-fb503ff78c31"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:21.819005 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] For port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:21.826281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] For port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:21.840493 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.894032 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.909432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a714b98-9b17-45ce-93d5-6dc3577b541a req-6f643028-f3bb-4b6b-9c2d-9f5e69d4f911 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:21.929006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a714b98-9b17-45ce-93d5-6dc3577b541a req-6f643028-f3bb-4b6b-9c2d-9f5e69d4f911 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 946 time: 0.1367056 Nov 25 19:31:21.951310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:21.952274 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:21.954690 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] 10.222.0.60 "PUT /v2.0/ports/3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 HTTP/1.1" status: 200 len: 1092 time: 2.7482781 Nov 25 19:31:22.019448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:22.101534 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a714b98-9b17-45ce-93d5-6dc3577b541a req-80948a28-7870-4ceb-98e8-9ca6bc2b4ba4 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664052 Nov 25 19:31:22.137943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64572172-6b7c-4af6-a192-79131f22ba1f service neutron] Pushing event updated for resources: {'Port': ['ID=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:22.155142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:22.162097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:22.277995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:22.438162 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5c1bf3-386d-4cc0-8963-60edc7236baf x-openstack-request-id: req-2b5c1bf3-386d-4cc0-8963-60edc7236baf {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:22.439006 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8300348f-43f5-4740-ade1-03f636b2053b", "name": "network-vif-plugged", "status": "completed", "tag": "6b4655ae-e6e9-4416-8b75-3c1ca2f635a2", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:22.439244 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b5c1bf3-386d-4cc0-8963-60edc7236baf {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:22.440887 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8300348f-43f5-4740-ade1-03f636b2053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2', 'code': 200} Nov 25 19:31:22.453767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ddc7245a-5509-4fc5-9f70-da2f56d75988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.454612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ddc7245a-5509-4fc5-9f70-da2f56d75988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.461352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ddc7245a-5509-4fc5-9f70-da2f56d75988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.464404 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ddc7245a-5509-4fc5-9f70-da2f56d75988 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=017241546cfd41bdb7a6f6584e2ed13e&device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2865 time: 0.4180269 Nov 25 19:31:22.576153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.577265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:22.581953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event updated for resources: {'Port': ['ID=8fdb0886-2fa3-45b8-93fb-c81af257127d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:22.708864 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-9ec153f9-3a52-4bee-8f60-2a18888bc59f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2451029 Nov 25 19:31:22.743646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-e18c11ab-5827-47e1-9a6e-881b7b731367 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.35&port_id=a8f81c02-3a83-4495-ac66-0dd1689aa744 HTTP/1.1" status: 200 len: 217 time: 0.2577968 Nov 25 19:31:22.799324 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:22.869873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Request body: {'port': {'device_id': 'b17d41b2-9b1b-4fac-b5cd-868ea026db2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:22.970754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-66388b01-bfe8-43eb-9287-545d41f545b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.973733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-66388b01-bfe8-43eb-9287-545d41f545b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5 HTTP/1.1" status: 200 len: 801 time: 0.2152114 Nov 25 19:31:22.987398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835ea0d4-366f-4104-8afc-08bc5e963062 req-a5f996d0-a48c-4003-8f45-f0f62fcae6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:22.990305 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-835ea0d4-366f-4104-8afc-08bc5e963062 req-a5f996d0-a48c-4003-8f45-f0f62fcae6ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 1097 time: 0.3088303 Nov 25 19:31:23.038827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fae60a-b8f8-42cc-988e-9a1a56adbccf req-9a6a4e15-48e9-41cb-99c8-c69bf632e489 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:23.070858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fae60a-b8f8-42cc-988e-9a1a56adbccf req-9a6a4e15-48e9-41cb-99c8-c69bf632e489 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:23.089893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fae60a-b8f8-42cc-988e-9a1a56adbccf req-9a6a4e15-48e9-41cb-99c8-c69bf632e489 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:23.106554 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:23.114153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0fae60a-b8f8-42cc-988e-9a1a56adbccf req-9a6a4e15-48e9-41cb-99c8-c69bf632e489 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2412 time: 0.2562237 Nov 25 19:31:23.177545 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-835ea0d4-366f-4104-8afc-08bc5e963062 req-066eb171-a9f0-4821-82bc-0e67b8ef3334 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325016 Nov 25 19:31:23.182452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-2a31036f-98bb-43ff-9b4a-15a64bb19401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:23.184245 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-2a31036f-98bb-43ff-9b4a-15a64bb19401 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c168b73a-fdf7-4555-9cba-70bec8b0adaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1652529 Nov 25 19:31:23.257231 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0fae60a-b8f8-42cc-988e-9a1a56adbccf req-3f6b79ff-fa16-418e-877d-893ac242d0bc tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377690 Nov 25 19:31:23.485887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f576da0c-f1ab-4014-ba73-c74a152d37df req-de4ec7e2-f872-4239-a353-f8d0685380ff tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:23.488813 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f576da0c-f1ab-4014-ba73-c74a152d37df req-de4ec7e2-f872-4239-a353-f8d0685380ff tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 932 time: 0.1208377 Nov 25 19:31:23.598911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f576da0c-f1ab-4014-ba73-c74a152d37df req-1bd776de-1469-4415-8046-858c89c20153 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013331 Nov 25 19:31:23.713318 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-b8039ca3-7b9f-4410-9dfa-e2075d79205f service neutron] 10.222.0.60 "GET /v2.0/networks/c168b73a-fdf7-4555-9cba-70bec8b0adaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355026 Nov 25 19:31:23.905154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c655db9-bb27-4dd3-ae35-78a3ba56f614 req-2624b5c3-8cf1-4ba4-b669-8038b696d28a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:23.918109 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c655db9-bb27-4dd3-ae35-78a3ba56f614 req-2624b5c3-8cf1-4ba4-b669-8038b696d28a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.1617706 Nov 25 19:31:24.026189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fdb0886-2fa3-45b8-93fb-c81af257127d {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:24.101641 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:24.131643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c655db9-bb27-4dd3-ae35-78a3ba56f614 req-bf0b1623-3919-47a2-a740-170f23ed40f9 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933806 Nov 25 19:31:24.170159 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ccec9f2b-046b-47db-90d3-6bdda3294959 service neutron] 10.222.0.60 "GET /v2.0/networks/c168b73a-fdf7-4555-9cba-70bec8b0adaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4460678 Nov 25 19:31:24.191906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Transition to ACTIVE for port object 8fdb0886-2fa3-45b8-93fb-c81af257127d will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:24.250572 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d10cac1-7f69-4be2-9fd8-db60cfa0b1b0 x-openstack-request-id: req-7d10cac1-7f69-4be2-9fd8-db60cfa0b1b0 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:24.250967 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "tag": "7142d9ab-4a68-49ef-ba9d-fb503ff78c31", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:24.251169 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d10cac1-7f69-4be2-9fd8-db60cfa0b1b0 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:24.251528 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'tag': '7142d9ab-4a68-49ef-ba9d-fb503ff78c31', 'status': 'completed', 'code': 200} Nov 25 19:31:24.252173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:24.260628 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-a4043f65-6607-4bc2-ba16-c49f463feb1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=7142d9ab-4a68-49ef-ba9d-fb503ff78c31 HTTP/1.1" status: 200 len: 217 time: 0.0811129 Nov 25 19:31:24.273073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-cb0bf2fb-6746-4b33-94e7-fc87c5a384ee tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.274625 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-cb0bf2fb-6746-4b33-94e7-fc87c5a384ee tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.60 "GET /v2.0/networks?id=afffe553-4427-49c8-b4a9-69418e3457c0 HTTP/1.1" status: 200 len: 811 time: 0.4134717 Nov 25 19:31:24.313053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Request body: {'port': {'device_id': '0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc', 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0', 'admin_state_up': True, 'tenant_id': '89523965671942b49f984836c2442d69'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:24.394826 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3667e18-fe51-40ae-9d2a-a6dbf9bbc491 req-be870153-65a3-4879-80e8-5c490183e3aa tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 210 time: 0.0364728 Nov 25 19:31:24.427657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Pushing event updated for resources: {'Port': ['ID=8fdb0886-2fa3-45b8-93fb-c81af257127d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:24.580553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-4331071b-06c0-4d6e-9a8f-eadd94dbba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.582882 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-4331071b-06c0-4d6e-9a8f-eadd94dbba78 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07bf6dc7-0962-4846-b5b0-9148c7c50dec HTTP/1.1" status: 200 len: 801 time: 0.2860453 Nov 25 19:31:24.733741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c90da77-d9b1-4084-a7a4-6ac627257873 req-683c6be4-b414-4c13-a473-7bd5c6ebcedb tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.735103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Attempting to bind port 8fdb0886-2fa3-45b8-93fb-c81af257127d on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:24.735873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Attempting to bind port 8fdb0886-2fa3-45b8-93fb-c81af257127d by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:24.735873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Attempting to bind port 8fdb0886-2fa3-45b8-93fb-c81af257127d on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:24.741415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8df9e7f5-ff92-4a6b-ad48-83701da1268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:24.743210 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-8df9e7f5-ff92-4a6b-ad48-83701da1268b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=293d4476-5094-470b-bcd2-1806d4ca2fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1322458 Nov 25 19:31:24.748267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c90da77-d9b1-4084-a7a4-6ac627257873 req-683c6be4-b414-4c13-a473-7bd5c6ebcedb tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 946 time: 0.1312442 Nov 25 19:31:24.765285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Port 8fdb0886-2fa3-45b8-93fb-c81af257127d on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:24.765722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Attempting to bind port 8fdb0886-2fa3-45b8-93fb-c81af257127d on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:24.787658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:24.788053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Checking segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:24.788263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Bound using segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:24.788716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Bound port: 8fdb0886-2fa3-45b8-93fb-c81af257127d, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:24.789072 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:24.813609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Made reservation on behalf of 89523965671942b49f984836c2442d69 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:24.819582 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:24.891226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c90da77-d9b1-4084-a7a4-6ac627257873 req-7cc50545-549a-4222-9037-6900260dc8ef tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377788 Nov 25 19:31:25.167645 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-ca7c5af0-d380-4cd4-b9fa-1759a958a3ce service neutron] 10.222.0.60 "GET /v2.0/networks/293d4476-5094-470b-bcd2-1806d4ca2fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4163473 Nov 25 19:31:25.249561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] For port 8fdb0886-2fa3-45b8-93fb-c81af257127d, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:25.318896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] For port 8fdb0886-2fa3-45b8-93fb-c81af257127d, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8fdb0886-2fa3-45b8-93fb-c81af257127d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:25.335745 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.571873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5bf44-4b30-47d6-904a-b970bb2d1c62 req-380a59c5-7ef4-42d3-aad7-e760e139fa09 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:25.584356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5bf44-4b30-47d6-904a-b970bb2d1c62 req-380a59c5-7ef4-42d3-aad7-e760e139fa09 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:25.597666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5bf44-4b30-47d6-904a-b970bb2d1c62 req-380a59c5-7ef4-42d3-aad7-e760e139fa09 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:25.605726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45a5bf44-4b30-47d6-904a-b970bb2d1c62 req-380a59c5-7ef4-42d3-aad7-e760e139fa09 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2412 time: 0.1867330 Nov 25 19:31:25.686418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45a5bf44-4b30-47d6-904a-b970bb2d1c62 req-22a0d802-ae35-47a8-b1b2-2a60f97c2644 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702357 Nov 25 19:31:25.902585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058a878d-9c51-45e3-8e5b-9e03723ba9e1 req-7b0f0282-31f1-4fa3-8b01-d5da07a1c679 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:25.904792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-058a878d-9c51-45e3-8e5b-9e03723ba9e1 req-7b0f0282-31f1-4fa3-8b01-d5da07a1c679 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 944 time: 0.0819526 Nov 25 19:31:25.938716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Allocated IP 172.20.0.6 (afffe553-4427-49c8-b4a9-69418e3457c0/c5d69709-b7a5-4beb-8202-c0e1bfbc78da/ed1fcde9-1cd0-474b-b5ec-34bfe269611c) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:25.961327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:25.962070 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:25.963655 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] 10.222.0.60 "PUT /v2.0/ports/8fdb0886-2fa3-45b8-93fb-c81af257127d HTTP/1.1" status: 200 len: 1092 time: 3.2021539 Nov 25 19:31:25.971666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-058a878d-9c51-45e3-8e5b-9e03723ba9e1 req-50e64b79-c299-47fc-8cb7-a885645fe4a2 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596294 Nov 25 19:31:26.050494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58c8b8-b04f-4dd1-acbc-b45b3ce31d7e service neutron] Pushing event updated for resources: {'Port': ['ID=8fdb0886-2fa3-45b8-93fb-c81af257127d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:26.081496 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-905bd9b8-7d91-4741-9fdc-6d271cf2dd90 service neutron] 10.222.0.60 "GET /v2.0/networks/293d4476-5094-470b-bcd2-1806d4ca2fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9030490 Nov 25 19:31:26.145449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-730bf47f-76bb-4676-9021-f494a2224359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.147049 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-730bf47f-76bb-4676-9021-f494a2224359 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 1095 time: 0.1258514 Nov 25 19:31:26.268379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'tag': '3fee1ba7-d9c2-43c4-a27c-f4b475308cb2'}, {'name': 'network-changed', 'server_uuid': 'b17d41b2-9b1b-4fac-b5cd-868ea026db2f', 'tag': '8fdb0886-2fa3-45b8-93fb-c81af257127d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:26.271562 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b436ae3-aa0f-4dd8-a151-74fba2820e96" -d '{"events": [{"name": "network-changed", "server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "tag": "3fee1ba7-d9c2-43c4-a27c-f4b475308cb2"}, {"name": "network-changed", "server_uuid": "b17d41b2-9b1b-4fac-b5cd-868ea026db2f", "tag": "8fdb0886-2fa3-45b8-93fb-c81af257127d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:26.325603 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-a435a4a4-c6e3-45dd-b50b-4ef683b19cd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.217&port_id=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 HTTP/1.1" status: 200 len: 217 time: 0.1178675 Nov 25 19:31:26.329389 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-8adda87c-5bdd-4f5f-9024-95fce39ad328 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fdb0886-2fa3-45b8-93fb-c81af257127d HTTP/1.1" status: 200 len: 217 time: 0.1233466 Nov 25 19:31:26.492699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:26.512372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-fafcb1ee-c117-4c6e-833b-0afc74366a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.516030 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-fafcb1ee-c117-4c6e-833b-0afc74366a97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5 HTTP/1.1" status: 200 len: 801 time: 0.1774247 Nov 25 19:31:26.550255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-6fcd6a62-ab20-4940-9b4f-647b303473ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.553540 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-6fcd6a62-ab20-4940-9b4f-647b303473ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.1901450 Nov 25 19:31:26.673860 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-4935e0d5-6d91-411d-be80-8a6a0f9f707b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1051583 Nov 25 19:31:26.694005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6faa6c1-202e-4170-a864-6ba37f90f851 req-b48682f1-675c-4fdd-a6ed-c4b404d7ca59 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.697056 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6faa6c1-202e-4170-a864-6ba37f90f851 req-b48682f1-675c-4fdd-a6ed-c4b404d7ca59 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.1031899 Nov 25 19:31:26.781169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-2c88c49e-0c98-4ad1-ac5d-314618f20ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:26.784519 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-2c88c49e-0c98-4ad1-ac5d-314618f20ce6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c168b73a-fdf7-4555-9cba-70bec8b0adaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2476513 Nov 25 19:31:26.800070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6faa6c1-202e-4170-a864-6ba37f90f851 req-3522e04d-c296-4a83-8c40-5838c1f2447b tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902443 Nov 25 19:31:26.902492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:26.934751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['1e567ea8-69f3-4274-97db-4b93c9eccf70'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:27.039296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75174f13-967b-425f-8358-24d6c88abfa3 req-6fcf7831-0e91-4f33-affd-17cdabb62fa7 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.055126 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75174f13-967b-425f-8358-24d6c88abfa3 req-6fcf7831-0e91-4f33-affd-17cdabb62fa7 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 931 time: 0.1206582 Nov 25 19:31:27.083331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Network afffe553-4427-49c8-b4a9-69418e3457c0 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:27.098345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:27.113603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:27.120928 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-b4a3629f-49d1-431b-9166-8c2a3cdc39aa service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4279346 Nov 25 19:31:27.130553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Pushing event updated for resources: {'Port': ['ID=ed1fcde9-1cd0-474b-b5ec-34bfe269611c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:27.139255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75174f13-967b-425f-8358-24d6c88abfa3 req-6250ab02-87b3-4e40-827b-6920b6f42db1 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812929 Nov 25 19:31:27.262899 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-1463b9e2-5a62-4bda-9a00-f8efd1c17430 service neutron] 10.222.0.60 "GET /v2.0/networks/c168b73a-fdf7-4555-9cba-70bec8b0adaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679000 Nov 25 19:31:27.298121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.299040 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.403043 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-5a5a4388-887a-4e90-be47-74ff8e748b02 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0958841 Nov 25 19:31:27.427298 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Request body: {'port': {'device_id': '0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:27.466983 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3c163db2-5694-43c8-a6e0-268a4e577e12 req-ac437f30-1416-421e-86d5-5104ba79322f service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819915 Nov 25 19:31:27.493857 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3f75609a-cb89-420e-9d79-2a50e501afb8 req-238b7a12-b425-4801-bd7b-5580d532fffb service neutron] 10.222.0.60 "GET /v2.0/networks/c168b73a-fdf7-4555-9cba-70bec8b0adaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180734 Nov 25 19:31:27.515258 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9645f31f-aecb-43cb-8e6f-c4b4687d5f6b x-openstack-request-id: req-9645f31f-aecb-43cb-8e6f-c4b4687d5f6b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:27.515574 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "tag": "3fee1ba7-d9c2-43c4-a27c-f4b475308cb2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b17d41b2-9b1b-4fac-b5cd-868ea026db2f", "tag": "8fdb0886-2fa3-45b8-93fb-c81af257127d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:27.515874 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9645f31f-aecb-43cb-8e6f-c4b4687d5f6b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:27.516209 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'tag': '3fee1ba7-d9c2-43c4-a27c-f4b475308cb2', 'status': 'completed', 'code': 200} Nov 25 19:31:27.516471 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b17d41b2-9b1b-4fac-b5cd-868ea026db2f', 'tag': '8fdb0886-2fa3-45b8-93fb-c81af257127d', 'status': 'completed', 'code': 200} Nov 25 19:31:27.527097 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:27.711031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-636cc1bb-ab7e-4621-8bda-bab62c7cc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.711415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-636cc1bb-ab7e-4621-8bda-bab62c7cc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.711954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-636cc1bb-ab7e-4621-8bda-bab62c7cc2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.714245 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-636cc1bb-ab7e-4621-8bda-bab62c7cc2b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=017241546cfd41bdb7a6f6584e2ed13e&device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2865 time: 0.1462903 Nov 25 19:31:27.776607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b47cc-93d4-46b2-822a-c03b664dcfcc req-42e36c41-d4c6-4692-930b-b2bd655eeb3e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.785516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b47cc-93d4-46b2-822a-c03b664dcfcc req-42e36c41-d4c6-4692-930b-b2bd655eeb3e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.794013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826b47cc-93d4-46b2-822a-c03b664dcfcc req-42e36c41-d4c6-4692-930b-b2bd655eeb3e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.796287 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-826b47cc-93d4-46b2-822a-c03b664dcfcc req-42e36c41-d4c6-4692-930b-b2bd655eeb3e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2412 time: 0.1016474 Nov 25 19:31:27.880482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-826b47cc-93d4-46b2-822a-c03b664dcfcc req-1c55b536-1572-4345-95b8-1977f0613c0d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719926 Nov 25 19:31:27.946578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-054481c9-147f-49f8-a7bd-cac8e508d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:27.949873 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-054481c9-147f-49f8-a7bd-cac8e508d1dc service neutron] 10.222.0.60 "GET /v2.0/networks?id=293d4476-5094-470b-bcd2-1806d4ca2fed HTTP/1.1" status: 200 len: 903 time: 0.2059615 Nov 25 19:31:28.037194 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-50b22da7-8bed-4913-8220-023495c7e37c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.199&port_id=7142d9ab-4a68-49ef-ba9d-fb503ff78c31 HTTP/1.1" status: 200 len: 217 time: 0.0716345 Nov 25 19:31:28.054429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbce727d-2f2b-49a6-a45b-a68390657c32 req-d77bbd67-30d6-4099-8da9-6abafb3cd780 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.056548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cbce727d-2f2b-49a6-a45b-a68390657c32 req-d77bbd67-30d6-4099-8da9-6abafb3cd780 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 944 time: 0.0635464 Nov 25 19:31:28.111539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed1fcde9-1cd0-474b-b5ec-34bfe269611c {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:28.123131 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.138333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-b75c50a6-432b-4d7a-9cdb-6a8609885d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.140659 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-b75c50a6-432b-4d7a-9cdb-6a8609885d6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=07bf6dc7-0962-4846-b5b0-9148c7c50dec HTTP/1.1" status: 200 len: 801 time: 0.0772073 Nov 25 19:31:28.142377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cbce727d-2f2b-49a6-a45b-a68390657c32 req-06103f70-fe07-4798-9581-554a06cb6a28 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779462 Nov 25 19:31:28.146460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Transition to ACTIVE for port object ed1fcde9-1cd0-474b-b5ec-34bfe269611c will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:31:28.151899 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.243104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fcde9-1cd0-474b-b5ec-34bfe269611c,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:28.298116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-3ca10360-d8a3-45c9-97db-f2824a212706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.299638 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-3ca10360-d8a3-45c9-97db-f2824a212706 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=293d4476-5094-470b-bcd2-1806d4ca2fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1447542 Nov 25 19:31:28.400298 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Attempting to bind port ed1fcde9-1cd0-474b-b5ec-34bfe269611c on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:28.400640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Attempting to bind port ed1fcde9-1cd0-474b-b5ec-34bfe269611c by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:28.400973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Attempting to bind port ed1fcde9-1cd0-474b-b5ec-34bfe269611c on network afffe553-4427-49c8-b4a9-69418e3457c0 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:28.411473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Port ed1fcde9-1cd0-474b-b5ec-34bfe269611c on network afffe553-4427-49c8-b4a9-69418e3457c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:31:28.411798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Attempting to bind port ed1fcde9-1cd0-474b-b5ec-34bfe269611c on network afffe553-4427-49c8-b4a9-69418e3457c0 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:28.421424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:28.421809 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Checking segment: {'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:28.422159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Bound using segment: {'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:28.422614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Bound port: ed1fcde9-1cd0-474b-b5ec-34bfe269611c, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '681547e4-0611-40fc-a142-273b08390aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:28.423012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.475013 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-76aaf4bf-f7d9-40e9-a9ef-012ce843886a service neutron] 10.222.0.60 "GET /v2.0/networks/293d4476-5094-470b-bcd2-1806d4ca2fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607320 Nov 25 19:31:28.486598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55482b0f-365e-4491-8070-2712ac594999 req-45e437ae-da2f-443b-9e7a-ea0e27f30cf0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.488365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55482b0f-365e-4491-8070-2712ac594999 req-45e437ae-da2f-443b-9e7a-ea0e27f30cf0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0669348 Nov 25 19:31:28.554371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55482b0f-365e-4491-8070-2712ac594999 req-ef60a1e2-16d3-41a8-b818-2e8c3f6331be tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588467 Nov 25 19:31:28.601886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] For port ed1fcde9-1cd0-474b-b5ec-34bfe269611c, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:28.628246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] For port ed1fcde9-1cd0-474b-b5ec-34bfe269611c, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ed1fcde9-1cd0-474b-b5ec-34bfe269611c,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:28.637205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.683462 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c82f7518-0c8b-48c9-9b03-fd731dd22577 req-1b2c569b-c2fc-40e6-ad67-f6b87c549988 service neutron] 10.222.0.60 "GET /v2.0/networks/293d4476-5094-470b-bcd2-1806d4ca2fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986117 Nov 25 19:31:28.704878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.705877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:28.708255 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] 10.222.0.60 "PUT /v2.0/ports/ed1fcde9-1cd0-474b-b5ec-34bfe269611c HTTP/1.1" status: 200 len: 1091 time: 1.2890105 Nov 25 19:31:28.736654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3fbc2d-f5e0-494c-8648-029755d08c6c req-c7ab92ab-f36a-4324-9c52-fc7879272b7e tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.738618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da3fbc2d-f5e0-494c-8648-029755d08c6c req-c7ab92ab-f36a-4324-9c52-fc7879272b7e tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 943 time: 0.0807164 Nov 25 19:31:28.744095 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa6581e-5e68-41a5-890b-25d3b4e3a69b service neutron] Pushing event updated for resources: {'Port': ['ID=ed1fcde9-1cd0-474b-b5ec-34bfe269611c,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:28.835611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da3fbc2d-f5e0-494c-8648-029755d08c6c req-4c3711b2-4503-463b-b217-20e7e83a023b tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765078 Nov 25 19:31:28.878316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-ed3dc6b6-d6b5-47c2-b0b4-a42dc42d3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.878829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-ed3dc6b6-d6b5-47c2-b0b4-a42dc42d3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.879302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-ed3dc6b6-d6b5-47c2-b0b4-a42dc42d3078 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.881001 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-ed3dc6b6-d6b5-47c2-b0b4-a42dc42d3078 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=017241546cfd41bdb7a6f6584e2ed13e&device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2865 time: 0.1205671 Nov 25 19:31:28.883455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-1ba4d1b2-a3b7-47c3-b4bf-32c55e0dd262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.884934 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-1ba4d1b2-a3b7-47c3-b4bf-32c55e0dd262 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89523965671942b49f984836c2442d69&device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 1094 time: 0.1086090 Nov 25 19:31:28.994309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff16c3f-42b6-4f13-93d8-fac0c5f66430 req-e31298c2-1b74-437c-8611-0aad914883d1 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:28.997636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ff16c3f-42b6-4f13-93d8-fac0c5f66430 req-e31298c2-1b74-437c-8611-0aad914883d1 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 951 time: 0.0843179 Nov 25 19:31:29.015613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-2c13be72-57f3-476a-b6f5-efa64073964a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1fcde9-1cd0-474b-b5ec-34bfe269611c HTTP/1.1" status: 200 len: 217 time: 0.1101375 Nov 25 19:31:29.082694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ff16c3f-42b6-4f13-93d8-fac0c5f66430 req-88d0b034-87e0-452d-aa7d-29901021bdd8 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779741 Nov 25 19:31:29.180377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-2b441601-cf8a-4d5e-9742-f146dd03343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:29.182510 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-2b441601-cf8a-4d5e-9742-f146dd03343c service neutron] 10.222.0.60 "GET /v2.0/networks?id=c168b73a-fdf7-4555-9cba-70bec8b0adaf HTTP/1.1" status: 200 len: 903 time: 0.2794144 Nov 25 19:31:29.184477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-3fb4e688-2d79-4c99-b492-0d8d68cd7e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:29.185930 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-3fb4e688-2d79-4c99-b492-0d8d68cd7e6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5d69709-b7a5-4beb-8202-c0e1bfbc78da HTTP/1.1" status: 200 len: 851 time: 0.1556487 Nov 25 19:31:29.289283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-dc2bfe47-2f61-452a-a7fa-c714582883dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.217&port_id=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 HTTP/1.1" status: 200 len: 217 time: 0.0852721 Nov 25 19:31:29.321151 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-cf26fe9f-fe6e-4135-978b-29c774726077 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afffe553-4427-49c8-b4a9-69418e3457c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1146204 Nov 25 19:31:29.468448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-b0cdc403-e6ec-4f91-94d5-95470f7fedb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:29.471593 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-b0cdc403-e6ec-4f91-94d5-95470f7fedb4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5 HTTP/1.1" status: 200 len: 801 time: 0.1555588 Nov 25 19:31:29.527973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc', 'tag': 'ed1fcde9-1cd0-474b-b5ec-34bfe269611c'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:29.531331 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3417fa1-07d8-47d2-b768-9f210699a029" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc", "tag": "ed1fcde9-1cd0-474b-b5ec-34bfe269611c"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:29.542528 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-598cfc73-3a89-4b04-8b05-77e1d7f7c825 service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2058170 Nov 25 19:31:29.571700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-6bf9a5b9-860a-4956-ac52-8aa1e88d009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:29.573835 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-6bf9a5b9-860a-4956-ac52-8aa1e88d009d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c168b73a-fdf7-4555-9cba-70bec8b0adaf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0796094 Nov 25 19:31:29.583018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd93ca-a42e-4da0-9b27-33b762d77d40 req-3d55458c-f465-42d2-8a0d-955a4536a00c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:29.590882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd93ca-a42e-4da0-9b27-33b762d77d40 req-3d55458c-f465-42d2-8a0d-955a4536a00c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:29.597339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd93ca-a42e-4da0-9b27-33b762d77d40 req-3d55458c-f465-42d2-8a0d-955a4536a00c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:29.599434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67dd93ca-a42e-4da0-9b27-33b762d77d40 req-3d55458c-f465-42d2-8a0d-955a4536a00c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2412 time: 0.0875459 Nov 25 19:31:29.611737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:29.617095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device da717496-40a9-48e3-94ae-dcb2879b8364 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:29.670906 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67dd93ca-a42e-4da0-9b27-33b762d77d40 req-a459962a-e8f9-4b48-914e-e2746ab846c5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582752 Nov 25 19:31:29.748062 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-abd4cf22-7926-4820-ac97-33ee5efc1d24 req-eab10d80-6d19-4e50-8422-3f6f95ef0040 service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920617 Nov 25 19:31:29.762855 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-49a82292-fd82-4126-b23c-207811632811 service neutron] 10.222.0.60 "GET /v2.0/networks/c168b73a-fdf7-4555-9cba-70bec8b0adaf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773818 Nov 25 19:31:29.876785 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-d422e404-a1bd-4cfa-bac0-5c65fac9054d service neutron] 10.222.0.60 "GET /v2.0/networks/c168b73a-fdf7-4555-9cba-70bec8b0adaf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029446 Nov 25 19:31:29.924860 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:29.983224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-58c2008a-bf50-4871-ae0a-56d1cd20a6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:29.984458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-58c2008a-bf50-4871-ae0a-56d1cd20a6e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 1095 time: 0.0569437 Nov 25 19:31:29.988396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:29.991308 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4184afae-a631-4676-aed5-8565ea905507" -d '{"events": [{"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:30.013101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:30.022433 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.028357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:30.077559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2', 'network_id': 'd5aed545-c5c9-4df2-88c4-1ebfe07f70ee', 'port_id': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2', 'mac_address': 'fa:16:3e:8f:63:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e346e9bd-e458-4b44-b405-f5770ef69ff0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:30.126541 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-a44262a1-1e13-4c6f-84ff-25e2f4e4bf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.128279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-a44262a1-1e13-4c6f-84ff-25e2f4e4bf27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 912 time: 0.1362031 Nov 25 19:31:30.169357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=11']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:30.185670 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.187864 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-d17d0c74-efd9-4a52-9c66-266ad68c62b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8fdb0886-2fa3-45b8-93fb-c81af257127d HTTP/1.1" status: 200 len: 217 time: 0.0517519 Nov 25 19:31:30.210644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:30.241144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:30.249154 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:30.274589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-9fcd94ff-6d45-4068-83e1-05d5fabcf59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.276769 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-9fcd94ff-6d45-4068-83e1-05d5fabcf59b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.0809216 Nov 25 19:31:30.316451 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-0c922f2e-30b5-4612-923f-6943b009a877 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302520 Nov 25 19:31:30.336262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:30.374604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['6b4655ae-e6e9-4416-8b75-3c1ca2f635a2'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:30.466617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-0281f961-88d6-4b67-86d1-c4bfc0f88f01 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425543 Nov 25 19:31:30.625883 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b436ae3-aa0f-4dd8-a151-74fba2820e96 req-57195fee-d3fa-4c1d-aac0-123ff6d561a6 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455839 Nov 25 19:31:30.687502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daac931c-b12c-43ee-9c63-9f058aa1fc51 req-f8fe6eb0-9759-4bb1-b065-6c44adf282dd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.690216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-daac931c-b12c-43ee-9c63-9f058aa1fc51 req-f8fe6eb0-9759-4bb1-b065-6c44adf282dd tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 944 time: 0.0756867 Nov 25 19:31:30.778482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-daac931c-b12c-43ee-9c63-9f058aa1fc51 req-7a8e282f-9bd9-497a-904e-44ee270349d3 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803766 Nov 25 19:31:30.873675 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31e53e1-9d76-4f4b-96ac-c6d719b0e77f x-openstack-request-id: req-c31e53e1-9d76-4f4b-96ac-c6d719b0e77f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:30.874239 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc", "tag": "ed1fcde9-1cd0-474b-b5ec-34bfe269611c", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:30.875108 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c31e53e1-9d76-4f4b-96ac-c6d719b0e77f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:30.876361 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc', 'tag': 'ed1fcde9-1cd0-474b-b5ec-34bfe269611c', 'status': 'completed', 'code': 200} Nov 25 19:31:30.967226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3417fa1-07d8-47d2-b768-9f210699a029 req-c5271fba-59df-451f-8000-597697822fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.969790 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d3417fa1-07d8-47d2-b768-9f210699a029 req-c5271fba-59df-451f-8000-597697822fd5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89523965671942b49f984836c2442d69&device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 1094 time: 0.0702007 Nov 25 19:31:30.983543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d999d1-6c03-4b6d-a9d4-6b5365fb7a52 req-ad68837f-da6d-471e-a1e5-c93adae3432d tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:30.985219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5d999d1-6c03-4b6d-a9d4-6b5365fb7a52 req-ad68837f-da6d-471e-a1e5-c93adae3432d tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0629873 Nov 25 19:31:31.051884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5d999d1-6c03-4b6d-a9d4-6b5365fb7a52 req-30538817-57ba-4e3a-803c-0fb63e60f9ed tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589738 Nov 25 19:31:31.109994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3417fa1-07d8-47d2-b768-9f210699a029 req-7b0a593e-2a71-4e58-806a-7f236332a452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:31.113120 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d3417fa1-07d8-47d2-b768-9f210699a029 req-7b0a593e-2a71-4e58-806a-7f236332a452 service neutron] 10.222.0.60 "GET /v2.0/networks?id=afffe553-4427-49c8-b4a9-69418e3457c0 HTTP/1.1" status: 200 len: 912 time: 0.1345689 Nov 25 19:31:31.169233 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d3417fa1-07d8-47d2-b768-9f210699a029 req-ad2dfe37-2dac-48ec-a087-4f96140c6582 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1fcde9-1cd0-474b-b5ec-34bfe269611c HTTP/1.1" status: 200 len: 217 time: 0.0428498 Nov 25 19:31:31.228793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333c67a-ec88-46b0-a895-6d40aa54e568 req-848041e0-2f94-4a8c-9e12-82b29ea9d8ae tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:31.231882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3417fa1-07d8-47d2-b768-9f210699a029 req-7951fc22-7d7c-4091-b94e-986995f3d37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:31.232800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c333c67a-ec88-46b0-a895-6d40aa54e568 req-848041e0-2f94-4a8c-9e12-82b29ea9d8ae tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 943 time: 0.0932989 Nov 25 19:31:31.233405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d3417fa1-07d8-47d2-b768-9f210699a029 req-7951fc22-7d7c-4091-b94e-986995f3d37b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5d69709-b7a5-4beb-8202-c0e1bfbc78da HTTP/1.1" status: 200 len: 851 time: 0.0515537 Nov 25 19:31:31.275779 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d3417fa1-07d8-47d2-b768-9f210699a029 req-82b4a668-1ee2-4f7c-b00d-39923b1fd1ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afffe553-4427-49c8-b4a9-69418e3457c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333388 Nov 25 19:31:31.297371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c333c67a-ec88-46b0-a895-6d40aa54e568 req-7bcf2bb6-161f-4562-b336-0a7486efc126 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564346 Nov 25 19:31:31.389478 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2a72a4b-10f1-4a06-b66e-029ac30b9824 x-openstack-request-id: req-e2a72a4b-10f1-4a06-b66e-029ac30b9824 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:31.390395 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-unplugged", "status": "completed", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:31.390977 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e2a72a4b-10f1-4a06-b66e-029ac30b9824 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:31.391884 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'code': 200} Nov 25 19:31:31.393680 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d3417fa1-07d8-47d2-b768-9f210699a029 req-4fc6c09c-e88c-48d2-9a85-37cf457270dc service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103737 Nov 25 19:31:31.610975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:31.616682 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:31.820728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b55c0-5581-4fbb-8f5d-167676d621bc req-da6c348a-118c-40aa-9fd7-107498775564 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:31.835118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b55c0-5581-4fbb-8f5d-167676d621bc req-da6c348a-118c-40aa-9fd7-107498775564 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:31.843189 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d3417fa1-07d8-47d2-b768-9f210699a029 req-729dd5d6-aa4b-4068-8bf5-27c968821532 service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392834 Nov 25 19:31:31.847648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b55c0-5581-4fbb-8f5d-167676d621bc req-da6c348a-118c-40aa-9fd7-107498775564 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:31.850625 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e6b55c0-5581-4fbb-8f5d-167676d621bc req-da6c348a-118c-40aa-9fd7-107498775564 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2412 time: 0.1083629 Nov 25 19:31:31.863465 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:31.863465 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:31.913540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7142d9ab-4a68-49ef-ba9d-fb503ff78c31,segment=NetworkSegment(7bf77f29-91d5-45bf-a760-dc11c38250f2),segment_id=7bf77f29-91d5-45bf-a760-dc11c38250f2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:31.931065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '7142d9ab-4a68-49ef-ba9d-fb503ff78c31', 'network_id': '293d4476-5094-470b-bcd2-1806d4ca2fed', 'port_id': '7142d9ab-4a68-49ef-ba9d-fb503ff78c31', 'mac_address': 'fa:16:3e:c6:34:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07bf6dc7-0962-4846-b5b0-9148c7c50dec', 'ip_address': '19.86.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:31.954481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e6b55c0-5581-4fbb-8f5d-167676d621bc req-40e749c0-2ce5-4783-9247-460dc1c306ba tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817740 Nov 25 19:31:32.044171 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7c560cb4-8c9b-40ee-a5c3-70a6fac67997 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.045974 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.048027 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.079599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:32.161298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570cf5e1-a11a-449c-ae34-2d786d8ddd2f req-e4cbfde2-2923-4648-b2ee-7a63cddf7bb5 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:32.164195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-570cf5e1-a11a-449c-ae34-2d786d8ddd2f req-e4cbfde2-2923-4648-b2ee-7a63cddf7bb5 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 945 time: 0.1022124 Nov 25 19:31:32.238257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-570cf5e1-a11a-449c-ae34-2d786d8ddd2f req-51dd5cfe-6cc8-4eca-8406-85f49f56fe93 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667043 Nov 25 19:31:32.268658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:32.278752 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.282138 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7142d9ab-4a68-49ef-ba9d-fb503ff78c31,segment=NetworkSegment(7bf77f29-91d5-45bf-a760-dc11c38250f2),segment_id=7bf77f29-91d5-45bf-a760-dc11c38250f2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:32.287547 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.288665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device a8f81c02-3a83-4495-ac66-0dd1689aa744 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:32.364774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:32.478186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=7142d9ab-4a68-49ef-ba9d-fb503ff78c31,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:32.490529 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port a8f81c02-3a83-4495-ac66-0dd1689aa744, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=a8f81c02-3a83-4495-ac66-0dd1689aa744,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:32.509750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'a8f81c02-3a83-4495-ac66-0dd1689aa744', 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf', 'port_id': 'a8f81c02-3a83-4495-ac66-0dd1689aa744', 'mac_address': 'fa:16:3e:7c:bc:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5', 'ip_address': '19.80.0.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:32.559198 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.578245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8f81c02-3a83-4495-ac66-0dd1689aa744 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:32.603517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port a8f81c02-3a83-4495-ac66-0dd1689aa744, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=a8f81c02-3a83-4495-ac66-0dd1689aa744,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:32.609705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.610784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:32.643692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfd90dc-7eb6-49f9-b8c5-4957173c3f9f req-9fcc5c3d-e58e-4c8d-a3c8-02f3157ecce5 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:32.646525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7cfd90dc-7eb6-49f9-b8c5-4957173c3f9f req-9fcc5c3d-e58e-4c8d-a3c8-02f3157ecce5 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 944 time: 0.0879464 Nov 25 19:31:32.705831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:32.709091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=a8f81c02-3a83-4495-ac66-0dd1689aa744,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:32.723406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '3fee1ba7-d9c2-43c4-a27c-f4b475308cb2', 'network_id': 'c168b73a-fdf7-4555-9cba-70bec8b0adaf', 'port_id': '3fee1ba7-d9c2-43c4-a27c-f4b475308cb2', 'mac_address': 'fa:16:3e:d5:e7:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5', 'ip_address': '19.80.0.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:32.734469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7cfd90dc-7eb6-49f9-b8c5-4957173c3f9f req-723dfe8a-f9e6-4285-9be4-db9b587eb090 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779574 Nov 25 19:31:32.801884 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.819623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:32.845432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:32.850563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:32.851383 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8fdb0886-2fa3-45b8-93fb-c81af257127d details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:32.891855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e916ac-e214-4e23-a38f-ea00aa63ca70 req-9500f72e-f8eb-4d6c-9e90-ac0d0fd21ced tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:32.893466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85e916ac-e214-4e23-a38f-ea00aa63ca70 req-9500f72e-f8eb-4d6c-9e90-ac0d0fd21ced tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0908237 Nov 25 19:31:32.940210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:32.972770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85e916ac-e214-4e23-a38f-ea00aa63ca70 req-d45b39d5-4a8d-4186-9d59-addb92893c63 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678277 Nov 25 19:31:33.037706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 8fdb0886-2fa3-45b8-93fb-c81af257127d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8fdb0886-2fa3-45b8-93fb-c81af257127d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:33.054351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '8fdb0886-2fa3-45b8-93fb-c81af257127d', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'port_id': '8fdb0886-2fa3-45b8-93fb-c81af257127d', 'mac_address': 'fa:16:3e:10:f0:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e068616-7912-416a-8786-ab1d8edb2eec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:33.129663 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:33.155969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fdb0886-2fa3-45b8-93fb-c81af257127d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:33.198937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 8fdb0886-2fa3-45b8-93fb-c81af257127d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8fdb0886-2fa3-45b8-93fb-c81af257127d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:33.209490 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:33.269580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=8fdb0886-2fa3-45b8-93fb-c81af257127d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:33.352164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9db8b-ca2d-4ffa-840a-cc85b2ab20ef req-4dd57561-94b5-479b-b8ad-7a1d2cd6db5d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.355055 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67f9db8b-ca2d-4ffa-840a-cc85b2ab20ef req-4dd57561-94b5-479b-b8ad-7a1d2cd6db5d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 943 time: 0.0898547 Nov 25 19:31:33.393281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8300348f-43f5-4740-ade1-03f636b2053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:33.395871 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387c81a8-d912-47b1-9a2b-92e0ebd8e3e5" -d '{"events": [{"server_uuid": "8300348f-43f5-4740-ade1-03f636b2053b", "name": "network-vif-plugged", "status": "completed", "tag": "6b4655ae-e6e9-4416-8b75-3c1ca2f635a2"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:33.441284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67f9db8b-ca2d-4ffa-840a-cc85b2ab20ef req-e3f9aa32-29d1-4138-9648-d14703b47a71 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791330 Nov 25 19:31:33.621078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ed1fcde9-1cd0-474b-b5ec-34bfe269611c details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:33.669063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a6599-9fcb-42bc-857d-01e5cafba909 req-a462327e-95d8-45c2-9a9a-3e7e1e051d67 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:33.671488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b80a6599-9fcb-42bc-857d-01e5cafba909 req-a462327e-95d8-45c2-9a9a-3e7e1e051d67 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 949 time: 0.0774808 Nov 25 19:31:33.765498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b80a6599-9fcb-42bc-857d-01e5cafba909 req-ca157786-66f4-4cee-9018-acadeec33a8c tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827656 Nov 25 19:31:33.803185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ed1fcde9-1cd0-474b-b5ec-34bfe269611c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ed1fcde9-1cd0-474b-b5ec-34bfe269611c,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:33.820115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'ed1fcde9-1cd0-474b-b5ec-34bfe269611c', 'network_id': 'afffe553-4427-49c8-b4a9-69418e3457c0', 'port_id': 'ed1fcde9-1cd0-474b-b5ec-34bfe269611c', 'mac_address': 'fa:16:3e:89:f1:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5d69709-b7a5-4beb-8202-c0e1bfbc78da', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:33.850104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['3fee1ba7-d9c2-43c4-a27c-f4b475308cb2'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:33.893442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['7142d9ab-4a68-49ef-ba9d-fb503ff78c31'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:33.895777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['a8f81c02-3a83-4495-ac66-0dd1689aa744'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:33.954748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['8fdb0886-2fa3-45b8-93fb-c81af257127d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:33.971444 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.006125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88666ef2-1c77-4a2e-8fd9-bf0aa7402cee req-fb20d795-1915-49a3-b01b-fa5148611d31 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.014478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88666ef2-1c77-4a2e-8fd9-bf0aa7402cee req-fb20d795-1915-49a3-b01b-fa5148611d31 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.020666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88666ef2-1c77-4a2e-8fd9-bf0aa7402cee req-fb20d795-1915-49a3-b01b-fa5148611d31 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.022420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88666ef2-1c77-4a2e-8fd9-bf0aa7402cee req-fb20d795-1915-49a3-b01b-fa5148611d31 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2415 time: 0.0813425 Nov 25 19:31:34.048271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed1fcde9-1cd0-474b-b5ec-34bfe269611c {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:34.084595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88666ef2-1c77-4a2e-8fd9-bf0aa7402cee req-b7f20349-2810-4082-8973-b2fe115e0692 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502074 Nov 25 19:31:34.120352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ed1fcde9-1cd0-474b-b5ec-34bfe269611c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ed1fcde9-1cd0-474b-b5ec-34bfe269611c,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:34.147553 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.246188 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffd1e0c-56aa-4f32-a841-5eae2d63b85f x-openstack-request-id: req-7ffd1e0c-56aa-4f32-a841-5eae2d63b85f {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:34.246509 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8300348f-43f5-4740-ade1-03f636b2053b", "name": "network-vif-plugged", "status": "completed", "tag": "6b4655ae-e6e9-4416-8b75-3c1ca2f635a2", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:34.246731 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7ffd1e0c-56aa-4f32-a841-5eae2d63b85f {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:34.247184 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8300348f-43f5-4740-ade1-03f636b2053b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2', 'code': 200} Nov 25 19:31:34.343036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46ed966-94e1-4232-a24f-6e14b9299667 req-f4b31b66-5754-4b3a-9248-70503346dab9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.344688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f46ed966-94e1-4232-a24f-6e14b9299667 req-f4b31b66-5754-4b3a-9248-70503346dab9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 945 time: 0.0605404 Nov 25 19:31:34.345814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ed1fcde9-1cd0-474b-b5ec-34bfe269611c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:34.406198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f46ed966-94e1-4232-a24f-6e14b9299667 req-7e2a2df0-94cd-45de-9346-481e09fe7ae8 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506961 Nov 25 19:31:34.535140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf0f6b1-60f5-4af9-b2b3-1518a74b6cc7 req-1e9eb043-ea21-4f93-8a8b-e8b3b24ca824 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.536812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecf0f6b1-60f5-4af9-b2b3-1518a74b6cc7 req-1e9eb043-ea21-4f93-8a8b-e8b3b24ca824 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0632310 Nov 25 19:31:34.559125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ed1fcde9-1cd0-474b-b5ec-34bfe269611c'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:34.609797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecf0f6b1-60f5-4af9-b2b3-1518a74b6cc7 req-7c624568-a300-4cd0-9786-f6630ed3c9db tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650556 Nov 25 19:31:34.707731 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b4b95c6e-ba2e-4128-815c-b90bba4c1493 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:34.910611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb6f40-5247-4d52-9e3c-74f488dd48f8 req-fcaf85b9-834d-4854-9b3c-55f788f5e9af tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.912537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cebb6f40-5247-4d52-9e3c-74f488dd48f8 req-fcaf85b9-834d-4854-9b3c-55f788f5e9af tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 944 time: 0.0580394 Nov 25 19:31:34.933556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c025b-1f01-46cf-8ed6-90c20acad8d0 req-7cb76b14-7c48-4d2c-aa62-1cdfacef8b4f tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:34.935171 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-347c025b-1f01-46cf-8ed6-90c20acad8d0 req-7cb76b14-7c48-4d2c-aa62-1cdfacef8b4f tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 949 time: 0.0634050 Nov 25 19:31:34.976099 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cebb6f40-5247-4d52-9e3c-74f488dd48f8 req-8aa86d07-b13b-48cf-aa7d-a7c67ab26c4d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515339 Nov 25 19:31:35.071528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-347c025b-1f01-46cf-8ed6-90c20acad8d0 req-8c9de490-36e7-4b11-9fba-017590c11374 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Deleting port da717496-40a9-48e3-94ae-dcb2879b8364 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:35.071941 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-347c025b-1f01-46cf-8ed6-90c20acad8d0 req-8c9de490-36e7-4b11-9fba-017590c11374 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.206583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180dbc8-c3b1-4ad1-87d9-71fdcc21df5d req-d3826bc8-4e64-49f7-a0c5-be178c6fe01f tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.208842 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7180dbc8-c3b1-4ad1-87d9-71fdcc21df5d req-d3826bc8-4e64-49f7-a0c5-be178c6fe01f tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 946 time: 0.0625849 Nov 25 19:31:35.227911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-347c025b-1f01-46cf-8ed6-90c20acad8d0 req-8c9de490-36e7-4b11-9fba-017590c11374 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] For port da717496-40a9-48e3-94ae-dcb2879b8364, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=da717496-40a9-48e3-94ae-dcb2879b8364,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:35.228386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-347c025b-1f01-46cf-8ed6-90c20acad8d0 req-8c9de490-36e7-4b11-9fba-017590c11374 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.247456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-347c025b-1f01-46cf-8ed6-90c20acad8d0 req-8c9de490-36e7-4b11-9fba-017590c11374 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Calling delete_port for da717496-40a9-48e3-94ae-dcb2879b8364 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:35.285002 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7180dbc8-c3b1-4ad1-87d9-71fdcc21df5d req-afabc537-cd63-4336-8a70-bf63bfc48f24 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/security-groups?id=6be5611a-e39d-4968-8127-408ffe6f7073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637534 Nov 25 19:31:35.419704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-347c025b-1f01-46cf-8ed6-90c20acad8d0 req-8c9de490-36e7-4b11-9fba-017590c11374 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.477388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5da6acc-2b40-40fe-bfb2-d12f982754d3 req-845aa87f-3511-4fb5-8816-4717ef5cfcbc tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.480344 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5da6acc-2b40-40fe-bfb2-d12f982754d3 req-845aa87f-3511-4fb5-8816-4717ef5cfcbc tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/ports?device_id=2a681692-6b7b-41da-8d7b-05f507b99dc5 HTTP/1.1" status: 200 len: 866 time: 0.0850086 Nov 25 19:31:35.490494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9de490-36e7-4b11-9fba-017590c11374 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Pushing event deleted for resources: {'Port': ['ID=da717496-40a9-48e3-94ae-dcb2879b8364,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:35.557167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-347c025b-1f01-46cf-8ed6-90c20acad8d0 req-8c9de490-36e7-4b11-9fba-017590c11374 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] No DVR routers for this DVR port da717496-40a9-48e3-94ae-dcb2879b8364 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:35.563144 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-347c025b-1f01-46cf-8ed6-90c20acad8d0 req-8c9de490-36e7-4b11-9fba-017590c11374 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.566680 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-347c025b-1f01-46cf-8ed6-90c20acad8d0 req-8c9de490-36e7-4b11-9fba-017590c11374 tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.60 "DELETE /v2.0/ports/da717496-40a9-48e3-94ae-dcb2879b8364 HTTP/1.1" status: 204 len: 173 time: 0.6203837 Nov 25 19:31:35.567207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-deleted', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:35.569650 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5c099cf-549e-4db0-ab8d-18723f2267d8" -d '{"events": [{"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-deleted", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:35.577210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5da6acc-2b40-40fe-bfb2-d12f982754d3 req-016f6eee-83ac-4f4c-a277-f85757404e6f tempest-ImagesOneServerTestJSON-1402929313 tempest-ImagesOneServerTestJSON-1402929313-project] 10.222.0.15 "GET /v2.0/security-groups?id=dcaf513e-9fb3-4c6e-afac-03059613faaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850568 Nov 25 19:31:35.589854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e58a97-0a03-46c3-a726-ccf670694aa9 req-e957278f-0bef-42af-b3ae-e0695da88e65 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.591327 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-88e58a97-0a03-46c3-a726-ccf670694aa9 req-e957278f-0bef-42af-b3ae-e0695da88e65 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "GET /v2.0/ports?device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 946 time: 0.1633663 Nov 25 19:31:35.773026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-88e58a97-0a03-46c3-a726-ccf670694aa9 req-da77499c-f572-4289-8fc3-29f861379b7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Deleting port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:35.773395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-88e58a97-0a03-46c3-a726-ccf670694aa9 req-da77499c-f572-4289-8fc3-29f861379b7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.859289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891ce17-00a4-4163-b648-94fdf6db187b req-34c598ba-dd54-4e11-8e8b-3aa7fb6780bd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.865841 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891ce17-00a4-4163-b648-94fdf6db187b req-34c598ba-dd54-4e11-8e8b-3aa7fb6780bd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.873095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2891ce17-00a4-4163-b648-94fdf6db187b req-34c598ba-dd54-4e11-8e8b-3aa7fb6780bd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:35.874939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2891ce17-00a4-4163-b648-94fdf6db187b req-34c598ba-dd54-4e11-8e8b-3aa7fb6780bd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2415 time: 0.0866315 Nov 25 19:31:35.936389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-88e58a97-0a03-46c3-a726-ccf670694aa9 req-da77499c-f572-4289-8fc3-29f861379b7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] For port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,segment=NetworkSegment(bb370f55-57bf-465f-b079-0ae87810f69d),segment_id=bb370f55-57bf-465f-b079-0ae87810f69d)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:35.937035 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-88e58a97-0a03-46c3-a726-ccf670694aa9 req-da77499c-f572-4289-8fc3-29f861379b7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:35.961801 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-88e58a97-0a03-46c3-a726-ccf670694aa9 req-da77499c-f572-4289-8fc3-29f861379b7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Calling delete_port for 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:35.974314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2891ce17-00a4-4163-b648-94fdf6db187b req-73134dc9-5d82-4ea3-a5ea-aff4f1f2f1d2 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822556 Nov 25 19:31:36.112572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4268e96-c1f2-4eac-9e53-8c6f6d28f263 req-5a5fa440-65a6-43ce-a938-14ec698223f4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:36.121865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4268e96-c1f2-4eac-9e53-8c6f6d28f263 req-5a5fa440-65a6-43ce-a938-14ec698223f4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 945 time: 0.0879791 Nov 25 19:31:36.197314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4268e96-c1f2-4eac-9e53-8c6f6d28f263 req-8067c648-036f-4aab-ab0f-418fd7a5c162 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738852 Nov 25 19:31:36.253487 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-88e58a97-0a03-46c3-a726-ccf670694aa9 req-da77499c-f572-4289-8fc3-29f861379b7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.321193 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.341074 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a4aa42-d932-42dd-8353-2bdf1f395504 x-openstack-request-id: req-68a4aa42-d932-42dd-8353-2bdf1f395504 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:36.341543 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a681692-6b7b-41da-8d7b-05f507b99dc5", "name": "network-vif-deleted", "tag": "da717496-40a9-48e3-94ae-dcb2879b8364", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:36.342206 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68a4aa42-d932-42dd-8353-2bdf1f395504 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:36.342929 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a681692-6b7b-41da-8d7b-05f507b99dc5', 'name': 'network-vif-deleted', 'tag': 'da717496-40a9-48e3-94ae-dcb2879b8364', 'status': 'completed', 'code': 200} Nov 25 19:31:36.349248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77499c-f572-4289-8fc3-29f861379b7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Pushing event deleted for resources: {'Port': ['ID=6b4655ae-e6e9-4416-8b75-3c1ca2f635a2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:36.421003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e58a97-0a03-46c3-a726-ccf670694aa9 req-da77499c-f572-4289-8fc3-29f861379b7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] No DVR routers for this DVR port 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:36.424500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-88e58a97-0a03-46c3-a726-ccf670694aa9 req-da77499c-f572-4289-8fc3-29f861379b7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:36.430755 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-88e58a97-0a03-46c3-a726-ccf670694aa9 req-da77499c-f572-4289-8fc3-29f861379b7e tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.60 "DELETE /v2.0/ports/6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 HTTP/1.1" status: 204 len: 173 time: 0.8265026 Nov 25 19:31:36.461254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213609d5-e98b-42b9-aa31-5c00144c6edd req-2aff2044-737a-4811-a8c9-6cae937d0de4 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:36.463198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-213609d5-e98b-42b9-aa31-5c00144c6edd req-2aff2044-737a-4811-a8c9-6cae937d0de4 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0647113 Nov 25 19:31:36.548433 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-213609d5-e98b-42b9-aa31-5c00144c6edd req-9e844e99-308e-48d1-9cb8-0a0151822bf6 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759575 Nov 25 19:31:36.642516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['6b4655ae-e6e9-4416-8b75-3c1ca2f635a2'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:36.685395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5660b2-45e3-46e3-9150-e6c01d446177 req-2157bbd8-0c39-4092-ab5c-034dcd5458e7 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:36.687082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d5660b2-45e3-46e3-9150-e6c01d446177 req-2157bbd8-0c39-4092-ab5c-034dcd5458e7 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 944 time: 0.0674272 Nov 25 19:31:36.752863 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d5660b2-45e3-46e3-9150-e6c01d446177 req-aaf21d43-5c6d-4043-82f0-9316b6de3f9f tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586708 Nov 25 19:31:36.931081 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ac8dca1-8e15-47ae-8127-454eff55f453 req-2922ba65-480c-422d-afe3-e767e77267a5 tempest-ImagesTestJSON-2121974239 tempest-ImagesTestJSON-2121974239-project] 10.222.0.15 "GET /v2.0/ports?device_id=8300348f-43f5-4740-ade1-03f636b2053b HTTP/1.1" status: 200 len: 210 time: 0.0309172 Nov 25 19:31:37.239598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ac0da-3e72-4307-a914-6049b092dd14 req-31580a9f-229e-45ad-af39-4cfd63324260 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.248590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ac0da-3e72-4307-a914-6049b092dd14 req-31580a9f-229e-45ad-af39-4cfd63324260 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.255866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ac0da-3e72-4307-a914-6049b092dd14 req-31580a9f-229e-45ad-af39-4cfd63324260 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.257652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e51ac0da-3e72-4307-a914-6049b092dd14 req-31580a9f-229e-45ad-af39-4cfd63324260 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2415 time: 0.1050172 Nov 25 19:31:37.315733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57296) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:37.322528 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e51ac0da-3e72-4307-a914-6049b092dd14 req-40464c5c-85c6-47f7-86af-02ebf574c2a6 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526905 Nov 25 19:31:37.477520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed7f84a-6f57-4d03-9bfd-b04a6827df8f req-df4c21fb-9d71-4e7b-b057-812b8c982b3a tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.480456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ed7f84a-6f57-4d03-9bfd-b04a6827df8f req-df4c21fb-9d71-4e7b-b057-812b8c982b3a tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 945 time: 0.0730913 Nov 25 19:31:37.505769 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6c8c2473-de39-4f3e-9082-81bf04422555 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=855d04329af745ceb76716733ac4cee4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1880398 Nov 25 19:31:37.508687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57300) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:37.569797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ed7f84a-6f57-4d03-9bfd-b04a6827df8f req-34821999-c473-4eb5-ba42-ff9468d34f6c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804803 Nov 25 19:31:37.570156 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.608654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.630354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device a8f81c02-3a83-4495-ac66-0dd1689aa744 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:37.695657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port a8f81c02-3a83-4495-ac66-0dd1689aa744 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:37.705684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port a8f81c02-3a83-4495-ac66-0dd1689aa744 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:37.706265 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.716954 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.721699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.723664 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcaf513e-9fb3-4c6e-afac-03059613faaf HTTP/1.1" status: 204 len: 168 time: 0.2137511 Nov 25 19:31:37.741943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcaf513e-9fb3-4c6e-afac-03059613faaf,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:37.756588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.757611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.758157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.758971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.759852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.761211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.761765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.762343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.763158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.764205 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.765670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.766486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83eda136-d51b-4fd1-ada3-4213ffe7e4fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:37.777527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2626c-081d-41aa-9ac7-297bcd8c21bb req-0616d2da-2991-40eb-8877-66b419ff099e tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:37.784858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79b2626c-081d-41aa-9ac7-297bcd8c21bb req-0616d2da-2991-40eb-8877-66b419ff099e tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.1172953 Nov 25 19:31:37.830611 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.887258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79b2626c-081d-41aa-9ac7-297bcd8c21bb req-94bec944-d222-48e9-ac9b-b829b3cb9698 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927949 Nov 25 19:31:37.916071 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.950349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f81c02-3a83-4495-ac66-0dd1689aa744'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:37.954214 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d1f6825-3d41-44b8-8454-e00f761280dc" -d '{"events": [{"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-plugged", "status": "completed", "tag": "a8f81c02-3a83-4495-ac66-0dd1689aa744"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:37.971722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port a8f81c02-3a83-4495-ac66-0dd1689aa744, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=a8f81c02-3a83-4495-ac66-0dd1689aa744,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:37.980379 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:37.983406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:38.091071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad36307-1fee-4aac-9cc7-0addb828af9e req-521f04ef-0e7b-4a63-8d1e-20a5a049d2c5 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:38.095837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ad36307-1fee-4aac-9cc7-0addb828af9e req-521f04ef-0e7b-4a63-8d1e-20a5a049d2c5 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 944 time: 0.0851450 Nov 25 19:31:38.122114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.122843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=a8f81c02-3a83-4495-ac66-0dd1689aa744,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:38.139942 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:38.145521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:38.146360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.211516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ad36307-1fee-4aac-9cc7-0addb828af9e req-d6dcd6b9-6e7a-4a0b-b530-a0030e99e7a5 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972650 Nov 25 19:31:38.262179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.324517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7142d9ab-4a68-49ef-ba9d-fb503ff78c31,segment=NetworkSegment(7bf77f29-91d5-45bf-a760-dc11c38250f2),segment_id=7bf77f29-91d5-45bf-a760-dc11c38250f2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:38.330931 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.332168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:38.344006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8300348f-43f5-4740-ade1-03f636b2053b', 'name': 'network-vif-deleted', 'tag': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:38.347488 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d8dddb8-ee41-4c37-bbcf-6a90469bf8ac" -d '{"events": [{"server_uuid": "8300348f-43f5-4740-ade1-03f636b2053b", "name": "network-vif-deleted", "tag": "6b4655ae-e6e9-4416-8b75-3c1ca2f635a2"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:38.378999 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bc98e2-83e1-4608-af61-fc9e644f5f58 x-openstack-request-id: req-b2bc98e2-83e1-4608-af61-fc9e644f5f58 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:38.379362 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-plugged", "status": "completed", "tag": "a8f81c02-3a83-4495-ac66-0dd1689aa744", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:38.380039 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b2bc98e2-83e1-4608-af61-fc9e644f5f58 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:38.381208 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8f81c02-3a83-4495-ac66-0dd1689aa744', 'code': 200} Nov 25 19:31:38.488687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=7142d9ab-4a68-49ef-ba9d-fb503ff78c31,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:38.505617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:38.511672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:38.512926 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.559897 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44b17a7-d08c-4e77-99b7-eb2d55917aed x-openstack-request-id: req-f44b17a7-d08c-4e77-99b7-eb2d55917aed {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:38.560983 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8300348f-43f5-4740-ade1-03f636b2053b", "name": "network-vif-deleted", "tag": "6b4655ae-e6e9-4416-8b75-3c1ca2f635a2", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:38.561881 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f44b17a7-d08c-4e77-99b7-eb2d55917aed {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:38.562663 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8300348f-43f5-4740-ade1-03f636b2053b', 'name': 'network-vif-deleted', 'tag': '6b4655ae-e6e9-4416-8b75-3c1ca2f635a2', 'status': 'completed', 'code': 200} Nov 25 19:31:38.617574 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.661820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:38.672700 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.674025 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ed1fcde9-1cd0-474b-b5ec-34bfe269611c up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:38.758128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ed0bf-3ab1-43dd-be32-5b03fe1e0955 req-13d596ce-b44d-4d1b-b961-e6849ff4836b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:38.758712 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:38.772198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ed0bf-3ab1-43dd-be32-5b03fe1e0955 req-13d596ce-b44d-4d1b-b961-e6849ff4836b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:38.780799 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port ed1fcde9-1cd0-474b-b5ec-34bfe269611c completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:38.785132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76ed0bf-3ab1-43dd-be32-5b03fe1e0955 req-13d596ce-b44d-4d1b-b961-e6849ff4836b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:38.787862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port ed1fcde9-1cd0-474b-b5ec-34bfe269611c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:38.788550 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.788750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f76ed0bf-3ab1-43dd-be32-5b03fe1e0955 req-13d596ce-b44d-4d1b-b961-e6849ff4836b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2418 time: 0.1411688 Nov 25 19:31:38.887529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f76ed0bf-3ab1-43dd-be32-5b03fe1e0955 req-494362ee-0c58-497c-b13b-876de9f381fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910678 Nov 25 19:31:38.928423 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.978036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ed1fcde9-1cd0-474b-b5ec-34bfe269611c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ed1fcde9-1cd0-474b-b5ec-34bfe269611c,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:38.983858 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:38.984850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8fdb0886-2fa3-45b8-93fb-c81af257127d up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:39.085157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3389b-958e-4168-80c9-5a600aac5c74 req-ed6cc4a7-afdf-4136-b8a6-7cb998eaa3c4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.086980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5d3389b-958e-4168-80c9-5a600aac5c74 req-ed6cc4a7-afdf-4136-b8a6-7cb998eaa3c4 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 945 time: 0.0622067 Nov 25 19:31:39.156878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5d3389b-958e-4168-80c9-5a600aac5c74 req-5570c305-4286-42ae-9689-c13c9ed1682d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570717 Nov 25 19:31:39.271285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ed1fcde9-1cd0-474b-b5ec-34bfe269611c,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:39.291908 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 8fdb0886-2fa3-45b8-93fb-c81af257127d completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:31:39.297402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 8fdb0886-2fa3-45b8-93fb-c81af257127d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:39.297880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.410480 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.450402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 8fdb0886-2fa3-45b8-93fb-c81af257127d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8fdb0886-2fa3-45b8-93fb-c81af257127d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:39.455224 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:39.514671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=8fdb0886-2fa3-45b8-93fb-c81af257127d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:39.652896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device da717496-40a9-48e3-94ae-dcb2879b8364 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:39.677102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: da717496-40a9-48e3-94ae-dcb2879b8364 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:39.678075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device da717496-40a9-48e3-94ae-dcb2879b8364 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:39.678075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:39.703721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:39.704256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 6b4655ae-e6e9-4416-8b75-3c1ca2f635a2 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:39.986209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a80a2c-cce6-44f6-90fa-544bcd585228 req-7084e0d9-039e-4d41-921a-b2b3b09cb30b tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:39.987782 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47a80a2c-cce6-44f6-90fa-544bcd585228 req-7084e0d9-039e-4d41-921a-b2b3b09cb30b tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0619349 Nov 25 19:31:40.051833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47a80a2c-cce6-44f6-90fa-544bcd585228 req-e3ca6dd9-8dd0-4edc-ac28-aae3ee2d4872 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524051 Nov 25 19:31:40.203045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51737d7a-4966-4e1a-a177-7b30cae9454c req-d0d69e16-0ccd-4b77-9561-92c5acc54db1 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.205208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-51737d7a-4966-4e1a-a177-7b30cae9454c req-d0d69e16-0ccd-4b77-9561-92c5acc54db1 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0567157 Nov 25 19:31:40.261437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-51737d7a-4966-4e1a-a177-7b30cae9454c req-ac229464-989b-4412-b0b6-5f0d25e9cdfe tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490687 Nov 25 19:31:40.382582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7142d9ab-4a68-49ef-ba9d-fb503ff78c31'}, {'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fee1ba7-d9c2-43c4-a27c-f4b475308cb2'}, {'server_uuid': '0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fcde9-1cd0-474b-b5ec-34bfe269611c'}, {'server_uuid': 'b17d41b2-9b1b-4fac-b5cd-868ea026db2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdb0886-2fa3-45b8-93fb-c81af257127d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:40.387499 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696212ad-d6fb-48e1-9ee4-177f6d308735" -d '{"events": [{"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-plugged", "status": "completed", "tag": "7142d9ab-4a68-49ef-ba9d-fb503ff78c31"}, {"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-plugged", "status": "completed", "tag": "3fee1ba7-d9c2-43c4-a27c-f4b475308cb2"}, {"server_uuid": "0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fcde9-1cd0-474b-b5ec-34bfe269611c"}, {"server_uuid": "b17d41b2-9b1b-4fac-b5cd-868ea026db2f", "name": "network-vif-plugged", "status": "completed", "tag": "8fdb0886-2fa3-45b8-93fb-c81af257127d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:40.536170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890614b3-8ebd-4300-a229-ff7eab7fe28a req-7be1483b-3ca0-4ba8-bd69-16bc55227bcd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.542472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890614b3-8ebd-4300-a229-ff7eab7fe28a req-7be1483b-3ca0-4ba8-bd69-16bc55227bcd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.548762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890614b3-8ebd-4300-a229-ff7eab7fe28a req-7be1483b-3ca0-4ba8-bd69-16bc55227bcd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.550513 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-890614b3-8ebd-4300-a229-ff7eab7fe28a req-7be1483b-3ca0-4ba8-bd69-16bc55227bcd tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2418 time: 0.0732059 Nov 25 19:31:40.617813 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-890614b3-8ebd-4300-a229-ff7eab7fe28a req-565a4071-c479-49a3-a23c-0e23eadaf88d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591872 Nov 25 19:31:40.771795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989c016-a657-48d8-ada4-4584b2096d21 req-f5e5c826-62ed-4935-ab41-cf835e05be49 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:40.773428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4989c016-a657-48d8-ada4-4584b2096d21 req-f5e5c826-62ed-4935-ab41-cf835e05be49 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.0554919 Nov 25 19:31:40.846290 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4989c016-a657-48d8-ada4-4584b2096d21 req-bc6d3a76-3ac3-4b89-b0c5-d3791330c3d7 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619459 Nov 25 19:31:40.933651 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d3c626a-c54e-4943-aedc-9619059da141 x-openstack-request-id: req-2d3c626a-c54e-4943-aedc-9619059da141 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:40.934506 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-plugged", "status": "completed", "tag": "7142d9ab-4a68-49ef-ba9d-fb503ff78c31", "code": 200}, {"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-plugged", "status": "completed", "tag": "3fee1ba7-d9c2-43c4-a27c-f4b475308cb2", "code": 200}, {"server_uuid": "0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc", "name": "network-vif-plugged", "status": "completed", "tag": "ed1fcde9-1cd0-474b-b5ec-34bfe269611c", "code": 200}, {"server_uuid": "b17d41b2-9b1b-4fac-b5cd-868ea026db2f", "name": "network-vif-plugged", "status": "completed", "tag": "8fdb0886-2fa3-45b8-93fb-c81af257127d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:40.934736 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d3c626a-c54e-4943-aedc-9619059da141 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:40.935268 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7142d9ab-4a68-49ef-ba9d-fb503ff78c31', 'code': 200} Nov 25 19:31:40.935707 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fee1ba7-d9c2-43c4-a27c-f4b475308cb2', 'code': 200} Nov 25 19:31:40.936122 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed1fcde9-1cd0-474b-b5ec-34bfe269611c', 'code': 200} Nov 25 19:31:40.936555 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17d41b2-9b1b-4fac-b5cd-868ea026db2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fdb0886-2fa3-45b8-93fb-c81af257127d', 'code': 200} Nov 25 19:31:41.223945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078f533-8670-4447-a1c4-cee507503af3 req-ca0dd6e6-729c-4ccb-8e3c-10e10df45f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:41.226080 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7078f533-8670-4447-a1c4-cee507503af3 req-ca0dd6e6-729c-4ccb-8e3c-10e10df45f0e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 1097 time: 0.1515477 Nov 25 19:31:41.230670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f1222c-ab59-4114-aa0b-8cdf55c3cf7e req-b233928d-166f-4570-92bf-ac34483f6d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:41.232848 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63f1222c-ab59-4114-aa0b-8cdf55c3cf7e req-b233928d-166f-4570-92bf-ac34483f6d67 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 1096 time: 0.1563358 Nov 25 19:31:41.237587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200bc68-7c20-4d87-b0f0-e62d574be66e req-87e197c9-14e6-42b7-9664-11e51c02ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:41.238370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200bc68-7c20-4d87-b0f0-e62d574be66e req-87e197c9-14e6-42b7-9664-11e51c02ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:41.239118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6200bc68-7c20-4d87-b0f0-e62d574be66e req-87e197c9-14e6-42b7-9664-11e51c02ba04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:41.241501 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6200bc68-7c20-4d87-b0f0-e62d574be66e req-87e197c9-14e6-42b7-9664-11e51c02ba04 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2871 time: 0.1400239 Nov 25 19:31:41.400140 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-63f1222c-ab59-4114-aa0b-8cdf55c3cf7e req-b8d84321-b130-4a63-9a43-72670fbf1492 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557748 Nov 25 19:31:41.404319 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6200bc68-7c20-4d87-b0f0-e62d574be66e req-44890661-ed86-4ae1-9d8d-efcafbfebe1f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457493 Nov 25 19:31:41.407754 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7078f533-8670-4447-a1c4-cee507503af3 req-47987926-5fa6-43d5-acf9-4678346a76bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650274 Nov 25 19:31:41.446021 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:31:41.610356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22ae2d-28f8-47ed-90c2-1ce544439913 req-291d6ba1-0365-4e01-881d-14351881d82c tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:41.612080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c22ae2d-28f8-47ed-90c2-1ce544439913 req-291d6ba1-0365-4e01-881d-14351881d82c tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0578954 Nov 25 19:31:41.677530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c22ae2d-28f8-47ed-90c2-1ce544439913 req-a700de1e-5823-4dd5-8feb-b88365f2573f tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544603 Nov 25 19:31:41.821305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cb9867-b39b-4124-a6da-be6d2fd3c3d8 req-c413bd68-cb70-4f0f-9199-1becb70a864e tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:41.824567 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2cb9867-b39b-4124-a6da-be6d2fd3c3d8 req-c413bd68-cb70-4f0f-9199-1becb70a864e tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0669808 Nov 25 19:31:41.882641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2cb9867-b39b-4124-a6da-be6d2fd3c3d8 req-a82c700d-2bb4-40d1-83bf-8bed275f442b tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515864 Nov 25 19:31:42.311026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e7e6-0abf-4b6f-b7f9-6aab2cc50259 req-cb9586fe-15b8-44af-82d2-7b9de974064e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.317593 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e7e6-0abf-4b6f-b7f9-6aab2cc50259 req-cb9586fe-15b8-44af-82d2-7b9de974064e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.325112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e7e6-0abf-4b6f-b7f9-6aab2cc50259 req-cb9586fe-15b8-44af-82d2-7b9de974064e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.327412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d08e7e6-0abf-4b6f-b7f9-6aab2cc50259 req-cb9586fe-15b8-44af-82d2-7b9de974064e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2418 time: 0.0750794 Nov 25 19:31:42.394886 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d08e7e6-0abf-4b6f-b7f9-6aab2cc50259 req-aa7007e2-5dd0-4cee-9242-7e86d2641c81 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592701 Nov 25 19:31:42.475949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cb948-f607-4fb5-88a6-7bc80fa50f38 req-c5fbee64-236d-4d61-ad3a-8f0a9f54c4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.478594 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d62cb948-f607-4fb5-88a6-7bc80fa50f38 req-c5fbee64-236d-4d61-ad3a-8f0a9f54c4ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 1100 time: 0.0589366 Nov 25 19:31:42.557820 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d62cb948-f607-4fb5-88a6-7bc80fa50f38 req-3cbe2416-be9e-40ca-97cf-2d6e2c8ab384 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695980 Nov 25 19:31:42.692246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbead8a7-d463-4f38-ae79-2d4376e556da req-ba076d91-bd2e-4611-a3e1-42caa8c14b16 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:42.694256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbead8a7-d463-4f38-ae79-2d4376e556da req-ba076d91-bd2e-4611-a3e1-42caa8c14b16 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.0610743 Nov 25 19:31:42.757142 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbead8a7-d463-4f38-ae79-2d4376e556da req-04fe0329-ef03-45b8-802b-a970ccb4590c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547435 Nov 25 19:31:43.239000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d9149-1804-47af-b287-748888dae305 req-71263f3a-8569-444f-8701-a9f09e694071 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:43.241198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-518d9149-1804-47af-b287-748888dae305 req-71263f3a-8569-444f-8701-a9f09e694071 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0797997 Nov 25 19:31:43.304177 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-518d9149-1804-47af-b287-748888dae305 req-3aed2752-bde7-4fe0-a81d-03f420edd118 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550301 Nov 25 19:31:43.546597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da4e90-4f7c-4da1-afea-aa38cc9535b1 req-73ad34f7-b86b-46e0-af9d-d2584ffdb481 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:43.555047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78da4e90-4f7c-4da1-afea-aa38cc9535b1 req-73ad34f7-b86b-46e0-af9d-d2584ffdb481 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0806134 Nov 25 19:31:43.616851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78da4e90-4f7c-4da1-afea-aa38cc9535b1 req-32a5b35f-d2a6-4820-8569-f827fa174539 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606563 Nov 25 19:31:43.674443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 612d265a-2c5c-46df-9e6f-bc462b9ce023 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:31:43.681045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 612d265a-2c5c-46df-9e6f-bc462b9ce023 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:43.863230 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.900783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:43.919993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:43.922331 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255dded4-a131-4e7c-b2cb-f6ef4792fc09" -d '{"events": [{"server_uuid": "69753f75-968b-4515-b009-60317a152d97", "name": "network-vif-unplugged", "status": "completed", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:43.934834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'mac_address': 'fa:16:3e:69:9b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:31:43.940417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:43.948230 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:43.977687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57434) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:44.021102 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.053970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 612d265a-2c5c-46df-9e6f-bc462b9ce023 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:31:44.083032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-3db7da1d-bd03-4897-9a73-9073732d42e5 admin admin] Deleting subnet e346e9bd-e458-4b44-b405-f5770ef69ff0 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:44.089966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3db7da1d-bd03-4897-9a73-9073732d42e5 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.096434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:44.104762 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.107532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719038a-8d39-476b-ae22-6f0490d77611 req-6f474b5f-7d03-4ad8-8065-927be2bc5e8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.109432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:44.117029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719038a-8d39-476b-ae22-6f0490d77611 req-6f474b5f-7d03-4ad8-8065-927be2bc5e8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.142020 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3db7da1d-bd03-4897-9a73-9073732d42e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.142932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6719038a-8d39-476b-ae22-6f0490d77611 req-6f474b5f-7d03-4ad8-8065-927be2bc5e8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.153389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6719038a-8d39-476b-ae22-6f0490d77611 req-6f474b5f-7d03-4ad8-8065-927be2bc5e8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2418 time: 0.1087189 Nov 25 19:31:44.204680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:44.211480 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3db7da1d-bd03-4897-9a73-9073732d42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.224868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6719038a-8d39-476b-ae22-6f0490d77611 req-a63551bd-b2b8-44cd-a7c5-1dece20b503d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697982 Nov 25 19:31:44.323143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3db7da1d-bd03-4897-9a73-9073732d42e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.370505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7da1d-bd03-4897-9a73-9073732d42e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e346e9bd-e458-4b44-b405-f5770ef69ff0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:44.379280 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3db7da1d-bd03-4897-9a73-9073732d42e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.383303 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3db7da1d-bd03-4897-9a73-9073732d42e5 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e346e9bd-e458-4b44-b405-f5770ef69ff0 HTTP/1.1" status: 204 len: 168 time: 0.4041893 Nov 25 19:31:44.388686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57440) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:44.476955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['612d265a-2c5c-46df-9e6f-bc462b9ce023'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:44.559517 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.560191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715b37d-319c-4577-8c99-4cfc5e42d946 req-c8d11582-9d7e-4dbe-a1f3-6ef03640e2c5 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.561926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b715b37d-319c-4577-8c99-4cfc5e42d946 req-c8d11582-9d7e-4dbe-a1f3-6ef03640e2c5 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.0613046 Nov 25 19:31:44.587097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eea62f-4428-4f48-9984-63da0c17d5ff req-f534634e-3949-4be7-807c-7a615938a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.590275 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36eea62f-4428-4f48-9984-63da0c17d5ff req-f534634e-3949-4be7-807c-7a615938a499 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89523965671942b49f984836c2442d69&device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 1096 time: 0.0962527 Nov 25 19:31:44.631049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b715b37d-319c-4577-8c99-4cfc5e42d946 req-3c0e3725-b832-4743-9051-b77d90976e5c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620112 Nov 25 19:31:44.692581 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0787dc47-fd53-47e4-9d50-daacd0e91c99 x-openstack-request-id: req-0787dc47-fd53-47e4-9d50-daacd0e91c99 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:44.693403 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69753f75-968b-4515-b009-60317a152d97", "name": "network-vif-unplugged", "status": "completed", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:44.693403 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0787dc47-fd53-47e4-9d50-daacd0e91c99 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:44.694149 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'code': 200} Nov 25 19:31:44.723572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.782254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5aed545-c5c9-4df2-88c4-1ebfe07f70ee']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:44.796793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb370f55-57bf-465f-b079-0ae87810f69d') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:44.797076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb370f55-57bf-465f-b079-0ae87810f69d') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:44.813168 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.838814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eea62f-4428-4f48-9984-63da0c17d5ff req-242227f3-2f12-4c2b-b893-e1369e1adc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:44.840784 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36eea62f-4428-4f48-9984-63da0c17d5ff req-242227f3-2f12-4c2b-b893-e1369e1adc62 service neutron] 10.222.0.60 "GET /v2.0/networks?id=afffe553-4427-49c8-b4a9-69418e3457c0 HTTP/1.1" status: 200 len: 912 time: 0.2434404 Nov 25 19:31:44.845519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.859164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:44.859570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:44.861325 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:44.908286 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36eea62f-4428-4f48-9984-63da0c17d5ff req-773a7916-a32b-4764-9acb-8a24ceeae86e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1fcde9-1cd0-474b-b5ec-34bfe269611c HTTP/1.1" status: 200 len: 217 time: 0.0578003 Nov 25 19:31:45.015196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.030839 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.037099 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] 10.222.0.15 "DELETE /v2.0/networks/d5aed545-c5c9-4df2-88c4-1ebfe07f70ee HTTP/1.1" status: 204 len: 168 time: 0.6466868 Nov 25 19:31:45.066245 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec3a3e6-95e7-4302-aa09-448b3541555f admin admin] Pushing event deleted for resources: {'Network': ['ID=d5aed545-c5c9-4df2-88c4-1ebfe07f70ee,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:45.071655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eea62f-4428-4f48-9984-63da0c17d5ff req-e4baeeaf-eb07-4768-8355-afff9102f260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:45.074302 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36eea62f-4428-4f48-9984-63da0c17d5ff req-e4baeeaf-eb07-4768-8355-afff9102f260 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5d69709-b7a5-4beb-8202-c0e1bfbc78da HTTP/1.1" status: 200 len: 851 time: 0.1341617 Nov 25 19:31:45.141818 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36eea62f-4428-4f48-9984-63da0c17d5ff req-d1794edd-40ae-4469-a5e1-a7e59b6c5884 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afffe553-4427-49c8-b4a9-69418e3457c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503292 Nov 25 19:31:45.316386 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36eea62f-4428-4f48-9984-63da0c17d5ff req-f7925d5f-c7a2-48df-84f2-b17a90d2a619 service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639664 Nov 25 19:31:45.362349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57456) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:45.456530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-04a8346d-835a-48d9-93ed-d2ffa1623620 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=453bf602e09c4a2b98fb27e1b9e8bb34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0917430 Nov 25 19:31:45.462160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57458) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:45.473601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601d2182-1c2b-49fa-a82a-4643bb6162e0 req-da8eb1d5-1e8b-47de-b64e-8e908483f381 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:45.476451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-601d2182-1c2b-49fa-a82a-4643bb6162e0 req-da8eb1d5-1e8b-47de-b64e-8e908483f381 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 948 time: 0.1281803 Nov 25 19:31:45.509024 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36eea62f-4428-4f48-9984-63da0c17d5ff req-33730f6b-3540-406c-be5b-72d52f168d57 service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809266 Nov 25 19:31:45.553390 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-984285b6-b6d1-4421-a21c-140522a7411c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.567345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-601d2182-1c2b-49fa-a82a-4643bb6162e0 req-5745b86d-6151-4ca0-9668-8af8e9bade10 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817645 Nov 25 19:31:45.607501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-984285b6-b6d1-4421-a21c-140522a7411c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.691566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 612d265a-2c5c-46df-9e6f-bc462b9ce023 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:45.705892 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-984285b6-b6d1-4421-a21c-140522a7411c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.712513 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-984285b6-b6d1-4421-a21c-140522a7411c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.718954 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-984285b6-b6d1-4421-a21c-140522a7411c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6be5611a-e39d-4968-8127-408ffe6f7073 HTTP/1.1" status: 204 len: 168 time: 0.2525539 Nov 25 19:31:45.733093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984285b6-b6d1-4421-a21c-140522a7411c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be5611a-e39d-4968-8127-408ffe6f7073,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:45.809494 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 612d265a-2c5c-46df-9e6f-bc462b9ce023 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:45.810078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.814121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31742099-dfba-4b7d-9545-d04f45e80924 req-91415272-f4b0-4801-9ee7-351f23e80841 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:45.816841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31742099-dfba-4b7d-9545-d04f45e80924 req-91415272-f4b0-4801-9ee7-351f23e80841 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0987072 Nov 25 19:31:45.900446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31742099-dfba-4b7d-9545-d04f45e80924 req-3a7eb169-acb7-47f1-add1-5af9a40683cd tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682149 Nov 25 19:31:45.929862 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:45.988153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:45.995056 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:46.108315 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:46.695379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:46.701058 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a31e171-044e-496c-8452-413df65ec8b2" -d '{"events": [{"server_uuid": "69753f75-968b-4515-b009-60317a152d97", "name": "network-vif-plugged", "status": "completed", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:46.898351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e92346-222d-45bd-86ea-0e34e25436ea req-0b51603f-1661-4946-8a3b-5623088d1258 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:46.900173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47e92346-222d-45bd-86ea-0e34e25436ea req-0b51603f-1661-4946-8a3b-5623088d1258 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0721998 Nov 25 19:31:46.964381 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47e92346-222d-45bd-86ea-0e34e25436ea req-642defd5-f84f-4e74-840e-a2c868fc710c tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523949 Nov 25 19:31:47.076804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3534ab0-97df-4166-8587-3179d1f007e8 req-939b71f4-8dd0-4709-846b-c4c1533db8d9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.078463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3534ab0-97df-4166-8587-3179d1f007e8 req-939b71f4-8dd0-4709-846b-c4c1533db8d9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.0549600 Nov 25 19:31:47.139236 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3534ab0-97df-4166-8587-3179d1f007e8 req-38b2bca5-7df0-4a9b-b669-861e2948fd63 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484130 Nov 25 19:31:47.203368 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ce0865-230e-4f1c-a48d-b99fc34a6255 x-openstack-request-id: req-c4ce0865-230e-4f1c-a48d-b99fc34a6255 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:47.204198 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69753f75-968b-4515-b009-60317a152d97", "name": "network-vif-plugged", "status": "completed", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:47.204198 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4ce0865-230e-4f1c-a48d-b99fc34a6255 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:47.204563 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'code': 200} Nov 25 19:31:47.311909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95852b0a-ad3f-4457-95e9-2f5d173b36cd req-c0b76539-87d6-43a9-ad91-f55870a59e69 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.319560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95852b0a-ad3f-4457-95e9-2f5d173b36cd req-c0b76539-87d6-43a9-ad91-f55870a59e69 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.326092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95852b0a-ad3f-4457-95e9-2f5d173b36cd req-c0b76539-87d6-43a9-ad91-f55870a59e69 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.327905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-95852b0a-ad3f-4457-95e9-2f5d173b36cd req-c0b76539-87d6-43a9-ad91-f55870a59e69 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2418 time: 0.0731823 Nov 25 19:31:47.391418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-95852b0a-ad3f-4457-95e9-2f5d173b36cd req-a46325d8-149f-4a39-b880-2943d088bd35 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519950 Nov 25 19:31:47.672353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3755b5-c5ed-407b-a8b4-567919bb4b55 req-bd555ced-3bca-4407-9357-d5ac6d66a7fc tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:47.674205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b3755b5-c5ed-407b-a8b4-567919bb4b55 req-bd555ced-3bca-4407-9357-d5ac6d66a7fc tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0573642 Nov 25 19:31:47.733415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b3755b5-c5ed-407b-a8b4-567919bb4b55 req-4a530b67-8062-47e8-b7f6-3a90c0e9d47c tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522597 Nov 25 19:31:48.367955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037e371a-75a3-43b7-a568-dc72083d146f req-a38a504a-d71b-4cb0-b30a-e86921659cdb tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:48.371303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-037e371a-75a3-43b7-a568-dc72083d146f req-a38a504a-d71b-4cb0-b30a-e86921659cdb tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0876203 Nov 25 19:31:48.436931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-037e371a-75a3-43b7-a568-dc72083d146f req-c0076024-15b7-4394-b1a5-826be52caa9c tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595419 Nov 25 19:31:48.592720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a0d1c3-87d8-46aa-ab51-3f84cf9204fd req-a779d4ea-0018-44af-95e3-6e878d8cbc2b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:48.594419 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8a0d1c3-87d8-46aa-ab51-3f84cf9204fd req-a779d4ea-0018-44af-95e3-6e878d8cbc2b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.0627511 Nov 25 19:31:48.661013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-5e73d5a1-4574-4170-af28-73e79d9fc207 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:48.667862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-5e73d5a1-4574-4170-af28-73e79d9fc207 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:48.674076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-5e73d5a1-4574-4170-af28-73e79d9fc207 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:48.675843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-5e73d5a1-4574-4170-af28-73e79d9fc207 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2418 time: 0.0736172 Nov 25 19:31:48.680413 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8a0d1c3-87d8-46aa-ab51-3f84cf9204fd req-15586f74-d04c-4146-83d1-beefed5cc0c9 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775504 Nov 25 19:31:48.820690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-8137b80b-e00a-4c0d-bb47-004788f00ec3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:48.821399 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-8137b80b-e00a-4c0d-bb47-004788f00ec3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.893222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f77135-9c91-4e00-bae9-a7044ad0fef3 req-51635a5e-4759-4e5d-bd2d-a36e79ee2022 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:48.905705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f77135-9c91-4e00-bae9-a7044ad0fef3 req-51635a5e-4759-4e5d-bd2d-a36e79ee2022 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:48.915928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f77135-9c91-4e00-bae9-a7044ad0fef3 req-51635a5e-4759-4e5d-bd2d-a36e79ee2022 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:48.920104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8f77135-9c91-4e00-bae9-a7044ad0fef3 req-51635a5e-4759-4e5d-bd2d-a36e79ee2022 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 2418 time: 0.0942752 Nov 25 19:31:48.961283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-8137b80b-e00a-4c0d-bb47-004788f00ec3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] For port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:48.961578 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-8137b80b-e00a-4c0d-bb47-004788f00ec3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:48.976027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-8137b80b-e00a-4c0d-bb47-004788f00ec3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Calling delete_port for 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:49.004590 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8f77135-9c91-4e00-bae9-a7044ad0fef3 req-82b6ba72-1bb1-49b4-91b1-92260f11b5d9 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765982 Nov 25 19:31:49.186747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-8137b80b-e00a-4c0d-bb47-004788f00ec3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.203657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['a8f81c02-3a83-4495-ac66-0dd1689aa744', '3fee1ba7-d9c2-43c4-a27c-f4b475308cb2', '7142d9ab-4a68-49ef-ba9d-fb503ff78c31'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:49.257318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137b80b-e00a-4c0d-bb47-004788f00ec3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Port': ['ID=3fee1ba7-d9c2-43c4-a27c-f4b475308cb2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:49.281214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8768d-b9d3-46bf-98af-45836a8da329 req-5b3ad19b-f423-4ffd-9790-df276b623df1 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:49.289512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4f8768d-b9d3-46bf-98af-45836a8da329 req-5b3ad19b-f423-4ffd-9790-df276b623df1 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0845120 Nov 25 19:31:49.357705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-8137b80b-e00a-4c0d-bb47-004788f00ec3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] No DVR routers for this DVR port 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:49.364146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4f8768d-b9d3-46bf-98af-45836a8da329 req-8fe985e0-fdd1-4710-b200-514623d0f282 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732627 Nov 25 19:31:49.375685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-8137b80b-e00a-4c0d-bb47-004788f00ec3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.404637 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-8137b80b-e00a-4c0d-bb47-004788f00ec3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "DELETE /v2.0/ports/3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 HTTP/1.1" status: 204 len: 173 time: 0.7201324 Nov 25 19:31:49.407784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-deleted', 'tag': '3fee1ba7-d9c2-43c4-a27c-f4b475308cb2'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:49.410187 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31707c89-a1b5-4d5a-8ca9-51f47cfd49d2" -d '{"events": [{"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-deleted", "tag": "3fee1ba7-d9c2-43c4-a27c-f4b475308cb2"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:49.569048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-510bd337-c7ae-4f49-85e7-24a25ad89940 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting port a8f81c02-3a83-4495-ac66-0dd1689aa744 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:49.569393 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-510bd337-c7ae-4f49-85e7-24a25ad89940 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.572456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57570) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:49.710685 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd3e0783-a844-4873-9e33-1586bffd45cc x-openstack-request-id: req-bd3e0783-a844-4873-9e33-1586bffd45cc {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:49.711268 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-deleted", "tag": "3fee1ba7-d9c2-43c4-a27c-f4b475308cb2", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:49.711268 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd3e0783-a844-4873-9e33-1586bffd45cc {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:49.711669 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-deleted', 'tag': '3fee1ba7-d9c2-43c4-a27c-f4b475308cb2', 'status': 'completed', 'code': 200} Nov 25 19:31:49.721216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-510bd337-c7ae-4f49-85e7-24a25ad89940 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] For port a8f81c02-3a83-4495-ac66-0dd1689aa744, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=a8f81c02-3a83-4495-ac66-0dd1689aa744,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:49.721467 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-510bd337-c7ae-4f49-85e7-24a25ad89940 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.750200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-510bd337-c7ae-4f49-85e7-24a25ad89940 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Calling delete_port for a8f81c02-3a83-4495-ac66-0dd1689aa744 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:49.784056 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.880235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05653181-3183-49f7-b8f5-28e76b4a1f40 req-9de26f02-29eb-473b-ac4d-773dcca59152 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:49.883069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05653181-3183-49f7-b8f5-28e76b4a1f40 req-9de26f02-29eb-473b-ac4d-773dcca59152 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0874641 Nov 25 19:31:49.925341 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-510bd337-c7ae-4f49-85e7-24a25ad89940 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:49.939724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['3fee1ba7-d9c2-43c4-a27c-f4b475308cb2'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:49.957764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510bd337-c7ae-4f49-85e7-24a25ad89940 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Port': ['ID=a8f81c02-3a83-4495-ac66-0dd1689aa744,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:50.007945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-510bd337-c7ae-4f49-85e7-24a25ad89940 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] No DVR routers for this DVR port a8f81c02-3a83-4495-ac66-0dd1689aa744 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:50.009850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05653181-3183-49f7-b8f5-28e76b4a1f40 req-a04dff68-c804-4087-9166-2e98e6b9b352 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185300 Nov 25 19:31:50.011412 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-510bd337-c7ae-4f49-85e7-24a25ad89940 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.022630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-510bd337-c7ae-4f49-85e7-24a25ad89940 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "DELETE /v2.0/ports/a8f81c02-3a83-4495-ac66-0dd1689aa744 HTTP/1.1" status: 204 len: 173 time: 0.6157417 Nov 25 19:31:50.062150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.075724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.188609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=770ab305853747e4a6ffb7ddc9f453f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6132650 Nov 25 19:31:50.191721 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3f9039-4bfc-4deb-b21b-688538b99b67,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:50.196210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57584) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:50.257030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-a05129d4-a613-4adb-8ec7-6529580bc00f tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:50.257690 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-a05129d4-a613-4adb-8ec7-6529580bc00f tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.267083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.267626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.268199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.268767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.269323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.269882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.270443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.271488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.271640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.272118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.272667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.273209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6af390b2-fa80-4114-970d-b33a7e911453 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:31:50.377788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2279765-566c-442c-b89b-aef7b501ee15 req-373b33db-a456-4e75-9f12-2954ae3d9506 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:50.393774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2279765-566c-442c-b89b-aef7b501ee15 req-373b33db-a456-4e75-9f12-2954ae3d9506 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.2032850 Nov 25 19:31:50.401652 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.438051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-a05129d4-a613-4adb-8ec7-6529580bc00f tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] For port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7142d9ab-4a68-49ef-ba9d-fb503ff78c31,segment=NetworkSegment(7bf77f29-91d5-45bf-a760-dc11c38250f2),segment_id=7bf77f29-91d5-45bf-a760-dc11c38250f2)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:50.438497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-a05129d4-a613-4adb-8ec7-6529580bc00f tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.458054 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-a05129d4-a613-4adb-8ec7-6529580bc00f tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Calling delete_port for 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:50.465317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-316093df-2b83-4009-8888-6f69b7d9b0c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.510845 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2279765-566c-442c-b89b-aef7b501ee15 req-7d008328-51aa-40c0-9723-f718af0ca6d6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158636 Nov 25 19:31:50.516580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-316093df-2b83-4009-8888-6f69b7d9b0c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.554566 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57592) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:50.611378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-316093df-2b83-4009-8888-6f69b7d9b0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.614306 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-316093df-2b83-4009-8888-6f69b7d9b0c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.618509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-316093df-2b83-4009-8888-6f69b7d9b0c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8c3f9039-4bfc-4deb-b21b-688538b99b67 HTTP/1.1" status: 204 len: 168 time: 0.4066231 Nov 25 19:31:50.649334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316093df-2b83-4009-8888-6f69b7d9b0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3f9039-4bfc-4deb-b21b-688538b99b67,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:50.689218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896c2e5-6aca-4db2-aa5c-d62936b429a6 req-8661d2d9-467d-4088-bac4-e0078b2d5a26 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:50.691268 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e896c2e5-6aca-4db2-aa5c-d62936b429a6 req-8661d2d9-467d-4088-bac4-e0078b2d5a26 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=173f6df9-af23-4080-810d-9b25ad017ede HTTP/1.1" status: 200 len: 946 time: 0.0970485 Nov 25 19:31:50.695267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-a05129d4-a613-4adb-8ec7-6529580bc00f tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.721362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['3fee1ba7-d9c2-43c4-a27c-f4b475308cb2'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:31:50.747307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05129d4-a613-4adb-8ec7-6529580bc00f tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Port': ['ID=7142d9ab-4a68-49ef-ba9d-fb503ff78c31,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:50.805968 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c8caaf67-4d94-4d73-aa6b-5af433d5b415 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.826331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e896c2e5-6aca-4db2-aa5c-d62936b429a6 req-12d30c7c-7ebe-4f6a-8dc3-31dbab7dfda4 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233499 Nov 25 19:31:50.846792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-a05129d4-a613-4adb-8ec7-6529580bc00f tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] No DVR routers for this DVR port 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:50.852774 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-a05129d4-a613-4adb-8ec7-6529580bc00f tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:50.858050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a488e1d4-aea5-4aa4-bebf-514c12a4ccb8 req-a05129d4-a613-4adb-8ec7-6529580bc00f tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "DELETE /v2.0/ports/7142d9ab-4a68-49ef-ba9d-fb503ff78c31 HTTP/1.1" status: 204 len: 173 time: 0.8292558 Nov 25 19:31:51.060458 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c8caaf67-4d94-4d73-aa6b-5af433d5b415 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.071964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c8caaf67-4d94-4d73-aa6b-5af433d5b415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.112497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc624c96-87c4-49cb-966f-23f2a5739f4a req-fd705d38-7fae-48d1-81c3-568973596bc5 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:51.114674 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc624c96-87c4-49cb-966f-23f2a5739f4a req-fd705d38-7fae-48d1-81c3-568973596bc5 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.1547592 Nov 25 19:31:51.171171 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c8caaf67-4d94-4d73-aa6b-5af433d5b415 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2801dc793d3648baae43626f7fe9d709&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6154449 Nov 25 19:31:51.173510 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8caaf67-4d94-4d73-aa6b-5af433d5b415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054a5385-8a1e-4d64-85e5-75bf04a3a401,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:51.174269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57608) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:51.238785 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a97b-affc-4c79-a954-68b2ea1c6083 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.252401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc624c96-87c4-49cb-966f-23f2a5739f4a req-8f84a727-83fe-4201-b2ef-8b5c419ef77e tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231759 Nov 25 19:31:51.267584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a97b-affc-4c79-a954-68b2ea1c6083 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.342092 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a97b-affc-4c79-a954-68b2ea1c6083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.347598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9c7a97b-affc-4c79-a954-68b2ea1c6083 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:51.350542 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a9c7a97b-affc-4c79-a954-68b2ea1c6083 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/054a5385-8a1e-4d64-85e5-75bf04a3a401 HTTP/1.1" status: 204 len: 168 time: 0.1742651 Nov 25 19:31:51.388495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c7a97b-affc-4c79-a954-68b2ea1c6083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054a5385-8a1e-4d64-85e5-75bf04a3a401,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:51.653799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ce84e-f13d-442f-a965-81a73283b9c6 req-c7055ce7-efee-4758-89b1-c6f27c80a326 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:51.658149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-029ce84e-f13d-442f-a965-81a73283b9c6 req-c7055ce7-efee-4758-89b1-c6f27c80a326 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0923672 Nov 25 19:31:51.712674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-deleted', 'tag': 'a8f81c02-3a83-4495-ac66-0dd1689aa744'}, {'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-deleted', 'tag': '7142d9ab-4a68-49ef-ba9d-fb503ff78c31'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:31:51.717115 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5192001b-078f-483f-bbdc-58597dcd2d08" -d '{"events": [{"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-deleted", "tag": "a8f81c02-3a83-4495-ac66-0dd1689aa744"}, {"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-deleted", "tag": "7142d9ab-4a68-49ef-ba9d-fb503ff78c31"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:31:51.755194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-029ce84e-f13d-442f-a965-81a73283b9c6 req-47e3984c-2dfe-4f80-819e-07ae91e913f8 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892184 Nov 25 19:31:51.961036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a23baa-ca3c-4cab-bb0d-3bc86866771b req-c8aade49-f208-4dbe-8609-a53adeb0e400 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:51.974719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56a23baa-ca3c-4cab-bb0d-3bc86866771b req-c8aade49-f208-4dbe-8609-a53adeb0e400 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.1039667 Nov 25 19:31:52.047227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57638) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:52.059658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56a23baa-ca3c-4cab-bb0d-3bc86866771b req-fe66804a-ab11-4101-9fed-51d29aa0625a tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834079 Nov 25 19:31:52.116193 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-368e44d0-2718-49c9-9001-eacf54c78b17 x-openstack-request-id: req-368e44d0-2718-49c9-9001-eacf54c78b17 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:31:52.116539 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-deleted", "tag": "a8f81c02-3a83-4495-ac66-0dd1689aa744", "status": "completed", "code": 200}, {"server_uuid": "173f6df9-af23-4080-810d-9b25ad017ede", "name": "network-vif-deleted", "tag": "7142d9ab-4a68-49ef-ba9d-fb503ff78c31", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:31:52.116754 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-368e44d0-2718-49c9-9001-eacf54c78b17 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:31:52.117140 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-deleted', 'tag': 'a8f81c02-3a83-4495-ac66-0dd1689aa744', 'status': 'completed', 'code': 200} Nov 25 19:31:52.117378 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '173f6df9-af23-4080-810d-9b25ad017ede', 'name': 'network-vif-deleted', 'tag': '7142d9ab-4a68-49ef-ba9d-fb503ff78c31', 'status': 'completed', 'code': 200} Nov 25 19:31:52.159029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57644) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:52.244069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb280cc-cc12-4d73-82b7-f94fb4c98b8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting subnet 07bf6dc7-0962-4846-b5b0-9148c7c50dec {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:52.253374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-acb280cc-cc12-4d73-82b7-f94fb4c98b8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.344154 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-acb280cc-cc12-4d73-82b7-f94fb4c98b8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.395864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-749389795-network', 'tenant_id': '83211a641ec04c1da600acc79980ff70'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:52.439910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Made reservation on behalf of 83211a641ec04c1da600acc79980ff70 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:52.443407 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.446903 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1016f786-b550-4242-8f57-106a175c34a7 req-99c71349-7c22-4562-894b-bb1ba29b4f42 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:52.455881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1016f786-b550-4242-8f57-106a175c34a7 req-99c71349-7c22-4562-894b-bb1ba29b4f42 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0739553 Nov 25 19:31:52.468566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.529854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57660) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:52.540701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1016f786-b550-4242-8f57-106a175c34a7 req-dd21061c-d7d5-4e8d-89ac-3547cbbdeb4e tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831428 Nov 25 19:31:52.603096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-acb280cc-cc12-4d73-82b7-f94fb4c98b8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.709007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1047149640-network', 'tenant_id': '6e05c125ae22426086684a89fe26640c'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:52.720637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.737612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-acb280cc-cc12-4d73-82b7-f94fb4c98b8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.739582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Made reservation on behalf of 6e05c125ae22426086684a89fe26640c for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:52.741938 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.742197 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.757470 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.793841 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.826583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb280cc-cc12-4d73-82b7-f94fb4c98b8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Subnet': ['ID=07bf6dc7-0962-4846-b5b0-9148c7c50dec,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:52.835285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-acb280cc-cc12-4d73-82b7-f94fb4c98b8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.837314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31bc941-be69-4bb4-85a9-219411419b75 None None] Network 293d4476-5094-470b-bcd2-1806d4ca2fed requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:52.845620 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-acb280cc-cc12-4d73-82b7-f94fb4c98b8d tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "DELETE /v2.0/subnets/07bf6dc7-0962-4846-b5b0-9148c7c50dec HTTP/1.1" status: 204 len: 168 time: 0.6856816 Nov 25 19:31:52.846922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:52.850613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57666) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:52.924426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.933389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ab9236-57a5-45c6-8fa1-ab1f7540db7d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:52.937894 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:52.938260 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Added segment eeac89c7-5033-42de-abb1-2e143c68e901 of type vlan for network bb688120-ecb9-447b-8db2-35831ddfd4a8 Nov 25 19:31:52.961398 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.006237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10984164-3b33-4ed8-8f36-a44e621acaad req-6b6ee75e-a05e-4d2f-96a3-af635c916633 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:53.015521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-10984164-3b33-4ed8-8f36-a44e621acaad req-6b6ee75e-a05e-4d2f-96a3-af635c916633 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.1139863 Nov 25 19:31:53.021535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:53.058951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd71159-4624-4b56-9410-8ba2a95795aa,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.060176 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.070581 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.077000 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Added segment 99392f8b-ab32-4974-adeb-6a5c956ad93f of type vlan for network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e Nov 25 19:31:53.102732 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.141501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-10984164-3b33-4ed8-8f36-a44e621acaad req-394dc629-9bcd-4722-9a68-2ca2e1a426d5 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249211 Nov 25 19:31:53.151618 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.161445 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.162496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:53.163129 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.192771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9936d5-0b82-48a1-a91e-18058f73a7de None None] DHCP port deletion for 293d4476-5094-470b-bcd2-1806d4ca2fed request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:53.237003 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.238143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:53.239292 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.256033 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2074630 Nov 25 19:31:53.258390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c123cfe6-1ce3-478b-92a7-442c11cf375f admin admin] Pushing event updated for resources: {'Network': ['ID=bb688120-ecb9-447b-8db2-35831ddfd4a8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.261950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57670) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:53.267615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7363663 Nov 25 19:31:53.267820 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] Request body: {'subnet': {'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-749389795-subnet', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:53.268016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57672) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:53.273545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network bb688120-ecb9-447b-8db2-35831ddfd4a8 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:53.279810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting port 48e6ac1f-571e-4b11-9009-08528b1f2108 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:53.280245 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.283851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] Request body: {'subnet': {'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1047149640-subnet', 'tenant_id': '6e05c125ae22426086684a89fe26640c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:53.349577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] Made reservation on behalf of 83211a641ec04c1da600acc79980ff70 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:53.352194 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.374093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1b9936d5-0b82-48a1-a91e-18058f73a7de None None] Deleting port 48e6ac1f-571e-4b11-9009-08528b1f2108 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:53.374883 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1b9936d5-0b82-48a1-a91e-18058f73a7de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.379413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9cf5f5-6e0b-49f3-b4cd-85206659a760 admin admin] Pushing event updated for resources: {'Network': ['ID=7434c228-c045-4e07-bfc7-b9e7ce9cae0e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.394550 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] For port 48e6ac1f-571e-4b11-9009-08528b1f2108, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=48e6ac1f-571e-4b11-9009-08528b1f2108,segment=NetworkSegment(7bf77f29-91d5-45bf-a760-dc11c38250f2),segment_id=7bf77f29-91d5-45bf-a760-dc11c38250f2)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:53.394957 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.395296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] Made reservation on behalf of 6e05c125ae22426086684a89fe26640c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:53.398244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.417156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:53.421456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7594a18-52a6-420a-8ee9-74b1307eca59 req-d8c7a07f-397c-4578-a7f1-36e44694b9eb tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:53.429769 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7594a18-52a6-420a-8ee9-74b1307eca59 req-d8c7a07f-397c-4578-a7f1-36e44694b9eb tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.1754525 Nov 25 19:31:53.440624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Calling delete_port for 48e6ac1f-571e-4b11-9009-08528b1f2108 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:53.546523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7594a18-52a6-420a-8ee9-74b1307eca59 req-dff64c7d-9ed8-45ec-92ce-366b5289f2da tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159902 Nov 25 19:31:53.581686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1b9936d5-0b82-48a1-a91e-18058f73a7de None None] For port 48e6ac1f-571e-4b11-9009-08528b1f2108, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=48e6ac1f-571e-4b11-9009-08528b1f2108,segment=NetworkSegment(7bf77f29-91d5-45bf-a760-dc11c38250f2),segment_id=7bf77f29-91d5-45bf-a760-dc11c38250f2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:53.582350 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1b9936d5-0b82-48a1-a91e-18058f73a7de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.628590 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1b9936d5-0b82-48a1-a91e-18058f73a7de None None] Calling delete_port for 48e6ac1f-571e-4b11-9009-08528b1f2108 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:53.659479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.705411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Port': ['ID=48e6ac1f-571e-4b11-9009-08528b1f2108,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.709523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] No DVR routers for this DVR port 48e6ac1f-571e-4b11-9009-08528b1f2108 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:53.753180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:53.753531 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.757962 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.777223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5841522c-53fc-4d04-aaf5-a426de59ee80 req-5d5baf0d-d9e2-4b09-b278-134b945fc288 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:53.778948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5841522c-53fc-4d04-aaf5-a426de59ee80 req-5d5baf0d-d9e2-4b09-b278-134b945fc288 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0987463 Nov 25 19:31:53.801656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:53.803134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7142d9ab-4a68-49ef-ba9d-fb503ff78c31 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:53.803957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device a8f81c02-3a83-4495-ac66-0dd1689aa744 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:53.844922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: a8f81c02-3a83-4495-ac66-0dd1689aa744 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:53.845664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device a8f81c02-3a83-4495-ac66-0dd1689aa744 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:53.846366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:53.859977 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.877450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 48e6ac1f-571e-4b11-9009-08528b1f2108 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:53.902611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 48e6ac1f-571e-4b11-9009-08528b1f2108 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:53.903142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 48e6ac1f-571e-4b11-9009-08528b1f2108 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:53.905107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:53.905564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3fee1ba7-d9c2-43c4-a27c-f4b475308cb2 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:53.906331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c673877f-1ccd-49b7-a162-6a117330cf31,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.915268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['293d4476-5094-470b-bcd2-1806d4ca2fed']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:53.919161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] Checking segment: {'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:53.919530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] Network hostable DHCP agents. Network: bb688120-ecb9-447b-8db2-35831ddfd4a8, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:53.922443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] Checking segment: {'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:53.922837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] Network hostable DHCP agents. Network: 7434c228-c045-4e07-bfc7-b9e7ce9cae0e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:53.930553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf77f29-91d5-45bf-a760-dc11c38250f2') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:53.930967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf77f29-91d5-45bf-a760-dc11c38250f2') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:53.939792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5841522c-53fc-4d04-aaf5-a426de59ee80 req-d06c09cb-316e-4d12-9013-3e352916aa7c tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500700 Nov 25 19:31:53.945958 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1b9936d5-0b82-48a1-a91e-18058f73a7de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.948417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.956291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b37492a-adbd-483b-b851-0b412fdd6706,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:53.972740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] Network bb688120-ecb9-447b-8db2-35831ddfd4a8 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:53.975105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] Network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:53.981759 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.987533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, bb688120-ecb9-447b-8db2-35831ddfd4a8) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:53.988229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 7434c228-c045-4e07-bfc7-b9e7ce9cae0e) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:53.993462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:53.994014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.996796 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:53.997489 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:53.998591 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:54.001010 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:54.001010 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.020160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-998f3c79-9445-40da-91cf-f129caf05de3 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.7405703 Nov 25 19:31:54.032734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9936d5-0b82-48a1-a91e-18058f73a7de None None] Pushing event deleted for resources: {'Port': ['ID=48e6ac1f-571e-4b11-9009-08528b1f2108,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:54.038238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48b76ffb-c868-4600-be84-9d1f446a96ca None None] Network bb688120-ecb9-447b-8db2-35831ddfd4a8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:54.045919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70edbba7-8dce-4c93-8476-2bb1141864ea None None] Network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:54.059061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9936d5-0b82-48a1-a91e-18058f73a7de None None] No DVR routers for this DVR port 48e6ac1f-571e-4b11-9009-08528b1f2108 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:54.095656 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-edd03683-e7dc-464a-a3a8-dbd1c1779959 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8325679 Nov 25 19:31:54.098897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57684) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:54.105137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:54.122391 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.147183 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.154545 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "DELETE /v2.0/networks/293d4476-5094-470b-bcd2-1806d4ca2fed HTTP/1.1" status: 204 len: 168 time: 1.2896981 Nov 25 19:31:54.162430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57686) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:54.173841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131eaff-da98-4f44-8a1b-b62ebd04ae33 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Network': ['ID=293d4476-5094-470b-bcd2-1806d4ca2fed,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:54.192486 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.196894 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.285742 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.293621 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9746c85-8567-40ba-99d8-bc1400804331 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting subnet 3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:31:54.300772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9746c85-8567-40ba-99d8-bc1400804331 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.384464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9746c85-8567-40ba-99d8-bc1400804331 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.412595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-bb688120-ecb9-447b-8db2-35831ddfd4a8', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:54.413485 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.416909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c6bc26-0024-4fea-98cd-0a5c813ed393 req-075c3a68-bdf5-4e71-9aea-691b8e7f4d26 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:54.418831 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12c6bc26-0024-4fea-98cd-0a5c813ed393 req-075c3a68-bdf5-4e71-9aea-691b8e7f4d26 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.1312883 Nov 25 19:31:54.462145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9182dbcb-e97e-45d2-bba5-f14500850a0f None None] Network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:54.518257 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.527740 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9746c85-8567-40ba-99d8-bc1400804331 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.574371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12c6bc26-0024-4fea-98cd-0a5c813ed393 req-23820cc8-ac87-4e26-9876-1ded98e1a050 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745864 Nov 25 19:31:54.624573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9746c85-8567-40ba-99d8-bc1400804331 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.668553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9746c85-8567-40ba-99d8-bc1400804331 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.676352 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c9746c85-8567-40ba-99d8-bc1400804331 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "DELETE /v2.0/subnets/3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5 HTTP/1.1" status: 204 len: 168 time: 0.5103550 Nov 25 19:31:54.676352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9746c85-8567-40ba-99d8-bc1400804331 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Subnet': ['ID=3af9ceb6-9c83-4498-a3d5-0ebc6d2127f5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:54.678324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57698) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:54.689549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c181306a-9d79-4685-8067-b24c2bbcb1d7 None None] Network c168b73a-fdf7-4555-9cba-70bec8b0adaf requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:54.693600 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Allocated IP 172.20.0.2 (bb688120-ecb9-447b-8db2-35831ddfd4a8/c673877f-1ccd-49b7-a162-6a117330cf31/42bcf73d-45bf-4b90-a383-eec8d4c0c765) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:54.816018 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:54.895383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:54.896415 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.028435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] For port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=300b9ce6-0ce8-471b-a446-3f2c4e8ddea9,segment=NetworkSegment(09393c39-7239-4a39-91f6-e686ef8e94c9),segment_id=09393c39-7239-4a39-91f6-e686ef8e94c9)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:55.028889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.059419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Calling delete_port for 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:55.062697 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.071309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.124557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Network bb688120-ecb9-447b-8db2-35831ddfd4a8 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:55.129477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:55.134057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:55.139339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b557d275-8680-4dfa-9d93-10008c790152 None None] DHCP port deletion for c168b73a-fdf7-4555-9cba-70bec8b0adaf request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:55.210554 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.264856 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.265753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Port': ['ID=300b9ce6-0ce8-471b-a446-3f2c4e8ddea9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:55.275136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] No DVR routers for this DVR port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:55.345279 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.383142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Pushing event updated for resources: {'Port': ['ID=42bcf73d-45bf-4b90-a383-eec8d4c0c765,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:55.426535 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Attempting to bind port 42bcf73d-45bf-4b90-a383-eec8d4c0c765 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:55.432768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Attempting to bind port 42bcf73d-45bf-4b90-a383-eec8d4c0c765 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:55.434849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Attempting to bind port 42bcf73d-45bf-4b90-a383-eec8d4c0c765 on network bb688120-ecb9-447b-8db2-35831ddfd4a8 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:55.450878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:55.451462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Checking segment: {'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:55.451966 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.452546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Bound using segment: {'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:55.453179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Bound port: 42bcf73d-45bf-4b90-a383-eec8d4c0c765, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:55.453682 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.462107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.469813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b557d275-8680-4dfa-9d93-10008c790152 None None] Deleting port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:31:55.470429 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b557d275-8680-4dfa-9d93-10008c790152 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.488551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-a55f2c1e-96de-461f-a75a-b9f0acf695f1 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:55.490310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-a55f2c1e-96de-461f-a75a-b9f0acf695f1 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/networks?id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e HTTP/1.1" status: 200 len: 822 time: 0.2810833 Nov 25 19:31:55.504831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c168b73a-fdf7-4555-9cba-70bec8b0adaf']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:55.524441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09393c39-7239-4a39-91f6-e686ef8e94c9') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:55.524841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09393c39-7239-4a39-91f6-e686ef8e94c9') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:55.546238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.556210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-b5d50128-e5cf-4146-a98f-c466cd746d30 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/quotas/6e05c125ae22426086684a89fe26640c HTTP/1.1" status: 200 len: 375 time: 0.0265694 Nov 25 19:31:55.575631 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.590140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:31:55.591571 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.594392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b557d275-8680-4dfa-9d93-10008c790152 None None] For port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:55.594987 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b557d275-8680-4dfa-9d93-10008c790152 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:31:55.598544 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:31:55.625613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b557d275-8680-4dfa-9d93-10008c790152 None None] Calling delete_port for 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:31:55.628267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] For port 42bcf73d-45bf-4b90-a383-eec8d4c0c765, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:31:55.632984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-b557d275-8680-4dfa-9d93-10008c790152 None None] Port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:31:55.639067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Allocated IP 172.25.8.127 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/4bff9906-5d2b-42c4-aa3c-39913077f9ed) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:55.643466 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b557d275-8680-4dfa-9d93-10008c790152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.644505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-ffc790ec-2871-4869-b21d-6cf6829c79c9 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e05c125ae22426086684a89fe26640c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633783 Nov 25 19:31:55.654446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] For port 42bcf73d-45bf-4b90-a383-eec8d4c0c765, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=42bcf73d-45bf-4b90-a383-eec8d4c0c765,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:31:55.683209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.687972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557d275-8680-4dfa-9d93-10008c790152 None None] Pushing event deleted for resources: {'Port': ['ID=300b9ce6-0ce8-471b-a446-3f2c4e8ddea9,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:55.701278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b557d275-8680-4dfa-9d93-10008c790152 None None] No DVR routers for this DVR port 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:31:55.790565 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.793526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c531f6-8312-473b-9d0d-8d84b9f69dea None None] Pushing event updated for resources: {'Port': ['ID=42bcf73d-45bf-4b90-a383-eec8d4c0c765,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:55.824959 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.840095 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "DELETE /v2.0/networks/c168b73a-fdf7-4555-9cba-70bec8b0adaf HTTP/1.1" status: 204 len: 168 time: 1.1516335 Nov 25 19:31:55.840095 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fdb08-7858-48da-bffd-00af72885816 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Network': ['ID=c168b73a-fdf7-4555-9cba-70bec8b0adaf,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:55.840853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57716) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:55.849968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-166379739'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:55.893612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:55.897128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:31:55.899825 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.928212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:31:55.928646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 300b9ce6-0ce8-471b-a446-3f2c4e8ddea9 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:31:55.960966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:55.980769 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:55.981130 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Added segment 05e2f93f-3613-4aad-b9a0-90756969d61b of type vlan for network 217b2308-1eb0-4fa1-9af0-141505fd35fd Nov 25 19:31:55.986492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-65d69254-4d67-4540-a848-eb22203d3005 service neutron] 10.222.0.15 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963178 Nov 25 19:31:56.053275 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.097192 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.097565 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.104588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:56.105734 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.215904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-9b70b82f-6b8c-4e68-8dbf-43573fb06d75 service neutron] 10.222.0.15 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200961 Nov 25 19:31:56.224702 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Network': ['ID=217b2308-1eb0-4fa1-9af0-141505fd35fd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:56.232113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.238378 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e3872ba5-524d-4ca0-8712-6449fcd75528 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3923943 Nov 25 19:31:56.240540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57718) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:56.259710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'subnet': {'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:56.270180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 217b2308-1eb0-4fa1-9af0-141505fd35fd details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:56.334241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:56.340058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:56.346684 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:56.403866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Pushing event updated for resources: {'Port': ['ID=4bff9906-5d2b-42c4-aa3c-39913077f9ed,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:56.460354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a3161e-6ab0-4833-a338-60697586a606 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:31:56.518198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:56.536026 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.562664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-12d3eaf7-475e-4afe-aaa6-14de3c0e4628 None None] Provisioning complete for port 4bff9906-5d2b-42c4-aa3c-39913077f9ed triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:56.563398 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-12d3eaf7-475e-4afe-aaa6-14de3c0e4628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:56.634247 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-12d3eaf7-475e-4afe-aaa6-14de3c0e4628 None None] Port 4bff9906-5d2b-42c4-aa3c-39913077f9ed cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:31:56.912254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfbdca-5e3b-47cb-b11b-ef0e50a4ac39 req-d7bb156d-2421-4988-943e-a2bbb4140646 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:56.916773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66cfbdca-5e3b-47cb-b11b-ef0e50a4ac39 req-d7bb156d-2421-4988-943e-a2bbb4140646 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.2158117 Nov 25 19:31:56.960952 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.067173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66cfbdca-5e3b-47cb-b11b-ef0e50a4ac39 req-3ab088a0-b336-48d8-a33c-557a2f1dd8df tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387782 Nov 25 19:31:57.082524 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.096324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Subnet': ['ID=57b28d62-8065-45dc-92c8-ca897f1b70a8,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:57.116799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Checking segment: {'id': '05e2f93f-3613-4aad-b9a0-90756969d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:57.117370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network hostable DHCP agents. Network: 217b2308-1eb0-4fa1-9af0-141505fd35fd, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:57.151529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network 217b2308-1eb0-4fa1-9af0-141505fd35fd is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:57.176284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 217b2308-1eb0-4fa1-9af0-141505fd35fd) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:57.181487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:57.183033 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.198916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3005c3dc-40c2-473a-8502-cfc6eb1ab86c None None] Network 217b2308-1eb0-4fa1-9af0-141505fd35fd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:57.242506 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-32d9ac6f-7d14-4af1-b6b4-b16fdc674de1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9960845 Nov 25 19:31:57.244474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57728) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:57.250619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-378569184'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:57.289101 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:57.296646 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.337303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:31:57.355794 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.356428 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Added segment 43f12e4f-0b1e-4d12-ae18-5612becdb705 of type vlan for network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 Nov 25 19:31:57.454705 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.496320 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.502544 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:57.503403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.549746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34306d5-ce10-41d9-a28c-877f647edc3c req-7a318789-38db-4068-8306-732e8fdec566 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:57.550328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-217b2308-1eb0-4fa1-9af0-141505fd35fd', 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'fixed_ips': [{'subnet_id': '57b28d62-8065-45dc-92c8-ca897f1b70a8'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:31:57.551793 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.562538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f34306d5-ce10-41d9-a28c-877f647edc3c req-7a318789-38db-4068-8306-732e8fdec566 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.3380318 Nov 25 19:31:57.562882 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3163402 Nov 25 19:31:57.563633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57732) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:57.584361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162937a3-7d3b-4ef5-b0d2-8c5d003ec010 None None] Network bb688120-ecb9-447b-8db2-35831ddfd4a8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:57.608596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'subnet': {'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:57.616369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faffef4c-6974-45d0-8e49-eba59f318f07 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Network': ['ID=d5e9f399-2e93-4f33-b1ba-1bcb05d10753,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:57.652036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:31:57.715334 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.727191 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f34306d5-ce10-41d9-a28c-877f647edc3c req-4ea4180b-3380-4310-81bf-f776e6528fb6 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515927 Nov 25 19:31:57.937368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3d3e7e4b-07f4-48a3-b596-9a32ce683829 None None] Provisioning complete for port 42bcf73d-45bf-4b90-a383-eec8d4c0c765 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:57.938106 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7e4b-07f4-48a3-b596-9a32ce683829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:57.982642 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 42bcf73d-45bf-4b90-a383-eec8d4c0c765 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:58.129761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Router 0961200e-30c3-4530-b47c-9a16f20f732f is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:31:58.199643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Allocated IP 19.80.0.2 (217b2308-1eb0-4fa1-9af0-141505fd35fd/57b28d62-8065-45dc-92c8-ca897f1b70a8/6b84b54c-da5f-4d73-9c04-cea3ebc37612) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:58.332058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587d95d-71ed-4316-a76e-ff3462883bcc req-71bb3fa7-86c8-4d33-bf8b-46dcee4f25be tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:58.332366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:58.333677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1587d95d-71ed-4316-a76e-ff3462883bcc req-71bb3fa7-86c8-4d33-bf8b-46dcee4f25be tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.1111898 Nov 25 19:31:58.338557 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.363855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:31:58.413453 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.417985 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-be4f757c-a0f3-4adf-8a21-f9ff1c9a8adc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3147016 Nov 25 19:31:58.419560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57738) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:31:58.427754 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Sync routers for ids ['0961200e-30c3-4530-b47c-9a16f20f732f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:31:58.432248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 42bcf73d-45bf-4b90-a383-eec8d4c0c765 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:58.433125 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.484694 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7e4b-07f4-48a3-b596-9a32ce683829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.490505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1587d95d-71ed-4316-a76e-ff3462883bcc req-30482ed2-07bf-4f40-9281-574e7f4efe92 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457071 Nov 25 19:31:58.634648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Routers {'0961200e-30c3-4530-b47c-9a16f20f732f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:31:58.636459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-24611973-04da-44f0-b060-5189acb09c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:31:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['0961200e-30c3-4530-b47c-9a16f20f732f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:31:58.768477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf37da9d-1765-4550-a052-33f6a1d6f67f req-206a6d24-5654-4888-9903-80c1237f0295 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 210 time: 0.0824106 Nov 25 19:31:58.810338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3d3e7e4b-07f4-48a3-b596-9a32ce683829 None None] For port 42bcf73d-45bf-4b90-a383-eec8d4c0c765, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=42bcf73d-45bf-4b90-a383-eec8d4c0c765,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:31:58.856097 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d3e7e4b-07f4-48a3-b596-9a32ce683829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.869958 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:58.973069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-e31f4604-da2a-4a0e-a5f4-1b84ef1bdfeb tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:58.974990 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-e31f4604-da2a-4a0e-a5f4-1b84ef1bdfeb tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "GET /v2.0/networks?id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e HTTP/1.1" status: 200 len: 822 time: 0.4293034 Nov 25 19:31:58.996637 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.002966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Request body: {'port': {'device_id': '5816e3de-9633-42f9-827a-7930cd4a9678', 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e', 'admin_state_up': True, 'tenant_id': '6e05c125ae22426086684a89fe26640c'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:31:59.025599 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.026088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Subnet': ['ID=4c3c8275-8aa7-4e2c-945d-e6073eaf5349,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:59.035889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Checking segment: {'id': '43f12e4f-0b1e-4d12-ae18-5612becdb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:59.036363 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network hostable DHCP agents. Network: d5e9f399-2e93-4f33-b1ba-1bcb05d10753, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:31:59.061277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e7e4b-07f4-48a3-b596-9a32ce683829 None None] Pushing event updated for resources: {'Port': ['ID=42bcf73d-45bf-4b90-a383-eec8d4c0c765,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:59.073839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Set router 0961200e-30c3-4530-b47c-9a16f20f732f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:31:59.082853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5fe468a9-73ed-4395-bf96-dfdc9c27bf95 None None] Provisioning complete for port 42bcf73d-45bf-4b90-a383-eec8d4c0c765 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:31:59.083540 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5fe468a9-73ed-4395-bf96-dfdc9c27bf95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.106647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c275997-2ad8-40f1-859b-eb7afae1d0b2 req-76af15fb-2ebd-4753-91d2-3660ea49e4e3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:59.109163 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c275997-2ad8-40f1-859b-eb7afae1d0b2 req-76af15fb-2ebd-4753-91d2-3660ea49e4e3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 945 time: 0.1909366 Nov 25 19:31:59.112862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Network 217b2308-1eb0-4fa1-9af0-141505fd35fd is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:59.139469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:31:59.171181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, d5e9f399-2e93-4f33-b1ba-1bcb05d10753) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:59.191716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:59.192285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.236532 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c275997-2ad8-40f1-859b-eb7afae1d0b2 req-a216028f-2e20-4169-95c5-1b016103011c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026418 Nov 25 19:31:59.261413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Made reservation on behalf of 6e05c125ae22426086684a89fe26640c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:31:59.267124 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.298242 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-82faf409-bdcc-47cb-88f9-c590afcd6bed tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6889844 Nov 25 19:31:59.436377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea92f683-e15f-4512-b24d-15475f77825b req-1b8a8bcd-00e8-44d9-837b-d113be828f3a tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:59.438015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea92f683-e15f-4512-b24d-15475f77825b req-1b8a8bcd-00e8-44d9-837b-d113be828f3a tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.1183324 Nov 25 19:31:59.444732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:31:59.449829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:31:59.456197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a50800f-51c0-4dd6-b9ef-30507175dde8 None None] Network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:31:59.493385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Allocated IP 172.20.0.4 (7434c228-c045-4e07-bfc7-b9e7ce9cae0e/5b37492a-adbd-483b-b851-0b412fdd6706/fd315ab8-fa89-4c85-b1d5-a181cf1cf454) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:59.557530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Pushing event updated for resources: {'Port': ['ID=6b84b54c-da5f-4d73-9c04-cea3ebc37612,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:31:59.597310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea92f683-e15f-4512-b24d-15475f77825b req-ee0533d0-678f-49c5-90a7-b1974341a081 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448557 Nov 25 19:31:59.610687 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.698669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Attempting to bind port 6b84b54c-da5f-4d73-9c04-cea3ebc37612 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:31:59.698669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Attempting to bind port 6b84b54c-da5f-4d73-9c04-cea3ebc37612 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '05e2f93f-3613-4aad-b9a0-90756969d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:31:59.699803 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Attempting to bind port 6b84b54c-da5f-4d73-9c04-cea3ebc37612 on network 217b2308-1eb0-4fa1-9af0-141505fd35fd {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:31:59.734134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:31:59.735117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Checking segment: {'id': '05e2f93f-3613-4aad-b9a0-90756969d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:31:59.736018 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.736902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Bound using segment: {'id': '05e2f93f-3613-4aad-b9a0-90756969d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:31:59.738087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Bound port: 6b84b54c-da5f-4d73-9c04-cea3ebc37612, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05e2f93f-3613-4aad-b9a0-90756969d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:31:59.739201 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.793335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.851426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 42bcf73d-45bf-4b90-a383-eec8d4c0c765 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:31:59.880387 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:31:59.958057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f489e2-acb7-4825-9348-ec3f69c8fc2b req-1b372639-719f-41d1-a09e-c5b26c39fb97 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:31:59.960619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94f489e2-acb7-4825-9348-ec3f69c8fc2b req-1b372639-719f-41d1-a09e-c5b26c39fb97 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.1969607 Nov 25 19:31:59.964326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:31:59.988698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Allocated IP 172.20.0.1 (bb688120-ecb9-447b-8db2-35831ddfd4a8/c673877f-1ccd-49b7-a162-6a117330cf31/625f317f-33ff-43d7-bc14-d4ed1dad5f52) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:31:59.989346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:00.000274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:00.002658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-d5e9f399-2e93-4f33-b1ba-1bcb05d10753', 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'fixed_ips': [{'subnet_id': '4c3c8275-8aa7-4e2c-945d-e6073eaf5349'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:32:00.003863 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.012226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] For port 6b84b54c-da5f-4d73-9c04-cea3ebc37612, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:00.049986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] For port 6b84b54c-da5f-4d73-9c04-cea3ebc37612, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6b84b54c-da5f-4d73-9c04-cea3ebc37612,segment=NetworkSegment(05e2f93f-3613-4aad-b9a0-90756969d61b),segment_id=05e2f93f-3613-4aad-b9a0-90756969d61b)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:00.063934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-24611973-04da-44f0-b060-5189acb09c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:31:56Z', 'revision_number': 3, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:31:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:00.067074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 42bcf73d-45bf-4b90-a383-eec8d4c0c765 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:00.067640 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.067800 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event updated for resources: {'Port': ['ID=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:00.076103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.092186 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94f489e2-acb7-4825-9348-ec3f69c8fc2b req-8742eac7-178a-458a-8789-cf30eec202f0 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190784 Nov 25 19:32:00.114162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:00.115496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.157829 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8c7c8f3b-8b0d-40d9-8ec4-814cb4b3af11 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1585512 Nov 25 19:32:00.175081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Request body: {'port': {'device_id': '5816e3de-9633-42f9-827a-7930cd4a9678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:00.183800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Checking router: 0961200e-30c3-4530-b47c-9a16f20f732f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:00.184264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Updating router 0961200e-30c3-4530-b47c-9a16f20f732f port 4bff9906-5d2b-42c4-aa3c-39913077f9ed binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:32:00.341461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.352475 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.352806 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.466196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd98a53a-df63-475f-830f-0f6c14f938b7 None None] Pushing event updated for resources: {'Port': ['ID=6b84b54c-da5f-4d73-9c04-cea3ebc37612,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:00.496509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.643512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Network bb688120-ecb9-447b-8db2-35831ddfd4a8 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:00.663723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:00.690622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:00.792212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Pushing event updated for resources: {'Port': ['ID=625f317f-33ff-43d7-bc14-d4ed1dad5f52,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:00.804442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd315ab8-fa89-4c85-b1d5-a181cf1cf454 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:00.818664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Allocated IP 19.86.0.2 (d5e9f399-2e93-4f33-b1ba-1bcb05d10753/4c3c8275-8aa7-4e2c-945d-e6073eaf5349/ab4ccf84-2e7c-40fe-a525-219436840881) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:00.829329 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.839318 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:00.890073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Transition to ACTIVE for port object fd315ab8-fa89-4c85-b1d5-a181cf1cf454 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:00.897484 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.049301 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.063938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Pushing event updated for resources: {'Port': ['ID=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:01.138146 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.188782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Attempting to bind port fd315ab8-fa89-4c85-b1d5-a181cf1cf454 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:01.189251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Attempting to bind port fd315ab8-fa89-4c85-b1d5-a181cf1cf454 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:01.189788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Attempting to bind port fd315ab8-fa89-4c85-b1d5-a181cf1cf454 on network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:01.199672 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Port fd315ab8-fa89-4c85-b1d5-a181cf1cf454 on network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:01.200234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Attempting to bind port fd315ab8-fa89-4c85-b1d5-a181cf1cf454 on network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:01.210038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:01.210583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Checking segment: {'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:01.211258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Bound using segment: {'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:01.212622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Bound port: fd315ab8-fa89-4c85-b1d5-a181cf1cf454, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:01.212622 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.215589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.386600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] For port fd315ab8-fa89-4c85-b1d5-a181cf1cf454, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:01.392220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] For port fd315ab8-fa89-4c85-b1d5-a181cf1cf454, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:01.408912 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.437589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02968b3c-6b9e-426f-b939-2bb056825d14 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:32:01.497352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-cba74037-92d6-4555-b743-ab06f66303f3 None None] Provisioning complete for port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:01.497352 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cba74037-92d6-4555-b743-ab06f66303f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.552394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:01.553032 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.554502 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] 10.222.0.60 "PUT /v2.0/ports/fd315ab8-fa89-4c85-b1d5-a181cf1cf454 HTTP/1.1" status: 200 len: 1091 time: 1.3884881 Nov 25 19:32:01.555020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5816e3de-9633-42f9-827a-7930cd4a9678', 'tag': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:01.558716 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e029bff4-d7dd-4a40-8b0a-5f172d63703d" -d '{"events": [{"name": "network-changed", "server_uuid": "5816e3de-9633-42f9-827a-7930cd4a9678", "tag": "fd315ab8-fa89-4c85-b1d5-a181cf1cf454"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:01.584900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e519d82-fe98-417e-bc8a-35d3fd161175 service neutron] Pushing event updated for resources: {'Port': ['ID=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:01.602095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-cba74037-92d6-4555-b743-ab06f66303f3 None None] Port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:01.611678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Attempting to bind port 4bff9906-5d2b-42c4-aa3c-39913077f9ed on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:01.612631 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Attempting to bind port 4bff9906-5d2b-42c4-aa3c-39913077f9ed by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:01.613192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Attempting to bind port 4bff9906-5d2b-42c4-aa3c-39913077f9ed on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:01.653149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbadde-f251-4362-95f7-bcab276e2dc5 None None] Pushing event updated for resources: {'Port': ['ID=4bff9906-5d2b-42c4-aa3c-39913077f9ed,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:01.659498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:01.660134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:01.661024 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.661700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:01.662527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Bound port: 4bff9906-5d2b-42c4-aa3c-39913077f9ed, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:01.663206 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.748140 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.765583 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:01.800989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8dd4ed36-6b05-4d0e-b786-f39ed4e2c26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:01.804034 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-8dd4ed36-6b05-4d0e-b786-f39ed4e2c26f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e05c125ae22426086684a89fe26640c&device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 1094 time: 0.1616902 Nov 25 19:32:01.912404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6b84b54c-da5f-4d73-9c04-cea3ebc37612 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:01.917437 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-86d76645-1ac2-4438-a3bd-0f6c83c936d2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd315ab8-fa89-4c85-b1d5-a181cf1cf454 HTTP/1.1" status: 200 len: 217 time: 0.1009636 Nov 25 19:32:01.976687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-24611973-04da-44f0-b060-5189acb09c0b None None] For port 4bff9906-5d2b-42c4-aa3c-39913077f9ed, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:02.023770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-060c2a95-c584-4d43-a8e9-16f376445adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:02.026060 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-060c2a95-c584-4d43-a8e9-16f376445adc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b37492a-adbd-483b-b851-0b412fdd6706 HTTP/1.1" status: 200 len: 862 time: 0.0995860 Nov 25 19:32:02.045560 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-24611973-04da-44f0-b060-5189acb09c0b None None] For port 4bff9906-5d2b-42c4-aa3c-39913077f9ed, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4bff9906-5d2b-42c4-aa3c-39913077f9ed,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:02.058291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4baa0a7-5323-470a-9c3c-3ab679224274 None None] Provisioning complete for port 4bff9906-5d2b-42c4-aa3c-39913077f9ed triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:02.058878 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4baa0a7-5323-470a-9c3c-3ab679224274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.080901 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.102486 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-58825c03-7d07-4596-8e87-b0c052c2f0bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667353 Nov 25 19:32:02.117375 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.186767 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.202521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91dbc4b-7601-4117-9ef0-f2a551bdee59 None None] Network 217b2308-1eb0-4fa1-9af0-141505fd35fd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:32:02.216741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-32f82148-6887-45f1-abb5-0985f7a7f46b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.295744 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0902282c-0dfb-4325-beda-17db0bb67a24 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:32:02.304052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-036cc8fa-0ca8-4226-be0d-c69aca0dcf89 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:02.310613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-036cc8fa-0ca8-4226-be0d-c69aca0dcf89 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:02.315627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-036cc8fa-0ca8-4226-be0d-c69aca0dcf89 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/networks?id=217b2308-1eb0-4fa1-9af0-141505fd35fd&id=d5e9f399-2e93-4f33-b1ba-1bcb05d10753 HTTP/1.1" status: 200 len: 1390 time: 0.8079040 Nov 25 19:32:02.318514 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-6c0ede48-88ad-41d2-81f6-8beb11ed7368 service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2060018 Nov 25 19:32:02.369998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Pushing event updated for resources: {'Port': ['ID=625f317f-33ff-43d7-bc14-d4ed1dad5f52,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:02.381834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-2b524629-1c12-4cb3-8c6e-1f1057ee3bc0 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/quotas/017241546cfd41bdb7a6f6584e2ed13e HTTP/1.1" status: 200 len: 375 time: 0.0623035 Nov 25 19:32:02.398767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:02.400136 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.427126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:02.435250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffbadde-f251-4362-95f7-bcab276e2dc5 None None] Pushing event updated for resources: {'Port': ['ID=4bff9906-5d2b-42c4-aa3c-39913077f9ed,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:02.444453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:02.456702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Routers {'0961200e-30c3-4530-b47c-9a16f20f732f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:02.457649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-24611973-04da-44f0-b060-5189acb09c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:31:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['0961200e-30c3-4530-b47c-9a16f20f732f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:02.484511 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f411bd8-8268-4348-9ff9-562b6840d17b req-5761612c-56ad-4ddd-b166-03ae057f4f84 service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571579 Nov 25 19:32:02.591692 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-b166c694-ce1b-433c-8b85-1f7746b2adc2 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=017241546cfd41bdb7a6f6584e2ed13e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1866801 Nov 25 19:32:02.666443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Network bb688120-ecb9-447b-8db2-35831ddfd4a8 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:02.699085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:02.757898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6b84b54c-da5f-4d73-9c04-cea3ebc37612 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:02.758373 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:02.824632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-b146b065-9fd5-40d2-a358-46ddf3c164e2 service neutron] 10.222.0.15 "GET /v2.0/networks/217b2308-1eb0-4fa1-9af0-141505fd35fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170498 Nov 25 19:32:02.936890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Router 0961200e-30c3-4530-b47c-9a16f20f732f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:32:02.960423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Pushing event updated for resources: {'Port': ['ID=ab4ccf84-2e7c-40fe-a525-219436840881,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:02.985140 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4baa0a7-5323-470a-9c3c-3ab679224274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.031992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4baa0a7-5323-470a-9c3c-3ab679224274 None None] For port 4bff9906-5d2b-42c4-aa3c-39913077f9ed, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4bff9906-5d2b-42c4-aa3c-39913077f9ed,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:03.051862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Attempting to bind port ab4ccf84-2e7c-40fe-a525-219436840881 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:03.052246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Attempting to bind port ab4ccf84-2e7c-40fe-a525-219436840881 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '43f12e4f-0b1e-4d12-ae18-5612becdb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:03.052621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Attempting to bind port ab4ccf84-2e7c-40fe-a525-219436840881 on network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:03.054965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4baa0a7-5323-470a-9c3c-3ab679224274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.082477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:03.082877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Checking segment: {'id': '43f12e4f-0b1e-4d12-ae18-5612becdb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:03.083288 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.083690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Bound using segment: {'id': '43f12e4f-0b1e-4d12-ae18-5612becdb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:03.084182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Bound port: ab4ccf84-2e7c-40fe-a525-219436840881, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43f12e4f-0b1e-4d12-ae18-5612becdb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:03.084570 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.156276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-24611973-04da-44f0-b060-5189acb09c0b None None] Set router 0961200e-30c3-4530-b47c-9a16f20f732f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:03.180076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-3cdd1d8a-e815-47ca-87b8-c3d38a2958d8 service neutron] 10.222.0.15 "GET /v2.0/networks/217b2308-1eb0-4fa1-9af0-141505fd35fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287511 Nov 25 19:32:03.310932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:32:03.318439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d57955e6-b3f1-4289-81c6-5377f0ef34c4 admin admin] 10.222.0.15 "PUT /v2.0/routers/0961200e-30c3-4530-b47c-9a16f20f732f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8967223 Nov 25 19:32:03.344334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-5a6e1b7b-81da-47c7-9b67-fad02009bda7 service neutron] 10.222.0.15 "GET /v2.0/networks/d5e9f399-2e93-4f33-b1ba-1bcb05d10753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222019 Nov 25 19:32:03.346996 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.442654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4baa0a7-5323-470a-9c3c-3ab679224274 None None] Pushing event updated for resources: {'Port': ['ID=4bff9906-5d2b-42c4-aa3c-39913077f9ed,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:03.467363 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e509fa58-66b5-46c8-a560-f220896eb8b6 None None] Provisioning complete for port 4bff9906-5d2b-42c4-aa3c-39913077f9ed triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:03.467993 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e509fa58-66b5-46c8-a560-f220896eb8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.505800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-7534bc52-6ac7-4dc8-b2bc-61581c20144c service neutron] 10.222.0.15 "GET /v2.0/networks/d5e9f399-2e93-4f33-b1ba-1bcb05d10753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468441 Nov 25 19:32:03.629075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] For port ab4ccf84-2e7c-40fe-a525-219436840881, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:03.642456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 6b84b54c-da5f-4d73-9c04-cea3ebc37612, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6b84b54c-da5f-4d73-9c04-cea3ebc37612,segment=NetworkSegment(05e2f93f-3613-4aad-b9a0-90756969d61b),segment_id=05e2f93f-3613-4aad-b9a0-90756969d61b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:03.657289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] For port ab4ccf84-2e7c-40fe-a525-219436840881, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ab4ccf84-2e7c-40fe-a525-219436840881,segment=NetworkSegment(43f12e4f-0b1e-4d12-ae18-5612becdb705),segment_id=43f12e4f-0b1e-4d12-ae18-5612becdb705)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:03.658646 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.701064 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:03.841693 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=6b84b54c-da5f-4d73-9c04-cea3ebc37612,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:03.874237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14d93cd-5503-4bdb-ae9f-a04ed736d714 req-e37c75e7-fe89-4790-a11a-d337cff9ba9e tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:03.877525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a14d93cd-5503-4bdb-ae9f-a04ed736d714 req-e37c75e7-fe89-4790-a11a-d337cff9ba9e tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.1561668 Nov 25 19:32:03.979905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30a98a-8156-464c-bd45-060fb02d1b71 None None] Pushing event updated for resources: {'Port': ['ID=ab4ccf84-2e7c-40fe-a525-219436840881,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:03.985839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e509fa58-66b5-46c8-a560-f220896eb8b6 None None] Provisioning complete for port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:03.986218 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e509fa58-66b5-46c8-a560-f220896eb8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.017478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-24611973-04da-44f0-b060-5189acb09c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '625f317f-33ff-43d7-bc14-d4ed1dad5f52', 'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'mac_address': 'fa:16:3e:06:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 2, 'project_id': '83211a641ec04c1da600acc79980ff70', 'subnets': [{'id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:04.044518 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a14d93cd-5503-4bdb-ae9f-a04ed736d714 req-95fdb2fd-8a31-4cd0-a5b7-525a9aaf70ea tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579657 Nov 25 19:32:04.058480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24611973-04da-44f0-b060-5189acb09c0b None None] The sync data for ids ['0961200e-30c3-4530-b47c-9a16f20f732f'] in n-d-817303-9 is: [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '625f317f-33ff-43d7-bc14-d4ed1dad5f52', 'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'mac_address': 'fa:16:3e:06:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 2, 'project_id': '83211a641ec04c1da600acc79980ff70', 'subnets': [{'id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:04.067157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e509fa58-66b5-46c8-a560-f220896eb8b6 None None] Port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:04.082014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e509fa58-66b5-46c8-a560-f220896eb8b6 None None] Provisioning complete for port 6b84b54c-da5f-4d73-9c04-cea3ebc37612 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:04.082730 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e509fa58-66b5-46c8-a560-f220896eb8b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.398582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9bf9c0-bba0-4a68-b346-d553fb2487eb req-a3a482f1-a6aa-42db-856b-f18990e79721 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:04.407515 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d9bf9c0-bba0-4a68-b346-d553fb2487eb req-a3a482f1-a6aa-42db-856b-f18990e79721 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 943 time: 0.1464682 Nov 25 19:32:04.483879 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d9bf9c0-bba0-4a68-b346-d553fb2487eb req-2c29a137-0204-4d4f-b6af-7d3860e00747 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752738 Nov 25 19:32:04.559582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f22d0e81-2aec-4095-84f1-e4e655fc9229 None None] Provisioning complete for port 6b84b54c-da5f-4d73-9c04-cea3ebc37612 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:04.560618 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f22d0e81-2aec-4095-84f1-e4e655fc9229 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.744912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff94e67-19e3-4ed1-9b3d-05a961d6cb34 req-e90b78c6-ad7b-4862-9f33-591f83bfd3ba tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:04.748321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fff94e67-19e3-4ed1-9b3d-05a961d6cb34 req-e90b78c6-ad7b-4862-9f33-591f83bfd3ba tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.1500523 Nov 25 19:32:04.759403 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5e7bcd87-ed9d-47fd-9755-e022af591f02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:04.841422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fff94e67-19e3-4ed1-9b3d-05a961d6cb34 req-defdc58d-0965-44bf-98ee-2c50ffa6af02 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831892 Nov 25 19:32:05.013591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae3a9f2-14d9-4d32-8a88-907d960b00d8 req-e11c86e4-d817-4244-bf74-bb2fc59d3ea9 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:05.015753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ae3a9f2-14d9-4d32-8a88-907d960b00d8 req-e11c86e4-d817-4244-bf74-bb2fc59d3ea9 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0739923 Nov 25 19:32:05.114515 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ae3a9f2-14d9-4d32-8a88-907d960b00d8 req-3749ec74-14e5-42ff-b296-bd029fb9facf tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757344 Nov 25 19:32:05.268546 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be73980d-31a7-4461-9e34-a396a57bd59e x-openstack-request-id: req-be73980d-31a7-4461-9e34-a396a57bd59e {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:05.269492 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5816e3de-9633-42f9-827a-7930cd4a9678", "tag": "fd315ab8-fa89-4c85-b1d5-a181cf1cf454", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:05.269932 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be73980d-31a7-4461-9e34-a396a57bd59e {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:05.270549 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5816e3de-9633-42f9-827a-7930cd4a9678', 'tag': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454', 'status': 'completed', 'code': 200} Nov 25 19:32:05.407831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029bff4-d7dd-4a40-8b0a-5f172d63703d req-7c7d3e49-546d-4659-ad40-8ad755ae2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:05.409513 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e029bff4-d7dd-4a40-8b0a-5f172d63703d req-7c7d3e49-546d-4659-ad40-8ad755ae2aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e05c125ae22426086684a89fe26640c&device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 1094 time: 0.0884252 Nov 25 19:32:05.598281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1915a87c-9fdf-47ee-8140-79b2269ce7b7 None None] Network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:32:05.837176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:05.892082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029bff4-d7dd-4a40-8b0a-5f172d63703d req-8235d933-2ce8-4260-b989-068fe9c15071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:05.909813 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e029bff4-d7dd-4a40-8b0a-5f172d63703d req-8235d933-2ce8-4260-b989-068fe9c15071 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e HTTP/1.1" status: 200 len: 923 time: 0.4546952 Nov 25 19:32:06.040176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2832c4e4-eaa5-4925-9338-5a39270043b7 None None] Provisioning complete for port ab4ccf84-2e7c-40fe-a525-219436840881 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:06.041558 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2832c4e4-eaa5-4925-9338-5a39270043b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.060178 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:32:06.075001 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e029bff4-d7dd-4a40-8b0a-5f172d63703d req-c73ffe8d-ab6d-4f3a-978c-9fa733df17be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fd315ab8-fa89-4c85-b1d5-a181cf1cf454 HTTP/1.1" status: 200 len: 217 time: 0.1631424 Nov 25 19:32:06.151154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57830) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:06.157452 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f3fcbd09-4635-4a69-aced-e0d31a0d866f tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2095717220', 'description': 'tempest-description--1273021274'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:06.257361 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3fcbd09-4635-4a69-aced-e0d31a0d866f tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.277105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4bff9906-5d2b-42c4-aa3c-39913077f9ed up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:06.298638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-05a12ced-01f1-4c63-a55f-e958c434a0c1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:06.305031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-05a12ced-01f1-4c63-a55f-e958c434a0c1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:06.313858 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-05a12ced-01f1-4c63-a55f-e958c434a0c1 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "GET /v2.0/networks?id=217b2308-1eb0-4fa1-9af0-141505fd35fd&id=d5e9f399-2e93-4f33-b1ba-1bcb05d10753 HTTP/1.1" status: 200 len: 1390 time: 0.7079060 Nov 25 19:32:06.319656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e029bff4-d7dd-4a40-8b0a-5f172d63703d req-e79d97af-fb32-49c7-b0d2-34bd8a16a8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:06.322264 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e029bff4-d7dd-4a40-8b0a-5f172d63703d req-e79d97af-fb32-49c7-b0d2-34bd8a16a8ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b37492a-adbd-483b-b851-0b412fdd6706 HTTP/1.1" status: 200 len: 862 time: 0.2292936 Nov 25 19:32:06.352294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'port': {'device_id': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd', 'admin_state_up': True, 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:06.355632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1465dd7-b91d-40f8-98ac-3429b2e44857 req-1c769e8d-a464-4666-bd2b-5fa9af64a298 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 210 time: 0.0514874 Nov 25 19:32:06.449772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3fcbd09-4635-4a69-aced-e0d31a0d866f tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.462300 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3fcbd09-4635-4a69-aced-e0d31a0d866f tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.518493 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e029bff4-d7dd-4a40-8b0a-5f172d63703d req-d51ef079-90db-4d16-97b9-ee3e36e973d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1752925 Nov 25 19:32:06.533307 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.550181 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3fcbd09-4635-4a69-aced-e0d31a0d866f tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.553334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f3fcbd09-4635-4a69-aced-e0d31a0d866f tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3999085 Nov 25 19:32:06.558601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57840) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:06.567060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1390cd9d-0b4e-408c-abc2-53b103f3e77a tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Request body: {'security_group_rule': {'security_group_id': '44a88fc6-ee26-451b-9282-0fb65b85ae85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:06.580924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fcbd09-4635-4a69-aced-e0d31a0d866f tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44a88fc6-ee26-451b-9282-0fb65b85ae85,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:06.639727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125e1b1-966c-4b21-83f4-bacddee38820 req-77fd9403-e0bb-4635-8a9b-54a7d5821a5d tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:06.641799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f125e1b1-966c-4b21-83f4-bacddee38820 req-77fd9403-e0bb-4635-8a9b-54a7d5821a5d tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.1397302 Nov 25 19:32:06.660904 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1390cd9d-0b4e-408c-abc2-53b103f3e77a tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.734064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:06.764565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4bff9906-5d2b-42c4-aa3c-39913077f9ed triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:06.765067 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.817434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '4fc5e2b8-e448-4520-9851-fff973283422', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'port_id': '4fc5e2b8-e448-4520-9851-fff973283422', 'mac_address': 'fa:16:3e:63:fc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:06.910463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f125e1b1-966c-4b21-83f4-bacddee38820 req-f4ad1866-7bc7-423a-9d42-9bed37b185f0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447393 Nov 25 19:32:06.912889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1390cd9d-0b4e-408c-abc2-53b103f3e77a tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.932613 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1390cd9d-0b4e-408c-abc2-53b103f3e77a tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:06.938146 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e029bff4-d7dd-4a40-8b0a-5f172d63703d req-aac2c0aa-5296-43e2-8e4e-940d1c05aeb9 service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894572 Nov 25 19:32:06.977404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390cd9d-0b4e-408c-abc2-53b103f3e77a tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d2381dd-7b81-4796-8b11-b7081b609f38,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:06.989244 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-7b43f3c6-4ac9-4977-acef-f7e007299197 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1791239 Nov 25 19:32:06.999714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1390cd9d-0b4e-408c-abc2-53b103f3e77a tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.004925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1390cd9d-0b4e-408c-abc2-53b103f3e77a tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4410381 Nov 25 19:32:07.006243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57854) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:07.020743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-45652246-507e-4295-a1c1-e1a5b23bb9a6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Request body: {'security_group_rule': {'security_group_id': '44a88fc6-ee26-451b-9282-0fb65b85ae85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:07.094218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45652246-507e-4295-a1c1-e1a5b23bb9a6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.253204 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2832c4e4-eaa5-4925-9338-5a39270043b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.281274 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.298781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fc5e2b8-e448-4520-9851-fff973283422 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:07.303011 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45652246-507e-4295-a1c1-e1a5b23bb9a6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.320866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb06f3b-3453-4317-bebf-704f33605f35 req-48570c55-347b-4074-8203-667df2c20a3f tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.327412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:07.334955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfb06f3b-3453-4317-bebf-704f33605f35 req-48570c55-347b-4074-8203-667df2c20a3f tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 943 time: 0.1965883 Nov 25 19:32:07.338445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.339366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fd315ab8-fa89-4c85-b1d5-a181cf1cf454 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:07.365835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-b899a8eb-52b3-43ec-91c7-54a99a53a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.369335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-b899a8eb-52b3-43ec-91c7-54a99a53a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.371001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-b899a8eb-52b3-43ec-91c7-54a99a53a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.372262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-b899a8eb-52b3-43ec-91c7-54a99a53a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.386215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-b899a8eb-52b3-43ec-91c7-54a99a53a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.389856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-b899a8eb-52b3-43ec-91c7-54a99a53a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.392309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-b899a8eb-52b3-43ec-91c7-54a99a53a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.396735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-b899a8eb-52b3-43ec-91c7-54a99a53a5b9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6489 time: 0.2477820 Nov 25 19:32:07.402139 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45652246-507e-4295-a1c1-e1a5b23bb9a6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.404426 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e029bff4-d7dd-4a40-8b0a-5f172d63703d req-8d9ad580-0acd-4190-875a-1604120787b3 service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4617145 Nov 25 19:32:07.407538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:07.423806 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.460897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fd315ab8-fa89-4c85-b1d5-a181cf1cf454, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:07.473542 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45652246-507e-4295-a1c1-e1a5b23bb9a6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.477392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-45652246-507e-4295-a1c1-e1a5b23bb9a6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4694121 Nov 25 19:32:07.483096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454', 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e', 'port_id': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454', 'mac_address': 'fa:16:3e:22:e7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b37492a-adbd-483b-b851-0b412fdd6706', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:07.502875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57860) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:07.508136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2832c4e4-eaa5-4925-9338-5a39270043b7 None None] For port ab4ccf84-2e7c-40fe-a525-219436840881, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ab4ccf84-2e7c-40fe-a525-219436840881,segment=NetworkSegment(43f12e4f-0b1e-4d12-ae18-5612becdb705),segment_id=43f12e4f-0b1e-4d12-ae18-5612becdb705)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:07.515878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:07.553382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2832c4e4-eaa5-4925-9338-5a39270043b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.578216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45652246-507e-4295-a1c1-e1a5b23bb9a6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8358b97-70d4-4a61-853e-77e6c185b9d6,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:07.687350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:07.699837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Allocated IP 19.80.0.34 (217b2308-1eb0-4fa1-9af0-141505fd35fd/57b28d62-8065-45dc-92c8-ca897f1b70a8/a3f982a4-775e-449e-9011-0561c9fa768d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:07.728769 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.732450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.733339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.733851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.734463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.735611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.736143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.736645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.737142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.737660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.738172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.738672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:07.747708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6b84b54c-da5f-4d73-9c04-cea3ebc37612 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:07.852913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfb06f3b-3453-4317-bebf-704f33605f35 req-ed5fa237-e1a0-4d15-8c0b-a66496423eb5 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163920 Nov 25 19:32:07.887163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-aa3b0524-a943-4fad-8950-a2134eaf0844 None None] Provisioning complete for port ab4ccf84-2e7c-40fe-a525-219436840881 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:07.887163 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aa3b0524-a943-4fad-8950-a2134eaf0844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.887163 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.901247 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2832c4e4-eaa5-4925-9338-5a39270043b7 None None] Pushing event updated for resources: {'Port': ['ID=ab4ccf84-2e7c-40fe-a525-219436840881,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:07.971935 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:07.992221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-ad8bdbf7-1210-4428-aceb-993288441657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.993406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-ad8bdbf7-1210-4428-aceb-993288441657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.994752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-ad8bdbf7-1210-4428-aceb-993288441657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:07.997056 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-ad8bdbf7-1210-4428-aceb-993288441657 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b HTTP/1.1" status: 200 len: 2294 time: 0.5343194 Nov 25 19:32:08.070450 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.079667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd315ab8-fa89-4c85-b1d5-a181cf1cf454 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:08.186746 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-e144919a-bf84-43f2-8096-47ea44db4a66 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b549ba12-510b-45f2-ac00-366b3e56b6da HTTP/1.1" status: 200 len: 1001 time: 0.1818697 Nov 25 19:32:08.250097 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.275849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fd315ab8-fa89-4c85-b1d5-a181cf1cf454, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:08.280469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6b84b54c-da5f-4d73-9c04-cea3ebc37612 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:08.281962 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.285870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f14b8c-3722-4643-81c2-81ac99de8ea7 req-49d321b8-56b0-4052-bc0e-563e3a077768 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:08.288028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c5f14b8c-3722-4643-81c2-81ac99de8ea7 req-49d321b8-56b0-4052-bc0e-563e3a077768 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.1935842 Nov 25 19:32:08.324996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-7d0d329a-caa7-45f2-9ef1-95a04d79f06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:08.326853 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-7d0d329a-caa7-45f2-9ef1-95a04d79f06d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=205b4ac1-dff3-40aa-8bca-8fda88f5eab4 HTTP/1.1" status: 200 len: 851 time: 0.1279233 Nov 25 19:32:08.332998 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.343011 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.430084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-0f8d332a-28d8-43cd-a6b1-a83f7dd2e124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:08.432292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-0f8d332a-28d8-43cd-a6b1-a83f7dd2e124 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923965 Nov 25 19:32:08.436679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c5f14b8c-3722-4643-81c2-81ac99de8ea7 req-ca090d83-1fc3-4d09-a291-a555e0a9f4cf tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316440 Nov 25 19:32:08.586781 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-51ca740c-2a15-4424-a65f-f46e006eb0e8 service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476586 Nov 25 19:32:08.599968 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Sync routers for ids ['0961200e-30c3-4530-b47c-9a16f20f732f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:32:08.616107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1025cc6-cecf-4213-9000-261b9d90b60f req-3aae8f1f-f18f-4b77-a96e-4cbb86131a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:08.617708 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c1025cc6-cecf-4213-9000-261b9d90b60f req-3aae8f1f-f18f-4b77-a96e-4cbb86131a2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1095 time: 0.1671786 Nov 25 19:32:08.632622 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Routers {'0961200e-30c3-4530-b47c-9a16f20f732f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:08.633274 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:32:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['0961200e-30c3-4530-b47c-9a16f20f732f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:08.641474 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.682839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4fc5e2b8-e448-4520-9851-fff973283422'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:08.763373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['fd315ab8-fa89-4c85-b1d5-a181cf1cf454'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:08.769439 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:08.773869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network 217b2308-1eb0-4fa1-9af0-141505fd35fd is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:08.786552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:08.790318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:08.899429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:08.899429 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:08.938197 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6004674 Nov 25 19:32:08.955933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Request body: {'port': {'device_id': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753', 'admin_state_up': True, 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:09.062484 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Set router 0961200e-30c3-4530-b47c-9a16f20f732f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:09.063550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-5c492862-f70b-4cf8-aff4-b6b848b23497 service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4696240 Nov 25 19:32:09.084722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809c306-1a41-451c-aace-7ee2705f556f req-d4170829-2cc7-4394-8b8c-cd1bf3081b74 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.098367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9809c306-1a41-451c-aace-7ee2705f556f req-d4170829-2cc7-4394-8b8c-cd1bf3081b74 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.2719228 Nov 25 19:32:09.099839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247a5688-ae27-41c3-aef3-0c73e023d2fe tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Port': ['ID=a3f982a4-775e-449e-9011-0561c9fa768d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:09.111156 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.120875 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ab4ccf84-2e7c-40fe-a525-219436840881 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:09.273741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Allocated IP 172.25.8.218 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/56e1fad1-6f5d-4ea0-b36a-4e5d96ff9311) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:09.390004 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-a7b4b7a4-3afd-4cd6-9ad6-f424a24c6c3d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=04912e0d-e9ad-4afe-bd53-8a280f9bb21b HTTP/1.1" status: 200 len: 217 time: 0.2596142 Nov 25 19:32:09.407119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1025cc6-cecf-4213-9000-261b9d90b60f req-4922379a-1007-41c1-8abe-b2845485c04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.410568 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c1025cc6-cecf-4213-9000-261b9d90b60f req-4922379a-1007-41c1-8abe-b2845485c04a service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.7361865 Nov 25 19:32:09.470965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9809c306-1a41-451c-aace-7ee2705f556f req-2a8b2641-7417-4ebd-9f39-719f32f6e9d5 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3700798 Nov 25 19:32:09.484681 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '625f317f-33ff-43d7-bc14-d4ed1dad5f52', 'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'mac_address': 'fa:16:3e:06:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 2, 'project_id': '83211a641ec04c1da600acc79980ff70', 'subnets': [{'id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:09.577051 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Checking router: 0961200e-30c3-4530-b47c-9a16f20f732f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:32:09.578717 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Updating router 0961200e-30c3-4530-b47c-9a16f20f732f port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:32:09.584157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-023a98e8-3353-4426-8433-1a0c4f9b58a4 None None] Provisioning complete for port a3f982a4-775e-449e-9011-0561c9fa768d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:09.584563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-023a98e8-3353-4426-8433-1a0c4f9b58a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.636379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Made reservation on behalf of 017241546cfd41bdb7a6f6584e2ed13e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:09.639605 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.654568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-0b821d2e-b9b3-4b8b-a0ba-8b54c363eea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.662717 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.683889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-0b821d2e-b9b3-4b8b-a0ba-8b54c363eea4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.2586217 Nov 25 19:32:09.688286 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c1025cc6-cecf-4213-9000-261b9d90b60f req-d148257b-900d-4ba3-a345-ee1fe400a842 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 1000 time: 0.2683477 Nov 25 19:32:09.720308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-023a98e8-3353-4426-8433-1a0c4f9b58a4 None None] Port a3f982a4-775e-449e-9011-0561c9fa768d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:09.739798 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.756595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ab4ccf84-2e7c-40fe-a525-219436840881 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:09.759445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:09.929994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1025cc6-cecf-4213-9000-261b9d90b60f req-f643cd54-c2b2-4cef-9d13-d81d1f4cbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:09.940075 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c1025cc6-cecf-4213-9000-261b9d90b60f req-f643cd54-c2b2-4cef-9d13-d81d1f4cbd80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.2375557 Nov 25 19:32:09.947273 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.011796 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-63d9f8d1-e0e5-4cc0-a955-33c81e2cada9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.014070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-63d9f8d1-e0e5-4cc0-a955-33c81e2cada9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3219054 Nov 25 19:32:10.160701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-6acefe2a-83d6-4557-8754-990534ad8875 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365521 Nov 25 19:32:10.207626 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ab4ccf84-2e7c-40fe-a525-219436840881 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:10.214912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:10.238583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:10.253065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:10.280361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d8f464-cd94-4e8f-9bab-10614db16da1 req-c2b1efe8-7580-4265-8682-2859ac66ecbb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.293398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8d8f464-cd94-4e8f-9bab-10614db16da1 req-c2b1efe8-7580-4265-8682-2859ac66ecbb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 931 time: 0.3669169 Nov 25 19:32:10.389559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.421178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:10.435182 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8d8f464-cd94-4e8f-9bab-10614db16da1 req-274cf6ca-d609-4b2d-bbca-20de3055e225 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213706 Nov 25 19:32:10.496051 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.510706 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.548728 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-a39d3ab3-880e-4615-a8bc-0fc66dc99b70 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804426 Nov 25 19:32:10.549049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Allocated IP 19.86.0.188 (d5e9f399-2e93-4f33-b1ba-1bcb05d10753/4c3c8275-8aa7-4e2c-945d-e6073eaf5349/cfee13e5-95a7-437e-80be-d117a8e65624) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:10.572792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1025cc6-cecf-4213-9000-261b9d90b60f req-4d40aaf1-0a36-42df-9d8a-b2e81fbad1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:10.576340 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c1025cc6-cecf-4213-9000-261b9d90b60f req-4d40aaf1-0a36-42df-9d8a-b2e81fbad1d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6075490 Nov 25 19:32:10.577373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Pushing event updated for resources: {'Port': ['ID=56e1fad1-6f5d-4ea0-b36a-4e5d96ff9311,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:10.586885 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.593521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 4fc5e2b8-e448-4520-9851-fff973283422 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:10.593909 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.600904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ab4ccf84-2e7c-40fe-a525-219436840881 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:10.601369 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.664681 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Pushing event updated for resources: {'Port': ['ID=625f317f-33ff-43d7-bc14-d4ed1dad5f52,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:10.709359 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.720086 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.720975 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.722090 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.722659 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.723198 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.724690 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.725243 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.725751 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.730069 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.730713 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.731297 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:10.754166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-9c095ae3-eaaf-4b2d-b459-aa1f4ae54ab3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=8a281f2c-b693-4946-92e9-005d6524e0d3 HTTP/1.1" status: 200 len: 217 time: 0.1960282 Nov 25 19:32:10.870703 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Attempting to bind port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:10.875486 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Attempting to bind port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:10.876144 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Attempting to bind port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 on network bb688120-ecb9-447b-8db2-35831ddfd4a8 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:10.877557 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.904257 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:10.905043 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Checking segment: {'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:10.905642 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:10.906206 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Bound using segment: {'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:10.906905 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Bound port: 625f317f-33ff-43d7-bc14-d4ed1dad5f52, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:10.907694 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.003258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:11.016098 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ad2bed-f7bb-45bb-9fc6-22572cac37ff" -d '{"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:11.075446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:11.085249 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.092776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c1dab3-93f6-462e-afab-629ce618ef13 req-650cfb42-691a-4373-858b-dd5d01b06ea2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:11.094544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39c1dab3-93f6-462e-afab-629ce618ef13 req-650cfb42-691a-4373-858b-dd5d01b06ea2 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.3473454 Nov 25 19:32:11.108011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-e66e95d7-9a92-40e4-8508-927f432e19da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:11.108011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-e66e95d7-9a92-40e4-8508-927f432e19da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.3298962 Nov 25 19:32:11.115158 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] For port 625f317f-33ff-43d7-bc14-d4ed1dad5f52, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:11.125126 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] For port 625f317f-33ff-43d7-bc14-d4ed1dad5f52, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=625f317f-33ff-43d7-bc14-d4ed1dad5f52,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:11.138200 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.296459 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08101167-f5da-4244-8ef0-5e9cbe8a1478 None None] Pushing event updated for resources: {'Port': ['ID=625f317f-33ff-43d7-bc14-d4ed1dad5f52,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:11.325849 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Routers {'0961200e-30c3-4530-b47c-9a16f20f732f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:32:11.326502 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:32:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['0961200e-30c3-4530-b47c-9a16f20f732f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:11.353350 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c1025cc6-cecf-4213-9000-261b9d90b60f req-825c6bd2-8bb7-4fdd-8816-573cd1e50db8 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7561972 Nov 25 19:32:11.373997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39c1dab3-93f6-462e-afab-629ce618ef13 req-776111a5-4497-484d-b5d8-5e29a81c7b9c tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706428 Nov 25 19:32:11.378186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-096bbea7-0f87-4019-8a09-820574e9858e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:11.397849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-096bbea7-0f87-4019-8a09-820574e9858e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2770724 Nov 25 19:32:11.405821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b8e05b5d-f15b-4de2-b810-40113364f985 None None] Provisioning complete for port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:11.422901 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b8e05b5d-f15b-4de2-b810-40113364f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.508453 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] Set router 0961200e-30c3-4530-b47c-9a16f20f732f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:32:11.545727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:11.701022 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b8e05b5d-f15b-4de2-b810-40113364f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.787903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.815478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b8e05b5d-f15b-4de2-b810-40113364f985 None None] For port 625f317f-33ff-43d7-bc14-d4ed1dad5f52, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=625f317f-33ff-43d7-bc14-d4ed1dad5f52,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:11.860244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a781e6-2fdc-4115-a1f0-aad26a55fe2d req-546b6ca2-6e02-4ec2-b3f4-7adf3fa839e5 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:11.882104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2a781e6-2fdc-4115-a1f0-aad26a55fe2d req-546b6ca2-6e02-4ec2-b3f4-7adf3fa839e5 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 944 time: 0.1882064 Nov 25 19:32:11.898854 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.901667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-4967bece-affe-440b-a862-5bc7f82e6698 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931741 Nov 25 19:32:11.910260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:11.915354 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b8e05b5d-f15b-4de2-b810-40113364f985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.006199 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e05b5d-f15b-4de2-b810-40113364f985 None None] Pushing event updated for resources: {'Port': ['ID=625f317f-33ff-43d7-bc14-d4ed1dad5f52,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:12.090634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-54ac16cd-67d9-41f3-95bd-5f9330bd91aa None None] Provisioning complete for port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:12.091235 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-54ac16cd-67d9-41f3-95bd-5f9330bd91aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.219418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2a781e6-2fdc-4115-a1f0-aad26a55fe2d req-9b681cd8-055b-4421-8974-06a0b3b51af8 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355105 Nov 25 19:32:12.293998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 625f317f-33ff-43d7-bc14-d4ed1dad5f52 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:12.392189 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-a0565dcc-9b68-40bc-bddb-f7c5b8d266a8 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4753501 Nov 25 19:32:12.405463 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '625f317f-33ff-43d7-bc14-d4ed1dad5f52', 'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'mac_address': 'fa:16:3e:06:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:11Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'subnets': [{'id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:12.418268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fd315ab8-fa89-4c85-b1d5-a181cf1cf454 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:12.452742 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-321a8a76-1345-45db-a087-26c329f3c80e None None] The sync data for ids ['0961200e-30c3-4530-b47c-9a16f20f732f'] in n-d-817303-9 is: [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '625f317f-33ff-43d7-bc14-d4ed1dad5f52', 'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'mac_address': 'fa:16:3e:06:6d:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:11Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'subnets': [{'id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:32:12.530697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-b5e03218-400e-4217-8c5d-a6edae6bb56d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=678688d0-4586-4af3-9ea9-aa4330cd1027 HTTP/1.1" status: 200 len: 217 time: 0.1147220 Nov 25 19:32:12.544743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:12.545285 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.547653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port fd315ab8-fa89-4c85-b1d5-a181cf1cf454 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:12.576375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port fd315ab8-fa89-4c85-b1d5-a181cf1cf454 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:12.576991 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.705194 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.737148 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.842927 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.853627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fd315ab8-fa89-4c85-b1d5-a181cf1cf454, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:12.858813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.873283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3691337 Nov 25 19:32:12.875928 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c1025cc6-cecf-4213-9000-261b9d90b60f req-7202ae3d-adee-440e-a83d-66c0c1b18585 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5083518 Nov 25 19:32:12.891991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cf29a8-f25e-42c9-8483-102ebae4faaf req-4d20ee70-e232-46de-82e8-de87b1a1c057 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:12.896586 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28cf29a8-f25e-42c9-8483-102ebae4faaf req-4d20ee70-e232-46de-82e8-de87b1a1c057 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.3638685 Nov 25 19:32:12.920274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231dfc5-210f-4340-adb5-eeb921d2757e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Pushing event updated for resources: {'Port': ['ID=56e1fad1-6f5d-4ea0-b36a-4e5d96ff9311,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:12.937435 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:12.977753 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-12bbdf3d-9a9a-4936-a12d-9c25ba8059fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:12.983784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-12bbdf3d-9a9a-4936-a12d-9c25ba8059fc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.4242251 Nov 25 19:32:13.064102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:13.083169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:13.099502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:13.108615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:13.143973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-5393f49a-f92e-4e00-8899-f2c00dce8f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:13.151173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-5393f49a-f92e-4e00-8899-f2c00dce8f2b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1487212 Nov 25 19:32:13.180226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28cf29a8-f25e-42c9-8483-102ebae4faaf req-18d23d15-1eae-44f8-8413-e160004a1d98 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673609 Nov 25 19:32:13.219039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event updated for resources: {'Port': ['ID=cfee13e5-95a7-437e-80be-d117a8e65624,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:13.278540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:13.282094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.321656 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-f2b7d55f-6c9d-45c6-9a11-3341af4b7c8b tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3700912 Nov 25 19:32:13.345778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Request body: {'port': {'device_id': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:13.590486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a4b61-c5bc-415e-a702-a2255eb88766 req-2560968b-0c8c-488b-9241-ae7dda4d4037 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:13.595572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d81a4b61-c5bc-415e-a702-a2255eb88766 req-2560968b-0c8c-488b-9241-ae7dda4d4037 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.2637949 Nov 25 19:32:13.600026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-60591a9f-b427-4e62-a0a0-c9be5b20f5b1 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372556 Nov 25 19:32:13.618638 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.714462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-590b83ce-75d0-4161-9f38-9b26c99107fe None None] Provisioning complete for port cfee13e5-95a7-437e-80be-d117a8e65624 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:13.720479 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-590b83ce-75d0-4161-9f38-9b26c99107fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:13.742254 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d81a4b61-c5bc-415e-a702-a2255eb88766 req-28388710-67ee-4154-8613-4c5e95693ec7 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378074 Nov 25 19:32:13.866458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-590b83ce-75d0-4161-9f38-9b26c99107fe None None] Port cfee13e5-95a7-437e-80be-d117a8e65624 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:13.929461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-c93bd09f-1abb-452e-a55d-5f9805740b6c service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588785 Nov 25 19:32:14.038161 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e20e7f-53a4-4388-825b-c05b1bef6fae x-openstack-request-id: req-31e20e7f-53a4-4388-825b-c05b1bef6fae {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:14.038542 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:14.038910 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31e20e7f-53a4-4388-825b-c05b1bef6fae {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:14.039388 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422', 'code': 200} Nov 25 19:32:14.058892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-e2eed4c7-566e-43e4-b43a-38e4c94df0a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d HTTP/1.1" status: 200 len: 217 time: 0.1223228 Nov 25 19:32:14.531154 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f982a4-775e-449e-9011-0561c9fa768d {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:14.560423 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.589057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Transition to ACTIVE for port object a3f982a4-775e-449e-9011-0561c9fa768d will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:14.599504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:14.737661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-1f6a813f-4613-43e6-81c2-b0f0a6e6d3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:14.739181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Pushing event updated for resources: {'Port': ['ID=a3f982a4-775e-449e-9011-0561c9fa768d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:14.742010 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-1f6a813f-4613-43e6-81c2-b0f0a6e6d3ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.6742353 Nov 25 19:32:14.808634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645921ab-5aec-481e-9a07-72d33c036e39 req-3c78eebf-2df7-419f-ace7-2a6e9276e524 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:14.821718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645921ab-5aec-481e-9a07-72d33c036e39 req-3c78eebf-2df7-419f-ace7-2a6e9276e524 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:14.846040 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-645921ab-5aec-481e-9a07-72d33c036e39 req-3c78eebf-2df7-419f-ace7-2a6e9276e524 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1654 time: 0.6286726 Nov 25 19:32:14.942208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-bf1d2262-cf2e-4d41-81c1-4edc79edb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:14.944806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-bf1d2262-cf2e-4d41-81c1-4edc79edb218 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1954782 Nov 25 19:32:14.981049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Attempting to bind port a3f982a4-775e-449e-9011-0561c9fa768d on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:14.982660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Attempting to bind port a3f982a4-775e-449e-9011-0561c9fa768d by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '05e2f93f-3613-4aad-b9a0-90756969d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:14.984687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Attempting to bind port a3f982a4-775e-449e-9011-0561c9fa768d on network 217b2308-1eb0-4fa1-9af0-141505fd35fd {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:15.004114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Port a3f982a4-775e-449e-9011-0561c9fa768d on network 217b2308-1eb0-4fa1-9af0-141505fd35fd not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:15.004955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Attempting to bind port a3f982a4-775e-449e-9011-0561c9fa768d on network 217b2308-1eb0-4fa1-9af0-141505fd35fd {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:15.019568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:15.021586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Checking segment: {'id': '05e2f93f-3613-4aad-b9a0-90756969d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:15.022760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Bound using segment: {'id': '05e2f93f-3613-4aad-b9a0-90756969d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:15.024673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Bound port: a3f982a4-775e-449e-9011-0561c9fa768d, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05e2f93f-3613-4aad-b9a0-90756969d61b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:15.025675 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.243142 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-645921ab-5aec-481e-9a07-72d33c036e39 req-5c246a00-a156-4c78-9922-83ea2ecaa351 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954623 Nov 25 19:32:15.262211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] For port a3f982a4-775e-449e-9011-0561c9fa768d, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:15.286637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] For port a3f982a4-775e-449e-9011-0561c9fa768d, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=a3f982a4-775e-449e-9011-0561c9fa768d,segment=NetworkSegment(05e2f93f-3613-4aad-b9a0-90756969d61b),segment_id=05e2f93f-3613-4aad-b9a0-90756969d61b)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:15.314652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.329260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-4030dc6e-5f74-4462-acae-65f0cb44ed88 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3670015 Nov 25 19:32:15.360480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:15.362607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.367192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] 10.222.0.60 "PUT /v2.0/ports/a3f982a4-775e-449e-9011-0561c9fa768d HTTP/1.1" status: 200 len: 1091 time: 2.0272195 Nov 25 19:32:15.499920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'tag': 'a3f982a4-775e-449e-9011-0561c9fa768d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:15.503217 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611f5483-d91d-4c16-9375-aede8cd4fb42" -d '{"events": [{"name": "network-changed", "server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "tag": "a3f982a4-775e-449e-9011-0561c9fa768d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:15.506238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d0647-23dc-428c-ba9a-687e19a6853c service neutron] Pushing event updated for resources: {'Port': ['ID=a3f982a4-775e-449e-9011-0561c9fa768d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:15.537147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Request body: {'port': {'device_id': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:15.626783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-544e1af6-d395-4391-a006-573efd6dc887 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2901545 Nov 25 19:32:15.639840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba6b41-b642-4bc5-8b3c-df7efd243035 req-8c7a3a50-fea4-416f-a45c-db9f5c27d5b7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:15.642669 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eaba6b41-b642-4bc5-8b3c-df7efd243035 req-8c7a3a50-fea4-416f-a45c-db9f5c27d5b7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.1440454 Nov 25 19:32:15.672980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:15.704942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-949ac80b-12fc-4204-a348-ce4768930a11 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec HTTP/1.1" status: 200 len: 217 time: 0.0602577 Nov 25 19:32:15.848916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-a83aadec-1afc-4f60-95df-028cd296fc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:15.851109 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-a83aadec-1afc-4f60-95df-028cd296fc5f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.1104360 Nov 25 19:32:15.958460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eaba6b41-b642-4bc5-8b3c-df7efd243035 req-278b49a7-5402-4dfd-a35c-2de79d5dc33e tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605298 Nov 25 19:32:16.028544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-5ca4de5d-bdd5-4606-b378-5e1e02a5278a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:16.033595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-5ca4de5d-bdd5-4606-b378-5e1e02a5278a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1689508 Nov 25 19:32:16.040192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5816e3de-9633-42f9-827a-7930cd4a9678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:16.045677 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd770413-0442-4aa7-a14b-776960627149" -d '{"events": [{"server_uuid": "5816e3de-9633-42f9-827a-7930cd4a9678", "name": "network-vif-plugged", "status": "completed", "tag": "fd315ab8-fa89-4c85-b1d5-a181cf1cf454"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:16.233904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-659d4556-0881-4289-aeb0-e6ccc24ff306 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1914511 Nov 25 19:32:16.258569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394ee6e-bd49-49d5-9b2c-9a422e9ee277 req-9616044c-4275-45cc-b2e0-51c2c4eccd77 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:16.261828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3394ee6e-bd49-49d5-9b2c-9a422e9ee277 req-9616044c-4275-45cc-b2e0-51c2c4eccd77 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 945 time: 0.1038692 Nov 25 19:32:16.289268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfee13e5-95a7-437e-80be-d117a8e65624 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:16.331680 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.409450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Transition to ACTIVE for port object cfee13e5-95a7-437e-80be-d117a8e65624 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:16.416839 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.527034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3394ee6e-bd49-49d5-9b2c-9a422e9ee277 req-fcc1f7f5-214e-44d5-ad85-b20ea66531c1 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516265 Nov 25 19:32:16.577641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-854fce12-b1d2-4608-8fd6-4b0d9e258c0b service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372931 Nov 25 19:32:16.628046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Pushing event updated for resources: {'Port': ['ID=cfee13e5-95a7-437e-80be-d117a8e65624,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:16.670694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-5a112a2d-39f0-4e87-8efb-afd042d7c893 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a HTTP/1.1" status: 200 len: 217 time: 0.0854769 Nov 25 19:32:16.766251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Attempting to bind port cfee13e5-95a7-437e-80be-d117a8e65624 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:16.766629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Attempting to bind port cfee13e5-95a7-437e-80be-d117a8e65624 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '43f12e4f-0b1e-4d12-ae18-5612becdb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:16.766951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Attempting to bind port cfee13e5-95a7-437e-80be-d117a8e65624 on network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:16.773499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Port cfee13e5-95a7-437e-80be-d117a8e65624 on network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:16.773878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Attempting to bind port cfee13e5-95a7-437e-80be-d117a8e65624 on network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:16.785661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 31, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:16.786023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Checking segment: {'id': '43f12e4f-0b1e-4d12-ae18-5612becdb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:16.786549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Bound using segment: {'id': '43f12e4f-0b1e-4d12-ae18-5612becdb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:16.787144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Bound port: cfee13e5-95a7-437e-80be-d117a8e65624, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43f12e4f-0b1e-4d12-ae18-5612becdb705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:16.787608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:16.860317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-41da12b6-e05b-48b2-b187-3742f5d9ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:16.862046 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-41da12b6-e05b-48b2-b187-3742f5d9ab34 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.1850417 Nov 25 19:32:16.942318 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50769cd-8798-448b-b9fe-0562853a6c1f req-8f1a5824-1370-460d-a573-7e1afc36e06a tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:16.950515 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c50769cd-8798-448b-b9fe-0562853a6c1f req-8f1a5824-1370-460d-a573-7e1afc36e06a tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.2543898 Nov 25 19:32:17.030099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] For port cfee13e5-95a7-437e-80be-d117a8e65624, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:17.038069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] For port cfee13e5-95a7-437e-80be-d117a8e65624, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cfee13e5-95a7-437e-80be-d117a8e65624,segment=NetworkSegment(43f12e4f-0b1e-4d12-ae18-5612becdb705),segment_id=43f12e4f-0b1e-4d12-ae18-5612becdb705)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:17.047444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:17.052181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-3d58b51e-73dc-4dc6-861e-ef55c2539389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:17.054072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-3d58b51e-73dc-4dc6-861e-ef55c2539389 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1834984 Nov 25 19:32:17.127501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c50769cd-8798-448b-b9fe-0562853a6c1f req-eda7c9eb-f5e1-4294-8f98-c6c42435db79 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757550 Nov 25 19:32:17.137299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:17.137947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:17.149408 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] 10.222.0.60 "PUT /v2.0/ports/cfee13e5-95a7-437e-80be-d117a8e65624 HTTP/1.1" status: 200 len: 1092 time: 1.6151798 Nov 25 19:32:17.317219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb2190-8b79-41f0-ba03-aa14b7a3dc69 service neutron] Pushing event updated for resources: {'Port': ['ID=cfee13e5-95a7-437e-80be-d117a8e65624,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:17.367281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-4476c2e4-d736-4f0b-8c20-ba595a6dc180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:17.368899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-4476c2e4-d736-4f0b-8c20-ba595a6dc180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:17.373012 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-4476c2e4-d736-4f0b-8c20-ba595a6dc180 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=017241546cfd41bdb7a6f6584e2ed13e&device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1980 time: 0.1342664 Nov 25 19:32:17.375751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-3decca39-28b9-4168-b948-45e0dd63aa4f service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125548 Nov 25 19:32:17.479767 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-a88e584f-59b5-4dfc-ac27-952157e31003 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=a3f982a4-775e-449e-9011-0561c9fa768d HTTP/1.1" status: 200 len: 217 time: 0.0978489 Nov 25 19:32:17.552554 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c412ef3-a9ed-4ed8-8a92-516ff73be906 req-856d4a1e-b6ae-4e0a-85ee-d1bc922d370f service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602476 Nov 25 19:32:17.606017 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d3b2a-05bf-45ea-95fd-0dee8fee4bdd req-e38a254a-0d46-4edd-b5ab-d032b0a9c9b4 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:17.623361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-584d3b2a-05bf-45ea-95fd-0dee8fee4bdd req-e38a254a-0d46-4edd-b5ab-d032b0a9c9b4 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.3510365 Nov 25 19:32:17.691866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-d186b54d-2aff-4ff4-9700-697422a5b600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:17.698063 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-d186b54d-2aff-4ff4-9700-697422a5b600 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57b28d62-8065-45dc-92c8-ca897f1b70a8 HTTP/1.1" status: 200 len: 801 time: 0.1976814 Nov 25 19:32:17.782115 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-584d3b2a-05bf-45ea-95fd-0dee8fee4bdd req-64111c78-9b47-43e2-9822-70d62ecb93ab tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560526 Nov 25 19:32:17.789941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-924886ab-74b6-4d83-a590-ea6785b99b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:17.792253 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-924886ab-74b6-4d83-a590-ea6785b99b1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=217b2308-1eb0-4fa1-9af0-141505fd35fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0870624 Nov 25 19:32:17.959782 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-25e3937a-6274-4757-97bf-1b004452fc88 service neutron] 10.222.0.60 "GET /v2.0/networks/217b2308-1eb0-4fa1-9af0-141505fd35fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588175 Nov 25 19:32:18.015591 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c1d771-e48f-4989-9e02-37e659835eac x-openstack-request-id: req-32c1d771-e48f-4989-9e02-37e659835eac {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:18.015952 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "tag": "a3f982a4-775e-449e-9011-0561c9fa768d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:18.016270 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-32c1d771-e48f-4989-9e02-37e659835eac {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:18.016748 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'tag': 'a3f982a4-775e-449e-9011-0561c9fa768d', 'status': 'completed', 'code': 200} Nov 25 19:32:18.085541 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19747aff-569c-40b8-b886-a658bc22e330 x-openstack-request-id: req-19747aff-569c-40b8-b886-a658bc22e330 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:18.086081 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5816e3de-9633-42f9-827a-7930cd4a9678", "name": "network-vif-plugged", "status": "completed", "tag": "fd315ab8-fa89-4c85-b1d5-a181cf1cf454", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:18.087556 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19747aff-569c-40b8-b886-a658bc22e330 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:18.088319 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5816e3de-9633-42f9-827a-7930cd4a9678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454', 'code': 200} Nov 25 19:32:18.166396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-11855ff1-fcc3-4267-9a3a-b327aab6e4af service neutron] 10.222.0.60 "GET /v2.0/networks/217b2308-1eb0-4fa1-9af0-141505fd35fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939821 Nov 25 19:32:18.336306 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-b31e6910-d6dd-4fa1-9704-3d8d873a3a98 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.188&port_id=cfee13e5-95a7-437e-80be-d117a8e65624 HTTP/1.1" status: 200 len: 217 time: 0.1560807 Nov 25 19:32:18.348142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfd91-b74e-4a94-a4ef-05b0bbdd248f req-2538c20f-8cc8-4ba3-b9d8-9b2784ec400c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:18.362158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3bfd91-b74e-4a94-a4ef-05b0bbdd248f req-2538c20f-8cc8-4ba3-b9d8-9b2784ec400c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:18.379681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d3bfd91-b74e-4a94-a4ef-05b0bbdd248f req-2538c20f-8cc8-4ba3-b9d8-9b2784ec400c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1678 time: 0.1569557 Nov 25 19:32:18.426501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf56db-3454-4fa1-8b78-e30eb6af688c req-949d8e92-b91f-4976-93e5-5cd5099019cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:18.429177 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5dbf56db-3454-4fa1-8b78-e30eb6af688c req-949d8e92-b91f-4976-93e5-5cd5099019cc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 1096 time: 0.2144990 Nov 25 19:32:18.467369 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:32:18.492194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-1fa62ca4-a9a8-4343-9f33-f6a8812261e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:18.495599 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-1fa62ca4-a9a8-4343-9f33-f6a8812261e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c3c8275-8aa7-4e2c-945d-e6073eaf5349 HTTP/1.1" status: 200 len: 801 time: 0.1498935 Nov 25 19:32:18.523868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d3bfd91-b74e-4a94-a4ef-05b0bbdd248f req-6b8fb828-09f4-4a97-8f0b-9cec10858e36 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424255 Nov 25 19:32:18.534115 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5dbf56db-3454-4fa1-8b78-e30eb6af688c req-b41d8830-9a6d-4390-844c-e762f8c5b05f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960209 Nov 25 19:32:18.598083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-ef462e20-1e6a-456d-850a-b4c1d2fb808d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:18.601197 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-ef462e20-1e6a-456d-850a-b4c1d2fb808d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5e9f399-2e93-4f33-b1ba-1bcb05d10753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0916071 Nov 25 19:32:18.678624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13655287-b032-493f-b3c8-f1baf6caaf2b req-7a8360ce-5ff7-4a50-8dd5-6da4d5304400 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:18.688100 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13655287-b032-493f-b3c8-f1baf6caaf2b req-7a8360ce-5ff7-4a50-8dd5-6da4d5304400 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0755465 Nov 25 19:32:18.758967 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13655287-b032-493f-b3c8-f1baf6caaf2b req-be40987a-366f-4903-9aa7-ff74dcd1f20f tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686069 Nov 25 19:32:18.948825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a768a7-0c3b-4e3d-bdf1-17f719b6d0b5 req-925202d1-c917-4c5d-b699-bc12adcc84b4 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:18.958685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-20a768a7-0c3b-4e3d-bdf1-17f719b6d0b5 req-925202d1-c917-4c5d-b699-bc12adcc84b4 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 945 time: 0.0963647 Nov 25 19:32:19.053975 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-9fd856ab-b417-4d04-8564-ccb5e6d52b41 service neutron] 10.222.0.60 "GET /v2.0/networks/d5e9f399-2e93-4f33-b1ba-1bcb05d10753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110831 Nov 25 19:32:19.060009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-20a768a7-0c3b-4e3d-bdf1-17f719b6d0b5 req-f5a0a7b9-fbd4-4453-834c-c4dccd131a26 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000154 Nov 25 19:32:19.234054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031438af-bbf7-432e-88dc-5c70acafb018 req-a1aeeadd-95b6-4a11-a97d-fc7958693cc3 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:19.236025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-031438af-bbf7-432e-88dc-5c70acafb018 req-a1aeeadd-95b6-4a11-a97d-fc7958693cc3 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.1074684 Nov 25 19:32:19.271995 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-25702ac1-3c8b-490c-a83b-e0444a2d0989 req-4db0fbe5-d0c6-456a-aad7-717798b74d5f service neutron] 10.222.0.60 "GET /v2.0/networks/d5e9f399-2e93-4f33-b1ba-1bcb05d10753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058203 Nov 25 19:32:19.366065 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-031438af-bbf7-432e-88dc-5c70acafb018 req-c7460a16-cebc-4467-a60a-76e9fe30909b tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196635 Nov 25 19:32:19.428488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-1ce3fe56-f047-420b-87d9-83c268966bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:19.429281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-1ce3fe56-f047-420b-87d9-83c268966bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:19.432141 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-1ce3fe56-f047-420b-87d9-83c268966bd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=017241546cfd41bdb7a6f6584e2ed13e&device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1980 time: 0.0827882 Nov 25 19:32:19.631525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d8f6c-8c87-476a-8e04-8ba8f1379064 req-a8cd300a-b54b-4c0e-88e7-e0e9732431a3 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:19.633239 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e55d8f6c-8c87-476a-8e04-8ba8f1379064 req-a8cd300a-b54b-4c0e-88e7-e0e9732431a3 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0852695 Nov 25 19:32:19.669032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-eaca5a74-2370-4316-be88-fddcd0a6dae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:19.672391 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-eaca5a74-2370-4316-be88-fddcd0a6dae9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=217b2308-1eb0-4fa1-9af0-141505fd35fd HTTP/1.1" status: 200 len: 902 time: 0.2229490 Nov 25 19:32:19.730859 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e55d8f6c-8c87-476a-8e04-8ba8f1379064 req-3ae7f58c-9b04-45b9-a7a7-5c025232fdff tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834966 Nov 25 19:32:19.786157 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-809c808b-f438-4bff-894e-54e2c35ba80e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.34&port_id=a3f982a4-775e-449e-9011-0561c9fa768d HTTP/1.1" status: 200 len: 217 time: 0.0955398 Nov 25 19:32:19.913431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-062bd01e-623e-4194-b083-d247936ef581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:19.918043 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-062bd01e-623e-4194-b083-d247936ef581 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=57b28d62-8065-45dc-92c8-ca897f1b70a8 HTTP/1.1" status: 200 len: 801 time: 0.0998042 Nov 25 19:32:20.018190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'tag': 'cfee13e5-95a7-437e-80be-d117a8e65624'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:20.023219 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9a75b3-aa1d-406f-a4d8-a32d72227836" -d '{"events": [{"name": "network-changed", "server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "tag": "cfee13e5-95a7-437e-80be-d117a8e65624"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:20.073933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-4a3d8393-c71c-4514-96ea-87251f0c0818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:20.086109 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-4a3d8393-c71c-4514-96ea-87251f0c0818 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=217b2308-1eb0-4fa1-9af0-141505fd35fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1580706 Nov 25 19:32:20.238422 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-361a269f-c7ce-4428-8f71-3e05162ae6c9 service neutron] 10.222.0.60 "GET /v2.0/networks/217b2308-1eb0-4fa1-9af0-141505fd35fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436541 Nov 25 19:32:20.412838 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:20.427474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08170298-7450-4788-b675-6c1156e07c4a req-f9fb0640-36e2-4cca-b915-dc41f3c31827 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:20.441040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08170298-7450-4788-b675-6c1156e07c4a req-f9fb0640-36e2-4cca-b915-dc41f3c31827 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:20.456682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08170298-7450-4788-b675-6c1156e07c4a req-f9fb0640-36e2-4cca-b915-dc41f3c31827 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1678 time: 0.1688883 Nov 25 19:32:20.500787 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-611f5483-d91d-4c16-9375-aede8cd4fb42 req-cc2eeb12-de54-4d04-a7a0-5025a1f83a44 service neutron] 10.222.0.60 "GET /v2.0/networks/217b2308-1eb0-4fa1-9af0-141505fd35fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441206 Nov 25 19:32:20.571700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08170298-7450-4788-b675-6c1156e07c4a req-d8619af0-db90-4a7d-b765-daa4db0c70d3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132059 Nov 25 19:32:20.753904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebab810-6ba5-4173-8cb4-6c3137ea44f3 req-d40788fe-1b67-4cf2-b1c5-64291ab3fbe8 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:20.753904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ebab810-6ba5-4173-8cb4-6c3137ea44f3 req-d40788fe-1b67-4cf2-b1c5-64291ab3fbe8 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 949 time: 0.0913277 Nov 25 19:32:20.833440 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ebab810-6ba5-4173-8cb4-6c3137ea44f3 req-15062b43-8566-40ad-81c9-014ad7dc04fb tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688150 Nov 25 19:32:20.923676 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b51f450-f022-4b2e-95ca-c67daf1d8797 x-openstack-request-id: req-6b51f450-f022-4b2e-95ca-c67daf1d8797 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:20.924214 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "tag": "cfee13e5-95a7-437e-80be-d117a8e65624", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:20.924654 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6b51f450-f022-4b2e-95ca-c67daf1d8797 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:20.925335 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'tag': 'cfee13e5-95a7-437e-80be-d117a8e65624', 'status': 'completed', 'code': 200} Nov 25 19:32:21.112810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe6294-71cd-4ab2-9529-28d54da7405f req-e7359b53-2c54-473e-9d8c-d051218e618e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:21.123003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3fbe6294-71cd-4ab2-9529-28d54da7405f req-e7359b53-2c54-473e-9d8c-d051218e618e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 945 time: 0.1120307 Nov 25 19:32:21.126491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-cc083549-6dcf-47d4-bd2a-e482c548d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:21.127564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-cc083549-6dcf-47d4-bd2a-e482c548d350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:21.132327 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-cc083549-6dcf-47d4-bd2a-e482c548d350 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=017241546cfd41bdb7a6f6584e2ed13e&device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1980 time: 0.1562853 Nov 25 19:32:21.246713 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3fbe6294-71cd-4ab2-9529-28d54da7405f req-f98f0548-2ff3-4f3e-9a91-c1902b0acf18 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217854 Nov 25 19:32:21.350516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-43498b51-eab7-408e-a90f-b3c2a01cef95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:21.352478 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-43498b51-eab7-408e-a90f-b3c2a01cef95 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d5e9f399-2e93-4f33-b1ba-1bcb05d10753 HTTP/1.1" status: 200 len: 902 time: 0.2121019 Nov 25 19:32:21.435733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-3ee680b5-4c97-40b0-8ecb-e83598d0bfa0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.188&port_id=cfee13e5-95a7-437e-80be-d117a8e65624 HTTP/1.1" status: 200 len: 217 time: 0.0735986 Nov 25 19:32:21.539341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26117d5a-4980-4532-ba8f-520777a3c3bc req-b60df464-df93-459d-aa05-7ee0b9d194bc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:21.543235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26117d5a-4980-4532-ba8f-520777a3c3bc req-b60df464-df93-459d-aa05-7ee0b9d194bc tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.1459758 Nov 25 19:32:21.576792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-74e4fa62-c995-48d5-9149-31b4d9d2ac6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:21.580817 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-74e4fa62-c995-48d5-9149-31b4d9d2ac6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c3c8275-8aa7-4e2c-945d-e6073eaf5349 HTTP/1.1" status: 200 len: 801 time: 0.1364758 Nov 25 19:32:21.664077 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26117d5a-4980-4532-ba8f-520777a3c3bc req-5a3576c3-78b8-483a-89bf-0812d0941ef0 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138790 Nov 25 19:32:21.673680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-65964dc3-b179-4f61-8c93-021b0b728791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:21.675498 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-65964dc3-b179-4f61-8c93-021b0b728791 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d5e9f399-2e93-4f33-b1ba-1bcb05d10753&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0859714 Nov 25 19:32:21.891475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb856ac-aff4-451e-b504-56bcf1d94fe8 req-2cfc6a64-23a6-491e-a1c4-d531f5efead2 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:21.900251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfb856ac-aff4-451e-b504-56bcf1d94fe8 req-2cfc6a64-23a6-491e-a1c4-d531f5efead2 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.1172514 Nov 25 19:32:21.977815 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38b0642-69e9-4761-b625-2a30b7dc04f0 req-bf779da8-91cb-471a-b48a-a39a2c804cef tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:21.980564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f38b0642-69e9-4761-b625-2a30b7dc04f0 req-bf779da8-91cb-471a-b48a-a39a2c804cef tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 946 time: 0.1451998 Nov 25 19:32:22.051119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfb856ac-aff4-451e-b504-56bcf1d94fe8 req-8b8dd1ea-e993-496a-a5e4-9f2b35a279e6 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479602 Nov 25 19:32:22.052426 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-41fbad45-2778-45d9-b266-f9d32f12ca70 service neutron] 10.222.0.60 "GET /v2.0/networks/d5e9f399-2e93-4f33-b1ba-1bcb05d10753?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3543904 Nov 25 19:32:22.372206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6d7d6a-8ea7-411b-9c66-97b98543a231 req-2f6e30da-0b56-4f6b-90f7-2423d4172359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:22.376029 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7c6d7d6a-8ea7-411b-9c66-97b98543a231 req-2f6e30da-0b56-4f6b-90f7-2423d4172359 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 1100 time: 0.1797376 Nov 25 19:32:22.419569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 612d265a-2c5c-46df-9e6f-bc462b9ce023 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:22.437765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7faf020e-1d19-472f-8d1e-95960a7ba0cd req-eca7a71b-2e21-4c8d-ad5e-7f93eeeb20c6 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:22.449678 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7c6d7d6a-8ea7-411b-9c66-97b98543a231 req-6f69f9ad-564e-4718-9fdc-b7921c802eb6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591419 Nov 25 19:32:22.456755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7faf020e-1d19-472f-8d1e-95960a7ba0cd req-eca7a71b-2e21-4c8d-ad5e-7f93eeeb20c6 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 945 time: 0.1258879 Nov 25 19:32:22.458829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-f38b0642-69e9-4761-b625-2a30b7dc04f0 req-b080fe0e-5bd3-49ec-ac3f-91e58866578f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Deleting port 8fdb0886-2fa3-45b8-93fb-c81af257127d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:22.459410 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f38b0642-69e9-4761-b625-2a30b7dc04f0 req-b080fe0e-5bd3-49ec-ac3f-91e58866578f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.520996 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c9a75b3-aa1d-406f-a4d8-a32d72227836 req-e19d9488-0a09-40e8-9a8b-abfc5ba1c371 service neutron] 10.222.0.60 "GET /v2.0/networks/d5e9f399-2e93-4f33-b1ba-1bcb05d10753?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4542868 Nov 25 19:32:22.578942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7faf020e-1d19-472f-8d1e-95960a7ba0cd req-f8a13ede-04e6-4220-aa3e-881befb1208f tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208577 Nov 25 19:32:22.692680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-f38b0642-69e9-4761-b625-2a30b7dc04f0 req-b080fe0e-5bd3-49ec-ac3f-91e58866578f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] For port 8fdb0886-2fa3-45b8-93fb-c81af257127d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8fdb0886-2fa3-45b8-93fb-c81af257127d,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:22.694004 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f38b0642-69e9-4761-b625-2a30b7dc04f0 req-b080fe0e-5bd3-49ec-ac3f-91e58866578f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.753503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-f38b0642-69e9-4761-b625-2a30b7dc04f0 req-b080fe0e-5bd3-49ec-ac3f-91e58866578f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Calling delete_port for 8fdb0886-2fa3-45b8-93fb-c81af257127d owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:22.796738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd6094-2f0f-4e1c-ac3c-913cb36c71ed req-b5c85d3e-6e4b-4332-ac96-3837baa05e7e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:22.804645 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd6094-2f0f-4e1c-ac3c-913cb36c71ed req-b5c85d3e-6e4b-4332-ac96-3837baa05e7e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:22.810920 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07fd6094-2f0f-4e1c-ac3c-913cb36c71ed req-b5c85d3e-6e4b-4332-ac96-3837baa05e7e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1678 time: 0.1067319 Nov 25 19:32:22.821220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:22.876275 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:22.892166 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'mac_address': 'fa:16:3e:69:9b:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:22.985526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07fd6094-2f0f-4e1c-ac3c-913cb36c71ed req-36a9fa7d-5abb-4726-ae7c-da3ffec3e60f tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650820 Nov 25 19:32:23.002015 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.039838 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 612d265a-2c5c-46df-9e6f-bc462b9ce023 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:23.136149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:23.142723 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.144841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device a3f982a4-775e-449e-9011-0561c9fa768d details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:23.175975 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f38b0642-69e9-4761-b625-2a30b7dc04f0 req-b080fe0e-5bd3-49ec-ac3f-91e58866578f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.276291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080fe0e-5bd3-49ec-ac3f-91e58866578f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event deleted for resources: {'Port': ['ID=8fdb0886-2fa3-45b8-93fb-c81af257127d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:23.276784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['8fdb0886-2fa3-45b8-93fb-c81af257127d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:23.375982 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port a3f982a4-775e-449e-9011-0561c9fa768d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=a3f982a4-775e-449e-9011-0561c9fa768d,segment=NetworkSegment(05e2f93f-3613-4aad-b9a0-90756969d61b),segment_id=05e2f93f-3613-4aad-b9a0-90756969d61b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:23.405234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'a3f982a4-775e-449e-9011-0561c9fa768d', 'network_id': '217b2308-1eb0-4fa1-9af0-141505fd35fd', 'port_id': 'a3f982a4-775e-449e-9011-0561c9fa768d', 'mac_address': 'fa:16:3e:a4:60:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57b28d62-8065-45dc-92c8-ca897f1b70a8', 'ip_address': '19.80.0.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:23.410718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072c7392-02f8-4768-804f-d3f601ad80fc req-71cd362f-8e57-406b-bbca-fc155019c950 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:23.413304 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-072c7392-02f8-4768-804f-d3f601ad80fc req-71cd362f-8e57-406b-bbca-fc155019c950 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 948 time: 0.2547293 Nov 25 19:32:23.439511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f38b0642-69e9-4761-b625-2a30b7dc04f0 req-b080fe0e-5bd3-49ec-ac3f-91e58866578f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] No DVR routers for this DVR port 8fdb0886-2fa3-45b8-93fb-c81af257127d on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:23.444454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f38b0642-69e9-4761-b625-2a30b7dc04f0 req-b080fe0e-5bd3-49ec-ac3f-91e58866578f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.461558 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f38b0642-69e9-4761-b625-2a30b7dc04f0 req-b080fe0e-5bd3-49ec-ac3f-91e58866578f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "DELETE /v2.0/ports/8fdb0886-2fa3-45b8-93fb-c81af257127d HTTP/1.1" status: 204 len: 173 time: 1.4720368 Nov 25 19:32:23.464516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b17d41b2-9b1b-4fac-b5cd-868ea026db2f', 'name': 'network-vif-deleted', 'tag': '8fdb0886-2fa3-45b8-93fb-c81af257127d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:23.474289 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd35bd5b-90b8-482a-965d-0d572eaea397" -d '{"events": [{"server_uuid": "b17d41b2-9b1b-4fac-b5cd-868ea026db2f", "name": "network-vif-deleted", "tag": "8fdb0886-2fa3-45b8-93fb-c81af257127d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:23.486846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:23.549122 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.557781 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-072c7392-02f8-4768-804f-d3f601ad80fc req-b26e2f11-44b3-434a-94c0-69212ee39a4b tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314135 Nov 25 19:32:23.585654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f982a4-775e-449e-9011-0561c9fa768d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:23.648139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port a3f982a4-775e-449e-9011-0561c9fa768d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=a3f982a4-775e-449e-9011-0561c9fa768d,segment=NetworkSegment(05e2f93f-3613-4aad-b9a0-90756969d61b),segment_id=05e2f93f-3613-4aad-b9a0-90756969d61b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:23.657435 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:23.659084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cfee13e5-95a7-437e-80be-d117a8e65624 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:23.878240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49643a-4c12-4685-9686-4cead50ebacd req-2f3c8741-15cb-4cb3-bb71-b360c1c48571 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:23.881641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=a3f982a4-775e-449e-9011-0561c9fa768d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:23.893213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49643a-4c12-4685-9686-4cead50ebacd req-2f3c8741-15cb-4cb3-bb71-b360c1c48571 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:23.902298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49643a-4c12-4685-9686-4cead50ebacd req-2f3c8741-15cb-4cb3-bb71-b360c1c48571 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:23.933257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49643a-4c12-4685-9686-4cead50ebacd req-2f3c8741-15cb-4cb3-bb71-b360c1c48571 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:23.942947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49643a-4c12-4685-9686-4cead50ebacd req-2f3c8741-15cb-4cb3-bb71-b360c1c48571 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:23.949613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49643a-4c12-4685-9686-4cead50ebacd req-2f3c8741-15cb-4cb3-bb71-b360c1c48571 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:23.956396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f49643a-4c12-4685-9686-4cead50ebacd req-2f3c8741-15cb-4cb3-bb71-b360c1c48571 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:23.958487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f49643a-4c12-4685-9686-4cead50ebacd req-2f3c8741-15cb-4cb3-bb71-b360c1c48571 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5432 time: 0.2518659 Nov 25 19:32:24.061508 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cfee13e5-95a7-437e-80be-d117a8e65624, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cfee13e5-95a7-437e-80be-d117a8e65624,segment=NetworkSegment(43f12e4f-0b1e-4d12-ae18-5612becdb705),segment_id=43f12e4f-0b1e-4d12-ae18-5612becdb705)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:24.093608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'cfee13e5-95a7-437e-80be-d117a8e65624', 'network_id': 'd5e9f399-2e93-4f33-b1ba-1bcb05d10753', 'port_id': 'cfee13e5-95a7-437e-80be-d117a8e65624', 'mac_address': 'fa:16:3e:50:27:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c3c8275-8aa7-4e2c-945d-e6073eaf5349', 'ip_address': '19.86.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:24.149631 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:24.186914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfee13e5-95a7-437e-80be-d117a8e65624 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:24.220644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cfee13e5-95a7-437e-80be-d117a8e65624, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cfee13e5-95a7-437e-80be-d117a8e65624,segment=NetworkSegment(43f12e4f-0b1e-4d12-ae18-5612becdb705),segment_id=43f12e4f-0b1e-4d12-ae18-5612becdb705)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:24.226458 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:24.310219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f49643a-4c12-4685-9686-4cead50ebacd req-d86bc683-1613-4055-96fd-87c40a4d573a tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3247807 Nov 25 19:32:24.361313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=cfee13e5-95a7-437e-80be-d117a8e65624,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:24.427520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8fdb0886-2fa3-45b8-93fb-c81af257127d no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:24.493092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 8fdb0886-2fa3-45b8-93fb-c81af257127d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:24.494687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8fdb0886-2fa3-45b8-93fb-c81af257127d not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:24.494687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 612d265a-2c5c-46df-9e6f-bc462b9ce023 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:24.606568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ff01ec6-599b-44c9-9b6b-ec3a9920c429 req-9a9662fb-71b4-46b2-812b-f673b065382e tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=b17d41b2-9b1b-4fac-b5cd-868ea026db2f HTTP/1.1" status: 200 len: 210 time: 0.0641203 Nov 25 19:32:24.780474 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:24.809737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['a3f982a4-775e-449e-9011-0561c9fa768d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:24.814382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['612d265a-2c5c-46df-9e6f-bc462b9ce023'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:24.856039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4393730d-b411-4a68-91f0-c7912cb06fd9 req-f33c0d0b-5c73-4a3d-8ac6-e3aaf4175c52 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:24.871847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4393730d-b411-4a68-91f0-c7912cb06fd9 req-f33c0d0b-5c73-4a3d-8ac6-e3aaf4175c52 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0978527 Nov 25 19:32:24.910009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cfee13e5-95a7-437e-80be-d117a8e65624'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:24.919968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 612d265a-2c5c-46df-9e6f-bc462b9ce023 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:24.973393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4393730d-b411-4a68-91f0-c7912cb06fd9 req-57096012-6aed-467c-9c7c-14655a7c2d32 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001787 Nov 25 19:32:25.083888 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bce736b-20ed-4df2-9f12-c7ae232d4eac x-openstack-request-id: req-4bce736b-20ed-4df2-9f12-c7ae232d4eac {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:25.084795 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b17d41b2-9b1b-4fac-b5cd-868ea026db2f", "name": "network-vif-deleted", "tag": "8fdb0886-2fa3-45b8-93fb-c81af257127d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:25.084795 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4bce736b-20ed-4df2-9f12-c7ae232d4eac {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:25.085892 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b17d41b2-9b1b-4fac-b5cd-868ea026db2f', 'name': 'network-vif-deleted', 'tag': '8fdb0886-2fa3-45b8-93fb-c81af257127d', 'status': 'completed', 'code': 200} Nov 25 19:32:25.090475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:25.119285 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:25.296756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=10']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:25.375018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94420e7b-2757-42e4-a487-024fed3e214d req-0e90588d-1cb2-45ca-9450-964eb75e27c8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.398018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94420e7b-2757-42e4-a487-024fed3e214d req-0e90588d-1cb2-45ca-9450-964eb75e27c8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.411262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94420e7b-2757-42e4-a487-024fed3e214d req-0e90588d-1cb2-45ca-9450-964eb75e27c8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1680 time: 0.1603165 Nov 25 19:32:25.592225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94420e7b-2757-42e4-a487-024fed3e214d req-4227772d-81a6-4bca-9e4f-c11ed969739e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726708 Nov 25 19:32:25.849534 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a64c-5092-4f03-abaa-916a68e9cc63 req-1e3ffaf4-d68c-4f55-8d3d-36fdf480df82 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.857957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a64c-5092-4f03-abaa-916a68e9cc63 req-1e3ffaf4-d68c-4f55-8d3d-36fdf480df82 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.875693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a64c-5092-4f03-abaa-916a68e9cc63 req-1e3ffaf4-d68c-4f55-8d3d-36fdf480df82 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.890403 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a64c-5092-4f03-abaa-916a68e9cc63 req-1e3ffaf4-d68c-4f55-8d3d-36fdf480df82 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.908424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a64c-5092-4f03-abaa-916a68e9cc63 req-1e3ffaf4-d68c-4f55-8d3d-36fdf480df82 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.924278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a64c-5092-4f03-abaa-916a68e9cc63 req-1e3ffaf4-d68c-4f55-8d3d-36fdf480df82 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.937308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207a64c-5092-4f03-abaa-916a68e9cc63 req-1e3ffaf4-d68c-4f55-8d3d-36fdf480df82 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:25.951550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7207a64c-5092-4f03-abaa-916a68e9cc63 req-1e3ffaf4-d68c-4f55-8d3d-36fdf480df82 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5432 time: 0.2773542 Nov 25 19:32:26.168583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85bbe1f-26fa-4c50-b257-c1b367384a45 req-269c5e73-999d-499e-a383-1294f3c0aee9 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:26.178600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d85bbe1f-26fa-4c50-b257-c1b367384a45 req-269c5e73-999d-499e-a383-1294f3c0aee9 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 945 time: 0.1071138 Nov 25 19:32:26.250688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d85bbe1f-26fa-4c50-b257-c1b367384a45 req-8e0d5a47-c0fa-44ea-b428-f4a257c65894 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680289 Nov 25 19:32:26.558303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edece77-8b7b-49dd-9ea1-3e9af0ca0770 req-92ad931d-2aaf-4f21-bcb8-919e271fddd7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:26.561867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8edece77-8b7b-49dd-9ea1-3e9af0ca0770 req-92ad931d-2aaf-4f21-bcb8-919e271fddd7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 948 time: 0.1169822 Nov 25 19:32:26.749819 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8edece77-8b7b-49dd-9ea1-3e9af0ca0770 req-636f66c3-edd4-4712-87cf-6abd9a7c82e9 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759019 Nov 25 19:32:27.192027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a214052-aa5e-431a-9b6a-09b4e82b754a req-92a328f6-8f2e-4401-9533-9089c1d99872 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:27.195509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a214052-aa5e-431a-9b6a-09b4e82b754a req-92a328f6-8f2e-4401-9533-9089c1d99872 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.1118622 Nov 25 19:32:27.396037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a214052-aa5e-431a-9b6a-09b4e82b754a req-fa9bae31-245c-4c1c-8897-0457ef013817 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871319 Nov 25 19:32:27.457010 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab09cf80-aea2-4d02-a68a-220317bf5a9e req-1cdd2041-a500-4243-99f5-ee1d21c9e720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:27.459693 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab09cf80-aea2-4d02-a68a-220317bf5a9e req-1cdd2041-a500-4243-99f5-ee1d21c9e720 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 1096 time: 0.1199446 Nov 25 19:32:27.549463 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab09cf80-aea2-4d02-a68a-220317bf5a9e req-f4e297db-6c4a-4d7e-9eb8-c92c01fd2480 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824218 Nov 25 19:32:27.560936 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de4c174-9c38-4fca-9fcd-2226a4021745 req-be75b85d-cee5-4553-bed2-e373240840d6 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:27.563007 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7de4c174-9c38-4fca-9fcd-2226a4021745 req-be75b85d-cee5-4553-bed2-e373240840d6 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 945 time: 0.0785387 Nov 25 19:32:27.661054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7de4c174-9c38-4fca-9fcd-2226a4021745 req-34a22687-8e41-4b66-abc9-263fbcd94dee tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757310 Nov 25 19:32:27.935002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2587be1-9ea4-48ad-b66f-9c30c8bb2201 req-7b4f207a-d9eb-407d-81c4-f70967b7bbd5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:27.941178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2587be1-9ea4-48ad-b66f-9c30c8bb2201 req-7b4f207a-d9eb-407d-81c4-f70967b7bbd5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:27.942977 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2587be1-9ea4-48ad-b66f-9c30c8bb2201 req-7b4f207a-d9eb-407d-81c4-f70967b7bbd5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1680 time: 0.1819263 Nov 25 19:32:28.082178 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2587be1-9ea4-48ad-b66f-9c30c8bb2201 req-8bc42892-7aa5-4a92-a012-301e468932d5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117673 Nov 25 19:32:28.448096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 612d265a-2c5c-46df-9e6f-bc462b9ce023 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:28.532384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 612d265a-2c5c-46df-9e6f-bc462b9ce023 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:28.533084 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.657889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58128) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:28.689808 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.756221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:28.761420 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f9ac1d-5798-4dce-8f9a-b44e81fcd4eb" -d '{"events": [{"server_uuid": "69753f75-968b-4515-b009-60317a152d97", "name": "network-vif-plugged", "status": "completed", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:28.795821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:28.801730 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.805205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device a3f982a4-775e-449e-9011-0561c9fa768d up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:28.883293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cda4d-3740-4655-9822-930843fdd154 req-4215c065-9c0e-403c-b4fa-aa2c89ea9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:28.885000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cda4d-3740-4655-9822-930843fdd154 req-4215c065-9c0e-403c-b4fa-aa2c89ea9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:28.885473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cda4d-3740-4655-9822-930843fdd154 req-4215c065-9c0e-403c-b4fa-aa2c89ea9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:28.885945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cda4d-3740-4655-9822-930843fdd154 req-4215c065-9c0e-403c-b4fa-aa2c89ea9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:28.886424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cda4d-3740-4655-9822-930843fdd154 req-4215c065-9c0e-403c-b4fa-aa2c89ea9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:28.887058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cda4d-3740-4655-9822-930843fdd154 req-4215c065-9c0e-403c-b4fa-aa2c89ea9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:28.887521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90cda4d-3740-4655-9822-930843fdd154 req-4215c065-9c0e-403c-b4fa-aa2c89ea9ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:28.889971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a90cda4d-3740-4655-9822-930843fdd154 req-4215c065-9c0e-403c-b4fa-aa2c89ea9ae4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6489 time: 0.2302334 Nov 25 19:32:28.931335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port a3f982a4-775e-449e-9011-0561c9fa768d completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:28.941614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port a3f982a4-775e-449e-9011-0561c9fa768d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:28.942144 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:28.976163 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a90cda4d-3740-4655-9822-930843fdd154 req-2a870f87-e775-4042-abdc-4ab5fb67ddcc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1b5c2c75-af0a-40eb-9106-eeee34314c23&id=1e167885-5f28-4a14-a973-4ffb3d024f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0783672 Nov 25 19:32:29.004222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=11']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:29.098409 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.168375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port a3f982a4-775e-449e-9011-0561c9fa768d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=a3f982a4-775e-449e-9011-0561c9fa768d,segment=NetworkSegment(05e2f93f-3613-4aad-b9a0-90756969d61b),segment_id=05e2f93f-3613-4aad-b9a0-90756969d61b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:29.174606 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.175909 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cfee13e5-95a7-437e-80be-d117a8e65624 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:29.316546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=a3f982a4-775e-449e-9011-0561c9fa768d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:29.339542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port cfee13e5-95a7-437e-80be-d117a8e65624 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:29.344820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port cfee13e5-95a7-437e-80be-d117a8e65624 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:29.345321 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.491452 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.536148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-045eb39c-06bb-47bc-ada2-8b39a8651228 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:29.546444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-045eb39c-06bb-47bc-ada2-8b39a8651228 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.1506093 Nov 25 19:32:29.552057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cfee13e5-95a7-437e-80be-d117a8e65624, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cfee13e5-95a7-437e-80be-d117a8e65624,segment=NetworkSegment(43f12e4f-0b1e-4d12-ae18-5612becdb705),segment_id=43f12e4f-0b1e-4d12-ae18-5612becdb705)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:29.559337 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:29.562260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-dc926e00-faff-40fd-829a-42606d628af3 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/quotas/3b973ffbca42402e9b75b4978356f206 HTTP/1.1" status: 200 len: 375 time: 0.0121925 Nov 25 19:32:29.623539 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-f621998f-27c4-41a8-bbfc-05ccab35a2e2 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0475659 Nov 25 19:32:29.634861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=cfee13e5-95a7-437e-80be-d117a8e65624,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:29.754673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-3e68f5a2-8985-4de9-90e0-cad2ff86b7fd service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235945 Nov 25 19:32:29.896861 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-aece8b23-4a34-4f50-93ae-1c7302f85b1c service neutron] 10.222.0.15 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344526 Nov 25 19:32:30.211124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5868-9f7a-4fe3-ac02-bf854b3b157e req-3d01a115-d478-4f5b-bdec-edb7e4e0d321 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:30.219284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dffd5868-9f7a-4fe3-ac02-bf854b3b157e req-3d01a115-d478-4f5b-bdec-edb7e4e0d321 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 1101 time: 0.0891709 Nov 25 19:32:30.289409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dffd5868-9f7a-4fe3-ac02-bf854b3b157e req-65da98bf-2117-4e4b-8cce-f4465d2b7e4e tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644128 Nov 25 19:32:30.477659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0767d1de-0573-448a-8b78-565a93dff746 req-5b829696-5a44-439e-b489-2c95a018bc2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:30.480265 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0767d1de-0573-448a-8b78-565a93dff746 req-5b829696-5a44-439e-b489-2c95a018bc2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0860465 Nov 25 19:32:30.588315 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0767d1de-0573-448a-8b78-565a93dff746 req-e3d05b00-e260-4a72-b9c9-b3765bfb4f20 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952129 Nov 25 19:32:30.649450 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a828d93-0555-4c97-ab73-0ae4b5a3f43b x-openstack-request-id: req-3a828d93-0555-4c97-ab73-0ae4b5a3f43b {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:30.650255 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69753f75-968b-4515-b009-60317a152d97", "name": "network-vif-plugged", "status": "completed", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:30.650381 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a828d93-0555-4c97-ab73-0ae4b5a3f43b {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:30.651201 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'code': 200} Nov 25 19:32:30.781944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf165d02-2037-4bb4-9aed-b6b66c86bd42 req-3abc2827-b8be-45d0-8035-bd8fa6758bcf tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:30.791855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf165d02-2037-4bb4-9aed-b6b66c86bd42 req-3abc2827-b8be-45d0-8035-bd8fa6758bcf tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:30.794236 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf165d02-2037-4bb4-9aed-b6b66c86bd42 req-3abc2827-b8be-45d0-8035-bd8fa6758bcf tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1682 time: 0.0924225 Nov 25 19:32:30.887498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf165d02-2037-4bb4-9aed-b6b66c86bd42 req-c6b2d297-ae2d-4026-bbb7-8fa4af4ccc97 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828607 Nov 25 19:32:31.071621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22233ac0-e329-42df-8467-a089e447dc30 req-7d54be77-db72-4490-980f-659c04b07a01 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:31.084898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22233ac0-e329-42df-8467-a089e447dc30 req-7d54be77-db72-4490-980f-659c04b07a01 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 945 time: 0.0907104 Nov 25 19:32:31.149213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22233ac0-e329-42df-8467-a089e447dc30 req-049a08ba-2119-4a6e-9a1f-e41b5277ad72 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631020 Nov 25 19:32:31.294984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2545eb7b-ec6d-4f6b-962c-3a5d22754705 req-7d8cc267-0262-4c8a-9e05-1604ff697242 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 210 time: 0.0365665 Nov 25 19:32:31.442054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e65651-9f30-4e19-9a64-466684c2e7f6 req-aa391841-3e09-4088-867f-ee2c394e10de tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:31.443628 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06e65651-9f30-4e19-9a64-466684c2e7f6 req-aa391841-3e09-4088-867f-ee2c394e10de tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 945 time: 0.0699830 Nov 25 19:32:31.532501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06e65651-9f30-4e19-9a64-466684c2e7f6 req-e64df598-05b2-492c-a3d8-7c8accac0497 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784409 Nov 25 19:32:31.706600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-9dde2111-0d79-4123-b5e6-aab0d3eb3f9d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:31.710842 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-9dde2111-0d79-4123-b5e6-aab0d3eb3f9d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 811 time: 0.1926124 Nov 25 19:32:31.740077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Request body: {'port': {'device_id': '9e78e589-d3a7-46db-8727-73d015e1918e', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'admin_state_up': True, 'tenant_id': '3b973ffbca42402e9b75b4978356f206'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:31.977252 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Made reservation on behalf of 3b973ffbca42402e9b75b4978356f206 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:31.983492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.027608 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f81f931a-f9e1-4836-b01a-b0d47d054508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.089651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25abc7-ad94-4dfe-ac9e-5f49c0020350 req-85389635-c5f4-4157-924a-9216c3372841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:32.091347 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb25abc7-ad94-4dfe-ac9e-5f49c0020350 req-85389635-c5f4-4157-924a-9216c3372841 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89523965671942b49f984836c2442d69&device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 1096 time: 0.1042316 Nov 25 19:32:32.299472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Allocated IP 172.20.0.9 (91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb/9e068616-7912-416a-8786-ab1d8edb2eec/8155cb84-32d9-4190-9dfe-f270ccee9972) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:32.310842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25abc7-ad94-4dfe-ac9e-5f49c0020350 req-3509d8ec-dc0e-4947-8409-444e9f1ab818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:32.312445 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb25abc7-ad94-4dfe-ac9e-5f49c0020350 req-3509d8ec-dc0e-4947-8409-444e9f1ab818 service neutron] 10.222.0.60 "GET /v2.0/networks?id=afffe553-4427-49c8-b4a9-69418e3457c0 HTTP/1.1" status: 200 len: 912 time: 0.2122216 Nov 25 19:32:32.380115 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb25abc7-ad94-4dfe-ac9e-5f49c0020350 req-8b991705-a93f-4d8c-b913-b6b4f1915564 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ed1fcde9-1cd0-474b-b5ec-34bfe269611c HTTP/1.1" status: 200 len: 217 time: 0.0582600 Nov 25 19:32:32.535296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b1b9d-1b40-4096-b6c2-df632ec2e39e req-a81a468f-f0b8-469c-9a16-e2321cd43a3e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:32.537889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe7b1b9d-1b40-4096-b6c2-df632ec2e39e req-a81a468f-f0b8-469c-9a16-e2321cd43a3e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 945 time: 0.1103067 Nov 25 19:32:32.543990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25abc7-ad94-4dfe-ac9e-5f49c0020350 req-0cb7b372-c6bb-429f-85e2-5e3af94f9537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:32.546843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb25abc7-ad94-4dfe-ac9e-5f49c0020350 req-0cb7b372-c6bb-429f-85e2-5e3af94f9537 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c5d69709-b7a5-4beb-8202-c0e1bfbc78da HTTP/1.1" status: 200 len: 851 time: 0.1531742 Nov 25 19:32:32.625450 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe7b1b9d-1b40-4096-b6c2-df632ec2e39e req-407a50bc-fc8f-4306-9b0a-a34bede59c2e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769856 Nov 25 19:32:32.652851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f982a4-775e-449e-9011-0561c9fa768d'}, {'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfee13e5-95a7-437e-80be-d117a8e65624'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:32.659999 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21538f48-ce75-4791-88a7-0dc2bf779cf5" -d '{"events": [{"server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "name": "network-vif-plugged", "status": "completed", "tag": "a3f982a4-775e-449e-9011-0561c9fa768d"}, {"server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "name": "network-vif-plugged", "status": "completed", "tag": "cfee13e5-95a7-437e-80be-d117a8e65624"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:32.678001 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb25abc7-ad94-4dfe-ac9e-5f49c0020350 req-a5d3e5c1-fb71-4059-8d56-f95102cbb86d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=afffe553-4427-49c8-b4a9-69418e3457c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1151237 Nov 25 19:32:32.807356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71910467-dac9-4de0-8046-da532b0a8f41 req-fa6659d7-d24b-46aa-8d09-7451f8a7b31f tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:32.810128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71910467-dac9-4de0-8046-da532b0a8f41 req-fa6659d7-d24b-46aa-8d09-7451f8a7b31f tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 1101 time: 0.0779748 Nov 25 19:32:32.873024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71910467-dac9-4de0-8046-da532b0a8f41 req-607fc30d-707e-46dc-861c-2fb989027ca6 tempest-ServersAdminTestJSON-341584667 tempest-ServersAdminTestJSON-341584667-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551467 Nov 25 19:32:32.903314 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:32.945177 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb25abc7-ad94-4dfe-ac9e-5f49c0020350 req-21c5d0bf-72ed-44ea-a8e3-d4b6035d5e43 service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577393 Nov 25 19:32:33.043842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d44e84f-94a2-44a9-ae0c-4b0ff4d843b3 req-f625b86f-31e2-48f9-a7e3-09f6424e8301 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:33.045467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d44e84f-94a2-44a9-ae0c-4b0ff4d843b3 req-f625b86f-31e2-48f9-a7e3-09f6424e8301 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0682502 Nov 25 19:32:33.078015 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.131413 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d44e84f-94a2-44a9-ae0c-4b0ff4d843b3 req-152b4c22-67ea-44bc-a9d8-9a213dadf010 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762725 Nov 25 19:32:33.226955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:33.240306 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb25abc7-ad94-4dfe-ac9e-5f49c0020350 req-8c8a5c27-ec4a-4d3f-a9ba-cda78815fb27 service neutron] 10.222.0.60 "GET /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836649 Nov 25 19:32:33.245878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event updated for resources: {'Port': ['ID=8155cb84-32d9-4190-9dfe-f270ccee9972,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:33.261075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:33.265706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:33.366237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:33.367317 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.397910 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-06c9719b-e310-4e27-a43a-a07e3447a86f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6664827 Nov 25 19:32:33.401938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15120ecd-619a-4b5d-bdb8-b1d5868725c9 req-417fc40b-e64d-45bf-b9ef-a4884d4515a3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:33.413787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15120ecd-619a-4b5d-bdb8-b1d5868725c9 req-417fc40b-e64d-45bf-b9ef-a4884d4515a3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:33.420469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Request body: {'port': {'device_id': '9e78e589-d3a7-46db-8727-73d015e1918e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:33.428879 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15120ecd-619a-4b5d-bdb8-b1d5868725c9 req-417fc40b-e64d-45bf-b9ef-a4884d4515a3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1682 time: 0.1221328 Nov 25 19:32:33.495790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:33.507079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15120ecd-619a-4b5d-bdb8-b1d5868725c9 req-5397f98f-deee-4364-b0e9-9736f1b8ab56 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769269 Nov 25 19:32:33.664845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbd707-81a0-4d9c-8c49-a635d6020a48 req-41759739-354b-4718-b478-18195dc96b6f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:33.666836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64dbd707-81a0-4d9c-8c49-a635d6020a48 req-41759739-354b-4718-b478-18195dc96b6f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 931 time: 0.0611386 Nov 25 19:32:33.727598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64dbd707-81a0-4d9c-8c49-a635d6020a48 req-dd5f9d06-0e13-4393-9003-894d27a5ec65 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540187 Nov 25 19:32:33.806773 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3015ddb-7a28-4b1e-8325-772583ee9bc2 x-openstack-request-id: req-f3015ddb-7a28-4b1e-8325-772583ee9bc2 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:33.807881 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "name": "network-vif-plugged", "status": "completed", "tag": "a3f982a4-775e-449e-9011-0561c9fa768d", "code": 200}, {"server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "name": "network-vif-plugged", "status": "completed", "tag": "cfee13e5-95a7-437e-80be-d117a8e65624", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:33.808373 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3015ddb-7a28-4b1e-8325-772583ee9bc2 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:33.809021 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f982a4-775e-449e-9011-0561c9fa768d', 'code': 200} Nov 25 19:32:33.809294 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfee13e5-95a7-437e-80be-d117a8e65624', 'code': 200} Nov 25 19:32:33.982610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8155cb84-32d9-4190-9dfe-f270ccee9972 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:33.992323 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.028596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7880a-3ccf-4fd5-932f-88f82a241acc req-09e766d2-7111-4556-b3fb-01e62bb1c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.029068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f7880a-3ccf-4fd5-932f-88f82a241acc req-09e766d2-7111-4556-b3fb-01e62bb1c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.030725 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-19f7880a-3ccf-4fd5-932f-88f82a241acc req-09e766d2-7111-4556-b3fb-01e62bb1c825 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1984 time: 0.0888267 Nov 25 19:32:34.031906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Transition to ACTIVE for port object 8155cb84-32d9-4190-9dfe-f270ccee9972 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:34.038916 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.204424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Pushing event updated for resources: {'Port': ['ID=8155cb84-32d9-4190-9dfe-f270ccee9972,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:34.264641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67993638-5a89-481f-9081-9ba358dfeb5f req-7ae3899b-c952-43cd-85ea-a0b83eebeb39 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.267039 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67993638-5a89-481f-9081-9ba358dfeb5f req-7ae3899b-c952-43cd-85ea-a0b83eebeb39 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 945 time: 0.0988607 Nov 25 19:32:34.302369 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-19f7880a-3ccf-4fd5-932f-88f82a241acc req-5635e79a-7d1c-44e2-b6fb-8961f635d086 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471354 Nov 25 19:32:34.347698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67993638-5a89-481f-9081-9ba358dfeb5f req-ad3845a5-08ef-43e5-bbea-50a88ad2ada1 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712416 Nov 25 19:32:34.360654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Attempting to bind port 8155cb84-32d9-4190-9dfe-f270ccee9972 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:34.361065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Attempting to bind port 8155cb84-32d9-4190-9dfe-f270ccee9972 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:34.361381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Attempting to bind port 8155cb84-32d9-4190-9dfe-f270ccee9972 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:34.369457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Port 8155cb84-32d9-4190-9dfe-f270ccee9972 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:34.370083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Attempting to bind port 8155cb84-32d9-4190-9dfe-f270ccee9972 on network 91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:34.376044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:34.376382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Checking segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:34.376766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Bound using segment: {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:34.377209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Bound port: 8155cb84-32d9-4190-9dfe-f270ccee9972, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '33d18ae0-5710-47d0-8111-81828808ba66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:34.377568 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.475673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:34.478986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:34.479299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] For port 8155cb84-32d9-4190-9dfe-f270ccee9972, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:32:34.485331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] For port 8155cb84-32d9-4190-9dfe-f270ccee9972, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8155cb84-32d9-4190-9dfe-f270ccee9972,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:32:34.496945 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.537001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c57e31b-934b-4e1a-9823-57021575087d req-8a6b3414-420b-4557-9717-57fe93002319 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.539211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c57e31b-934b-4e1a-9823-57021575087d req-8a6b3414-420b-4557-9717-57fe93002319 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 949 time: 0.0942550 Nov 25 19:32:34.563649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.564883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.569646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] 10.222.0.60 "PUT /v2.0/ports/8155cb84-32d9-4190-9dfe-f270ccee9972 HTTP/1.1" status: 200 len: 1091 time: 1.1583834 Nov 25 19:32:34.573445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e78e589-d3a7-46db-8727-73d015e1918e', 'tag': '8155cb84-32d9-4190-9dfe-f270ccee9972'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:34.578085 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c88f0c6-f994-4a85-8fe8-cb2533bdd473" -d '{"events": [{"name": "network-changed", "server_uuid": "9e78e589-d3a7-46db-8727-73d015e1918e", "tag": "8155cb84-32d9-4190-9dfe-f270ccee9972"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:34.634733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931cd8c3-4359-4d47-914b-15ef9617657f service neutron] Pushing event updated for resources: {'Port': ['ID=8155cb84-32d9-4190-9dfe-f270ccee9972,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:34.686178 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c57e31b-934b-4e1a-9823-57021575087d req-6d2b5732-9ab7-49a4-a410-31995655d86c tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313956 Nov 25 19:32:34.716274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-2275349b-01df-4817-8ae4-168caa813809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.718654 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-2275349b-01df-4817-8ae4-168caa813809 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 1094 time: 0.0665467 Nov 25 19:32:34.736395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:34.757027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '4fc5e2b8-e448-4520-9851-fff973283422', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'port_id': '4fc5e2b8-e448-4520-9851-fff973283422', 'mac_address': 'fa:16:3e:63:fc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:34.793256 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-e6cbc8cb-cc82-4642-830c-9ba9511e6d5b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8155cb84-32d9-4190-9dfe-f270ccee9972 HTTP/1.1" status: 200 len: 217 time: 0.0650373 Nov 25 19:32:34.811078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b40cf8da-d1d5-4889-8767-8a3971a6a129 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.819987 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.840301 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.867293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4fc5e2b8-e448-4520-9851-fff973283422 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:34.887555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:34.895445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:34.929171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68808225-a93d-49eb-9ed2-2a16cb68d887 req-323f16de-3de1-40c1-ac90-f511f731393f tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.934048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-e06dd50a-9fd3-434c-8b8b-7a15e867c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:34.936424 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-e06dd50a-9fd3-434c-8b8b-7a15e867c4ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.1341538 Nov 25 19:32:34.937389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-68808225-a93d-49eb-9ed2-2a16cb68d887 req-323f16de-3de1-40c1-ac90-f511f731393f tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.1211991 Nov 25 19:32:34.984628 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-d1f23088-bb48-4d01-9be7-da7ef41ba840 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373087 Nov 25 19:32:35.003708 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:32:35.004104 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:32:35.027598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:35.050692 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-68808225-a93d-49eb-9ed2-2a16cb68d887 req-3ea2b257-e9f7-4c80-b218-56827ff6ad7a tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033025 Nov 25 19:32:35.191535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79573dc3-c44c-4d38-bc4a-10c464fe605b req-b0082cea-abba-48ac-90af-65c3fe7b1d36 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.193933 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79573dc3-c44c-4d38-bc4a-10c464fe605b req-b0082cea-abba-48ac-90af-65c3fe7b1d36 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 945 time: 0.0761495 Nov 25 19:32:35.267501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79573dc3-c44c-4d38-bc4a-10c464fe605b req-c6e8b60c-e3f3-438d-8001-ca9fa6946908 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598376 Nov 25 19:32:35.418691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b819e61-44b5-41af-b74b-7d792a140897 req-442a2650-166a-419e-8812-77ad9a51d457 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.425372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b819e61-44b5-41af-b74b-7d792a140897 req-442a2650-166a-419e-8812-77ad9a51d457 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.426917 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b819e61-44b5-41af-b74b-7d792a140897 req-442a2650-166a-419e-8812-77ad9a51d457 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1682 time: 0.0870934 Nov 25 19:32:35.442990 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-f4e98da5-68d9-469b-ab34-1bbd354f2b57 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4501939 Nov 25 19:32:35.497633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b819e61-44b5-41af-b74b-7d792a140897 req-49ff4ef7-d29d-408f-a08f-284b4481e6c8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613933 Nov 25 19:32:35.563864 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e98e683-66bc-4132-a4b4-3c65d0a2fb60 req-d6b2bccf-ae0d-406b-86f5-34b418ed3631 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060157 Nov 25 19:32:35.599153 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd45573-3e30-4c56-a7a3-6e2e020d1708 x-openstack-request-id: req-bdd45573-3e30-4c56-a7a3-6e2e020d1708 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:35.601384 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e78e589-d3a7-46db-8727-73d015e1918e", "tag": "8155cb84-32d9-4190-9dfe-f270ccee9972", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:35.601934 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bdd45573-3e30-4c56-a7a3-6e2e020d1708 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:35.602785 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e78e589-d3a7-46db-8727-73d015e1918e', 'tag': '8155cb84-32d9-4190-9dfe-f270ccee9972', 'status': 'completed', 'code': 200} Nov 25 19:32:35.609693 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.631145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc5e2b8-e448-4520-9851-fff973283422 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:35.667437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:35.673508 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:35.738927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914efbb8-80ef-4df2-9b71-f48e8151c167 req-4325408f-97dd-430a-84da-ef43a3878398 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.746204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88f0c6-f994-4a85-8fe8-cb2533bdd473 req-d0a0de59-7d1e-4f37-b077-4e8547dab9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.748367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-914efbb8-80ef-4df2-9b71-f48e8151c167 req-4325408f-97dd-430a-84da-ef43a3878398 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 943 time: 0.0844283 Nov 25 19:32:35.750834 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c88f0c6-f994-4a85-8fe8-cb2533bdd473 req-d0a0de59-7d1e-4f37-b077-4e8547dab9b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3b973ffbca42402e9b75b4978356f206&device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 1094 time: 0.1071410 Nov 25 19:32:35.751370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:35.811555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:35.818824 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff46791-7d66-4a82-96bb-4590cdd116cd" -d '{"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:35.841239 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-914efbb8-80ef-4df2-9b71-f48e8151c167 req-2fbf5d36-5a7a-40cf-b6ae-7fc3055a935f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918920 Nov 25 19:32:35.946646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88f0c6-f994-4a85-8fe8-cb2533bdd473 req-44f6db1f-04e6-4bc7-89ef-9ed66cc7541d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:35.948599 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c88f0c6-f994-4a85-8fe8-cb2533bdd473 req-44f6db1f-04e6-4bc7-89ef-9ed66cc7541d service neutron] 10.222.0.60 "GET /v2.0/networks?id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 200 len: 912 time: 0.1862102 Nov 25 19:32:35.973928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4fc5e2b8-e448-4520-9851-fff973283422'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:36.030357 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c88f0c6-f994-4a85-8fe8-cb2533bdd473 req-aeae8642-43b7-4a3d-bfcd-88eb62c9f15b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8155cb84-32d9-4190-9dfe-f270ccee9972 HTTP/1.1" status: 200 len: 217 time: 0.0688124 Nov 25 19:32:36.141993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c88f0c6-f994-4a85-8fe8-cb2533bdd473 req-db71bacd-4a5c-4a3e-b68d-2ed948a9971a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:36.143743 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c88f0c6-f994-4a85-8fe8-cb2533bdd473 req-db71bacd-4a5c-4a3e-b68d-2ed948a9971a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 200 len: 851 time: 0.0970106 Nov 25 19:32:36.197097 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c88f0c6-f994-4a85-8fe8-cb2533bdd473 req-12a2a642-f516-4969-81a9-49acef4d43ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352800 Nov 25 19:32:36.340022 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:36.466852 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c88f0c6-f994-4a85-8fe8-cb2533bdd473 req-ba55f205-1f68-4c27-b192-7112049fb014 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590063 Nov 25 19:32:36.487750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bdadc0-faf5-47cd-9dc9-76759a70f570 req-c43ccc65-a9d4-4526-91f8-7f761803e476 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:36.489480 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-40bdadc0-faf5-47cd-9dc9-76759a70f570 req-c43ccc65-a9d4-4526-91f8-7f761803e476 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 949 time: 0.0958176 Nov 25 19:32:36.776343 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c88f0c6-f994-4a85-8fe8-cb2533bdd473 req-cf709101-f15d-4007-a245-c768a1811376 service neutron] 10.222.0.60 "GET /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853806 Nov 25 19:32:36.803512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07eeeec-0b8c-4c69-8456-849eb921e27d req-42dbbf42-05f9-4025-b248-6e908dd56068 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:36.813882 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b07eeeec-0b8c-4c69-8456-849eb921e27d req-42dbbf42-05f9-4025-b248-6e908dd56068 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=dedb4d2f-9d14-4262-9262-10a42c59bedd HTTP/1.1" status: 200 len: 949 time: 0.1614916 Nov 25 19:32:36.914269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-40bdadc0-faf5-47cd-9dc9-76759a70f570 req-60438d10-164f-4c86-8b7e-1169658b33f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Deleting port d8240132-d420-4ac3-80c3-63a1897c0c73 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:36.918747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-40bdadc0-faf5-47cd-9dc9-76759a70f570 req-60438d10-164f-4c86-8b7e-1169658b33f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:36.949444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b07eeeec-0b8c-4c69-8456-849eb921e27d req-fd3633ae-7094-4ff4-81f4-b2135a802ce7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345270 Nov 25 19:32:36.998125 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72e525c-9215-4fce-aef5-75a76ac0523f x-openstack-request-id: req-b72e525c-9215-4fce-aef5-75a76ac0523f {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:36.999247 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:36.999792 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b72e525c-9215-4fce-aef5-75a76ac0523f {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:37.000547 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422', 'code': 200} Nov 25 19:32:37.143422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a65a52-2805-4ea3-8ba7-55d88d0c7712 req-3b17d534-cdb7-4d4f-aa12-5003dc127b28 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:37.153146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-01a65a52-2805-4ea3-8ba7-55d88d0c7712 req-3b17d534-cdb7-4d4f-aa12-5003dc127b28 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.0825152 Nov 25 19:32:37.180234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-40bdadc0-faf5-47cd-9dc9-76759a70f570 req-60438d10-164f-4c86-8b7e-1169658b33f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] For port d8240132-d420-4ac3-80c3-63a1897c0c73, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d8240132-d420-4ac3-80c3-63a1897c0c73,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:37.181617 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-40bdadc0-faf5-47cd-9dc9-76759a70f570 req-60438d10-164f-4c86-8b7e-1169658b33f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:37.207411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-40bdadc0-faf5-47cd-9dc9-76759a70f570 req-60438d10-164f-4c86-8b7e-1169658b33f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Calling delete_port for d8240132-d420-4ac3-80c3-63a1897c0c73 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:37.245037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-01a65a52-2805-4ea3-8ba7-55d88d0c7712 req-8a84044c-8fa7-4810-86a2-0aa6ac666a4d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605366 Nov 25 19:32:37.457979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756ffdb-9e98-418c-89bd-57681e79fd10 req-d414be5a-70a8-42c0-a578-f4421c4272b5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:37.470589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8756ffdb-9e98-418c-89bd-57681e79fd10 req-d414be5a-70a8-42c0-a578-f4421c4272b5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:37.480890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8756ffdb-9e98-418c-89bd-57681e79fd10 req-d414be5a-70a8-42c0-a578-f4421c4272b5 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1682 time: 0.1753242 Nov 25 19:32:37.558718 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-40bdadc0-faf5-47cd-9dc9-76759a70f570 req-60438d10-164f-4c86-8b7e-1169658b33f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:37.572731 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['75579fa2-22f8-41bf-b2d0-29c00dca0a5f', 'd8240132-d420-4ac3-80c3-63a1897c0c73', '612d265a-2c5c-46df-9e6f-bc462b9ce023'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:37.620563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60438d10-164f-4c86-8b7e-1169658b33f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Pushing event deleted for resources: {'Port': ['ID=d8240132-d420-4ac3-80c3-63a1897c0c73,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:37.625563 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8756ffdb-9e98-418c-89bd-57681e79fd10 req-51aa3602-ad5c-466b-a49b-daecbdbc9aaa tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435411 Nov 25 19:32:37.740968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-40bdadc0-faf5-47cd-9dc9-76759a70f570 req-60438d10-164f-4c86-8b7e-1169658b33f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] No DVR routers for this DVR port d8240132-d420-4ac3-80c3-63a1897c0c73 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:37.745096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-40bdadc0-faf5-47cd-9dc9-76759a70f570 req-60438d10-164f-4c86-8b7e-1169658b33f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:37.751230 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-40bdadc0-faf5-47cd-9dc9-76759a70f570 req-60438d10-164f-4c86-8b7e-1169658b33f7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "DELETE /v2.0/ports/d8240132-d420-4ac3-80c3-63a1897c0c73 HTTP/1.1" status: 204 len: 173 time: 1.2466178 Nov 25 19:32:37.751230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dedb4d2f-9d14-4262-9262-10a42c59bedd', 'name': 'network-vif-deleted', 'tag': 'd8240132-d420-4ac3-80c3-63a1897c0c73'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:37.753310 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e64e0f-416f-4d17-bfec-4337f068b1eb" -d '{"events": [{"server_uuid": "dedb4d2f-9d14-4262-9262-10a42c59bedd", "name": "network-vif-deleted", "tag": "d8240132-d420-4ac3-80c3-63a1897c0c73"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:38.163701 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:38.171573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942dba76-7b71-4d00-bd41-3812d7b617ba req-b8b56b93-e44d-4350-8c7d-2b1768af5262 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:38.179555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-942dba76-7b71-4d00-bd41-3812d7b617ba req-b8b56b93-e44d-4350-8c7d-2b1768af5262 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 943 time: 0.1449473 Nov 25 19:32:38.179836 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:38.356049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-942dba76-7b71-4d00-bd41-3812d7b617ba req-3fc84d99-b5ce-483b-a9c2-f2a829f7eca2 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496775 Nov 25 19:32:38.652841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:38.794151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 4fc5e2b8-e448-4520-9851-fff973283422 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:38.794641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:38.809138 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950f955a-86bd-480a-b89c-cc08df0f89d4 x-openstack-request-id: req-950f955a-86bd-480a-b89c-cc08df0f89d4 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:38.809700 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dedb4d2f-9d14-4262-9262-10a42c59bedd", "name": "network-vif-deleted", "tag": "d8240132-d420-4ac3-80c3-63a1897c0c73", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:38.809856 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-950f955a-86bd-480a-b89c-cc08df0f89d4 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:38.810369 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dedb4d2f-9d14-4262-9262-10a42c59bedd', 'name': 'network-vif-deleted', 'tag': 'd8240132-d420-4ac3-80c3-63a1897c0c73', 'status': 'completed', 'code': 200} Nov 25 19:32:38.915485 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:38.974384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:38.985144 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:39.015705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:39.018168 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cd519e-2029-4fea-8f41-c2cf05a2c634" -d '{"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:39.091675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=10']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:39.279205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373c8c31-2b2d-46b9-a1b7-8661f69424bc req-9f6b7587-7313-41b5-823e-5afd6332b136 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:39.287483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-373c8c31-2b2d-46b9-a1b7-8661f69424bc req-9f6b7587-7313-41b5-823e-5afd6332b136 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.1117663 Nov 25 19:32:39.360819 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-373c8c31-2b2d-46b9-a1b7-8661f69424bc req-026ab343-fe81-4549-a150-775f1319ace2 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667670 Nov 25 19:32:39.744629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b731788-65a5-4ac1-8834-63dfdb845ab2 req-64fde8fa-0aec-45b2-af47-71718b802796 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:39.752314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b731788-65a5-4ac1-8834-63dfdb845ab2 req-64fde8fa-0aec-45b2-af47-71718b802796 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 945 time: 0.0859673 Nov 25 19:32:39.807526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b731788-65a5-4ac1-8834-63dfdb845ab2 req-b818f957-3706-4bed-bd0e-2cb39a5bd738 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542831 Nov 25 19:32:39.865857 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-099e1db7-4c67-4814-ae16-a9136c950236 x-openstack-request-id: req-099e1db7-4c67-4814-ae16-a9136c950236 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:39.866465 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:39.866465 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-099e1db7-4c67-4814-ae16-a9136c950236 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:39.866933 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422', 'code': 200} Nov 25 19:32:40.349407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f291b-fda3-4ada-a258-78f23e704417 req-93982cc1-c8e6-4ef3-80dd-8a344654ebd2 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:40.354502 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf6f291b-fda3-4ada-a258-78f23e704417 req-93982cc1-c8e6-4ef3-80dd-8a344654ebd2 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 943 time: 0.1591158 Nov 25 19:32:40.518567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8155cb84-32d9-4190-9dfe-f270ccee9972 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:40.524621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d8240132-d420-4ac3-80c3-63a1897c0c73 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:40.535929 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf6f291b-fda3-4ada-a258-78f23e704417 req-5029479b-1a8a-478b-86ed-a88c8c138e56 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568608 Nov 25 19:32:40.577620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: d8240132-d420-4ac3-80c3-63a1897c0c73 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:40.578452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d8240132-d420-4ac3-80c3-63a1897c0c73 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:40.798000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821cc9c-8f92-44ee-b810-6d6ba059f56f req-24dc0836-947b-4e2f-8821-fc83cbd2d648 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:40.817910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c821cc9c-8f92-44ee-b810-6d6ba059f56f req-24dc0836-947b-4e2f-8821-fc83cbd2d648 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:40.821353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c821cc9c-8f92-44ee-b810-6d6ba059f56f req-24dc0836-947b-4e2f-8821-fc83cbd2d648 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1682 time: 0.1429055 Nov 25 19:32:40.829611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 8155cb84-32d9-4190-9dfe-f270ccee9972, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8155cb84-32d9-4190-9dfe-f270ccee9972,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:40.852062 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '8155cb84-32d9-4190-9dfe-f270ccee9972', 'network_id': '91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb', 'port_id': '8155cb84-32d9-4190-9dfe-f270ccee9972', 'mac_address': 'fa:16:3e:1b:4e:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e068616-7912-416a-8786-ab1d8edb2eec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:40.902086 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.919300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8155cb84-32d9-4190-9dfe-f270ccee9972 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:40.946247 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 8155cb84-32d9-4190-9dfe-f270ccee9972, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8155cb84-32d9-4190-9dfe-f270ccee9972,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:40.948587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c821cc9c-8f92-44ee-b810-6d6ba059f56f req-d5def221-3b82-49eb-bff7-91969a77d25e tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057396 Nov 25 19:32:40.965499 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:40.966202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fd315ab8-fa89-4c85-b1d5-a181cf1cf454 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:32:41.120839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e87878-7830-4cc5-b81d-732b561664a9 req-9cae2ef8-f0a2-45ff-8841-8a0c026df482 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:41.122349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7e87878-7830-4cc5-b81d-732b561664a9 req-9cae2ef8-f0a2-45ff-8841-8a0c026df482 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 950 time: 0.0674043 Nov 25 19:32:41.209854 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fd315ab8-fa89-4c85-b1d5-a181cf1cf454, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:41.227133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454', 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e', 'port_id': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454', 'mac_address': 'fa:16:3e:22:e7:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b37492a-adbd-483b-b851-0b412fdd6706', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:32:41.255243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7e87878-7830-4cc5-b81d-732b561664a9 req-342eb6b5-1025-424a-8728-04d14fae27f8 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192737 Nov 25 19:32:41.328668 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.331431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=8155cb84-32d9-4190-9dfe-f270ccee9972,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:41.353144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fd315ab8-fa89-4c85-b1d5-a181cf1cf454 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:41.380650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fd315ab8-fa89-4c85-b1d5-a181cf1cf454, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:41.398654 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:41.419427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b475788-d581-4cb3-a433-7e93a91d388c req-522a6517-f5c7-4cf1-823c-85657eb9e43f tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:41.428852 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b475788-d581-4cb3-a433-7e93a91d388c req-522a6517-f5c7-4cf1-823c-85657eb9e43f tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.1047335 Nov 25 19:32:41.499471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:41.511460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b475788-d581-4cb3-a433-7e93a91d388c req-81bbeb11-f4fa-4f57-8754-2cf00c79cde4 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815423 Nov 25 19:32:41.606237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['fd315ab8-fa89-4c85-b1d5-a181cf1cf454'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:41.701204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b47c8e3-9850-43b5-8c8c-186ea7b1673c req-ca26a169-7d12-4f23-b112-1d1480cf6f57 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:41.709003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b47c8e3-9850-43b5-8c8c-186ea7b1673c req-ca26a169-7d12-4f23-b112-1d1480cf6f57 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 944 time: 0.1141312 Nov 25 19:32:41.836397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b47c8e3-9850-43b5-8c8c-186ea7b1673c req-2305a2ce-b47e-44ff-9acb-e4c8d166691d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176863 Nov 25 19:32:41.945507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['8155cb84-32d9-4190-9dfe-f270ccee9972'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:42.043577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1ec2f-a595-4567-8e8d-9b6b73413f63 req-20809eb0-049a-4f78-9bd4-a8dd9ba18ad6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:42.051049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fb1ec2f-a595-4567-8e8d-9b6b73413f63 req-20809eb0-049a-4f78-9bd4-a8dd9ba18ad6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 944 time: 0.1101086 Nov 25 19:32:42.184734 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fb1ec2f-a595-4567-8e8d-9b6b73413f63 req-5c2ce863-a9f2-4c0f-8517-c78dcffebf9c tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185505 Nov 25 19:32:42.287607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39926200-6976-476a-bcee-f7342259c8d7 req-98884a05-7e5c-44ee-b07c-2155a8417213 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:42.301126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39926200-6976-476a-bcee-f7342259c8d7 req-98884a05-7e5c-44ee-b07c-2155a8417213 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:42.304129 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39926200-6976-476a-bcee-f7342259c8d7 req-98884a05-7e5c-44ee-b07c-2155a8417213 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1682 time: 0.2573311 Nov 25 19:32:42.516062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fefd76-8722-432c-8b2b-91314bf30ce6 req-f0992b55-8389-4d73-aa02-2ebcbcd4f692 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:42.519890 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-82fefd76-8722-432c-8b2b-91314bf30ce6 req-f0992b55-8389-4d73-aa02-2ebcbcd4f692 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 950 time: 0.1796608 Nov 25 19:32:42.528636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fd315ab8-fa89-4c85-b1d5-a181cf1cf454 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:42.767729 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.814499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826f156-38e8-449d-bee8-fe020ae314d6 req-84a1b562-fd28-4e93-bbf8-e09dc099a6e3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:42.817728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fd315ab8-fa89-4c85-b1d5-a181cf1cf454 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:42.828136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b826f156-38e8-449d-bee8-fe020ae314d6 req-84a1b562-fd28-4e93-bbf8-e09dc099a6e3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:42.830945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b826f156-38e8-449d-bee8-fe020ae314d6 req-84a1b562-fd28-4e93-bbf8-e09dc099a6e3 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 1682 time: 0.1174264 Nov 25 19:32:42.902585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fd315ab8-fa89-4c85-b1d5-a181cf1cf454, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:42.922419 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:42.952971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b826f156-38e8-449d-bee8-fe020ae314d6 req-59bc4816-4b2c-4c56-bcea-f16f007c22d0 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996819 Nov 25 19:32:42.956691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-39926200-6976-476a-bcee-f7342259c8d7 req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting port a3f982a4-775e-449e-9011-0561c9fa768d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:42.957283 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39926200-6976-476a-bcee-f7342259c8d7 req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.005330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:43.140688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-82fefd76-8722-432c-8b2b-91314bf30ce6 req-4744ad99-8178-4b79-bfcf-5799bfca7fea tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Deleting port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:43.141531 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-82fefd76-8722-432c-8b2b-91314bf30ce6 req-4744ad99-8178-4b79-bfcf-5799bfca7fea tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.248208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abed58fd-03e8-490e-98e3-ba3ba9242d54 req-44de3c37-3801-44b7-81af-80f65c5c94a7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:43.251044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abed58fd-03e8-490e-98e3-ba3ba9242d54 req-44de3c37-3801-44b7-81af-80f65c5c94a7 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=868623a2-f4b9-46cb-9a59-0c172b676426 HTTP/1.1" status: 200 len: 950 time: 0.1017988 Nov 25 19:32:43.316329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-39926200-6976-476a-bcee-f7342259c8d7 req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] For port a3f982a4-775e-449e-9011-0561c9fa768d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=a3f982a4-775e-449e-9011-0561c9fa768d,segment=NetworkSegment(05e2f93f-3613-4aad-b9a0-90756969d61b),segment_id=05e2f93f-3613-4aad-b9a0-90756969d61b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:43.317178 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39926200-6976-476a-bcee-f7342259c8d7 req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.347625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-39926200-6976-476a-bcee-f7342259c8d7 req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Calling delete_port for a3f982a4-775e-449e-9011-0561c9fa768d owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:43.357863 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abed58fd-03e8-490e-98e3-ba3ba9242d54 req-c3540131-3d23-4183-8d4d-86f05084dd14 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988138 Nov 25 19:32:43.363180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-82fefd76-8722-432c-8b2b-91314bf30ce6 req-4744ad99-8178-4b79-bfcf-5799bfca7fea tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] For port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=75579fa2-22f8-41bf-b2d0-29c00dca0a5f,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:43.363424 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-82fefd76-8722-432c-8b2b-91314bf30ce6 req-4744ad99-8178-4b79-bfcf-5799bfca7fea tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.432271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-82fefd76-8722-432c-8b2b-91314bf30ce6 req-4744ad99-8178-4b79-bfcf-5799bfca7fea tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Calling delete_port for 75579fa2-22f8-41bf-b2d0-29c00dca0a5f owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:43.827131 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39926200-6976-476a-bcee-f7342259c8d7 req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:43.840922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cfee13e5-95a7-437e-80be-d117a8e65624', 'a3f982a4-775e-449e-9011-0561c9fa768d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:43.884106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6bd656-41cc-42db-a703-8fa6af6e2fce req-4fa9d486-7e61-4a3f-b9fd-2fde13f97bb9 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:43.908578 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df6bd656-41cc-42db-a703-8fa6af6e2fce req-4fa9d486-7e61-4a3f-b9fd-2fde13f97bb9 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.2456436 Nov 25 19:32:43.979384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Port': ['ID=a3f982a4-775e-449e-9011-0561c9fa768d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:44.100807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df6bd656-41cc-42db-a703-8fa6af6e2fce req-664a69f5-842e-4882-807c-0d7cb526ed04 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907823 Nov 25 19:32:44.166130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aafe02-be8d-4e85-a5c7-b80b9e1abae6 req-8bcea989-713a-4006-8b78-5539d67a9beb tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:44.169206 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d5aafe02-be8d-4e85-a5c7-b80b9e1abae6 req-8bcea989-713a-4006-8b78-5539d67a9beb tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 945 time: 0.5524306 Nov 25 19:32:44.176477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.177051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.178459 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.179068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.179630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.180183 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.181326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.181897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.182464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.183058 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.183611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.184150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:44.450435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-39926200-6976-476a-bcee-f7342259c8d7 req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] No DVR routers for this DVR port a3f982a4-775e-449e-9011-0561c9fa768d on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:44.458219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39926200-6976-476a-bcee-f7342259c8d7 req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.465689 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39926200-6976-476a-bcee-f7342259c8d7 req-cd570a5e-ec55-48ea-985f-25df79c37466 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "DELETE /v2.0/ports/a3f982a4-775e-449e-9011-0561c9fa768d HTTP/1.1" status: 204 len: 173 time: 2.1156495 Nov 25 19:32:44.474824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'name': 'network-vif-deleted', 'tag': 'a3f982a4-775e-449e-9011-0561c9fa768d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:44.494009 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fceb52a-3dd5-4210-852f-63d86a0040bd" -d '{"events": [{"server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "name": "network-vif-deleted", "tag": "a3f982a4-775e-449e-9011-0561c9fa768d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:44.534603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8155cb84-32d9-4190-9dfe-f270ccee9972 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:44.642996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-82fefd76-8722-432c-8b2b-91314bf30ce6 req-4744ad99-8178-4b79-bfcf-5799bfca7fea tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.680866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7705b39e-96da-4e40-8af3-76e37a4cf167 req-cc94dc57-f1fd-4c61-a7a9-8e2de6231c24 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:44.694688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['612d265a-2c5c-46df-9e6f-bc462b9ce023'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:44.699607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7705b39e-96da-4e40-8af3-76e37a4cf167 req-cc94dc57-f1fd-4c61-a7a9-8e2de6231c24 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 943 time: 0.2934301 Nov 25 19:32:44.797678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4744ad99-8178-4b79-bfcf-5799bfca7fea tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Pushing event deleted for resources: {'Port': ['ID=75579fa2-22f8-41bf-b2d0-29c00dca0a5f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:44.850096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 8155cb84-32d9-4190-9dfe-f270ccee9972 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:32:44.910408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03a9ac-b572-4ab5-aa41-e8243583fbdb req-03114ec5-877e-4190-8083-26b9bfe10831 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:44.915366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f03a9ac-b572-4ab5-aa41-e8243583fbdb req-03114ec5-877e-4190-8083-26b9bfe10831 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 943 time: 0.3625205 Nov 25 19:32:44.975340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7705b39e-96da-4e40-8af3-76e37a4cf167 req-3144e45e-11c4-4d48-b71c-9537fc89bccf tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2728786 Nov 25 19:32:44.980373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-82fefd76-8722-432c-8b2b-91314bf30ce6 req-4744ad99-8178-4b79-bfcf-5799bfca7fea tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] No DVR routers for this DVR port 75579fa2-22f8-41bf-b2d0-29c00dca0a5f on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:44.995199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-82fefd76-8722-432c-8b2b-91314bf30ce6 req-4744ad99-8178-4b79-bfcf-5799bfca7fea tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:44.995199 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-82fefd76-8722-432c-8b2b-91314bf30ce6 req-4744ad99-8178-4b79-bfcf-5799bfca7fea tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "DELETE /v2.0/ports/75579fa2-22f8-41bf-b2d0-29c00dca0a5f HTTP/1.1" status: 204 len: 173 time: 2.3762383 Nov 25 19:32:45.010499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 8155cb84-32d9-4190-9dfe-f270ccee9972 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:45.012318 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.043173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d5aafe02-be8d-4e85-a5c7-b80b9e1abae6 req-ee80babb-daac-4837-9222-941af087a4da tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Deleting port ed1fcde9-1cd0-474b-b5ec-34bfe269611c {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:45.043778 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d5aafe02-be8d-4e85-a5c7-b80b9e1abae6 req-ee80babb-daac-4837-9222-941af087a4da tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.255558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-39926200-6976-476a-bcee-f7342259c8d7 req-44d70b95-2a6a-428f-acef-f1942900c9b4 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting port cfee13e5-95a7-437e-80be-d117a8e65624 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:45.256029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39926200-6976-476a-bcee-f7342259c8d7 req-44d70b95-2a6a-428f-acef-f1942900c9b4 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.319266 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.368397 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e78e589-d3a7-46db-8727-73d015e1918e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8155cb84-32d9-4190-9dfe-f270ccee9972'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:45.371413 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-568ba4c0-e45f-4999-9216-8716a70258d7" -d '{"events": [{"server_uuid": "9e78e589-d3a7-46db-8727-73d015e1918e", "name": "network-vif-plugged", "status": "completed", "tag": "8155cb84-32d9-4190-9dfe-f270ccee9972"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:45.402976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 8155cb84-32d9-4190-9dfe-f270ccee9972, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8155cb84-32d9-4190-9dfe-f270ccee9972,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:45.403889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d5aafe02-be8d-4e85-a5c7-b80b9e1abae6 req-ee80babb-daac-4837-9222-941af087a4da tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] For port ed1fcde9-1cd0-474b-b5ec-34bfe269611c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ed1fcde9-1cd0-474b-b5ec-34bfe269611c,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:45.404420 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d5aafe02-be8d-4e85-a5c7-b80b9e1abae6 req-ee80babb-daac-4837-9222-941af087a4da tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.417907 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.418725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fd315ab8-fa89-4c85-b1d5-a181cf1cf454 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:32:45.449457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d5aafe02-be8d-4e85-a5c7-b80b9e1abae6 req-ee80babb-daac-4837-9222-941af087a4da tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Calling delete_port for ed1fcde9-1cd0-474b-b5ec-34bfe269611c owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:45.498513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-5f03a9ac-b572-4ab5-aa41-e8243583fbdb req-2ee75dee-8aa7-48f0-975f-4beadd409849 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Deleting port fd315ab8-fa89-4c85-b1d5-a181cf1cf454 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:45.504793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-39926200-6976-476a-bcee-f7342259c8d7 req-44d70b95-2a6a-428f-acef-f1942900c9b4 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] For port cfee13e5-95a7-437e-80be-d117a8e65624, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cfee13e5-95a7-437e-80be-d117a8e65624,segment=NetworkSegment(43f12e4f-0b1e-4d12-ae18-5612becdb705),segment_id=43f12e4f-0b1e-4d12-ae18-5612becdb705)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:45.506077 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39926200-6976-476a-bcee-f7342259c8d7 req-44d70b95-2a6a-428f-acef-f1942900c9b4 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.506331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f03a9ac-b572-4ab5-aa41-e8243583fbdb req-2ee75dee-8aa7-48f0-975f-4beadd409849 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.552014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30338d-4664-4877-be03-ea4da5187b87 req-bc31fde6-3a17-47cb-a208-cd0700e1d9df tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:45.583657 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a30338d-4664-4877-be03-ea4da5187b87 req-bc31fde6-3a17-47cb-a208-cd0700e1d9df tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 944 time: 0.3876817 Nov 25 19:32:45.600924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-39926200-6976-476a-bcee-f7342259c8d7 req-44d70b95-2a6a-428f-acef-f1942900c9b4 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Calling delete_port for cfee13e5-95a7-437e-80be-d117a8e65624 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:45.667269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=8155cb84-32d9-4190-9dfe-f270ccee9972,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:45.697830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port fd315ab8-fa89-4c85-b1d5-a181cf1cf454 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:45.697830 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:45.818658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a30338d-4664-4877-be03-ea4da5187b87 req-47e26671-547f-46c4-8ec4-d257a54beb09 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671922 Nov 25 19:32:46.113672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-5f03a9ac-b572-4ab5-aa41-e8243583fbdb req-2ee75dee-8aa7-48f0-975f-4beadd409849 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] For port fd315ab8-fa89-4c85-b1d5-a181cf1cf454, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:46.114426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f03a9ac-b572-4ab5-aa41-e8243583fbdb req-2ee75dee-8aa7-48f0-975f-4beadd409849 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.122881 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d5aafe02-be8d-4e85-a5c7-b80b9e1abae6 req-ee80babb-daac-4837-9222-941af087a4da tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.133222 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39926200-6976-476a-bcee-f7342259c8d7 req-44d70b95-2a6a-428f-acef-f1942900c9b4 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.136366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb9cf63-5ee6-46ac-b82e-9be36c7d2f27 req-8afeb04a-debc-476b-a3e1-2a865791e206 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:46.148316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb9cf63-5ee6-46ac-b82e-9be36c7d2f27 req-8afeb04a-debc-476b-a3e1-2a865791e206 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/ports?device_id=dcff9a2b-3e60-4b7a-8fca-2d204c710100 HTTP/1.1" status: 200 len: 946 time: 0.1081936 Nov 25 19:32:46.162262 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.168688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['1e567ea8-69f3-4274-97db-4b93c9eccf70', 'ed1fcde9-1cd0-474b-b5ec-34bfe269611c'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:46.196847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-5f03a9ac-b572-4ab5-aa41-e8243583fbdb req-2ee75dee-8aa7-48f0-975f-4beadd409849 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Calling delete_port for fd315ab8-fa89-4c85-b1d5-a181cf1cf454 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:46.262791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fd315ab8-fa89-4c85-b1d5-a181cf1cf454, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:46.271503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.272621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 75579fa2-22f8-41bf-b2d0-29c00dca0a5f no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:46.298305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee80babb-daac-4837-9222-941af087a4da tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Pushing event deleted for resources: {'Port': ['ID=ed1fcde9-1cd0-474b-b5ec-34bfe269611c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:46.334607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb9cf63-5ee6-46ac-b82e-9be36c7d2f27 req-633b8870-9e62-4ea6-894e-4ecb27e56b81 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "GET /v2.0/security-groups?id=7ec0a0e0-e2fb-454f-a094-2dc49669fe61&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839445 Nov 25 19:32:46.426374 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:46.478746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 75579fa2-22f8-41bf-b2d0-29c00dca0a5f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:46.479849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 75579fa2-22f8-41bf-b2d0-29c00dca0a5f not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:46.514101 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d70b95-2a6a-428f-acef-f1942900c9b4 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Port': ['ID=cfee13e5-95a7-437e-80be-d117a8e65624,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:46.559048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ed1fcde9-1cd0-474b-b5ec-34bfe269611c no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:46.584369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-39926200-6976-476a-bcee-f7342259c8d7 req-44d70b95-2a6a-428f-acef-f1942900c9b4 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] No DVR routers for this DVR port cfee13e5-95a7-437e-80be-d117a8e65624 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:46.594120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: ed1fcde9-1cd0-474b-b5ec-34bfe269611c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:46.594677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ed1fcde9-1cd0-474b-b5ec-34bfe269611c not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:46.595069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fd315ab8-fa89-4c85-b1d5-a181cf1cf454 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:46.612673 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-39926200-6976-476a-bcee-f7342259c8d7 req-44d70b95-2a6a-428f-acef-f1942900c9b4 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.642823 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39926200-6976-476a-bcee-f7342259c8d7 req-44d70b95-2a6a-428f-acef-f1942900c9b4 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.60 "DELETE /v2.0/ports/cfee13e5-95a7-437e-80be-d117a8e65624 HTTP/1.1" status: 204 len: 173 time: 2.1206706 Nov 25 19:32:46.725159 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7032b33d-58b5-44fa-b865-ab37a90def27 x-openstack-request-id: req-7032b33d-58b5-44fa-b865-ab37a90def27 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:46.726044 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "name": "network-vif-deleted", "tag": "a3f982a4-775e-449e-9011-0561c9fa768d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:46.729133 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7032b33d-58b5-44fa-b865-ab37a90def27 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:46.730248 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'name': 'network-vif-deleted', 'tag': 'a3f982a4-775e-449e-9011-0561c9fa768d', 'status': 'completed', 'code': 200} Nov 25 19:32:46.731697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5aafe02-be8d-4e85-a5c7-b80b9e1abae6 req-ee80babb-daac-4837-9222-941af087a4da tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] No DVR routers for this DVR port ed1fcde9-1cd0-474b-b5ec-34bfe269611c on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:46.742446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d5aafe02-be8d-4e85-a5c7-b80b9e1abae6 req-ee80babb-daac-4837-9222-941af087a4da tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.763133 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d5aafe02-be8d-4e85-a5c7-b80b9e1abae6 req-ee80babb-daac-4837-9222-941af087a4da tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.60 "DELETE /v2.0/ports/ed1fcde9-1cd0-474b-b5ec-34bfe269611c HTTP/1.1" status: 204 len: 173 time: 2.5399344 Nov 25 19:32:46.797486 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f03a9ac-b572-4ab5-aa41-e8243583fbdb req-2ee75dee-8aa7-48f0-975f-4beadd409849 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:46.908397 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:47.004593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device a3f982a4-775e-449e-9011-0561c9fa768d no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:47.032516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: a3f982a4-775e-449e-9011-0561c9fa768d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:47.033266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device a3f982a4-775e-449e-9011-0561c9fa768d not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:47.033915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cfee13e5-95a7-437e-80be-d117a8e65624 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:47.044607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee75dee-8aa7-48f0-975f-4beadd409849 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event deleted for resources: {'Port': ['ID=fd315ab8-fa89-4c85-b1d5-a181cf1cf454,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:47.051029 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73a8db40-7208-444b-85e8-03f0314797cc req-db4fcb06-480e-43d9-a2c6-69d9531362c6 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc HTTP/1.1" status: 200 len: 210 time: 0.1006985 Nov 25 19:32:47.077272 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: cfee13e5-95a7-437e-80be-d117a8e65624 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:47.077944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cfee13e5-95a7-437e-80be-d117a8e65624 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:47.148292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f03a9ac-b572-4ab5-aa41-e8243583fbdb req-2ee75dee-8aa7-48f0-975f-4beadd409849 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] No DVR routers for this DVR port fd315ab8-fa89-4c85-b1d5-a181cf1cf454 on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:47.151372 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5f03a9ac-b572-4ab5-aa41-e8243583fbdb req-2ee75dee-8aa7-48f0-975f-4beadd409849 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:47.158282 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f03a9ac-b572-4ab5-aa41-e8243583fbdb req-2ee75dee-8aa7-48f0-975f-4beadd409849 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "DELETE /v2.0/ports/fd315ab8-fa89-4c85-b1d5-a181cf1cf454 HTTP/1.1" status: 204 len: 173 time: 2.2334609 Nov 25 19:32:47.158921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5816e3de-9633-42f9-827a-7930cd4a9678', 'name': 'network-vif-deleted', 'tag': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:47.163343 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06eeaf2-d05f-4fd9-a8fa-a71ddf1cc698" -d '{"events": [{"server_uuid": "5816e3de-9633-42f9-827a-7930cd4a9678", "name": "network-vif-deleted", "tag": "fd315ab8-fa89-4c85-b1d5-a181cf1cf454"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:47.255234 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc33053-ad71-40af-afd0-71531f2d2055 x-openstack-request-id: req-0bc33053-ad71-40af-afd0-71531f2d2055 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:47.255593 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e78e589-d3a7-46db-8727-73d015e1918e", "name": "network-vif-plugged", "status": "completed", "tag": "8155cb84-32d9-4190-9dfe-f270ccee9972", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:47.255870 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bc33053-ad71-40af-afd0-71531f2d2055 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:47.256422 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e78e589-d3a7-46db-8727-73d015e1918e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8155cb84-32d9-4190-9dfe-f270ccee9972', 'code': 200} Nov 25 19:32:47.491380 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0436332f-38b8-42b7-a93f-12d0d16ec804 req-41553643-67a1-4933-91ff-395b2b3f052e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=5816e3de-9633-42f9-827a-7930cd4a9678 HTTP/1.1" status: 200 len: 210 time: 0.0819702 Nov 25 19:32:47.762511 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f325b3a-5dd9-4057-90d7-d6ce217074df req-5c958a70-b317-43b5-9b61-65936cad3149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:47.764423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f325b3a-5dd9-4057-90d7-d6ce217074df req-5c958a70-b317-43b5-9b61-65936cad3149 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 1096 time: 0.1703503 Nov 25 19:32:47.959192 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f325b3a-5dd9-4057-90d7-d6ce217074df req-47d1d3a8-3421-403c-b6eb-d86301cdb923 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775010 Nov 25 19:32:48.172824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5ed37-7754-444a-81ab-0b5639f20207 req-a90e29e4-a821-45fe-8e57-c55100e72e07 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:48.185642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-84f5ed37-7754-444a-81ab-0b5639f20207 req-a90e29e4-a821-45fe-8e57-c55100e72e07 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 945 time: 0.0979378 Nov 25 19:32:48.286044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-84f5ed37-7754-444a-81ab-0b5639f20207 req-137038b6-9f3d-4d59-b1bd-66b9bc370aaa tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990517 Nov 25 19:32:48.396056 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b429054-76ec-447c-82ee-b3a57f3b1929 x-openstack-request-id: req-1b429054-76ec-447c-82ee-b3a57f3b1929 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:48.396492 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5816e3de-9633-42f9-827a-7930cd4a9678", "name": "network-vif-deleted", "tag": "fd315ab8-fa89-4c85-b1d5-a181cf1cf454", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:48.397443 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1b429054-76ec-447c-82ee-b3a57f3b1929 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:48.398432 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5816e3de-9633-42f9-827a-7930cd4a9678', 'name': 'network-vif-deleted', 'tag': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454', 'status': 'completed', 'code': 200} Nov 25 19:32:48.528170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58462) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:48.653929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-45ff0030-53e3-4de3-8975-573a682863d8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting subnet 4c3c8275-8aa7-4e2c-945d-e6073eaf5349 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:32:48.673231 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45ff0030-53e3-4de3-8975-573a682863d8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:48.773582 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45ff0030-53e3-4de3-8975-573a682863d8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:48.796713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5629ca2-bbae-4e2f-9dda-b206c593ce12 req-fe380b3b-d9f1-42a3-b8a6-79eca5cd261a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:48.810632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5629ca2-bbae-4e2f-9dda-b206c593ce12 req-fe380b3b-d9f1-42a3-b8a6-79eca5cd261a tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 950 time: 0.1325667 Nov 25 19:32:48.915796 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5629ca2-bbae-4e2f-9dda-b206c593ce12 req-6e0a7765-19aa-4f8a-b849-182472788153 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000772 Nov 25 19:32:48.968052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '868623a2-f4b9-46cb-9a59-0c172b676426', 'name': 'network-vif-deleted', 'tag': '75579fa2-22f8-41bf-b2d0-29c00dca0a5f'}, {'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'name': 'network-vif-deleted', 'tag': 'cfee13e5-95a7-437e-80be-d117a8e65624'}, {'server_uuid': '0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc', 'name': 'network-vif-deleted', 'tag': 'ed1fcde9-1cd0-474b-b5ec-34bfe269611c'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:48.976272 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9b68e0-f54e-460a-84b6-c70b245570a9" -d '{"events": [{"server_uuid": "868623a2-f4b9-46cb-9a59-0c172b676426", "name": "network-vif-deleted", "tag": "75579fa2-22f8-41bf-b2d0-29c00dca0a5f"}, {"server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "name": "network-vif-deleted", "tag": "cfee13e5-95a7-437e-80be-d117a8e65624"}, {"server_uuid": "0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc", "name": "network-vif-deleted", "tag": "ed1fcde9-1cd0-474b-b5ec-34bfe269611c"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:48.981139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45ff0030-53e3-4de3-8975-573a682863d8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.143841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45ff0030-53e3-4de3-8975-573a682863d8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.231594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45ff0030-53e3-4de3-8975-573a682863d8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.245950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58472) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:49.264834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5816e3de-9633-42f9-827a-7930cd4a9678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:49.269974 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea2c2ff6-0268-4f61-91f3-50ac6121b434" -d '{"events": [{"server_uuid": "5816e3de-9633-42f9-827a-7930cd4a9678", "name": "network-vif-plugged", "status": "completed", "tag": "fd315ab8-fa89-4c85-b1d5-a181cf1cf454"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:49.276565 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-45ff0030-53e3-4de3-8975-573a682863d8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "DELETE /v2.0/subnets/4c3c8275-8aa7-4e2c-945d-e6073eaf5349 HTTP/1.1" status: 204 len: 168 time: 0.7462094 Nov 25 19:32:49.281728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff0030-53e3-4de3-8975-573a682863d8 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3c8275-8aa7-4e2c-945d-e6073eaf5349,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:49.288478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c455dee3-58f7-4a02-b792-bf95e795576c None None] Network d5e9f399-2e93-4f33-b1ba-1bcb05d10753 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:32:49.513894 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.616137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting port ab4ccf84-2e7c-40fe-a525-219436840881 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:49.616542 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.655892 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d189ec-d1e9-4537-9f3f-298d6a91833b x-openstack-request-id: req-d3d189ec-d1e9-4537-9f3f-298d6a91833b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:49.657359 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "868623a2-f4b9-46cb-9a59-0c172b676426", "name": "network-vif-deleted", "tag": "75579fa2-22f8-41bf-b2d0-29c00dca0a5f", "status": "completed", "code": 200}, {"server_uuid": "dcff9a2b-3e60-4b7a-8fca-2d204c710100", "name": "network-vif-deleted", "tag": "cfee13e5-95a7-437e-80be-d117a8e65624", "status": "completed", "code": 200}, {"server_uuid": "0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc", "name": "network-vif-deleted", "tag": "ed1fcde9-1cd0-474b-b5ec-34bfe269611c", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:49.657974 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3d189ec-d1e9-4537-9f3f-298d6a91833b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:49.658921 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '868623a2-f4b9-46cb-9a59-0c172b676426', 'name': 'network-vif-deleted', 'tag': '75579fa2-22f8-41bf-b2d0-29c00dca0a5f', 'status': 'completed', 'code': 200} Nov 25 19:32:49.659436 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcff9a2b-3e60-4b7a-8fca-2d204c710100', 'name': 'network-vif-deleted', 'tag': 'cfee13e5-95a7-437e-80be-d117a8e65624', 'status': 'completed', 'code': 200} Nov 25 19:32:49.659765 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca80e9b-20c4-4207-b9f0-8f8422a6e6dc', 'name': 'network-vif-deleted', 'tag': 'ed1fcde9-1cd0-474b-b5ec-34bfe269611c', 'status': 'completed', 'code': 200} Nov 25 19:32:49.721957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] For port ab4ccf84-2e7c-40fe-a525-219436840881, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ab4ccf84-2e7c-40fe-a525-219436840881,segment=NetworkSegment(43f12e4f-0b1e-4d12-ae18-5612becdb705),segment_id=43f12e4f-0b1e-4d12-ae18-5612becdb705)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:49.722331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.729443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115882e9-43e8-4519-b2aa-58c2ba67e436 None None] DHCP port deletion for d5e9f399-2e93-4f33-b1ba-1bcb05d10753 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:32:49.857915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-115882e9-43e8-4519-b2aa-58c2ba67e436 None None] Deleting port ab4ccf84-2e7c-40fe-a525-219436840881 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:49.858410 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-115882e9-43e8-4519-b2aa-58c2ba67e436 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.937521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-115882e9-43e8-4519-b2aa-58c2ba67e436 None None] For port ab4ccf84-2e7c-40fe-a525-219436840881, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ab4ccf84-2e7c-40fe-a525-219436840881,segment=NetworkSegment(43f12e4f-0b1e-4d12-ae18-5612becdb705),segment_id=43f12e4f-0b1e-4d12-ae18-5612becdb705)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:49.937886 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-115882e9-43e8-4519-b2aa-58c2ba67e436 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:49.956953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-115882e9-43e8-4519-b2aa-58c2ba67e436 None None] Calling delete_port for ab4ccf84-2e7c-40fe-a525-219436840881 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:50.072910 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-115882e9-43e8-4519-b2aa-58c2ba67e436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.075146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58488) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:50.080760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-80eb402b-8da0-4f87-82cc-fd4525c7c79e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Request body: {'security_group': {'name': 'tempest-securitygroup--492920919', 'description': 'tempest-description--263672973'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:50.147880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115882e9-43e8-4519-b2aa-58c2ba67e436 None None] Pushing event deleted for resources: {'Port': ['ID=ab4ccf84-2e7c-40fe-a525-219436840881,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:50.157905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115882e9-43e8-4519-b2aa-58c2ba67e436 None None] No DVR routers for this DVR port ab4ccf84-2e7c-40fe-a525-219436840881 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:50.161988 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80eb402b-8da0-4f87-82cc-fd4525c7c79e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.214969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ab4ccf84-2e7c-40fe-a525-219436840881 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:50.257883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: ab4ccf84-2e7c-40fe-a525-219436840881 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:50.266054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ab4ccf84-2e7c-40fe-a525-219436840881 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:50.315560 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80eb402b-8da0-4f87-82cc-fd4525c7c79e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.319094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Calling delete_port for ab4ccf84-2e7c-40fe-a525-219436840881 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:50.326643 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80eb402b-8da0-4f87-82cc-fd4525c7c79e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.400254 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.408409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb402b-8da0-4f87-82cc-fd4525c7c79e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c070101c-14b2-403c-8e77-b9bb81b1f4f7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:50.429234 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80eb402b-8da0-4f87-82cc-fd4525c7c79e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.431664 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-80eb402b-8da0-4f87-82cc-fd4525c7c79e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3546782 Nov 25 19:32:50.434320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58490) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:50.444262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9b3fc213-3335-4cfc-afd0-680b58534e87 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Request body: {'security_group_rule': {'security_group_id': 'c070101c-14b2-403c-8e77-b9bb81b1f4f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:50.456767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86d246f-4857-4184-ac88-50ba0a4da161 req-0067a9b2-2626-4ef1-a123-a3afc0d23757 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:50.458365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c86d246f-4857-4184-ac88-50ba0a4da161 req-0067a9b2-2626-4ef1-a123-a3afc0d23757 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 945 time: 0.1629436 Nov 25 19:32:50.475951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c151373-7f41-4590-a73b-3c35b567d4ea req-5a506f6d-b9ba-4e44-ba05-9728076f6ad9 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:50.478102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c151373-7f41-4590-a73b-3c35b567d4ea req-5a506f6d-b9ba-4e44-ba05-9728076f6ad9 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 950 time: 0.1682606 Nov 25 19:32:50.491014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b3fc213-3335-4cfc-afd0-680b58534e87 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.594010 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b3fc213-3335-4cfc-afd0-680b58534e87 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.606761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b3fc213-3335-4cfc-afd0-680b58534e87 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.631674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3fc213-3335-4cfc-afd0-680b58534e87 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c243e27-0a5d-46d0-b51e-37cbeafcc619,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:50.637918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b3fc213-3335-4cfc-afd0-680b58534e87 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.642232 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9b3fc213-3335-4cfc-afd0-680b58534e87 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2038341 Nov 25 19:32:50.642537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58500) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:50.644006 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.651150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0721d1de-f549-4c61-b525-689af1dab8ba tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Request body: {'security_group_rule': {'security_group_id': 'c070101c-14b2-403c-8e77-b9bb81b1f4f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:50.662778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c86d246f-4857-4184-ac88-50ba0a4da161 req-1f879e33-124c-433b-8319-4f01dc8cc8ff tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834745 Nov 25 19:32:50.689324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Port': ['ID=ab4ccf84-2e7c-40fe-a525-219436840881,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:50.712583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.713221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.713934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.714539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.716406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.716406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.716406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.717070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.717531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.717974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.718454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.719175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:32:50.724030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0721d1de-f549-4c61-b525-689af1dab8ba tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.745086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] No DVR routers for this DVR port ab4ccf84-2e7c-40fe-a525-219436840881 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:50.752852 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd280fb-6a94-493a-89d0-4cd7c57e4b2f x-openstack-request-id: req-cbd280fb-6a94-493a-89d0-4cd7c57e4b2f {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:50.753352 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5816e3de-9633-42f9-827a-7930cd4a9678", "name": "network-vif-plugged", "status": "completed", "tag": "fd315ab8-fa89-4c85-b1d5-a181cf1cf454", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:50.753725 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cbd280fb-6a94-493a-89d0-4cd7c57e4b2f {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:50.754624 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5816e3de-9633-42f9-827a-7930cd4a9678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd315ab8-fa89-4c85-b1d5-a181cf1cf454', 'code': 200} Nov 25 19:32:50.842272 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0721d1de-f549-4c61-b525-689af1dab8ba tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.851007 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0721d1de-f549-4c61-b525-689af1dab8ba tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.883017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0721d1de-f549-4c61-b525-689af1dab8ba tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84b0ce2-b90a-458b-af1a-3b0ba98b632d,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:50.900039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0721d1de-f549-4c61-b525-689af1dab8ba tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.903114 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0721d1de-f549-4c61-b525-689af1dab8ba tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2581441 Nov 25 19:32:50.908597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58504) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:50.913720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:50.942137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:50.953839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6c151373-7f41-4590-a73b-3c35b567d4ea req-4d6493ea-82eb-4a96-b78c-45520e063e27 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Deleting port 612d265a-2c5c-46df-9e6f-bc462b9ce023 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:50.954410 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c151373-7f41-4590-a73b-3c35b567d4ea req-4d6493ea-82eb-4a96-b78c-45520e063e27 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.050973 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.130233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d06cfc2-87f0-454d-a881-9990f0417bc4 req-320acebf-50db-4bcc-b78a-d45f7329e48f tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:51.137495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d06cfc2-87f0-454d-a881-9990f0417bc4 req-320acebf-50db-4bcc-b78a-d45f7329e48f tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 945 time: 0.3048053 Nov 25 19:32:51.157446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e9f399-2e93-4f33-b1ba-1bcb05d10753']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:51.190882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43f12e4f-0b1e-4d12-ae18-5612becdb705') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:51.191243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43f12e4f-0b1e-4d12-ae18-5612becdb705') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:51.227895 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.238943 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.278992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-6c151373-7f41-4590-a73b-3c35b567d4ea req-4d6493ea-82eb-4a96-b78c-45520e063e27 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] For port 612d265a-2c5c-46df-9e6f-bc462b9ce023, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=612d265a-2c5c-46df-9e6f-bc462b9ce023,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:51.278992 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c151373-7f41-4590-a73b-3c35b567d4ea req-4d6493ea-82eb-4a96-b78c-45520e063e27 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.286941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d06cfc2-87f0-454d-a881-9990f0417bc4 req-4bdc039e-e0a2-462b-8d07-612de38049a9 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/security-groups?id=10043c0e-44bf-434d-9666-d75eb089dbec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484921 Nov 25 19:32:51.293345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.306297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6c151373-7f41-4590-a73b-3c35b567d4ea req-4d6493ea-82eb-4a96-b78c-45520e063e27 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Calling delete_port for 612d265a-2c5c-46df-9e6f-bc462b9ce023 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:51.308980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:32:51.309502 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:32:51.313632 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:32:51.541845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Allocated IP 172.25.8.136 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/cefff405-1ea6-43f2-a587-407e8cf7c466) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:51.564242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.599999 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.604259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "DELETE /v2.0/networks/d5e9f399-2e93-4f33-b1ba-1bcb05d10753 HTTP/1.1" status: 204 len: 168 time: 2.3566506 Nov 25 19:32:51.607688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b414fe-efb5-417b-9bea-9d4a7c67819c tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Network': ['ID=d5e9f399-2e93-4f33-b1ba-1bcb05d10753,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:51.609190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58510) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:51.666436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7d688-5407-48f5-98a8-2b8b9e78795e req-e4d4de40-bd55-4a33-a5d5-2520bc9f0ceb tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:51.674693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cf7d688-5407-48f5-98a8-2b8b9e78795e req-e4d4de40-bd55-4a33-a5d5-2520bc9f0ceb tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/ports?device_id=69753f75-968b-4515-b009-60317a152d97 HTTP/1.1" status: 200 len: 950 time: 0.1271636 Nov 25 19:32:51.798777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cf7d688-5407-48f5-98a8-2b8b9e78795e req-10968309-8abb-4d04-8f17-94956d061cb0 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.15 "GET /v2.0/security-groups?id=60c93650-758b-419a-9d47-8bd1e02842a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234682 Nov 25 19:32:51.871849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f727b1e0-f5d2-4106-b2c2-6aa84f222c20 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting subnet 57b28d62-8065-45dc-92c8-ca897f1b70a8 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:32:51.878899 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c151373-7f41-4590-a73b-3c35b567d4ea req-4d6493ea-82eb-4a96-b78c-45520e063e27 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.880253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f727b1e0-f5d2-4106-b2c2-6aa84f222c20 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.951063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:51.960537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6493ea-82eb-4a96-b78c-45520e063e27 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Pushing event deleted for resources: {'Port': ['ID=612d265a-2c5c-46df-9e6f-bc462b9ce023,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:52.029529 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f727b1e0-f5d2-4106-b2c2-6aa84f222c20 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.053393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['612d265a-2c5c-46df-9e6f-bc462b9ce023'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:52.123775 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.144481 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c151373-7f41-4590-a73b-3c35b567d4ea req-4d6493ea-82eb-4a96-b78c-45520e063e27 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] No DVR routers for this DVR port 612d265a-2c5c-46df-9e6f-bc462b9ce023 on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:52.150707 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6c151373-7f41-4590-a73b-3c35b567d4ea req-4d6493ea-82eb-4a96-b78c-45520e063e27 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.155040 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c151373-7f41-4590-a73b-3c35b567d4ea req-4d6493ea-82eb-4a96-b78c-45520e063e27 tempest-ServersAdminTestJSON-575268482 tempest-ServersAdminTestJSON-575268482-project] 10.222.0.60 "DELETE /v2.0/ports/612d265a-2c5c-46df-9e6f-bc462b9ce023 HTTP/1.1" status: 204 len: 173 time: 1.6668115 Nov 25 19:32:52.155040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'name': 'network-vif-deleted', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:52.158368 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97924fb1-506c-4664-920a-e0d7a0b1f2de" -d '{"events": [{"server_uuid": "69753f75-968b-4515-b009-60317a152d97", "name": "network-vif-deleted", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:52.198857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-dfe5adc8-cf85-447d-8dc2-e7997d18261c tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2095717220&fields=id&tenant_id=83211a641ec04c1da600acc79980ff70 HTTP/1.1" status: 200 len: 267 time: 0.1927333 Nov 25 19:32:52.284660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cf5520-1ff9-4980-8baf-adbb8444d22a req-0eb015d1-f0e9-40d4-8120-5d7235785be6 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:52.294832 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d7cf5520-1ff9-4980-8baf-adbb8444d22a req-0eb015d1-f0e9-40d4-8120-5d7235785be6 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.60 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 945 time: 0.3224416 Nov 25 19:32:52.296552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event updated for resources: {'Port': ['ID=cefff405-1ea6-43f2-a587-407e8cf7c466,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:52.449955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:52.512920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:52.533611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-25dad6e4-144b-43f7-ba6b-9fbd9df39532 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:52.540090 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-25dad6e4-144b-43f7-ba6b-9fbd9df39532 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/networks?id=bb688120-ecb9-447b-8db2-35831ddfd4a8 HTTP/1.1" status: 200 len: 815 time: 0.3403087 Nov 25 19:32:52.581157 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-f27439ea-2540-47e9-ba59-6661b985a39b tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/quotas/83211a641ec04c1da600acc79980ff70 HTTP/1.1" status: 200 len: 375 time: 0.0257189 Nov 25 19:32:52.624892 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:52.708044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-df328947-156e-425c-ba7a-eb6af3ebddef tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83211a641ec04c1da600acc79980ff70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1237741 Nov 25 19:32:52.782218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f727b1e0-f5d2-4106-b2c2-6aa84f222c20 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.830039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:52.875746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d7cf5520-1ff9-4980-8baf-adbb8444d22a req-81ca5a73-3c64-4c74-8e13-a30383070f2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Deleting port 1e567ea8-69f3-4274-97db-4b93c9eccf70 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:52.876719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d7cf5520-1ff9-4980-8baf-adbb8444d22a req-81ca5a73-3c64-4c74-8e13-a30383070f2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.035434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-a20075b6-0ba2-47ea-89c8-9373e5147627 service neutron] 10.222.0.15 "GET /v2.0/networks/bb688120-ecb9-447b-8db2-35831ddfd4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3080020 Nov 25 19:32:53.106087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.124530 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f727b1e0-f5d2-4106-b2c2-6aa84f222c20 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.170001 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f727b1e0-f5d2-4106-b2c2-6aa84f222c20 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.175204 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f727b1e0-f5d2-4106-b2c2-6aa84f222c20 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "DELETE /v2.0/subnets/57b28d62-8065-45dc-92c8-ca897f1b70a8 HTTP/1.1" status: 204 len: 168 time: 1.5637450 Nov 25 19:32:53.182500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8419c4-c07c-46c6-8d32-d1239bc62f53 None None] Network 217b2308-1eb0-4fa1-9af0-141505fd35fd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:32:53.201311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58528) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:53.291883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727b1e0-f5d2-4106-b2c2-6aa84f222c20 tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Subnet': ['ID=57b28d62-8065-45dc-92c8-ca897f1b70a8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:53.328598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d7cf5520-1ff9-4980-8baf-adbb8444d22a req-81ca5a73-3c64-4c74-8e13-a30383070f2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] For port 1e567ea8-69f3-4274-97db-4b93c9eccf70, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1e567ea8-69f3-4274-97db-4b93c9eccf70,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:53.328997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d7cf5520-1ff9-4980-8baf-adbb8444d22a req-81ca5a73-3c64-4c74-8e13-a30383070f2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.356307 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.358441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d7cf5520-1ff9-4980-8baf-adbb8444d22a req-81ca5a73-3c64-4c74-8e13-a30383070f2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Calling delete_port for 1e567ea8-69f3-4274-97db-4b93c9eccf70 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:53.428233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.491665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-abcc4c9e-4986-4b46-b1df-b1f6c92fb4f5 service neutron] 10.222.0.15 "GET /v2.0/networks/bb688120-ecb9-447b-8db2-35831ddfd4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4546781 Nov 25 19:32:53.637345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836a5f12-6e6f-413a-8d61-b8cf760f830a None None] DHCP port deletion for 217b2308-1eb0-4fa1-9af0-141505fd35fd request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:32:53.727062 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d7cf5520-1ff9-4980-8baf-adbb8444d22a req-81ca5a73-3c64-4c74-8e13-a30383070f2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.752085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['1e567ea8-69f3-4274-97db-4b93c9eccf70'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:32:53.757123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Deleting port 6b84b54c-da5f-4d73-9c04-cea3ebc37612 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:53.758005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.866414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-836a5f12-6e6f-413a-8d61-b8cf760f830a None None] Deleting port 6b84b54c-da5f-4d73-9c04-cea3ebc37612 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:32:53.867139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca5a73-3c64-4c74-8e13-a30383070f2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Pushing event deleted for resources: {'Port': ['ID=1e567ea8-69f3-4274-97db-4b93c9eccf70,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:53.880628 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-836a5f12-6e6f-413a-8d61-b8cf760f830a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.903014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.923326 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.957137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] For port 6b84b54c-da5f-4d73-9c04-cea3ebc37612, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6b84b54c-da5f-4d73-9c04-cea3ebc37612,segment=NetworkSegment(05e2f93f-3613-4aad-b9a0-90756969d61b),segment_id=05e2f93f-3613-4aad-b9a0-90756969d61b)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:53.957509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:53.984197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Calling delete_port for 6b84b54c-da5f-4d73-9c04-cea3ebc37612 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:54.034263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-836a5f12-6e6f-413a-8d61-b8cf760f830a None None] For port 6b84b54c-da5f-4d73-9c04-cea3ebc37612, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6b84b54c-da5f-4d73-9c04-cea3ebc37612,segment=NetworkSegment(05e2f93f-3613-4aad-b9a0-90756969d61b),segment_id=05e2f93f-3613-4aad-b9a0-90756969d61b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:32:54.035085 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-836a5f12-6e6f-413a-8d61-b8cf760f830a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.078105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7cf5520-1ff9-4980-8baf-adbb8444d22a req-81ca5a73-3c64-4c74-8e13-a30383070f2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] No DVR routers for this DVR port 1e567ea8-69f3-4274-97db-4b93c9eccf70 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:54.090623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-836a5f12-6e6f-413a-8d61-b8cf760f830a None None] Calling delete_port for 6b84b54c-da5f-4d73-9c04-cea3ebc37612 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:32:54.175810 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d7cf5520-1ff9-4980-8baf-adbb8444d22a req-81ca5a73-3c64-4c74-8e13-a30383070f2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.181224 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d7cf5520-1ff9-4980-8baf-adbb8444d22a req-81ca5a73-3c64-4c74-8e13-a30383070f2d tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.60 "DELETE /v2.0/ports/1e567ea8-69f3-4274-97db-4b93c9eccf70 HTTP/1.1" status: 204 len: 173 time: 1.8743620 Nov 25 19:32:54.181728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45e4c898-8b57-4a16-a449-0c2106332a3e', 'name': 'network-vif-deleted', 'tag': '1e567ea8-69f3-4274-97db-4b93c9eccf70'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:32:54.192556 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269ae1b6-d345-4702-b54b-11826e4b66fd" -d '{"events": [{"server_uuid": "45e4c898-8b57-4a16-a449-0c2106332a3e", "name": "network-vif-deleted", "tag": "1e567ea8-69f3-4274-97db-4b93c9eccf70"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:32:54.216871 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.228558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event updated for resources: {'Port': ['ID=cefff405-1ea6-43f2-a587-407e8cf7c466,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:54.248589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] No DVR routers for this DVR port 6b84b54c-da5f-4d73-9c04-cea3ebc37612 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:54.255193 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.286447 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.293324 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d78cce83-c35d-4183-9a28-1b47c6589e4d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3779674 Nov 25 19:32:54.293617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Port': ['ID=6b84b54c-da5f-4d73-9c04-cea3ebc37612,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:54.348384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6b84b54c-da5f-4d73-9c04-cea3ebc37612 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:54.399708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 6b84b54c-da5f-4d73-9c04-cea3ebc37612 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:54.400076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6b84b54c-da5f-4d73-9c04-cea3ebc37612 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:54.418127 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.465120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-836a5f12-6e6f-413a-8d61-b8cf760f830a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.486463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['217b2308-1eb0-4fa1-9af0-141505fd35fd']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:54.501657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836a5f12-6e6f-413a-8d61-b8cf760f830a None None] Pushing event deleted for resources: {'Port': ['ID=6b84b54c-da5f-4d73-9c04-cea3ebc37612,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:54.511980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836a5f12-6e6f-413a-8d61-b8cf760f830a None None] No DVR routers for this DVR port 6b84b54c-da5f-4d73-9c04-cea3ebc37612 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:32:54.528301 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05e2f93f-3613-4aad-b9a0-90756969d61b') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:54.531035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05e2f93f-3613-4aad-b9a0-90756969d61b') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:32:54.582558 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.587142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 612d265a-2c5c-46df-9e6f-bc462b9ce023 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:54.635046 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.646589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:32:54.647306 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:32:54.673892 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:32:54.809414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 612d265a-2c5c-46df-9e6f-bc462b9ce023 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:54.810021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 612d265a-2c5c-46df-9e6f-bc462b9ce023 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:54.906267 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d0ceb1-3e76-4cfd-ab13-36f4fdf0f86c x-openstack-request-id: req-34d0ceb1-3e76-4cfd-ab13-36f4fdf0f86c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:54.906949 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69753f75-968b-4515-b009-60317a152d97", "name": "network-vif-deleted", "tag": "612d265a-2c5c-46df-9e6f-bc462b9ce023", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:54.906949 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34d0ceb1-3e76-4cfd-ab13-36f4fdf0f86c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:54.909458 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69753f75-968b-4515-b009-60317a152d97', 'name': 'network-vif-deleted', 'tag': '612d265a-2c5c-46df-9e6f-bc462b9ce023', 'status': 'completed', 'code': 200} Nov 25 19:32:54.936797 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.945747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:54.952960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] 10.222.0.15 "DELETE /v2.0/networks/217b2308-1eb0-4fa1-9af0-141505fd35fd HTTP/1.1" status: 204 len: 168 time: 1.7498746 Nov 25 19:32:54.975878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b417d2b-d38a-4461-94a7-a6bc554db3fb tempest-ServersTestMultiNic-837726684 tempest-ServersTestMultiNic-837726684-project] Pushing event deleted for resources: {'Network': ['ID=217b2308-1eb0-4fa1-9af0-141505fd35fd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:55.069039 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-070ee1cd-bfeb-4ed6-90b7-84a6cf2fba3c req-2427e980-1d48-45bd-a763-e808473159b1 tempest-ServerRescueTestJSON-1046898503 tempest-ServerRescueTestJSON-1046898503-project] 10.222.0.15 "GET /v2.0/ports?device_id=45e4c898-8b57-4a16-a449-0c2106332a3e HTTP/1.1" status: 200 len: 210 time: 0.0644150 Nov 25 19:32:55.255964 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34702fdd-32ca-4032-bed0-7d12ac7aceef x-openstack-request-id: req-34702fdd-32ca-4032-bed0-7d12ac7aceef {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:32:55.256535 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45e4c898-8b57-4a16-a449-0c2106332a3e", "name": "network-vif-deleted", "tag": "1e567ea8-69f3-4274-97db-4b93c9eccf70", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:32:55.256854 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34702fdd-32ca-4032-bed0-7d12ac7aceef {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:32:55.257652 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45e4c898-8b57-4a16-a449-0c2106332a3e', 'name': 'network-vif-deleted', 'tag': '1e567ea8-69f3-4274-97db-4b93c9eccf70', 'status': 'completed', 'code': 200} Nov 25 19:32:55.453830 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:32:55.576581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-73f1775f-12eb-4675-be3b-10fb48aaae3c tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:55.579475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-73f1775f-12eb-4675-be3b-10fb48aaae3c tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/networks?id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e HTTP/1.1" status: 200 len: 822 time: 0.1889207 Nov 25 19:32:55.607517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58576) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:55.619861 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-2c96e6b1-eede-49d6-bef5-efac54a6e26e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/quotas/6e05c125ae22426086684a89fe26640c HTTP/1.1" status: 200 len: 375 time: 0.0216479 Nov 25 19:32:55.655073 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-3961c4de-3799-4b76-8e69-e2bcd6d285d5 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e05c125ae22426086684a89fe26640c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341520 Nov 25 19:32:55.858204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-c68fbca0-2600-47fd-a5e5-eb5568183420 service neutron] 10.222.0.15 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917839 Nov 25 19:32:55.948317 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2877d0f7-0e1a-4cae-a459-ae92c867256e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08d2879e11ea44589464dedceaa6b48d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390903 Nov 25 19:32:55.951284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58584) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:55.997424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-33bbd7ab-3e2f-4fbf-b35e-57dc7d37a69b service neutron] 10.222.0.15 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379309 Nov 25 19:32:56.047401 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76c6f852-5b23-42fb-8d89-7967fe29af8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.119196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76c6f852-5b23-42fb-8d89-7967fe29af8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.348799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-709274cd-0dd4-4de7-a2d8-de90632af83b tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:56.352788 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-709274cd-0dd4-4de7-a2d8-de90632af83b tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.60 "GET /v2.0/networks?id=bb688120-ecb9-447b-8db2-35831ddfd4a8 HTTP/1.1" status: 200 len: 815 time: 0.2046957 Nov 25 19:32:56.371713 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76c6f852-5b23-42fb-8d89-7967fe29af8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.375483 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76c6f852-5b23-42fb-8d89-7967fe29af8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.379180 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-76c6f852-5b23-42fb-8d89-7967fe29af8f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60c93650-758b-419a-9d47-8bd1e02842a2 HTTP/1.1" status: 204 len: 168 time: 0.4251511 Nov 25 19:32:56.402298 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66da6288-fff4-408a-971f-3f049fd1ffc4 req-25b7237c-4bf8-4630-a756-4f96d8c56e2d tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 210 time: 0.0836105 Nov 25 19:32:56.430343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c6f852-5b23-42fb-8d89-7967fe29af8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60c93650-758b-419a-9d47-8bd1e02842a2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:56.498110 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-93017f14-9162-42d9-9826-1fc3336c8724 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=83211a641ec04c1da600acc79980ff70 HTTP/1.1" status: 200 len: 380 time: 0.1371000 Nov 25 19:32:56.519743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Request body: {'port': {'device_id': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'admin_state_up': True, 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'security_groups': ['44a88fc6-ee26-451b-9282-0fb65b85ae85']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:56.606259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1e567ea8-69f3-4274-97db-4b93c9eccf70 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:32:56.714721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 1e567ea8-69f3-4274-97db-4b93c9eccf70 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:32:56.720889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1e567ea8-69f3-4274-97db-4b93c9eccf70 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:32:56.793334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c8bf11-259d-461b-bf17-d64c0914888d req-350da847-9199-47e8-a1ca-27d36a481d54 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:56.801965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Made reservation on behalf of 83211a641ec04c1da600acc79980ff70 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:56.811528 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:56.818179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1c8bf11-259d-461b-bf17-d64c0914888d req-350da847-9199-47e8-a1ca-27d36a481d54 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 945 time: 0.2504423 Nov 25 19:32:57.018632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Allocated IP 172.20.0.8 (bb688120-ecb9-447b-8db2-35831ddfd4a8/c673877f-1ccd-49b7-a162-6a117330cf31/0da3c261-69d6-420b-a274-6bf3d17f8347) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:32:57.021864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1c8bf11-259d-461b-bf17-d64c0914888d req-4aa4f927-8b26-445c-9020-857365b46c0d tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010834 Nov 25 19:32:57.234308 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:57.329092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58610) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:57.343117 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:57.543380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58614) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:57.578181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Pushing event updated for resources: {'Port': ['ID=0da3c261-69d6-420b-a274-6bf3d17f8347,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:57.614724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Network bb688120-ecb9-447b-8db2-35831ddfd4a8 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:32:57.653433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:32:57.667283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:32:57.673899 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-46f66c3f-7d3a-4530-87b3-f48001c5cf8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80bb027e704a40e69a73de580fa6915d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1273682 Nov 25 19:32:57.677533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58616) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:32:57.739733 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5716766c-f6b8-483f-94f1-d445a4eb5547 req-4de0bb62-37dd-4d52-a820-e53cb53b7c97 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 210 time: 0.1302178 Nov 25 19:32:57.854385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:57.855451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:57.895824 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-99438c6c-d100-4b3a-b933-c3f0b29da2d6 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3891187 Nov 25 19:32:57.915544 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Request body: {'port': {'device_id': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:57.973852 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffb8fe1-1c18-4fcd-a81b-9fb68ed09870 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:58.062002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffb8fe1-1c18-4fcd-a81b-9fb68ed09870 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:58.209486 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffb8fe1-1c18-4fcd-a81b-9fb68ed09870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:58.215115 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cffb8fe1-1c18-4fcd-a81b-9fb68ed09870 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:58.216333 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cffb8fe1-1c18-4fcd-a81b-9fb68ed09870 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/61ee93a3-1e96-4a88-9e30-30419e94b87a HTTP/1.1" status: 204 len: 168 time: 0.5381970 Nov 25 19:32:58.255450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffb8fe1-1c18-4fcd-a81b-9fb68ed09870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ee93a3-1e96-4a88-9e30-30419e94b87a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:58.302021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-77090057-b5bb-458b-b005-14ed5360410d None None] Provisioning complete for port 0da3c261-69d6-420b-a274-6bf3d17f8347 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:32:58.302977 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77090057-b5bb-458b-b005-14ed5360410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:58.324036 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:58.443453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-77090057-b5bb-458b-b005-14ed5360410d None None] Port 0da3c261-69d6-420b-a274-6bf3d17f8347 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:32:58.811754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faab6584-1c03-4696-b6d2-00b6c8d7eef1 req-ea77af8c-dc8a-4fbf-b1de-7424db3ed742 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:58.826319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-faab6584-1c03-4696-b6d2-00b6c8d7eef1 req-ea77af8c-dc8a-4fbf-b1de-7424db3ed742 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 931 time: 0.3395362 Nov 25 19:32:59.002257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-d841975d-3768-4cfb-997a-d85d3909e93d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:59.011149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-d841975d-3768-4cfb-997a-d85d3909e93d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "GET /v2.0/networks?id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e HTTP/1.1" status: 200 len: 822 time: 0.6559594 Nov 25 19:32:59.067155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Request body: {'port': {'device_id': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e', 'admin_state_up': True, 'tenant_id': '6e05c125ae22426086684a89fe26640c'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:32:59.257688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da3c261-69d6-420b-a274-6bf3d17f8347 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:32:59.278205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.306392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Transition to ACTIVE for port object 0da3c261-69d6-420b-a274-6bf3d17f8347 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:32:59.311530 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.410875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Pushing event updated for resources: {'Port': ['ID=0da3c261-69d6-420b-a274-6bf3d17f8347,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:32:59.554690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-faab6584-1c03-4696-b6d2-00b6c8d7eef1 req-129f12f9-a6b5-4ccf-af83-4c4a8e89b0e0 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6696813 Nov 25 19:32:59.613696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Attempting to bind port 0da3c261-69d6-420b-a274-6bf3d17f8347 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:32:59.616163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Attempting to bind port 0da3c261-69d6-420b-a274-6bf3d17f8347 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:32:59.617208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Attempting to bind port 0da3c261-69d6-420b-a274-6bf3d17f8347 on network bb688120-ecb9-447b-8db2-35831ddfd4a8 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:59.644868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Made reservation on behalf of 6e05c125ae22426086684a89fe26640c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:32:59.672844 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.702421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Port 0da3c261-69d6-420b-a274-6bf3d17f8347 on network bb688120-ecb9-447b-8db2-35831ddfd4a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:32:59.702421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Attempting to bind port 0da3c261-69d6-420b-a274-6bf3d17f8347 on network bb688120-ecb9-447b-8db2-35831ddfd4a8 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:32:59.746343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:32:59.746711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Checking segment: {'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:32:59.747121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Bound using segment: {'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:32:59.747598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Bound port: 0da3c261-69d6-420b-a274-6bf3d17f8347, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eeac89c7-5033-42de-abb1-2e143c68e901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:32:59.754637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.777446 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:32:59.835932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876c66a5-1937-4615-b4e9-99cec025e834 req-647a3b2d-ea89-48c3-a12f-21d61f92d4a2 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:32:59.837888 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-876c66a5-1937-4615-b4e9-99cec025e834 req-647a3b2d-ea89-48c3-a12f-21d61f92d4a2 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 945 time: 0.2256720 Nov 25 19:33:00.069893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] For port 0da3c261-69d6-420b-a274-6bf3d17f8347, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:00.130417 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] For port 0da3c261-69d6-420b-a274-6bf3d17f8347, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0da3c261-69d6-420b-a274-6bf3d17f8347,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:00.149364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:00.238673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:00.239544 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:00.241169 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] 10.222.0.60 "PUT /v2.0/ports/0da3c261-69d6-420b-a274-6bf3d17f8347 HTTP/1.1" status: 200 len: 1091 time: 2.3312197 Nov 25 19:33:00.244330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'tag': '0da3c261-69d6-420b-a274-6bf3d17f8347'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:00.267744 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c03985-da05-4681-8e55-f5a148f16390" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79bbac-139d-4a78-b8f3-c00b3ffe7637", "tag": "0da3c261-69d6-420b-a274-6bf3d17f8347"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:00.325580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-876c66a5-1937-4615-b4e9-99cec025e834 req-f2ce0481-aeba-42f6-830e-efd21dcda6b6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Deleting port 8155cb84-32d9-4190-9dfe-f270ccee9972 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:00.326092 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-876c66a5-1937-4615-b4e9-99cec025e834 req-f2ce0481-aeba-42f6-830e-efd21dcda6b6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:00.456113 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725524f3-4dbb-4922-bb21-5ecede0a5b7c service neutron] Pushing event updated for resources: {'Port': ['ID=0da3c261-69d6-420b-a274-6bf3d17f8347,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:00.692258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-3661af7a-af27-4c12-8903-df9a87ae8071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:00.694789 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-3661af7a-af27-4c12-8903-df9a87ae8071 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83211a641ec04c1da600acc79980ff70&device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 1094 time: 0.3995793 Nov 25 19:33:00.797860 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-f5792630-0819-4cc2-ad9b-f3eb0a3acc8c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0da3c261-69d6-420b-a274-6bf3d17f8347 HTTP/1.1" status: 200 len: 217 time: 0.0943825 Nov 25 19:33:00.902014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Allocated IP 172.20.0.11 (7434c228-c045-4e07-bfc7-b9e7ce9cae0e/5b37492a-adbd-483b-b851-0b412fdd6706/f949cb77-6e19-4c53-aa3c-2c624572b445) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:00.923930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-876c66a5-1937-4615-b4e9-99cec025e834 req-f2ce0481-aeba-42f6-830e-efd21dcda6b6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] For port 8155cb84-32d9-4190-9dfe-f270ccee9972, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8155cb84-32d9-4190-9dfe-f270ccee9972,segment=NetworkSegment(33d18ae0-5710-47d0-8111-81828808ba66),segment_id=33d18ae0-5710-47d0-8111-81828808ba66)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:00.923930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-876c66a5-1937-4615-b4e9-99cec025e834 req-f2ce0481-aeba-42f6-830e-efd21dcda6b6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:00.962171 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-876c66a5-1937-4615-b4e9-99cec025e834 req-f2ce0481-aeba-42f6-830e-efd21dcda6b6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Calling delete_port for 8155cb84-32d9-4190-9dfe-f270ccee9972 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:00.962884 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df4cd44-1b5b-43ff-a3d0-2047e8655ae9 req-5fec8616-b0e0-4040-a15b-9ef12c1a5a1f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:00.979242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-cb078ff3-2e04-40e4-902d-91ef154c317e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:00.980399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6df4cd44-1b5b-43ff-a3d0-2047e8655ae9 req-5fec8616-b0e0-4040-a15b-9ef12c1a5a1f tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e78e589-d3a7-46db-8727-73d015e1918e HTTP/1.1" status: 200 len: 945 time: 0.4981537 Nov 25 19:33:00.982201 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-cb078ff3-2e04-40e4-902d-91ef154c317e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c673877f-1ccd-49b7-a162-6a117330cf31 HTTP/1.1" status: 200 len: 854 time: 0.1634789 Nov 25 19:33:01.211631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-e3e27bf1-a891-4afd-80b4-806e7487a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:01.216766 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-e3e27bf1-a891-4afd-80b4-806e7487a68c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb688120-ecb9-447b-8db2-35831ddfd4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2264297 Nov 25 19:33:01.338972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6df4cd44-1b5b-43ff-a3d0-2047e8655ae9 req-c7d74b83-9418-4efc-bf2f-0529601d05f0 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.15 "GET /v2.0/security-groups?id=c2124341-d958-4837-b74e-07454c23b88f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3568170 Nov 25 19:33:01.480857 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-7573dcd3-353f-4bad-a130-f0dbe9d883d1 service neutron] 10.222.0.60 "GET /v2.0/networks/bb688120-ecb9-447b-8db2-35831ddfd4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463360 Nov 25 19:33:01.481792 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-876c66a5-1937-4615-b4e9-99cec025e834 req-f2ce0481-aeba-42f6-830e-efd21dcda6b6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:01.495654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['8155cb84-32d9-4190-9dfe-f270ccee9972'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:01.575711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ce0481-aeba-42f6-830e-efd21dcda6b6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Pushing event deleted for resources: {'Port': ['ID=8155cb84-32d9-4190-9dfe-f270ccee9972,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:01.605015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03534732-fa98-425f-8b33-11445873c0db req-36f3d80e-1381-46bd-aaba-f50adc9ad539 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 210 time: 0.0661349 Nov 25 19:33:01.606644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] Deleting port 4187cc39-1426-44d4-a7aa-11e211e160bf {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:01.607035 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:01.671811 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:01.711778 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a7692b5-8c63-4c47-b1d3-8a7a425125fb req-7154a7bb-3613-4b60-bb55-25890f0f5487 service neutron] 10.222.0.60 "GET /v2.0/networks/bb688120-ecb9-447b-8db2-35831ddfd4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167399 Nov 25 19:33:01.733483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-876c66a5-1937-4615-b4e9-99cec025e834 req-f2ce0481-aeba-42f6-830e-efd21dcda6b6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] No DVR routers for this DVR port 8155cb84-32d9-4190-9dfe-f270ccee9972 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:01.738324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-876c66a5-1937-4615-b4e9-99cec025e834 req-f2ce0481-aeba-42f6-830e-efd21dcda6b6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:01.744576 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-876c66a5-1937-4615-b4e9-99cec025e834 req-f2ce0481-aeba-42f6-830e-efd21dcda6b6 tempest-DeleteServersTestJSON-2044983122 tempest-DeleteServersTestJSON-2044983122-project] 10.222.0.60 "DELETE /v2.0/ports/8155cb84-32d9-4190-9dfe-f270ccee9972 HTTP/1.1" status: 204 len: 173 time: 1.8587794 Nov 25 19:33:01.783298 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73fdcf47-0af1-4445-b1d7-27135f373b95 x-openstack-request-id: req-73fdcf47-0af1-4445-b1d7-27135f373b95 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:01.783646 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79bbac-139d-4a78-b8f3-c00b3ffe7637", "tag": "0da3c261-69d6-420b-a274-6bf3d17f8347", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:01.783925 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73fdcf47-0af1-4445-b1d7-27135f373b95 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:01.784308 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'tag': '0da3c261-69d6-420b-a274-6bf3d17f8347', 'status': 'completed', 'code': 200} Nov 25 19:33:01.817438 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:01.918024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:01.939601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:01.941421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c03985-da05-4681-8e55-f5a148f16390 req-42c154c4-32fe-4527-a981-1786d308e158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:01.943670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:01.945017 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41c03985-da05-4681-8e55-f5a148f16390 req-42c154c4-32fe-4527-a981-1786d308e158 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83211a641ec04c1da600acc79980ff70&device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 1094 time: 0.1068788 Nov 25 19:33:02.036571 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86941970-0e5e-474e-8a24-468da58443f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:02.107554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] For port 4187cc39-1426-44d4-a7aa-11e211e160bf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4187cc39-1426-44d4-a7aa-11e211e160bf,segment=NetworkSegment(681547e4-0611-40fc-a142-273b08390aef),segment_id=681547e4-0611-40fc-a142-273b08390aef)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:02.108084 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:02.112461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event updated for resources: {'Port': ['ID=f949cb77-6e19-4c53-aa3c-2c624572b445,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:02.118110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c03985-da05-4681-8e55-f5a148f16390 req-a976e23b-365b-45a5-aa91-d0a8de5e258f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:02.120433 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41c03985-da05-4681-8e55-f5a148f16390 req-a976e23b-365b-45a5-aa91-d0a8de5e258f service neutron] 10.222.0.60 "GET /v2.0/networks?id=bb688120-ecb9-447b-8db2-35831ddfd4a8 HTTP/1.1" status: 200 len: 916 time: 0.1681120 Nov 25 19:33:02.147228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] Calling delete_port for 4187cc39-1426-44d4-a7aa-11e211e160bf owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:02.173516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:02.174218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:02.233891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a195be-d97a-455b-9b49-01bf31fa8fba req-8bba1e1e-8fc7-4852-95c1-b8f9e9e4b578 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:02.235734 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08a195be-d97a-455b-9b49-01bf31fa8fba req-8bba1e1e-8fc7-4852-95c1-b8f9e9e4b578 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 943 time: 0.3073828 Nov 25 19:33:02.242215 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-b1fbbdbe-9f5a-4022-94aa-23d787ea7f22 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1879780 Nov 25 19:33:02.246421 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41c03985-da05-4681-8e55-f5a148f16390 req-541cb4ee-69cc-44db-a596-7ecc09c65774 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0da3c261-69d6-420b-a274-6bf3d17f8347 HTTP/1.1" status: 200 len: 217 time: 0.1140518 Nov 25 19:33:02.278326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Request body: {'port': {'device_id': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:02.337412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c03985-da05-4681-8e55-f5a148f16390 req-2e7aec65-c809-48b0-9f6e-3c9c51708897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:02.339897 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41c03985-da05-4681-8e55-f5a148f16390 req-2e7aec65-c809-48b0-9f6e-3c9c51708897 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c673877f-1ccd-49b7-a162-6a117330cf31 HTTP/1.1" status: 200 len: 854 time: 0.0804753 Nov 25 19:33:02.429238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c03985-da05-4681-8e55-f5a148f16390 req-93663396-1beb-48ea-82eb-ecae63f4f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:02.432328 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41c03985-da05-4681-8e55-f5a148f16390 req-93663396-1beb-48ea-82eb-ecae63f4f4ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb688120-ecb9-447b-8db2-35831ddfd4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0831029 Nov 25 19:33:02.435250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08a195be-d97a-455b-9b49-01bf31fa8fba req-52940ee3-0939-4bde-be93-1b325075fb6f tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841426 Nov 25 19:33:02.443378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:02.613319 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41c03985-da05-4681-8e55-f5a148f16390 req-b2bef53b-214b-420c-a7d3-7749a62874d4 service neutron] 10.222.0.60 "GET /v2.0/networks/bb688120-ecb9-447b-8db2-35831ddfd4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715486 Nov 25 19:33:02.756620 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41c03985-da05-4681-8e55-f5a148f16390 req-956eae01-d556-4dd2-9a5d-d1e9023ec299 service neutron] 10.222.0.60 "GET /v2.0/networks/bb688120-ecb9-447b-8db2-35831ddfd4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356866 Nov 25 19:33:02.828624 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:02.854844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e69daf-bcaa-4ad0-aafa-f5786766879f req-4bece76d-b0ca-42c1-a04d-5a95b2e9845f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:02.856431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7e69daf-bcaa-4ad0-aafa-f5786766879f req-4bece76d-b0ca-42c1-a04d-5a95b2e9845f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 946 time: 0.2999768 Nov 25 19:33:02.909264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4187cc39-1426-44d4-a7aa-11e211e160bf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:03.029949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7e69daf-bcaa-4ad0-aafa-f5786766879f req-550b116e-39cd-4441-8ff2-5055836d64ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535053 Nov 25 19:33:03.099254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58716) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:03.224849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f949cb77-6e19-4c53-aa3c-2c624572b445 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:03.236658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:03.239743 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:03.266617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Transition to ACTIVE for port object f949cb77-6e19-4c53-aa3c-2c624572b445 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:03.312735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:03.470290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Pushing event updated for resources: {'Port': ['ID=f949cb77-6e19-4c53-aa3c-2c624572b445,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:03.478121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-28a885a2-697c-4f19-b50a-b05f542e0d5f tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=2b9171dd8f264965a7f11de7a399cd6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0625193 Nov 25 19:33:03.685410 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:03.709090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Attempting to bind port f949cb77-6e19-4c53-aa3c-2c624572b445 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:03.709486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Attempting to bind port f949cb77-6e19-4c53-aa3c-2c624572b445 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:03.709919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Attempting to bind port f949cb77-6e19-4c53-aa3c-2c624572b445 on network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:03.723254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Port f949cb77-6e19-4c53-aa3c-2c624572b445 on network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:03.723617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Attempting to bind port f949cb77-6e19-4c53-aa3c-2c624572b445 on network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:03.747264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:03.747713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Checking segment: {'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:03.748175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Bound using segment: {'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:03.748704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Bound port: f949cb77-6e19-4c53-aa3c-2c624572b445, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:03.749156 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:03.760653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-feb7345e-ce7f-4d35-8adf-ed4572449b8c tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:03.762770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-feb7345e-ce7f-4d35-8adf-ed4572449b8c tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2599986 Nov 25 19:33:03.794279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e78e589-d3a7-46db-8727-73d015e1918e', 'name': 'network-vif-deleted', 'tag': '8155cb84-32d9-4190-9dfe-f270ccee9972'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:03.798236 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94844b18-5c56-4a75-9345-5e9c8ee545f1" -d '{"events": [{"server_uuid": "9e78e589-d3a7-46db-8727-73d015e1918e", "name": "network-vif-deleted", "tag": "8155cb84-32d9-4190-9dfe-f270ccee9972"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:03.798911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-295fc3a9-c577-45ba-acd2-70931dd1449e tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/quotas/2b9171dd8f264965a7f11de7a399cd6c HTTP/1.1" status: 200 len: 375 time: 0.0253053 Nov 25 19:33:03.801042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] Router d24d22f7-fb2f-4005-9311-e0e20ba1551b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:03.897757 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7a244409-666a-48e2-88a1-eb5a524978cd tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2b9171dd8f264965a7f11de7a399cd6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648968 Nov 25 19:33:04.007187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] For port f949cb77-6e19-4c53-aa3c-2c624572b445, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:04.032945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] Deleting port 5862f0e9-f0f4-4ea4-b288-058914a5ca66 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:04.033364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.074669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] For port f949cb77-6e19-4c53-aa3c-2c624572b445, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f949cb77-6e19-4c53-aa3c-2c624572b445,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:04.082301 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.242294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:04.243685 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.247688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] 10.222.0.60 "PUT /v2.0/ports/f949cb77-6e19-4c53-aa3c-2c624572b445 HTTP/1.1" status: 200 len: 1092 time: 1.9865074 Nov 25 19:33:04.251861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'tag': 'f949cb77-6e19-4c53-aa3c-2c624572b445'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:04.262485 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc12e941-6ff7-4234-9e54-22b21265a264" -d '{"events": [{"name": "network-changed", "server_uuid": "148ad758-10e3-4f5b-9714-6172d4c5272c", "tag": "f949cb77-6e19-4c53-aa3c-2c624572b445"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:04.265862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] For port 5862f0e9-f0f4-4ea4-b288-058914a5ca66, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5862f0e9-f0f4-4ea4-b288-058914a5ca66,segment=NetworkSegment(d3d4ed79-1b22-408c-8e61-12a58148247d),segment_id=d3d4ed79-1b22-408c-8e61-12a58148247d)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:04.266557 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.299928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] Calling delete_port for 5862f0e9-f0f4-4ea4-b288-058914a5ca66 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:04.376506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:04.389161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6a8c94d7-8789-4306-81b8-1da8e7af81c3 admin admin] 10.222.0.15 "PUT /v2.0/routers/d24d22f7-fb2f-4005-9311-e0e20ba1551b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0558708 Nov 25 19:33:04.389627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ab529-1bc4-4c14-89b7-65f26caa0fc6 None None] Sync routers for ids ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:04.391168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c9e2d-2c55-4bd1-ad84-8a62c7fcc463 service neutron] Pushing event updated for resources: {'Port': ['ID=f949cb77-6e19-4c53-aa3c-2c624572b445,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:04.415008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58738) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:04.417291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ab529-1bc4-4c14-89b7-65f26caa0fc6 None None] Routers {'d24d22f7-fb2f-4005-9311-e0e20ba1551b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:04.418617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f53ab529-1bc4-4c14-89b7-65f26caa0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:32:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:04.612355 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:04.676434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8155cb84-32d9-4190-9dfe-f270ccee9972 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:04.706400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] Pushing event deleted for resources: {'Port': ['ID=5862f0e9-f0f4-4ea4-b288-058914a5ca66,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:04.800303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f53ab529-1bc4-4c14-89b7-65f26caa0fc6 None None] Set router d24d22f7-fb2f-4005-9311-e0e20ba1551b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:04.913576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 8155cb84-32d9-4190-9dfe-f270ccee9972 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:04.914781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8155cb84-32d9-4190-9dfe-f270ccee9972 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:04.916279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:05.038886 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.174383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-5205dcfb-a41e-404f-9040-717c5ed29552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:05.176020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-5205dcfb-a41e-404f-9040-717c5ed29552 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e05c125ae22426086684a89fe26640c&device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 1095 time: 0.8734174 Nov 25 19:33:05.207852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0181b7-47cb-4094-8422-16e010ab4f62 req-cb8a44f2-73e4-4adb-ad00-3054ce660881 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:05.216785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd0181b7-47cb-4094-8422-16e010ab4f62 req-cb8a44f2-73e4-4adb-ad00-3054ce660881 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 944 time: 0.8580589 Nov 25 19:33:05.334579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-be0e5121-df2b-482d-bf19-5e5ad7532726 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.418701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] Router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:05.426632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-09323b1c-d3b7-46f8-b677-436ba7b44636 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f949cb77-6e19-4c53-aa3c-2c624572b445 HTTP/1.1" status: 200 len: 217 time: 0.2048156 Nov 25 19:33:05.437714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f53ab529-1bc4-4c14-89b7-65f26caa0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'name': 'tempest-ServerRescueTestJSON-1187215662-router', 'tenant_id': '89523965671942b49f984836c2442d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:58Z', 'updated_at': '2021-11-25T19:33:02Z', 'revision_number': 5, 'project_id': '89523965671942b49f984836c2442d69', 'gw_port': {'id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:00Z', 'updated_at': '2021-11-25T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:05.441224 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.482607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ab529-1bc4-4c14-89b7-65f26caa0fc6 None None] Checking router: d24d22f7-fb2f-4005-9311-e0e20ba1551b for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:05.504609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53ab529-1bc4-4c14-89b7-65f26caa0fc6 None None] Routers {'d24d22f7-fb2f-4005-9311-e0e20ba1551b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:05.505481 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f53ab529-1bc4-4c14-89b7-65f26caa0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:05.517320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd0181b7-47cb-4094-8422-16e010ab4f62 req-bdf74e39-6141-4fdf-9f0c-55f45a14edc6 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995307 Nov 25 19:33:05.579762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:05.582313 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb391cf9-d6a4-4110-9a73-27475e66ca06" -d '{"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:05.587288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:05.604203 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1615237e-3fa5-414a-8773-0f046158ec37 admin admin] 10.222.0.15 "PUT /v2.0/routers/36e25ffa-23ab-4357-9b7f-7ac85bd64f43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5005424 Nov 25 19:33:05.604895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58748) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:05.605650 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32deec95-aefb-421a-89b7-78f33642f6fa None None] Sync routers for ids ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:05.621981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:05.628578 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.630526 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:05.632208 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32deec95-aefb-421a-89b7-78f33642f6fa None None] Routers {'36e25ffa-23ab-4357-9b7f-7ac85bd64f43'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:05.633296 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-32deec95-aefb-421a-89b7-78f33642f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:05.805803 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-aa6fe01c-3a19-4e56-a819-ebd011a15a47 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=2b9171dd8f264965a7f11de7a399cd6c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0988908 Nov 25 19:33:05.859127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=11']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:05.864522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f53ab529-1bc4-4c14-89b7-65f26caa0fc6 None None] Set router d24d22f7-fb2f-4005-9311-e0e20ba1551b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:05.897571 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-32deec95-aefb-421a-89b7-78f33642f6fa None None] Set router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:05.940523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-231ad2d5-5620-49d8-9ced-8dea3521b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:05.941594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-231ad2d5-5620-49d8-9ced-8dea3521b7d2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b37492a-adbd-483b-b851-0b412fdd6706 HTTP/1.1" status: 200 len: 862 time: 0.4627521 Nov 25 19:33:06.082913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-5d1a339f-81dd-490d-b545-3ad635f281c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144226 Nov 25 19:33:06.158553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:06.184860 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-1e7f5feb-2cb4-4519-95c5-72039a669fd9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4207191 Nov 25 19:33:06.238531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f53ab529-1bc4-4c14-89b7-65f26caa0fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'name': 'tempest-ServerRescueTestJSON-1187215662-router', 'tenant_id': '89523965671942b49f984836c2442d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:58Z', 'updated_at': '2021-11-25T19:33:02Z', 'revision_number': 5, 'project_id': '89523965671942b49f984836c2442d69', 'gw_port': {'id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:00Z', 'updated_at': '2021-11-25T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:06.280663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-2bb3bb50-547b-4c2e-a90f-8600061ba4d6 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.282778 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-2bb3bb50-547b-4c2e-a90f-8600061ba4d6 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4680524 Nov 25 19:33:06.297468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Request body: {'port': {'device_id': '7699d8fd-d06c-4832-b1d0-0d5b8f193ec8', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '2b9171dd8f264965a7f11de7a399cd6c'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:06.308498 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-32deec95-aefb-421a-89b7-78f33642f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'name': 'tempest-ServersTestMultiNic-79625006-router', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:30:47Z', 'updated_at': '2021-11-25T19:33:04Z', 'revision_number': 5, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'gw_port': {'id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:48Z', 'updated_at': '2021-11-25T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:06.324260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53ab529-1bc4-4c14-89b7-65f26caa0fc6 None None] The sync data for ids ['d24d22f7-fb2f-4005-9311-e0e20ba1551b'] in n-d-817303-9 is: [{'id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'name': 'tempest-ServerRescueTestJSON-1187215662-router', 'tenant_id': '89523965671942b49f984836c2442d69', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31'}], 'enable_snat': True}, 'gw_port_id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:58Z', 'updated_at': '2021-11-25T19:33:02Z', 'revision_number': 5, 'project_id': '89523965671942b49f984836c2442d69', 'gw_port': {'id': 'f86c62bd-d145-4ba8-a6c1-ed26de16d673', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:28:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd24d22f7-fb2f-4005-9311-e0e20ba1551b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:00Z', 'updated_at': '2021-11-25T19:30:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:06.354663 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:06.370476 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:06.399831 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32deec95-aefb-421a-89b7-78f33642f6fa None None] Checking router: 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:06.411096 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32deec95-aefb-421a-89b7-78f33642f6fa None None] Routers {'36e25ffa-23ab-4357-9b7f-7ac85bd64f43'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:06.411737 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-32deec95-aefb-421a-89b7-78f33642f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:06.428646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-c4d2adda-9866-4db8-9969-104b1542be74 service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3358707 Nov 25 19:33:06.475474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-4fefef9b-5688-4422-8e37-d8dd44e94bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.475962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-4fefef9b-5688-4422-8e37-d8dd44e94bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.476972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-4fefef9b-5688-4422-8e37-d8dd44e94bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.477446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-4fefef9b-5688-4422-8e37-d8dd44e94bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.477914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-4fefef9b-5688-4422-8e37-d8dd44e94bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.478373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-4fefef9b-5688-4422-8e37-d8dd44e94bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.478865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-4fefef9b-5688-4422-8e37-d8dd44e94bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.481018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-4fefef9b-5688-4422-8e37-d8dd44e94bfa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6489 time: 0.2130113 Nov 25 19:33:06.539780 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-32deec95-aefb-421a-89b7-78f33642f6fa None None] Set router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:06.610714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e983fb-3495-487e-a17f-525929da8c5a req-6acf9b74-ab73-4226-b078-9ab478149857 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.612476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7e983fb-3495-487e-a17f-525929da8c5a req-6acf9b74-ab73-4226-b078-9ab478149857 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 943 time: 0.1873393 Nov 25 19:33:06.687595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Deleting port f86c62bd-d145-4ba8-a6c1-ed26de16d673 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:06.687944 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:06.714504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d20c124-7db7-4e2f-9ac2-29802bdcb84c req-42452ba7-dbbc-4887-b0f2-371b6a308342 service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694662 Nov 25 19:33:06.854657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-65f16545-a998-45e6-b2da-4d95b69fd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.859353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-65f16545-a998-45e6-b2da-4d95b69fd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.860139 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-65f16545-a998-45e6-b2da-4d95b69fd5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:06.862269 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-65f16545-a998-45e6-b2da-4d95b69fd5cd service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b HTTP/1.1" status: 200 len: 2294 time: 0.3181469 Nov 25 19:33:06.872520 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-32deec95-aefb-421a-89b7-78f33642f6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'name': 'tempest-ServersTestMultiNic-79625006-router', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:30:47Z', 'updated_at': '2021-11-25T19:33:04Z', 'revision_number': 5, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'gw_port': {'id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:48Z', 'updated_at': '2021-11-25T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:06.922169 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:06.940949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7e983fb-3495-487e-a17f-525929da8c5a req-9a0e76bf-4823-4c29-8924-85d982504f88 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2924798 Nov 25 19:33:06.941586 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32deec95-aefb-421a-89b7-78f33642f6fa None None] The sync data for ids ['36e25ffa-23ab-4357-9b7f-7ac85bd64f43'] in n-d-817303-9 is: [{'id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'name': 'tempest-ServersTestMultiNic-79625006-router', 'tenant_id': '017241546cfd41bdb7a6f6584e2ed13e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240'}], 'enable_snat': True}, 'gw_port_id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:30:47Z', 'updated_at': '2021-11-25T19:33:04Z', 'revision_number': 5, 'project_id': '017241546cfd41bdb7a6f6584e2ed13e', 'gw_port': {'id': '7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:fa:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36e25ffa-23ab-4357-9b7f-7ac85bd64f43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:30:48Z', 'updated_at': '2021-11-25T19:30:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:06.983509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] For port f86c62bd-d145-4ba8-a6c1-ed26de16d673, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f86c62bd-d145-4ba8-a6c1-ed26de16d673,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:06.983637 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.002920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Calling delete_port for f86c62bd-d145-4ba8-a6c1-ed26de16d673 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:07.018152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Made reservation on behalf of 2b9171dd8f264965a7f11de7a399cd6c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:07.025200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.052036 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.058113 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7108fc8-98c1-4e2f-bb69-b8cdac1bc62c x-openstack-request-id: req-d7108fc8-98c1-4e2f-bb69-b8cdac1bc62c {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:07.058995 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e78e589-d3a7-46db-8727-73d015e1918e", "name": "network-vif-deleted", "tag": "8155cb84-32d9-4190-9dfe-f270ccee9972", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:07.059615 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d7108fc8-98c1-4e2f-bb69-b8cdac1bc62c {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:07.060526 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e78e589-d3a7-46db-8727-73d015e1918e', 'name': 'network-vif-deleted', 'tag': '8155cb84-32d9-4190-9dfe-f270ccee9972', 'status': 'completed', 'code': 200} Nov 25 19:33:07.093174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-f90c7569-196a-458f-962e-e1b634a35fe2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b549ba12-510b-45f2-ac00-366b3e56b6da HTTP/1.1" status: 200 len: 1001 time: 0.2090652 Nov 25 19:33:07.149051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Deleting port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:07.149614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.225927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-8465d4b0-2918-4f4d-aceb-c53706113873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:07.228036 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-8465d4b0-2918-4f4d-aceb-c53706113873 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=205b4ac1-dff3-40aa-8bca-8fda88f5eab4 HTTP/1.1" status: 200 len: 851 time: 0.1257913 Nov 25 19:33:07.255004 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bcfa4da1-9e07-40dc-93b5-cd95f286a0d0 req-658e988d-5073-4b4e-8fc2-8a31c948af3c tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 210 time: 0.0505617 Nov 25 19:33:07.345059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-cb1e865e-a86e-4294-9b3b-fe5de4f0417b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:07.362683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-cb1e865e-a86e-4294-9b3b-fe5de4f0417b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1107914 Nov 25 19:33:07.420661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] For port 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:07.425046 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.427222 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bf0fc7-e7ee-4766-8d3d-5149dcafd60a x-openstack-request-id: req-14bf0fc7-e7ee-4766-8d3d-5149dcafd60a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:07.427558 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "148ad758-10e3-4f5b-9714-6172d4c5272c", "tag": "f949cb77-6e19-4c53-aa3c-2c624572b445", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:07.428659 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-14bf0fc7-e7ee-4766-8d3d-5149dcafd60a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:07.428659 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'tag': 'f949cb77-6e19-4c53-aa3c-2c624572b445', 'status': 'completed', 'code': 200} Nov 25 19:33:07.464243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Calling delete_port for 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:07.485304 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae0e4bb-16bc-4ab3-b3bc-47d3e23a859b x-openstack-request-id: req-8ae0e4bb-16bc-4ab3-b3bc-47d3e23a859b {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:07.487623 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:07.487996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.489012 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ae0e4bb-16bc-4ab3-b3bc-47d3e23a859b {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:07.490287 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422', 'code': 200} Nov 25 19:33:07.496358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.529952 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.599087 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Pushing event deleted for resources: {'Port': ['ID=f86c62bd-d145-4ba8-a6c1-ed26de16d673,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:07.613307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-29f06fa0-646d-45e7-8d73-6158a0e7dcc2 service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2396488 Nov 25 19:33:07.626792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62d303b-f44d-4a1e-9790-b07369550a83 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:07.628195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:07.630582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12e941-6ff7-4234-9e54-22b21265a264 req-cfdb3678-b680-45fb-9ac8-7f11a2432047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:07.632328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc12e941-6ff7-4234-9e54-22b21265a264 req-cfdb3678-b680-45fb-9ac8-7f11a2432047 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e05c125ae22426086684a89fe26640c&device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 1095 time: 0.1510818 Nov 25 19:33:07.761560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Allocated IP 192.168.233.29 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/0f151ec3-c324-4f25-a2b0-9b1ce713fea7) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:07.793620 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.856889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.859556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a0c96c-acdc-4222-9684-465317810d27 req-e8186d3b-3cf1-4c9e-9912-28bb64dc1fb9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:07.861403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86a0c96c-acdc-4222-9684-465317810d27 req-e8186d3b-3cf1-4c9e-9912-28bb64dc1fb9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2843518 Nov 25 19:33:07.862597 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:07.914428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:07.943518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b52db2-74de-4930-8ba0-d1287189992d None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:08.036014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.038597 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.050438 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.053086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12e941-6ff7-4234-9e54-22b21265a264 req-520c151e-116b-436d-88b3-10d46be16f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.054896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc12e941-6ff7-4234-9e54-22b21265a264 req-520c151e-116b-436d-88b3-10d46be16f0e service neutron] 10.222.0.60 "GET /v2.0/networks?id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e HTTP/1.1" status: 200 len: 923 time: 0.3911829 Nov 25 19:33:08.061835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-a84cb66e-f969-48b7-946e-e9bce797dd99 service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283540 Nov 25 19:33:08.112405 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.176298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.182964 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc12e941-6ff7-4234-9e54-22b21265a264 req-098d5911-8378-4fa8-a64e-43e4faa7cdd9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f949cb77-6e19-4c53-aa3c-2c624572b445 HTTP/1.1" status: 200 len: 217 time: 0.1147764 Nov 25 19:33:08.185150 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.191281 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.291579 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.292439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 36e25ffa-23ab-4357-9b7f-7ac85bd64f43 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:33:08.305769 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.307847 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1e3976df-f869-4461-957a-c3e6e940f8bd admin admin] 10.222.0.15 "DELETE /v2.0/routers/36e25ffa-23ab-4357-9b7f-7ac85bd64f43 HTTP/1.1" status: 204 len: 168 time: 2.7010303 Nov 25 19:33:08.310787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58768) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:08.333748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4187cc39-1426-44d4-a7aa-11e211e160bf no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:08.386695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4187cc39-1426-44d4-a7aa-11e211e160bf {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:08.388120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4187cc39-1426-44d4-a7aa-11e211e160bf not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:08.389273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5862f0e9-f0f4-4ea4-b288-058914a5ca66 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:08.404218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.428524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-717c3971-764b-456c-8c87-a6e9dd0ee3ef admin admin] Deleting subnet b85f6d90-ce94-40ce-b08b-05aad9e02187 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:33:08.443843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5862f0e9-f0f4-4ea4-b288-058914a5ca66 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:08.445262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5862f0e9-f0f4-4ea4-b288-058914a5ca66 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:08.445996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-717c3971-764b-456c-8c87-a6e9dd0ee3ef admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.547041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-c7138167-2ec7-4a5f-baee-19078cc80960 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=04912e0d-e9ad-4afe-bd53-8a280f9bb21b HTTP/1.1" status: 200 len: 217 time: 0.4498866 Nov 25 19:33:08.551010 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86a0c96c-acdc-4222-9684-465317810d27 req-f021ee55-d554-45bd-ab22-48031a0787ce tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6304734 Nov 25 19:33:08.565213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:08.571223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:08.574060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:08.587702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.588330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d24d22f7-fb2f-4005-9311-e0e20ba1551b {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:33:08.596276 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.601214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-665e3eee-241b-4e1c-8076-369e91c1e051 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d24d22f7-fb2f-4005-9311-e0e20ba1551b HTTP/1.1" status: 204 len: 168 time: 4.1814182 Nov 25 19:33:08.609037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58770) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:08.615093 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-717c3971-764b-456c-8c87-a6e9dd0ee3ef admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.645859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12e941-6ff7-4234-9e54-22b21265a264 req-1dd36608-be98-43c7-975b-973243c18095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.647722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc12e941-6ff7-4234-9e54-22b21265a264 req-1dd36608-be98-43c7-975b-973243c18095 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b37492a-adbd-483b-b851-0b412fdd6706 HTTP/1.1" status: 200 len: 862 time: 0.1114657 Nov 25 19:33:08.658658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-a5d8def4-8547-4c65-b9b8-0f9b23ba8c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.660438 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-a5d8def4-8547-4c65-b9b8-0f9b23ba8c38 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.0870333 Nov 25 19:33:08.687717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5eb06e9-e2ae-4633-8aa5-6298856be0e7 admin admin] Deleting subnet c5d69709-b7a5-4beb-8202-c0e1bfbc78da {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:33:08.709788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc12e941-6ff7-4234-9e54-22b21265a264 req-e265f6cf-4db1-4c9b-9aff-c67ffa66c2db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538201 Nov 25 19:33:08.746959 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5eb06e9-e2ae-4633-8aa5-6298856be0e7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.752075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Pushing event updated for resources: {'Port': ['ID=0f151ec3-c324-4f25-a2b0-9b1ce713fea7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:08.843564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.844894 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.879288 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-7fe761fd-a451-4b0d-9fef-6b0f431fdc62 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5858665 Nov 25 19:33:08.916576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Request body: {'port': {'device_id': '7699d8fd-d06c-4832-b1d0-0d5b8f193ec8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:08.955199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5eb06e9-e2ae-4633-8aa5-6298856be0e7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:08.960003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc12e941-6ff7-4234-9e54-22b21265a264 req-262004fb-96e6-4809-8f8a-5d8e8227ea34 service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2263107 Nov 25 19:33:08.962663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-606d737c-113a-4a09-8bae-a5633c52f921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:08.964251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-606d737c-113a-4a09-8bae-a5633c52f921 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2951894 Nov 25 19:33:09.015287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693599e-e58a-40d5-a928-87e7a8179c1e req-e65d7930-c0e5-47c1-b76b-9c8a33e6234c tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.016942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f693599e-e58a-40d5-a928-87e7a8179c1e req-e65d7930-c0e5-47c1-b76b-9c8a33e6234c tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 944 time: 0.2169399 Nov 25 19:33:09.042365 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-717c3971-764b-456c-8c87-a6e9dd0ee3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.090307 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5eb06e9-e2ae-4633-8aa5-6298856be0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.094066 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.096216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f149aa5e-2172-4217-bc82-1bb638f33c3d None None] Provisioning complete for port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:09.096807 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f149aa5e-2172-4217-bc82-1bb638f33c3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.174488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f149aa5e-2172-4217-bc82-1bb638f33c3d None None] Port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:09.195452 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-717c3971-764b-456c-8c87-a6e9dd0ee3ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.252969 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c3971-764b-456c-8c87-a6e9dd0ee3ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85f6d90-ce94-40ce-b08b-05aad9e02187,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:09.272307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f693599e-e58a-40d5-a928-87e7a8179c1e req-4eda02de-c58f-4d1b-99bc-97f8ac3390fb tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415535 Nov 25 19:33:09.274720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc12e941-6ff7-4234-9e54-22b21265a264 req-e8f56c4a-16ac-4cfd-8a60-39eb1d96fe5d service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046355 Nov 25 19:33:09.291929 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-270c3e03-9f57-4921-a254-f4ab4e5f894c service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107059 Nov 25 19:33:09.315365 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-717c3971-764b-456c-8c87-a6e9dd0ee3ef admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.315529 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-717c3971-764b-456c-8c87-a6e9dd0ee3ef admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b85f6d90-ce94-40ce-b08b-05aad9e02187 HTTP/1.1" status: 204 len: 168 time: 0.9999700 Nov 25 19:33:09.323071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2375f5-d3ef-4368-9bef-514dcaa532a0 None None] Network f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:09.325562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58772) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:09.343523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5eb06e9-e2ae-4633-8aa5-6298856be0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.444658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5eb06e9-e2ae-4633-8aa5-6298856be0e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5d69709-b7a5-4beb-8202-c0e1bfbc78da,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:09.456399 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5eb06e9-e2ae-4633-8aa5-6298856be0e7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.460618 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b5eb06e9-e2ae-4633-8aa5-6298856be0e7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c5d69709-b7a5-4beb-8202-c0e1bfbc78da HTTP/1.1" status: 204 len: 168 time: 0.8485136 Nov 25 19:33:09.465310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58776) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:09.501189 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.540854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d24413-e554-4fd1-9e30-bad657de6ebd req-49811a4f-837c-4afa-9aab-b0f7cc6def2e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.542650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03d24413-e554-4fd1-9e30-bad657de6ebd req-49811a4f-837c-4afa-9aab-b0f7cc6def2e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 943 time: 0.1053338 Nov 25 19:33:09.546463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-92ba1cd0-04d5-4b62-96ba-ffee1e03db26 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453513 Nov 25 19:33:09.610755 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.647471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-fa41f751-2e05-4029-ae2c-e59d175d761d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=8a281f2c-b693-4946-92e9-005d6524e0d3 HTTP/1.1" status: 200 len: 217 time: 0.0738080 Nov 25 19:33:09.680784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444b7942-9679-4501-b537-08666e74805b None None] DHCP port deletion for f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:09.759570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.788951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03d24413-e554-4fd1-9e30-bad657de6ebd req-1b0b129b-7fa8-4bbe-b1d5-51b889e8026c tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156923 Nov 25 19:33:09.806098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-444b7942-9679-4501-b537-08666e74805b None None] Deleting port baa09dc6-97e5-4780-87fb-beb7e1983aa1 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:09.809713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afffe553-4427-49c8-b4a9-69418e3457c0']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:09.816367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:09.817632 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.833865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.839109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681547e4-0611-40fc-a142-273b08390aef') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:09.839427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681547e4-0611-40fc-a142-273b08390aef') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:09.848063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-f26c3b4f-0a9d-48cd-a167-ce6dbceff63d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:09.857037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-f26c3b4f-0a9d-48cd-a167-ce6dbceff63d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1966922 Nov 25 19:33:09.858175 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.865187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Deleting port baa09dc6-97e5-4780-87fb-beb7e1983aa1 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:09.865887 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.867897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Transition to ACTIVE for port object 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:09.875702 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.885328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.918634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:33:09.919180 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:33:09.921376 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:33:10.040936 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.043517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f151ec3-c324-4f25-a2b0-9b1ce713fea7,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:10.056432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.061549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/afffe553-4427-49c8-b4a9-69418e3457c0 HTTP/1.1" status: 204 len: 168 time: 0.5925400 Nov 25 19:33:10.079301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-444b7942-9679-4501-b537-08666e74805b None None] For port baa09dc6-97e5-4780-87fb-beb7e1983aa1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=baa09dc6-97e5-4780-87fb-beb7e1983aa1,segment=NetworkSegment(d3d4ed79-1b22-408c-8e61-12a58148247d),segment_id=d3d4ed79-1b22-408c-8e61-12a58148247d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:10.079707 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.087924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9290156c-557f-40c6-9924-7dc0c548d8c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=afffe553-4427-49c8-b4a9-69418e3457c0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:10.140654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-444b7942-9679-4501-b537-08666e74805b None None] Calling delete_port for baa09dc6-97e5-4780-87fb-beb7e1983aa1 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:10.186059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] For port baa09dc6-97e5-4780-87fb-beb7e1983aa1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=baa09dc6-97e5-4780-87fb-beb7e1983aa1,segment=NetworkSegment(d3d4ed79-1b22-408c-8e61-12a58148247d),segment_id=d3d4ed79-1b22-408c-8e61-12a58148247d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:10.187114 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.199948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Attempting to bind port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:10.200297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Attempting to bind port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:10.200633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Attempting to bind port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:10.221451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:10.222876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-d5c8742c-7b44-4d6d-a0f1-02e1b54df6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:10.223515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Attempting to bind port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:10.226121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-d5c8742c-7b44-4d6d-a0f1-02e1b54df6d8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3536506 Nov 25 19:33:10.233319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 32, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:10.233726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:10.234249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:10.235434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Bound port: 0f151ec3-c324-4f25-a2b0-9b1ce713fea7, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:10.235876 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.304771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Calling delete_port for baa09dc6-97e5-4780-87fb-beb7e1983aa1 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:10.350300 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.410243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444b7942-9679-4501-b537-08666e74805b None None] Pushing event deleted for resources: {'Port': ['ID=baa09dc6-97e5-4780-87fb-beb7e1983aa1,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:10.422220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device baa09dc6-97e5-4780-87fb-beb7e1983aa1 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:10.443717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] For port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:10.450519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0da4e0-a18b-4e18-9fdf-36cb86f1a295 req-469b0a27-e219-4bb8-ae5e-bcb0273cfeef tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:10.453569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a0da4e0-a18b-4e18-9fdf-36cb86f1a295 req-469b0a27-e219-4bb8-ae5e-bcb0273cfeef tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 947 time: 0.3881361 Nov 25 19:33:10.461478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] For port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0f151ec3-c324-4f25-a2b0-9b1ce713fea7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:10.468034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.498246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.498599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.498993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.499340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.499687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.500024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.500358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.500688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.501019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.501348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.501751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.502005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-444b7942-9679-4501-b537-08666e74805b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:10.512899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-444b7942-9679-4501-b537-08666e74805b None None] No DVR routers for this DVR port baa09dc6-97e5-4780-87fb-beb7e1983aa1 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:10.525593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: baa09dc6-97e5-4780-87fb-beb7e1983aa1 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:10.527039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device baa09dc6-97e5-4780-87fb-beb7e1983aa1 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:10.527930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:10.587900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Pushing event updated for resources: {'Port': ['ID=0f151ec3-c324-4f25-a2b0-9b1ce713fea7,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:10.604833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:10.605771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.607085 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-fd8169ec-d540-40f4-9eae-d26590b7dfb2 service neutron] 10.222.0.60 "PUT /v2.0/ports/0f151ec3-c324-4f25-a2b0-9b1ce713fea7 HTTP/1.1" status: 200 len: 1095 time: 1.6970949 Nov 25 19:33:10.607625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7699d8fd-d06c-4832-b1d0-0d5b8f193ec8', 'tag': '0f151ec3-c324-4f25-a2b0-9b1ce713fea7'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:10.610116 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3" -d '{"events": [{"name": "network-changed", "server_uuid": "7699d8fd-d06c-4832-b1d0-0d5b8f193ec8", "tag": "0f151ec3-c324-4f25-a2b0-9b1ce713fea7"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:10.624965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:10.626046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7c29da0b-f4c1-490c-b1e6-0995e0c9a8b1 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:10.627478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f86c62bd-d145-4ba8-a6c1-ed26de16d673 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:10.717585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58812) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:10.732409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device f949cb77-6e19-4c53-aa3c-2c624572b445 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:10.737827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: f86c62bd-d145-4ba8-a6c1-ed26de16d673 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:10.737827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f86c62bd-d145-4ba8-a6c1-ed26de16d673 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:10.806788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-a48e71d3-3522-479a-9277-6642bcb6d3d2 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5671110 Nov 25 19:33:10.886378 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a0da4e0-a18b-4e18-9fdf-36cb86f1a295 req-b446f7eb-f578-4a10-85fb-27a10fc9695d tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182256 Nov 25 19:33:10.911053 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:10.963496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port f949cb77-6e19-4c53-aa3c-2c624572b445, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f949cb77-6e19-4c53-aa3c-2c624572b445,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:10.978213 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1d2aec42-3813-4d6e-a8b2-47d3c43357f0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=89523965671942b49f984836c2442d69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2596576 Nov 25 19:33:10.982070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58818) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:10.993611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-1e4b702a-dcc0-456b-b885-0efd8eac10df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:10.996349 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-1e4b702a-dcc0-456b-b885-0efd8eac10df service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b9171dd8f264965a7f11de7a399cd6c&device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 1098 time: 0.2809134 Nov 25 19:33:11.007129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'f949cb77-6e19-4c53-aa3c-2c624572b445', 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e', 'port_id': 'f949cb77-6e19-4c53-aa3c-2c624572b445', 'mac_address': 'fa:16:3e:dc:80:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b37492a-adbd-483b-b851-0b412fdd6706', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:11.026566 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Pushing event deleted for resources: {'Port': ['ID=baa09dc6-97e5-4780-87fb-beb7e1983aa1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:11.029286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] No DVR routers for this DVR port baa09dc6-97e5-4780-87fb-beb7e1983aa1 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:11.120331 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.150258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f949cb77-6e19-4c53-aa3c-2c624572b445 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:11.175729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port f949cb77-6e19-4c53-aa3c-2c624572b445, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f949cb77-6e19-4c53-aa3c-2c624572b445,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:11.187930 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-ba0d4ac3-6e38-4bf8-b73d-8b741491bc41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=0f151ec3-c324-4f25-a2b0-9b1ce713fea7 HTTP/1.1" status: 200 len: 217 time: 0.1195655 Nov 25 19:33:11.193270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.194093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:11.269992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-6767f66b-183a-4cfd-a97b-361085d07c50 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4476750 Nov 25 19:33:11.273049 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.292655 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5394d277-55e0-4df8-b9d2-3bbe9c091910 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.318140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-52fc8c1a-e5fe-4166-84b3-27f0f4acd06d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:11.319954 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-52fc8c1a-e5fe-4166-84b3-27f0f4acd06d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1238470 Nov 25 19:33:11.337557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=f949cb77-6e19-4c53-aa3c-2c624572b445,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:11.340704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-f695880b-d7c5-4d08-b1c2-51b811658794 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=678688d0-4586-4af3-9ea9-aa4330cd1027 HTTP/1.1" status: 200 len: 217 time: 0.0566227 Nov 25 19:33:11.345842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:11.396359 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5394d277-55e0-4df8-b9d2-3bbe9c091910 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.403870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3d4ed79-1b22-408c-8e61-12a58148247d') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:11.404490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3d4ed79-1b22-408c-8e61-12a58148247d') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:11.423134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bff31-1653-4364-a2b1-9ff16dc10847 req-904924b1-c765-4629-ae32-e2c281c63eea tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:11.425151 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b0bff31-1653-4364-a2b1-9ff16dc10847 req-904924b1-c765-4629-ae32-e2c281c63eea tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2601843 Nov 25 19:33:11.431404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:11.436452 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.468142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '4fc5e2b8-e448-4520-9851-fff973283422', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'port_id': '4fc5e2b8-e448-4520-9851-fff973283422', 'mac_address': 'fa:16:3e:63:fc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:11.472815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-1fb9597b-dd01-4b87-b69d-219d043e0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:11.474456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-1fb9597b-dd01-4b87-b69d-219d043e0ec7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1230633 Nov 25 19:33:11.475530 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.495375 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5394d277-55e0-4df8-b9d2-3bbe9c091910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.498424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:33:11.498424 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.498692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5394d277-55e0-4df8-b9d2-3bbe9c091910 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:33:11.499621 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:33:11.503149 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5394d277-55e0-4df8-b9d2-3bbe9c091910 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10043c0e-44bf-434d-9666-d75eb089dbec HTTP/1.1" status: 204 len: 168 time: 0.5196390 Nov 25 19:33:11.513909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5394d277-55e0-4df8-b9d2-3bbe9c091910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10043c0e-44bf-434d-9666-d75eb089dbec,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:11.518330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-5cf87c9c-d638-450a-9286-937a54f02354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:11.520467 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-5cf87c9c-d638-450a-9286-937a54f02354 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1798179 Nov 25 19:33:11.569636 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.606230 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4fc5e2b8-e448-4520-9851-fff973283422 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:11.612593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b0bff31-1653-4364-a2b1-9ff16dc10847 req-f748f4cf-b441-4d15-932b-18fba6c6d381 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1782343 Nov 25 19:33:11.615518 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.625790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.639431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] 10.222.0.15 "DELETE /v2.0/networks/f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0 HTTP/1.1" status: 204 len: 168 time: 2.3108947 Nov 25 19:33:11.647067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-99220b4e-2ef8-4c23-813f-48fd91561aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:11.648939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-99220b4e-2ef8-4c23-813f-48fd91561aea service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1654377 Nov 25 19:33:11.677389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:11.683423 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:11.725376 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-f4751c7c-6182-4ce3-bd5c-c0787e129586 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955421 Nov 25 19:33:11.792083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d837b1c2-4a24-4882-8016-b921ab1b4eca admin admin] Pushing event deleted for resources: {'Network': ['ID=f0cd0e59-9fd8-4fc9-8192-ceb1529d38c0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:11.845694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4fc5e2b8-e448-4520-9851-fff973283422'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:11.946743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff650b4-0850-4c8b-bd3c-0ff733e654fa req-c6d5e679-8a28-435b-a8f5-3c5c4555f7cd tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:11.950833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ff650b4-0850-4c8b-bd3c-0ff733e654fa req-c6d5e679-8a28-435b-a8f5-3c5c4555f7cd tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 945 time: 0.1472712 Nov 25 19:33:12.004788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58830) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:12.010415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=12']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:12.041503 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c597d2a9-6f7d-4e56-96b6-ee2eaed7a243 req-37442f8a-890c-42f9-9025-336f4bb2824e service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076522 Nov 25 19:33:12.055260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['f949cb77-6e19-4c53-aa3c-2c624572b445'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:12.075711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ff650b4-0850-4c8b-bd3c-0ff733e654fa req-5c1bc471-7014-4440-8e9b-730f80b0eafd tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083987 Nov 25 19:33:12.095725 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2050f0ca-b352-4789-8c20-26f4de776ddc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=017241546cfd41bdb7a6f6584e2ed13e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0858760 Nov 25 19:33:12.095725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58832) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:12.123214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-355da035-0ea6-419a-8065-892a3b837a72 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4403622 Nov 25 19:33:12.250929 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-331cd8e7-e833-4ea3-a67c-daeec32c36b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:12.279083 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b95275-85d3-4a31-880c-8e9f738ff2c3 x-openstack-request-id: req-c8b95275-85d3-4a31-880c-8e9f738ff2c3 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:12.279362 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7699d8fd-d06c-4832-b1d0-0d5b8f193ec8", "tag": "0f151ec3-c324-4f25-a2b0-9b1ce713fea7", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:12.279621 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8b95275-85d3-4a31-880c-8e9f738ff2c3 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:12.283061 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7699d8fd-d06c-4832-b1d0-0d5b8f193ec8', 'tag': '0f151ec3-c324-4f25-a2b0-9b1ce713fea7', 'status': 'completed', 'code': 200} Nov 25 19:33:12.345047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-331cd8e7-e833-4ea3-a67c-daeec32c36b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:12.346288 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-9ad43517-0917-4965-9199-3136be127da6 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158988 Nov 25 19:33:12.410763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3 req-b62d2615-ff3a-455a-ac15-955595d70628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.412876 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3 req-b62d2615-ff3a-455a-ac15-955595d70628 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2b9171dd8f264965a7f11de7a399cd6c&device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 1098 time: 0.1121380 Nov 25 19:33:12.475473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-4e87380e-e97c-4faa-899b-12d599af6a2b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d HTTP/1.1" status: 200 len: 217 time: 0.1214912 Nov 25 19:33:12.499159 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-331cd8e7-e833-4ea3-a67c-daeec32c36b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:12.502300 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-331cd8e7-e833-4ea3-a67c-daeec32c36b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:12.507424 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-331cd8e7-e833-4ea3-a67c-daeec32c36b0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7ec0a0e0-e2fb-454f-a094-2dc49669fe61 HTTP/1.1" status: 204 len: 168 time: 0.4108019 Nov 25 19:33:12.523930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331cd8e7-e833-4ea3-a67c-daeec32c36b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec0a0e0-e2fb-454f-a094-2dc49669fe61,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:12.566409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3 req-c3458b86-7889-4ed5-bc40-f9643621aeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.569776 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3 req-c3458b86-7889-4ed5-bc40-f9643621aeb8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.1476934 Nov 25 19:33:12.635335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-f26c4167-dad9-4c1e-8f4a-2d7dbf1be4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.636898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-f26c4167-dad9-4c1e-8f4a-2d7dbf1be4e1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1526759 Nov 25 19:33:12.662592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc3975-d246-4a73-8dcb-e2cada0f4323 req-15137b00-af3e-46bb-a258-4c33cb449dd5 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.683836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67cc3975-d246-4a73-8dcb-e2cada0f4323 req-15137b00-af3e-46bb-a258-4c33cb449dd5 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 943 time: 0.2111261 Nov 25 19:33:12.711983 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3 req-db61675c-ecc7-499b-9a40-07b08f7da073 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=0f151ec3-c324-4f25-a2b0-9b1ce713fea7 HTTP/1.1" status: 200 len: 217 time: 0.1320870 Nov 25 19:33:12.809222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3 req-fd297a44-a9b0-4ea2-a78d-21464b273026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.811085 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3 req-fd297a44-a9b0-4ea2-a78d-21464b273026 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0918329 Nov 25 19:33:12.834237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-c8843e0c-03b2-41ec-99d1-6c05681f13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.844100 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-c8843e0c-03b2-41ec-99d1-6c05681f13d0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1935604 Nov 25 19:33:12.879880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3 req-6515c524-bab3-4dde-a9d0-56929dae49da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:12.883850 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3 req-6515c524-bab3-4dde-a9d0-56929dae49da service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0613208 Nov 25 19:33:12.907454 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67cc3975-d246-4a73-8dcb-e2cada0f4323 req-c710e3c7-18d1-4d08-8b3c-6147d9315884 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2064657 Nov 25 19:33:13.050889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-1a2a6a1f-09ed-4cb4-9dc6-6a617effde7a service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041259 Nov 25 19:33:13.099178 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3 req-6d808cf2-4853-4f2a-8a52-3204dbefbbde service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068141 Nov 25 19:33:13.256393 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00d2a92c-2648-40a8-82ca-9c6a6be7edc3 req-4dee9d73-d03d-4510-a08e-d6ca80f02c54 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489117 Nov 25 19:33:13.281644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7076ec-c2d5-4b14-beaf-c07b86630a20 req-e7bef560-f12c-45fd-8c04-c4b249c727b5 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.289922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb7076ec-c2d5-4b14-beaf-c07b86630a20 req-e7bef560-f12c-45fd-8c04-c4b249c727b5 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 947 time: 0.1599932 Nov 25 19:33:13.313866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-3c95b148-4ee1-469e-b8e7-e4f2b207fe10 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496853 Nov 25 19:33:13.381848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-07b565ad-7a02-4419-883d-49dee2975c69 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec HTTP/1.1" status: 200 len: 217 time: 0.0604346 Nov 25 19:33:13.397432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb7076ec-c2d5-4b14-beaf-c07b86630a20 req-9db820a2-6acd-47a0-a595-cc21e2ee65f0 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039562 Nov 25 19:33:13.525787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-00694d54-24ab-4d3f-8638-d3594c5a775d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.527630 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-00694d54-24ab-4d3f-8638-d3594c5a775d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.1306324 Nov 25 19:33:13.603210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e4ce92-b9b8-42e5-ae78-8c907299e27e req-d1e6df7d-fa29-4a53-a7d3-2890f40bfbc5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.605570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96e4ce92-b9b8-42e5-ae78-8c907299e27e req-d1e6df7d-fa29-4a53-a7d3-2890f40bfbc5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 945 time: 0.1334088 Nov 25 19:33:13.653930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-0e529a06-395a-428d-bcd4-a2358570f973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:13.655563 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-0e529a06-395a-428d-bcd4-a2358570f973 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1212215 Nov 25 19:33:13.687872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58868) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:13.704408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96e4ce92-b9b8-42e5-ae78-8c907299e27e req-660205f6-4986-446c-944b-d22f9579ee69 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902326 Nov 25 19:33:13.881683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-2bd369d6-3258-41f1-b1dd-bc0a400e21ff service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919062 Nov 25 19:33:13.886313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-network', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:13.932260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Made reservation on behalf of b78ef7675b774666a87f69a9c2c8895f for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:13.935218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:13.954450 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.097955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.110664 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.208778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:33:14.268590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:14.274683 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58884) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:14.292079 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.292339 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Added segment 7e098222-06a0-4a19-9f30-09416b58223e of type vlan for network 3724fd13-8c16-40f9-b884-23a3476e5bc7 Nov 25 19:33:14.382714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f584e9c-55c7-43e5-b6fe-587fad60dcef req-7bd5305c-df36-44a0-95e4-e583b76aa480 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.391037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f584e9c-55c7-43e5-b6fe-587fad60dcef req-7bd5305c-df36-44a0-95e4-e583b76aa480 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 945 time: 0.4686618 Nov 25 19:33:14.421948 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.436914 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-e25eed6f-ff99-463c-865f-18c54a4eb2dd service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465429 Nov 25 19:33:14.468119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.470270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.471851 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.495715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-d76eef51-1c51-4820-b1f0-bac59b964af7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a HTTP/1.1" status: 200 len: 217 time: 0.0494955 Nov 25 19:33:14.501535 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f584e9c-55c7-43e5-b6fe-587fad60dcef req-642e51f3-b24d-43ec-8a36-fa5f55e0e945 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088002 Nov 25 19:33:14.511798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-719166009-network', 'tenant_id': '83333b8469bb4245905c366f483cdcf1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:14.588199 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8991287 Nov 25 19:33:14.589497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58890) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:14.595836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] Request body: {'subnet': {'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-subnet', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:14.611997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-fb60aba3-ed9b-4bd9-9628-11e475d0f33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.614715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-fb60aba3-ed9b-4bd9-9628-11e475d0f33a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.1100113 Nov 25 19:33:14.621074 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5dde4b-35e5-45f9-af33-f5501233581c admin admin] Pushing event updated for resources: {'Network': ['ID=3724fd13-8c16-40f9-b884-23a3476e5bc7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:14.625253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Made reservation on behalf of 83333b8469bb4245905c366f483cdcf1 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:14.627724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.645077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 3724fd13-8c16-40f9-b884-23a3476e5bc7 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:33:14.654981 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.710359 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0da3c261-69d6-420b-a274-6bf3d17f8347 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:14.752805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] Made reservation on behalf of b78ef7675b774666a87f69a9c2c8895f for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:14.755512 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.834877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.841419 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.846768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-53b17e19-2bb2-4eba-92c9-cef1ea318338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.848631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-53b17e19-2bb2-4eba-92c9-cef1ea318338 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2260730 Nov 25 19:33:14.862194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 0da3c261-69d6-420b-a274-6bf3d17f8347, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0da3c261-69d6-420b-a274-6bf3d17f8347,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:14.868149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6727137-a5a8-4133-aead-4fefaac52c7d req-ce78e844-3c29-441e-a080-d78694f6e36a tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:14.873674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:33:14.876852 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6727137-a5a8-4133-aead-4fefaac52c7d req-ce78e844-3c29-441e-a080-d78694f6e36a tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 943 time: 0.1840262 Nov 25 19:33:14.879049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:14.896025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:14.899857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:14.900379 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Added segment 0ca694f8-43c9-4971-be9b-69f0614fdf83 of type vlan for network 8341f09c-6e03-4924-a932-63aca593e8e8 Nov 25 19:33:14.957960 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.012377 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.014089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:15.014981 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.021804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '0da3c261-69d6-420b-a274-6bf3d17f8347', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'port_id': '0da3c261-69d6-420b-a274-6bf3d17f8347', 'mac_address': 'fa:16:3e:17:88:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:15.089959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 4fc5e2b8-e448-4520-9851-fff973283422 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:15.090639 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.106503 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8169215 Nov 25 19:33:15.109744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58896) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:15.115076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] Request body: {'subnet': {'network_id': '8341f09c-6e03-4924-a932-63aca593e8e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-719166009-subnet', 'tenant_id': '83333b8469bb4245905c366f483cdcf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:15.169331 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.199838 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da3c261-69d6-420b-a274-6bf3d17f8347 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:15.222846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 0da3c261-69d6-420b-a274-6bf3d17f8347, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0da3c261-69d6-420b-a274-6bf3d17f8347,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:15.228109 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.243492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993c14a0-89e7-4920-9cc6-2ce765979081 admin admin] Pushing event updated for resources: {'Network': ['ID=8341f09c-6e03-4924-a932-63aca593e8e8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:15.271897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 8341f09c-6e03-4924-a932-63aca593e8e8 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:33:15.292766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] Made reservation on behalf of 83333b8469bb4245905c366f483cdcf1 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:15.295320 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.354174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6727137-a5a8-4133-aead-4fefaac52c7d req-6e496123-1eab-4d2a-a46d-b01623bdc0ed tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4762893 Nov 25 19:33:15.356538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-e43a2e91-64a0-4d34-a188-72ae4a5e1496 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475336 Nov 25 19:33:15.422739 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.487151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=0da3c261-69d6-420b-a274-6bf3d17f8347,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:15.513972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['0da3c261-69d6-420b-a274-6bf3d17f8347'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:15.578125 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.606474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1bb1206d-cadb-4115-9efa-67753bdec310,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:15.630742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:15.635040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:15.638243 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efea360c-4527-459e-bd6f-82d77091e0c4" -d '{"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:15.639699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] Checking segment: {'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:15.640076 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] Network hostable DHCP agents. Network: 3724fd13-8c16-40f9-b884-23a3476e5bc7, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:33:15.646029 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.646677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device f949cb77-6e19-4c53-aa3c-2c624572b445 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:15.654875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2370d-09dd-4762-a7a2-cf42fd451fb1 req-434b254b-3aac-49fd-b836-153636684efd tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:15.656573 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58e2370d-09dd-4762-a7a2-cf42fd451fb1 req-434b254b-3aac-49fd-b836-153636684efd tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 947 time: 0.1736472 Nov 25 19:33:15.673378 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf4716f-b801-4d35-8382-eee1ab5a48f4 req-ae7cf0c5-e6a2-42c5-a43e-5a2ec5f70e6f service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2994595 Nov 25 19:33:15.738412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] Network 3724fd13-8c16-40f9-b884-23a3476e5bc7 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:33:15.754705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 3724fd13-8c16-40f9-b884-23a3476e5bc7) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:15.792096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17264da-a042-41f4-b653-942fdd2475a7 None None] Network 3724fd13-8c16-40f9-b884-23a3476e5bc7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:15.805989 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.807824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=13']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:15.812417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:15.814155 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.858736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58e2370d-09dd-4762-a7a2-cf42fd451fb1 req-32af84e8-d6ef-49c6-be13-1fe26836868c tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874530 Nov 25 19:33:15.862348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3eee2922-9164-4c1b-9200-a25af7b85539 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2711964 Nov 25 19:33:15.866341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58902) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:15.877863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-router', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:15.934336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.936705 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:15.937107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=519cc865-25a2-4a10-90d5-69844e85ece2,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:15.944176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port f949cb77-6e19-4c53-aa3c-2c624572b445 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:15.962013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] Checking segment: {'id': '0ca694f8-43c9-4971-be9b-69f0614fdf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8341f09c-6e03-4924-a932-63aca593e8e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:15.962353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] Network hostable DHCP agents. Network: 8341f09c-6e03-4924-a932-63aca593e8e8, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:33:16.011001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port f949cb77-6e19-4c53-aa3c-2c624572b445 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:16.011373 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:16.014857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] Network 8341f09c-6e03-4924-a932-63aca593e8e8 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:33:16.028450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 8341f09c-6e03-4924-a932-63aca593e8e8) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:16.036297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:16.037077 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:16.090035 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c0147622-1ca7-454a-b077-fd667388daeb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9791260 Nov 25 19:33:16.096555 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:16.276849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1831c7e0-5585-488b-9995-a29c875fe857 None None] Network 8341f09c-6e03-4924-a932-63aca593e8e8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:16.515109 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:16.593458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd310a-9d3f-48bf-8bb7-ecde90c1b74d req-aa44cce7-dfbc-4537-9a21-f06b74826472 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:16.615719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71cd310a-9d3f-48bf-8bb7-ecde90c1b74d req-aa44cce7-dfbc-4537-9a21-f06b74826472 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 946 time: 0.4853168 Nov 25 19:33:16.710288 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71cd310a-9d3f-48bf-8bb7-ecde90c1b74d req-4e84a9f7-e33f-4694-b326-34445eef1837 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933084 Nov 25 19:33:16.740809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:16.923840 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:16.936650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d37fcb74-0cb8-4af4-81f7-b6772a60082c None None] Network 3724fd13-8c16-40f9-b884-23a3476e5bc7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:17.069108 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.098249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c77c86-00d3-4f46-a5b4-02bd209125d6 None None] Network 8341f09c-6e03-4924-a932-63aca593e8e8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:17.119378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225438d0-4824-4968-9797-51eef8c52004 req-be1a5de1-58a3-4085-bf12-d9c01bbcbfb4 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:17.120565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-225438d0-4824-4968-9797-51eef8c52004 req-be1a5de1-58a3-4085-bf12-d9c01bbcbfb4 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 945 time: 0.1866050 Nov 25 19:33:17.121667 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.190277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0f151ec3-c324-4f25-a2b0-9b1ce713fea7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:17.218043 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '0f151ec3-c324-4f25-a2b0-9b1ce713fea7', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': '0f151ec3-c324-4f25-a2b0-9b1ce713fea7', 'mac_address': 'fa:16:3e:0c:d5:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:17.233473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-225438d0-4824-4968-9797-51eef8c52004 req-7de7ced1-f4c4-4d6e-80ff-272955f59197 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040983 Nov 25 19:33:17.260342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port f949cb77-6e19-4c53-aa3c-2c624572b445, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f949cb77-6e19-4c53-aa3c-2c624572b445,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:17.289333 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.379781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Allocated IP 172.25.8.157 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/cb143ad3-7718-41c0-875c-28d231c90f71) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:17.501252 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34922208-5876-4acf-909c-a0098211beb2 x-openstack-request-id: req-34922208-5876-4acf-909c-a0098211beb2 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:17.501720 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-plugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:17.502147 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-34922208-5876-4acf-909c-a0098211beb2 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:17.502914 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422', 'code': 200} Nov 25 19:33:17.510015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0da3c261-69d6-420b-a274-6bf3d17f8347 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:17.599304 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.612695 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69ed23b-d663-4613-9d21-5173ddc99f61 req-f8f395b9-4469-436d-9360-c83f41fe0610 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:17.622300 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a69ed23b-d663-4613-9d21-5173ddc99f61 req-f8f395b9-4469-436d-9360-c83f41fe0610 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 944 time: 0.1574025 Nov 25 19:33:17.639805 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:17.666657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0f151ec3-c324-4f25-a2b0-9b1ce713fea7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:17.667009 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.668690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=f949cb77-6e19-4c53-aa3c-2c624572b445,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:17.681418 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.746533 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a69ed23b-d663-4613-9d21-5173ddc99f61 req-4d9b6acf-0533-42fc-94f2-3f017aba2c09 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1230125 Nov 25 19:33:17.804000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.830480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:17.838746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 0da3c261-69d6-420b-a274-6bf3d17f8347 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:17.857211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 0da3c261-69d6-420b-a274-6bf3d17f8347 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:17.857949 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:17.865450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:17.870222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:17.914844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0237eee0-0ff5-4665-8c76-699342ba8b4b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:17.925563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=0f151ec3-c324-4f25-a2b0-9b1ce713fea7,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:17.933302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Pushing event updated for resources: {'Port': ['ID=cb143ad3-7718-41c0-875c-28d231c90f71,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:17.949597 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['0f151ec3-c324-4f25-a2b0-9b1ce713fea7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:18.250208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d042d303-6ff1-42c0-b641-57379fdd6d51 None None] Provisioning complete for port cb143ad3-7718-41c0-875c-28d231c90f71 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:18.250759 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d042d303-6ff1-42c0-b641-57379fdd6d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.252520 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.362504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d042d303-6ff1-42c0-b641-57379fdd6d51 None None] Port cb143ad3-7718-41c0-875c-28d231c90f71 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:18.366947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 0da3c261-69d6-420b-a274-6bf3d17f8347, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0da3c261-69d6-420b-a274-6bf3d17f8347,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:18.369598 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.375148 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.446275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=0da3c261-69d6-420b-a274-6bf3d17f8347,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:18.463716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-b6628e9a-7cfe-4703-b5bd-ff1152d0a450 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:18.465411 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-b6628e9a-7cfe-4703-b5bd-ff1152d0a450 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/networks?id=8341f09c-6e03-4924-a932-63aca593e8e8 HTTP/1.1" status: 200 len: 813 time: 0.2626736 Nov 25 19:33:18.559359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-90a7924e-7502-479c-a795-a88cbb9e8fb2 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/quotas/83333b8469bb4245905c366f483cdcf1 HTTP/1.1" status: 200 len: 375 time: 0.0364146 Nov 25 19:33:18.682323 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-9231cd0f-de8f-46d7-8eeb-078c7eac604f tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=83333b8469bb4245905c366f483cdcf1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1182990 Nov 25 19:33:18.873591 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:18.884130 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-b893211f-e1c2-4cc2-a4d5-34cf86b5aa2c service neutron] 10.222.0.15 "GET /v2.0/networks/8341f09c-6e03-4924-a932-63aca593e8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794746 Nov 25 19:33:19.484605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-a38f6438-4438-4849-a238-f41afed36886 service neutron] 10.222.0.15 "GET /v2.0/networks/8341f09c-6e03-4924-a932-63aca593e8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5339470 Nov 25 19:33:19.504346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f949cb77-6e19-4c53-aa3c-2c624572b445'}, {'server_uuid': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da3c261-69d6-420b-a274-6bf3d17f8347'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:19.507801 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff712ac-1d4d-4b89-82a0-bcb8eda1c37a" -d '{"events": [{"server_uuid": "148ad758-10e3-4f5b-9714-6172d4c5272c", "name": "network-vif-plugged", "status": "completed", "tag": "f949cb77-6e19-4c53-aa3c-2c624572b445"}, {"server_uuid": "6e79bbac-139d-4a78-b8f3-c00b3ffe7637", "name": "network-vif-plugged", "status": "completed", "tag": "0da3c261-69d6-420b-a274-6bf3d17f8347"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:19.542022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Router 6399017b-4f19-4d39-bd10-8a5367e18701 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:33:19.750352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:19.775364 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:19.775577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Sync routers for ids ['6399017b-4f19-4d39-bd10-8a5367e18701'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:19.780461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58944) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:19.781203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2df6c1f0-1104-42b1-b092-4858d4d62eea admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.9125102 Nov 25 19:33:19.841189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Routers {'6399017b-4f19-4d39-bd10-8a5367e18701'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:19.848420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6399017b-4f19-4d39-bd10-8a5367e18701'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:19.852145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4742a1-5dfd-461e-86e0-8004ac386ceb req-84fe93e9-0daf-4110-94ef-d0f8241f5850 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:19.855134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b4742a1-5dfd-461e-86e0-8004ac386ceb req-84fe93e9-0daf-4110-94ef-d0f8241f5850 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 948 time: 0.0686209 Nov 25 19:33:19.978461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b4742a1-5dfd-461e-86e0-8004ac386ceb req-32624436-c853-4d8d-9987-99daac862963 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050224 Nov 25 19:33:20.202909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ec0d2-eb8c-4ecf-b46a-bebceedf1793 req-b7134a02-d691-4f9b-a0b5-b015b93c7b84 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:20.212296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d92ec0d2-eb8c-4ecf-b46a-bebceedf1793 req-b7134a02-d691-4f9b-a0b5-b015b93c7b84 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 946 time: 0.0986881 Nov 25 19:33:20.279645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Set router 6399017b-4f19-4d39-bd10-8a5367e18701 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:20.285179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d92ec0d2-eb8c-4ecf-b46a-bebceedf1793 req-e1aef591-4002-4733-8949-af0d350db48e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697961 Nov 25 19:33:20.453599 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:20.689184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6fc44-7603-4ffa-95f6-e124380197e7 req-3f432b88-9611-4df2-88cd-e6c04f7b0fb1 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:20.706657 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2c6fc44-7603-4ffa-95f6-e124380197e7 req-3f432b88-9611-4df2-88cd-e6c04f7b0fb1 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 946 time: 0.2301226 Nov 25 19:33:20.735804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:20.852541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-router', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:15Z', 'updated_at': '2021-11-25T19:33:18Z', 'revision_number': 3, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'gw_port': {'id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:17Z', 'updated_at': '2021-11-25T19:33:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:20.867606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2c6fc44-7603-4ffa-95f6-e124380197e7 req-227f8c96-408b-4633-90d8-c12ea37c5088 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582017 Nov 25 19:33:20.908203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Checking router: 6399017b-4f19-4d39-bd10-8a5367e18701 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:20.908203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Updating router 6399017b-4f19-4d39-bd10-8a5367e18701 port cb143ad3-7718-41c0-875c-28d231c90f71 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:33:20.984450 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.122896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:21.139605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:21.140003 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.172152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65127f3-899a-4aea-981f-6137a5c3c64c req-dc3b7feb-5e29-4637-bd94-60912ee61ead tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:21.173832 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f65127f3-899a-4aea-981f-6137a5c3c64c req-dc3b7feb-5e29-4637-bd94-60912ee61ead tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 945 time: 0.1003397 Nov 25 19:33:21.315512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f65127f3-899a-4aea-981f-6137a5c3c64c req-518954f1-d674-48ff-963f-5a932f69ad3e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1046412 Nov 25 19:33:21.444438 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.460729 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8300a0c-d02c-461e-a24a-b57db5b94cca x-openstack-request-id: req-f8300a0c-d02c-461e-a24a-b57db5b94cca {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:21.460729 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148ad758-10e3-4f5b-9714-6172d4c5272c", "name": "network-vif-plugged", "status": "completed", "tag": "f949cb77-6e19-4c53-aa3c-2c624572b445", "code": 200}, {"server_uuid": "6e79bbac-139d-4a78-b8f3-c00b3ffe7637", "name": "network-vif-plugged", "status": "completed", "tag": "0da3c261-69d6-420b-a274-6bf3d17f8347", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:21.461038 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8300a0c-d02c-461e-a24a-b57db5b94cca {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:21.461168 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f949cb77-6e19-4c53-aa3c-2c624572b445', 'code': 200} Nov 25 19:33:21.461420 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da3c261-69d6-420b-a274-6bf3d17f8347', 'code': 200} Nov 25 19:33:21.493791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.597602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a27ef9f-d833-4f41-ae6f-e855f5a3592f req-85821246-81ff-49d2-b839-5b00f3e256de tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 210 time: 0.0612156 Nov 25 19:33:21.650502 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.662591 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:21.795858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711b4756-b4fc-4cf7-8300-89d0ccb36ea8 req-696fe2aa-572e-480c-819d-2df57f39b3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:21.798625 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-711b4756-b4fc-4cf7-8300-89d0ccb36ea8 req-696fe2aa-572e-480c-819d-2df57f39b3ba service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 1096 time: 0.1372519 Nov 25 19:33:21.822019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db41ba2-f61e-4c1a-9a0f-734ed76d8aa4 req-639add7d-2723-40f2-bdf3-1077f8f46389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:21.823756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db41ba2-f61e-4c1a-9a0f-734ed76d8aa4 req-639add7d-2723-40f2-bdf3-1077f8f46389 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 1097 time: 0.1733680 Nov 25 19:33:21.890680 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-711b4756-b4fc-4cf7-8300-89d0ccb36ea8 req-d6f220cd-6948-472a-bd8c-5c50b8737e01 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581887 Nov 25 19:33:21.938149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4db41ba2-f61e-4c1a-9a0f-734ed76d8aa4 req-8ccb64b7-2171-4cbc-8ab6-d846986a5a4a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003921 Nov 25 19:33:22.027683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0b3432-3f04-4b63-8deb-60be8aecc700 req-f649aede-754f-4111-b3a0-ff743b4858ba tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:22.041619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f0b3432-3f04-4b63-8deb-60be8aecc700 req-f649aede-754f-4111-b3a0-ff743b4858ba tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 948 time: 0.1223693 Nov 25 19:33:22.116109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0f151ec3-c324-4f25-a2b0-9b1ce713fea7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:22.118334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1493c-414d-49e6-ad51-97c91c927359 None None] Pushing event updated for resources: {'Port': ['ID=cb143ad3-7718-41c0-875c-28d231c90f71,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:22.119054 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Allocated IP 172.20.0.1 (3724fd13-8c16-40f9-b884-23a3476e5bc7/1bb1206d-cadb-4115-9efa-67753bdec310/aa778c51-ea9e-437b-9862-ea623e11762d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:22.122730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f0b3432-3f04-4b63-8deb-60be8aecc700 req-524c0c10-d7dd-4950-b35a-5fa0237f7d93 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800858 Nov 25 19:33:22.139378 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.208664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=0f151ec3-c324-4f25-a2b0-9b1ce713fea7,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:22.211842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd0f721-794f-4f60-8817-535fa6c13ed5 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:22.214537 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Attempting to bind port cb143ad3-7718-41c0-875c-28d231c90f71 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:22.215067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Attempting to bind port cb143ad3-7718-41c0-875c-28d231c90f71 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:22.215533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Attempting to bind port cb143ad3-7718-41c0-875c-28d231c90f71 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:22.225234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:22.225809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:22.226879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.227416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:22.228211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Bound port: cb143ad3-7718-41c0-875c-28d231c90f71, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:22.229616 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.287685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] For port cb143ad3-7718-41c0-875c-28d231c90f71, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:22.292275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] For port cb143ad3-7718-41c0-875c-28d231c90f71, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cb143ad3-7718-41c0-875c-28d231c90f71,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:22.298124 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.302052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376eaea3-565b-4e74-90d3-fcde5111c63d req-01e2124e-4062-467c-ae9d-992350d7e18c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:22.316896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-376eaea3-565b-4e74-90d3-fcde5111c63d req-01e2124e-4062-467c-ae9d-992350d7e18c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 946 time: 0.1311524 Nov 25 19:33:22.440143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Routers {'6399017b-4f19-4d39-bd10-8a5367e18701'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:22.441007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6399017b-4f19-4d39-bd10-8a5367e18701'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:22.447310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84aac9d-5f89-4505-a4b9-4dd30469d257 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:22.502885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7fe20657-d2e4-409b-bcf1-ae03453850fe None None] Provisioning complete for port cb143ad3-7718-41c0-875c-28d231c90f71 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:22.503565 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7fe20657-d2e4-409b-bcf1-ae03453850fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.553179 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.580140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d1493c-414d-49e6-ad51-97c91c927359 None None] Pushing event updated for resources: {'Port': ['ID=cb143ad3-7718-41c0-875c-28d231c90f71,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:22.658770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.727236 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-97cddff3-96a3-4ced-99e6-155ebef400de tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:22.741662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Network 3724fd13-8c16-40f9-b884-23a3476e5bc7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:22.743131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-97cddff3-96a3-4ced-99e6-155ebef400de tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.60 "GET /v2.0/networks?id=8341f09c-6e03-4924-a932-63aca593e8e8 HTTP/1.1" status: 200 len: 813 time: 0.3919327 Nov 25 19:33:22.747289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] Set router 6399017b-4f19-4d39-bd10-8a5367e18701 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:22.753125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Request body: {'port': {'device_id': 'e97f16d4-e249-49b3-ac9e-9e05b959bd33', 'network_id': '8341f09c-6e03-4924-a932-63aca593e8e8', 'admin_state_up': True, 'tenant_id': '83333b8469bb4245905c366f483cdcf1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:22.756940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:22.775832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:22.865961 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.913143 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.920731 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7fe20657-d2e4-409b-bcf1-ae03453850fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:22.966179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-376eaea3-565b-4e74-90d3-fcde5111c63d req-e3d3dfe0-3a5e-42ff-a585-848b80b4f28d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6480460 Nov 25 19:33:23.050110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Pushing event updated for resources: {'Port': ['ID=aa778c51-ea9e-437b-9862-ea623e11762d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:23.196114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7fe20657-d2e4-409b-bcf1-ae03453850fe None None] For port cb143ad3-7718-41c0-875c-28d231c90f71, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cb143ad3-7718-41c0-875c-28d231c90f71,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:23.233850 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7fe20657-d2e4-409b-bcf1-ae03453850fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.248331 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.301158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38a324-6c76-478e-8ab4-d2e558594961 req-5f14c236-a2d5-449a-9d7f-fdb52778efa1 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:23.338792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b38a324-6c76-478e-8ab4-d2e558594961 req-5f14c236-a2d5-449a-9d7f-fdb52778efa1 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 946 time: 0.2468700 Nov 25 19:33:23.341554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Made reservation on behalf of 83333b8469bb4245905c366f483cdcf1 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:23.362462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.458104 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.464882 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.499203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699d8fd-d06c-4832-b1d0-0d5b8f193ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f151ec3-c324-4f25-a2b0-9b1ce713fea7'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:23.513070 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77975240-3151-4b1e-af6a-71d27ab938a2" -d '{"events": [{"server_uuid": "7699d8fd-d06c-4832-b1d0-0d5b8f193ec8", "name": "network-vif-plugged", "status": "completed", "tag": "0f151ec3-c324-4f25-a2b0-9b1ce713fea7"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:23.564167 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.571572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe20657-d2e4-409b-bcf1-ae03453850fe None None] Pushing event updated for resources: {'Port': ['ID=cb143ad3-7718-41c0-875c-28d231c90f71,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:23.581951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-00dcc006-d2b2-4257-b832-a3ff423f3225 None None] Provisioning complete for port cb143ad3-7718-41c0-875c-28d231c90f71 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:23.582341 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-00dcc006-d2b2-4257-b832-a3ff423f3225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:23.644294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b38a324-6c76-478e-8ab4-d2e558594961 req-b451e843-1019-4cb8-aefe-cb264660a8dd tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044798 Nov 25 19:33:23.659166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Pushing event updated for resources: {'Port': ['ID=aa778c51-ea9e-437b-9862-ea623e11762d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:23.682728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-router', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:15Z', 'updated_at': '2021-11-25T19:33:18Z', 'revision_number': 3, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'gw_port': {'id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:17Z', 'updated_at': '2021-11-25T19:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:23.760433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2e2149d-cd79-4bfb-9b61-815f0876b64a None None] The sync data for ids ['6399017b-4f19-4d39-bd10-8a5367e18701'] in n-d-817303-9 is: [{'id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-router', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:15Z', 'updated_at': '2021-11-25T19:33:18Z', 'revision_number': 3, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'gw_port': {'id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:17Z', 'updated_at': '2021-11-25T19:33:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:23.816592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Allocated IP 172.20.0.6 (8341f09c-6e03-4924-a932-63aca593e8e8/519cc865-25a2-4a10-90d5-69844e85ece2/fd6edc63-012a-424e-a1a7-76b5083108d0) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:23.939958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Network 3724fd13-8c16-40f9-b884-23a3476e5bc7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:23.942380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:24.080845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d995fa-661f-464d-99d1-e919af8f4bab req-a4a00d67-f060-4216-ac91-f4d1b736aa09 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:24.090320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12d995fa-661f-464d-99d1-e919af8f4bab req-a4a00d67-f060-4216-ac91-f4d1b736aa09 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 945 time: 0.2182987 Nov 25 19:33:24.365648 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12d995fa-661f-464d-99d1-e919af8f4bab req-f74fc820-0e2b-4cd1-af82-46e97b4bead5 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732878 Nov 25 19:33:24.398526 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.416607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Router 6399017b-4f19-4d39-bd10-8a5367e18701 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:24.502458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cb143ad3-7718-41c0-875c-28d231c90f71 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:24.521614 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.643282 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Network 8341f09c-6e03-4924-a932-63aca593e8e8 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:24.654824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:24.672938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:24.706096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port cb143ad3-7718-41c0-875c-28d231c90f71 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:24.706691 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.773751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Pushing event updated for resources: {'Port': ['ID=fd6edc63-012a-424e-a1a7-76b5083108d0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:24.813939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:24.826912 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-18d3bb5c-c819-4f63-8191-fb1158e94ddf admin admin] 10.222.0.15 "PUT /v2.0/routers/6399017b-4f19-4d39-bd10-8a5367e18701/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0446494 Nov 25 19:33:24.830711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:24.847213 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:24.921952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d6c4d-c6d0-446b-868f-44b572fbab7a req-5d7aa905-0dda-4846-ba96-213ae3057fb8 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:24.947643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-552d6c4d-c6d0-446b-868f-44b572fbab7a req-5d7aa905-0dda-4846-ba96-213ae3057fb8 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 931 time: 0.3716214 Nov 25 19:33:25.003510 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-042656d0-cc81-430e-9618-7b22f990caa0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2560916 Nov 25 19:33:25.026264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Request body: {'port': {'device_id': 'e97f16d4-e249-49b3-ac9e-9e05b959bd33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:25.153211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-552d6c4d-c6d0-446b-868f-44b572fbab7a req-2bb4b853-13c5-4310-9f0c-635b7ca745fd tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018318 Nov 25 19:33:25.247285 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:25.795407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87f0146-e23c-4887-a623-fbfd6309d378 req-f86741ed-891e-441d-a24b-2452d9749a3b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:25.798670 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b87f0146-e23c-4887-a623-fbfd6309d378 req-f86741ed-891e-441d-a24b-2452d9749a3b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 949 time: 0.5205171 Nov 25 19:33:25.957521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b87f0146-e23c-4887-a623-fbfd6309d378 req-ecb1260d-a5e3-488c-9974-31f7d5c19b04 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475124 Nov 25 19:33:26.041565 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4c8ce9-4182-433d-81e5-61f948f36ce8 x-openstack-request-id: req-bc4c8ce9-4182-433d-81e5-61f948f36ce8 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:26.043029 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7699d8fd-d06c-4832-b1d0-0d5b8f193ec8", "name": "network-vif-plugged", "status": "completed", "tag": "0f151ec3-c324-4f25-a2b0-9b1ce713fea7", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:26.043672 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bc4c8ce9-4182-433d-81e5-61f948f36ce8 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:26.044455 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699d8fd-d06c-4832-b1d0-0d5b8f193ec8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f151ec3-c324-4f25-a2b0-9b1ce713fea7', 'code': 200} Nov 25 19:33:26.113038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd6edc63-012a-424e-a1a7-76b5083108d0 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:26.152877 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.196123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Transition to ACTIVE for port object fd6edc63-012a-424e-a1a7-76b5083108d0 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:26.198657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a3485-584f-4084-8a1f-9b37cae56f0e req-e8b48949-46a4-4ac6-93dd-6e0fcf5b834a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:26.200466 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8d5a3485-584f-4084-8a1f-9b37cae56f0e req-e8b48949-46a4-4ac6-93dd-6e0fcf5b834a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 1100 time: 0.0893292 Nov 25 19:33:26.204423 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.351980 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8d5a3485-584f-4084-8a1f-9b37cae56f0e req-d2e54dda-e777-45cc-8c24-6c8df46769a9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410072 Nov 25 19:33:26.453839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6edc63-012a-424e-a1a7-76b5083108d0,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:26.474781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a437335-eaad-4d9d-b9b6-cc2dd87cacb6 req-5c7d2c55-aa82-4cf5-bd6e-41a2237b06a8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:26.485825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a437335-eaad-4d9d-b9b6-cc2dd87cacb6 req-5c7d2c55-aa82-4cf5-bd6e-41a2237b06a8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 946 time: 0.1632195 Nov 25 19:33:26.565150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Attempting to bind port fd6edc63-012a-424e-a1a7-76b5083108d0 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:26.565494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Attempting to bind port fd6edc63-012a-424e-a1a7-76b5083108d0 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '0ca694f8-43c9-4971-be9b-69f0614fdf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8341f09c-6e03-4924-a932-63aca593e8e8'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:26.565829 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Attempting to bind port fd6edc63-012a-424e-a1a7-76b5083108d0 on network 8341f09c-6e03-4924-a932-63aca593e8e8 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:26.610601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Port fd6edc63-012a-424e-a1a7-76b5083108d0 on network 8341f09c-6e03-4924-a932-63aca593e8e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:26.611178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Attempting to bind port fd6edc63-012a-424e-a1a7-76b5083108d0 on network 8341f09c-6e03-4924-a932-63aca593e8e8 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:26.679365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:26.679944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Checking segment: {'id': '0ca694f8-43c9-4971-be9b-69f0614fdf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8341f09c-6e03-4924-a932-63aca593e8e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:26.680768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Bound using segment: {'id': '0ca694f8-43c9-4971-be9b-69f0614fdf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8341f09c-6e03-4924-a932-63aca593e8e8'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:26.681658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Bound port: fd6edc63-012a-424e-a1a7-76b5083108d0, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ca694f8-43c9-4971-be9b-69f0614fdf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '8341f09c-6e03-4924-a932-63aca593e8e8'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:26.706282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:26.785380 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a437335-eaad-4d9d-b9b6-cc2dd87cacb6 req-ed61cc0e-0f20-4ed7-b5f0-75dae0cdc07d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2822628 Nov 25 19:33:27.012629 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Sync routers for ids ['6399017b-4f19-4d39-bd10-8a5367e18701'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:27.022272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] For port fd6edc63-012a-424e-a1a7-76b5083108d0, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:27.028660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] For port fd6edc63-012a-424e-a1a7-76b5083108d0, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd6edc63-012a-424e-a1a7-76b5083108d0,segment=NetworkSegment(0ca694f8-43c9-4971-be9b-69f0614fdf83),segment_id=0ca694f8-43c9-4971-be9b-69f0614fdf83)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:27.039768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcbb54-076a-406e-a727-b3f7d71c8a9c req-cfb9169c-d155-4aaa-b21c-f5df1bcf885d tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:27.043347 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Routers {'6399017b-4f19-4d39-bd10-8a5367e18701'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:27.050488 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6399017b-4f19-4d39-bd10-8a5367e18701'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:27.051324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59000) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:27.053743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59fcbb54-076a-406e-a727-b3f7d71c8a9c req-cfb9169c-d155-4aaa-b21c-f5df1bcf885d tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 945 time: 0.1635640 Nov 25 19:33:27.056831 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.057268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-67bff0dc-3957-4b09-9557-20ca7315a4ec tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Request body: {'floatingip': {'port_id': '0da3c261-69d6-420b-a274-6bf3d17f8347'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:27.156339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:27.157137 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.158705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] 10.222.0.60 "PUT /v2.0/ports/fd6edc63-012a-424e-a1a7-76b5083108d0 HTTP/1.1" status: 200 len: 1091 time: 2.1405532 Nov 25 19:33:27.159307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e97f16d4-e249-49b3-ac9e-9e05b959bd33', 'tag': 'fd6edc63-012a-424e-a1a7-76b5083108d0'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:27.162204 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762a9b32-e81e-4c42-a354-48912a219ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "e97f16d4-e249-49b3-ac9e-9e05b959bd33", "tag": "fd6edc63-012a-424e-a1a7-76b5083108d0"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:27.180778 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67bff0dc-3957-4b09-9557-20ca7315a4ec tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for floatingip, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:27.218992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91027c31-5c0e-431b-9175-b1016a197085 service neutron] Pushing event updated for resources: {'Port': ['ID=fd6edc63-012a-424e-a1a7-76b5083108d0,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:27.310398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662bdbd-41bc-40e6-a1a5-38c4e1b4bf01 req-ddb98c3e-a16c-41bf-a16d-cb8f651d6c59 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:27.318297 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1662bdbd-41bc-40e6-a1a5-38c4e1b4bf01 req-ddb98c3e-a16c-41bf-a16d-cb8f651d6c59 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 946 time: 0.1638076 Nov 25 19:33:27.327748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-4a2c44bb-3cd9-4aa1-b1de-26c79713cda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:27.329740 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-4a2c44bb-3cd9-4aa1-b1de-26c79713cda5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83333b8469bb4245905c366f483cdcf1&device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 1094 time: 0.0977829 Nov 25 19:33:27.407896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-09feccdf-294f-4e59-8604-bfcc1263b417 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd6edc63-012a-424e-a1a7-76b5083108d0 HTTP/1.1" status: 200 len: 217 time: 0.0602117 Nov 25 19:33:27.499241 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1662bdbd-41bc-40e6-a1a5-38c4e1b4bf01 req-46daf12f-ad93-4bac-a3f9-fa211adfe080 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798205 Nov 25 19:33:27.516912 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Set router 6399017b-4f19-4d39-bd10-8a5367e18701 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:27.531112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-4b10f7b6-54b4-460c-8a17-6df8947f745b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:27.531112 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-4b10f7b6-54b4-460c-8a17-6df8947f745b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=519cc865-25a2-4a10-90d5-69844e85ece2 HTTP/1.1" status: 200 len: 853 time: 0.1034749 Nov 25 19:33:27.608394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-c55094f6-b467-49ee-96d9-493e77c219ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8341f09c-6e03-4924-a932-63aca593e8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737984 Nov 25 19:33:28.177896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-3936935c-679b-49e6-a4b9-a1e02cd0066b service neutron] 10.222.0.60 "GET /v2.0/networks/8341f09c-6e03-4924-a932-63aca593e8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5594337 Nov 25 19:33:28.270367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-86214214-656b-4896-b3fa-bec5272cd93a tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:28.289519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-86214214-656b-4896-b3fa-bec5272cd93a tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 819 time: 0.4144752 Nov 25 19:33:28.327139 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-router', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:15Z', 'updated_at': '2021-11-25T19:33:23Z', 'revision_number': 4, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'gw_port': {'id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:17Z', 'updated_at': '2021-11-25T19:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'aa778c51-ea9e-437b-9862-ea623e11762d', 'name': '', 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'mac_address': 'fa:16:3e:ab:4c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '1bb1206d-cadb-4115-9efa-67753bdec310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:21Z', 'updated_at': '2021-11-25T19:33:23Z', 'revision_number': 2, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'subnets': [{'id': '1bb1206d-cadb-4115-9efa-67753bdec310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:28.369322 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Checking router: 6399017b-4f19-4d39-bd10-8a5367e18701 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:28.369935 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Updating router 6399017b-4f19-4d39-bd10-8a5367e18701 port aa778c51-ea9e-437b-9862-ea623e11762d binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:33:28.407737 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.432496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-f567f223-829b-475f-91d3-2f4e7c44ae30 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/quotas/b78ef7675b774666a87f69a9c2c8895f HTTP/1.1" status: 200 len: 375 time: 0.1402633 Nov 25 19:33:28.444122 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc16511-7458-42ad-bedf-3e391a7a0f0a req-0dfb0956-0452-4a3b-b08b-a56bf30e6738 service neutron] 10.222.0.60 "GET /v2.0/networks/8341f09c-6e03-4924-a932-63aca593e8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571044 Nov 25 19:33:28.510006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-e92c16f1-ae48-48e7-96ca-0d909772cde3 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762110 Nov 25 19:33:28.697669 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-5e61102f-9e9a-4e9e-b513-bf76fdd3f0b0 service neutron] 10.222.0.15 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785693 Nov 25 19:33:28.881844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67bff0dc-3957-4b09-9557-20ca7315a4ec tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.888841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67bff0dc-3957-4b09-9557-20ca7315a4ec tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:28.897325 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-ad0cd69a-70f9-453f-afec-e2d674b96ca3 service neutron] 10.222.0.15 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914124 Nov 25 19:33:29.149610 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.161700 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.209699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394665b1-33a3-42ab-8042-fff54022e58f req-53233980-80dc-4f6b-bec5-646560297bc9 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:29.224458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-394665b1-33a3-42ab-8042-fff54022e58f req-53233980-80dc-4f6b-bec5-646560297bc9 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 943 time: 0.1142492 Nov 25 19:33:29.276683 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-67bff0dc-3957-4b09-9557-20ca7315a4ec tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Floating IP cc37244d-a583-40d9-8ae1-40b77157ac72 associated. External IP: 172.25.8.218, port: 0da3c261-69d6-420b-a274-6bf3d17f8347. Nov 25 19:33:29.348456 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Pushing event updated for resources: {'Port': ['ID=aa778c51-ea9e-437b-9862-ea623e11762d,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:29.378713 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-394665b1-33a3-42ab-8042-fff54022e58f req-fbf601b7-ec7c-4cdf-b3b5-3730373a88f7 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511929 Nov 25 19:33:29.403128 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.403695 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.404201 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.404938 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.406346 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.406915 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.407427 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.408007 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.408528 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.409572 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.410145 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.410931 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:29.495944 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Attempting to bind port aa778c51-ea9e-437b-9862-ea623e11762d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:29.496556 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Attempting to bind port aa778c51-ea9e-437b-9862-ea623e11762d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:29.497111 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Attempting to bind port aa778c51-ea9e-437b-9862-ea623e11762d on network 3724fd13-8c16-40f9-b884-23a3476e5bc7 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:29.515370 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:29.516107 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Checking segment: {'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:29.516746 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.518165 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Bound using segment: {'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:29.519055 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Bound port: aa778c51-ea9e-437b-9862-ea623e11762d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:29.519658 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.741944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e3d53c-1442-498e-bd04-8555792bfd55 req-16652367-b2f1-492f-9448-c2f621f8246b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:29.751766 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90e3d53c-1442-498e-bd04-8555792bfd55 req-16652367-b2f1-492f-9448-c2f621f8246b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 949 time: 0.2225716 Nov 25 19:33:29.791237 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] For port aa778c51-ea9e-437b-9862-ea623e11762d, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:29.798726 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] For port aa778c51-ea9e-437b-9862-ea623e11762d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=aa778c51-ea9e-437b-9862-ea623e11762d,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:29.806592 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:29.937166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90e3d53c-1442-498e-bd04-8555792bfd55 req-4362cfb1-7cee-4d64-8ac2-e040fffa02b2 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835711 Nov 25 19:33:30.052522 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Routers {'6399017b-4f19-4d39-bd10-8a5367e18701'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:30.056218 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6399017b-4f19-4d39-bd10-8a5367e18701'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:30.076146 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fddfd31-8ca3-4e6b-9f8b-fee935c1b106 x-openstack-request-id: req-3fddfd31-8ca3-4e6b-9f8b-fee935c1b106 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:30.076916 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e97f16d4-e249-49b3-ac9e-9e05b959bd33", "tag": "fd6edc63-012a-424e-a1a7-76b5083108d0", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:30.076916 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3fddfd31-8ca3-4e6b-9f8b-fee935c1b106 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:30.077116 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e97f16d4-e249-49b3-ac9e-9e05b959bd33', 'tag': 'fd6edc63-012a-424e-a1a7-76b5083108d0', 'status': 'completed', 'code': 200} Nov 25 19:33:30.182286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67bff0dc-3957-4b09-9557-20ca7315a4ec tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Router 0961200e-30c3-4530-b47c-9a16f20f732f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:30.271266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a9b32-e81e-4c42-a354-48912a219ff4 req-a40d666c-4422-4efb-93b8-8182ce5e588f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:30.272760 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-762a9b32-e81e-4c42-a354-48912a219ff4 req-a40d666c-4422-4efb-93b8-8182ce5e588f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83333b8469bb4245905c366f483cdcf1&device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 1094 time: 0.1639245 Nov 25 19:33:30.326510 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578048d3-2e4a-40a0-a339-e7a9118c5a0a None None] Pushing event updated for resources: {'Port': ['ID=aa778c51-ea9e-437b-9862-ea623e11762d,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:30.339976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b0be9-9eb3-479e-b8b8-9f4a0e7d355a req-7990cff4-a332-4c07-8bbc-5b836cc245c4 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:30.351226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-762b0be9-9eb3-479e-b8b8-9f4a0e7d355a req-7990cff4-a332-4c07-8bbc-5b836cc245c4 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 946 time: 0.1391356 Nov 25 19:33:30.418617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bff0dc-3957-4b09-9557-20ca7315a4ec tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:30.443555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67bff0dc-3957-4b09-9557-20ca7315a4ec tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:30.446670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3961a-5226-4647-99cb-4fa6c88e9ec2 None None] Sync routers for ids ['0961200e-30c3-4530-b47c-9a16f20f732f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:30.467632 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] Set router 6399017b-4f19-4d39-bd10-8a5367e18701 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:30.499573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3961a-5226-4647-99cb-4fa6c88e9ec2 None None] Routers {'0961200e-30c3-4530-b47c-9a16f20f732f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:30.500630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9ae3961a-5226-4647-99cb-4fa6c88e9ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['0961200e-30c3-4530-b47c-9a16f20f732f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:30.630559 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-67bff0dc-3957-4b09-9557-20ca7315a4ec tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "PUT /v2.0/floatingips/cc37244d-a583-40d9-8ae1-40b77157ac72 HTTP/1.1" status: 200 len: 991 time: 3.5773835 Nov 25 19:33:30.631280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'tag': '0da3c261-69d6-420b-a274-6bf3d17f8347'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:30.633816 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade56624-1276-466f-9117-7d7d9933903f" -d '{"events": [{"name": "network-changed", "server_uuid": "6e79bbac-139d-4a78-b8f3-c00b3ffe7637", "tag": "0da3c261-69d6-420b-a274-6bf3d17f8347"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:30.688277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-762b0be9-9eb3-479e-b8b8-9f4a0e7d355a req-ef2e1c20-2962-45fb-bf88-5daab9dcdea1 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3287978 Nov 25 19:33:30.776523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a9b32-e81e-4c42-a354-48912a219ff4 req-0d266c3f-5519-449d-8a1e-3c418dfbd14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:30.788287 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-762a9b32-e81e-4c42-a354-48912a219ff4 req-0d266c3f-5519-449d-8a1e-3c418dfbd14c service neutron] 10.222.0.60 "GET /v2.0/networks?id=8341f09c-6e03-4924-a932-63aca593e8e8 HTTP/1.1" status: 200 len: 914 time: 0.4987895 Nov 25 19:33:30.824890 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-router', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:15Z', 'updated_at': '2021-11-25T19:33:23Z', 'revision_number': 4, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'gw_port': {'id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:17Z', 'updated_at': '2021-11-25T19:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'aa778c51-ea9e-437b-9862-ea623e11762d', 'name': '', 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'mac_address': 'fa:16:3e:ab:4c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '1bb1206d-cadb-4115-9efa-67753bdec310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:21Z', 'updated_at': '2021-11-25T19:33:29Z', 'revision_number': 4, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'subnets': [{'id': '1bb1206d-cadb-4115-9efa-67753bdec310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:30.876187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-762a9b32-e81e-4c42-a354-48912a219ff4 req-86e766ef-a37c-4c41-8477-8bdb7829d39c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd6edc63-012a-424e-a1a7-76b5083108d0 HTTP/1.1" status: 200 len: 217 time: 0.0867102 Nov 25 19:33:30.892350 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c9d47c-aff1-4413-bc88-6f45af0594f5 None None] The sync data for ids ['6399017b-4f19-4d39-bd10-8a5367e18701'] in n-d-817303-9 is: [{'id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-router', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:15Z', 'updated_at': '2021-11-25T19:33:23Z', 'revision_number': 4, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'gw_port': {'id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:17Z', 'updated_at': '2021-11-25T19:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'aa778c51-ea9e-437b-9862-ea623e11762d', 'name': '', 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'mac_address': 'fa:16:3e:ab:4c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_interface', 'standard_attr_id': 1107, 'fixed_ips': [{'subnet_id': '1bb1206d-cadb-4115-9efa-67753bdec310', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:21Z', 'updated_at': '2021-11-25T19:33:29Z', 'revision_number': 4, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'subnets': [{'id': '1bb1206d-cadb-4115-9efa-67753bdec310', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:30.902528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-9ae3961a-5226-4647-99cb-4fa6c88e9ec2 None None] Set router 0961200e-30c3-4530-b47c-9a16f20f732f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:31.073152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ceeca2-5375-48cd-b2a7-f0d226275e94 req-a3b919bb-8a15-48ac-8cfb-4d4b26c619d2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:31.094767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82ceeca2-5375-48cd-b2a7-f0d226275e94 req-a3b919bb-8a15-48ac-8cfb-4d4b26c619d2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 946 time: 0.2932663 Nov 25 19:33:31.130073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762a9b32-e81e-4c42-a354-48912a219ff4 req-61508386-ca29-42c5-8bc0-045c225f3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:31.136491 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-762a9b32-e81e-4c42-a354-48912a219ff4 req-61508386-ca29-42c5-8bc0-045c225f3051 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=519cc865-25a2-4a10-90d5-69844e85ece2 HTTP/1.1" status: 200 len: 853 time: 0.2503912 Nov 25 19:33:31.218426 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82ceeca2-5375-48cd-b2a7-f0d226275e94 req-5e963b86-f64d-4364-a320-252e992d6bc9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1211007 Nov 25 19:33:31.316294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-762a9b32-e81e-4c42-a354-48912a219ff4 req-37c3f661-f04c-4583-b55b-3f47035dade7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8341f09c-6e03-4924-a932-63aca593e8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1622441 Nov 25 19:33:31.505893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9ae3961a-5226-4647-99cb-4fa6c88e9ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cc37244d-a583-40d9-8ae1-40b77157ac72', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'port_id': '0da3c261-69d6-420b-a274-6bf3d17f8347', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'mac_address': 'fa:16:3e:17:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:32:10Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 1, 'project_id': '83211a641ec04c1da600acc79980ff70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625f317f-33ff-43d7-bc14-d4ed1dad5f52', 'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'mac_address': 'fa:16:3e:06:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:11Z', 'revision_number': 5, 'project_id': '83211a641ec04c1da600acc79980ff70', 'subnets': [{'id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:31.593620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3961a-5226-4647-99cb-4fa6c88e9ec2 None None] Checking router: 0961200e-30c3-4530-b47c-9a16f20f732f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:31.613338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3961a-5226-4647-99cb-4fa6c88e9ec2 None None] Routers {'0961200e-30c3-4530-b47c-9a16f20f732f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:31.616412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9ae3961a-5226-4647-99cb-4fa6c88e9ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['0961200e-30c3-4530-b47c-9a16f20f732f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:31.728471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-c90dd740-ecda-40bd-838e-f49adb2a5e68 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:31.731355 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-c90dd740-ecda-40bd-838e-f49adb2a5e68 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.60 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 819 time: 0.4310265 Nov 25 19:33:31.752846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Request body: {'port': {'device_id': 'b8230d75-d940-413b-b139-520be44404f9', 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7', 'admin_state_up': True, 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:31.812895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4246005e-6f9a-46e5-abeb-038621afdb82 req-c702a1b3-3425-420a-a76a-c3066ed51e06 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 210 time: 0.1272163 Nov 25 19:33:31.824447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-762a9b32-e81e-4c42-a354-48912a219ff4 req-b9814ab3-6196-4595-987d-036aedfcea96 service neutron] 10.222.0.60 "GET /v2.0/networks/8341f09c-6e03-4924-a932-63aca593e8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4902835 Nov 25 19:33:31.936953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-9ae3961a-5226-4647-99cb-4fa6c88e9ec2 None None] Set router 0961200e-30c3-4530-b47c-9a16f20f732f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:32.034721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Made reservation on behalf of b78ef7675b774666a87f69a9c2c8895f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:32.043853 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.137318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-762a9b32-e81e-4c42-a354-48912a219ff4 req-3ed6c47a-dd5c-4b1a-b461-586af2a750af service neutron] 10.222.0.60 "GET /v2.0/networks/8341f09c-6e03-4924-a932-63aca593e8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053489 Nov 25 19:33:32.208251 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-697bd3c7-42d2-45ca-bc8b-83cec7454de0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.333694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d93a50-7c72-48fa-87c8-9ae1cad1a1da req-26c3cdb3-bee0-400b-9629-c3b130161560 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:32.336198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-40d93a50-7c72-48fa-87c8-9ae1cad1a1da req-26c3cdb3-bee0-400b-9629-c3b130161560 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 943 time: 0.1047962 Nov 25 19:33:32.400602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Allocated IP 172.20.0.10 (3724fd13-8c16-40f9-b884-23a3476e5bc7/1bb1206d-cadb-4115-9efa-67753bdec310/630a67bd-2884-486f-a316-09673d0efc26) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:32.400937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device aa778c51-ea9e-437b-9862-ea623e11762d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:32.420242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-40d93a50-7c72-48fa-87c8-9ae1cad1a1da req-4f01b197-e232-48f3-a079-6cd1b6b75dba tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773654 Nov 25 19:33:32.457286 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:33:32.617157 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a9e5142-0540-4f28-9a7b-82e55fc1e3e8 x-openstack-request-id: req-0a9e5142-0540-4f28-9a7b-82e55fc1e3e8 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:32.617157 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e79bbac-139d-4a78-b8f3-c00b3ffe7637", "tag": "0da3c261-69d6-420b-a274-6bf3d17f8347", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:32.620750 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0a9e5142-0540-4f28-9a7b-82e55fc1e3e8 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:32.621655 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'tag': '0da3c261-69d6-420b-a274-6bf3d17f8347', 'status': 'completed', 'code': 200} Nov 25 19:33:32.666328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port aa778c51-ea9e-437b-9862-ea623e11762d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:32.667018 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.774291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9ae3961a-5226-4647-99cb-4fa6c88e9ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cc37244d-a583-40d9-8ae1-40b77157ac72', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'port_id': '0da3c261-69d6-420b-a274-6bf3d17f8347', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'mac_address': 'fa:16:3e:17:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:32:10Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 1, 'project_id': '83211a641ec04c1da600acc79980ff70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625f317f-33ff-43d7-bc14-d4ed1dad5f52', 'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'mac_address': 'fa:16:3e:06:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:11Z', 'revision_number': 5, 'project_id': '83211a641ec04c1da600acc79980ff70', 'subnets': [{'id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:32.793498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade56624-1276-466f-9117-7d7d9933903f req-5b4bfb19-e640-461b-9130-6ffec319efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:32.796280 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ade56624-1276-466f-9117-7d7d9933903f req-5b4bfb19-e640-461b-9130-6ffec319efc9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83211a641ec04c1da600acc79980ff70&device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 1096 time: 0.1886616 Nov 25 19:33:32.821585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ae3961a-5226-4647-99cb-4fa6c88e9ec2 None None] The sync data for ids ['0961200e-30c3-4530-b47c-9a16f20f732f'] in n-d-817303-9 is: [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cc37244d-a583-40d9-8ae1-40b77157ac72', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'floating_ip_address': '172.25.8.218', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'port_id': '0da3c261-69d6-420b-a274-6bf3d17f8347', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1072, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'mac_address': 'fa:16:3e:17:88:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:32:10Z', 'updated_at': '2021-11-25T19:33:28Z', 'revision_number': 1, 'project_id': '83211a641ec04c1da600acc79980ff70', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '625f317f-33ff-43d7-bc14-d4ed1dad5f52', 'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'mac_address': 'fa:16:3e:06:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:11Z', 'revision_number': 5, 'project_id': '83211a641ec04c1da600acc79980ff70', 'subnets': [{'id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:32.834329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fd6edc63-012a-424e-a1a7-76b5083108d0 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:32.854314 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.979920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fd6edc63-012a-424e-a1a7-76b5083108d0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd6edc63-012a-424e-a1a7-76b5083108d0,segment=NetworkSegment(0ca694f8-43c9-4971-be9b-69f0614fdf83),segment_id=0ca694f8-43c9-4971-be9b-69f0614fdf83)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:32.981941 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:32.999161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'fd6edc63-012a-424e-a1a7-76b5083108d0', 'network_id': '8341f09c-6e03-4924-a932-63aca593e8e8', 'port_id': 'fd6edc63-012a-424e-a1a7-76b5083108d0', 'mac_address': 'fa:16:3e:5d:f3:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '519cc865-25a2-4a10-90d5-69844e85ece2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:33.115565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Network 3724fd13-8c16-40f9-b884-23a3476e5bc7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:33.123710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:33.126792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade56624-1276-466f-9117-7d7d9933903f req-20985adf-51aa-4fd8-8ac2-4445338fbf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:33.131448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:33.145897 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.149479 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ade56624-1276-466f-9117-7d7d9933903f req-20985adf-51aa-4fd8-8ac2-4445338fbf31 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bb688120-ecb9-447b-8db2-35831ddfd4a8 HTTP/1.1" status: 200 len: 916 time: 0.3411090 Nov 25 19:33:33.151149 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.179483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Pushing event updated for resources: {'Port': ['ID=630a67bd-2884-486f-a316-09673d0efc26,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:33.184487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd6edc63-012a-424e-a1a7-76b5083108d0 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:33.238974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:33.239675 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.275034 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-472c09e1-a72a-4e84-aca0-d27ab6a30d17 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5312669 Nov 25 19:33:33.283419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port aa778c51-ea9e-437b-9862-ea623e11762d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=aa778c51-ea9e-437b-9862-ea623e11762d,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:33.285781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fd6edc63-012a-424e-a1a7-76b5083108d0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd6edc63-012a-424e-a1a7-76b5083108d0,segment=NetworkSegment(0ca694f8-43c9-4971-be9b-69f0614fdf83),segment_id=0ca694f8-43c9-4971-be9b-69f0614fdf83)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:33.292845 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.329030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ade56624-1276-466f-9117-7d7d9933903f req-c9fb12f0-cae8-4e0c-995c-9bf5f1c2424e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0da3c261-69d6-420b-a274-6bf3d17f8347 HTTP/1.1" status: 200 len: 999 time: 0.1551657 Nov 25 19:33:33.337280 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.346940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Request body: {'port': {'device_id': 'b8230d75-d940-413b-b139-520be44404f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:33.401694 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b199297-7e9f-4378-bc69-c4d71de94564 None None] New status for floating IP cc37244d-a583-40d9-8ae1-40b77157ac72: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:33:33.404493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade56624-1276-466f-9117-7d7d9933903f req-8127abaf-d8cc-4359-9258-fc7d88f5f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:33.406315 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ade56624-1276-466f-9117-7d7d9933903f req-8127abaf-d8cc-4359-9258-fc7d88f5f3de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c673877f-1ccd-49b7-a162-6a117330cf31 HTTP/1.1" status: 200 len: 854 time: 0.0660512 Nov 25 19:33:33.450130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=aa778c51-ea9e-437b-9862-ea623e11762d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:33.490372 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:33.565884 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade56624-1276-466f-9117-7d7d9933903f req-25fc81c8-10c6-485f-9573-39dd55f4751b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:33.567699 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ade56624-1276-466f-9117-7d7d9933903f req-25fc81c8-10c6-485f-9573-39dd55f4751b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb688120-ecb9-447b-8db2-35831ddfd4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1487670 Nov 25 19:33:33.792865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fd6edc63-012a-424e-a1a7-76b5083108d0,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:33.824528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['fd6edc63-012a-424e-a1a7-76b5083108d0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:33.862754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ade56624-1276-466f-9117-7d7d9933903f req-1c61430b-ad00-4c9c-8459-37195d89f7a1 service neutron] 10.222.0.60 "GET /v2.0/networks/bb688120-ecb9-447b-8db2-35831ddfd4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810674 Nov 25 19:33:34.056187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630a67bd-2884-486f-a316-09673d0efc26 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:34.074277 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.104738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Transition to ACTIVE for port object 630a67bd-2884-486f-a316-09673d0efc26 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:34.110815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.158491 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ade56624-1276-466f-9117-7d7d9933903f req-1eacc373-dacc-4546-92e3-c1e60641b237 service neutron] 10.222.0.60 "GET /v2.0/networks/bb688120-ecb9-447b-8db2-35831ddfd4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845473 Nov 25 19:33:34.186575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-2a4005a9-af6b-44ac-9f8a-993168807ed7 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:34.193627 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Pushing event updated for resources: {'Port': ['ID=630a67bd-2884-486f-a316-09673d0efc26,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:34.202412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-2a4005a9-af6b-44ac-9f8a-993168807ed7 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 819 time: 0.1776874 Nov 25 19:33:34.228190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-c09cd496-2664-4bc9-aae3-a89f820c4b21 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/quotas/b78ef7675b774666a87f69a9c2c8895f HTTP/1.1" status: 200 len: 375 time: 0.0234909 Nov 25 19:33:34.327170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Attempting to bind port 630a67bd-2884-486f-a316-09673d0efc26 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:34.327631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Attempting to bind port 630a67bd-2884-486f-a316-09673d0efc26 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:34.328608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Attempting to bind port 630a67bd-2884-486f-a316-09673d0efc26 on network 3724fd13-8c16-40f9-b884-23a3476e5bc7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:34.330813 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-4fbd325d-61be-4ba6-83ec-e31b2ca8de30 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015148 Nov 25 19:33:34.341151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Port 630a67bd-2884-486f-a316-09673d0efc26 on network 3724fd13-8c16-40f9-b884-23a3476e5bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:34.342580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Attempting to bind port 630a67bd-2884-486f-a316-09673d0efc26 on network 3724fd13-8c16-40f9-b884-23a3476e5bc7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:34.357971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:34.358752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Checking segment: {'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:34.359526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device aa778c51-ea9e-437b-9862-ea623e11762d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:34.359927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Bound using segment: {'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:34.360637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Bound port: 630a67bd-2884-486f-a316-09673d0efc26, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:34.361493 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.447124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] For port 630a67bd-2884-486f-a316-09673d0efc26, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:34.450983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] For port 630a67bd-2884-486f-a316-09673d0efc26, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=630a67bd-2884-486f-a316-09673d0efc26,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:34.456176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-a30e6ff5-86d3-4ffd-8d2b-119f401a34e2 service neutron] 10.222.0.15 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234698 Nov 25 19:33:34.461517 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.478758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port aa778c51-ea9e-437b-9862-ea623e11762d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:34.479425 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.509135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:34.509961 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.512749 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] 10.222.0.60 "PUT /v2.0/ports/630a67bd-2884-486f-a316-09673d0efc26 HTTP/1.1" status: 200 len: 1092 time: 1.1727326 Nov 25 19:33:34.552996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a100f2c-193b-4c03-b790-e915e30953fb service neutron] Pushing event updated for resources: {'Port': ['ID=630a67bd-2884-486f-a316-09673d0efc26,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:34.650273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8230d75-d940-413b-b139-520be44404f9', 'tag': '630a67bd-2884-486f-a316-09673d0efc26'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:34.655305 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49a96133-aba5-42da-b6e8-2b57bda97965" -d '{"events": [{"name": "network-changed", "server_uuid": "b8230d75-d940-413b-b139-520be44404f9", "tag": "630a67bd-2884-486f-a316-09673d0efc26"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:34.709337 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-82a81343-907c-4e35-9a22-796b40e5e7d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.716386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-47865968-d850-4f81-b945-136945776323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:34.723315 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-47865968-d850-4f81-b945-136945776323 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 1095 time: 0.1338992 Nov 25 19:33:34.777032 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-2810f7f8-6ac9-4017-82ca-95973cbc7160 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=630a67bd-2884-486f-a316-09673d0efc26 HTTP/1.1" status: 200 len: 217 time: 0.0438199 Nov 25 19:33:34.831315 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fd6edc63-012a-424e-a1a7-76b5083108d0 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:34.890568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-a880b92b-a03e-44b5-8e34-b3ad26382c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:34.896805 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-a880b92b-a03e-44b5-8e34-b3ad26382c87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bb1206d-cadb-4115-9efa-67753bdec310 HTTP/1.1" status: 200 len: 859 time: 0.1092820 Nov 25 19:33:34.936829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port fd6edc63-012a-424e-a1a7-76b5083108d0 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:34.949945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port fd6edc63-012a-424e-a1a7-76b5083108d0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:34.951149 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:34.972361 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-3bf898e2-02c5-4457-b8c4-c2239702840e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3724fd13-8c16-40f9-b884-23a3476e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0675743 Nov 25 19:33:34.996246 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-804aced8-32aa-42e6-92ba-578889a63a07 service neutron] 10.222.0.15 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5358908 Nov 25 19:33:35.111615 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.141443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97f16d4-e249-49b3-ac9e-9e05b959bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6edc63-012a-424e-a1a7-76b5083108d0'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:35.144250 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceea88f2-d164-4aa2-90b0-7cb46aeeae0b" -d '{"events": [{"server_uuid": "e97f16d4-e249-49b3-ac9e-9e05b959bd33", "name": "network-vif-plugged", "status": "completed", "tag": "fd6edc63-012a-424e-a1a7-76b5083108d0"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:35.150566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-47159004-8a65-4850-bc4a-d3c5bc2f369c service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672850 Nov 25 19:33:35.165188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fd6edc63-012a-424e-a1a7-76b5083108d0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd6edc63-012a-424e-a1a7-76b5083108d0,segment=NetworkSegment(0ca694f8-43c9-4971-be9b-69f0614fdf83),segment_id=0ca694f8-43c9-4971-be9b-69f0614fdf83)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:35.170001 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.171282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:35.282307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fd6edc63-012a-424e-a1a7-76b5083108d0,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:35.347008 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-233704eb-0dd7-40a2-b501-f7da826402e4 req-87bd3554-378f-43d3-a794-69d37813e5f3 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891837 Nov 25 19:33:35.352290 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.398878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:35.403426 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:35.409356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccb839-901d-4ae3-83be-b402d3253c52 req-c7756701-185f-439f-8f54-e9a6390f9fb2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:35.411318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0bccb839-901d-4ae3-83be-b402d3253c52 req-c7756701-185f-439f-8f54-e9a6390f9fb2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 946 time: 0.0925481 Nov 25 19:33:35.472128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=14']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:35.483442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0bccb839-901d-4ae3-83be-b402d3253c52 req-ccf01490-cab7-426b-887b-ec4cc98e3bad tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605917 Nov 25 19:33:35.615468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162952b3-f872-4cb0-92d3-2dc0ca50bec3 req-28a9f260-7f8f-41c0-8064-f36aa1a03124 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:35.618319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-162952b3-f872-4cb0-92d3-2dc0ca50bec3 req-28a9f260-7f8f-41c0-8064-f36aa1a03124 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 945 time: 0.0671961 Nov 25 19:33:35.687786 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-162952b3-f872-4cb0-92d3-2dc0ca50bec3 req-c8f32f83-22b3-4b78-a9be-f8c09017b03e tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581353 Nov 25 19:33:36.016264 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd4590f-dde5-4f86-8920-220b1388ca1a x-openstack-request-id: req-bcd4590f-dde5-4f86-8920-220b1388ca1a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:36.016710 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8230d75-d940-413b-b139-520be44404f9", "tag": "630a67bd-2884-486f-a316-09673d0efc26", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:36.017127 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcd4590f-dde5-4f86-8920-220b1388ca1a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:36.017769 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8230d75-d940-413b-b139-520be44404f9', 'tag': '630a67bd-2884-486f-a316-09673d0efc26', 'status': 'completed', 'code': 200} Nov 25 19:33:36.058172 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02dc17f-5f8a-4e89-9115-4bc85ad05e1c x-openstack-request-id: req-d02dc17f-5f8a-4e89-9115-4bc85ad05e1c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:36.058679 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97f16d4-e249-49b3-ac9e-9e05b959bd33", "name": "network-vif-plugged", "status": "completed", "tag": "fd6edc63-012a-424e-a1a7-76b5083108d0", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:36.058889 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d02dc17f-5f8a-4e89-9115-4bc85ad05e1c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:36.059527 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f16d4-e249-49b3-ac9e-9e05b959bd33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd6edc63-012a-424e-a1a7-76b5083108d0', 'code': 200} Nov 25 19:33:36.129009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a96133-aba5-42da-b6e8-2b57bda97965 req-2f2e8b30-298a-420f-aa27-35fb7e89ccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:36.130749 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-49a96133-aba5-42da-b6e8-2b57bda97965 req-2f2e8b30-298a-420f-aa27-35fb7e89ccc1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 1095 time: 0.0611911 Nov 25 19:33:36.151449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b0036c2-1c63-4fc1-8310-0b922ac263df req-eca741be-4e39-404e-ab9d-28dbd5c3101d tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 210 time: 0.0302184 Nov 25 19:33:36.216579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b9789b-7eee-48e7-b473-0356245aa854 req-51a8c460-3e80-4094-8784-4ab81365fc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:36.219677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00b9789b-7eee-48e7-b473-0356245aa854 req-51a8c460-3e80-4094-8784-4ab81365fc20 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 1096 time: 0.0599177 Nov 25 19:33:36.287381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a96133-aba5-42da-b6e8-2b57bda97965 req-cbdf2cf0-9481-49f5-a336-11ef478bf109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:36.289150 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-49a96133-aba5-42da-b6e8-2b57bda97965 req-cbdf2cf0-9481-49f5-a336-11ef478bf109 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 920 time: 0.1430621 Nov 25 19:33:36.290404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00b9789b-7eee-48e7-b473-0356245aa854 req-44701ebf-83e1-4d38-8095-770e88018dea service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595300 Nov 25 19:33:36.313903 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.454302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ad62e-c149-42db-808a-44537458a204 req-d84e9b71-ea0c-4c96-a77f-baefeefa0cf8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:36.455881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc0ad62e-c149-42db-808a-44537458a204 req-d84e9b71-ea0c-4c96-a77f-baefeefa0cf8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.0558195 Nov 25 19:33:36.507022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc0ad62e-c149-42db-808a-44537458a204 req-b222c33b-d26f-4985-85e7-380ebe9ffe4d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447621 Nov 25 19:33:36.593371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59182) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:36.604426 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-49a96133-aba5-42da-b6e8-2b57bda97965 req-44148ca4-4412-4226-ac5c-e075cac08c1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=630a67bd-2884-486f-a316-09673d0efc26 HTTP/1.1" status: 200 len: 217 time: 0.0729020 Nov 25 19:33:36.684103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a96133-aba5-42da-b6e8-2b57bda97965 req-59553aae-45a2-4cef-b42d-e8f048ad2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:36.686560 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-49a96133-aba5-42da-b6e8-2b57bda97965 req-59553aae-45a2-4cef-b42d-e8f048ad2ff7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bb1206d-cadb-4115-9efa-67753bdec310 HTTP/1.1" status: 200 len: 859 time: 0.0683713 Nov 25 19:33:36.743046 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-49a96133-aba5-42da-b6e8-2b57bda97965 req-56a36d52-9027-4997-8fe7-4934c278492f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3724fd13-8c16-40f9-b884-23a3476e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416188 Nov 25 19:33:36.825144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fe52137-65a9-44d2-95f2-b572d583f05e admin admin] Deleting subnet 9e068616-7912-416a-8786-ab1d8edb2eec {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:33:36.832094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device f949cb77-6e19-4c53-aa3c-2c624572b445 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:36.876584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe52137-65a9-44d2-95f2-b572d583f05e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:36.922687 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-49a96133-aba5-42da-b6e8-2b57bda97965 req-3f020014-d419-47ea-a07d-b49fcb1d672e service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698132 Nov 25 19:33:37.124404 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-49a96133-aba5-42da-b6e8-2b57bda97965 req-4d7afad3-bbcb-4cfd-bfa1-3d2a53a42ca4 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885331 Nov 25 19:33:37.137580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe52137-65a9-44d2-95f2-b572d583f05e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.149533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port f949cb77-6e19-4c53-aa3c-2c624572b445, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f949cb77-6e19-4c53-aa3c-2c624572b445,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:37.166159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'f949cb77-6e19-4c53-aa3c-2c624572b445', 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e', 'port_id': 'f949cb77-6e19-4c53-aa3c-2c624572b445', 'mac_address': 'fa:16:3e:dc:80:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b37492a-adbd-483b-b851-0b412fdd6706', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:37.229879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e514cc3-705d-4d13-ab6a-f44cbbe97177 req-098b85ef-4abf-40bd-8ab2-f1ffdf62cd4e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:37.231464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1e514cc3-705d-4d13-ab6a-f44cbbe97177 req-098b85ef-4abf-40bd-8ab2-f1ffdf62cd4e tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 946 time: 0.2912915 Nov 25 19:33:37.242963 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe52137-65a9-44d2-95f2-b572d583f05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.248622 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.268881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f949cb77-6e19-4c53-aa3c-2c624572b445 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:37.289325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-d1197e44-9aa0-4f89-9d12-3e0b6ae8e959 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:37.290935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-d1197e44-9aa0-4f89-9d12-3e0b6ae8e959 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.60 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 819 time: 0.4380314 Nov 25 19:33:37.295818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port f949cb77-6e19-4c53-aa3c-2c624572b445, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f949cb77-6e19-4c53-aa3c-2c624572b445,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:37.303086 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.319623 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Request body: {'port': {'device_id': '8ef99151-aaed-4434-a21e-e04ca3894955', 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7', 'admin_state_up': True, 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:37.371939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=f949cb77-6e19-4c53-aa3c-2c624572b445,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:37.383475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1e514cc3-705d-4d13-ab6a-f44cbbe97177 req-702b32a6-cfc4-42e1-979a-472790f77e50 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444554 Nov 25 19:33:37.457583 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe52137-65a9-44d2-95f2-b572d583f05e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.463488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['f949cb77-6e19-4c53-aa3c-2c624572b445'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:37.565283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe52137-65a9-44d2-95f2-b572d583f05e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e068616-7912-416a-8786-ab1d8edb2eec,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:37.582001 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe52137-65a9-44d2-95f2-b572d583f05e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.587497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7fe52137-65a9-44d2-95f2-b572d583f05e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9e068616-7912-416a-8786-ab1d8edb2eec HTTP/1.1" status: 204 len: 168 time: 0.9903259 Nov 25 19:33:37.589125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59236) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:37.632120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d651e4fa-bcfa-43b1-a54e-d24692ff7e96 req-13c5e7ad-9f08-457f-982d-fc41bbfbf884 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:37.634564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d651e4fa-bcfa-43b1-a54e-d24692ff7e96 req-13c5e7ad-9f08-457f-982d-fc41bbfbf884 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 945 time: 0.1250293 Nov 25 19:33:37.636473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Made reservation on behalf of b78ef7675b774666a87f69a9c2c8895f for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:37.641599 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.748896 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.771213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d651e4fa-bcfa-43b1-a54e-d24692ff7e96 req-b8567fcd-4b5f-4a6f-9c51-b3741c1203d0 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265242 Nov 25 19:33:37.794984 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.894136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Allocated IP 172.20.0.14 (3724fd13-8c16-40f9-b884-23a3476e5bc7/1bb1206d-cadb-4115-9efa-67753bdec310/36993f2f-a781-42ad-a8a6-5afd2337cff9) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:37.906140 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.941693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:37.957067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33d18ae0-5710-47d0-8111-81828808ba66') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:37.957770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33d18ae0-5710-47d0-8111-81828808ba66') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:37.973665 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:37.999308 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.012565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:33:38.013298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:33:38.030276 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:33:38.061007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:38.063625 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f217950-2def-4ab2-b8fd-d3763bb42e20" -d '{"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:38.112745 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.123732 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.136918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.143642 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb HTTP/1.1" status: 204 len: 168 time: 0.5517533 Nov 25 19:33:38.169232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e410acb-74c6-46e3-8b5b-fe8c5c6d12f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=91bc9cf9-81c5-4991-ab5c-dd8ff271a1cb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:38.249248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7ed9fc-7403-42d1-bd7e-2ac7db5c249a req-f4dded0e-15e1-4143-8e33-1295f64cd919 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:38.251051 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a7ed9fc-7403-42d1-bd7e-2ac7db5c249a req-f4dded0e-15e1-4143-8e33-1295f64cd919 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 949 time: 0.0960345 Nov 25 19:33:38.257113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.330943 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.336464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a7ed9fc-7403-42d1-bd7e-2ac7db5c249a req-bdff4a59-f8dc-457b-92e3-e9b32c41c94a tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705459 Nov 25 19:33:38.354236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59270) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:38.391236 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Network 3724fd13-8c16-40f9-b884-23a3476e5bc7 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:38.398216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:38.402682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:38.442549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Pushing event updated for resources: {'Port': ['ID=36993f2f-a781-42ad-a8a6-5afd2337cff9,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:38.444246 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b9c98b4c-6393-4f48-8360-8d7e4f6a3718 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b973ffbca42402e9b75b4978356f206&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0878098 Nov 25 19:33:38.448176 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59274) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:38.500102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:38.500826 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.550277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-dd598b6d-994f-475c-ad66-0bc816ac69b6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2419205 Nov 25 19:33:38.573160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Request body: {'port': {'device_id': '8ef99151-aaed-4434-a21e-e04ca3894955', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:38.575987 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78b8e5f3-1edc-4fb6-bd80-13aa990847f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.612938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c22e3d-c4d3-4bc7-b613-7bf712b8e2c2 req-2239a895-e163-4473-ba8b-e2d4e627bcc3 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:38.614624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8c22e3d-c4d3-4bc7-b613-7bf712b8e2c2 req-2239a895-e163-4473-ba8b-e2d4e627bcc3 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 932 time: 0.1374753 Nov 25 19:33:38.640673 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78b8e5f3-1edc-4fb6-bd80-13aa990847f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.721843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.754630 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8c22e3d-c4d3-4bc7-b613-7bf712b8e2c2 req-8bacafeb-8ec0-46d7-96b9-9971a1751b04 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243429 Nov 25 19:33:38.798606 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78b8e5f3-1edc-4fb6-bd80-13aa990847f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.801754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78b8e5f3-1edc-4fb6-bd80-13aa990847f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:38.802893 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-78b8e5f3-1edc-4fb6-bd80-13aa990847f8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2124341-d958-4837-b74e-07454c23b88f HTTP/1.1" status: 204 len: 168 time: 0.3534803 Nov 25 19:33:38.815119 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d948ae7d-3bd2-4ab1-a7c8-94906675fd08 x-openstack-request-id: req-d948ae7d-3bd2-4ab1-a7c8-94906675fd08 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:38.816413 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-unplugged", "status": "completed", "tag": "4fc5e2b8-e448-4520-9851-fff973283422", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:38.817060 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d948ae7d-3bd2-4ab1-a7c8-94906675fd08 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:38.817684 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422', 'code': 200} Nov 25 19:33:38.848939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 630a67bd-2884-486f-a316-09673d0efc26 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:38.854146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device f949cb77-6e19-4c53-aa3c-2c624572b445 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:38.879015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c90592-b67e-4b96-b2bd-5baf469a92dc req-cc80a4cf-7d71-4afb-a61c-2530e1a0ec94 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:38.880834 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d7c90592-b67e-4b96-b2bd-5baf469a92dc req-cc80a4cf-7d71-4afb-a61c-2530e1a0ec94 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.60 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 949 time: 0.0670879 Nov 25 19:33:38.966118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b8e5f3-1edc-4fb6-bd80-13aa990847f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2124341-d958-4837-b74e-07454c23b88f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:39.020770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d7c90592-b67e-4b96-b2bd-5baf469a92dc req-69c8dad5-55e5-4044-a77f-369e55dacf8b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Deleting port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:39.021139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d7c90592-b67e-4b96-b2bd-5baf469a92dc req-69c8dad5-55e5-4044-a77f-369e55dacf8b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.041559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port f949cb77-6e19-4c53-aa3c-2c624572b445 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:39.042116 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.104039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22943f0-bc40-4d0a-a5f9-4edab2ff868e req-5667868d-d9a4-48b2-b85c-784d74739e47 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:39.113762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e22943f0-bc40-4d0a-a5f9-4edab2ff868e req-5667868d-d9a4-48b2-b85c-784d74739e47 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1889226 Nov 25 19:33:39.142276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 630a67bd-2884-486f-a316-09673d0efc26, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=630a67bd-2884-486f-a316-09673d0efc26,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:39.168874 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '630a67bd-2884-486f-a316-09673d0efc26', 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7', 'port_id': '630a67bd-2884-486f-a316-09673d0efc26', 'mac_address': 'fa:16:3e:b6:77:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb1206d-cadb-4115-9efa-67753bdec310', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:39.232190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e22943f0-bc40-4d0a-a5f9-4edab2ff868e req-10f3061a-b853-47bc-8188-0099e2c3def4 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172223 Nov 25 19:33:39.346848 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.350006 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.387810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630a67bd-2884-486f-a316-09673d0efc26 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:39.417029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36993f2f-a781-42ad-a8a6-5afd2337cff9 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:39.426588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port f949cb77-6e19-4c53-aa3c-2c624572b445, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f949cb77-6e19-4c53-aa3c-2c624572b445,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:39.429915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 630a67bd-2884-486f-a316-09673d0efc26, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=630a67bd-2884-486f-a316-09673d0efc26,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:39.430596 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.438946 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.443986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca24f0-69ca-497f-b40e-46b98d047699 req-e3279bbc-f00b-4660-b775-ed3ddeb8b1e7 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:39.444897 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.453401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27ca24f0-69ca-497f-b40e-46b98d047699 req-e3279bbc-f00b-4660-b775-ed3ddeb8b1e7 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 945 time: 0.1431937 Nov 25 19:33:39.484039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Transition to ACTIVE for port object 36993f2f-a781-42ad-a8a6-5afd2337cff9 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:39.496457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.517933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=f949cb77-6e19-4c53-aa3c-2c624572b445,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:39.522588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d7c90592-b67e-4b96-b2bd-5baf469a92dc req-69c8dad5-55e5-4044-a77f-369e55dacf8b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] For port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0f151ec3-c324-4f25-a2b0-9b1ce713fea7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:39.523522 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d7c90592-b67e-4b96-b2bd-5baf469a92dc req-69c8dad5-55e5-4044-a77f-369e55dacf8b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.551238 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27ca24f0-69ca-497f-b40e-46b98d047699 req-2456875a-a296-4c76-89d3-a51e903c6f88 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966542 Nov 25 19:33:39.552121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d7c90592-b67e-4b96-b2bd-5baf469a92dc req-69c8dad5-55e5-4044-a77f-369e55dacf8b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Calling delete_port for 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:39.576110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Pushing event updated for resources: {'Port': ['ID=36993f2f-a781-42ad-a8a6-5afd2337cff9,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:39.619087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=630a67bd-2884-486f-a316-09673d0efc26,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:39.714245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Attempting to bind port 36993f2f-a781-42ad-a8a6-5afd2337cff9 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:39.714634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Attempting to bind port 36993f2f-a781-42ad-a8a6-5afd2337cff9 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:39.715001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Attempting to bind port 36993f2f-a781-42ad-a8a6-5afd2337cff9 on network 3724fd13-8c16-40f9-b884-23a3476e5bc7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:39.728466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Port 36993f2f-a781-42ad-a8a6-5afd2337cff9 on network 3724fd13-8c16-40f9-b884-23a3476e5bc7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:39.728800 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Attempting to bind port 36993f2f-a781-42ad-a8a6-5afd2337cff9 on network 3724fd13-8c16-40f9-b884-23a3476e5bc7 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:39.736619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:39.737584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Checking segment: {'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:39.737986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Bound using segment: {'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:39.738435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Bound port: 36993f2f-a781-42ad-a8a6-5afd2337cff9, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e098222-06a0-4a19-9f30-09416b58223e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:39.738820 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.752454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['630a67bd-2884-486f-a316-09673d0efc26'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:39.761010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94128f9-bdf4-4b73-8e50-ee1175c3bf39 req-a395196a-98ee-43e3-9de1-94ea316e4ff1 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:39.769918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f94128f9-bdf4-4b73-8e50-ee1175c3bf39 req-a395196a-98ee-43e3-9de1-94ea316e4ff1 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 945 time: 0.1000774 Nov 25 19:33:39.800166 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d7c90592-b67e-4b96-b2bd-5baf469a92dc req-69c8dad5-55e5-4044-a77f-369e55dacf8b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.849374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8dad5-55e5-4044-a77f-369e55dacf8b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Pushing event deleted for resources: {'Port': ['ID=0f151ec3-c324-4f25-a2b0-9b1ce713fea7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:39.892598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f94128f9-bdf4-4b73-8e50-ee1175c3bf39 req-167ab63f-a8d2-4d22-9d76-250b4050d52c tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214828 Nov 25 19:33:39.903179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] For port 36993f2f-a781-42ad-a8a6-5afd2337cff9, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:39.908339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] For port 36993f2f-a781-42ad-a8a6-5afd2337cff9, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=36993f2f-a781-42ad-a8a6-5afd2337cff9,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:39.915961 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.943319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7c90592-b67e-4b96-b2bd-5baf469a92dc req-69c8dad5-55e5-4044-a77f-369e55dacf8b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] No DVR routers for this DVR port 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:39.950660 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d7c90592-b67e-4b96-b2bd-5baf469a92dc req-69c8dad5-55e5-4044-a77f-369e55dacf8b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.958307 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d7c90592-b67e-4b96-b2bd-5baf469a92dc req-69c8dad5-55e5-4044-a77f-369e55dacf8b tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.60 "DELETE /v2.0/ports/0f151ec3-c324-4f25-a2b0-9b1ce713fea7 HTTP/1.1" status: 204 len: 173 time: 1.0679817 Nov 25 19:33:39.961962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7699d8fd-d06c-4832-b1d0-0d5b8f193ec8', 'name': 'network-vif-deleted', 'tag': '0f151ec3-c324-4f25-a2b0-9b1ce713fea7'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:39.976383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:39.977457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:39.977871 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fed77bf-c34e-43f4-925c-e755cc535ff8" -d '{"events": [{"server_uuid": "7699d8fd-d06c-4832-b1d0-0d5b8f193ec8", "name": "network-vif-deleted", "tag": "0f151ec3-c324-4f25-a2b0-9b1ce713fea7"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:39.979386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] 10.222.0.60 "PUT /v2.0/ports/36993f2f-a781-42ad-a8a6-5afd2337cff9 HTTP/1.1" status: 200 len: 1092 time: 1.4124048 Nov 25 19:33:39.979969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ef99151-aaed-4434-a21e-e04ca3894955', 'tag': '36993f2f-a781-42ad-a8a6-5afd2337cff9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:39.982518 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a70c492-a54a-4cca-9be8-36a00cfbcf9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8ef99151-aaed-4434-a21e-e04ca3894955", "tag": "36993f2f-a781-42ad-a8a6-5afd2337cff9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:40.035865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3c116-550c-4eeb-b6c9-c062e00867a7 service neutron] Pushing event updated for resources: {'Port': ['ID=36993f2f-a781-42ad-a8a6-5afd2337cff9,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:40.138926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-32244399-3f05-4a97-b92a-13eab06fa5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:40.140624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-32244399-3f05-4a97-b92a-13eab06fa5e6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 1095 time: 0.0822573 Nov 25 19:33:40.219042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-50d107a4-dbff-41a1-b6e2-f0a7ff81009d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36993f2f-a781-42ad-a8a6-5afd2337cff9 HTTP/1.1" status: 200 len: 217 time: 0.0648365 Nov 25 19:33:40.326526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-154e860f-39b9-4d18-a1ba-ff272759ba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:40.328267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-154e860f-39b9-4d18-a1ba-ff272759ba03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bb1206d-cadb-4115-9efa-67753bdec310 HTTP/1.1" status: 200 len: 859 time: 0.0956182 Nov 25 19:33:40.345014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59316) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:40.371767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-b75d84c2-454d-44e0-9a59-e917d0a0b298 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3724fd13-8c16-40f9-b884-23a3476e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366001 Nov 25 19:33:40.410566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0571f0-4eb9-4510-bad9-445168c59381 req-3cc6991e-7923-4fa8-b0f4-7c2210f71e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:40.412237 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1b0571f0-4eb9-4510-bad9-445168c59381 req-3cc6991e-7923-4fa8-b0f4-7c2210f71e63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1095 time: 0.0864253 Nov 25 19:33:40.429129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-812f86b0-5909-4d5d-a801-3585ea065d58 req-98a93699-d909-48aa-920c-449e5623d937 tempest-TenantUsagesTestJSON-976335688 tempest-TenantUsagesTestJSON-976335688-project] 10.222.0.15 "GET /v2.0/ports?device_id=7699d8fd-d06c-4832-b1d0-0d5b8f193ec8 HTTP/1.1" status: 200 len: 210 time: 0.0537810 Nov 25 19:33:40.560778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0571f0-4eb9-4510-bad9-445168c59381 req-d4e7e629-c244-4540-a82d-a47d4f82d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:40.562338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1b0571f0-4eb9-4510-bad9-445168c59381 req-d4e7e629-c244-4540-a82d-a47d4f82d329 service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.1395435 Nov 25 19:33:40.580243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1364887751-network', 'tenant_id': '59a59506586d42e6beb0878d2d58de04'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:40.588641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-8144009e-2d54-4f89-9d03-32d701ecb3e7 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983156 Nov 25 19:33:40.669316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Made reservation on behalf of 59a59506586d42e6beb0878d2d58de04 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:40.672317 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.688321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.707914 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1b0571f0-4eb9-4510-bad9-445168c59381 req-8ce3eb60-9f6f-45f7-b6fd-db620623be47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 999 time: 0.1125438 Nov 25 19:33:40.800206 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903107f0-51a5-4b24-bd9f-c66cc10a9245 req-2f8efaad-94e1-4041-96d7-8876c60a37df service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039542 Nov 25 19:33:40.802635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0571f0-4eb9-4510-bad9-445168c59381 req-9bf59d33-eb39-46f4-991d-98a5c9030af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:40.804785 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1b0571f0-4eb9-4510-bad9-445168c59381 req-9bf59d33-eb39-46f4-991d-98a5c9030af2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.0813041 Nov 25 19:33:40.821288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f949cb77-6e19-4c53-aa3c-2c624572b445'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:40.826498 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e364cdf4-af37-4c9e-b723-e06021eb0fa3" -d '{"events": [{"server_uuid": "148ad758-10e3-4f5b-9714-6172d4c5272c", "name": "network-vif-plugged", "status": "completed", "tag": "f949cb77-6e19-4c53-aa3c-2c624572b445"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:40.858443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:40.905650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c5d20-fc35-452e-ba2a-f4f92b822b3a req-b6297ebb-93a9-441f-aa82-036bd8e94825 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:40.907597 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:40.908414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-948c5d20-fc35-452e-ba2a-f4f92b822b3a req-b6297ebb-93a9-441f-aa82-036bd8e94825 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 944 time: 0.0927022 Nov 25 19:33:40.908879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0f151ec3-c324-4f25-a2b0-9b1ce713fea7 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:40.909725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device f949cb77-6e19-4c53-aa3c-2c624572b445 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:40.931083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.945871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0571f0-4eb9-4510-bad9-445168c59381 req-a1ac9a9e-ad61-4839-91c2-93da318ad147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:40.949801 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1b0571f0-4eb9-4510-bad9-445168c59381 req-a1ac9a9e-ad61-4839-91c2-93da318ad147 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1343617 Nov 25 19:33:40.951263 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:40.986736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-948c5d20-fc35-452e-ba2a-f4f92b822b3a req-2d10a771-6fad-4108-b628-18048044733e tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663970 Nov 25 19:33:41.028924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:33:41.064605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b7d824-474d-436c-bcf5-37e903189e25,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:41.073943 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.080132 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.080794 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Added segment 06c20707-919d-42c3-86ed-e74e805f5abd of type vlan for network 0275eb29-d23c-4aad-9f29-2db63d79a059 Nov 25 19:33:41.148765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port f949cb77-6e19-4c53-aa3c-2c624572b445, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f949cb77-6e19-4c53-aa3c-2c624572b445,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:41.156237 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.174001 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00422560-1fe6-4a20-b327-2cf2fda7ad6e x-openstack-request-id: req-00422560-1fe6-4a20-b327-2cf2fda7ad6e {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:41.174285 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7699d8fd-d06c-4832-b1d0-0d5b8f193ec8", "name": "network-vif-deleted", "tag": "0f151ec3-c324-4f25-a2b0-9b1ce713fea7", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:41.174541 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-00422560-1fe6-4a20-b327-2cf2fda7ad6e {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:41.174994 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7699d8fd-d06c-4832-b1d0-0d5b8f193ec8', 'name': 'network-vif-deleted', 'tag': '0f151ec3-c324-4f25-a2b0-9b1ce713fea7', 'status': 'completed', 'code': 200} Nov 25 19:33:41.197345 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.204704 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec9ac0c-27be-4700-b2e5-2fcf2f80cc27 x-openstack-request-id: req-0ec9ac0c-27be-4700-b2e5-2fcf2f80cc27 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:41.208665 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ef99151-aaed-4434-a21e-e04ca3894955", "tag": "36993f2f-a781-42ad-a8a6-5afd2337cff9", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:41.209558 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0ec9ac0c-27be-4700-b2e5-2fcf2f80cc27 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:41.226009 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1b0571f0-4eb9-4510-bad9-445168c59381 req-18eb009b-3d9a-4550-b711-8fbb3caaed57 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2585006 Nov 25 19:33:41.231501 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ef99151-aaed-4434-a21e-e04ca3894955', 'tag': '36993f2f-a781-42ad-a8a6-5afd2337cff9', 'status': 'completed', 'code': 200} Nov 25 19:33:41.269933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=f949cb77-6e19-4c53-aa3c-2c624572b445,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:41.271214 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.272290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.273581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.372060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70c492-a54a-4cca-9be8-36a00cfbcf9e req-12a71dad-dd7e-4f30-87a8-949d4560d0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.373618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a70c492-a54a-4cca-9be8-36a00cfbcf9e req-12a71dad-dd7e-4f30-87a8-949d4560d0e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 1095 time: 0.1089020 Nov 25 19:33:41.387464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb9554d-33e7-4e84-a798-a0604321d95e req-c534ee7b-e286-4ff5-8788-b38ccf5d28a4 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.389315 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0eb9554d-33e7-4e84-a798-a0604321d95e req-c534ee7b-e286-4ff5-8788-b38ccf5d28a4 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1006889 Nov 25 19:33:41.394748 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0498571 Nov 25 19:33:41.401182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59328) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:41.407960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] Request body: {'subnet': {'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1364887751-subnet', 'tenant_id': '59a59506586d42e6beb0878d2d58de04', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:41.415159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bd0e2f-1c55-4193-8baa-cb37d11a29dc admin admin] Pushing event updated for resources: {'Network': ['ID=0275eb29-d23c-4aad-9f29-2db63d79a059,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:41.433864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0275eb29-d23c-4aad-9f29-2db63d79a059 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:33:41.451986 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1b0571f0-4eb9-4510-bad9-445168c59381 req-d49ff2ad-f542-481a-999f-8770e8745308 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140784 Nov 25 19:33:41.453130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] Made reservation on behalf of 59a59506586d42e6beb0878d2d58de04 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:41.455595 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.551347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0eb9554d-33e7-4e84-a798-a0604321d95e req-d069c170-ee58-4877-81c4-9a8c9782d9c8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283660 Nov 25 19:33:41.566147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70c492-a54a-4cca-9be8-36a00cfbcf9e req-8f7a8f66-3568-4a46-b118-f3732187417c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.567770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a70c492-a54a-4cca-9be8-36a00cfbcf9e req-8f7a8f66-3568-4a46-b118-f3732187417c service neutron] 10.222.0.60 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 920 time: 0.1775453 Nov 25 19:33:41.667684 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a70c492-a54a-4cca-9be8-36a00cfbcf9e req-aa5359fc-15c8-4273-9192-62844ac7125b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36993f2f-a781-42ad-a8a6-5afd2337cff9 HTTP/1.1" status: 200 len: 217 time: 0.0846813 Nov 25 19:33:41.747220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742fa521-9971-482a-8f44-2457b31c5128 req-113bcc6a-44af-471b-bad8-6fd5b8fa3c8b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.755842 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-742fa521-9971-482a-8f44-2457b31c5128 req-113bcc6a-44af-471b-bad8-6fd5b8fa3c8b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 944 time: 0.0993147 Nov 25 19:33:41.765418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.827793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] Pushing event updated for resources: {'Subnet': ['ID=da3f0592-2f1f-4281-80c4-aa399415e2e1,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:41.847563 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-742fa521-9971-482a-8f44-2457b31c5128 req-5f7c2e76-f31a-4d80-a981-4d322c181619 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873690 Nov 25 19:33:41.848606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] Checking segment: {'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:41.850190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] Network hostable DHCP agents. Network: 0275eb29-d23c-4aad-9f29-2db63d79a059, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:33:41.889254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] Network 0275eb29-d23c-4aad-9f29-2db63d79a059 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:33:41.892463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a70c492-a54a-4cca-9be8-36a00cfbcf9e req-7caacc2c-6a5b-4f93-88a4-064af1991000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.895019 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a70c492-a54a-4cca-9be8-36a00cfbcf9e req-7caacc2c-6a5b-4f93-88a4-064af1991000 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bb1206d-cadb-4115-9efa-67753bdec310 HTTP/1.1" status: 200 len: 859 time: 0.2117898 Nov 25 19:33:41.906229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 0275eb29-d23c-4aad-9f29-2db63d79a059) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:41.919636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c7bb88-5ba6-4f58-a27a-e0afe6a311bf None None] Network 0275eb29-d23c-4aad-9f29-2db63d79a059 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:41.924467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:41.925259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:41.958981 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a8415253-a20d-4c8a-88d8-0a7b97d741da admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5550451 Nov 25 19:33:41.967170 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a70c492-a54a-4cca-9be8-36a00cfbcf9e req-fb833911-8fba-45c0-a9e1-06009ea7e4e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3724fd13-8c16-40f9-b884-23a3476e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598638 Nov 25 19:33:41.973203 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2123bcfa-21dd-4c60-817f-5c4d340752ec x-openstack-request-id: req-2123bcfa-21dd-4c60-817f-5c4d340752ec {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:41.973685 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148ad758-10e3-4f5b-9714-6172d4c5272c", "name": "network-vif-plugged", "status": "completed", "tag": "f949cb77-6e19-4c53-aa3c-2c624572b445", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:41.974116 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2123bcfa-21dd-4c60-817f-5c4d340752ec {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:41.974759 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f949cb77-6e19-4c53-aa3c-2c624572b445', 'code': 200} Nov 25 19:33:42.123800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a70c492-a54a-4cca-9be8-36a00cfbcf9e req-ccde21d0-d640-44d6-bd3f-c68aa1db64bb service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355195 Nov 25 19:33:42.227796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabdb47c-25d5-4014-9b90-791dbfe2d0c1 None None] Network 0275eb29-d23c-4aad-9f29-2db63d79a059 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:42.286418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a70c492-a54a-4cca-9be8-36a00cfbcf9e req-082beb79-9089-4b18-9317-521bfda8b715 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414700 Nov 25 19:33:42.471363 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66101c69-66e2-4cd9-94c2-77ad2676fc13 req-0bab328d-309e-45cb-815e-62a5f22dbb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:42.472838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66101c69-66e2-4cd9-94c2-77ad2676fc13 req-0bab328d-309e-45cb-815e-62a5f22dbb48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83333b8469bb4245905c366f483cdcf1&device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 1096 time: 0.1582391 Nov 25 19:33:42.522831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdc5485-b2ff-4b10-bf95-ed6a4224d006 req-ccf5e66e-feee-42d9-808d-0209df597800 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:42.524732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efdc5485-b2ff-4b10-bf95-ed6a4224d006 req-ccf5e66e-feee-42d9-808d-0209df597800 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 944 time: 0.1207352 Nov 25 19:33:42.652627 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59350) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:42.668797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efdc5485-b2ff-4b10-bf95-ed6a4224d006 req-48289612-5bf4-4a43-867a-8b806f548f24 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349409 Nov 25 19:33:42.674008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66101c69-66e2-4cd9-94c2-77ad2676fc13 req-54737b89-ca6e-425b-9a19-6232af2b3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:42.676642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66101c69-66e2-4cd9-94c2-77ad2676fc13 req-54737b89-ca6e-425b-9a19-6232af2b3789 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8341f09c-6e03-4924-a932-63aca593e8e8 HTTP/1.1" status: 200 len: 914 time: 0.1940739 Nov 25 19:33:42.743642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66101c69-66e2-4cd9-94c2-77ad2676fc13 req-82f92e23-b241-4667-af73-27f6e91a82f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd6edc63-012a-424e-a1a7-76b5083108d0 HTTP/1.1" status: 200 len: 217 time: 0.0490725 Nov 25 19:33:42.841512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66101c69-66e2-4cd9-94c2-77ad2676fc13 req-dda39ade-f057-48b6-bbc9-bd3e2b446d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:42.843059 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66101c69-66e2-4cd9-94c2-77ad2676fc13 req-dda39ade-f057-48b6-bbc9-bd3e2b446d1c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=519cc865-25a2-4a10-90d5-69844e85ece2 HTTP/1.1" status: 200 len: 853 time: 0.0869815 Nov 25 19:33:42.853727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226deb87-5268-43f9-84cb-6d020a716f90 req-04c44bf6-0632-47f4-98cd-4c8822bc151b tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:42.855419 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-226deb87-5268-43f9-84cb-6d020a716f90 req-04c44bf6-0632-47f4-98cd-4c8822bc151b tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 945 time: 0.1108425 Nov 25 19:33:42.864345 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0bb81c7e-4156-4aee-ad8c-7bde62fb9723 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b9171dd8f264965a7f11de7a399cd6c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2102144 Nov 25 19:33:42.868853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59354) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:42.871722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 630a67bd-2884-486f-a316-09673d0efc26 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:42.899453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66101c69-66e2-4cd9-94c2-77ad2676fc13 req-7c56589d-c66f-4878-8c21-c17a5b8bca5e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8341f09c-6e03-4924-a932-63aca593e8e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428908 Nov 25 19:33:42.964800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 630a67bd-2884-486f-a316-09673d0efc26 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:42.972025 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 630a67bd-2884-486f-a316-09673d0efc26 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:42.972025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.021901 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbeb6-a4ac-475c-afa8-02ef26aa19c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.048031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484cd92-d7a3-425f-a260-20a59278a21a req-6964f370-b76b-4e52-970f-c3938d60a603 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:43.050256 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8484cd92-d7a3-425f-a260-20a59278a21a req-6964f370-b76b-4e52-970f-c3938d60a603 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "GET /v2.0/ports?device_id=148ad758-10e3-4f5b-9714-6172d4c5272c HTTP/1.1" status: 200 len: 944 time: 0.1326506 Nov 25 19:33:43.051498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-226deb87-5268-43f9-84cb-6d020a716f90 req-5a4a88bb-f12d-43bb-948f-2a85d5381d7e tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833119 Nov 25 19:33:43.078187 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbeb6-a4ac-475c-afa8-02ef26aa19c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.081296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66101c69-66e2-4cd9-94c2-77ad2676fc13 req-38791bea-3541-4f54-8ce1-b5d49a3ac609 service neutron] 10.222.0.60 "GET /v2.0/networks/8341f09c-6e03-4924-a932-63aca593e8e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629231 Nov 25 19:33:43.111158 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.178021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 630a67bd-2884-486f-a316-09673d0efc26, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=630a67bd-2884-486f-a316-09673d0efc26,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:43.184289 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.218845 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66101c69-66e2-4cd9-94c2-77ad2676fc13 req-521cc414-51fb-4207-a0bf-e1d4a44f0334 service neutron] 10.222.0.60 "GET /v2.0/networks/8341f09c-6e03-4924-a932-63aca593e8e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289282 Nov 25 19:33:43.250983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=630a67bd-2884-486f-a316-09673d0efc26,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:43.286227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbeb6-a4ac-475c-afa8-02ef26aa19c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.289683 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d1dbeb6-a4ac-475c-afa8-02ef26aa19c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.291186 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4d1dbeb6-a4ac-475c-afa8-02ef26aa19c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5 HTTP/1.1" status: 204 len: 168 time: 0.4208722 Nov 25 19:33:43.305761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1dbeb6-a4ac-475c-afa8-02ef26aa19c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e861ff-0a2f-4e22-91c0-bf67d6c43bf5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:43.314013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-8484cd92-d7a3-425f-a260-20a59278a21a req-10099939-85d1-42a0-b69f-6feb42a9c418 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Deleting port f949cb77-6e19-4c53-aa3c-2c624572b445 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:43.314490 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8484cd92-d7a3-425f-a260-20a59278a21a req-10099939-85d1-42a0-b69f-6feb42a9c418 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.464645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8484cd92-d7a3-425f-a260-20a59278a21a req-10099939-85d1-42a0-b69f-6feb42a9c418 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] For port f949cb77-6e19-4c53-aa3c-2c624572b445, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f949cb77-6e19-4c53-aa3c-2c624572b445,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:43.465220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8484cd92-d7a3-425f-a260-20a59278a21a req-10099939-85d1-42a0-b69f-6feb42a9c418 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.482578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-8484cd92-d7a3-425f-a260-20a59278a21a req-10099939-85d1-42a0-b69f-6feb42a9c418 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Calling delete_port for f949cb77-6e19-4c53-aa3c-2c624572b445 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:43.651701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-afcd05a2-9cfd-4b3a-8ea1-76879b38c854 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:43.653407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-afcd05a2-9cfd-4b3a-8ea1-76879b38c854 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/networks?id=0275eb29-d23c-4aad-9f29-2db63d79a059 HTTP/1.1" status: 200 len: 815 time: 0.1277802 Nov 25 19:33:43.669227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8484cd92-d7a3-425f-a260-20a59278a21a req-10099939-85d1-42a0-b69f-6feb42a9c418 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.673043 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-e3d14d9d-ede9-407a-a0a0-6ed4084f689e tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/quotas/59a59506586d42e6beb0878d2d58de04 HTTP/1.1" status: 200 len: 375 time: 0.0134077 Nov 25 19:33:43.709330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10099939-85d1-42a0-b69f-6feb42a9c418 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event deleted for resources: {'Port': ['ID=f949cb77-6e19-4c53-aa3c-2c624572b445,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:43.746999 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-5129da5d-932e-4e5b-b6aa-8c74b03c9129 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=59a59506586d42e6beb0878d2d58de04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639133 Nov 25 19:33:43.766370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59376) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:43.770293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8484cd92-d7a3-425f-a260-20a59278a21a req-10099939-85d1-42a0-b69f-6feb42a9c418 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] No DVR routers for this DVR port f949cb77-6e19-4c53-aa3c-2c624572b445 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:43.774421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8484cd92-d7a3-425f-a260-20a59278a21a req-10099939-85d1-42a0-b69f-6feb42a9c418 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.778078 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8484cd92-d7a3-425f-a260-20a59278a21a req-10099939-85d1-42a0-b69f-6feb42a9c418 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "DELETE /v2.0/ports/f949cb77-6e19-4c53-aa3c-2c624572b445 HTTP/1.1" status: 204 len: 173 time: 0.6820586 Nov 25 19:33:43.778560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'name': 'network-vif-deleted', 'tag': 'f949cb77-6e19-4c53-aa3c-2c624572b445'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:43.787251 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abeb17b3-ce8c-4232-9f8b-7aa6ef23103a" -d '{"events": [{"server_uuid": "148ad758-10e3-4f5b-9714-6172d4c5272c", "name": "network-vif-deleted", "tag": "f949cb77-6e19-4c53-aa3c-2c624572b445"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:43.824898 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd35c73f-4b6b-40aa-aa6f-413fc2ae1902 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:43.976639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f949cb77-6e19-4c53-aa3c-2c624572b445'}, {'server_uuid': 'b8230d75-d940-413b-b139-520be44404f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630a67bd-2884-486f-a316-09673d0efc26'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:43.982292 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-389eee1c-f59b-42b8-bcea-f3a331e48ca7" -d '{"events": [{"server_uuid": "148ad758-10e3-4f5b-9714-6172d4c5272c", "name": "network-vif-unplugged", "status": "completed", "tag": "f949cb77-6e19-4c53-aa3c-2c624572b445"}, {"server_uuid": "b8230d75-d940-413b-b139-520be44404f9", "name": "network-vif-plugged", "status": "completed", "tag": "630a67bd-2884-486f-a316-09673d0efc26"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:43.987209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-2bf3913a-6b15-4556-b0d0-400d509961c3 service neutron] 10.222.0.15 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397568 Nov 25 19:33:44.096084 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd35c73f-4b6b-40aa-aa6f-413fc2ae1902 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.103760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd35c73f-4b6b-40aa-aa6f-413fc2ae1902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.157616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-b1bf6132-530f-4e6e-b4d1-523cf8904464 service neutron] 10.222.0.15 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606631 Nov 25 19:33:44.161321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dd35c73f-4b6b-40aa-aa6f-413fc2ae1902 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0701cdcce991475597bfa2fab7fe1054&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3933933 Nov 25 19:33:44.165383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59384) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:44.172265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35c73f-4b6b-40aa-aa6f-413fc2ae1902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae40b46-ac23-47f6-bc7a-eaa43400697f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:44.248496 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f69f8cb-57e9-4f34-a5a2-e89bfe1691e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.280336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f69f8cb-57e9-4f34-a5a2-e89bfe1691e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.429219 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f69f8cb-57e9-4f34-a5a2-e89bfe1691e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.432641 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f69f8cb-57e9-4f34-a5a2-e89bfe1691e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:44.433942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7f69f8cb-57e9-4f34-a5a2-e89bfe1691e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eae40b46-ac23-47f6-bc7a-eaa43400697f HTTP/1.1" status: 204 len: 168 time: 0.2672219 Nov 25 19:33:44.462036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f69f8cb-57e9-4f34-a5a2-e89bfe1691e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae40b46-ac23-47f6-bc7a-eaa43400697f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:44.524813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0e5dcc-0047-428e-a5ee-0f48a4b25b7c req-08b4f4d8-8121-4f74-952f-55997992cf25 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:44.526783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad0e5dcc-0047-428e-a5ee-0f48a4b25b7c req-08b4f4d8-8121-4f74-952f-55997992cf25 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.0752137 Nov 25 19:33:44.598184 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad0e5dcc-0047-428e-a5ee-0f48a4b25b7c req-14b53355-0ddb-4cbc-ae0f-3bf203b882ce tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636685 Nov 25 19:33:44.877013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 36993f2f-a781-42ad-a8a6-5afd2337cff9 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:45.073435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6fad5-b608-47c2-a8b2-b1a89e2a59fe req-38fb5048-53aa-43a3-99fd-adb0fa55003a tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:45.075194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eaf6fad5-b608-47c2-a8b2-b1a89e2a59fe req-38fb5048-53aa-43a3-99fd-adb0fa55003a tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 944 time: 0.0711493 Nov 25 19:33:45.078770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 36993f2f-a781-42ad-a8a6-5afd2337cff9, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=36993f2f-a781-42ad-a8a6-5afd2337cff9,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:45.097309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '36993f2f-a781-42ad-a8a6-5afd2337cff9', 'network_id': '3724fd13-8c16-40f9-b884-23a3476e5bc7', 'port_id': '36993f2f-a781-42ad-a8a6-5afd2337cff9', 'mac_address': 'fa:16:3e:7e:3a:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bb1206d-cadb-4115-9efa-67753bdec310', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:45.136820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eaf6fad5-b608-47c2-a8b2-b1a89e2a59fe req-14140660-fa1b-4ca2-a53c-64d74df4ced7 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541286 Nov 25 19:33:45.162593 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:45.194556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36993f2f-a781-42ad-a8a6-5afd2337cff9 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:45.217878 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965a79f3-68c9-48f9-9e94-a29b6f24f0a7 x-openstack-request-id: req-965a79f3-68c9-48f9-9e94-a29b6f24f0a7 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:45.218350 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148ad758-10e3-4f5b-9714-6172d4c5272c", "name": "network-vif-deleted", "tag": "f949cb77-6e19-4c53-aa3c-2c624572b445", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:45.218547 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-965a79f3-68c9-48f9-9e94-a29b6f24f0a7 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:45.219711 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'name': 'network-vif-deleted', 'tag': 'f949cb77-6e19-4c53-aa3c-2c624572b445', 'status': 'completed', 'code': 200} Nov 25 19:33:45.240054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 36993f2f-a781-42ad-a8a6-5afd2337cff9, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=36993f2f-a781-42ad-a8a6-5afd2337cff9,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:45.246669 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:45.281355 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb0fdba-ba54-49d0-93e4-959d3716ac32 x-openstack-request-id: req-edb0fdba-ba54-49d0-93e4-959d3716ac32 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:45.281650 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "148ad758-10e3-4f5b-9714-6172d4c5272c", "name": "network-vif-unplugged", "status": "completed", "tag": "f949cb77-6e19-4c53-aa3c-2c624572b445", "code": 200}, {"server_uuid": "b8230d75-d940-413b-b139-520be44404f9", "name": "network-vif-plugged", "status": "completed", "tag": "630a67bd-2884-486f-a316-09673d0efc26", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:45.281909 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-edb0fdba-ba54-49d0-93e4-959d3716ac32 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:45.282319 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '148ad758-10e3-4f5b-9714-6172d4c5272c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f949cb77-6e19-4c53-aa3c-2c624572b445', 'code': 200} Nov 25 19:33:45.282657 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8230d75-d940-413b-b139-520be44404f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630a67bd-2884-486f-a316-09673d0efc26', 'code': 200} Nov 25 19:33:45.332226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=36993f2f-a781-42ad-a8a6-5afd2337cff9,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:45.440543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c958f8-0adb-4534-b74c-c5c9d3e119b4 req-4055059c-0a5b-407d-b484-427f4676d1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:45.442199 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39c958f8-0adb-4534-b74c-c5c9d3e119b4 req-4055059c-0a5b-407d-b484-427f4676d1d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 1097 time: 0.0695281 Nov 25 19:33:45.497144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa24e8b-b333-442a-b907-cea7d7847514 req-38d34a51-d9e6-4cb5-97ef-68003a316c7d tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:45.498784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-faa24e8b-b333-442a-b907-cea7d7847514 req-38d34a51-d9e6-4cb5-97ef-68003a316c7d tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 945 time: 0.0968070 Nov 25 19:33:45.508220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['36993f2f-a781-42ad-a8a6-5afd2337cff9'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:45.533077 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-39c958f8-0adb-4534-b74c-c5c9d3e119b4 req-8043fa15-0988-457a-93d2-7f8818b12f0f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816092 Nov 25 19:33:45.598207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-faa24e8b-b333-442a-b907-cea7d7847514 req-46b1dc29-60c1-4fe5-8b71-84e7df9429fd tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821803 Nov 25 19:33:45.706208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ddb5ea1-f973-4be4-bb80-1ec919e6c5d5 req-6cc4eb2b-fedd-4bb2-a4f9-719d33f43186 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 210 time: 0.0323279 Nov 25 19:33:45.755890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59426) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:45.892469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-network', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:45.929647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Made reservation on behalf of 6c3efa2ab4b64bc98cf4b3f770f262a5 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:45.932022 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:45.957847 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.482018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-e5023659-6d13-4b26-8405-56006df9db51 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:46.485269 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-e5023659-6d13-4b26-8405-56006df9db51 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/networks?id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e HTTP/1.1" status: 200 len: 822 time: 0.5666533 Nov 25 19:33:46.521252 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-0abc8ba4-a0cf-4716-9b0b-9984224fe794 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:46.523472 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-0abc8ba4-a0cf-4716-9b0b-9984224fe794 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "GET /v2.0/networks?id=0275eb29-d23c-4aad-9f29-2db63d79a059 HTTP/1.1" status: 200 len: 815 time: 0.1950581 Nov 25 19:33:46.536804 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-3fe7e1dc-9af4-4812-92ec-44f4128c4282 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/quotas/6e05c125ae22426086684a89fe26640c HTTP/1.1" status: 200 len: 375 time: 0.0325246 Nov 25 19:33:46.543382 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.555760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Request body: {'port': {'device_id': '5864d509-0e3a-405a-8b06-35994ce56a82', 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059', 'admin_state_up': True, 'tenant_id': '59a59506586d42e6beb0878d2d58de04'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:46.557153 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.580659 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-a9236339-5103-407f-af48-98617023e566 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6e05c125ae22426086684a89fe26640c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357671 Nov 25 19:33:46.602791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:33:46.659097 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.659097 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Added segment 7f8c7262-3fcc-4564-9fea-3dd8f631e5bb of type vlan for network 2d793cb9-a205-4c3a-a6f7-98df631b5d4c Nov 25 19:33:46.660754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cbc5d4b-3130-4b2d-8dde-76f544700be6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:46.773353 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.779414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Made reservation on behalf of 59a59506586d42e6beb0878d2d58de04 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:46.786073 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.794771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-4809fa46-30ca-414f-a4fc-9070d13b07ff service neutron] 10.222.0.15 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970410 Nov 25 19:33:46.855226 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.856357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:46.857063 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:46.880253 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 36993f2f-a781-42ad-a8a6-5afd2337cff9 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:46.959620 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2003918 Nov 25 19:33:46.980369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59446) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:46.990111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 36993f2f-a781-42ad-a8a6-5afd2337cff9 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:46.993673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] Request body: {'subnet': {'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-subnet', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:46.999247 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 36993f2f-a781-42ad-a8a6-5afd2337cff9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:46.999893 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.015444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4d50d9-f575-4c15-a3bd-f170a50e7d1b admin admin] Pushing event updated for resources: {'Network': ['ID=2d793cb9-a205-4c3a-a6f7-98df631b5d4c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:47.040691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Allocated IP 172.20.0.11 (0275eb29-d23c-4aad-9f29-2db63d79a059/da3f0592-2f1f-4281-80c4-aa399415e2e1/69ce7c22-187b-4db2-b620-55d27ee31e6d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:47.046451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] Made reservation on behalf of 6c3efa2ab4b64bc98cf4b3f770f262a5 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:47.049167 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.049851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-92328c84-51c2-4e87-8fdc-460e7cee68db service neutron] 10.222.0.15 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409980 Nov 25 19:33:47.088096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 2d793cb9-a205-4c3a-a6f7-98df631b5d4c details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:33:47.421697 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.491890 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.510715 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.544663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 36993f2f-a781-42ad-a8a6-5afd2337cff9, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=36993f2f-a781-42ad-a8a6-5afd2337cff9,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:47.546015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef99151-aaed-4434-a21e-e04ca3894955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36993f2f-a781-42ad-a8a6-5afd2337cff9'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:47.550232 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e50893f1-253b-4f65-85a5-8494a394fee1" -d '{"events": [{"server_uuid": "8ef99151-aaed-4434-a21e-e04ca3894955", "name": "network-vif-plugged", "status": "completed", "tag": "36993f2f-a781-42ad-a8a6-5afd2337cff9"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:47.558369 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.559583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device f949cb77-6e19-4c53-aa3c-2c624572b445 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:47.559899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Network 0275eb29-d23c-4aad-9f29-2db63d79a059 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:47.569777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:47.573619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:47.590396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: f949cb77-6e19-4c53-aa3c-2c624572b445 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:47.590835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device f949cb77-6e19-4c53-aa3c-2c624572b445 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:47.637936 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd697a06-4381-44c5-b295-f3183e2e6599 req-8504a767-cbb9-4f7d-a259-2cb106f0ca75 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:47.646572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cd697a06-4381-44c5-b295-f3183e2e6599 req-8504a767-cbb9-4f7d-a259-2cb106f0ca75 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1100774 Nov 25 19:33:47.669800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=36993f2f-a781-42ad-a8a6-5afd2337cff9,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:47.681339 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.707264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:47.708071 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.718473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cd697a06-4381-44c5-b295-f3183e2e6599 req-67d14765-c838-4325-93ff-172212b678ab tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652657 Nov 25 19:33:47.736145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Pushing event updated for resources: {'Port': ['ID=69ce7c22-187b-4db2-b620-55d27ee31e6d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:47.765428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.765811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.766164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.766503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.766866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.767207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.767590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.767959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.768341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.768713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.769119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.769457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:47.783073 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-8519f3da-a3cf-4979-991e-a3fd8fb94b6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2356763 Nov 25 19:33:47.803131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Request body: {'port': {'device_id': '5864d509-0e3a-405a-8b06-35994ce56a82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:47.806529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:47.860008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] Checking segment: {'id': '7f8c7262-3fcc-4564-9fea-3dd8f631e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:47.860008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] Network hostable DHCP agents. Network: 2d793cb9-a205-4c3a-a6f7-98df631b5d4c, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:33:47.895507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.919370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] Network 2d793cb9-a205-4c3a-a6f7-98df631b5d4c is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:33:47.958315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 2d793cb9-a205-4c3a-a6f7-98df631b5d4c) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:47.965510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:47.966166 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:47.969907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e5bf7f-4dfd-4a11-bbbf-b5222fb132c3 None None] Network 2d793cb9-a205-4c3a-a6f7-98df631b5d4c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:48.005364 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bee713f-47db-4f3d-a3fa-92291662327b req-d5b6f224-e0ad-4d3c-9be4-2fea51cffc54 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:48.012950 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e6361dea-07a2-43b9-90d3-289bf1703aee admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0311613 Nov 25 19:33:48.016705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1bee713f-47db-4f3d-a3fa-92291662327b req-d5b6f224-e0ad-4d3c-9be4-2fea51cffc54 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.0878463 Nov 25 19:33:48.020147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59464) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:48.030712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-router', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:48.092490 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.093536 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.131785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1bee713f-47db-4f3d-a3fa-92291662327b req-bf59c7b6-8bd3-49a0-8c4c-d101e4905714 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137257 Nov 25 19:33:48.251293 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.286124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-2d793cb9-a205-4c3a-a6f7-98df631b5d4c', 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'fixed_ips': [{'subnet_id': 'f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:33:48.287030 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.369370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69ce7c22-187b-4db2-b620-55d27ee31e6d {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:48.381417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.408458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Transition to ACTIVE for port object 69ce7c22-187b-4db2-b620-55d27ee31e6d will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:48.416743 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.448116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab83e35-44f7-441c-83f6-dd156176056b req-2ea8514d-fa1c-47ce-be39-d216445fd170 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:48.450644 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ab83e35-44f7-441c-83f6-dd156176056b req-2ea8514d-fa1c-47ce-be39-d216445fd170 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 932 time: 0.2163672 Nov 25 19:33:48.484263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Pushing event updated for resources: {'Port': ['ID=69ce7c22-187b-4db2-b620-55d27ee31e6d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:48.502054 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.529930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Allocated IP 172.20.0.2 (2d793cb9-a205-4c3a-a6f7-98df631b5d4c/f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1/903e74db-f01e-4240-bbcc-bc4cb4c55640) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:48.567723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ab83e35-44f7-441c-83f6-dd156176056b req-344140f5-0ccd-4023-8832-b72190785524 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877295 Nov 25 19:33:48.598373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Attempting to bind port 69ce7c22-187b-4db2-b620-55d27ee31e6d on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:48.599265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Attempting to bind port 69ce7c22-187b-4db2-b620-55d27ee31e6d by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:48.599265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Attempting to bind port 69ce7c22-187b-4db2-b620-55d27ee31e6d on network 0275eb29-d23c-4aad-9f29-2db63d79a059 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:48.605370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Port 69ce7c22-187b-4db2-b620-55d27ee31e6d on network 0275eb29-d23c-4aad-9f29-2db63d79a059 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:48.605802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Attempting to bind port 69ce7c22-187b-4db2-b620-55d27ee31e6d on network 0275eb29-d23c-4aad-9f29-2db63d79a059 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:48.611755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:48.612132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Checking segment: {'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:48.612651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Bound using segment: {'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:48.613217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Bound port: 69ce7c22-187b-4db2-b620-55d27ee31e6d, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:48.613688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.777093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] For port 69ce7c22-187b-4db2-b620-55d27ee31e6d, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:48.790271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] For port 69ce7c22-187b-4db2-b620-55d27ee31e6d, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=69ce7c22-187b-4db2-b620-55d27ee31e6d,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:48.797711 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.875951 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.884281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:48.885523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.886737 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.888486 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] 10.222.0.60 "PUT /v2.0/ports/69ce7c22-187b-4db2-b620-55d27ee31e6d HTTP/1.1" status: 200 len: 1092 time: 1.0914931 Nov 25 19:33:48.891193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5864d509-0e3a-405a-8b06-35994ce56a82', 'tag': '69ce7c22-187b-4db2-b620-55d27ee31e6d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:48.898687 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f91a51-f506-4660-af5b-fdc670a62f11" -d '{"events": [{"name": "network-changed", "server_uuid": "5864d509-0e3a-405a-8b06-35994ce56a82", "tag": "69ce7c22-187b-4db2-b620-55d27ee31e6d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:48.917994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6914fa8f-16d1-4f40-b512-1c4eea9f7a2e req-616e570b-23c9-4cce-8432-698fb5598145 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 210 time: 0.1185458 Nov 25 19:33:48.993039 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:48.995791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Pushing event updated for resources: {'Port': ['ID=903e74db-f01e-4240-bbcc-bc4cb4c55640,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:49.029180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:49.039057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-77e49c28-8a50-4fe1-8316-f60b2799428d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.040870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-77e49c28-8a50-4fe1-8316-f60b2799428d tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "GET /v2.0/networks?id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e HTTP/1.1" status: 200 len: 822 time: 0.2429833 Nov 25 19:33:49.052782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92883c-9b20-431e-b402-13064e745c8d service neutron] Pushing event updated for resources: {'Port': ['ID=69ce7c22-187b-4db2-b620-55d27ee31e6d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:49.058838 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Request body: {'port': {'device_id': 'fa1f1a94-2b75-4070-8f56-eb003c974450', 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e', 'admin_state_up': True, 'tenant_id': '6e05c125ae22426086684a89fe26640c'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:49.063927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Network 2d793cb9-a205-4c3a-a6f7-98df631b5d4c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:49.067171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:49.077517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:49.160736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-a65b2be3-1c7c-4a3a-a5e9-050f51912ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.162248 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-a65b2be3-1c7c-4a3a-a5e9-050f51912ee5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59a59506586d42e6beb0878d2d58de04&device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 1095 time: 0.1284997 Nov 25 19:33:49.207435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Attempting to bind port 903e74db-f01e-4240-bbcc-bc4cb4c55640 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:49.207892 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Attempting to bind port 903e74db-f01e-4240-bbcc-bc4cb4c55640 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '7f8c7262-3fcc-4564-9fea-3dd8f631e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:49.209163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Attempting to bind port 903e74db-f01e-4240-bbcc-bc4cb4c55640 on network 2d793cb9-a205-4c3a-a6f7-98df631b5d4c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:49.218146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:49.219059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Checking segment: {'id': '7f8c7262-3fcc-4564-9fea-3dd8f631e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:49.219810 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:49.220687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Bound using segment: {'id': '7f8c7262-3fcc-4564-9fea-3dd8f631e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:49.221922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Bound port: 903e74db-f01e-4240-bbcc-bc4cb4c55640, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8c7262-3fcc-4564-9fea-3dd8f631e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:49.222641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:49.237313 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-77a74d43-a6a0-4b66-a41a-b20e9d68785e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce7c22-187b-4db2-b620-55d27ee31e6d HTTP/1.1" status: 200 len: 217 time: 0.0651712 Nov 25 19:33:49.294787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Allocated IP 172.25.8.36 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/01375964-8ea1-41fd-b3c9-5597b72a7119) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:49.331332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-fedd4920-384e-49ac-9f10-2a7d80ac2d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.333676 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-fedd4920-384e-49ac-9f10-2a7d80ac2d8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da3f0592-2f1f-4281-80c4-aa399415e2e1 HTTP/1.1" status: 200 len: 855 time: 0.0828521 Nov 25 19:33:49.355020 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Made reservation on behalf of 6e05c125ae22426086684a89fe26640c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:49.356778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:49.395597 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-b9637b6d-1e5e-4371-8e08-827c700995e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0275eb29-d23c-4aad-9f29-2db63d79a059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335648 Nov 25 19:33:49.396817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] For port 903e74db-f01e-4240-bbcc-bc4cb4c55640, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:49.402603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] For port 903e74db-f01e-4240-bbcc-bc4cb4c55640, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=903e74db-f01e-4240-bbcc-bc4cb4c55640,segment=NetworkSegment(7f8c7262-3fcc-4564-9fea-3dd8f631e5bb),segment_id=7f8c7262-3fcc-4564-9fea-3dd8f631e5bb)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:49.417468 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:49.429980 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be75a4a-d3e4-4ae4-9e81-3ad0cecb277d x-openstack-request-id: req-5be75a4a-d3e4-4ae4-9e81-3ad0cecb277d {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:49.430541 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef99151-aaed-4434-a21e-e04ca3894955", "name": "network-vif-plugged", "status": "completed", "tag": "36993f2f-a781-42ad-a8a6-5afd2337cff9", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:49.430541 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5be75a4a-d3e4-4ae4-9e81-3ad0cecb277d {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:49.434759 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef99151-aaed-4434-a21e-e04ca3894955', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36993f2f-a781-42ad-a8a6-5afd2337cff9', 'code': 200} Nov 25 19:33:49.533848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4421c-6868-41d5-ab17-522df1ec99ad None None] Pushing event updated for resources: {'Port': ['ID=903e74db-f01e-4240-bbcc-bc4cb4c55640,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:49.543027 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:49.635294 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-856a35b0-fe6f-452d-9c5b-4a2698aff8c3 service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307582 Nov 25 19:33:49.648473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c0a0a-0336-48af-ac08-9fa45ba35c5e req-8d69ba8a-8563-44fa-a5a5-e513e9e12457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.650917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Allocated IP 172.20.0.5 (7434c228-c045-4e07-bfc7-b9e7ce9cae0e/5b37492a-adbd-483b-b851-0b412fdd6706/05b9e494-7ff3-4f7f-85ca-bf93ec8195a1) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:49.651418 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b16c0a0a-0336-48af-ac08-9fa45ba35c5e req-8d69ba8a-8563-44fa-a5a5-e513e9e12457 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 1097 time: 0.0941312 Nov 25 19:33:49.708558 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:49.736647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75b22fc-0ad9-4c84-afe5-12f110ac186a req-db65d4b8-51a2-4ee2-b257-e401c3c76c20 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:49.741496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e75b22fc-0ad9-4c84-afe5-12f110ac186a req-db65d4b8-51a2-4ee2-b257-e401c3c76c20 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1567991 Nov 25 19:33:49.799271 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b16c0a0a-0336-48af-ac08-9fa45ba35c5e req-419f65a8-1304-46a7-b844-e27457711646 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264322 Nov 25 19:33:49.833090 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab9817f5-f729-4fb2-840d-61e785e35362 req-1de66506-0375-4bc5-abca-6919425b16b4 service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802487 Nov 25 19:33:49.835574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:49.850295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:49.874832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:49.887250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9380f44a-5426-4497-a14a-6d30e480eae6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:49.935225 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Pushing event updated for resources: {'Port': ['ID=01375964-8ea1-41fd-b3c9-5597b72a7119,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:49.993028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7c162366-d8db-4395-8c46-730563602605 None None] Provisioning complete for port 01375964-8ea1-41fd-b3c9-5597b72a7119 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:49.994241 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7c162366-d8db-4395-8c46-730563602605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.011408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e75b22fc-0ad9-4c84-afe5-12f110ac186a req-d5cc0528-854a-42ea-96f2-3d5e8d8f4df9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257516 Nov 25 19:33:50.040049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7c162366-d8db-4395-8c46-730563602605 None None] Port 01375964-8ea1-41fd-b3c9-5597b72a7119 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:50.152745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.191920 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c9d71b-0f5a-4deb-9c06-d1957c1bcfef x-openstack-request-id: req-60c9d71b-0f5a-4deb-9c06-d1957c1bcfef {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:50.192569 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5864d509-0e3a-405a-8b06-35994ce56a82", "tag": "69ce7c22-187b-4db2-b620-55d27ee31e6d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:50.193274 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-60c9d71b-0f5a-4deb-9c06-d1957c1bcfef {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:50.195033 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5864d509-0e3a-405a-8b06-35994ce56a82', 'tag': '69ce7c22-187b-4db2-b620-55d27ee31e6d', 'status': 'completed', 'code': 200} Nov 25 19:33:50.328970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f91a51-f506-4660-af5b-fdc670a62f11 req-ed186605-e801-4666-ac81-913b4fc0417c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:50.331544 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00f91a51-f506-4660-af5b-fdc670a62f11 req-ed186605-e801-4666-ac81-913b4fc0417c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59a59506586d42e6beb0878d2d58de04&device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 1095 time: 0.0689468 Nov 25 19:33:50.354468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 903e74db-f01e-4240-bbcc-bc4cb4c55640 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:50.412229 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.467594 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.473296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5bbbdd-1a73-4ef0-a945-ff0fb467d504 req-cab58e46-f4be-4e78-84dd-be746a027a58 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:50.481190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd5bbbdd-1a73-4ef0-a945-ff0fb467d504 req-cab58e46-f4be-4e78-84dd-be746a027a58 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1972873 Nov 25 19:33:50.489889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 903e74db-f01e-4240-bbcc-bc4cb4c55640 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:50.490288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f91a51-f506-4660-af5b-fdc670a62f11 req-db39596d-5b37-4ebf-a060-da34ed621b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:50.490515 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.493741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00f91a51-f506-4660-af5b-fdc670a62f11 req-db39596d-5b37-4ebf-a060-da34ed621b17 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0275eb29-d23c-4aad-9f29-2db63d79a059 HTTP/1.1" status: 200 len: 916 time: 0.1466630 Nov 25 19:33:50.517585 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.527688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:50.551088 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00f91a51-f506-4660-af5b-fdc670a62f11 req-c946e288-5709-4e55-aa65-d6218b0b0848 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=69ce7c22-187b-4db2-b620-55d27ee31e6d HTTP/1.1" status: 200 len: 217 time: 0.0471864 Nov 25 19:33:50.572405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:50.581248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:50.631389 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.651475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event updated for resources: {'Port': ['ID=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:50.670744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f91a51-f506-4660-af5b-fdc670a62f11 req-46763e43-290e-4a4b-b2c0-a5a7223aaa0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:50.676647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00f91a51-f506-4660-af5b-fdc670a62f11 req-46763e43-290e-4a4b-b2c0-a5a7223aaa0c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da3f0592-2f1f-4281-80c4-aa399415e2e1 HTTP/1.1" status: 200 len: 855 time: 0.1072369 Nov 25 19:33:50.696264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 903e74db-f01e-4240-bbcc-bc4cb4c55640, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=903e74db-f01e-4240-bbcc-bc4cb4c55640,segment=NetworkSegment(7f8c7262-3fcc-4564-9fea-3dd8f631e5bb),segment_id=7f8c7262-3fcc-4564-9fea-3dd8f631e5bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:50.702344 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.720263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd5bbbdd-1a73-4ef0-a945-ff0fb467d504 req-8590c0a5-b669-43a2-8424-579f5bafd466 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300637 Nov 25 19:33:50.744820 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00f91a51-f506-4660-af5b-fdc670a62f11 req-ab8e5dec-65dd-4885-9824-547a153f1a54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0275eb29-d23c-4aad-9f29-2db63d79a059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564148 Nov 25 19:33:50.827537 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=903e74db-f01e-4240-bbcc-bc4cb4c55640,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:50.841856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:50.842697 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:50.913067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-52aa4546-e8ea-482c-be68-094593287051 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8617349 Nov 25 19:33:50.954046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Request body: {'port': {'device_id': 'fa1f1a94-2b75-4070-8f56-eb003c974450', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:50.987813 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00f91a51-f506-4660-af5b-fdc670a62f11 req-f9b17889-2780-4af7-8566-fb2e4ed2d472 service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342148 Nov 25 19:33:51.060706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50cbed6-8853-47f3-9815-3785bed6ac02 req-6da7faa9-8f84-4033-8468-3d86938772f8 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:51.062486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a50cbed6-8853-47f3-9815-3785bed6ac02 req-6da7faa9-8f84-4033-8468-3d86938772f8 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 945 time: 0.1461017 Nov 25 19:33:51.115352 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:51.133049 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:51.175317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f26ae08-fa76-4dfb-aaff-9782ea6a8a4c None None] Network 2d793cb9-a205-4c3a-a6f7-98df631b5d4c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:33:51.224966 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00f91a51-f506-4660-af5b-fdc670a62f11 req-309a38b5-c723-4ba4-b5d3-0e61aa71946c service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180107 Nov 25 19:33:51.297378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d6d7ec3b-617d-4513-a7ea-a4395c6b4632 None None] Provisioning complete for port 903e74db-f01e-4240-bbcc-bc4cb4c55640 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:51.297671 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d6d7ec3b-617d-4513-a7ea-a4395c6b4632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:51.316518 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a50cbed6-8853-47f3-9815-3785bed6ac02 req-ed498221-a7e5-42c3-bd2e-e5d8bf3e630b tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.15 "GET /v2.0/security-groups?id=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336695 Nov 25 19:33:51.573411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391c28d9-1e88-412b-8b1f-51bdafe2c9cc req-7586dd9d-db64-433d-9144-3f02da68f040 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:51.575112 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-391c28d9-1e88-412b-8b1f-51bdafe2c9cc req-7586dd9d-db64-433d-9144-3f02da68f040 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.60 "GET /v2.0/ports?device_id=e97f16d4-e249-49b3-ac9e-9e05b959bd33 HTTP/1.1" status: 200 len: 945 time: 0.0705438 Nov 25 19:33:51.696782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-391c28d9-1e88-412b-8b1f-51bdafe2c9cc req-3c53c1c8-916c-437b-801f-a607ed1eab85 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Deleting port fd6edc63-012a-424e-a1a7-76b5083108d0 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:33:51.697476 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-391c28d9-1e88-412b-8b1f-51bdafe2c9cc req-3c53c1c8-916c-437b-801f-a607ed1eab85 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:51.831019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-391c28d9-1e88-412b-8b1f-51bdafe2c9cc req-3c53c1c8-916c-437b-801f-a607ed1eab85 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] For port fd6edc63-012a-424e-a1a7-76b5083108d0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fd6edc63-012a-424e-a1a7-76b5083108d0,segment=NetworkSegment(0ca694f8-43c9-4971-be9b-69f0614fdf83),segment_id=0ca694f8-43c9-4971-be9b-69f0614fdf83)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:51.831402 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-391c28d9-1e88-412b-8b1f-51bdafe2c9cc req-3c53c1c8-916c-437b-801f-a607ed1eab85 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:51.847377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-391c28d9-1e88-412b-8b1f-51bdafe2c9cc req-3c53c1c8-916c-437b-801f-a607ed1eab85 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Calling delete_port for fd6edc63-012a-424e-a1a7-76b5083108d0 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:33:51.881573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290bce3c-4acd-4bb7-8421-c8a08ae953fe req-26b91cd7-036d-48ce-b405-c1fbe60fd658 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:51.883412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-290bce3c-4acd-4bb7-8421-c8a08ae953fe req-26b91cd7-036d-48ce-b405-c1fbe60fd658 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 944 time: 0.1547260 Nov 25 19:33:51.914528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1bd56fae-6b85-4ecf-8613-92954cbe6a2b None None] Provisioning complete for port 903e74db-f01e-4240-bbcc-bc4cb4c55640 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:51.917202 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1bd56fae-6b85-4ecf-8613-92954cbe6a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.006690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Router 447ce88d-0367-4fbd-ae99-904b8b72a026 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:33:52.042972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-290bce3c-4acd-4bb7-8421-c8a08ae953fe req-a245af43-6147-4e26-a1b4-0e991f341b70 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467485 Nov 25 19:33:52.082827 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-391c28d9-1e88-412b-8b1f-51bdafe2c9cc req-3c53c1c8-916c-437b-801f-a607ed1eab85 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.098517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['fd6edc63-012a-424e-a1a7-76b5083108d0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:52.160311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:52.161530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53c1c8-916c-437b-801f-a607ed1eab85 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Pushing event deleted for resources: {'Port': ['ID=fd6edc63-012a-424e-a1a7-76b5083108d0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:52.189915 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.204381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-391c28d9-1e88-412b-8b1f-51bdafe2c9cc req-3c53c1c8-916c-437b-801f-a607ed1eab85 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] No DVR routers for this DVR port fd6edc63-012a-424e-a1a7-76b5083108d0 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:33:52.208775 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-391c28d9-1e88-412b-8b1f-51bdafe2c9cc req-3c53c1c8-916c-437b-801f-a607ed1eab85 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.213082 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-391c28d9-1e88-412b-8b1f-51bdafe2c9cc req-3c53c1c8-916c-437b-801f-a607ed1eab85 tempest-InstanceActionsTestJSON-1542809071 tempest-InstanceActionsTestJSON-1542809071-project] 10.222.0.60 "DELETE /v2.0/ports/fd6edc63-012a-424e-a1a7-76b5083108d0 HTTP/1.1" status: 204 len: 173 time: 0.6317379 Nov 25 19:33:52.213622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e97f16d4-e249-49b3-ac9e-9e05b959bd33', 'name': 'network-vif-deleted', 'tag': 'fd6edc63-012a-424e-a1a7-76b5083108d0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:52.216582 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9b99a2f-5df5-4b84-a227-99642f754a15" -d '{"events": [{"server_uuid": "e97f16d4-e249-49b3-ac9e-9e05b959bd33", "name": "network-vif-deleted", "tag": "fd6edc63-012a-424e-a1a7-76b5083108d0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:52.285948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Transition to ACTIVE for port object 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:52.314536 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.322124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 903e74db-f01e-4240-bbcc-bc4cb4c55640 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:52.370926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3fa395-5738-47b6-86c9-8c913bb3712e req-50445c3b-7645-404a-8d2f-21dcea869770 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:52.372538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e3fa395-5738-47b6-86c9-8c913bb3712e req-50445c3b-7645-404a-8d2f-21dcea869770 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 931 time: 0.2041693 Nov 25 19:33:52.413920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 903e74db-f01e-4240-bbcc-bc4cb4c55640 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:52.413920 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.419917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:52.456268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Sync routers for ids ['447ce88d-0367-4fbd-ae99-904b8b72a026'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:33:52.460294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Pushing event updated for resources: {'Port': ['ID=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:52.492752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Routers {'447ce88d-0367-4fbd-ae99-904b8b72a026'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:52.494921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['447ce88d-0367-4fbd-ae99-904b8b72a026'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:52.505249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.505873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.506503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.507061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.507437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.507771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.508105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.508450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.508786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.509124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.509454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.509780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:33:52.519578 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.522857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ed802c9b-feb1-4ef5-994d-31b8a28f7566 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4983780 Nov 25 19:33:52.527003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59492) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:52.579728 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e3fa395-5738-47b6-86c9-8c913bb3712e req-95926ba7-9b89-444d-aeaf-27803c40650a tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846569 Nov 25 19:33:52.611122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Attempting to bind port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:52.611471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Attempting to bind port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:52.611810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Attempting to bind port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 on network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:52.628321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 on network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:52.628540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Attempting to bind port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 on network 7434c228-c045-4e07-bfc7-b9e7ce9cae0e {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:52.635387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:52.635819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Checking segment: {'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:52.636134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Bound using segment: {'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:52.636588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Bound port: 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99392f8b-ab32-4974-adeb-6a5c956ad93f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:52.636953 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.697944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Set router 447ce88d-0367-4fbd-ae99-904b8b72a026 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:52.826998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] For port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:52.837772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] For port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:52.843498 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.876036 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:52.988898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 69ce7c22-187b-4db2-b620-55d27ee31e6d details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:53.086540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:53.087752 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:53.091087 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] 10.222.0.60 "PUT /v2.0/ports/05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 HTTP/1.1" status: 200 len: 1091 time: 2.1558819 Nov 25 19:33:53.091973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa1f1a94-2b75-4070-8f56-eb003c974450', 'tag': '05b9e494-7ff3-4f7f-85ca-bf93ec8195a1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:53.096531 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89678bb4-99b5-42e0-9acb-9b34d83ed7e8" -d '{"events": [{"name": "network-changed", "server_uuid": "fa1f1a94-2b75-4070-8f56-eb003c974450", "tag": "05b9e494-7ff3-4f7f-85ca-bf93ec8195a1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:53.160316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b120548-5d99-43c3-b836-ca9b8bbd86b6 service neutron] Pushing event updated for resources: {'Port': ['ID=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:53.217474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-5208dec3-6bdd-4cac-a5fe-0b603f451a0c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:53.228019 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-5208dec3-6bdd-4cac-a5fe-0b603f451a0c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 811 time: 0.4671867 Nov 25 19:33:53.282697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-e5c111f6-8ec2-4a42-a912-a9cb218db8cd tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/quotas/b424fdd8b2874a6296eed26190f62330 HTTP/1.1" status: 200 len: 375 time: 0.0398917 Nov 25 19:33:53.350414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1759c778-855f-41d7-8fee-f7bf2c0be41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:53.352900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1759c778-855f-41d7-8fee-f7bf2c0be41a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e05c125ae22426086684a89fe26640c&device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 1094 time: 0.1230412 Nov 25 19:33:53.367122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 69ce7c22-187b-4db2-b620-55d27ee31e6d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=69ce7c22-187b-4db2-b620-55d27ee31e6d,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:53.397067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '69ce7c22-187b-4db2-b620-55d27ee31e6d', 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059', 'port_id': '69ce7c22-187b-4db2-b620-55d27ee31e6d', 'mac_address': 'fa:16:3e:ec:b2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3f0592-2f1f-4281-80c4-aa399415e2e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:53.419110 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-a156adf2-b194-4104-8af7-5e7e97858780 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 HTTP/1.1" status: 200 len: 217 time: 0.0565381 Nov 25 19:33:53.433359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-0cda916e-2152-43e6-b94d-6df321224ad4 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1370625 Nov 25 19:33:53.466699 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-router', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:48Z', 'updated_at': '2021-11-25T19:33:50Z', 'revision_number': 3, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'gw_port': {'id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:49Z', 'updated_at': '2021-11-25T19:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:53.509110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Checking router: 447ce88d-0367-4fbd-ae99-904b8b72a026 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:33:53.509515 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Updating router 447ce88d-0367-4fbd-ae99-904b8b72a026 port 01375964-8ea1-41fd-b3c9-5597b72a7119 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:33:53.537278 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:53.564309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:53.567279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ce7c22-187b-4db2-b620-55d27ee31e6d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:53.577613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1496e1e2-e0d4-4935-a886-c67d52710a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:53.579660 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-1496e1e2-e0d4-4935-a886-c67d52710a08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b37492a-adbd-483b-b851-0b412fdd6706 HTTP/1.1" status: 200 len: 862 time: 0.1440060 Nov 25 19:33:53.630148 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 69ce7c22-187b-4db2-b620-55d27ee31e6d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=69ce7c22-187b-4db2-b620-55d27ee31e6d,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:53.637462 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:53.645937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-9cb887d1-100d-4e89-ab93-f8fb4e8fe73e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541811 Nov 25 19:33:53.695030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-0c1a203b-0847-4a5d-aca6-fd1809555d47 service neutron] 10.222.0.15 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2248449 Nov 25 19:33:53.792114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=69ce7c22-187b-4db2-b620-55d27ee31e6d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:53.901996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:53.950623 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-4da6ab90-4730-40e9-9b78-2f8c6742266f service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2914381 Nov 25 19:33:54.016286 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-daddc1ec-ce26-48fb-9eea-9f708ea9dbf6 service neutron] 10.222.0.15 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999189 Nov 25 19:33:54.107494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ca4080c-2419-4337-9b29-d61ad3bdcf89 req-c610c2c2-3921-4c0e-8ede-9ef681e6fd24 service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490707 Nov 25 19:33:54.139995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Allocated IP 172.20.0.1 (2d793cb9-a205-4c3a-a6f7-98df631b5d4c/f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1/0870b9b3-cc9e-43f4-8212-92bb8074cd53) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:54.227766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['69ce7c22-187b-4db2-b620-55d27ee31e6d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:54.373255 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.419372 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.480554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Network 2d793cb9-a205-4c3a-a6f7-98df631b5d4c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:54.484418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:54.485087 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.491390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:54.502568 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.504782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Pushing event updated for resources: {'Port': ['ID=0870b9b3-cc9e-43f4-8212-92bb8074cd53,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:54.574632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49d435-1f12-4ad5-9a33-68687ddf9f0b req-93049204-8157-4f06-a426-5463f2c9cef1 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:54.590954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c49d435-1f12-4ad5-9a33-68687ddf9f0b req-93049204-8157-4f06-a426-5463f2c9cef1 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1498580 Nov 25 19:33:54.630106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea380220-420c-4583-8a4a-952582cc2e47 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:54.649725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7586d-eba4-4718-9042-603d174a66c1 None None] Pushing event updated for resources: {'Port': ['ID=01375964-8ea1-41fd-b3c9-5597b72a7119,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:54.652357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Attempting to bind port 01375964-8ea1-41fd-b3c9-5597b72a7119 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:54.652733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Attempting to bind port 01375964-8ea1-41fd-b3c9-5597b72a7119 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:54.653099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Attempting to bind port 01375964-8ea1-41fd-b3c9-5597b72a7119 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:54.664884 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.670690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:54.670690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:54.670690 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.670690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:54.671923 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Bound port: 01375964-8ea1-41fd-b3c9-5597b72a7119, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:54.671923 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.704320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c49d435-1f12-4ad5-9a33-68687ddf9f0b req-2b59be28-6b2c-4997-896d-0fc20ef59281 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102190 Nov 25 19:33:54.820490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] For port 01375964-8ea1-41fd-b3c9-5597b72a7119, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:54.822753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0be256b5-6d1d-4325-83a1-90d37776ca56 None None] Provisioning complete for port 01375964-8ea1-41fd-b3c9-5597b72a7119 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:54.825370 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0be256b5-6d1d-4325-83a1-90d37776ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.832695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] For port 01375964-8ea1-41fd-b3c9-5597b72a7119, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=01375964-8ea1-41fd-b3c9-5597b72a7119,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:54.844837 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a4b3483-8fd0-43bd-9620-6c4bcf86de27 x-openstack-request-id: req-8a4b3483-8fd0-43bd-9620-6c4bcf86de27 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:54.845191 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e97f16d4-e249-49b3-ac9e-9e05b959bd33", "name": "network-vif-deleted", "tag": "fd6edc63-012a-424e-a1a7-76b5083108d0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:54.845428 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8a4b3483-8fd0-43bd-9620-6c4bcf86de27 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:54.845786 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e97f16d4-e249-49b3-ac9e-9e05b959bd33', 'name': 'network-vif-deleted', 'tag': 'fd6edc63-012a-424e-a1a7-76b5083108d0', 'status': 'completed', 'code': 200} Nov 25 19:33:54.900627 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:54.934013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59518) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:54.983234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fd6edc63-012a-424e-a1a7-76b5083108d0 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:33:54.998955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ef7271-b614-47ef-878e-2e33b51fc104 admin admin] Deleting subnet 519cc865-25a2-4a10-90d5-69844e85ece2 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:33:55.001494 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.005464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7271-b614-47ef-878e-2e33b51fc104 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.028892 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: fd6edc63-012a-424e-a1a7-76b5083108d0 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:33:55.029239 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fd6edc63-012a-424e-a1a7-76b5083108d0 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:33:55.038203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcf2f68-fb28-47b6-b066-42c67e670a00 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:33:55.059279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Routers {'447ce88d-0367-4fbd-ae99-904b8b72a026'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:33:55.059827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['447ce88d-0367-4fbd-ae99-904b8b72a026'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:55.088897 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7271-b614-47ef-878e-2e33b51fc104 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.127573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb7586d-eba4-4718-9042-603d174a66c1 None None] Pushing event updated for resources: {'Port': ['ID=01375964-8ea1-41fd-b3c9-5597b72a7119,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:55.183840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7271-b614-47ef-878e-2e33b51fc104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.202003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5e1fe-6ea4-4293-bfdc-f7351271246d req-252a5f27-59e4-49d6-9af5-0766b738481b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:55.218931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f8f5e1fe-6ea4-4293-bfdc-f7351271246d req-252a5f27-59e4-49d6-9af5-0766b738481b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 945 time: 0.1348381 Nov 25 19:33:55.306455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0be256b5-6d1d-4325-83a1-90d37776ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.314437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f8f5e1fe-6ea4-4293-bfdc-f7351271246d req-7ee3f49d-3249-465a-af92-282f97cc39c9 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939641 Nov 25 19:33:55.330516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7271-b614-47ef-878e-2e33b51fc104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.375259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0be256b5-6d1d-4325-83a1-90d37776ca56 None None] For port 01375964-8ea1-41fd-b3c9-5597b72a7119, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=01375964-8ea1-41fd-b3c9-5597b72a7119,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:55.385495 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0be256b5-6d1d-4325-83a1-90d37776ca56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.395651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef7271-b614-47ef-878e-2e33b51fc104 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=519cc865-25a2-4a10-90d5-69844e85ece2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:55.402723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] Set router 447ce88d-0367-4fbd-ae99-904b8b72a026 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:33:55.407495 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.410788 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b6ef7271-b614-47ef-878e-2e33b51fc104 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.415398 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b6ef7271-b614-47ef-878e-2e33b51fc104 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/519cc865-25a2-4a10-90d5-69844e85ece2 HTTP/1.1" status: 204 len: 168 time: 0.4802468 Nov 25 19:33:55.417310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.419853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59524) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:55.506865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.511087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Pushing event updated for resources: {'Port': ['ID=0870b9b3-cc9e-43f4-8212-92bb8074cd53,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:55.537054 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa80a31d-81c9-4727-a042-b61eaafc5113 x-openstack-request-id: req-aa80a31d-81c9-4727-a042-b61eaafc5113 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:55.537565 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa1f1a94-2b75-4070-8f56-eb003c974450", "tag": "05b9e494-7ff3-4f7f-85ca-bf93ec8195a1", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:55.537973 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aa80a31d-81c9-4727-a042-b61eaafc5113 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:55.538638 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa1f1a94-2b75-4070-8f56-eb003c974450', 'tag': '05b9e494-7ff3-4f7f-85ca-bf93ec8195a1', 'status': 'completed', 'code': 200} Nov 25 19:33:55.666592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be256b5-6d1d-4325-83a1-90d37776ca56 None None] Pushing event updated for resources: {'Port': ['ID=01375964-8ea1-41fd-b3c9-5597b72a7119,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:55.684162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d669ac2c-7b57-496f-a95e-bc532c75bdd1 None None] Provisioning complete for port 0870b9b3-cc9e-43f4-8212-92bb8074cd53 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:55.684694 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d669ac2c-7b57-496f-a95e-bc532c75bdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.696376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Network 2d793cb9-a205-4c3a-a6f7-98df631b5d4c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:55.698572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:55.719911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.780181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d669ac2c-7b57-496f-a95e-bc532c75bdd1 None None] Port 0870b9b3-cc9e-43f4-8212-92bb8074cd53 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:55.784847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89678bb4-99b5-42e0-9acb-9b34d83ed7e8 req-73489bba-60a1-4588-9db1-46716e3ef7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:55.786931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89678bb4-99b5-42e0-9acb-9b34d83ed7e8 req-73489bba-60a1-4588-9db1-46716e3ef7c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6e05c125ae22426086684a89fe26640c&device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 1094 time: 0.2470775 Nov 25 19:33:55.807699 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d669ac2c-7b57-496f-a95e-bc532c75bdd1 None None] Provisioning complete for port 01375964-8ea1-41fd-b3c9-5597b72a7119 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:55.811811 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d669ac2c-7b57-496f-a95e-bc532c75bdd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:55.840181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1547e8-b273-4bfa-a775-158fe7e9d0e8 req-2753abb9-c88f-4134-b1ba-84b2f7d8ff58 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:55.851476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be1547e8-b273-4bfa-a775-158fe7e9d0e8 req-2753abb9-c88f-4134-b1ba-84b2f7d8ff58 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 943 time: 0.1554401 Nov 25 19:33:55.864977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Router 447ce88d-0367-4fbd-ae99-904b8b72a026 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:33:55.887001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-router', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:48Z', 'updated_at': '2021-11-25T19:33:54Z', 'revision_number': 4, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'gw_port': {'id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:49Z', 'updated_at': '2021-11-25T19:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0870b9b3-cc9e-43f4-8212-92bb8074cd53', 'name': '', 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'mac_address': 'fa:16:3e:93:e8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:53Z', 'updated_at': '2021-11-25T19:33:54Z', 'revision_number': 1, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'subnets': [{'id': 'f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:55.979514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a8eb98-5256-4533-8cd8-dd97484b0797 None None] The sync data for ids ['447ce88d-0367-4fbd-ae99-904b8b72a026'] in n-d-817303-9 is: [{'id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-router', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:48Z', 'updated_at': '2021-11-25T19:33:54Z', 'revision_number': 4, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'gw_port': {'id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:49Z', 'updated_at': '2021-11-25T19:33:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0870b9b3-cc9e-43f4-8212-92bb8074cd53', 'name': '', 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'mac_address': 'fa:16:3e:93:e8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:53Z', 'updated_at': '2021-11-25T19:33:54Z', 'revision_number': 1, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'subnets': [{'id': 'f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:33:56.035743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:33:56.042097 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:56.056316 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-896c9fc5-4db0-441b-aada-10f784e2c542 admin admin] 10.222.0.15 "PUT /v2.0/routers/447ce88d-0367-4fbd-ae99-904b8b72a026/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5280430 Nov 25 19:33:56.104763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8341f09c-6e03-4924-a932-63aca593e8e8']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:56.119490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be1547e8-b273-4bfa-a775-158fe7e9d0e8 req-934989f4-362b-4b30-b540-ddd03e28e4a3 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668200 Nov 25 19:33:56.161678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89678bb4-99b5-42e0-9acb-9b34d83ed7e8 req-04b1b8c0-dfb7-4d51-8ecf-9d41de8fa813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:56.166237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89678bb4-99b5-42e0-9acb-9b34d83ed7e8 req-04b1b8c0-dfb7-4d51-8ecf-9d41de8fa813 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e HTTP/1.1" status: 200 len: 923 time: 0.3583031 Nov 25 19:33:56.170377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ca694f8-43c9-4971-be9b-69f0614fdf83') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:56.171329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ca694f8-43c9-4971-be9b-69f0614fdf83') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:33:56.190432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-441101d5-58bd-403f-b31e-6d0f0a7f8343 None None] Provisioning complete for port 0870b9b3-cc9e-43f4-8212-92bb8074cd53 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:56.191459 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-441101d5-58bd-403f-b31e-6d0f0a7f8343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:56.278965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89678bb4-99b5-42e0-9acb-9b34d83ed7e8 req-3f487211-ee74-49fb-b0c5-10fd6986f024 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 HTTP/1.1" status: 200 len: 217 time: 0.1031342 Nov 25 19:33:56.284661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-441101d5-58bd-403f-b31e-6d0f0a7f8343 None None] Port 0870b9b3-cc9e-43f4-8212-92bb8074cd53 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:56.291690 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:56.392092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-8ab81a65-0db6-4bb4-acb1-3b1f73ea05b8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:56.399750 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-8ab81a65-0db6-4bb4-acb1-3b1f73ea05b8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 811 time: 0.2658560 Nov 25 19:33:56.444247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Request body: {'port': {'device_id': '2900d00e-6c1b-4799-ae69-829358c09d52', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'admin_state_up': True, 'tenant_id': 'b424fdd8b2874a6296eed26190f62330'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:56.499341 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c69012f8-72ba-4441-a820-e48331a01b89 req-fbf4e36a-73eb-4485-ba52-6c563ea1fb9d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 210 time: 0.2175689 Nov 25 19:33:56.503222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89678bb4-99b5-42e0-9acb-9b34d83ed7e8 req-3724e7db-9028-4d7a-b49d-9d18b2f1c4af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:56.505597 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89678bb4-99b5-42e0-9acb-9b34d83ed7e8 req-3724e7db-9028-4d7a-b49d-9d18b2f1c4af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5b37492a-adbd-483b-b851-0b412fdd6706 HTTP/1.1" status: 200 len: 862 time: 0.1947489 Nov 25 19:33:56.520812 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:56.587682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:33:56.588407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:56.594021 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89678bb4-99b5-42e0-9acb-9b34d83ed7e8 req-d983b851-c8af-452c-ad9d-ad0065f0bb9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7434c228-c045-4e07-bfc7-b9e7ce9cae0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681443 Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:33:56.595254 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:33:56.659020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Made reservation on behalf of b424fdd8b2874a6296eed26190f62330 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:56.663655 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:56.878364 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:56.914172 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:56.924898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8341f09c-6e03-4924-a932-63aca593e8e8 HTTP/1.1" status: 204 len: 168 time: 1.5031507 Nov 25 19:33:56.945207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce8430e-ea9b-45b8-a752-9e03dd0c34f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=8341f09c-6e03-4924-a932-63aca593e8e8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:56.961331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490e87c-35fd-4e7b-b35d-9c87b99e025b req-148877fd-582c-47ee-b9b0-b5029a2d9b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:56.963074 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e490e87c-35fd-4e7b-b35d-9c87b99e025b req-148877fd-582c-47ee-b9b0-b5029a2d9b24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 1097 time: 0.1483767 Nov 25 19:33:56.966706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:33:56.969817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 69ce7c22-187b-4db2-b620-55d27ee31e6d up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:57.043747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Allocated IP 172.20.0.13 (492b4cfc-90d6-4b87-a038-575717433527/dc6581b2-a600-4998-b647-226b4b35305c/cdceff13-99a7-4a58-9375-ce059ce7b552) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:33:57.139121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89678bb4-99b5-42e0-9acb-9b34d83ed7e8 req-9e8bfbca-0183-48f8-8041-7525f9354eb8 service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237653 Nov 25 19:33:57.171271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 69ce7c22-187b-4db2-b620-55d27ee31e6d completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:33:57.187520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 69ce7c22-187b-4db2-b620-55d27ee31e6d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:57.188083 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.255601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:57.290666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '05b9e494-7ff3-4f7f-85ca-bf93ec8195a1', 'network_id': '7434c228-c045-4e07-bfc7-b9e7ce9cae0e', 'port_id': '05b9e494-7ff3-4f7f-85ca-bf93ec8195a1', 'mac_address': 'fa:16:3e:79:78:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b37492a-adbd-483b-b851-0b412fdd6706', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:33:57.297980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3414fd28-7736-46be-bb2a-0f42ac8d7509 req-dca19e66-802e-478f-b50d-f95ea567e457 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:57.308358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3414fd28-7736-46be-bb2a-0f42ac8d7509 req-dca19e66-802e-478f-b50d-f95ea567e457 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 945 time: 0.3243253 Nov 25 19:33:57.345472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59538) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:57.365308 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.398219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:57.418095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3414fd28-7736-46be-bb2a-0f42ac8d7509 req-8608c63f-8a4b-451a-9048-be3d554041de tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094027 Nov 25 19:33:57.453921 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89678bb4-99b5-42e0-9acb-9b34d83ed7e8 req-c79eb4a4-badc-4b66-bb75-26b3a74bb349 service neutron] 10.222.0.60 "GET /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3006368 Nov 25 19:33:57.463822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59542) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:57.463999 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9a09a8ec-48b8-494b-a313-90f0a897dfd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83333b8469bb4245905c366f483cdcf1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1173353 Nov 25 19:33:57.490038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490e87c-35fd-4e7b-b35d-9c87b99e025b req-186ccfd1-8b04-42ce-9a2c-bd3cecf43101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:57.492793 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e490e87c-35fd-4e7b-b35d-9c87b99e025b req-186ccfd1-8b04-42ce-9a2c-bd3cecf43101 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 920 time: 0.4119818 Nov 25 19:33:57.531474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:57.544606 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.577693 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e490e87c-35fd-4e7b-b35d-9c87b99e025b req-cd03094f-ed38-4a3c-adae-296ae332bfa9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=36993f2f-a781-42ad-a8a6-5afd2337cff9 HTTP/1.1" status: 200 len: 217 time: 0.0644448 Nov 25 19:33:57.582022 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.592257 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d656256b-5236-499b-aee4-65e973f6d541 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.592697 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.644821 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d656256b-5236-499b-aee4-65e973f6d541 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.697045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5864d509-0e3a-405a-8b06-35994ce56a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce7c22-187b-4db2-b620-55d27ee31e6d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:57.699763 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f434780-1778-4950-b6c0-767030119ebd" -d '{"events": [{"server_uuid": "5864d509-0e3a-405a-8b06-35994ce56a82", "name": "network-vif-plugged", "status": "completed", "tag": "69ce7c22-187b-4db2-b620-55d27ee31e6d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:57.720639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e490e87c-35fd-4e7b-b35d-9c87b99e025b req-795a8af5-ac77-436d-8ab3-d200948437b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:57.728929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 69ce7c22-187b-4db2-b620-55d27ee31e6d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=69ce7c22-187b-4db2-b620-55d27ee31e6d,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:33:57.736174 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e490e87c-35fd-4e7b-b35d-9c87b99e025b req-795a8af5-ac77-436d-8ab3-d200948437b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bb1206d-cadb-4115-9efa-67753bdec310 HTTP/1.1" status: 200 len: 859 time: 0.1400642 Nov 25 19:33:57.739987 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.744550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:57.756923 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d656256b-5236-499b-aee4-65e973f6d541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.759665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d656256b-5236-499b-aee4-65e973f6d541 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.760889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d656256b-5236-499b-aee4-65e973f6d541 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7cfddfa-4e0f-43fb-9b15-1d73e31b8212 HTTP/1.1" status: 204 len: 168 time: 0.2954972 Nov 25 19:33:57.786255 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:57.790615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d656256b-5236-499b-aee4-65e973f6d541 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7cfddfa-4e0f-43fb-9b15-1d73e31b8212,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:57.870897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['05b9e494-7ff3-4f7f-85ca-bf93ec8195a1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:33:57.892302 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=69ce7c22-187b-4db2-b620-55d27ee31e6d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:57.932639 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e490e87c-35fd-4e7b-b35d-9c87b99e025b req-93ba0619-977b-4805-9548-178b95faf3ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3724fd13-8c16-40f9-b884-23a3476e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1884766 Nov 25 19:33:58.019979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event updated for resources: {'Port': ['ID=cdceff13-99a7-4a58-9375-ce059ce7b552,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:58.041693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Network 492b4cfc-90d6-4b87-a038-575717433527 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:33:58.043534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:33:58.048437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:33:58.147282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:58.148921 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:58.179636 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-61d26b77-7acf-4b6b-993a-41dd1f0fee63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7587488 Nov 25 19:33:58.231102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Request body: {'port': {'device_id': '2900d00e-6c1b-4799-ae69-829358c09d52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:58.312057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-003a0594-7dda-45c7-abd9-69aab5ea823d req-96610e67-d337-4f2e-afdc-862eb6d15a8b tempest-FloatingIPsNegativeTestJSON-1815287753 tempest-FloatingIPsNegativeTestJSON-1815287753-project] 10.222.0.15 "GET /v2.0/floatingips?tenant_id=6c3efa2ab4b64bc98cf4b3f770f262a5 HTTP/1.1" status: 200 len: 217 time: 0.1983557 Nov 25 19:33:58.365549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e490e87c-35fd-4e7b-b35d-9c87b99e025b req-3d16410b-d068-4b6e-94dc-179d8cca5f1c service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192390 Nov 25 19:33:58.367722 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:58.486238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 01375964-8ea1-41fd-b3c9-5597b72a7119 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:33:58.562227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-671be551-cc76-4169-9254-bfeced6f701f None None] Provisioning complete for port cdceff13-99a7-4a58-9375-ce059ce7b552 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:58.562610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-671be551-cc76-4169-9254-bfeced6f701f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:58.619865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ae408-f5d7-4357-a06e-4e0f710b9223 req-763d269c-f3e0-4793-a76e-c1043159ee20 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:58.627597 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 01375964-8ea1-41fd-b3c9-5597b72a7119 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:33:58.627986 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:58.641611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e8ae408-f5d7-4357-a06e-4e0f710b9223 req-763d269c-f3e0-4793-a76e-c1043159ee20 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1575828 Nov 25 19:33:58.693642 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-671be551-cc76-4169-9254-bfeced6f701f None None] Port cdceff13-99a7-4a58-9375-ce059ce7b552 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:33:58.797047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e8ae408-f5d7-4357-a06e-4e0f710b9223 req-35f833a6-86e9-4c5a-84f6-c940dba9e62f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531308 Nov 25 19:33:58.872128 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e490e87c-35fd-4e7b-b35d-9c87b99e025b req-11d3b655-ea64-47fe-a38c-bd81ace81a26 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4507143 Nov 25 19:33:59.098509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdceff13-99a7-4a58-9375-ce059ce7b552 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:33:59.110695 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.119339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756d9164-fdf8-444e-86d4-b3ea1eeff2f0 req-8ca9b6f8-0d75-4906-ab8b-807a48a8ba10 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:59.121167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-756d9164-fdf8-444e-86d4-b3ea1eeff2f0 req-8ca9b6f8-0d75-4906-ab8b-807a48a8ba10 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 944 time: 0.1555994 Nov 25 19:33:59.142761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Transition to ACTIVE for port object cdceff13-99a7-4a58-9375-ce059ce7b552 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:33:59.149688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.228003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-756d9164-fdf8-444e-86d4-b3ea1eeff2f0 req-5da878d7-6036-41bb-8a03-76af89db2a21 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908573 Nov 25 19:33:59.255089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=cdceff13-99a7-4a58-9375-ce059ce7b552,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:59.289885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59578) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:33:59.347108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Attempting to bind port cdceff13-99a7-4a58-9375-ce059ce7b552 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:33:59.347482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Attempting to bind port cdceff13-99a7-4a58-9375-ce059ce7b552 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:33:59.347775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Attempting to bind port cdceff13-99a7-4a58-9375-ce059ce7b552 on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:59.354589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Port cdceff13-99a7-4a58-9375-ce059ce7b552 on network 492b4cfc-90d6-4b87-a038-575717433527 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:33:59.355072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Attempting to bind port cdceff13-99a7-4a58-9375-ce059ce7b552 on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:33:59.361086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:33:59.361429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Checking segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:33:59.361815 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Bound using segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:33:59.362259 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Bound port: cdceff13-99a7-4a58-9375-ce059ce7b552, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:33:59.363126 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.445627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1a7ea6-9ad1-4d92-949b-64d658116ebe req-02229040-abbe-41e2-adff-4a9decaa884e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:59.447345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d1a7ea6-9ad1-4d92-949b-64d658116ebe req-02229040-abbe-41e2-adff-4a9decaa884e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 944 time: 0.0932984 Nov 25 19:33:59.490167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1713199834-network', 'tenant_id': '6f4176dc0f854306bde0536cdee65fe6'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:33:59.492354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] For port cdceff13-99a7-4a58-9375-ce059ce7b552, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:33:59.496221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] For port cdceff13-99a7-4a58-9375-ce059ce7b552, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cdceff13-99a7-4a58-9375-ce059ce7b552,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:33:59.502566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.543547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d1a7ea6-9ad1-4d92-949b-64d658116ebe req-bc13fb19-d85f-445b-a959-567630c31655 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887539 Nov 25 19:33:59.547299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:59.554867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Made reservation on behalf of 6f4176dc0f854306bde0536cdee65fe6 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:33:59.557641 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.557987 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.560046 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] 10.222.0.60 "PUT /v2.0/ports/cdceff13-99a7-4a58-9375-ce059ce7b552 HTTP/1.1" status: 200 len: 1092 time: 1.3385305 Nov 25 19:33:59.560383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2900d00e-6c1b-4799-ae69-829358c09d52', 'tag': 'cdceff13-99a7-4a58-9375-ce059ce7b552'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:33:59.562743 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c9eee8f-fe1f-42b8-975f-43269fa4295d" -d '{"events": [{"name": "network-changed", "server_uuid": "2900d00e-6c1b-4799-ae69-829358c09d52", "tag": "cdceff13-99a7-4a58-9375-ce059ce7b552"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:33:59.578317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.602701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f87da1f-d57f-4057-9c33-6490034edfb4 service neutron] Pushing event updated for resources: {'Port': ['ID=cdceff13-99a7-4a58-9375-ce059ce7b552,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:33:59.652554 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58846841-6465-4da1-aa2c-8399ebba9aa0 x-openstack-request-id: req-58846841-6465-4da1-aa2c-8399ebba9aa0 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:33:59.654507 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5864d509-0e3a-405a-8b06-35994ce56a82", "name": "network-vif-plugged", "status": "completed", "tag": "69ce7c22-187b-4db2-b620-55d27ee31e6d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:33:59.659995 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-58846841-6465-4da1-aa2c-8399ebba9aa0 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:33:59.663991 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5864d509-0e3a-405a-8b06-35994ce56a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce7c22-187b-4db2-b620-55d27ee31e6d', 'code': 200} Nov 25 19:33:59.713099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-4b4809e4-06be-48cb-9cf3-ee6730060fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:33:59.722035 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-4b4809e4-06be-48cb-9cf3-ee6730060fe0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 1095 time: 0.1048925 Nov 25 19:33:59.792037 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.811803 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-21655cbb-c094-4a4f-acb4-cb5589746ddb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdceff13-99a7-4a58-9375-ce059ce7b552 HTTP/1.1" status: 200 len: 217 time: 0.0796473 Nov 25 19:33:59.822674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.861328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2feadc2f-6bb7-4050-8a34-24ed4a5f6793 req-78488059-4cc9-4965-9269-821fdc0b6de6 tempest-FloatingIPsNegativeTestJSON-1815287753 tempest-FloatingIPsNegativeTestJSON-1815287753-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0622325 Nov 25 19:33:59.883350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:33:59.914781 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:33:59.915366 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Added segment a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e of type vlan for network ecc5365f-37bb-4ccf-b342-5f72660c43dc Nov 25 19:33:59.916953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f5f11b-1366-4417-9129-eea02d9ff83f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:00.013447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:00.043260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-3db7b493-deab-4c39-9944-44d489f64edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:00.046011 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-3db7b493-deab-4c39-9944-44d489f64edd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.2105334 Nov 25 19:34:00.051165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c6971a-41d5-493c-942c-c76a805e5688 req-43e778b4-07e0-490c-8461-d7d9b6f809bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:00.054713 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-84c6971a-41d5-493c-942c-c76a805e5688 req-43e778b4-07e0-490c-8461-d7d9b6f809bc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 1097 time: 0.2548332 Nov 25 19:34:00.080290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:00.081431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:00.082454 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:00.168861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-cf62e858-51e3-4deb-bcda-3188cc0c1706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:00.174689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8755119 Nov 25 19:34:00.175008 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-cf62e858-51e3-4deb-bcda-3188cc0c1706 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1151183 Nov 25 19:34:00.176810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59588) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:00.185977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a59f72-6b2c-4fb9-9ed6-ab4abf65c653 req-c995ee59-4adc-4fcc-b1b3-6ff74322e520 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:00.189793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] Request body: {'subnet': {'network_id': 'ecc5365f-37bb-4ccf-b342-5f72660c43dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1713199834-subnet', 'tenant_id': '6f4176dc0f854306bde0536cdee65fe6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:00.195738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32a59f72-6b2c-4fb9-9ed6-ab4abf65c653 req-c995ee59-4adc-4fcc-b1b3-6ff74322e520 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1553590 Nov 25 19:34:00.205380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98bcf1-8518-4749-b6b9-10f0b1139f97 admin admin] Pushing event updated for resources: {'Network': ['ID=ecc5365f-37bb-4ccf-b342-5f72660c43dc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:00.245709 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-84c6971a-41d5-493c-942c-c76a805e5688 req-7850b589-df18-4871-a3c3-1f957e803c36 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740065 Nov 25 19:34:00.249196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network ecc5365f-37bb-4ccf-b342-5f72660c43dc details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:34:00.284122 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32a59f72-6b2c-4fb9-9ed6-ab4abf65c653 req-b8807208-128e-4a48-82d3-92299e78133d tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864472 Nov 25 19:34:00.305877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] Made reservation on behalf of 6f4176dc0f854306bde0536cdee65fe6 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:00.309188 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:00.464786 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-7c8dcc71-9f06-4225-87bf-2c98c67d7cf4 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679663 Nov 25 19:34:00.513314 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Sync routers for ids ['447ce88d-0367-4fbd-ae99-904b8b72a026'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:00.534047 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Routers {'447ce88d-0367-4fbd-ae99-904b8b72a026'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:00.535122 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['447ce88d-0367-4fbd-ae99-904b8b72a026'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:00.560658 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0079a301-275e-45be-9f93-a05aa65a68d0 x-openstack-request-id: req-0079a301-275e-45be-9f93-a05aa65a68d0 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:00.560658 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2900d00e-6c1b-4799-ae69-829358c09d52", "tag": "cdceff13-99a7-4a58-9375-ce059ce7b552", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:00.560658 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0079a301-275e-45be-9f93-a05aa65a68d0 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:00.561071 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2900d00e-6c1b-4799-ae69-829358c09d52', 'tag': 'cdceff13-99a7-4a58-9375-ce059ce7b552', 'status': 'completed', 'code': 200} Nov 25 19:34:00.701879 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ab13010-a2fc-40f8-ab7f-d3dcacba3f00 req-4b87b176-fbcd-4e5f-ac5e-fae26a089fd1 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228258 Nov 25 19:34:00.702286 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Set router 447ce88d-0367-4fbd-ae99-904b8b72a026 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:00.755726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41bf98a1-8446-4be5-9727-ae45dc070e40 req-6248fd36-a778-465a-a205-7833121ff6ef tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:00.757190 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:00.760471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41bf98a1-8446-4be5-9727-ae45dc070e40 req-6248fd36-a778-465a-a205-7833121ff6ef tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1242354 Nov 25 19:34:00.846088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] Pushing event updated for resources: {'Subnet': ['ID=d89aeff3-1580-4dd2-b11d-53818678926d,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:00.850583 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41bf98a1-8446-4be5-9727-ae45dc070e40 req-5b8fe704-a29a-4e05-b194-b076da3b5242 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764594 Nov 25 19:34:00.872034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eee8f-fe1f-42b8-975f-43269fa4295d req-088efabe-cc25-431b-a59e-49099066e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:00.873615 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c9eee8f-fe1f-42b8-975f-43269fa4295d req-088efabe-cc25-431b-a59e-49099066e159 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 1095 time: 0.0903773 Nov 25 19:34:00.879807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] Checking segment: {'id': 'a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ecc5365f-37bb-4ccf-b342-5f72660c43dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:00.880174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] Network hostable DHCP agents. Network: ecc5365f-37bb-4ccf-b342-5f72660c43dc, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:34:00.953182 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-2239a614-9dad-44b2-910e-0a17467a53da req-0a6ddbf1-a9dd-4249-8c5e-2e59a18dee30 tempest-FloatingIPsNegativeTestJSON-1815287753 tempest-FloatingIPsNegativeTestJSON-1815287753-project] show failed (client error): The resource could not be found. Nov 25 19:34:00.955323 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2239a614-9dad-44b2-910e-0a17467a53da req-0a6ddbf1-a9dd-4249-8c5e-2e59a18dee30 tempest-FloatingIPsNegativeTestJSON-1815287753 tempest-FloatingIPsNegativeTestJSON-1815287753-project] 10.222.0.15 "GET /v2.0/floatingips/29fb2775-39fa-455e-89c1-46b8ac052a1b HTTP/1.1" status: 404 len: 350 time: 0.0481222 Nov 25 19:34:00.964725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] Network ecc5365f-37bb-4ccf-b342-5f72660c43dc is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:34:00.978294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59598) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:00.992166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, ecc5365f-37bb-4ccf-b342-5f72660c43dc) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:00.998132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:01.038705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:01.039647 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:01.052175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c3abb8-9918-4d7e-b556-425b9be8397b None None] Network ecc5365f-37bb-4ccf-b342-5f72660c43dc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:34:01.064750 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-router', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:48Z', 'updated_at': '2021-11-25T19:33:54Z', 'revision_number': 4, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'gw_port': {'id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:49Z', 'updated_at': '2021-11-25T19:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0870b9b3-cc9e-43f4-8212-92bb8074cd53', 'name': '', 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'mac_address': 'fa:16:3e:93:e8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:53Z', 'updated_at': '2021-11-25T19:33:55Z', 'revision_number': 2, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'subnets': [{'id': 'f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:01.086387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eee8f-fe1f-42b8-975f-43269fa4295d req-e01ac04d-1a8c-4173-801f-754ccd84d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:01.088829 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c9eee8f-fe1f-42b8-975f-43269fa4295d req-e01ac04d-1a8c-4173-801f-754ccd84d0c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.2018626 Nov 25 19:34:01.141465 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Checking router: 447ce88d-0367-4fbd-ae99-904b8b72a026 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:34:01.142727 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Updating router 447ce88d-0367-4fbd-ae99-904b8b72a026 port 0870b9b3-cc9e-43f4-8212-92bb8074cd53 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:34:01.163843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d00e52f4-4307-41db-b177-bbf635c91deb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9854798 Nov 25 19:34:01.199241 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c9eee8f-fe1f-42b8-975f-43269fa4295d req-73bd0c21-0490-4c6e-a1c1-b3cbb072c168 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdceff13-99a7-4a58-9375-ce059ce7b552 HTTP/1.1" status: 200 len: 217 time: 0.0594893 Nov 25 19:34:01.218578 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:01.243429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:34:01.248463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76aa11a0-9eab-4e4f-a4dc-64d07ecf396e None None] Network ecc5365f-37bb-4ccf-b342-5f72660c43dc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:34:01.295974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e67823b-a312-45bf-9d12-0220a6feb85b req-80f40d3a-0147-44dc-9b93-a9b96d15a200 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:01.321439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e67823b-a312-45bf-9d12-0220a6feb85b req-80f40d3a-0147-44dc-9b93-a9b96d15a200 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 944 time: 0.2018583 Nov 25 19:34:01.357138 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eee8f-fe1f-42b8-975f-43269fa4295d req-368dd4cf-2834-4def-975b-41437eb0f654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:01.359900 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c9eee8f-fe1f-42b8-975f-43269fa4295d req-368dd4cf-2834-4def-975b-41437eb0f654 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.1415737 Nov 25 19:34:01.372598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:01.373323 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:01.445447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e67823b-a312-45bf-9d12-0220a6feb85b req-b1b71f93-3c32-416f-867a-1aaf45156cbb tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193655 Nov 25 19:34:01.664410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376a862-529f-488d-aa2a-09a9d31407b8 req-27ca45c7-7dfd-4c3b-9bc8-f7c467f6ea3b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:01.672919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9376a862-529f-488d-aa2a-09a9d31407b8 req-27ca45c7-7dfd-4c3b-9bc8-f7c467f6ea3b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 944 time: 0.0801585 Nov 25 19:34:01.758207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9376a862-529f-488d-aa2a-09a9d31407b8 req-1327adae-e73c-48d4-82bb-59fc7733b61f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839458 Nov 25 19:34:02.051601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9eee8f-fe1f-42b8-975f-43269fa4295d req-acdfb99b-10ff-47da-b2e5-d56c34caa2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:02.055649 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c9eee8f-fe1f-42b8-975f-43269fa4295d req-acdfb99b-10ff-47da-b2e5-d56c34caa2d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6227238 Nov 25 19:34:02.091359 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.127537 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8987597a-79a2-430c-bc4e-7994e446bbb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.172977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1f1a94-2b75-4070-8f56-eb003c974450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b9e494-7ff3-4f7f-85ca-bf93ec8195a1'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:02.177618 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0ccae7-78e7-48d6-9801-a3c6ffc31e73" -d '{"events": [{"server_uuid": "fa1f1a94-2b75-4070-8f56-eb003c974450", "name": "network-vif-plugged", "status": "completed", "tag": "05b9e494-7ff3-4f7f-85ca-bf93ec8195a1"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:02.197851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:02.208297 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.221250 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.223065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872f0f9-395d-4cb8-a857-66720d15eecd req-f5004d9d-e0eb-4311-8f34-0e78fd15775f tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:02.234527 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.239597 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0872f0f9-395d-4cb8-a857-66720d15eecd req-f5004d9d-e0eb-4311-8f34-0e78fd15775f tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1465003 Nov 25 19:34:02.322922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:02.349018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0872f0f9-395d-4cb8-a857-66720d15eecd req-ed223ae4-29c8-427a-831c-e8a2a083ad6a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042299 Nov 25 19:34:02.376410 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c9eee8f-fe1f-42b8-975f-43269fa4295d req-5c64cd3c-2a64-422e-a0c5-7d8cc00e2fa3 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818348 Nov 25 19:34:02.391116 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd556f7-e747-4ed9-ad06-5ef105846bae None None] Pushing event updated for resources: {'Port': ['ID=0870b9b3-cc9e-43f4-8212-92bb8074cd53,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:02.516466 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Attempting to bind port 0870b9b3-cc9e-43f4-8212-92bb8074cd53 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:34:02.517172 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Attempting to bind port 0870b9b3-cc9e-43f4-8212-92bb8074cd53 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '7f8c7262-3fcc-4564-9fea-3dd8f631e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:34:02.517968 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Attempting to bind port 0870b9b3-cc9e-43f4-8212-92bb8074cd53 on network 2d793cb9-a205-4c3a-a6f7-98df631b5d4c {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:02.526088 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:34:02.526681 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Checking segment: {'id': '7f8c7262-3fcc-4564-9fea-3dd8f631e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:02.527332 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.528174 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Bound using segment: {'id': '7f8c7262-3fcc-4564-9fea-3dd8f631e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:34:02.528836 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Bound port: 0870b9b3-cc9e-43f4-8212-92bb8074cd53, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f8c7262-3fcc-4564-9fea-3dd8f631e5bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:34:02.529581 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.638270 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] For port 0870b9b3-cc9e-43f4-8212-92bb8074cd53, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:02.642083 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c9eee8f-fe1f-42b8-975f-43269fa4295d req-8c920302-0148-4715-83ce-1307c9d1597e service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518244 Nov 25 19:34:02.646756 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] For port 0870b9b3-cc9e-43f4-8212-92bb8074cd53, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0870b9b3-cc9e-43f4-8212-92bb8074cd53,segment=NetworkSegment(7f8c7262-3fcc-4564-9fea-3dd8f631e5bb),segment_id=7f8c7262-3fcc-4564-9fea-3dd8f631e5bb)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:34:02.651486 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.655214 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.784742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-408afd06-3732-4f22-9c87-0d8df9c43a01 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:02.793018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-408afd06-3732-4f22-9c87-0d8df9c43a01 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/networks?id=ecc5365f-37bb-4ccf-b342-5f72660c43dc HTTP/1.1" status: 200 len: 818 time: 0.1687965 Nov 25 19:34:02.806501 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd556f7-e747-4ed9-ad06-5ef105846bae None None] Pushing event updated for resources: {'Port': ['ID=0870b9b3-cc9e-43f4-8212-92bb8074cd53,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:02.828487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-6ffd25a0-0b87-4ef2-add5-0df21f4b1d5e tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/quotas/6f4176dc0f854306bde0536cdee65fe6 HTTP/1.1" status: 200 len: 375 time: 0.0328200 Nov 25 19:34:02.832645 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Routers {'447ce88d-0367-4fbd-ae99-904b8b72a026'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:02.833500 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:33:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['447ce88d-0367-4fbd-ae99-904b8b72a026'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:02.840891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-45898ed4-b2b8-4e6e-9213-422317b970a4 None None] Provisioning complete for port 0870b9b3-cc9e-43f4-8212-92bb8074cd53 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:02.844595 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-45898ed4-b2b8-4e6e-9213-422317b970a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:02.899767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-5fcb599d-fa63-4712-a88f-64668ddccc9a tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f4176dc0f854306bde0536cdee65fe6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0686598 Nov 25 19:34:03.112504 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-45898ed4-b2b8-4e6e-9213-422317b970a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:03.124811 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] Set router 447ce88d-0367-4fbd-ae99-904b8b72a026 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:03.222514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-45898ed4-b2b8-4e6e-9213-422317b970a4 None None] For port 0870b9b3-cc9e-43f4-8212-92bb8074cd53, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0870b9b3-cc9e-43f4-8212-92bb8074cd53,segment=NetworkSegment(7f8c7262-3fcc-4564-9fea-3dd8f631e5bb),segment_id=7f8c7262-3fcc-4564-9fea-3dd8f631e5bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:03.233269 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-45898ed4-b2b8-4e6e-9213-422317b970a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:03.297604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] Deleting port 0870b9b3-cc9e-43f4-8212-92bb8074cd53 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:03.298380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:03.369007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45898ed4-b2b8-4e6e-9213-422317b970a4 None None] Pushing event updated for resources: {'Port': ['ID=0870b9b3-cc9e-43f4-8212-92bb8074cd53,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:03.408528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-aa5506a5-3ae0-4912-898c-b55fa14e2d24 None None] Provisioning complete for port 0870b9b3-cc9e-43f4-8212-92bb8074cd53 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:03.408528 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aa5506a5-3ae0-4912-898c-b55fa14e2d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:03.496265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] For port 0870b9b3-cc9e-43f4-8212-92bb8074cd53, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0870b9b3-cc9e-43f4-8212-92bb8074cd53,segment=NetworkSegment(7f8c7262-3fcc-4564-9fea-3dd8f631e5bb),segment_id=7f8c7262-3fcc-4564-9fea-3dd8f631e5bb)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:03.497156 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:03.526091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] Calling delete_port for 0870b9b3-cc9e-43f4-8212-92bb8074cd53 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:03.623894 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-router', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:48Z', 'updated_at': '2021-11-25T19:33:54Z', 'revision_number': 4, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'gw_port': {'id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:49Z', 'updated_at': '2021-11-25T19:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0870b9b3-cc9e-43f4-8212-92bb8074cd53', 'name': '', 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'mac_address': 'fa:16:3e:93:e8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:53Z', 'updated_at': '2021-11-25T19:34:02Z', 'revision_number': 4, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'subnets': [{'id': 'f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:03.625724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-28585fe9-6e5c-47ce-aa22-3dcd1c039caf service neutron] 10.222.0.15 "GET /v2.0/networks/ecc5365f-37bb-4ccf-b342-5f72660c43dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7234082 Nov 25 19:34:03.654115 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f3822ec-0d86-4af5-a153-e02afd5047e8 None None] The sync data for ids ['447ce88d-0367-4fbd-ae99-904b8b72a026'] in n-d-817303-9 is: [{'id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-router', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:48Z', 'updated_at': '2021-11-25T19:33:54Z', 'revision_number': 4, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'gw_port': {'id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:49Z', 'updated_at': '2021-11-25T19:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0870b9b3-cc9e-43f4-8212-92bb8074cd53', 'name': '', 'network_id': '2d793cb9-a205-4c3a-a6f7-98df631b5d4c', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'mac_address': 'fa:16:3e:93:e8:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_interface', 'standard_attr_id': 1137, 'fixed_ips': [{'subnet_id': 'f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:53Z', 'updated_at': '2021-11-25T19:34:02Z', 'revision_number': 4, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'subnets': [{'id': 'f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:03.792651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-ef793065-b6a5-4957-8fc2-a96ad4156ab4 service neutron] 10.222.0.15 "GET /v2.0/networks/ecc5365f-37bb-4ccf-b342-5f72660c43dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557143 Nov 25 19:34:03.853728 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:03.901356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0870b9b3-cc9e-43f4-8212-92bb8074cd53,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:04.204046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0265ea-d757-454c-a8a4-071c541a5ef5 req-09d25295-943c-4880-9058-53b7732cb1ee tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:04.217569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc0265ea-d757-454c-a8a4-071c541a5ef5 req-09d25295-943c-4880-9058-53b7732cb1ee tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1335804 Nov 25 19:34:04.311658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc0265ea-d757-454c-a8a4-071c541a5ef5 req-ed2d5ca7-95b6-46d4-aa67-08c750e13536 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925910 Nov 25 19:34:04.404656 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:04.424525 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935f70d8-04e5-4614-932b-4692d1148f98 x-openstack-request-id: req-935f70d8-04e5-4614-932b-4692d1148f98 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:04.425792 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1f1a94-2b75-4070-8f56-eb003c974450", "name": "network-vif-plugged", "status": "completed", "tag": "05b9e494-7ff3-4f7f-85ca-bf93ec8195a1", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:04.426418 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-935f70d8-04e5-4614-932b-4692d1148f98 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:04.427246 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1f1a94-2b75-4070-8f56-eb003c974450', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b9e494-7ff3-4f7f-85ca-bf93ec8195a1', 'code': 200} Nov 25 19:34:04.612351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feedc1e-53ef-4bd0-b7f1-b41a73fa7864 req-345f0bba-7267-4c40-b614-0ee2e11aa260 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:04.625797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8feedc1e-53ef-4bd0-b7f1-b41a73fa7864 req-345f0bba-7267-4c40-b614-0ee2e11aa260 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1110191 Nov 25 19:34:04.698406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8feedc1e-53ef-4bd0-b7f1-b41a73fa7864 req-a54ddded-6646-47fc-88a4-c62536f2154e tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700426 Nov 25 19:34:04.712601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da521ffd-e340-4199-aa91-c51321dc33e1 req-804a7af1-79bb-4ac0-9d0d-31173504fd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:04.712601 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-da521ffd-e340-4199-aa91-c51321dc33e1 req-804a7af1-79bb-4ac0-9d0d-31173504fd4f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 1096 time: 0.1927125 Nov 25 19:34:04.728827 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5cf0314d-8397-426b-a3c0-66e2b73bac76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:04.785515 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-da521ffd-e340-4199-aa91-c51321dc33e1 req-99743746-fd89-4644-9bac-10d52dbe332d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639091 Nov 25 19:34:04.904763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c37608-e1ef-4412-8619-c7fcf60ae678 req-2d27f846-9d04-40eb-a5ac-a1ea68b53b05 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:04.907830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58c37608-e1ef-4412-8619-c7fcf60ae678 req-2d27f846-9d04-40eb-a5ac-a1ea68b53b05 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 945 time: 0.1018598 Nov 25 19:34:04.930598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] Router 447ce88d-0367-4fbd-ae99-904b8b72a026 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:04.976766 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58c37608-e1ef-4412-8619-c7fcf60ae678 req-7d59dfde-d56d-4e3f-8618-8f2d15a2fa75 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592713 Nov 25 19:34:05.018110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cdceff13-99a7-4a58-9375-ce059ce7b552 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:05.076223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:05.089142 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5d737db7-8570-494a-9a57-9118ca33acb5 admin admin] 10.222.0.15 "PUT /v2.0/routers/447ce88d-0367-4fbd-ae99-904b8b72a026/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1079879 Nov 25 19:34:05.090973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59644) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:05.121342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1aba69-f40e-47a1-b218-41e6e8c9d9cf None None] Sync routers for ids ['447ce88d-0367-4fbd-ae99-904b8b72a026'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:05.143457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1aba69-f40e-47a1-b218-41e6e8c9d9cf None None] Routers {'447ce88d-0367-4fbd-ae99-904b8b72a026'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:05.144144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9e1aba69-f40e-47a1-b218-41e6e8c9d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:34:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['447ce88d-0367-4fbd-ae99-904b8b72a026'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:05.152491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa652ca2-3c83-4e9a-b1a0-10f1bccb6270 req-85ca8355-e8f4-40bb-b552-4e8b95f25122 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.156565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa652ca2-3c83-4e9a-b1a0-10f1bccb6270 req-85ca8355-e8f4-40bb-b552-4e8b95f25122 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 944 time: 0.1077466 Nov 25 19:34:05.228312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cdceff13-99a7-4a58-9375-ce059ce7b552, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cdceff13-99a7-4a58-9375-ce059ce7b552,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:05.274201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'cdceff13-99a7-4a58-9375-ce059ce7b552', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'port_id': 'cdceff13-99a7-4a58-9375-ce059ce7b552', 'mac_address': 'fa:16:3e:4f:28:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:05.279573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:05.283034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa652ca2-3c83-4e9a-b1a0-10f1bccb6270 req-0f53ae8e-bb02-4898-a61c-cdbb25d76bd7 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186161 Nov 25 19:34:05.356143 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:05.374763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-9e1aba69-f40e-47a1-b218-41e6e8c9d9cf None None] Set router 447ce88d-0367-4fbd-ae99-904b8b72a026 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:05.378221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdceff13-99a7-4a58-9375-ce059ce7b552 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:05.478850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cdceff13-99a7-4a58-9375-ce059ce7b552, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cdceff13-99a7-4a58-9375-ce059ce7b552,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:05.490956 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:05.523036 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:05.586016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdcd6b2c-4a6c-4a5f-9f7e-e65121ce19fb req-edc3e5eb-79a6-463c-a3b0-f11792c0df0a tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 210 time: 0.0343862 Nov 25 19:34:05.603869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=cdceff13-99a7-4a58-9375-ce059ce7b552,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:05.624309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Deleting port 01375964-8ea1-41fd-b3c9-5597b72a7119 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:05.624661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:05.721216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9e1aba69-f40e-47a1-b218-41e6e8c9d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-router', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36'}], 'enable_snat': True}, 'gw_port_id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:48Z', 'updated_at': '2021-11-25T19:34:03Z', 'revision_number': 5, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'gw_port': {'id': '01375964-8ea1-41fd-b3c9-5597b72a7119', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9a:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1135, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:49Z', 'updated_at': '2021-11-25T19:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:05.758269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1aba69-f40e-47a1-b218-41e6e8c9d9cf None None] Checking router: 447ce88d-0367-4fbd-ae99-904b8b72a026 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:34:05.768233 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-1e4a3393-2540-4147-a672-09eca82b5c12 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0763905 Nov 25 19:34:05.768550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1aba69-f40e-47a1-b218-41e6e8c9d9cf None None] Routers {'447ce88d-0367-4fbd-ae99-904b8b72a026'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:05.768901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9e1aba69-f40e-47a1-b218-41e6e8c9d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:34:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['447ce88d-0367-4fbd-ae99-904b8b72a026'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:05.770455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] For port 01375964-8ea1-41fd-b3c9-5597b72a7119, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=01375964-8ea1-41fd-b3c9-5597b72a7119,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:05.771279 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:05.815939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Calling delete_port for 01375964-8ea1-41fd-b3c9-5597b72a7119 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:05.922924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-9e1aba69-f40e-47a1-b218-41e6e8c9d9cf None None] Set router 447ce88d-0367-4fbd-ae99-904b8b72a026 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:05.967036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-da3282fb-5474-450d-8cf4-b68267343880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.968304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-da3282fb-5474-450d-8cf4-b68267343880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.968942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-da3282fb-5474-450d-8cf4-b68267343880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.969578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-da3282fb-5474-450d-8cf4-b68267343880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.970213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-da3282fb-5474-450d-8cf4-b68267343880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.971053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-da3282fb-5474-450d-8cf4-b68267343880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.971680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-da3282fb-5474-450d-8cf4-b68267343880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:05.974441 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-da3282fb-5474-450d-8cf4-b68267343880 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 6489 time: 0.1125910 Nov 25 19:34:06.155689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cdceff13-99a7-4a58-9375-ce059ce7b552'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:06.247820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-27f3590f-a77f-4e6d-83ea-2386912f3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:06.248493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9e1aba69-f40e-47a1-b218-41e6e8c9d9cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-router', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:48Z', 'updated_at': '2021-11-25T19:34:05Z', 'revision_number': 6, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:06.248627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-27f3590f-a77f-4e6d-83ea-2386912f3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:06.249499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-27f3590f-a77f-4e6d-83ea-2386912f3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:06.272317 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-27f3590f-a77f-4e6d-83ea-2386912f3a04 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=3e802888-fa58-482a-bf63-9939349221d7&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b HTTP/1.1" status: 200 len: 2294 time: 0.2518902 Nov 25 19:34:06.378737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e1aba69-f40e-47a1-b218-41e6e8c9d9cf None None] The sync data for ids ['447ce88d-0367-4fbd-ae99-904b8b72a026'] in n-d-817303-9 is: [{'id': '447ce88d-0367-4fbd-ae99-904b8b72a026', 'name': 'tempest-FloatingIPsNegativeTestJSON-180178844-router', 'tenant_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:48Z', 'updated_at': '2021-11-25T19:34:05Z', 'revision_number': 6, 'project_id': '6c3efa2ab4b64bc98cf4b3f770f262a5', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:06.379043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-78a24d79-b706-4873-87f2-758a4a9b4ac2 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:06.380898 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-78a24d79-b706-4873-87f2-758a4a9b4ac2 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.60 "GET /v2.0/networks?id=ecc5365f-37bb-4ccf-b342-5f72660c43dc HTTP/1.1" status: 200 len: 818 time: 0.3680565 Nov 25 19:34:06.414358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Request body: {'port': {'device_id': '09c4662f-a61c-40c2-90e2-a437915c0e4e', 'network_id': 'ecc5365f-37bb-4ccf-b342-5f72660c43dc', 'admin_state_up': True, 'tenant_id': '6f4176dc0f854306bde0536cdee65fe6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:06.483155 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-22230db1-b005-46dd-83a3-36e08af743d3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b549ba12-510b-45f2-ac00-366b3e56b6da HTTP/1.1" status: 200 len: 1001 time: 0.2104640 Nov 25 19:34:06.494782 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:06.514604 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:06.569678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f17563-e876-4cc6-9c67-f5a4a33d3390 req-7f024d2f-61f1-4327-900d-eb27fef78ab9 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:06.573555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15f17563-e876-4cc6-9c67-f5a4a33d3390 req-7f024d2f-61f1-4327-900d-eb27fef78ab9 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1923447 Nov 25 19:34:06.634402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Pushing event deleted for resources: {'Port': ['ID=01375964-8ea1-41fd-b3c9-5597b72a7119,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:06.672831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efb4947-ef85-4cc0-982e-e8cdb31e4dc6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:34:06.686225 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-b0d1d571-39b7-4d7c-b889-8fe8c3468c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:06.697122 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-b0d1d571-39b7-4d7c-b889-8fe8c3468c38 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=205b4ac1-dff3-40aa-8bca-8fda88f5eab4 HTTP/1.1" status: 200 len: 851 time: 0.1965649 Nov 25 19:34:06.848216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15f17563-e876-4cc6-9c67-f5a4a33d3390 req-e9acc2f0-b5bb-4a9e-9ef7-29328f1a3623 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510438 Nov 25 19:34:06.849515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:06.854424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Made reservation on behalf of 6f4176dc0f854306bde0536cdee65fe6 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:06.860453 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:06.887319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-17cd3017-2447-4ebe-8099-e3322bb8f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:06.891153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-17cd3017-2447-4ebe-8099-e3322bb8f769 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2c06285a-bc71-4c0a-8d45-ac5d5c57a216&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543658 Nov 25 19:34:07.048889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.054607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.055191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87292de3-0c3f-4841-816d-fc0a656e58d0 req-5351620c-b3de-46a0-9587-88ea0dec4463 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:07.056885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87292de3-0c3f-4841-816d-fc0a656e58d0 req-5351620c-b3de-46a0-9587-88ea0dec4463 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 945 time: 0.1210313 Nov 25 19:34:07.088393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-f5799b37-f3a8-461c-8b11-82bedaa3e031 service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887836 Nov 25 19:34:07.151271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87292de3-0c3f-4841-816d-fc0a656e58d0 req-2add168d-9cda-4765-acd5-11a77d50f4bd tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838442 Nov 25 19:34:07.188471 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.189476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 447ce88d-0367-4fbd-ae99-904b8b72a026 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:34:07.199962 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.201227 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dac7cd1b-9f8a-4ed4-81c2-9bbe038c1a40 admin admin] 10.222.0.15 "DELETE /v2.0/routers/447ce88d-0367-4fbd-ae99-904b8b72a026 HTTP/1.1" status: 204 len: 168 time: 2.1081524 Nov 25 19:34:07.206174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59670) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:07.284575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-d701ae35-5afd-427c-a0e2-17da419d934b service neutron] 10.222.0.76 "GET /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864522 Nov 25 19:34:07.346231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-572e9ad8-e22b-43cd-bfca-d1d5073867f2 admin admin] Deleting subnet f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:34:07.354672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-572e9ad8-e22b-43cd-bfca-d1d5073867f2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.378029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Allocated IP 172.20.0.11 (ecc5365f-37bb-4ccf-b342-5f72660c43dc/d89aeff3-1580-4dd2-b11d-53818678926d/dbfaec28-2a39-4f44-b62f-aadc68783b6f) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:07.399224 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-4593f286-6fe7-4144-8898-9eeea205f08f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.4&port_id=04912e0d-e9ad-4afe-bd53-8a280f9bb21b HTTP/1.1" status: 200 len: 217 time: 0.1026270 Nov 25 19:34:07.449360 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-572e9ad8-e22b-43cd-bfca-d1d5073867f2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.544354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3739851e-98b2-43ee-96f0-c416c2d587eb req-65ae8c84-fb90-47a4-96fd-614e8cb29e3f tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:07.547110 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3739851e-98b2-43ee-96f0-c416c2d587eb req-65ae8c84-fb90-47a4-96fd-614e8cb29e3f tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.2555864 Nov 25 19:34:07.554368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-6a2890f6-5224-46c3-8419-8b29f44b4703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:07.557037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-6a2890f6-5224-46c3-8419-8b29f44b4703 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1284471 Nov 25 19:34:07.697741 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-572e9ad8-e22b-43cd-bfca-d1d5073867f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.707853 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3739851e-98b2-43ee-96f0-c416c2d587eb req-9f3cf7d2-8880-4368-9678-ebc726739364 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470308 Nov 25 19:34:07.714187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-09a90d25-c8ec-4d6c-8efd-b54adf70b26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:07.717125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-09a90d25-c8ec-4d6c-8efd-b54adf70b26b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1455221 Nov 25 19:34:07.760285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.812243 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.858955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-572e9ad8-e22b-43cd-bfca-d1d5073867f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.878574 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.932971 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-572e9ad8-e22b-43cd-bfca-d1d5073867f2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:07.936466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42ad18-3a59-43b9-aacc-ca14aff371e5 None None] Network 2d793cb9-a205-4c3a-a6f7-98df631b5d4c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:34:07.941873 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-572e9ad8-e22b-43cd-bfca-d1d5073867f2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1 HTTP/1.1" status: 204 len: 168 time: 0.7302792 Nov 25 19:34:07.941873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572e9ad8-e22b-43cd-bfca-d1d5073867f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2ac2f01-4ebc-424b-8c2b-eb3ac82968b1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:07.942297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59676) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:07.981342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb55c1-5bea-47b4-bf1d-376d9a7267c5 req-394f02ed-7a4b-4e1b-aacd-6ea9325c1bff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:07.983318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43eb55c1-5bea-47b4-bf1d-376d9a7267c5 req-394f02ed-7a4b-4e1b-aacd-6ea9325c1bff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 945 time: 0.1252258 Nov 25 19:34:07.995121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-f61724d1-bff9-4c3a-a47b-4ef664b1fafc service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2699823 Nov 25 19:34:08.066449 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.104295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43eb55c1-5bea-47b4-bf1d-376d9a7267c5 req-a4d0b464-ab8b-45ad-a9fe-01bbd7cacb36 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118214 Nov 25 19:34:08.222012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Deleting port 903e74db-f01e-4240-bbcc-bc4cb4c55640 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:08.222331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.276127 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.390298 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Network ecc5365f-37bb-4ccf-b342-5f72660c43dc is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:08.394204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:08.397825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:08.433003 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 01375964-8ea1-41fd-b3c9-5597b72a7119 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:08.439349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2b3070-cc24-442f-997f-49e3f680ac86 None None] DHCP port deletion for 2d793cb9-a205-4c3a-a6f7-98df631b5d4c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:34:08.455241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] For port 903e74db-f01e-4240-bbcc-bc4cb4c55640, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=903e74db-f01e-4240-bbcc-bc4cb4c55640,segment=NetworkSegment(7f8c7262-3fcc-4564-9fea-3dd8f631e5bb),segment_id=7f8c7262-3fcc-4564-9fea-3dd8f631e5bb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:08.455884 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.462070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Pushing event updated for resources: {'Port': ['ID=dbfaec28-2a39-4f44-b62f-aadc68783b6f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:08.462977 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-80d0b7fa-5cb0-4421-af7e-c4c7de75460e service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4402211 Nov 25 19:34:08.464072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 01375964-8ea1-41fd-b3c9-5597b72a7119 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:08.464418 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 01375964-8ea1-41fd-b3c9-5597b72a7119 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:08.464851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0870b9b3-cc9e-43f4-8212-92bb8074cd53 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:08.494184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:08.495306 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.510540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 0870b9b3-cc9e-43f4-8212-92bb8074cd53 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:08.510987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0870b9b3-cc9e-43f4-8212-92bb8074cd53 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:08.517544 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1501373e-0783-4012-86d4-1f4fe2b599b5 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1202357 Nov 25 19:34:08.537159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Request body: {'port': {'device_id': '09c4662f-a61c-40c2-90e2-a437915c0e4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:08.542372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b3070-cc24-442f-997f-49e3f680ac86 None None] Deleting port 903e74db-f01e-4240-bbcc-bc4cb4c55640 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:08.542754 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3070-cc24-442f-997f-49e3f680ac86 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.593112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Calling delete_port for 903e74db-f01e-4240-bbcc-bc4cb4c55640 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:08.607044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-a1c7eded-7a00-4b2c-91f4-f8da4e425e0d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.37&port_id=8a281f2c-b693-4946-92e9-005d6524e0d3 HTTP/1.1" status: 200 len: 217 time: 0.1173692 Nov 25 19:34:08.620907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1a2b3070-cc24-442f-997f-49e3f680ac86 None None] For port 903e74db-f01e-4240-bbcc-bc4cb4c55640, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=903e74db-f01e-4240-bbcc-bc4cb4c55640,segment=NetworkSegment(7f8c7262-3fcc-4564-9fea-3dd8f631e5bb),segment_id=7f8c7262-3fcc-4564-9fea-3dd8f631e5bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:08.621383 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3070-cc24-442f-997f-49e3f680ac86 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.638450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1a2b3070-cc24-442f-997f-49e3f680ac86 None None] Calling delete_port for 903e74db-f01e-4240-bbcc-bc4cb4c55640 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:08.644128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.743760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf119763-e084-439b-9da6-6e3d02407961 req-975f8f23-e90f-40b3-a431-c7c4670d4883 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:08.752271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf119763-e084-439b-9da6-6e3d02407961 req-975f8f23-e90f-40b3-a431-c7c4670d4883 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 932 time: 0.3057997 Nov 25 19:34:08.781503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1a2b3070-cc24-442f-997f-49e3f680ac86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.785439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-13ac86bb-5469-4ee9-9181-fa65881de1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:08.788134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-13ac86bb-5469-4ee9-9181-fa65881de1f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1680267 Nov 25 19:34:08.827989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2b3070-cc24-442f-997f-49e3f680ac86 None None] Pushing event deleted for resources: {'Port': ['ID=903e74db-f01e-4240-bbcc-bc4cb4c55640,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:08.832537 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a2b3070-cc24-442f-997f-49e3f680ac86 None None] No DVR routers for this DVR port 903e74db-f01e-4240-bbcc-bc4cb4c55640 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:08.878606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf119763-e084-439b-9da6-6e3d02407961 req-58a9bba1-9f1c-4a70-b681-9c217d3c3f45 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/security-groups?id=30f5f11b-1366-4417-9129-eea02d9ff83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254034 Nov 25 19:34:08.882520 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:08.924377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-42bf9913-4770-470f-a335-6d995060b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:08.925983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-42bf9913-4770-470f-a335-6d995060b91c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1225760 Nov 25 19:34:08.927161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Pushing event deleted for resources: {'Port': ['ID=903e74db-f01e-4240-bbcc-bc4cb4c55640,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:08.938105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] No DVR routers for this DVR port 903e74db-f01e-4240-bbcc-bc4cb4c55640 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:09.026428 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cdceff13-99a7-4a58-9375-ce059ce7b552 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:09.097982 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port cdceff13-99a7-4a58-9375-ce059ce7b552 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:34:09.104216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port cdceff13-99a7-4a58-9375-ce059ce7b552 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:09.105642 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.158459 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfaec28-2a39-4f44-b62f-aadc68783b6f {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:09.159354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.169967 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.188175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d793cb9-a205-4c3a-a6f7-98df631b5d4c']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:09.197117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Transition to ACTIVE for port object dbfaec28-2a39-4f44-b62f-aadc68783b6f will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:34:09.202420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f8c7262-3fcc-4564-9fea-3dd8f631e5bb') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:09.202882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f8c7262-3fcc-4564-9fea-3dd8f631e5bb') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:09.203047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.221801 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.245276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-794e59df-3b26-4e9e-9eff-2ebb0f2f0222 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3092647 Nov 25 19:34:09.260663 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.284916 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.308194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Pushing event updated for resources: {'Port': ['ID=dbfaec28-2a39-4f44-b62f-aadc68783b6f,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:09.315997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:34:09.316355 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:34:09.321036 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:34:09.348445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2900d00e-6c1b-4799-ae69-829358c09d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdceff13-99a7-4a58-9375-ce059ce7b552'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:09.350789 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-646a0bf1-902a-4261-9e5e-f82d26601b5b" -d '{"events": [{"server_uuid": "2900d00e-6c1b-4799-ae69-829358c09d52", "name": "network-vif-plugged", "status": "completed", "tag": "cdceff13-99a7-4a58-9375-ce059ce7b552"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:09.354961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cdceff13-99a7-4a58-9375-ce059ce7b552, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cdceff13-99a7-4a58-9375-ce059ce7b552,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:09.361336 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.444504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Attempting to bind port dbfaec28-2a39-4f44-b62f-aadc68783b6f on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:34:09.445906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Attempting to bind port dbfaec28-2a39-4f44-b62f-aadc68783b6f by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ecc5365f-37bb-4ccf-b342-5f72660c43dc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:34:09.446342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Attempting to bind port dbfaec28-2a39-4f44-b62f-aadc68783b6f on network ecc5365f-37bb-4ccf-b342-5f72660c43dc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:09.454535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Port dbfaec28-2a39-4f44-b62f-aadc68783b6f on network ecc5365f-37bb-4ccf-b342-5f72660c43dc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:34:09.455182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Attempting to bind port dbfaec28-2a39-4f44-b62f-aadc68783b6f on network ecc5365f-37bb-4ccf-b342-5f72660c43dc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:09.462264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 33, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:34:09.462928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Checking segment: {'id': 'a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ecc5365f-37bb-4ccf-b342-5f72660c43dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:09.463090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50445655-2168-4b89-9ee2-12439db8248d req-45da175b-4cd0-4e73-ac06-f0b8d45a4a5f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.463647 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Bound using segment: {'id': 'a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ecc5365f-37bb-4ccf-b342-5f72660c43dc'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:34:09.464227 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:34:09.465016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Bound port: dbfaec28-2a39-4f44-b62f-aadc68783b6f, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': 'ecc5365f-37bb-4ccf-b342-5f72660c43dc'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:34:09.465016 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.470779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50445655-2168-4b89-9ee2-12439db8248d req-45da175b-4cd0-4e73-ac06-f0b8d45a4a5f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.2242458 Nov 25 19:34:09.473290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=cdceff13-99a7-4a58-9375-ce059ce7b552,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:09.481729 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.487530 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.493706 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] 10.222.0.15 "DELETE /v2.0/networks/2d793cb9-a205-4c3a-a6f7-98df631b5d4c HTTP/1.1" status: 204 len: 168 time: 1.5474799 Nov 25 19:34:09.519271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-997ac8a4-b134-426b-a26d-d21426ac1093 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597857 Nov 25 19:34:09.560551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5198ff-1e7f-444a-8ba7-ef4553e12fea admin admin] Pushing event deleted for resources: {'Network': ['ID=2d793cb9-a205-4c3a-a6f7-98df631b5d4c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:09.576958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] For port dbfaec28-2a39-4f44-b62f-aadc68783b6f, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:09.580599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] For port dbfaec28-2a39-4f44-b62f-aadc68783b6f, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dbfaec28-2a39-4f44-b62f-aadc68783b6f,segment=NetworkSegment(a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e),segment_id=a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:34:09.588570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.631477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-d861ba8b-d705-4ddd-9715-a343bd5cbad9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=678688d0-4586-4af3-9ea9-aa4330cd1027 HTTP/1.1" status: 200 len: 217 time: 0.0846555 Nov 25 19:34:09.659583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.660669 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:09.665492 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] 10.222.0.60 "PUT /v2.0/ports/dbfaec28-2a39-4f44-b62f-aadc68783b6f HTTP/1.1" status: 200 len: 1092 time: 1.1364610 Nov 25 19:34:09.665625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59692) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:09.666384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c4662f-a61c-40c2-90e2-a437915c0e4e', 'tag': 'dbfaec28-2a39-4f44-b62f-aadc68783b6f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:09.671026 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99bdb38-c592-42c7-918a-ed80958bdf43" -d '{"events": [{"name": "network-changed", "server_uuid": "09c4662f-a61c-40c2-90e2-a437915c0e4e", "tag": "dbfaec28-2a39-4f44-b62f-aadc68783b6f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:09.745817 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50445655-2168-4b89-9ee2-12439db8248d req-6369c1b6-afd0-497a-864d-1e5233c57aa0 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739925 Nov 25 19:34:09.747507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-c9ee97ba-6bdd-4dba-b9ef-db61a52a116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.749144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-c9ee97ba-6bdd-4dba-b9ef-db61a52a116f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1070313 Nov 25 19:34:09.805140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc2aaf-39d0-4dc5-86f4-d57af671970d service neutron] Pushing event updated for resources: {'Port': ['ID=dbfaec28-2a39-4f44-b62f-aadc68783b6f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:09.827636 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cae90799-6124-4c81-8850-ba38011af729 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c3efa2ab4b64bc98cf4b3f770f262a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1503232 Nov 25 19:34:09.830407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59696) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:09.885669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-6ec37357-ae59-4de6-b45e-20c5d1edbdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.887424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-6ec37357-ae59-4de6-b45e-20c5d1edbdf4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1294219 Nov 25 19:34:09.909265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-4bddf181-b926-4b50-b83e-631d2ecf3fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.911935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-4bddf181-b926-4b50-b83e-631d2ecf3fb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f4176dc0f854306bde0536cdee65fe6&device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 1095 time: 0.1905022 Nov 25 19:34:09.940725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acc22cf-d5ee-4634-8d5c-6ea5d72fecd6 req-5a28cb41-1073-4d76-998a-b5706a401962 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:09.942448 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8acc22cf-d5ee-4634-8d5c-6ea5d72fecd6 req-5a28cb41-1073-4d76-998a-b5706a401962 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1261833 Nov 25 19:34:09.998006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8343-7a4b-4ddd-af2a-b201d92b2333 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:10.000845 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-8fcdb044-0d2c-4a0b-9ddb-260d174fdc20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbfaec28-2a39-4f44-b62f-aadc68783b6f HTTP/1.1" status: 200 len: 217 time: 0.0591505 Nov 25 19:34:10.044121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8acc22cf-d5ee-4634-8d5c-6ea5d72fecd6 req-24e5fe50-550a-416c-9c01-438d127e9767 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755277 Nov 25 19:34:10.046139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-de798e3b-8e90-4b08-80de-1808c1c2ea7f service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500247 Nov 25 19:34:10.078253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8343-7a4b-4ddd-af2a-b201d92b2333 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:10.149258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1b16dfbe-2689-45ce-8000-b4c7dbff6311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.151959 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1b16dfbe-2689-45ce-8000-b4c7dbff6311 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d89aeff3-1580-4dd2-b11d-53818678926d HTTP/1.1" status: 200 len: 858 time: 0.1379533 Nov 25 19:34:10.182317 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-e54849af-4b19-4524-a365-5511b23add92 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283891 Nov 25 19:34:10.195183 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-331a79bd-e078-4253-9961-fb529e74d169 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecc5365f-37bb-4ccf-b342-5f72660c43dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346057 Nov 25 19:34:10.215309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8343-7a4b-4ddd-af2a-b201d92b2333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:10.218771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3d5b8343-7a4b-4ddd-af2a-b201d92b2333 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:10.219995 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3d5b8343-7a4b-4ddd-af2a-b201d92b2333 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cbc5d4b-3130-4b2d-8dde-76f544700be6 HTTP/1.1" status: 204 len: 168 time: 0.3882482 Nov 25 19:34:10.249660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b8343-7a4b-4ddd-af2a-b201d92b2333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cbc5d4b-3130-4b2d-8dde-76f544700be6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:10.251044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-b23f54ad-0235-4ae5-8ac1-e5b1de5a3461 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.133&port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d HTTP/1.1" status: 200 len: 217 time: 0.0519753 Nov 25 19:34:10.310153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e025a-153f-4300-b390-71d7093a7d9f req-d01dcc0e-bf5a-4fd7-9803-32395103d061 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.313569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa6e025a-153f-4300-b390-71d7093a7d9f req-d01dcc0e-bf5a-4fd7-9803-32395103d061 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 945 time: 0.1462543 Nov 25 19:34:10.358751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-fa6ac982-b93c-4a40-a10e-247a662a500c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.360395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-fa6ac982-b93c-4a40-a10e-247a662a500c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 200 len: 797 time: 0.1014369 Nov 25 19:34:10.373900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 903e74db-f01e-4240-bbcc-bc4cb4c55640 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:10.401707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 903e74db-f01e-4240-bbcc-bc4cb4c55640 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:10.402430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 903e74db-f01e-4240-bbcc-bc4cb4c55640 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:10.436571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa6e025a-153f-4300-b390-71d7093a7d9f req-b5fb02fc-b490-48c7-9bb1-b7080af9fd7c tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups?id=1cd71159-4624-4b56-9410-8ba2a95795aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116264 Nov 25 19:34:10.456011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-2adb1f1e-23de-4f00-966c-667171464709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.457959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-2adb1f1e-23de-4f00-966c-667171464709 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3e802888-fa58-482a-bf63-9939349221d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0812771 Nov 25 19:34:10.484777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-1369f827-b530-4221-a868-61c61cd773e3 service neutron] 10.222.0.60 "GET /v2.0/networks/ecc5365f-37bb-4ccf-b342-5f72660c43dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787817 Nov 25 19:34:10.535687 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-e2bab4b5-bf8f-4a2b-a2f3-db130fa76601 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1597564 Nov 25 19:34:10.671162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-0babb6d0-2d7c-42e9-a578-b7eba27db3a1 service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053113 Nov 25 19:34:10.686259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7977a684-8edf-40e5-9392-94fc665010f5 req-3867f23b-7953-40b8-a0dc-2fc1b97201d0 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.688980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7977a684-8edf-40e5-9392-94fc665010f5 req-3867f23b-7953-40b8-a0dc-2fc1b97201d0 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.1412020 Nov 25 19:34:10.691472 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-835b5403-6600-4333-9fbd-08ecd1c4d773 req-e3b5b461-43c4-4999-9bae-52e8aaa28dce service neutron] 10.222.0.60 "GET /v2.0/networks/ecc5365f-37bb-4ccf-b342-5f72660c43dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978559 Nov 25 19:34:10.698157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-3d5fed9c-7287-4c36-beef-5775d3f96701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.699760 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-3d5fed9c-7287-4c36-beef-5775d3f96701 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1095 time: 0.0854664 Nov 25 19:34:10.859719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-7742cf6f-d2ea-421b-a44a-1ad9fbcb8989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:10.862021 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-7742cf6f-d2ea-421b-a44a-1ad9fbcb8989 service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.1276519 Nov 25 19:34:10.876939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7977a684-8edf-40e5-9392-94fc665010f5 req-afc8fb1a-e22b-4a1d-b028-33691ef3e360 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665833 Nov 25 19:34:10.908280 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-26c00cb3-fa92-4eff-b965-f0935207f66e service neutron] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176645 Nov 25 19:34:10.972411 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-356ffd0b-0b2f-4bb6-9a1e-61a7a12e895d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec HTTP/1.1" status: 200 len: 217 time: 0.0566490 Nov 25 19:34:10.980503 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-09a0bff1-ac84-4e4c-b918-45cc60180858 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 999 time: 0.1086078 Nov 25 19:34:11.044338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-9f16e919-7c79-4cb9-8672-216c03f33fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.046762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-9f16e919-7c79-4cb9-8672-216c03f33fdc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.0630226 Nov 25 19:34:11.073907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-6ba5e18c-6c37-45dc-b3b6-b03b9c46869c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.075692 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-6ba5e18c-6c37-45dc-b3b6-b03b9c46869c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.0872171 Nov 25 19:34:11.113226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-299e954a-b152-4bf0-9904-2b96f05facba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.115044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-299e954a-b152-4bf0-9904-2b96f05facba service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0602789 Nov 25 19:34:11.181441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24de85c6-18c3-4c77-beda-aae32af0a4c6 req-c5bf6590-7bb8-4eba-a69c-c8b3f4bb3cbf tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.183112 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-24de85c6-18c3-4c77-beda-aae32af0a4c6 req-c5bf6590-7bb8-4eba-a69c-c8b3f4bb3cbf tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "GET /v2.0/ports?device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 945 time: 0.1062407 Nov 25 19:34:11.186974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-adaa2034-ebc1-41ca-be58-c27d26d0f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.188617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-adaa2034-ebc1-41ca-be58-c27d26d0f965 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979490 Nov 25 19:34:11.262435 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-281e3753-6878-4744-95f3-918d4306fb6f service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400588 Nov 25 19:34:11.354596 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccea2f97-2a1a-4483-80f6-4dc367deff60 x-openstack-request-id: req-ccea2f97-2a1a-4483-80f6-4dc367deff60 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:11.355081 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2900d00e-6c1b-4799-ae69-829358c09d52", "name": "network-vif-plugged", "status": "completed", "tag": "cdceff13-99a7-4a58-9375-ce059ce7b552", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:11.355433 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ccea2f97-2a1a-4483-80f6-4dc367deff60 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:11.355933 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2900d00e-6c1b-4799-ae69-829358c09d52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdceff13-99a7-4a58-9375-ce059ce7b552', 'code': 200} Nov 25 19:34:11.454289 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f882c92-7671-478e-b808-19f68af29e3e x-openstack-request-id: req-9f882c92-7671-478e-b808-19f68af29e3e {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:11.454735 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c4662f-a61c-40c2-90e2-a437915c0e4e", "tag": "dbfaec28-2a39-4f44-b62f-aadc68783b6f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:11.455055 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9f882c92-7671-478e-b808-19f68af29e3e {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:11.455577 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c4662f-a61c-40c2-90e2-a437915c0e4e', 'tag': 'dbfaec28-2a39-4f44-b62f-aadc68783b6f', 'status': 'completed', 'code': 200} Nov 25 19:34:11.465743 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-1ac68d96-f530-4602-b815-cdaacf184516 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559793 Nov 25 19:34:11.477251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-24de85c6-18c3-4c77-beda-aae32af0a4c6 req-b22cc121-ce51-40c8-b7ba-bb5b0fca3d67 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Deleting port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:11.477963 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-24de85c6-18c3-4c77-beda-aae32af0a4c6 req-b22cc121-ce51-40c8-b7ba-bb5b0fca3d67 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:11.699257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bdb38-c592-42c7-918a-ed80958bdf43 req-281a9e94-d954-4948-9018-e9c487755c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.701750 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d99bdb38-c592-42c7-918a-ed80958bdf43 req-281a9e94-d954-4948-9018-e9c487755c56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6f4176dc0f854306bde0536cdee65fe6&device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 1095 time: 0.2115529 Nov 25 19:34:11.750087 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ec58e3a6-deff-4973-896a-f2714fb1b00f req-82d98b96-7012-4198-83c5-388f409ce349 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316730 Nov 25 19:34:11.779429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-24de85c6-18c3-4c77-beda-aae32af0a4c6 req-b22cc121-ce51-40c8-b7ba-bb5b0fca3d67 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] For port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1,segment=NetworkSegment(99392f8b-ab32-4974-adeb-6a5c956ad93f),segment_id=99392f8b-ab32-4974-adeb-6a5c956ad93f)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:11.779868 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-24de85c6-18c3-4c77-beda-aae32af0a4c6 req-b22cc121-ce51-40c8-b7ba-bb5b0fca3d67 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:11.796299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-0443b5bd-c492-4eaa-be1f-15ff876d3598 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5263836 Nov 25 19:34:11.798615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f5836b-8be4-44df-9358-26cf6c1aee3a req-cfce87e7-e5a7-41ab-8c32-eaa62a2abc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.800066 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-18f5836b-8be4-44df-9358-26cf6c1aee3a req-cfce87e7-e5a7-41ab-8c32-eaa62a2abc6f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 1097 time: 0.1040254 Nov 25 19:34:11.818515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84559421-21ab-4848-a680-dfb00cde6a17 req-7440ace4-922d-4392-81f4-95f0b1783a7f tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.820118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-84559421-21ab-4848-a680-dfb00cde6a17 req-7440ace4-922d-4392-81f4-95f0b1783a7f tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 944 time: 0.1229360 Nov 25 19:34:11.827522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-24de85c6-18c3-4c77-beda-aae32af0a4c6 req-b22cc121-ce51-40c8-b7ba-bb5b0fca3d67 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Calling delete_port for 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:11.860425 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-b1d7fbe2-dc25-4ec9-9999-4edadcfc5c29 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a HTTP/1.1" status: 200 len: 217 time: 0.0561950 Nov 25 19:34:11.899003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bdb38-c592-42c7-918a-ed80958bdf43 req-fea81b93-7c7d-413c-b1c5-9539cb55a67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.899894 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d99bdb38-c592-42c7-918a-ed80958bdf43 req-fea81b93-7c7d-413c-b1c5-9539cb55a67d service neutron] 10.222.0.60 "GET /v2.0/networks?id=ecc5365f-37bb-4ccf-b342-5f72660c43dc HTTP/1.1" status: 200 len: 919 time: 0.1868987 Nov 25 19:34:11.959734 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d99bdb38-c592-42c7-918a-ed80958bdf43 req-3c8a8762-c27d-4315-a9c6-cf2857709839 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbfaec28-2a39-4f44-b62f-aadc68783b6f HTTP/1.1" status: 200 len: 217 time: 0.0458601 Nov 25 19:34:11.965582 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-18f5836b-8be4-44df-9358-26cf6c1aee3a req-01f28f00-ca94-4688-b9a3-d04cc3c4f0e1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174154 Nov 25 19:34:11.971526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-84559421-21ab-4848-a680-dfb00cde6a17 req-fddac93f-4f35-4642-8a2c-1c6d1778e215 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/security-groups?id=30f5f11b-1366-4417-9129-eea02d9ff83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246316 Nov 25 19:34:11.973057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-8d0bdad7-f41f-4665-84fc-6b9cb803cf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:11.975033 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-8d0bdad7-f41f-4665-84fc-6b9cb803cf2b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 200 len: 797 time: 0.1042988 Nov 25 19:34:12.035073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-cc3d7748-abe1-4fde-9f7f-ba72386c7a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:12.036594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-cc3d7748-abe1-4fde-9f7f-ba72386c7a16 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4c48d0fc-3390-4bdc-95df-5b57fdbab73b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0554543 Nov 25 19:34:12.043870 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-24de85c6-18c3-4c77-beda-aae32af0a4c6 req-b22cc121-ce51-40c8-b7ba-bb5b0fca3d67 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:12.062212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['05b9e494-7ff3-4f7f-85ca-bf93ec8195a1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:12.075324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22cc121-ce51-40c8-b7ba-bb5b0fca3d67 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event deleted for resources: {'Port': ['ID=05b9e494-7ff3-4f7f-85ca-bf93ec8195a1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:12.126958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-24de85c6-18c3-4c77-beda-aae32af0a4c6 req-b22cc121-ce51-40c8-b7ba-bb5b0fca3d67 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] No DVR routers for this DVR port 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:12.129663 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-24de85c6-18c3-4c77-beda-aae32af0a4c6 req-b22cc121-ce51-40c8-b7ba-bb5b0fca3d67 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:12.134474 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-24de85c6-18c3-4c77-beda-aae32af0a4c6 req-b22cc121-ce51-40c8-b7ba-bb5b0fca3d67 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.60 "DELETE /v2.0/ports/05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 HTTP/1.1" status: 204 len: 173 time: 0.9447823 Nov 25 19:34:12.154385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2b8eb0-d58a-40e4-9695-8735ccce12f1 req-fdc152fc-322b-4194-a9a9-847471afb7c0 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:12.155965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb2b8eb0-d58a-40e4-9695-8735ccce12f1 req-fdc152fc-322b-4194-a9a9-847471afb7c0 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1128802 Nov 25 19:34:12.192634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-34f6cfd9-f5b2-4cae-8196-69921cd385c1 service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473920 Nov 25 19:34:12.250113 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99bdb38-c592-42c7-918a-ed80958bdf43 req-d838dbab-8658-4adc-9575-5d6db6671fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:12.251779 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d99bdb38-c592-42c7-918a-ed80958bdf43 req-d838dbab-8658-4adc-9575-5d6db6671fd9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d89aeff3-1580-4dd2-b11d-53818678926d HTTP/1.1" status: 200 len: 858 time: 0.0654058 Nov 25 19:34:12.265290 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb2b8eb0-d58a-40e4-9695-8735ccce12f1 req-c6f75b57-bde8-4492-a898-ef8b5b20790e tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016781 Nov 25 19:34:12.310414 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d99bdb38-c592-42c7-918a-ed80958bdf43 req-cec3a366-8115-4cd9-9ae7-f4acbaebc9c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ecc5365f-37bb-4ccf-b342-5f72660c43dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486746 Nov 25 19:34:12.394552 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87c7b791-fb9f-4f9a-b506-f6af0a20c996 req-215113c2-9055-4c49-83a4-8c0b09452bcd service neutron] 10.222.0.76 "GET /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901286 Nov 25 19:34:12.418862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf4ef8-a69f-4249-8e14-2f4e56951ee4 req-6ecd28c7-7806-45a5-86d7-c46353965cd3 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:12.420462 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11bf4ef8-a69f-4249-8e14-2f4e56951ee4 req-6ecd28c7-7806-45a5-86d7-c46353965cd3 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.0604105 Nov 25 19:34:12.443111 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d99bdb38-c592-42c7-918a-ed80958bdf43 req-b90c5296-be39-41b3-b333-a068544833c6 service neutron] 10.222.0.60 "GET /v2.0/networks/ecc5365f-37bb-4ccf-b342-5f72660c43dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216655 Nov 25 19:34:12.501575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11bf4ef8-a69f-4249-8e14-2f4e56951ee4 req-5764f93f-8fd9-44e2-97b6-42abfee06f92 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722654 Nov 25 19:34:12.562505 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d99bdb38-c592-42c7-918a-ed80958bdf43 req-828235c8-b520-43f2-b33d-185f9cdd9a3c service neutron] 10.222.0.60 "GET /v2.0/networks/ecc5365f-37bb-4ccf-b342-5f72660c43dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096828 Nov 25 19:34:12.669163 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-574cd239-3e68-4b8c-ae67-eac8c5928c59 req-1392bf9a-d5ac-4577-bd3b-ee4ff7b126d6 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa1f1a94-2b75-4070-8f56-eb003c974450 HTTP/1.1" status: 200 len: 210 time: 0.0301352 Nov 25 19:34:12.996080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1115234-6469-4893-b4c6-7324d0622794 req-20cb4b5a-9069-479d-878f-b8a388afdf43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:12.997742 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1115234-6469-4893-b4c6-7324d0622794 req-20cb4b5a-9069-479d-878f-b8a388afdf43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.0584788 Nov 25 19:34:13.067935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1115234-6469-4893-b4c6-7324d0622794 req-81c3662c-eeff-4536-a1e7-825e9ae2990a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606160 Nov 25 19:34:13.279309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aaf2f4-a058-4bc9-845e-132016641ab9 req-f29fd02e-5355-418d-a91e-15e20cbb10d1 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:13.281284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50aaf2f4-a058-4bc9-845e-132016641ab9 req-f29fd02e-5355-418d-a91e-15e20cbb10d1 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 944 time: 0.0551958 Nov 25 19:34:13.335602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50aaf2f4-a058-4bc9-845e-132016641ab9 req-a29629a7-a4bc-4d9c-93e9-0151b8aa7168 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/security-groups?id=30f5f11b-1366-4417-9129-eea02d9ff83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467427 Nov 25 19:34:13.457985 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa1f1a94-2b75-4070-8f56-eb003c974450', 'name': 'network-vif-deleted', 'tag': '05b9e494-7ff3-4f7f-85ca-bf93ec8195a1'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:13.462295 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43c43a2-e1b0-4c68-88a4-a793afb6173c" -d '{"events": [{"server_uuid": "fa1f1a94-2b75-4070-8f56-eb003c974450", "name": "network-vif-deleted", "tag": "05b9e494-7ff3-4f7f-85ca-bf93ec8195a1"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:13.500852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0ea5d3-8a8f-49b7-a7a1-779b86daf8ad req-6a7dc3a5-9080-465a-afa8-e65cd668f48b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:13.503386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab0ea5d3-8a8f-49b7-a7a1-779b86daf8ad req-6a7dc3a5-9080-465a-afa8-e65cd668f48b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.0620162 Nov 25 19:34:13.564759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab0ea5d3-8a8f-49b7-a7a1-779b86daf8ad req-2c3b27a6-e0f1-4ddb-b56c-ba08501e1d91 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498908 Nov 25 19:34:13.651272 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63ac11a3-f207-4bf8-9e9b-ed5083887a55 x-openstack-request-id: req-63ac11a3-f207-4bf8-9e9b-ed5083887a55 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:13.651864 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa1f1a94-2b75-4070-8f56-eb003c974450", "name": "network-vif-deleted", "tag": "05b9e494-7ff3-4f7f-85ca-bf93ec8195a1", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:13.652210 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63ac11a3-f207-4bf8-9e9b-ed5083887a55 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:13.652869 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa1f1a94-2b75-4070-8f56-eb003c974450', 'name': 'network-vif-deleted', 'tag': '05b9e494-7ff3-4f7f-85ca-bf93ec8195a1', 'status': 'completed', 'code': 200} Nov 25 19:34:13.766954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280e3f8-98c0-4475-af51-653ed964f513 req-4bf0487f-f046-4e28-be22-42bf3441f539 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:13.768720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3280e3f8-98c0-4475-af51-653ed964f513 req-4bf0487f-f046-4e28-be22-42bf3441f539 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.0627437 Nov 25 19:34:13.828796 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3280e3f8-98c0-4475-af51-653ed964f513 req-2d9b85cf-9c2a-4327-a931-2be61a581fbc tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474658 Nov 25 19:34:14.211570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0b7536-1364-429e-9060-2852f5203080 req-ec4156d2-4f5e-4b95-8468-86c817336485 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:14.213903 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d0b7536-1364-429e-9060-2852f5203080 req-ec4156d2-4f5e-4b95-8468-86c817336485 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.0580590 Nov 25 19:34:14.270335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d0b7536-1364-429e-9060-2852f5203080 req-fa905bdd-3049-4e61-a733-35ff1a0a835b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494924 Nov 25 19:34:14.302326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59802) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:14.322822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59806) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:14.437112 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-639b39db-ac50-4284-a4bf-07caf3c75857 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.476276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e6992f62-1377-4e45-8b26-7487c82583eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.484298 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-639b39db-ac50-4284-a4bf-07caf3c75857 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.601516 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-639b39db-ac50-4284-a4bf-07caf3c75857 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.607308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-639b39db-ac50-4284-a4bf-07caf3c75857 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.608952 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e6992f62-1377-4e45-8b26-7487c82583eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.611332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-639b39db-ac50-4284-a4bf-07caf3c75857 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "DELETE /v2.0/security-groups/c070101c-14b2-403c-8e77-b9bb81b1f4f7 HTTP/1.1" status: 204 len: 168 time: 0.2868435 Nov 25 19:34:14.611909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59814) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:14.623677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639b39db-ac50-4284-a4bf-07caf3c75857 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c070101c-14b2-403c-8e77-b9bb81b1f4f7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:14.642584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e6992f62-1377-4e45-8b26-7487c82583eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.685553 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-a62550b1-e186-4b12-ba46-6b11f91b66d0 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] show failed (client error): The resource could not be found. Nov 25 19:34:14.687279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a62550b1-e186-4b12-ba46-6b11f91b66d0 tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "GET /v2.0/security-groups/c070101c-14b2-403c-8e77-b9bb81b1f4f7 HTTP/1.1" status: 404 len: 347 time: 0.0735500 Nov 25 19:34:14.691586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59816) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:14.704401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6992f62-1377-4e45-8b26-7487c82583eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c454ef6f-05b4-45df-8815-743d7e04b0b9,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:14.718376 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e6992f62-1377-4e45-8b26-7487c82583eb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=818d9f36f4b24a008cfbc0f160109b1a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091644 Nov 25 19:34:14.718376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59818) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:14.748816 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424946d4-3632-429b-be4c-707463fdd353 req-e6d07b49-f2db-41fd-bf8e-04447d22427f tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:14.750452 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-424946d4-3632-429b-be4c-707463fdd353 req-e6d07b49-f2db-41fd-bf8e-04447d22427f tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 944 time: 0.1247256 Nov 25 19:34:14.808118 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a345ee0-ad00-4e11-9c8e-1c2a2e0dd1ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.839867 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a345ee0-ad00-4e11-9c8e-1c2a2e0dd1ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.877199 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-424946d4-3632-429b-be4c-707463fdd353 req-74b9a9c5-357f-4767-84d1-b372468571e8 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/security-groups?id=30f5f11b-1366-4417-9129-eea02d9ff83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840194 Nov 25 19:34:14.897175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb9c29-f208-4189-aca2-7655504ed79b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Deleting port cefff405-1ea6-43f2-a587-407e8cf7c466 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:14.897626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9c29-f208-4189-aca2-7655504ed79b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.955221 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a345ee0-ad00-4e11-9c8e-1c2a2e0dd1ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.962052 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a345ee0-ad00-4e11-9c8e-1c2a2e0dd1ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:14.971710 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0a345ee0-ad00-4e11-9c8e-1c2a2e0dd1ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c454ef6f-05b4-45df-8815-743d7e04b0b9 HTTP/1.1" status: 204 len: 168 time: 0.2492440 Nov 25 19:34:14.986429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a345ee0-ad00-4e11-9c8e-1c2a2e0dd1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c454ef6f-05b4-45df-8815-743d7e04b0b9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:15.064189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dbfaec28-2a39-4f44-b62f-aadc68783b6f details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:15.069045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:15.090102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d798de47-5f2a-4c19-a481-c6e954ce0b32 req-05319c8f-a64d-4ae2-ac6a-4974315cf521 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:15.092008 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d798de47-5f2a-4c19-a481-c6e954ce0b32 req-05319c8f-a64d-4ae2-ac6a-4974315cf521 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.0817986 Nov 25 19:34:15.096942 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9c29-f208-4189-aca2-7655504ed79b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.097277 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9c29-f208-4189-aca2-7655504ed79b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.117077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:15.117360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 05b9e494-7ff3-4f7f-85ca-bf93ec8195a1 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:15.131433 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a9cb9c29-f208-4189-aca2-7655504ed79b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Calling delete_port for cefff405-1ea6-43f2-a587-407e8cf7c466 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:15.245573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dbfaec28-2a39-4f44-b62f-aadc68783b6f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dbfaec28-2a39-4f44-b62f-aadc68783b6f,segment=NetworkSegment(a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e),segment_id=a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:15.254315 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d798de47-5f2a-4c19-a481-c6e954ce0b32 req-db34a698-a396-4df9-9c3e-43e64bdcbf22 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472063 Nov 25 19:34:15.276580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'dbfaec28-2a39-4f44-b62f-aadc68783b6f', 'network_id': 'ecc5365f-37bb-4ccf-b342-5f72660c43dc', 'port_id': 'dbfaec28-2a39-4f44-b62f-aadc68783b6f', 'mac_address': 'fa:16:3e:63:f4:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd89aeff3-1580-4dd2-b11d-53818678926d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:15.316026 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9c29-f208-4189-aca2-7655504ed79b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.369195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb9c29-f208-4189-aca2-7655504ed79b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Pushing event deleted for resources: {'Port': ['ID=cefff405-1ea6-43f2-a587-407e8cf7c466,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:15.558419 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9c29-f208-4189-aca2-7655504ed79b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.564262 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9cb9c29-f208-4189-aca2-7655504ed79b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.572030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a9cb9c29-f208-4189-aca2-7655504ed79b tempest-ImagesOneServerNegativeTestJSON-1948006482 tempest-ImagesOneServerNegativeTestJSON-1948006482-project] 10.222.0.15 "DELETE /v2.0/floatingips/8b7c598a-66fa-4acf-a971-8e362c1c70a4 HTTP/1.1" status: 204 len: 168 time: 0.8733902 Nov 25 19:34:15.599089 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.600844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00536a0-eefc-4c27-b8e0-b8de3f9fa531 req-957edd11-32c9-44f1-8277-a0c351f91960 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:15.604038 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f00536a0-eefc-4c27-b8e0-b8de3f9fa531 req-957edd11-32c9-44f1-8277-a0c351f91960 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1937754 Nov 25 19:34:15.618506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfaec28-2a39-4f44-b62f-aadc68783b6f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:15.641474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dbfaec28-2a39-4f44-b62f-aadc68783b6f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dbfaec28-2a39-4f44-b62f-aadc68783b6f,segment=NetworkSegment(a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e),segment_id=a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:15.649826 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:15.695383 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f00536a0-eefc-4c27-b8e0-b8de3f9fa531 req-52b0a817-d414-424d-9094-67d1af880886 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801568 Nov 25 19:34:15.759075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=dbfaec28-2a39-4f44-b62f-aadc68783b6f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:15.778385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.778696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.779178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.779500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.779906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.780293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.780627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.780984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.781306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.781638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.781967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.782370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:15.823586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af195962-3ef9-47d1-b785-542d50adfa15 req-047cfccd-1011-4be8-8740-83652d21c08b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:15.825015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af195962-3ef9-47d1-b785-542d50adfa15 req-047cfccd-1011-4be8-8740-83652d21c08b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.0622661 Nov 25 19:34:15.923090 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af195962-3ef9-47d1-b785-542d50adfa15 req-1a8513a1-6038-4bce-9bba-b23793b4a02b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876744 Nov 25 19:34:15.999964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['dbfaec28-2a39-4f44-b62f-aadc68783b6f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:16.233753 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb11688-7aa3-4f75-af67-bea1dac9cb36 req-19ed79be-2fd6-4a4e-bc3b-f355466b1a1f tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:16.236975 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fb11688-7aa3-4f75-af67-bea1dac9cb36 req-19ed79be-2fd6-4a4e-bc3b-f355466b1a1f tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 945 time: 0.0779214 Nov 25 19:34:16.304736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fb11688-7aa3-4f75-af67-bea1dac9cb36 req-b4fda334-1a34-4aac-9100-2ca2612c77e2 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/security-groups?id=30f5f11b-1366-4417-9129-eea02d9ff83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554338 Nov 25 19:34:16.661251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054300-015a-4d1a-9d70-d2ff15b417b5 req-0f69dbcd-f714-482e-95b5-72d6b3010518 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:16.664185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-33054300-015a-4d1a-9d70-d2ff15b417b5 req-0f69dbcd-f714-482e-95b5-72d6b3010518 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.0682673 Nov 25 19:34:16.730726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-33054300-015a-4d1a-9d70-d2ff15b417b5 req-8df35643-3311-4f92-9935-f4621c7ca47f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592105 Nov 25 19:34:16.786620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59874) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:16.864127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-128926e8-1469-4408-ac61-02e3844a66d4 admin admin] Deleting subnet 5b37492a-adbd-483b-b851-0b412fdd6706 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:34:16.871820 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-128926e8-1469-4408-ac61-02e3844a66d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:16.999875 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-128926e8-1469-4408-ac61-02e3844a66d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.072124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dbfaec28-2a39-4f44-b62f-aadc68783b6f up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:17.078420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5a766-bbbe-4f2c-a505-c0f10ddce77e req-b2fc532c-62ae-47f2-8b3d-73861cc2eb8c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:17.080913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4dc5a766-bbbe-4f2c-a505-c0f10ddce77e req-b2fc532c-62ae-47f2-8b3d-73861cc2eb8c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1580894 Nov 25 19:34:17.124130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-128926e8-1469-4408-ac61-02e3844a66d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.131502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port dbfaec28-2a39-4f44-b62f-aadc68783b6f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:34:17.136732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port dbfaec28-2a39-4f44-b62f-aadc68783b6f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:17.137110 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.229254 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.248373 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4dc5a766-bbbe-4f2c-a505-c0f10ddce77e req-38d47a4a-8f2d-47d4-b813-92b1176cb285 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592991 Nov 25 19:34:17.263156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c4662f-a61c-40c2-90e2-a437915c0e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfaec28-2a39-4f44-b62f-aadc68783b6f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:17.266163 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61a6cf9-2c51-4012-9453-c821f01307ba" -d '{"events": [{"server_uuid": "09c4662f-a61c-40c2-90e2-a437915c0e4e", "name": "network-vif-plugged", "status": "completed", "tag": "dbfaec28-2a39-4f44-b62f-aadc68783b6f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:17.281907 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-128926e8-1469-4408-ac61-02e3844a66d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.293278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dbfaec28-2a39-4f44-b62f-aadc68783b6f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dbfaec28-2a39-4f44-b62f-aadc68783b6f,segment=NetworkSegment(a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e),segment_id=a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:17.297822 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-128926e8-1469-4408-ac61-02e3844a66d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.304332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-128926e8-1469-4408-ac61-02e3844a66d4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5b37492a-adbd-483b-b851-0b412fdd6706 HTTP/1.1" status: 204 len: 168 time: 0.5123532 Nov 25 19:34:17.305091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59892) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:17.305916 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.326933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128926e8-1469-4408-ac61-02e3844a66d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b37492a-adbd-483b-b851-0b412fdd6706,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:17.419128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=dbfaec28-2a39-4f44-b62f-aadc68783b6f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:17.424286 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.527801 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.545497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a1cef-e0f7-48b8-ba2f-f415c65ac997 req-434e75b0-9738-42f4-89d4-8497b135e1f9 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:17.547857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-592a1cef-e0f7-48b8-ba2f-f415c65ac997 req-434e75b0-9738-42f4-89d4-8497b135e1f9 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.0904300 Nov 25 19:34:17.555854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7434c228-c045-4e07-bfc7-b9e7ce9cae0e']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:17.573831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99392f8b-ab32-4974-adeb-6a5c956ad93f') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:17.574592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99392f8b-ab32-4974-adeb-6a5c956ad93f') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:17.592760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.622386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.637114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:34:17.637985 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:34:17.641571 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:34:17.654068 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-592a1cef-e0f7-48b8-ba2f-f415c65ac997 req-92b1a583-3469-48aa-a3d5-ef1304a137f1 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945117 Nov 25 19:34:17.768787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.778385 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:17.784330 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] 10.222.0.15 "DELETE /v2.0/networks/7434c228-c045-4e07-bfc7-b9e7ce9cae0e HTTP/1.1" status: 204 len: 168 time: 0.4769993 Nov 25 19:34:17.807931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7788245-1c65-45c0-b7ad-641e0efd4440 admin admin] Pushing event deleted for resources: {'Network': ['ID=7434c228-c045-4e07-bfc7-b9e7ce9cae0e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:17.875362 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088b7413-8fa5-4fc4-9d4a-3b84e78bf9e0 x-openstack-request-id: req-088b7413-8fa5-4fc4-9d4a-3b84e78bf9e0 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:17.879210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59912) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:17.879891 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c4662f-a61c-40c2-90e2-a437915c0e4e", "name": "network-vif-plugged", "status": "completed", "tag": "dbfaec28-2a39-4f44-b62f-aadc68783b6f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:17.880410 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-088b7413-8fa5-4fc4-9d4a-3b84e78bf9e0 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:17.881297 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c4662f-a61c-40c2-90e2-a437915c0e4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfaec28-2a39-4f44-b62f-aadc68783b6f', 'code': 200} Nov 25 19:34:18.031986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a585c11-605e-4aad-8d95-e31bf6ad8668 req-3c10b390-006e-4a9c-beef-01b5e0f35ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:18.035010 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0a585c11-605e-4aad-8d95-e31bf6ad8668 req-3c10b390-006e-4a9c-beef-01b5e0f35ec2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 1097 time: 0.0727999 Nov 25 19:34:18.051581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25135f5-dda9-42c2-bc90-90332b22c6e1 req-28835291-bf92-4a9b-974a-b17db5648850 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:18.059605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f25135f5-dda9-42c2-bc90-90332b22c6e1 req-28835291-bf92-4a9b-974a-b17db5648850 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 946 time: 0.0950406 Nov 25 19:34:18.111731 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f25135f5-dda9-42c2-bc90-90332b22c6e1 req-f3f44345-baab-428a-9d3b-33e504303e68 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/security-groups?id=30f5f11b-1366-4417-9129-eea02d9ff83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511010 Nov 25 19:34:18.118290 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03e59f6b-08d5-4331-a392-8c3a8d40c376 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.155522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59916) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:18.181427 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0a585c11-605e-4aad-8d95-e31bf6ad8668 req-e9a16a4d-d3d3-474b-9371-385a71e90d58 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30f5f11b-1366-4417-9129-eea02d9ff83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368484 Nov 25 19:34:18.210161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ebcf6be6-0523-410a-bac5-a8aab76e8483 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e05c125ae22426086684a89fe26640c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0534093 Nov 25 19:34:18.214429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59918) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:18.291517 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03e59f6b-08d5-4331-a392-8c3a8d40c376 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.297118 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03e59f6b-08d5-4331-a392-8c3a8d40c376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.307479 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd30510a-e083-4496-92b8-e8dc6725a02e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.328624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb718-1e60-4ca2-a6ff-2e544e87fd7c req-2eb4c1f2-d83f-4933-a1c6-2d53727cc89c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:18.330257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a65bb718-1e60-4ca2-a6ff-2e544e87fd7c req-2eb4c1f2-d83f-4933-a1c6-2d53727cc89c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.0877783 Nov 25 19:34:18.347858 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd30510a-e083-4496-92b8-e8dc6725a02e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.355949 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-03e59f6b-08d5-4331-a392-8c3a8d40c376 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd3a1a75aed04f10ada25bf54aaf6b03&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4743955 Nov 25 19:34:18.358693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59922) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:18.361230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e59f6b-08d5-4331-a392-8c3a8d40c376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8683d7f-9219-43d4-bdd0-812cf27e7c27,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:18.425992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a65bb718-1e60-4ca2-a6ff-2e544e87fd7c req-d730b38b-e1c9-44fd-9ba2-f5c479debf68 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806222 Nov 25 19:34:18.460256 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9149f19-6b60-4589-b835-eba688b3b87c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.466495 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd30510a-e083-4496-92b8-e8dc6725a02e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.472194 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd30510a-e083-4496-92b8-e8dc6725a02e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.480183 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fd30510a-e083-4496-92b8-e8dc6725a02e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1cd71159-4624-4b56-9410-8ba2a95795aa HTTP/1.1" status: 204 len: 168 time: 0.2608275 Nov 25 19:34:18.496008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30510a-e083-4496-92b8-e8dc6725a02e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd71159-4624-4b56-9410-8ba2a95795aa,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:18.505063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9149f19-6b60-4589-b835-eba688b3b87c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.610636 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10500e72-eabf-4507-8909-1bcf59b9ff86 req-598b19e5-6ff1-4c59-8062-3c070f2156c7 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:18.610996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9149f19-6b60-4589-b835-eba688b3b87c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.612566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-10500e72-eabf-4507-8909-1bcf59b9ff86 req-598b19e5-6ff1-4c59-8062-3c070f2156c7 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.0722430 Nov 25 19:34:18.617929 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9149f19-6b60-4589-b835-eba688b3b87c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:18.620438 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a9149f19-6b60-4589-b835-eba688b3b87c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8683d7f-9219-43d4-bdd0-812cf27e7c27 HTTP/1.1" status: 204 len: 168 time: 0.2600381 Nov 25 19:34:18.644686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9149f19-6b60-4589-b835-eba688b3b87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8683d7f-9219-43d4-bdd0-812cf27e7c27,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:18.693067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-10500e72-eabf-4507-8909-1bcf59b9ff86 req-380906af-6339-493f-9af4-c77c56bdb5a4 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730269 Nov 25 19:34:18.864774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fc1f4-0d6b-4bfd-a0e0-192b079b92d0 req-5b9f318a-8703-4047-97d9-81c949be79e3 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:18.866612 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-496fc1f4-0d6b-4bfd-a0e0-192b079b92d0 req-5b9f318a-8703-4047-97d9-81c949be79e3 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.0724573 Nov 25 19:34:18.959782 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-496fc1f4-0d6b-4bfd-a0e0-192b079b92d0 req-db8b5cc2-def4-4a84-900b-758a6fb4b1c9 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785391 Nov 25 19:34:19.303782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c661083-840c-4bc0-b0b0-3e1fae5d0ee5 req-d37fcd55-2c99-4bf9-a6e6-190826870cf6 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:19.311418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c661083-840c-4bc0-b0b0-3e1fae5d0ee5 req-d37fcd55-2c99-4bf9-a6e6-190826870cf6 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 946 time: 0.0953643 Nov 25 19:34:19.365459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c661083-840c-4bc0-b0b0-3e1fae5d0ee5 req-6246f4fe-edfc-4749-ae13-8d1b463929a6 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/security-groups?id=30f5f11b-1366-4417-9129-eea02d9ff83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531313 Nov 25 19:34:19.638605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548f2a8-f56b-4420-b217-723bdb85899d req-5cadc539-7745-4987-9c3e-72fb36d39189 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:19.641795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5548f2a8-f56b-4420-b217-723bdb85899d req-5cadc539-7745-4987-9c3e-72fb36d39189 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.0878212 Nov 25 19:34:19.662762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59972) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:19.732152 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5548f2a8-f56b-4420-b217-723bdb85899d req-13b406be-4af6-48fb-b166-dca1116b8438 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764108 Nov 25 19:34:19.829855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-2106455879-network', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:19.857513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Made reservation on behalf of 42abf9522fba4b2fb72ffe446d818fe3 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:19.860849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:19.876608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.025895 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.033357 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.083107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:34:20.101753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aca62ae-f26f-45d5-91f2-80a7962d6b27,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:20.111916 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.112550 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Added segment cf341225-4b54-47fd-b771-d6b359e67203 of type vlan for network 5195e33a-884c-4321-8c57-50f2d8f03966 Nov 25 19:34:20.172690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38056770-b745-42b9-8b66-6a57887bed2d req-68901c9c-7839-4a6c-95a1-887b3bc1ef6f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:20.175242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-38056770-b745-42b9-8b66-6a57887bed2d req-68901c9c-7839-4a6c-95a1-887b3bc1ef6f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.0833538 Nov 25 19:34:20.184381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.241707 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.243676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:20.244567 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.280814 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-38056770-b745-42b9-8b66-6a57887bed2d req-98430f6a-67be-48e2-81ef-21dd7ee3e244 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940938 Nov 25 19:34:20.304018 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6384242 Nov 25 19:34:20.317871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59990) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:20.334437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] Request body: {'subnet': {'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-subnet', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:20.361413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18835df-4dc0-4870-a845-e2eb039aa896 admin admin] Pushing event updated for resources: {'Network': ['ID=5195e33a-884c-4321-8c57-50f2d8f03966,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:20.391739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 5195e33a-884c-4321-8c57-50f2d8f03966 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:34:20.421599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] Made reservation on behalf of 42abf9522fba4b2fb72ffe446d818fe3 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:20.425493 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.425663 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.431448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59994) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:20.530128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0116ad37-4667-4aa7-94ea-8b5f0fc45ea0 req-433fb6c1-3e3e-46ff-9599-072135b1a84f tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:20.531758 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0116ad37-4667-4aa7-94ea-8b5f0fc45ea0 req-433fb6c1-3e3e-46ff-9599-072135b1a84f tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1721103 Nov 25 19:34:20.603272 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-92090c12-3dfe-4808-a2fe-24ed35508386 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.617702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0116ad37-4667-4aa7-94ea-8b5f0fc45ea0 req-9122d2ee-ccb7-4e55-874d-b801efde1b8c tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726547 Nov 25 19:34:20.716266 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-92090c12-3dfe-4808-a2fe-24ed35508386 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.722199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-92090c12-3dfe-4808-a2fe-24ed35508386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.725491 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.768707 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-92090c12-3dfe-4808-a2fe-24ed35508386 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e31be9d0ee7c48caab6048549b1e188a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3335345 Nov 25 19:34:20.770039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92090c12-3dfe-4808-a2fe-24ed35508386 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429e902f-7f51-4d0c-bd9a-b49272fe6940,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:20.773138 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59998) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:20.856033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d302628b-2030-4d07-8847-479a581e971a,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:20.860230 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24c614a3-7d13-4716-9107-fe14a9987415 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.868241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] Checking segment: {'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:20.868808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] Network hostable DHCP agents. Network: 5195e33a-884c-4321-8c57-50f2d8f03966, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:34:20.886470 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24c614a3-7d13-4716-9107-fe14a9987415 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.933167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] Network 5195e33a-884c-4321-8c57-50f2d8f03966 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:34:20.955071 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24c614a3-7d13-4716-9107-fe14a9987415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.955796 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b790f4a3-4a95-42e6-ad10-43b000e28bd9 req-27520969-0151-4cfe-b431-a45e56441d1f tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:20.957561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b790f4a3-4a95-42e6-ad10-43b000e28bd9 req-27520969-0151-4cfe-b431-a45e56441d1f tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 946 time: 0.0831869 Nov 25 19:34:20.959054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 5195e33a-884c-4321-8c57-50f2d8f03966) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:20.964081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24c614a3-7d13-4716-9107-fe14a9987415 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.965435 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-24c614a3-7d13-4716-9107-fe14a9987415 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/429e902f-7f51-4d0c-bd9a-b49272fe6940 HTTP/1.1" status: 204 len: 168 time: 0.1905251 Nov 25 19:34:20.981409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:20.982367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:20.983922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c614a3-7d13-4716-9107-fe14a9987415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429e902f-7f51-4d0c-bd9a-b49272fe6940,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:20.988896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3433d6ef-9733-4552-8729-0086633bc4ee None None] Network 5195e33a-884c-4321-8c57-50f2d8f03966 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:34:21.025288 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5a7069b0-8013-461c-94eb-65530785a917 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7008581 Nov 25 19:34:21.029868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60004) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:21.034927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:21.085582 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.087051 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.103656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b790f4a3-4a95-42e6-ad10-43b000e28bd9 req-5befd4c9-fd07-4a37-a722-392ecbfe6578 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/security-groups?id=30f5f11b-1366-4417-9129-eea02d9ff83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384192 Nov 25 19:34:21.167796 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.364473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9964e4fd-405d-4aff-a164-6a1a493b6b17 req-f0960a84-621e-4101-97c2-585514640c30 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:21.366769 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9964e4fd-405d-4aff-a164-6a1a493b6b17 req-f0960a84-621e-4101-97c2-585514640c30 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.1215546 Nov 25 19:34:21.375218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-5195e33a-884c-4321-8c57-50f2d8f03966', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'fixed_ips': [{'subnet_id': 'd302628b-2030-4d07-8847-479a581e971a'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:34:21.380876 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.384228 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.479005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9964e4fd-405d-4aff-a164-6a1a493b6b17 req-3cc53b62-c4ad-4f69-b4f7-8ece81c100fa tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969026 Nov 25 19:34:21.688128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.729896 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:21.790787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Allocated IP 172.20.0.2 (5195e33a-884c-4321-8c57-50f2d8f03966/d302628b-2030-4d07-8847-479a581e971a/df53ecaf-9dc9-461c-8afa-a0d4593b3084) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:21.915597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bacda8-f8f2-46e9-ab6e-e40671e79675 req-8b2a1be4-466b-4fcc-a53a-4c697474326b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:21.922293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5bacda8-f8f2-46e9-ab6e-e40671e79675 req-8b2a1be4-466b-4fcc-a53a-4c697474326b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1245842 Nov 25 19:34:21.998333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Allocated IP 172.25.8.215 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/fa072029-75d0-4521-9979-3600182e1bab) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:22.029286 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5bacda8-f8f2-46e9-ab6e-e40671e79675 req-6e4a26bf-9394-493a-9dfd-339e29378723 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033633 Nov 25 19:34:22.092455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.105470 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.163058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598d6c74-6e33-41e5-be7c-4a55711b4dd6 req-e9db3e7d-1698-4731-84e3-71a93bb9220e tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:22.164802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-598d6c74-6e33-41e5-be7c-4a55711b4dd6 req-e9db3e7d-1698-4731-84e3-71a93bb9220e tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.0719185 Nov 25 19:34:22.186360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Network 5195e33a-884c-4321-8c57-50f2d8f03966 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:22.200530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:22.213080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:22.234426 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.241542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Pushing event updated for resources: {'Port': ['ID=df53ecaf-9dc9-461c-8afa-a0d4593b3084,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:22.247654 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-598d6c74-6e33-41e5-be7c-4a55711b4dd6 req-7e8a953b-4719-4178-8ce9-05710900734e tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652821 Nov 25 19:34:22.328551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.332889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Attempting to bind port df53ecaf-9dc9-461c-8afa-a0d4593b3084 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:34:22.333265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Attempting to bind port df53ecaf-9dc9-461c-8afa-a0d4593b3084 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:34:22.333661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Attempting to bind port df53ecaf-9dc9-461c-8afa-a0d4593b3084 on network 5195e33a-884c-4321-8c57-50f2d8f03966 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:22.343941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:34:22.344389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Checking segment: {'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:22.344820 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.345301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Bound using segment: {'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:34:22.345959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Bound port: df53ecaf-9dc9-461c-8afa-a0d4593b3084, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:34:22.346610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.368138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60034) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:22.394306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:22.398455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:22.402714 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:22.433833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92622d78-d304-457f-9bca-8954c8f528aa req-47b8afee-5fb7-4987-a51e-84766791b606 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:22.435140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d738be3-2bbd-4a9f-91e7-1da7ca12ab59 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:34:22.436655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92622d78-d304-457f-9bca-8954c8f528aa req-47b8afee-5fb7-4987-a51e-84766791b606 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 946 time: 0.1145463 Nov 25 19:34:22.461131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa072029-75d0-4521-9979-3600182e1bab,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:22.519630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] For port df53ecaf-9dc9-461c-8afa-a0d4593b3084, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:22.526021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] For port df53ecaf-9dc9-461c-8afa-a0d4593b3084, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=df53ecaf-9dc9-461c-8afa-a0d4593b3084,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:34:22.538653 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.549871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92622d78-d304-457f-9bca-8954c8f528aa req-b7ded12f-4507-4855-9a1b-bad225f64131 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/security-groups?id=30f5f11b-1366-4417-9129-eea02d9ff83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044440 Nov 25 19:34:22.609920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1813682073-network', 'tenant_id': 'db076ca63a6f4b6a8406b03d8568ce5e'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:22.641819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Made reservation on behalf of db076ca63a6f4b6a8406b03d8568ce5e for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:22.649510 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.675120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fd214500-bbab-49c4-a8db-8d67c935bba3 None None] Provisioning complete for port fa072029-75d0-4521-9979-3600182e1bab triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:22.676186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd214500-bbab-49c4-a8db-8d67c935bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.681936 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.745607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fd214500-bbab-49c4-a8db-8d67c935bba3 None None] Port fa072029-75d0-4521-9979-3600182e1bab cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:22.773891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bd53d-3b6f-4930-b789-02734e3dab66 None None] Pushing event updated for resources: {'Port': ['ID=df53ecaf-9dc9-461c-8afa-a0d4593b3084,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:22.840118 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.876923 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.905628 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.983771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:22.984972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:34:23.040102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:23.041352 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Added segment fb828ed0-7504-4ca1-a440-8b4405c30d0e of type vlan for network 6f224506-5d35-468b-a48e-a7d06586e22b Nov 25 19:34:23.104536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4de11ee-25dc-4870-9877-27530d5e5f4d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:23.109151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:23.125019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ba31a-6d18-4064-974e-2d75928cfc90 req-fd221060-93a4-43a8-8383-48f4c12b70a9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:23.126748 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-061ba31a-6d18-4064-974e-2d75928cfc90 req-fd221060-93a4-43a8-8383-48f4c12b70a9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.2476463 Nov 25 19:34:23.207357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:23.209045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:23.210047 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:23.282750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9107039 Nov 25 19:34:23.288742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60044) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:23.295442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-061ba31a-6d18-4064-974e-2d75928cfc90 req-14919be7-38b5-44f7-91a5-9a66804009cb tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477370 Nov 25 19:34:23.300618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] Request body: {'subnet': {'network_id': '6f224506-5d35-468b-a48e-a7d06586e22b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1813682073-subnet', 'tenant_id': 'db076ca63a6f4b6a8406b03d8568ce5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:23.346896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad464681-3d6a-49ab-b350-013d4f9c9720 admin admin] Pushing event updated for resources: {'Network': ['ID=6f224506-5d35-468b-a48e-a7d06586e22b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:23.359515 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 6f224506-5d35-468b-a48e-a7d06586e22b details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:34:23.376640 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:23.382482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] Made reservation on behalf of db076ca63a6f4b6a8406b03d8568ce5e for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:23.385473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:23.471410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b36c827-facd-46f8-b091-5ab911adb165 req-0891d813-00d9-4257-946f-09601cd26af3 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:23.473298 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b36c827-facd-46f8-b091-5ab911adb165 req-0891d813-00d9-4257-946f-09601cd26af3 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.0705273 Nov 25 19:34:23.562260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b36c827-facd-46f8-b091-5ab911adb165 req-949c2eaa-b10a-450e-97b6-d02491f86d41 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804415 Nov 25 19:34:23.706296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9000d2-8c59-4368-b587-ac4eae629b46 req-c270b33f-f1ce-41e2-90b7-8b0578439db8 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:23.709150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db9000d2-8c59-4368-b587-ac4eae629b46 req-c270b33f-f1ce-41e2-90b7-8b0578439db8 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.0713322 Nov 25 19:34:23.827949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db9000d2-8c59-4368-b587-ac4eae629b46 req-d8b37f32-0d85-43d2-989b-82e7f8a826a0 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040921 Nov 25 19:34:23.968280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b518b9e1-8df0-4fc4-8ebf-d6ae13766fcf req-7dedd926-8301-4e2f-a9e2-8737990c7a67 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:23.971341 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b518b9e1-8df0-4fc4-8ebf-d6ae13766fcf req-7dedd926-8301-4e2f-a9e2-8737990c7a67 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 946 time: 0.0753167 Nov 25 19:34:24.028019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df014a9b-8e23-4f27-969e-743b636071c3 req-77e1c276-56ab-432c-bce9-cca567adb3e4 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:24.029641 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-df014a9b-8e23-4f27-969e-743b636071c3 req-77e1c276-56ab-432c-bce9-cca567adb3e4 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.60 "GET /v2.0/ports?device_id=09c4662f-a61c-40c2-90e2-a437915c0e4e HTTP/1.1" status: 200 len: 946 time: 0.1598332 Nov 25 19:34:24.035799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b518b9e1-8df0-4fc4-8ebf-d6ae13766fcf req-92eea5c0-a807-47b7-82e4-8c77c5af6623 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.15 "GET /v2.0/security-groups?id=30f5f11b-1366-4417-9129-eea02d9ff83f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582097 Nov 25 19:34:24.196251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fcceba-f5c3-4e56-9279-61c8a56ce721 None None] Network 5195e33a-884c-4321-8c57-50f2d8f03966 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:34:24.273813 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Router b3107076-2ed3-49e7-9220-648432c23852 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:34:24.280199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.331399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-df014a9b-8e23-4f27-969e-743b636071c3 req-c54c8d23-bc9f-45ff-bff7-a53c3a9fa7e8 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Deleting port dbfaec28-2a39-4f44-b62f-aadc68783b6f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:24.331399 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-df014a9b-8e23-4f27-969e-743b636071c3 req-c54c8d23-bc9f-45ff-bff7-a53c3a9fa7e8 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.355868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6a25f992-f880-4807-b703-12928d987217 None None] Provisioning complete for port df53ecaf-9dc9-461c-8afa-a0d4593b3084 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:24.356952 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6a25f992-f880-4807-b703-12928d987217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.418232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=729d6cf8-1b57-475a-81ae-7dd51e59dee9,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:24.506355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device df53ecaf-9dc9-461c-8afa-a0d4593b3084 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:24.546465 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] Checking segment: {'id': 'fb828ed0-7504-4ca1-a440-8b4405c30d0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '6f224506-5d35-468b-a48e-a7d06586e22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:24.546977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] Network hostable DHCP agents. Network: 6f224506-5d35-468b-a48e-a7d06586e22b, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:34:24.581263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-df014a9b-8e23-4f27-969e-743b636071c3 req-c54c8d23-bc9f-45ff-bff7-a53c3a9fa7e8 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] For port dbfaec28-2a39-4f44-b62f-aadc68783b6f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dbfaec28-2a39-4f44-b62f-aadc68783b6f,segment=NetworkSegment(a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e),segment_id=a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:24.581704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-df014a9b-8e23-4f27-969e-743b636071c3 req-c54c8d23-bc9f-45ff-bff7-a53c3a9fa7e8 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.587690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:24.606177 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Sync routers for ids ['b3107076-2ed3-49e7-9220-648432c23852'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:24.610393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-df014a9b-8e23-4f27-969e-743b636071c3 req-c54c8d23-bc9f-45ff-bff7-a53c3a9fa7e8 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Calling delete_port for dbfaec28-2a39-4f44-b62f-aadc68783b6f owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:24.612169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] Network 6f224506-5d35-468b-a48e-a7d06586e22b is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:34:24.621719 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Routers {'b3107076-2ed3-49e7-9220-648432c23852'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:24.622590 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:34:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b3107076-2ed3-49e7-9220-648432c23852'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:24.642021 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.647235 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b3f62348-bf01-4be0-bb08-18103a2188f2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6155601 Nov 25 19:34:24.647571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60056) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:24.728569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port df53ecaf-9dc9-461c-8afa-a0d4593b3084 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:24.729434 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.740814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 6f224506-5d35-468b-a48e-a7d06586e22b) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:24.766385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:24.767462 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.815172 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7b6b9fec-7213-4dd2-bc4d-1637a0358f3d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.5208404 Nov 25 19:34:24.821381 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Set router b3107076-2ed3-49e7-9220-648432c23852 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:24.841149 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6a25f992-f880-4807-b703-12928d987217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.858371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13187ce-5d0d-4198-ad6c-0679f0fcde3d None None] Network 6f224506-5d35-468b-a48e-a7d06586e22b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:34:24.957007 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-df014a9b-8e23-4f27-969e-743b636071c3 req-c54c8d23-bc9f-45ff-bff7-a53c3a9fa7e8 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:24.986846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['dbfaec28-2a39-4f44-b62f-aadc68783b6f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:25.047310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54c8d23-bc9f-45ff-bff7-a53c3a9fa7e8 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Pushing event deleted for resources: {'Port': ['ID=dbfaec28-2a39-4f44-b62f-aadc68783b6f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:25.151392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-df014a9b-8e23-4f27-969e-743b636071c3 req-c54c8d23-bc9f-45ff-bff7-a53c3a9fa7e8 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] No DVR routers for this DVR port dbfaec28-2a39-4f44-b62f-aadc68783b6f on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:25.154207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-df014a9b-8e23-4f27-969e-743b636071c3 req-c54c8d23-bc9f-45ff-bff7-a53c3a9fa7e8 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:25.160701 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-df014a9b-8e23-4f27-969e-743b636071c3 req-c54c8d23-bc9f-45ff-bff7-a53c3a9fa7e8 tempest-InstanceActionsV221TestJSON-889161661 tempest-InstanceActionsV221TestJSON-889161661-project] 10.222.0.60 "DELETE /v2.0/ports/dbfaec28-2a39-4f44-b62f-aadc68783b6f HTTP/1.1" status: 204 len: 173 time: 1.1240263 Nov 25 19:34:25.164208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c4662f-a61c-40c2-90e2-a437915c0e4e', 'name': 'network-vif-deleted', 'tag': 'dbfaec28-2a39-4f44-b62f-aadc68783b6f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:25.167041 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c9d25d-4f0e-4d10-8924-e3d6f10e8123" -d '{"events": [{"server_uuid": "09c4662f-a61c-40c2-90e2-a437915c0e4e", "name": "network-vif-deleted", "tag": "dbfaec28-2a39-4f44-b62f-aadc68783b6f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:25.196683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6a25f992-f880-4807-b703-12928d987217 None None] For port df53ecaf-9dc9-461c-8afa-a0d4593b3084, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=df53ecaf-9dc9-461c-8afa-a0d4593b3084,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:25.211496 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6a25f992-f880-4807-b703-12928d987217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:25.351717 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:22Z', 'revision_number': 3, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:25.378127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a25f992-f880-4807-b703-12928d987217 None None] Pushing event updated for resources: {'Port': ['ID=df53ecaf-9dc9-461c-8afa-a0d4593b3084,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:25.382743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d5c6b656-28d5-40e1-84bc-3f9f99502e63 None None] Provisioning complete for port df53ecaf-9dc9-461c-8afa-a0d4593b3084 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:25.383458 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5c6b656-28d5-40e1-84bc-3f9f99502e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:25.435313 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Checking router: b3107076-2ed3-49e7-9220-648432c23852 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:34:25.435825 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Updating router b3107076-2ed3-49e7-9220-648432c23852 port fa072029-75d0-4521-9979-3600182e1bab binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:34:25.440342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08a0c26-3254-4a06-8bc7-8e99009db5fa None None] Network 6f224506-5d35-468b-a48e-a7d06586e22b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:34:25.453282 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07947ad0-b74e-4288-ac4a-d004e47f58db req-52c6130d-ecaf-495f-8e64-0f2260fe8350 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:25.459709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07947ad0-b74e-4288-ac4a-d004e47f58db req-52c6130d-ecaf-495f-8e64-0f2260fe8350 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.4498057 Nov 25 19:34:25.475590 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:25.577740 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07947ad0-b74e-4288-ac4a-d004e47f58db req-bee33f04-96e8-4f6c-8d0c-fe9270499420 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046968 Nov 25 19:34:25.835083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b30eee-c7d8-409b-ae7b-b4b5e7023fd9 req-b44c2bbd-a00e-454e-9082-adcbc346b4f4 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:25.838134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58b30eee-c7d8-409b-ae7b-b4b5e7023fd9 req-b44c2bbd-a00e-454e-9082-adcbc346b4f4 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1206882 Nov 25 19:34:25.959209 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:25.969154 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:25.977998 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.003510 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58b30eee-c7d8-409b-ae7b-b4b5e7023fd9 req-4ae38a13-d1dc-4c4a-91ae-f7c37e0e9794 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195946 Nov 25 19:34:26.035300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b42dbe8-63a8-4964-b969-9d271cf80bce None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:34:26.100132 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Attempting to bind port fa072029-75d0-4521-9979-3600182e1bab on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:34:26.101196 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Attempting to bind port fa072029-75d0-4521-9979-3600182e1bab by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:34:26.101955 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Attempting to bind port fa072029-75d0-4521-9979-3600182e1bab on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:26.108070 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e25c2-0068-43e8-9ec8-3955aa78b191 None None] Pushing event updated for resources: {'Port': ['ID=fa072029-75d0-4521-9979-3600182e1bab,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:26.118154 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:34:26.118945 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:26.119561 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.120067 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:34:26.120684 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Bound port: fa072029-75d0-4521-9979-3600182e1bab, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:34:26.121157 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.175213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7a7aaa32-c612-4ff1-a273-8ada3b4d1e63 None None] Provisioning complete for port fa072029-75d0-4521-9979-3600182e1bab triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:26.175607 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a7aaa32-c612-4ff1-a273-8ada3b4d1e63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.218127 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] For port fa072029-75d0-4521-9979-3600182e1bab, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:26.223825 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] For port fa072029-75d0-4521-9979-3600182e1bab, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=fa072029-75d0-4521-9979-3600182e1bab,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:34:26.230554 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.267661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7a7aaa32-c612-4ff1-a273-8ada3b4d1e63 None None] Port fa072029-75d0-4521-9979-3600182e1bab cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:26.270704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-576d6dbf-90ae-4279-8aaa-cba191d9d2bf None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:34:26.330112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728cde1-89e1-40a3-8d5f-3bf51575e801 req-84b2281b-b237-469b-8552-72136f23ead7 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:26.331916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4728cde1-89e1-40a3-8d5f-3bf51575e801 req-84b2281b-b237-469b-8552-72136f23ead7 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1567056 Nov 25 19:34:26.336369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Allocated IP 172.20.0.1 (5195e33a-884c-4321-8c57-50f2d8f03966/d302628b-2030-4d07-8847-479a581e971a/0e08eb0d-a464-4d0d-8b13-679ef95055b5) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:26.356314 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Routers {'b3107076-2ed3-49e7-9220-648432c23852'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:26.357169 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:34:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b3107076-2ed3-49e7-9220-648432c23852'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:26.400910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device df53ecaf-9dc9-461c-8afa-a0d4593b3084 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:26.449647 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28e25c2-0068-43e8-9ec8-3955aa78b191 None None] Pushing event updated for resources: {'Port': ['ID=fa072029-75d0-4521-9979-3600182e1bab,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:26.490242 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9732088a-ba66-4c50-bb83-90787ed41ce6 None None] Provisioning complete for port fa072029-75d0-4521-9979-3600182e1bab triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:26.491500 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9732088a-ba66-4c50-bb83-90787ed41ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.547985 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] Set router b3107076-2ed3-49e7-9220-648432c23852 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:26.625587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port df53ecaf-9dc9-461c-8afa-a0d4593b3084 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:26.626589 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.775574 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9732088a-ba66-4c50-bb83-90787ed41ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.807024 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:22Z', 'revision_number': 3, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:26.824487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9732088a-ba66-4c50-bb83-90787ed41ce6 None None] For port fa072029-75d0-4521-9979-3600182e1bab, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=fa072029-75d0-4521-9979-3600182e1bab,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:26.842376 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a312aded-3e54-483a-b40f-83c8459f821c None None] The sync data for ids ['b3107076-2ed3-49e7-9220-648432c23852'] in n-d-817303-9 is: [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:22Z', 'revision_number': 3, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:26.899902 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9732088a-ba66-4c50-bb83-90787ed41ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:26.959404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4728cde1-89e1-40a3-8d5f-3bf51575e801 req-74b4d3db-1117-4022-b8c4-b666635f6865 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5869281 Nov 25 19:34:27.017405 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:27.034215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732088a-ba66-4c50-bb83-90787ed41ce6 None None] Pushing event updated for resources: {'Port': ['ID=fa072029-75d0-4521-9979-3600182e1bab,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:27.083054 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:27.145331 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Pushing event updated for resources: {'Port': ['ID=0e08eb0d-a464-4d0d-8b13-679ef95055b5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:27.149174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dbfaec28-2a39-4f44-b62f-aadc68783b6f no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:27.176450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: dbfaec28-2a39-4f44-b62f-aadc68783b6f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:27.176825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dbfaec28-2a39-4f44-b62f-aadc68783b6f not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:27.181211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Network 5195e33a-884c-4321-8c57-50f2d8f03966 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:27.192512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:27.196064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:27.207064 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-9795b78b-055c-47cb-8019-f2538e0f602c req-57dcbeaf-c46a-429a-9949-127d1492f492 tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] show failed (client error): The resource could not be found. Nov 25 19:34:27.215494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9795b78b-055c-47cb-8019-f2538e0f602c req-57dcbeaf-c46a-429a-9949-127d1492f492 tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] 10.222.0.15 "GET /v2.0/security-groups/72fc67da-8178-4062-aac9-6ba78da2c359 HTTP/1.1" status: 404 len: 352 time: 0.0385363 Nov 25 19:34:27.283872 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:27.449970 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a11b758-d1d4-4425-9819-2b35b765834c x-openstack-request-id: req-9a11b758-d1d4-4425-9819-2b35b765834c {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:27.450653 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c4662f-a61c-40c2-90e2-a437915c0e4e", "name": "network-vif-deleted", "tag": "dbfaec28-2a39-4f44-b62f-aadc68783b6f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:27.450653 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9a11b758-d1d4-4425-9819-2b35b765834c {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:27.451586 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c4662f-a61c-40c2-90e2-a437915c0e4e', 'name': 'network-vif-deleted', 'tag': 'dbfaec28-2a39-4f44-b62f-aadc68783b6f', 'status': 'completed', 'code': 200} Nov 25 19:34:27.524603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:27.726526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdffc74-0d23-49a5-a3a0-830423e2844e req-3736b739-0ce3-437a-bbff-4ca6696ffa4b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:27.737930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5cdffc74-0d23-49a5-a3a0-830423e2844e req-3736b739-0ce3-437a-bbff-4ca6696ffa4b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.1611228 Nov 25 19:34:27.852112 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-912c4474-6936-4816-84d7-c467615ad904 None None] Provisioning complete for port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:27.853734 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-912c4474-6936-4816-84d7-c467615ad904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:27.906569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-912c4474-6936-4816-84d7-c467615ad904 None None] Port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:27.906899 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5cdffc74-0d23-49a5-a3a0-830423e2844e req-85132fa4-ee3c-4b21-a3c5-37e1b9bac424 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671875 Nov 25 19:34:27.978957 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:27.988356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:28.193402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Pushing event updated for resources: {'Port': ['ID=0e08eb0d-a464-4d0d-8b13-679ef95055b5,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:28.211932 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:28.260367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1067d-899f-4632-b3bd-ac64ea781717 req-8927999a-41bc-4531-bae9-104c435ed40b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:28.264765 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4af1067d-899f-4632-b3bd-ac64ea781717 req-8927999a-41bc-4531-bae9-104c435ed40b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1954560 Nov 25 19:34:28.363695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device fa072029-75d0-4521-9979-3600182e1bab up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:28.440338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port fa072029-75d0-4521-9979-3600182e1bab triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:28.441279 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:28.461428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4af1067d-899f-4632-b3bd-ac64ea781717 req-83c1e1fa-adbb-4cf9-8e24-f070ef58edb2 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567903 Nov 25 19:34:28.476188 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Network 5195e33a-884c-4321-8c57-50f2d8f03966 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:28.477856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:28.768240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Router b3107076-2ed3-49e7-9220-648432c23852 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:28.859754 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bc4ada85-ddf6-48b7-906b-0cb30e3b3cd9 None None] Provisioning complete for port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:28.860834 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bc4ada85-ddf6-48b7-906b-0cb30e3b3cd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:28.880931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8480e078-c94a-4b5c-89d4-8e38b8f97c2a req-c6ae307f-db60-44d6-b8ac-1e2e3a149443 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:28.883590 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8480e078-c94a-4b5c-89d4-8e38b8f97c2a req-c6ae307f-db60-44d6-b8ac-1e2e3a149443 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1781750 Nov 25 19:34:28.917561 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-bc4ada85-ddf6-48b7-906b-0cb30e3b3cd9 None None] Port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:29.049050 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8480e078-c94a-4b5c-89d4-8e38b8f97c2a req-244771db-cfd5-4e2c-892d-9b000dcf7bdc tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471803 Nov 25 19:34:29.056473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:29.064349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cf08c520-f564-4bc0-943b-b8a65d449042 admin admin] 10.222.0.15 "PUT /v2.0/routers/b3107076-2ed3-49e7-9220-648432c23852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4126561 Nov 25 19:34:29.235305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Sync routers for ids ['b3107076-2ed3-49e7-9220-648432c23852'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:29.254117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Routers {'b3107076-2ed3-49e7-9220-648432c23852'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:29.255774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:34:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b3107076-2ed3-49e7-9220-648432c23852'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:29.260731 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac68733a-3860-48f2-a344-7015abbcc2c6 req-1e4446f3-d167-4553-8ec9-02de944a20a3 tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db076ca63a6f4b6a8406b03d8568ce5e HTTP/1.1" status: 200 len: 3005 time: 0.0838919 Nov 25 19:34:29.320641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac68733a-3860-48f2-a344-7015abbcc2c6 req-4d978232-58a8-4611-ae20-0e02dbd52e1a tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] 10.222.0.15 "GET /v2.0/security-groups/e4de11ee-25dc-4870-9877-27530d5e5f4d HTTP/1.1" status: 200 len: 3002 time: 0.0519125 Nov 25 19:34:29.413281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac68733a-3860-48f2-a344-7015abbcc2c6 req-738eb256-06e7-40e8-a27b-29ded21d77c2 tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] 10.222.0.15 "GET /v2.0/security-groups/e4de11ee-25dc-4870-9877-27530d5e5f4d HTTP/1.1" status: 200 len: 3002 time: 0.0746338 Nov 25 19:34:29.463767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Set router b3107076-2ed3-49e7-9220-648432c23852 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:29.608966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c36fda-a5f3-4038-9e31-cf1fc11e38b8 req-c5df6731-d07e-4696-a30d-4f50746faa49 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:29.610616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09c36fda-a5f3-4038-9e31-cf1fc11e38b8 req-c5df6731-d07e-4696-a30d-4f50746faa49 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.0662305 Nov 25 19:34:29.681063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09c36fda-a5f3-4038-9e31-cf1fc11e38b8 req-414243c8-a42c-4d4c-9752-8215abc33c6b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606689 Nov 25 19:34:29.769749 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:27Z', 'revision_number': 4, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0e08eb0d-a464-4d0d-8b13-679ef95055b5', 'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'mac_address': 'fa:16:3e:69:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd302628b-2030-4d07-8847-479a581e971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:26Z', 'updated_at': '2021-11-25T19:34:27Z', 'revision_number': 2, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'subnets': [{'id': 'd302628b-2030-4d07-8847-479a581e971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:29.830514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Checking router: b3107076-2ed3-49e7-9220-648432c23852 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:34:29.831149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Updating router b3107076-2ed3-49e7-9220-648432c23852 port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:34:29.883761 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.043461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60102) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:30.049648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-20dbb6c2-da29-4083-bfb2-9c96340595df tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1935977224', 'description': 'tempest-description--226742967'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:30.096772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-20dbb6c2-da29-4083-bfb2-9c96340595df tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.139133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-323c5a89-539f-4568-b6d5-6097640b83b4 req-a8b098e2-2b75-49ca-853c-e5123f1afff7 tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] 10.222.0.15 "GET /v2.0/security-groups/e4de11ee-25dc-4870-9877-27530d5e5f4d HTTP/1.1" status: 200 len: 3002 time: 0.0810161 Nov 25 19:34:30.202461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-20dbb6c2-da29-4083-bfb2-9c96340595df tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.208813 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-20dbb6c2-da29-4083-bfb2-9c96340595df tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.254211 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-20dbb6c2-da29-4083-bfb2-9c96340595df tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.256385 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-20dbb6c2-da29-4083-bfb2-9c96340595df tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2105513 Nov 25 19:34:30.260609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60108) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:30.268264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-13a5f33d-226a-44ea-a06e-8b1c8bae7ec2 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Request body: {'security_group_rule': {'security_group_id': '243a34ae-65cb-4101-8a14-bebb5294e0a5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:30.273557 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-323c5a89-539f-4568-b6d5-6097640b83b4 req-9e134606-a824-45af-8707-8a9d1d5506c5 tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 19:34:30.275488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-323c5a89-539f-4568-b6d5-6097640b83b4 req-9e134606-a824-45af-8707-8a9d1d5506c5 tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] 10.222.0.15 "DELETE /v2.0/security-groups/e4de11ee-25dc-4870-9877-27530d5e5f4d HTTP/1.1" status: 409 len: 352 time: 0.1192644 Nov 25 19:34:30.303782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbb6c2-da29-4083-bfb2-9c96340595df tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243a34ae-65cb-4101-8a14-bebb5294e0a5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:30.311853 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13a5f33d-226a-44ea-a06e-8b1c8bae7ec2 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.341611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60112) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:30.448627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e7ba25-0b5c-4add-9420-0d6e50d9c2f6 admin admin] Deleting subnet d89aeff3-1580-4dd2-b11d-53818678926d {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:34:30.461502 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13a5f33d-226a-44ea-a06e-8b1c8bae7ec2 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.462751 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33e7ba25-0b5c-4add-9420-0d6e50d9c2f6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.467687 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13a5f33d-226a-44ea-a06e-8b1c8bae7ec2 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.497929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.509766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.522253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a5f33d-226a-44ea-a06e-8b1c8bae7ec2 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19c99e0b-bff9-4abf-b4d8-8fe8501bdfa3,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:30.532835 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33e7ba25-0b5c-4add-9420-0d6e50d9c2f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.533917 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13a5f33d-226a-44ea-a06e-8b1c8bae7ec2 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.535517 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-13a5f33d-226a-44ea-a06e-8b1c8bae7ec2 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2724779 Nov 25 19:34:30.539154 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60114) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:30.543974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3bfb1ace-e46e-4395-89d6-1e07cd5a08cc tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Request body: {'security_group_rule': {'security_group_id': '243a34ae-65cb-4101-8a14-bebb5294e0a5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:30.570704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ca983-4812-4f71-80e8-7706a5825e5d req-5635d818-d95d-4b32-bb38-7a38f6b151d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:30.573730 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2b3ca983-4812-4f71-80e8-7706a5825e5d req-5635d818-d95d-4b32-bb38-7a38f6b151d6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 1097 time: 0.0855153 Nov 25 19:34:30.577981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c646ce-bff0-41ae-9eea-7fc99a042ec5 req-334814d9-87a8-4841-84ef-848c3ab40ceb tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:30.587133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77c646ce-bff0-41ae-9eea-7fc99a042ec5 req-334814d9-87a8-4841-84ef-848c3ab40ceb tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1446702 Nov 25 19:34:30.604674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcefa5-65b3-442e-b78e-9d8cac19c0be None None] Pushing event updated for resources: {'Port': ['ID=0e08eb0d-a464-4d0d-8b13-679ef95055b5,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:30.641039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Attempting to bind port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:34:30.641790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Attempting to bind port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:34:30.642417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Attempting to bind port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 on network 5195e33a-884c-4321-8c57-50f2d8f03966 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:30.648799 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:34:30.649499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Checking segment: {'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:30.649795 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33e7ba25-0b5c-4add-9420-0d6e50d9c2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.650407 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.651046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Bound using segment: {'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:34:30.651860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Bound port: 0e08eb0d-a464-4d0d-8b13-679ef95055b5, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:34:30.652448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.672700 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2b3ca983-4812-4f71-80e8-7706a5825e5d req-a5875f00-4c5e-4fa4-894c-477cdd212ef0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900469 Nov 25 19:34:30.675704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1ace-e46e-4395-89d6-1e07cd5a08cc tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.707666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77c646ce-bff0-41ae-9eea-7fc99a042ec5 req-279d3fa6-8e77-47e7-b90f-ab053f02869f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194239 Nov 25 19:34:30.772081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] For port 0e08eb0d-a464-4d0d-8b13-679ef95055b5, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:30.776786 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] For port 0e08eb0d-a464-4d0d-8b13-679ef95055b5, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0e08eb0d-a464-4d0d-8b13-679ef95055b5,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:34:30.783543 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.790743 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1ace-e46e-4395-89d6-1e07cd5a08cc tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.797318 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1ace-e46e-4395-89d6-1e07cd5a08cc tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.804773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33e7ba25-0b5c-4add-9420-0d6e50d9c2f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.852343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfb1ace-e46e-4395-89d6-1e07cd5a08cc tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a963964d-7f72-4b18-b0ac-ce6058aae0fb,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:30.855868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Routers {'b3107076-2ed3-49e7-9220-648432c23852'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:30.857051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:34:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b3107076-2ed3-49e7-9220-648432c23852'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:30.869093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e7ba25-0b5c-4add-9420-0d6e50d9c2f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d89aeff3-1580-4dd2-b11d-53818678926d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:30.881973 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bfb1ace-e46e-4395-89d6-1e07cd5a08cc tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.886287 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3bfb1ace-e46e-4395-89d6-1e07cd5a08cc tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3432157 Nov 25 19:34:30.886789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60120) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:30.898657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:30.900971 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33e7ba25-0b5c-4add-9420-0d6e50d9c2f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:30.904785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-33e7ba25-0b5c-4add-9420-0d6e50d9c2f6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d89aeff3-1580-4dd2-b11d-53818678926d HTTP/1.1" status: 204 len: 168 time: 0.5617347 Nov 25 19:34:30.908908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60122) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:30.937598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcefa5-65b3-442e-b78e-9d8cac19c0be None None] Pushing event updated for resources: {'Port': ['ID=0e08eb0d-a464-4d0d-8b13-679ef95055b5,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:30.980960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca55744-2f62-4ef5-8581-c1f006ccd643 req-1d6b7840-af9e-4102-bafb-95ca35c5e3e3 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:30.995910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ca55744-2f62-4ef5-8581-c1f006ccd643 req-1d6b7840-af9e-4102-bafb-95ca35c5e3e3 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1717284 Nov 25 19:34:31.037117 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.048550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] Set router b3107076-2ed3-49e7-9220-648432c23852 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:31.067276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.123347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-27e5714b-a45c-4515-91d5-f5a1cdbbe94e None None] Provisioning complete for port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:31.124003 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-27e5714b-a45c-4515-91d5-f5a1cdbbe94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.171333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ca55744-2f62-4ef5-8581-c1f006ccd643 req-7e02d0c1-d82f-4604-983f-9837d02c4f98 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674604 Nov 25 19:34:31.287416 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.338622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecc5365f-37bb-4ccf-b342-5f72660c43dc']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:31.367515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:31.367934 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3503d0e-32f5-4aaf-a3bf-ec4a0ef4340e') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:31.398845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.410277 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-929b27af-e985-4930-b994-805c3c86d52d req-d2e5ca37-5413-4dfb-8f55-3add6df8df22 tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] show failed (client error): The resource could not be found. Nov 25 19:34:31.413397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-929b27af-e985-4930-b994-805c3c86d52d req-d2e5ca37-5413-4dfb-8f55-3add6df8df22 tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] 10.222.0.15 "GET /v2.0/security-groups/bd2c8843-f3e4-4967-827d-f29dccd3486e HTTP/1.1" status: 404 len: 352 time: 0.0238576 Nov 25 19:34:31.425826 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.436282 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.439448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:34:31.439448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:34:31.441604 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:34:31.556029 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-27e5714b-a45c-4515-91d5-f5a1cdbbe94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.569591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.579154 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.587625 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] 10.222.0.15 "DELETE /v2.0/networks/ecc5365f-37bb-4ccf-b342-5f72660c43dc HTTP/1.1" status: 204 len: 168 time: 0.6771133 Nov 25 19:34:31.622300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300a485-6e8d-4410-8848-f114d71783ef admin admin] Pushing event deleted for resources: {'Network': ['ID=ecc5365f-37bb-4ccf-b342-5f72660c43dc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:31.652338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-27e5714b-a45c-4515-91d5-f5a1cdbbe94e None None] For port 0e08eb0d-a464-4d0d-8b13-679ef95055b5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0e08eb0d-a464-4d0d-8b13-679ef95055b5,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:31.657516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:27Z', 'revision_number': 4, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0e08eb0d-a464-4d0d-8b13-679ef95055b5', 'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'mac_address': 'fa:16:3e:69:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd302628b-2030-4d07-8847-479a581e971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:26Z', 'updated_at': '2021-11-25T19:34:30Z', 'revision_number': 4, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'subnets': [{'id': 'd302628b-2030-4d07-8847-479a581e971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:31.661898 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-27e5714b-a45c-4515-91d5-f5a1cdbbe94e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.665057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Allocated IP 172.25.8.18 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/574c1de7-338b-49b1-a854-333d05a5a550) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:31.728005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8fbf04-253a-432e-bab2-b9166e57c8e8 None None] The sync data for ids ['b3107076-2ed3-49e7-9220-648432c23852'] in n-d-817303-9 is: [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:27Z', 'revision_number': 4, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0e08eb0d-a464-4d0d-8b13-679ef95055b5', 'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'mac_address': 'fa:16:3e:69:fe:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd302628b-2030-4d07-8847-479a581e971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:26Z', 'updated_at': '2021-11-25T19:34:30Z', 'revision_number': 4, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'subnets': [{'id': 'd302628b-2030-4d07-8847-479a581e971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:31.818530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e5714b-a45c-4515-91d5-f5a1cdbbe94e None None] Pushing event updated for resources: {'Port': ['ID=0e08eb0d-a464-4d0d-8b13-679ef95055b5,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:31.875296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fd583080-6b39-4a7c-8317-3c12eb1feecc None None] Provisioning complete for port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:31.875794 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd583080-6b39-4a7c-8317-3c12eb1feecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:31.889063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60134) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:31.986022 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.020185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7422e797-a220-4c40-852b-01f159dc8cb0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6f4176dc0f854306bde0536cdee65fe6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1297321 Nov 25 19:34:32.024602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60136) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:32.057627 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-538d85f3-2e73-4220-81eb-37a67e0ddfe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.059417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.115307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8f8ba0-48d7-4319-8d73-c1b8f1e4e914 req-856e2f7d-6230-45de-954f-68e7b21cd498 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:32.117772 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb8f8ba0-48d7-4319-8d73-c1b8f1e4e914 req-856e2f7d-6230-45de-954f-68e7b21cd498 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.1644380 Nov 25 19:34:32.128713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:32.132939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:32.139596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:32.141954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Pushing event updated for resources: {'Port': ['ID=574c1de7-338b-49b1-a854-333d05a5a550,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:32.163062 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-823b55b3-943d-4747-a086-de3a0d8d3ad6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.215380 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-823b55b3-943d-4747-a086-de3a0d8d3ad6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.226504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb8f8ba0-48d7-4319-8d73-c1b8f1e4e914 req-94f9cd7a-7821-4ab1-b660-40ac8f11e3cd tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019416 Nov 25 19:34:32.301635 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.321891 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-f0898f9c-423e-4bbf-b6f4-f2c2d2283d0c req-7aa63c55-39f7-40aa-a1f3-4f24af3154cb tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] show failed (client error): The resource could not be found. Nov 25 19:34:32.323338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0898f9c-423e-4bbf-b6f4-f2c2d2283d0c req-7aa63c55-39f7-40aa-a1f3-4f24af3154cb tempest-SecurityGroupsNegativeTestJSON-1994035662 tempest-SecurityGroupsNegativeTestJSON-1994035662-project] 10.222.0.15 "GET /v2.0/security-groups/5ff1df86-444a-4d85-a270-57b94aa4cac9 HTTP/1.1" status: 404 len: 352 time: 0.0292177 Nov 25 19:34:32.324289 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-823b55b3-943d-4747-a086-de3a0d8d3ad6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.328809 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-823b55b3-943d-4747-a086-de3a0d8d3ad6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.347512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-823b55b3-943d-4747-a086-de3a0d8d3ad6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/30f5f11b-1366-4417-9129-eea02d9ff83f HTTP/1.1" status: 204 len: 168 time: 0.3216381 Nov 25 19:34:32.348515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60140) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:32.375012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.428848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0e08eb0d-a464-4d0d-8b13-679ef95055b5 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:32.516171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:32.516391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b55b3-943d-4747-a086-de3a0d8d3ad6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f5f11b-1366-4417-9129-eea02d9ff83f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:32.516563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.584242 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-79f8ed0a-5f17-4771-8157-c5d57549d9d4 admin admin] Deleting subnet 729d6cf8-1b57-475a-81ae-7dd51e59dee9 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:34:32.590922 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79f8ed0a-5f17-4771-8157-c5d57549d9d4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.642506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0591c87b-833d-4915-b2be-2e717bb0d790 req-6cc58f0e-7956-41c3-840f-6e0d334e3f87 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:32.644767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0591c87b-833d-4915-b2be-2e717bb0d790 req-6cc58f0e-7956-41c3-840f-6e0d334e3f87 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.1809561 Nov 25 19:34:32.651061 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79f8ed0a-5f17-4771-8157-c5d57549d9d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.752542 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.760429 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.780678 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79f8ed0a-5f17-4771-8157-c5d57549d9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.826021 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0591c87b-833d-4915-b2be-2e717bb0d790 req-168f3af6-e12a-46b0-baae-37345c7fd443 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712847 Nov 25 19:34:32.857150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Pushing event updated for resources: {'Port': ['ID=574c1de7-338b-49b1-a854-333d05a5a550,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:32.886119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.901027 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79f8ed0a-5f17-4771-8157-c5d57549d9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.941489 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.950902 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-13e3b3e0-83ad-45c8-a330-a951f4ca6e70 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0532846 Nov 25 19:34:32.956080 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79f8ed0a-5f17-4771-8157-c5d57549d9d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:32.960189 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-79f8ed0a-5f17-4771-8157-c5d57549d9d4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/729d6cf8-1b57-475a-81ae-7dd51e59dee9 HTTP/1.1" status: 204 len: 168 time: 0.5901222 Nov 25 19:34:32.965283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60156) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:32.965737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f8ed0a-5f17-4771-8157-c5d57549d9d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=729d6cf8-1b57-475a-81ae-7dd51e59dee9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:33.078087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.088930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f4f9-a172-4cde-b8dc-6cf553452379 req-79b644db-bcd1-45f1-8845-5cc05fcb5bad tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.095743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f4f9-a172-4cde-b8dc-6cf553452379 req-79b644db-bcd1-45f1-8845-5cc05fcb5bad tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.104109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f4f9-a172-4cde-b8dc-6cf553452379 req-79b644db-bcd1-45f1-8845-5cc05fcb5bad tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.110914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f4f9-a172-4cde-b8dc-6cf553452379 req-79b644db-bcd1-45f1-8845-5cc05fcb5bad tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.117978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f4f9-a172-4cde-b8dc-6cf553452379 req-79b644db-bcd1-45f1-8845-5cc05fcb5bad tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.125689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f4f9-a172-4cde-b8dc-6cf553452379 req-79b644db-bcd1-45f1-8845-5cc05fcb5bad tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.132983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d26f4f9-a172-4cde-b8dc-6cf553452379 req-79b644db-bcd1-45f1-8845-5cc05fcb5bad tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.135108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5d26f4f9-a172-4cde-b8dc-6cf553452379 req-79b644db-bcd1-45f1-8845-5cc05fcb5bad tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5432 time: 0.1733005 Nov 25 19:34:33.180972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-15505174-6553-47b0-90b4-233cdcc8ca75 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.192014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-15505174-6553-47b0-90b4-233cdcc8ca75 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.199766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-15505174-6553-47b0-90b4-233cdcc8ca75 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.207497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-15505174-6553-47b0-90b4-233cdcc8ca75 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.215292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-15505174-6553-47b0-90b4-233cdcc8ca75 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.222717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-15505174-6553-47b0-90b4-233cdcc8ca75 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.223566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.230653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-15505174-6553-47b0-90b4-233cdcc8ca75 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.232779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-15505174-6553-47b0-90b4-233cdcc8ca75 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 5432 time: 0.2147739 Nov 25 19:34:33.264316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f224506-5d35-468b-a48e-a7d06586e22b']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:33.281693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb828ed0-7504-4ca1-a440-8b4405c30d0e') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:33.282399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb828ed0-7504-4ca1-a440-8b4405c30d0e') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:33.304392 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.315210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-78444286-7554-4f17-8200-bf62152fb93f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.316868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-78444286-7554-4f17-8200-bf62152fb93f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "GET /v2.0/ports/8a281f2c-b693-4946-92e9-005d6524e0d3?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0725121 Nov 25 19:34:33.321066 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.330858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:34:33.331275 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:34:33.333712 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:34:33.348049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5d26f4f9-a172-4cde-b8dc-6cf553452379 req-7edde6c5-897d-4151-88d4-81ab82ce02cb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&id=1b5c2c75-af0a-40eb-9106-eeee34314c23&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2037182 Nov 25 19:34:33.486718 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.508958 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-c01513c2-6c9e-4432-a877-10bde5f21a6e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "GET /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1813529 Nov 25 19:34:33.510709 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.514500 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6f224506-5d35-468b-a48e-a7d06586e22b HTTP/1.1" status: 204 len: 168 time: 0.5474610 Nov 25 19:34:33.523933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:33.524405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de5d687-ef16-4ca1-ac83-f0fa4da67f28 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f224506-5d35-468b-a48e-a7d06586e22b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:33.537259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054b131f-f691-4bb5-a3ff-daa864b584a7 req-946414c7-93a0-4bab-a9d0-0451fb7021d2 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:33.538995 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-054b131f-f691-4bb5-a3ff-daa864b584a7 req-946414c7-93a0-4bab-a9d0-0451fb7021d2 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.0897942 Nov 25 19:34:33.578505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60176) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:33.630925 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.654741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-054b131f-f691-4bb5-a3ff-daa864b584a7 req-ccdedd0c-ccd1-4cfb-a7b6-deb800a430e0 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988097 Nov 25 19:34:33.737539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-2036308480-network', 'tenant_id': '93e1292156bb4e0da865123e1702d4fe'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:33.774718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Made reservation on behalf of 93e1292156bb4e0da865123e1702d4fe for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:33.777700 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.789036 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.858021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] For port 8a281f2c-b693-4946-92e9-005d6524e0d3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8a281f2c-b693-4946-92e9-005d6524e0d3,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:33.861342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60180) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:33.893476 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.899468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.928450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:34:33.939931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4733befe-c1a7-4cea-b1f1-caf25dde1963,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:33.945635 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:33.946091 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Added segment b2f740bb-a75a-4cd7-972f-67094d2987b6 of type vlan for network 3df4ac66-dad2-4fb0-9501-ed34f0a5e4de Nov 25 19:34:33.993688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] For port 8a281f2c-b693-4946-92e9-005d6524e0d3, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:33.999087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.023807 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ab6a61-62a9-4555-9581-b7c21a555f18 req-ee5f8aab-7d18-43b7-8bf7-7595b12461ba tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:34.025447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12ab6a61-62a9-4555-9581-b7c21a555f18 req-ee5f8aab-7d18-43b7-8bf7-7595b12461ba tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1699631 Nov 25 19:34:34.026791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.027983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:34.028529 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.035442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-523cc7fb-f5e8-48ee-bce0-51ff8301c426 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=db076ca63a6f4b6a8406b03d8568ce5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1570659 Nov 25 19:34:34.035684 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60182) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:34.065513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] device_id is not set on port 8a281f2c-b693-4946-92e9-005d6524e0d3 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:34:34.068110 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4892285 Nov 25 19:34:34.072056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60184) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:34.076976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] Request body: {'subnet': {'network_id': '3df4ac66-dad2-4fb0-9501-ed34f0a5e4de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-2036308480-subnet', 'tenant_id': '93e1292156bb4e0da865123e1702d4fe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:34.094383 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.106535 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.117612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc03f22-7cab-48c1-909c-506c03159c0d admin admin] Pushing event updated for resources: {'Network': ['ID=3df4ac66-dad2-4fb0-9501-ed34f0a5e4de,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:34.133121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] Made reservation on behalf of 93e1292156bb4e0da865123e1702d4fe for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:34.136269 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.140419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 3df4ac66-dad2-4fb0-9501-ed34f0a5e4de details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:34:34.193075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12ab6a61-62a9-4555-9581-b7c21a555f18 req-0875edbf-acdd-4f06-9d16-fe67f19f9584 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450827 Nov 25 19:34:34.243862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] Pushing event updated for resources: {'Port': ['ID=8a281f2c-b693-4946-92e9-005d6524e0d3,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:34.248546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] No DVR routers for this DVR port 8a281f2c-b693-4946-92e9-005d6524e0d3 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:34.253587 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66b264a5-669f-4468-9c27-4272bae69c33 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.317592 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66b264a5-669f-4468-9c27-4272bae69c33 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.329338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] In _notify_port_updated(), no bound segment for port 8a281f2c-b693-4946-92e9-005d6524e0d3 on network 3e802888-fa58-482a-bf63-9939349221d7 {{(pid=103651) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:34:34.330252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:34.330920 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.332287 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-0f43e4a9-552b-4c68-be09-195dfafee42d service neutron] 10.222.0.76 "PUT /v2.0/ports/8a281f2c-b693-4946-92e9-005d6524e0d3 HTTP/1.1" status: 200 len: 1027 time: 0.8128276 Nov 25 19:34:34.438939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-11146d5a-96e8-47ca-9078-d7cb3f69ae02 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:34.440374 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-11146d5a-96e8-47ca-9078-d7cb3f69ae02 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "GET /v2.0/ports/04912e0d-e9ad-4afe-bd53-8a280f9bb21b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0951622 Nov 25 19:34:34.452086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:34.475237 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.483551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-5c33fda8-360b-4be9-a35c-77d9fa992799 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1935977224&fields=id&tenant_id=42abf9522fba4b2fb72ffe446d818fe3 HTTP/1.1" status: 200 len: 267 time: 0.1499836 Nov 25 19:34:34.490560 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66b264a5-669f-4468-9c27-4272bae69c33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.493685 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66b264a5-669f-4468-9c27-4272bae69c33 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.495363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-66b264a5-669f-4468-9c27-4272bae69c33 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4de11ee-25dc-4870-9877-27530d5e5f4d HTTP/1.1" status: 204 len: 168 time: 0.4578068 Nov 25 19:34:34.514015 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b264a5-669f-4468-9c27-4272bae69c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4de11ee-25dc-4870-9877-27530d5e5f4d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:34.579487 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.589572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e64b723-26db-42f8-97db-b750fe0f581e,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:34.595751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-23c285de-d428-41fc-bd9f-f9753727aaec None None] Provisioning complete for port 8a281f2c-b693-4946-92e9-005d6524e0d3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:34.595905 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-23c285de-d428-41fc-bd9f-f9753727aaec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.601999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] Checking segment: {'id': 'b2f740bb-a75a-4cd7-972f-67094d2987b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3df4ac66-dad2-4fb0-9501-ed34f0a5e4de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:34.602368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] Network hostable DHCP agents. Network: 3df4ac66-dad2-4fb0-9501-ed34f0a5e4de, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:34:34.626089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] Network 3df4ac66-dad2-4fb0-9501-ed34f0a5e4de is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:34:34.642456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 3df4ac66-dad2-4fb0-9501-ed34f0a5e4de) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:34.647696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:34.648524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.673211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b010110c-239c-461f-8377-ab4b2129062e None None] Network 3df4ac66-dad2-4fb0-9501-ed34f0a5e4de requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:34:34.674735 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-28c771fc-7495-436b-8b16-f9ebbd63ea0b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6015887 Nov 25 19:34:34.749238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-23c285de-d428-41fc-bd9f-f9753727aaec None None] Port 8a281f2c-b693-4946-92e9-005d6524e0d3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:34.753311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347631-da32-46c2-9800-e175714d42f1 req-2a2c5538-0b99-463f-960f-f696672f70dc tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:34.755958 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-2a2c5538-0b99-463f-960f-f696672f70dc tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/networks?id=5195e33a-884c-4321-8c57-50f2d8f03966 HTTP/1.1" status: 200 len: 815 time: 0.2425828 Nov 25 19:34:34.783339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-0754d1a5-68e8-43d8-a4be-ac07e8b6671a tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/quotas/42abf9522fba4b2fb72ffe446d818fe3 HTTP/1.1" status: 200 len: 375 time: 0.0174921 Nov 25 19:34:34.803078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eda96326-7582-4ec0-8e26-1201a2862ae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:34.914881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-364aa0a0-4d5a-4e04-a9f9-7348ff80829e None None] Network 3df4ac66-dad2-4fb0-9501-ed34f0a5e4de requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:34:34.929175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-37649dac-424f-4548-bafb-9a13d4aa2614 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=42abf9522fba4b2fb72ffe446d818fe3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0928783 Nov 25 19:34:34.968036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] For port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:35.085692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] For port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:35.130053 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-3da2d660-1319-415a-8630-faa4dab30b7b service neutron] 10.222.0.15 "GET /v2.0/networks/5195e33a-884c-4321-8c57-50f2d8f03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981275 Nov 25 19:34:35.154482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] device_id is not set on port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:34:35.181256 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.217129 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.327212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] No DVR routers for this DVR port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:35.399838 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] Pushing event updated for resources: {'Port': ['ID=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:35.423364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-7bc62dc0-2ce6-44e8-903b-b7702fdd553d service neutron] 10.222.0.15 "GET /v2.0/networks/5195e33a-884c-4321-8c57-50f2d8f03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2783709 Nov 25 19:34:35.446627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] In _notify_port_updated(), no bound segment for port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b on network 3e802888-fa58-482a-bf63-9939349221d7 {{(pid=103651) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:34:35.448344 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:35.449566 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.451998 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-bd690b1f-4fdb-4495-acb5-ae8c4eb5b182 service neutron] 10.222.0.76 "PUT /v2.0/ports/04912e0d-e9ad-4afe-bd53-8a280f9bb21b HTTP/1.1" status: 200 len: 1025 time: 1.0048361 Nov 25 19:34:35.594613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-7f7c86a7-7408-494c-b2c8-07e319625c68 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Deleting port 5ba910e9-0b77-419b-aff9-b90ac959d12a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:35.595024 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-7f7c86a7-7408-494c-b2c8-07e319625c68 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.690100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0eb35f96-14f8-483a-be5f-f958651abd1c None None] Provisioning complete for port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:35.690961 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0eb35f96-14f8-483a-be5f-f958651abd1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.773753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0eb35f96-14f8-483a-be5f-f958651abd1c None None] Port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:35.774658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-7f7c86a7-7408-494c-b2c8-07e319625c68 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] For port 5ba910e9-0b77-419b-aff9-b90ac959d12a, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=5ba910e9-0b77-419b-aff9-b90ac959d12a,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:35.775088 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-7f7c86a7-7408-494c-b2c8-07e319625c68 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:35.815812 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-7f7c86a7-7408-494c-b2c8-07e319625c68 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Calling delete_port for 5ba910e9-0b77-419b-aff9-b90ac959d12a owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:35.843192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c347b7d-af61-4c39-9596-c6b6accb7ff1 req-e7c0cdfa-c795-4cde-8a68-7364b964223d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:35.848254 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c347b7d-af61-4c39-9596-c6b6accb7ff1 req-e7c0cdfa-c795-4cde-8a68-7364b964223d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.1075697 Nov 25 19:34:35.960482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c347b7d-af61-4c39-9596-c6b6accb7ff1 req-9c8dfaf9-7f71-4e63-b0af-bc5634551bcb tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804019 Nov 25 19:34:36.054096 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-7f7c86a7-7408-494c-b2c8-07e319625c68 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.058711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device efd7e961-4a21-47ff-85bc-39bcd0cb957d no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:36.133585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c86a7-7408-494c-b2c8-07e319625c68 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Port': ['ID=5ba910e9-0b77-419b-aff9-b90ac959d12a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:36.226748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-7f7c86a7-7408-494c-b2c8-07e319625c68 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] No DVR routers for this DVR port 5ba910e9-0b77-419b-aff9-b90ac959d12a on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:36.230583 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-7f7c86a7-7408-494c-b2c8-07e319625c68 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.235105 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-7f7c86a7-7408-494c-b2c8-07e319625c68 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "DELETE /v2.0/ports/5ba910e9-0b77-419b-aff9-b90ac959d12a HTTP/1.1" status: 204 len: 173 time: 0.7756462 Nov 25 19:34:36.235924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-deleted', 'tag': '5ba910e9-0b77-419b-aff9-b90ac959d12a'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:36.238951 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd35142c-e44a-410b-9466-37e666fe3b91" -d '{"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-deleted", "tag": "5ba910e9-0b77-419b-aff9-b90ac959d12a"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:36.251627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438d740-f2a9-4f00-a1bc-99f1a094a974 req-c4c6e9c8-9e82-428e-a157-49517bde69d9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:36.259034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438d740-f2a9-4f00-a1bc-99f1a094a974 req-c4c6e9c8-9e82-428e-a157-49517bde69d9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:36.265448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.266380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438d740-f2a9-4f00-a1bc-99f1a094a974 req-c4c6e9c8-9e82-428e-a157-49517bde69d9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:36.274207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438d740-f2a9-4f00-a1bc-99f1a094a974 req-c4c6e9c8-9e82-428e-a157-49517bde69d9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:36.282136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2438d740-f2a9-4f00-a1bc-99f1a094a974 req-c4c6e9c8-9e82-428e-a157-49517bde69d9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 3151 time: 0.2086098 Nov 25 19:34:36.331473 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port efd7e961-4a21-47ff-85bc-39bcd0cb957d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:36.333172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efd7e961-4a21-47ff-85bc-39bcd0cb957d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:36.339088 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48101036-329d-4f1d-aff7-9c1f0096c8af" -d '{"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-unplugged", "status": "completed", "tag": "efd7e961-4a21-47ff-85bc-39bcd0cb957d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:36.356345 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.357698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device b549ba12-510b-45f2-ac00-366b3e56b6da no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:36.413141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2438d740-f2a9-4f00-a1bc-99f1a094a974 req-48ce0430-3606-46df-8e28-849f920088d5 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296930 Nov 25 19:34:36.461989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Deleting port b549ba12-510b-45f2-ac00-366b3e56b6da {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:36.462346 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.641406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df15d8b-29cc-4572-bc83-146381928eeb req-4f1f2b6a-514c-451e-9250-7dadda3c8c1c tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:36.650495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2df15d8b-29cc-4572-bc83-146381928eeb req-4f1f2b6a-514c-451e-9250-7dadda3c8c1c tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1385272 Nov 25 19:34:36.713360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.740492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] For port b549ba12-510b-45f2-ac00-366b3e56b6da, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=b549ba12-510b-45f2-ac00-366b3e56b6da,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:36.741415 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.765114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=efd7e961-4a21-47ff-85bc-39bcd0cb957d,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:36.787912 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.845312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port b549ba12-510b-45f2-ac00-366b3e56b6da, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=b549ba12-510b-45f2-ac00-366b3e56b6da,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:36.851494 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:36.852321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8a281f2c-b693-4946-92e9-005d6524e0d3 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:36.967810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=b549ba12-510b-45f2-ac00-366b3e56b6da,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:37.001190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8a281f2c-b693-4946-92e9-005d6524e0d3 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:37.002294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 04912e0d-e9ad-4afe-bd53-8a280f9bb21b no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:37.078431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 04912e0d-e9ad-4afe-bd53-8a280f9bb21b not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:37.078861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 678688d0-4586-4af3-9ea9-aa4330cd1027 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:37.191524 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.214083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347631-da32-46c2-9800-e175714d42f1 req-e852df90-910b-4988-bc8a-8a9ffd21d512 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:37.215706 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-e852df90-910b-4988-bc8a-8a9ffd21d512 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.60 "GET /v2.0/networks?id=5195e33a-884c-4321-8c57-50f2d8f03966 HTTP/1.1" status: 200 len: 815 time: 0.2243190 Nov 25 19:34:37.231921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 678688d0-4586-4af3-9ea9-aa4330cd1027, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=678688d0-4586-4af3-9ea9-aa4330cd1027,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:37.248806 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.252223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 11da7b93-0b9d-4f76-8a71-711b95ce7dec no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:37.277725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2df15d8b-29cc-4572-bc83-146381928eeb req-ffd08f87-5db8-46b8-9f5d-eba49bf25a3d tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6262288 Nov 25 19:34:37.361606 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=678688d0-4586-4af3-9ea9-aa4330cd1027,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:37.404525 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-fffeae33-cbdf-4767-943c-3a090e7c083e tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42abf9522fba4b2fb72ffe446d818fe3 HTTP/1.1" status: 200 len: 380 time: 0.1732202 Nov 25 19:34:37.420207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Request body: {'port': {'device_id': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'admin_state_up': True, 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'security_groups': ['243a34ae-65cb-4101-8a14-bebb5294e0a5']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:37.485453 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.549998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 11da7b93-0b9d-4f76-8a71-711b95ce7dec, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:37.557125 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.558239 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 5ba910e9-0b77-419b-aff9-b90ac959d12a no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:37.599506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Made reservation on behalf of 42abf9522fba4b2fb72ffe446d818fe3 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:37.605709 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.615959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.616525 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.619769 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Floating IP 07936fdb-2eb6-4889-b7cc-6fa800f76cb7 disassociated. External IP: 172.25.8.198, port: b549ba12-510b-45f2-ac00-366b3e56b6da. Nov 25 19:34:37.620842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Calling delete_port for b549ba12-510b-45f2-ac00-366b3e56b6da owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:37.640719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 5ba910e9-0b77-419b-aff9-b90ac959d12a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:34:37.641170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 5ba910e9-0b77-419b-aff9-b90ac959d12a not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:34:37.647718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=11da7b93-0b9d-4f76-8a71-711b95ce7dec,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:37.795507 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.845634 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:37.871634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Allocated IP 172.20.0.14 (5195e33a-884c-4321-8c57-50f2d8f03966/d302628b-2030-4d07-8847-479a581e971a/20eb25d3-c222-4c70-95ae-61d4618d06cf) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:37.896092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Port': ['ID=b549ba12-510b-45f2-ac00-366b3e56b6da,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:38.086155 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-29754ab8-c79a-4b0b-aa14-239972cee451 req-d4524310-6b2b-4a31-a61b-9f6aee78d0df tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 210 time: 0.0517206 Nov 25 19:34:38.120290 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.127200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Router 64d4dad2-284d-4da4-a964-0c6c565c5048 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:38.132335 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.200415 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.282659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Network 5195e33a-884c-4321-8c57-50f2d8f03966 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:38.284845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:38.289395 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:38.301623 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8e617-3eb3-4b7e-abcb-ea3ead977807 None None] Sync routers for ids ['64d4dad2-284d-4da4-a964-0c6c565c5048'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:38.314406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:38.345513 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8e617-3eb3-4b7e-abcb-ea3ead977807 None None] Routers {'64d4dad2-284d-4da4-a964-0c6c565c5048'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:38.352361 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6ea8e617-3eb3-4b7e-abcb-ea3ead977807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:34:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['64d4dad2-284d-4da4-a964-0c6c565c5048'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:38.429062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] No DVR routers for this DVR port b549ba12-510b-45f2-ac00-366b3e56b6da on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:38.432072 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.443492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Pushing event updated for resources: {'Port': ['ID=20eb25d3-c222-4c70-95ae-61d4618d06cf,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:38.465376 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-71399d92-9a83-4416-8bad-bbaae3f62d38 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "DELETE /v2.0/ports/b549ba12-510b-45f2-ac00-366b3e56b6da HTTP/1.1" status: 204 len: 173 time: 2.1797280 Nov 25 19:34:38.469606 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f78f76b1-a971-4b22-9075-8e28121256c9 x-openstack-request-id: req-f78f76b1-a971-4b22-9075-8e28121256c9 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:38.470033 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-deleted", "tag": "5ba910e9-0b77-419b-aff9-b90ac959d12a", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:38.470395 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f78f76b1-a971-4b22-9075-8e28121256c9 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:38.471262 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-deleted', 'tag': '5ba910e9-0b77-419b-aff9-b90ac959d12a', 'status': 'completed', 'code': 200} Nov 25 19:34:38.510870 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11348444-50dc-471a-9b25-9b62dc226cdc x-openstack-request-id: req-11348444-50dc-471a-9b25-9b62dc226cdc {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:38.511438 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-unplugged", "status": "completed", "tag": "efd7e961-4a21-47ff-85bc-39bcd0cb957d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:38.511850 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-11348444-50dc-471a-9b25-9b62dc226cdc {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:38.512400 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'efd7e961-4a21-47ff-85bc-39bcd0cb957d', 'code': 200} Nov 25 19:34:38.559778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:38.561220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.633657 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-fdbbf43a-93a8-4093-893f-4fca605188b9 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2204475 Nov 25 19:34:38.645467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Request body: {'port': {'device_id': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:38.775039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.854298 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-6ea8e617-3eb3-4b7e-abcb-ea3ead977807 None None] Set router 64d4dad2-284d-4da4-a964-0c6c565c5048 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:38.883866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582a9cc-dcf2-4a79-84a6-94b44f09ad3d req-a98326c2-9042-43bf-9518-edab7ac89632 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:38.898062 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3582a9cc-dcf2-4a79-84a6-94b44f09ad3d req-a98326c2-9042-43bf-9518-edab7ac89632 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.2762339 Nov 25 19:34:38.958435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-73c1be95-774f-49b4-9d2c-44a1c0faac7e None None] Provisioning complete for port 20eb25d3-c222-4c70-95ae-61d4618d06cf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:38.961911 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-73c1be95-774f-49b4-9d2c-44a1c0faac7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:38.962663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f5abfad-0f6c-48e1-a5b2-9afcd93d42ac tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Deleting port 678688d0-4586-4af3-9ea9-aa4330cd1027 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:38.963207 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f5abfad-0f6c-48e1-a5b2-9afcd93d42ac tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.003091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3582a9cc-dcf2-4a79-84a6-94b44f09ad3d req-a8826e0c-cebe-4952-ba5e-43a61bbb009d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038408 Nov 25 19:34:39.074854 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-73c1be95-774f-49b4-9d2c-44a1c0faac7e None None] Port 20eb25d3-c222-4c70-95ae-61d4618d06cf cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:39.205081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f5abfad-0f6c-48e1-a5b2-9afcd93d42ac tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] For port 678688d0-4586-4af3-9ea9-aa4330cd1027, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=678688d0-4586-4af3-9ea9-aa4330cd1027,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:39.205449 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f5abfad-0f6c-48e1-a5b2-9afcd93d42ac tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.224268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f5abfad-0f6c-48e1-a5b2-9afcd93d42ac tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Calling delete_port for 678688d0-4586-4af3-9ea9-aa4330cd1027 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:39.243805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb1023-c684-431b-8df9-0c56b8c5d2f5 req-996de301-265f-4d28-960e-27cceff6ec77 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:39.250249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb1023-c684-431b-8df9-0c56b8c5d2f5 req-996de301-265f-4d28-960e-27cceff6ec77 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:39.258140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fb1023-c684-431b-8df9-0c56b8c5d2f5 req-996de301-265f-4d28-960e-27cceff6ec77 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:39.267332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3fb1023-c684-431b-8df9-0c56b8c5d2f5 req-996de301-265f-4d28-960e-27cceff6ec77 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 2410 time: 0.1085951 Nov 25 19:34:39.297912 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6ea8e617-3eb3-4b7e-abcb-ea3ead977807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:31Z', 'revision_number': 4, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '56440a35-273a-4dfa-b3af-49f01dc13f9a', 'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'mac_address': 'fa:16:3e:2f:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:28Z', 'updated_at': '2021-11-25T19:22:40Z', 'revision_number': 5, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'subnets': [{'id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:39.339324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60296) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:39.342676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20eb25d3-c222-4c70-95ae-61d4618d06cf {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:39.351857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.363511 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8e617-3eb3-4b7e-abcb-ea3ead977807 None None] Checking router: 64d4dad2-284d-4da4-a964-0c6c565c5048 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:34:39.369278 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Transition to ACTIVE for port object 20eb25d3-c222-4c70-95ae-61d4618d06cf will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:34:39.375395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.383239 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea8e617-3eb3-4b7e-abcb-ea3ead977807 None None] Routers {'64d4dad2-284d-4da4-a964-0c6c565c5048'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:39.384246 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6ea8e617-3eb3-4b7e-abcb-ea3ead977807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:34:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['64d4dad2-284d-4da4-a964-0c6c565c5048'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:39.393048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3fb1023-c684-431b-8df9-0c56b8c5d2f5 req-1a5ff24c-cf3c-49cd-a3f2-c051ef4151f7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups?id=1e167885-5f28-4a14-a973-4ffb3d024f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247005 Nov 25 19:34:39.570970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Pushing event updated for resources: {'Port': ['ID=20eb25d3-c222-4c70-95ae-61d4618d06cf,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:39.588888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Attempting to bind port 20eb25d3-c222-4c70-95ae-61d4618d06cf on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:34:39.589226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Attempting to bind port 20eb25d3-c222-4c70-95ae-61d4618d06cf by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:34:39.589583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Attempting to bind port 20eb25d3-c222-4c70-95ae-61d4618d06cf on network 5195e33a-884c-4321-8c57-50f2d8f03966 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:39.598902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Port 20eb25d3-c222-4c70-95ae-61d4618d06cf on network 5195e33a-884c-4321-8c57-50f2d8f03966 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:34:39.599100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Attempting to bind port 20eb25d3-c222-4c70-95ae-61d4618d06cf on network 5195e33a-884c-4321-8c57-50f2d8f03966 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:39.606938 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-6ea8e617-3eb3-4b7e-abcb-ea3ead977807 None None] Set router 64d4dad2-284d-4da4-a964-0c6c565c5048 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:39.610188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 34, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:34:39.610554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Checking segment: {'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:39.612402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Bound using segment: {'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:34:39.612922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Bound port: 20eb25d3-c222-4c70-95ae-61d4618d06cf, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cf341225-4b54-47fd-b771-d6b359e67203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:34:39.613293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.666707 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f5abfad-0f6c-48e1-a5b2-9afcd93d42ac tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.670178 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bcf14492-49ab-4225-a656-a4455f2ad9d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.711564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] For port 20eb25d3-c222-4c70-95ae-61d4618d06cf, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:39.715850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] For port 20eb25d3-c222-4c70-95ae-61d4618d06cf, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=20eb25d3-c222-4c70-95ae-61d4618d06cf,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:34:39.724792 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.800160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:39.800967 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.804067 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] 10.222.0.60 "PUT /v2.0/ports/20eb25d3-c222-4c70-95ae-61d4618d06cf HTTP/1.1" status: 200 len: 1092 time: 1.1628959 Nov 25 19:34:39.815980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'tag': '20eb25d3-c222-4c70-95ae-61d4618d06cf'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:39.820775 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dad1562-e447-4c11-9d9d-a36295bf5b89" -d '{"events": [{"name": "network-changed", "server_uuid": "81eaff52-b9d8-44b7-b2e9-68235266cf0f", "tag": "20eb25d3-c222-4c70-95ae-61d4618d06cf"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:39.892787 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bcf14492-49ab-4225-a656-a4455f2ad9d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.915277 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a837fa4-1abe-4c18-b537-60e71a681090 service neutron] Pushing event updated for resources: {'Port': ['ID=20eb25d3-c222-4c70-95ae-61d4618d06cf,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:39.926252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5abfad-0f6c-48e1-a5b2-9afcd93d42ac tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Port': ['ID=678688d0-4586-4af3-9ea9-aa4330cd1027,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:39.945735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347631-da32-46c2-9800-e175714d42f1 req-ddeb6bee-31df-4019-89fa-144b643320a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:39.948230 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-ddeb6bee-31df-4019-89fa-144b643320a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42abf9522fba4b2fb72ffe446d818fe3&device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 1095 time: 0.0909388 Nov 25 19:34:39.981758 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bcf14492-49ab-4225-a656-a4455f2ad9d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:39.999557 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6ea8e617-3eb3-4b7e-abcb-ea3ead977807 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:31Z', 'revision_number': 4, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '56440a35-273a-4dfa-b3af-49f01dc13f9a', 'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'mac_address': 'fa:16:3e:2f:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:28Z', 'updated_at': '2021-11-25T19:22:40Z', 'revision_number': 5, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'subnets': [{'id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:40.039875 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-a3e6678b-5fa4-4a6c-b3ff-a305986a5dcf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20eb25d3-c222-4c70-95ae-61d4618d06cf HTTP/1.1" status: 200 len: 217 time: 0.0817468 Nov 25 19:34:40.040086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f5abfad-0f6c-48e1-a5b2-9afcd93d42ac tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] No DVR routers for this DVR port 678688d0-4586-4af3-9ea9-aa4330cd1027 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:40.050511 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f5abfad-0f6c-48e1-a5b2-9afcd93d42ac tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.055144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f5abfad-0f6c-48e1-a5b2-9afcd93d42ac tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "DELETE /v2.0/ports/678688d0-4586-4af3-9ea9-aa4330cd1027 HTTP/1.1" status: 204 len: 173 time: 1.5809355 Nov 25 19:34:40.057077 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea8e617-3eb3-4b7e-abcb-ea3ead977807 None None] The sync data for ids ['64d4dad2-284d-4da4-a964-0c6c565c5048'] in n-d-817303-9 is: [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:22:31Z', 'revision_number': 4, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '56440a35-273a-4dfa-b3af-49f01dc13f9a', 'name': '', 'network_id': '2c06285a-bc71-4c0a-8d45-ac5d5c57a216', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'mac_address': 'fa:16:3e:2f:4f:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:28Z', 'updated_at': '2021-11-25T19:22:40Z', 'revision_number': 5, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'subnets': [{'id': '205b4ac1-dff3-40aa-8bca-8fda88f5eab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:40.123864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bcf14492-49ab-4225-a656-a4455f2ad9d8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6fd4195d80c4f2bb89d23e3bfa5c2e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7815099 Nov 25 19:34:40.130670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60306) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:40.141288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf14492-49ab-4225-a656-a4455f2ad9d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93ac50e-307f-4384-9148-d49f93113483,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:40.162309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347631-da32-46c2-9800-e175714d42f1 req-d24807f6-72f5-4fc5-83bb-1ebf661433a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:40.164955 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-d24807f6-72f5-4fc5-83bb-1ebf661433a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d302628b-2030-4d07-8847-479a581e971a HTTP/1.1" status: 200 len: 854 time: 0.1180036 Nov 25 19:34:40.204517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e208a3b-1b7d-4d03-8d91-24df65902bfa req-f9057409-2aa7-41ff-8a74-e71358b91c80 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:40.212847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e208a3b-1b7d-4d03-8d91-24df65902bfa req-f9057409-2aa7-41ff-8a74-e71358b91c80 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.2917802 Nov 25 19:34:40.274592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e347631-da32-46c2-9800-e175714d42f1 req-ed200f44-7909-4679-9724-5be2ecc26399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:40.276975 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-ed200f44-7909-4679-9724-5be2ecc26399 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5195e33a-884c-4321-8c57-50f2d8f03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1038635 Nov 25 19:34:40.348153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e208a3b-1b7d-4d03-8d91-24df65902bfa req-3a493c0f-19fe-4351-b2da-608ca9633868 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340027 Nov 25 19:34:40.368209 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-871f69fc-bb2d-40f1-84dd-22555aafa0ef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.396561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-d1f828b2-e7ba-409b-892b-9ba389a06c4f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Deleting port 11da7b93-0b9d-4f76-8a71-711b95ce7dec {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:40.396899 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-d1f828b2-e7ba-409b-892b-9ba389a06c4f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.451420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-3e507009-6a20-4941-99e5-e8a70c23a9c2 service neutron] 10.222.0.60 "GET /v2.0/networks/5195e33a-884c-4321-8c57-50f2d8f03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665866 Nov 25 19:34:40.456747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-871f69fc-bb2d-40f1-84dd-22555aafa0ef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.473007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-deleted', 'tag': 'b549ba12-510b-45f2-ac00-366b3e56b6da'}, {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-deleted', 'tag': '678688d0-4586-4af3-9ea9-aa4330cd1027'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:40.475919 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36005537-cf5b-4b8d-9557-0737870a7cc4" -d '{"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-deleted", "tag": "b549ba12-510b-45f2-ac00-366b3e56b6da"}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-deleted", "tag": "678688d0-4586-4af3-9ea9-aa4330cd1027"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:40.514436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b549ba12-510b-45f2-ac00-366b3e56b6da'}, {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678688d0-4586-4af3-9ea9-aa4330cd1027'}, {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11da7b93-0b9d-4f76-8a71-711b95ce7dec'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:40.522780 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-509066ad-e6d4-4ff1-bdc9-e7bef28b03bd" -d '{"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-unplugged", "status": "completed", "tag": "b549ba12-510b-45f2-ac00-366b3e56b6da"}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-unplugged", "status": "completed", "tag": "678688d0-4586-4af3-9ea9-aa4330cd1027"}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-unplugged", "status": "completed", "tag": "11da7b93-0b9d-4f76-8a71-711b95ce7dec"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:40.591870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24337077-8a56-4ce5-a313-2500c10f028b None None] New status for floating IP 07936fdb-2eb6-4889-b7cc-6fa800f76cb7: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:34:40.620730 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e347631-da32-46c2-9800-e175714d42f1 req-9958951e-3e60-41e0-9c64-b4cf06cd39c5 service neutron] 10.222.0.60 "GET /v2.0/networks/5195e33a-884c-4321-8c57-50f2d8f03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611335 Nov 25 19:34:40.624875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-d1f828b2-e7ba-409b-892b-9ba389a06c4f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] For port 11da7b93-0b9d-4f76-8a71-711b95ce7dec, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=11da7b93-0b9d-4f76-8a71-711b95ce7dec,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:40.625607 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-d1f828b2-e7ba-409b-892b-9ba389a06c4f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.656902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e84eaf-6155-446f-8fcf-581b006f7fbe req-3c644164-2ff0-4b8f-97d3-bd19ba8ee622 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:40.659071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39e84eaf-6155-446f-8fcf-581b006f7fbe req-3c644164-2ff0-4b8f-97d3-bd19ba8ee622 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1499720 Nov 25 19:34:40.660513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-d1f828b2-e7ba-409b-892b-9ba389a06c4f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Calling delete_port for 11da7b93-0b9d-4f76-8a71-711b95ce7dec owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:40.686948 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-871f69fc-bb2d-40f1-84dd-22555aafa0ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.689500 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-871f69fc-bb2d-40f1-84dd-22555aafa0ef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.694859 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-871f69fc-bb2d-40f1-84dd-22555aafa0ef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e93ac50e-307f-4384-9148-d49f93113483 HTTP/1.1" status: 204 len: 168 time: 0.5560708 Nov 25 19:34:40.750993 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871f69fc-bb2d-40f1-84dd-22555aafa0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93ac50e-307f-4384-9148-d49f93113483,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:40.799706 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39e84eaf-6155-446f-8fcf-581b006f7fbe req-62b2c43b-0279-4a52-b864-c65b59067c31 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275799 Nov 25 19:34:40.921703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-d1f828b2-e7ba-409b-892b-9ba389a06c4f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:40.974490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f828b2-e7ba-409b-892b-9ba389a06c4f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Port': ['ID=11da7b93-0b9d-4f76-8a71-711b95ce7dec,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:41.039353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-d1f828b2-e7ba-409b-892b-9ba389a06c4f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] No DVR routers for this DVR port 11da7b93-0b9d-4f76-8a71-711b95ce7dec on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:41.042242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-d1f828b2-e7ba-409b-892b-9ba389a06c4f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.045959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-d1f828b2-e7ba-409b-892b-9ba389a06c4f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "DELETE /v2.0/ports/11da7b93-0b9d-4f76-8a71-711b95ce7dec HTTP/1.1" status: 204 len: 173 time: 0.9829736 Nov 25 19:34:41.180405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ea4a9c-6174-4f90-a279-e63238f3ef09 req-c882c61c-9c0d-4d63-b76e-1f6e149ddb0b tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:41.182282 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0ea4a9c-6174-4f90-a279-e63238f3ef09 req-c882c61c-9c0d-4d63-b76e-1f6e149ddb0b tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 944 time: 0.1447482 Nov 25 19:34:41.191600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60320) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:41.209112 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f9dc-6efa-4da1-91f5-95a8fc6a59c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.260792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f65a422-950a-4e86-88ae-3665522313bb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Deleting port efd7e961-4a21-47ff-85bc-39bcd0cb957d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:41.261153 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f65a422-950a-4e86-88ae-3665522313bb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.281827 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0ea4a9c-6174-4f90-a279-e63238f3ef09 req-403e30be-568d-49f9-bc44-9c7c14e57b31 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/security-groups?id=243a34ae-65cb-4101-8a14-bebb5294e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894761 Nov 25 19:34:41.337003 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f9dc-6efa-4da1-91f5-95a8fc6a59c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.343162 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ba5f9dc-6efa-4da1-91f5-95a8fc6a59c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.412796 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f65a422-950a-4e86-88ae-3665522313bb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] For port efd7e961-4a21-47ff-85bc-39bcd0cb957d, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=efd7e961-4a21-47ff-85bc-39bcd0cb957d,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:41.413439 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f65a422-950a-4e86-88ae-3665522313bb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.431981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba5f9dc-6efa-4da1-91f5-95a8fc6a59c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29425fa7-dd36-4db6-b947-3f921028a78e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:41.434514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f65a422-950a-4e86-88ae-3665522313bb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Calling delete_port for efd7e961-4a21-47ff-85bc-39bcd0cb957d owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:41.445637 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0ba5f9dc-6efa-4da1-91f5-95a8fc6a59c2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf2fda2a02614d45a06f05f5c1b8fb3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2512221 Nov 25 19:34:41.445891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60324) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:41.616722 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0415d41-fbfb-41bd-b88c-0ae7aa9efefd x-openstack-request-id: req-f0415d41-fbfb-41bd-b88c-0ae7aa9efefd {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:41.617328 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81eaff52-b9d8-44b7-b2e9-68235266cf0f", "tag": "20eb25d3-c222-4c70-95ae-61d4618d06cf", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:41.617427 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f0415d41-fbfb-41bd-b88c-0ae7aa9efefd {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:41.618124 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'tag': '20eb25d3-c222-4c70-95ae-61d4618d06cf', 'status': 'completed', 'code': 200} Nov 25 19:34:41.706425 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c55237e-6c29-4f27-999c-a46dad058643 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.712017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1562-e447-4c11-9d9d-a36295bf5b89 req-55434a7e-a8b0-4bc8-810c-02825dd82108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:41.714861 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8dad1562-e447-4c11-9d9d-a36295bf5b89 req-55434a7e-a8b0-4bc8-810c-02825dd82108 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42abf9522fba4b2fb72ffe446d818fe3&device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 1095 time: 0.0700336 Nov 25 19:34:41.777312 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c55237e-6c29-4f27-999c-a46dad058643 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.825216 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f65a422-950a-4e86-88ae-3665522313bb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:41.879872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1562-e447-4c11-9d9d-a36295bf5b89 req-b6d7ed05-661d-4a6e-b06e-75b46f88e337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:41.883106 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8dad1562-e447-4c11-9d9d-a36295bf5b89 req-b6d7ed05-661d-4a6e-b06e-75b46f88e337 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5195e33a-884c-4321-8c57-50f2d8f03966 HTTP/1.1" status: 200 len: 916 time: 0.1612549 Nov 25 19:34:41.910259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f65a422-950a-4e86-88ae-3665522313bb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Port': ['ID=efd7e961-4a21-47ff-85bc-39bcd0cb957d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:41.943915 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8dad1562-e447-4c11-9d9d-a36295bf5b89 req-939d5733-6525-4772-a58d-7b43c8491d64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20eb25d3-c222-4c70-95ae-61d4618d06cf HTTP/1.1" status: 200 len: 217 time: 0.0533588 Nov 25 19:34:41.944951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8651ff4-6bda-4883-a3ce-8e9ba3f891af req-ad932fb2-a769-4d72-abad-8ae2d64a6357 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:41.950572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8651ff4-6bda-4883-a3ce-8e9ba3f891af req-ad932fb2-a769-4d72-abad-8ae2d64a6357 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.2345557 Nov 25 19:34:42.011402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1562-e447-4c11-9d9d-a36295bf5b89 req-8396c58e-2f39-4269-aa1f-9772ae7af47a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:42.013040 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8dad1562-e447-4c11-9d9d-a36295bf5b89 req-8396c58e-2f39-4269-aa1f-9772ae7af47a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d302628b-2030-4d07-8847-479a581e971a HTTP/1.1" status: 200 len: 854 time: 0.0612879 Nov 25 19:34:42.043692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f65a422-950a-4e86-88ae-3665522313bb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] No DVR routers for this DVR port efd7e961-4a21-47ff-85bc-39bcd0cb957d on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:42.050434 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f65a422-950a-4e86-88ae-3665522313bb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:42.057309 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7a3d1b9-d92e-47e0-85ea-a6f35c6bc0e0 req-5f65a422-950a-4e86-88ae-3665522313bb tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.76 "DELETE /v2.0/ports/efd7e961-4a21-47ff-85bc-39bcd0cb957d HTTP/1.1" status: 204 len: 173 time: 1.0013371 Nov 25 19:34:42.072429 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c55237e-6c29-4f27-999c-a46dad058643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:42.073618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad1562-e447-4c11-9d9d-a36295bf5b89 req-edd6bdb9-2ed1-45c7-8437-33c296074ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:42.075206 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8dad1562-e447-4c11-9d9d-a36295bf5b89 req-edd6bdb9-2ed1-45c7-8437-33c296074ace service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5195e33a-884c-4321-8c57-50f2d8f03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554061 Nov 25 19:34:42.078422 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c55237e-6c29-4f27-999c-a46dad058643 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:42.084895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3c55237e-6c29-4f27-999c-a46dad058643 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29425fa7-dd36-4db6-b947-3f921028a78e HTTP/1.1" status: 204 len: 168 time: 0.6336021 Nov 25 19:34:42.117383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c55237e-6c29-4f27-999c-a46dad058643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29425fa7-dd36-4db6-b947-3f921028a78e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:42.152847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8651ff4-6bda-4883-a3ce-8e9ba3f891af req-4f2bda99-a3dc-416f-be1d-f13c928641f4 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670508 Nov 25 19:34:42.223034 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8dad1562-e447-4c11-9d9d-a36295bf5b89 req-cccc5676-0980-4ee9-ab6f-086e7c44c87d service neutron] 10.222.0.60 "GET /v2.0/networks/5195e33a-884c-4321-8c57-50f2d8f03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399598 Nov 25 19:34:42.379750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5429584f-47eb-42aa-940b-43485a5bf7e0 req-a55d93a6-976c-4d13-ab85-dbd32add984a tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0946043 Nov 25 19:34:42.486565 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb6b0d01-4408-4831-bed7-24ca10be9ae1 x-openstack-request-id: req-eb6b0d01-4408-4831-bed7-24ca10be9ae1 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:42.487050 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-deleted", "tag": "b549ba12-510b-45f2-ac00-366b3e56b6da", "status": "completed", "code": 200}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-deleted", "tag": "678688d0-4586-4af3-9ea9-aa4330cd1027", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:42.487453 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eb6b0d01-4408-4831-bed7-24ca10be9ae1 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:42.488048 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-deleted', 'tag': 'b549ba12-510b-45f2-ac00-366b3e56b6da', 'status': 'completed', 'code': 200} Nov 25 19:34:42.488399 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-deleted', 'tag': '678688d0-4586-4af3-9ea9-aa4330cd1027', 'status': 'completed', 'code': 200} Nov 25 19:34:42.496715 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8dad1562-e447-4c11-9d9d-a36295bf5b89 req-2b55c4d4-7236-463c-b2c6-3d0002e69bd7 service neutron] 10.222.0.60 "GET /v2.0/networks/5195e33a-884c-4321-8c57-50f2d8f03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583582 Nov 25 19:34:42.597201 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f77960-cf1d-4de3-83f2-e67d1129ebf5 x-openstack-request-id: req-64f77960-cf1d-4de3-83f2-e67d1129ebf5 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:42.598086 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-unplugged", "status": "completed", "tag": "b549ba12-510b-45f2-ac00-366b3e56b6da", "code": 200}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-unplugged", "status": "completed", "tag": "678688d0-4586-4af3-9ea9-aa4330cd1027", "code": 200}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-unplugged", "status": "completed", "tag": "11da7b93-0b9d-4f76-8a71-711b95ce7dec", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:42.598466 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64f77960-cf1d-4de3-83f2-e67d1129ebf5 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:42.599507 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b549ba12-510b-45f2-ac00-366b3e56b6da', 'code': 200} Nov 25 19:34:42.600049 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '678688d0-4586-4af3-9ea9-aa4330cd1027', 'code': 200} Nov 25 19:34:42.600602 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11da7b93-0b9d-4f76-8a71-711b95ce7dec', 'code': 200} Nov 25 19:34:42.886500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6ab25d-085a-4e28-aa86-a6f154cee192 req-fb2327f0-a85f-4361-aae9-e14ceccb477b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:42.891001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f6ab25d-085a-4e28-aa86-a6f154cee192 req-fb2327f0-a85f-4361-aae9-e14ceccb477b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1096261 Nov 25 19:34:42.996897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f6ab25d-085a-4e28-aa86-a6f154cee192 req-54173a51-1463-4441-a510-c0d232b0e01d tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944433 Nov 25 19:34:43.210552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 69ce7c22-187b-4db2-b620-55d27ee31e6d details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:43.214683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 69ce7c22-187b-4db2-b620-55d27ee31e6d no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:34:43.421652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc04724-fbb1-4d21-98f0-5940ad4e9193 req-23554ff2-3dfc-4135-9101-cd2f317ca9f5 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:43.431368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1cc04724-fbb1-4d21-98f0-5940ad4e9193 req-23554ff2-3dfc-4135-9101-cd2f317ca9f5 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 944 time: 0.0717452 Nov 25 19:34:43.506520 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1cc04724-fbb1-4d21-98f0-5940ad4e9193 req-9532a09e-a8d6-4439-9778-e44bc1f793c6 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/security-groups?id=243a34ae-65cb-4101-8a14-bebb5294e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720563 Nov 25 19:34:43.618294 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:43.632807 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 69ce7c22-187b-4db2-b620-55d27ee31e6d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=69ce7c22-187b-4db2-b620-55d27ee31e6d,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:43.699198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '69ce7c22-187b-4db2-b620-55d27ee31e6d', 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059', 'port_id': '69ce7c22-187b-4db2-b620-55d27ee31e6d', 'mac_address': 'fa:16:3e:ec:b2:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3f0592-2f1f-4281-80c4-aa399415e2e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:43.826059 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:43.856688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 69ce7c22-187b-4db2-b620-55d27ee31e6d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=69ce7c22-187b-4db2-b620-55d27ee31e6d,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:43.865454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69ce7c22-187b-4db2-b620-55d27ee31e6d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:43.884039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:43.932766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a3d03e-7e16-49f8-b968-462ec4c30084 req-10a4a2f1-2c51-43c4-afb4-36e7eae81994 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:43.948870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0a3d03e-7e16-49f8-b968-462ec4c30084 req-10a4a2f1-2c51-43c4-afb4-36e7eae81994 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1199341 Nov 25 19:34:44.057191 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0a3d03e-7e16-49f8-b968-462ec4c30084 req-f1fef298-ac8a-4fbd-80c2-882d6dca910f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063151 Nov 25 19:34:44.130153 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:34:44.130591 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:34:44.131289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=69ce7c22-187b-4db2-b620-55d27ee31e6d,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:44.236273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12ed7354-cdca-4d1d-aa8c-16128cecbc44 req-1bf20f77-2293-4e5e-a926-765adc112696 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0311410 Nov 25 19:34:44.448980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dc8260-e3f3-4c41-92c5-a4ce132966ea req-9e28e097-e779-4aad-9532-26a0cee4f8fc tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:44.451089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9dc8260-e3f3-4c41-92c5-a4ce132966ea req-9e28e097-e779-4aad-9532-26a0cee4f8fc tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0812669 Nov 25 19:34:44.456801 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60380) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:44.491404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-deleted', 'tag': '11da7b93-0b9d-4f76-8a71-711b95ce7dec'}, {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-deleted', 'tag': 'efd7e961-4a21-47ff-85bc-39bcd0cb957d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:44.494716 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fac217-11f9-41c6-9110-1a358798db64" -d '{"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-deleted", "tag": "11da7b93-0b9d-4f76-8a71-711b95ce7dec"}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-deleted", "tag": "efd7e961-4a21-47ff-85bc-39bcd0cb957d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:44.537863 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9dc8260-e3f3-4c41-92c5-a4ce132966ea req-e91d4931-76df-493b-ac07-c2e21d8d110d tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734084 Nov 25 19:34:44.601776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5864d509-0e3a-405a-8b06-35994ce56a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ce7c22-187b-4db2-b620-55d27ee31e6d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:44.604663 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93245642-cfbc-4b6c-b3a5-2f65cc271614" -d '{"events": [{"server_uuid": "5864d509-0e3a-405a-8b06-35994ce56a82", "name": "network-vif-unplugged", "status": "completed", "tag": "69ce7c22-187b-4db2-b620-55d27ee31e6d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:44.646533 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffc78d7b-d714-410a-a0e2-18aaaaac53ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:44.760117 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:44.778668 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffc78d7b-d714-410a-a0e2-18aaaaac53ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:44.785323 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffc78d7b-d714-410a-a0e2-18aaaaac53ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:44.805957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69ce7c22-187b-4db2-b620-55d27ee31e6d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:44.828918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc78d7b-d714-410a-a0e2-18aaaaac53ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7f69d9b-432b-4417-bf9f-771345a2780b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:44.847993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 69ce7c22-187b-4db2-b620-55d27ee31e6d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=69ce7c22-187b-4db2-b620-55d27ee31e6d,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:44.857012 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:44.857713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28a07e1-d34d-44bb-afce-2cab5044cc43 req-758e504a-5a92-4d86-9c74-2dbad821acd4 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:44.858341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 20eb25d3-c222-4c70-95ae-61d4618d06cf details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:44.861076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f28a07e1-d34d-44bb-afce-2cab5044cc43 req-758e504a-5a92-4d86-9c74-2dbad821acd4 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 944 time: 0.1543112 Nov 25 19:34:44.874113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60396) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:44.874380 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ffc78d7b-d714-410a-a0e2-18aaaaac53ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=713a12ea45514b0593f024f8f6b2cbf4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4143302 Nov 25 19:34:44.971841 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-daef87c7-312b-4c24-93e8-5eedc237f9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.003800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=69ce7c22-187b-4db2-b620-55d27ee31e6d,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:45.026728 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f28a07e1-d34d-44bb-afce-2cab5044cc43 req-983ff3fa-7442-44e1-b0b0-78d24cf3e4d5 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546118 Nov 25 19:34:45.103426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-daef87c7-312b-4c24-93e8-5eedc237f9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.151076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 20eb25d3-c222-4c70-95ae-61d4618d06cf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=20eb25d3-c222-4c70-95ae-61d4618d06cf,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:45.167387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '20eb25d3-c222-4c70-95ae-61d4618d06cf', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'port_id': '20eb25d3-c222-4c70-95ae-61d4618d06cf', 'mac_address': 'fa:16:3e:4d:9a:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd302628b-2030-4d07-8847-479a581e971a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:45.222290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-daef87c7-312b-4c24-93e8-5eedc237f9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.228682 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.228939 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-daef87c7-312b-4c24-93e8-5eedc237f9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.230363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-daef87c7-312b-4c24-93e8-5eedc237f9b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c7f69d9b-432b-4417-bf9f-771345a2780b HTTP/1.1" status: 204 len: 168 time: 0.3550706 Nov 25 19:34:45.247822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20eb25d3-c222-4c70-95ae-61d4618d06cf {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:45.254029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daef87c7-312b-4c24-93e8-5eedc237f9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7f69d9b-432b-4417-bf9f-771345a2780b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:45.328509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 20eb25d3-c222-4c70-95ae-61d4618d06cf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=20eb25d3-c222-4c70-95ae-61d4618d06cf,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:45.338434 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:45.404212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=20eb25d3-c222-4c70-95ae-61d4618d06cf,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:45.484984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da4d81-5877-4916-8fe0-33f971897084 req-70b6c816-b3dc-4e09-9211-049042dd6c05 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:45.507328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1da4d81-5877-4916-8fe0-33f971897084 req-70b6c816-b3dc-4e09-9211-049042dd6c05 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2084999 Nov 25 19:34:45.595271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1da4d81-5877-4916-8fe0-33f971897084 req-8cb71f9d-820f-4563-80d5-f6fbed400e48 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860071 Nov 25 19:34:45.645306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['69ce7c22-187b-4db2-b620-55d27ee31e6d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:45.685342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['20eb25d3-c222-4c70-95ae-61d4618d06cf'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:45.885606 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37838895-57c9-4570-abaf-6563118ad3f3 x-openstack-request-id: req-37838895-57c9-4570-abaf-6563118ad3f3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:45.886098 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-deleted", "tag": "11da7b93-0b9d-4f76-8a71-711b95ce7dec", "status": "completed", "code": 200}, {"server_uuid": "5e7658e6-2d83-4862-8394-4cff42a0950f", "name": "network-vif-deleted", "tag": "efd7e961-4a21-47ff-85bc-39bcd0cb957d", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:45.886479 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37838895-57c9-4570-abaf-6563118ad3f3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:45.887341 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-deleted', 'tag': '11da7b93-0b9d-4f76-8a71-711b95ce7dec', 'status': 'completed', 'code': 200} Nov 25 19:34:45.887845 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e7658e6-2d83-4862-8394-4cff42a0950f', 'name': 'network-vif-deleted', 'tag': 'efd7e961-4a21-47ff-85bc-39bcd0cb957d', 'status': 'completed', 'code': 200} Nov 25 19:34:46.108517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e98bf-76de-43ed-9092-0300eadfa85a req-e385870f-f1be-4f08-8e1f-7af9b068bc0d tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:46.119739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d1e98bf-76de-43ed-9092-0300eadfa85a req-e385870f-f1be-4f08-8e1f-7af9b068bc0d tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 945 time: 0.1428051 Nov 25 19:34:46.269490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d1e98bf-76de-43ed-9092-0300eadfa85a req-b841e325-4d6e-4b3f-8177-f7ee383c90a8 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/security-groups?id=243a34ae-65cb-4101-8a14-bebb5294e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1484630 Nov 25 19:34:46.387473 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10825908-4be1-4c12-9f69-ddba807b81c5 x-openstack-request-id: req-10825908-4be1-4c12-9f69-ddba807b81c5 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:46.388219 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5864d509-0e3a-405a-8b06-35994ce56a82", "name": "network-vif-unplugged", "status": "completed", "tag": "69ce7c22-187b-4db2-b620-55d27ee31e6d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:46.388219 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-10825908-4be1-4c12-9f69-ddba807b81c5 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:46.388676 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5864d509-0e3a-405a-8b06-35994ce56a82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69ce7c22-187b-4db2-b620-55d27ee31e6d', 'code': 200} Nov 25 19:34:46.462517 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:34:46.612352 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-818feaa9-6ad2-450d-9325-f5d11ba6ad2d req-47b2729f-e649-499f-a521-aad9ec06c7b4 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0681860 Nov 25 19:34:47.055372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-38e72aec-e527-4073-97e0-968930f2054c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:47.060605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-38e72aec-e527-4073-97e0-968930f2054c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 811 time: 0.2833836 Nov 25 19:34:47.075848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-844a7c5e-3be6-43c6-bba8-4b658714a9be tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/quotas/b424fdd8b2874a6296eed26190f62330 HTTP/1.1" status: 200 len: 375 time: 0.0113850 Nov 25 19:34:47.188507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-9eb7f419-a0fd-4a6d-a1e7-15cdf8b23370 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1046774 Nov 25 19:34:47.347328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-5095d2fb-cf86-4c29-81dd-7368ea5680a9 service neutron] 10.222.0.15 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455197 Nov 25 19:34:47.401465 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 20eb25d3-c222-4c70-95ae-61d4618d06cf up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:47.528361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 20eb25d3-c222-4c70-95ae-61d4618d06cf completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:34:47.529941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-d7a92149-cd43-42f4-81b8-6a29675ff91f service neutron] 10.222.0.15 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754265 Nov 25 19:34:47.540074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 20eb25d3-c222-4c70-95ae-61d4618d06cf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:47.541077 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:47.661833 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:47.710945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 20eb25d3-c222-4c70-95ae-61d4618d06cf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=20eb25d3-c222-4c70-95ae-61d4618d06cf,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:47.748216 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:47.749707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 69ce7c22-187b-4db2-b620-55d27ee31e6d up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:34:47.913026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7293f9-f433-4a01-bff7-3d058281a210 req-f45bbff7-4c8b-4e93-b1c7-f346a36485cc tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:47.921662 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab7293f9-f433-4a01-bff7-3d058281a210 req-f45bbff7-4c8b-4e93-b1c7-f346a36485cc tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 945 time: 0.0853038 Nov 25 19:34:47.950013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=20eb25d3-c222-4c70-95ae-61d4618d06cf,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:47.980698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 69ce7c22-187b-4db2-b620-55d27ee31e6d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:47.981368 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.047252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab7293f9-f433-4a01-bff7-3d058281a210 req-807161c0-c43e-4735-aba3-fd0d3f2b2a09 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244411 Nov 25 19:34:48.275011 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.287781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60486) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:48.391976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 69ce7c22-187b-4db2-b620-55d27ee31e6d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=69ce7c22-187b-4db2-b620-55d27ee31e6d,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:48.397409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb25d3-c222-4c70-95ae-61d4618d06cf'}, {'server_uuid': '5864d509-0e3a-405a-8b06-35994ce56a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce7c22-187b-4db2-b620-55d27ee31e6d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:48.409774 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184e465a-6a25-4aab-875e-f12222f1a427" -d '{"events": [{"server_uuid": "81eaff52-b9d8-44b7-b2e9-68235266cf0f", "name": "network-vif-plugged", "status": "completed", "tag": "20eb25d3-c222-4c70-95ae-61d4618d06cf"}, {"server_uuid": "5864d509-0e3a-405a-8b06-35994ce56a82", "name": "network-vif-plugged", "status": "completed", "tag": "69ce7c22-187b-4db2-b620-55d27ee31e6d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:48.418393 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.558205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=69ce7c22-187b-4db2-b620-55d27ee31e6d,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:48.588302 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32473889-4fe9-4888-857b-379d68a9a5ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.703043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600ed557-918b-47f8-beeb-965dd43c87ad req-a6519003-7a5b-41e7-a1cb-f63504b85d69 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:48.705332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-600ed557-918b-47f8-beeb-965dd43c87ad req-a6519003-7a5b-41e7-a1cb-f63504b85d69 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 946 time: 0.1142287 Nov 25 19:34:48.799878 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32473889-4fe9-4888-857b-379d68a9a5ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.813154 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32473889-4fe9-4888-857b-379d68a9a5ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:48.843916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-600ed557-918b-47f8-beeb-965dd43c87ad req-9e724e15-fd1c-451e-af0e-37d18c232faa tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/security-groups?id=243a34ae-65cb-4101-8a14-bebb5294e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186771 Nov 25 19:34:48.901468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-32473889-4fe9-4888-857b-379d68a9a5ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7f4dd2bbf70d4e0f80f5419b2e775196&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6098018 Nov 25 19:34:48.901468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32473889-4fe9-4888-857b-379d68a9a5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e53563-0567-4425-a3f5-3652c816aef3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:48.902167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60496) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:48.988238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:49.028146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:49.132485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:49.136693 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:49.138228 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/27e53563-0567-4425-a3f5-3652c816aef3 HTTP/1.1" status: 204 len: 168 time: 0.2347600 Nov 25 19:34:49.171894 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e53563-0567-4425-a3f5-3652c816aef3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:49.194961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.195984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.196652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.197367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.198015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.198610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.199200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.199750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.200380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.201261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.201833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.202651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70a244a1-757e-4c0b-96fa-ba412898b321 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:49.271298 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3effbe-360e-41cd-b207-923f0a92ed95 req-a84e87e5-50df-404b-9caa-abd606d75710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:49.273934 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d3effbe-360e-41cd-b207-923f0a92ed95 req-a84e87e5-50df-404b-9caa-abd606d75710 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 1097 time: 0.0969374 Nov 25 19:34:49.301022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77fc855a-5221-4930-a3e9-53495a67d559 req-61a0dc5a-9951-4711-b633-e9957529062a tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0803835 Nov 25 19:34:49.604659 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad8b8aba-115b-444c-9db0-dea27bf2df61 req-aabbe518-983c-4506-8ac6-bec21edc35c0 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 210 time: 0.1167223 Nov 25 19:34:49.828711 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8433270-329f-4bca-99fc-3cca541aee21 x-openstack-request-id: req-f8433270-329f-4bca-99fc-3cca541aee21 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:49.830734 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81eaff52-b9d8-44b7-b2e9-68235266cf0f", "name": "network-vif-plugged", "status": "completed", "tag": "20eb25d3-c222-4c70-95ae-61d4618d06cf", "code": 200}, {"server_uuid": "5864d509-0e3a-405a-8b06-35994ce56a82", "name": "network-vif-plugged", "status": "completed", "tag": "69ce7c22-187b-4db2-b620-55d27ee31e6d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:49.832944 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f8433270-329f-4bca-99fc-3cca541aee21 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:49.833982 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20eb25d3-c222-4c70-95ae-61d4618d06cf', 'code': 200} Nov 25 19:34:49.834603 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5864d509-0e3a-405a-8b06-35994ce56a82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69ce7c22-187b-4db2-b620-55d27ee31e6d', 'code': 200} Nov 25 19:34:50.084658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3effbe-360e-41cd-b207-923f0a92ed95 req-5a797206-5c16-4c96-b401-95fa22c605f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.086096 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d3effbe-360e-41cd-b207-923f0a92ed95 req-5a797206-5c16-4c96-b401-95fa22c605f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 920 time: 0.8038499 Nov 25 19:34:50.166740 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d3effbe-360e-41cd-b207-923f0a92ed95 req-e2b69ab1-d60d-460f-b517-8a552537b5d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=630a67bd-2884-486f-a316-09673d0efc26 HTTP/1.1" status: 200 len: 217 time: 0.0679381 Nov 25 19:34:50.170691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20be11a-d9da-4a39-98d2-dd2607845dc7 req-84934803-0f74-473d-82f4-e49bd45b19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.173459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b20be11a-d9da-4a39-98d2-dd2607845dc7 req-84934803-0f74-473d-82f4-e49bd45b19d2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 1097 time: 0.1824903 Nov 25 19:34:50.188420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617ac641-7fee-4c6f-bda4-fa0db3658813 req-1f54af22-d849-43b2-a8ba-f178711d44b9 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.191767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-617ac641-7fee-4c6f-bda4-fa0db3658813 req-1f54af22-d849-43b2-a8ba-f178711d44b9 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1783752 Nov 25 19:34:50.257754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-88b0fd63-183a-4726-93f4-f54e1ff64e9b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.260894 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-88b0fd63-183a-4726-93f4-f54e1ff64e9b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 811 time: 0.2933812 Nov 25 19:34:50.279505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Request body: {'port': {'device_id': 'abafc2eb-8fa9-4f6c-82ab-f784851567a7', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'admin_state_up': True, 'tenant_id': 'b424fdd8b2874a6296eed26190f62330'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:50.324686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3effbe-360e-41cd-b207-923f0a92ed95 req-04b2eaa7-b983-422a-9658-9bb8a79b815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.326851 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d3effbe-360e-41cd-b207-923f0a92ed95 req-04b2eaa7-b983-422a-9658-9bb8a79b815c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bb1206d-cadb-4115-9efa-67753bdec310 HTTP/1.1" status: 200 len: 859 time: 0.1380005 Nov 25 19:34:50.333620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e7d6d5-f052-47c4-b927-9699fb5b6d48 req-e413b2c4-126e-497d-aff4-6a959c2b6f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.335662 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96e7d6d5-f052-47c4-b927-9699fb5b6d48 req-e413b2c4-126e-497d-aff4-6a959c2b6f14 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 1097 time: 0.2339218 Nov 25 19:34:50.342299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b20be11a-d9da-4a39-98d2-dd2607845dc7 req-4b91f829-fe3d-42aa-9ea5-7c836b4802d1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=243a34ae-65cb-4101-8a14-bebb5294e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1487720 Nov 25 19:34:50.351412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-617ac641-7fee-4c6f-bda4-fa0db3658813 req-49bc4731-d42d-4f13-a37c-440802a78be9 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473966 Nov 25 19:34:50.399028 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:50.453050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d3effbe-360e-41cd-b207-923f0a92ed95 req-58474203-e097-4f82-b760-05170d76d504 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3724fd13-8c16-40f9-b884-23a3476e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1158097 Nov 25 19:34:50.531236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96e7d6d5-f052-47c4-b927-9699fb5b6d48 req-66de00b1-1cdb-4b92-9cec-026999c73b0f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275520 Nov 25 19:34:50.562596 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f3cf47-6b5e-438a-b2f2-7dfe3a7a9050 req-fbbf8b52-8519-4866-b3f2-6761061e0687 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:50.565115 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26f3cf47-6b5e-438a-b2f2-7dfe3a7a9050 req-fbbf8b52-8519-4866-b3f2-6761061e0687 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0901675 Nov 25 19:34:50.617386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Made reservation on behalf of b424fdd8b2874a6296eed26190f62330 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:34:50.623689 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:50.727811 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26f3cf47-6b5e-438a-b2f2-7dfe3a7a9050 req-12f49866-dbed-44ef-a046-a69fc6f49268 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480043 Nov 25 19:34:50.912354 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d3effbe-360e-41cd-b207-923f0a92ed95 req-89a5a831-d5d4-47c3-a94d-e51c2b2b302a service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707683 Nov 25 19:34:50.938250 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Allocated IP 172.20.0.12 (492b4cfc-90d6-4b87-a038-575717433527/dc6581b2-a600-4998-b647-226b4b35305c/75fa0058-45fb-46b2-a65a-d072028b2245) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:34:51.149319 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4d3effbe-360e-41cd-b207-923f0a92ed95 req-3744c965-2e9f-46c6-9fb4-0fc7a960a3b2 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194045 Nov 25 19:34:51.167920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc9cdc-f3a0-480b-b48d-eaa85eddbbbc req-14f9e502-515f-487d-9b9a-533ffe3a48e8 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:51.175902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8bc9cdc-f3a0-480b-b48d-eaa85eddbbbc req-14f9e502-515f-487d-9b9a-533ffe3a48e8 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 946 time: 0.1225607 Nov 25 19:34:51.298412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8bc9cdc-f3a0-480b-b48d-eaa85eddbbbc req-0eb95417-1b6f-4229-b47a-7653b7871e3f tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/security-groups?id=243a34ae-65cb-4101-8a14-bebb5294e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214898 Nov 25 19:34:51.397430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:51.467604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-638b425d-a255-4e5f-aa33-8e806fd00b8a req-4e54afcd-4811-41bb-9ce3-bb1d7a0a85bf tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0517626 Nov 25 19:34:51.475489 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:51.491481 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cdceff13-99a7-4a58-9375-ce059ce7b552'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:51.617909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Network 492b4cfc-90d6-4b87-a038-575717433527 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:34:51.646211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:34:51.678818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:34:51.751365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f958d6-c4cb-4823-b318-ea2c8ec217ae req-100a1b9e-4b08-4dbb-8bb6-c45c86210cb8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:51.766691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09f958d6-c4cb-4823-b318-ea2c8ec217ae req-100a1b9e-4b08-4dbb-8bb6-c45c86210cb8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 932 time: 0.1256866 Nov 25 19:34:51.937314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09f958d6-c4cb-4823-b318-ea2c8ec217ae req-bb4a2017-8a8b-47f8-a623-2f28165f315b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639757 Nov 25 19:34:52.001860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:52.007455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.029561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event updated for resources: {'Port': ['ID=75fa0058-45fb-46b2-a65a-d072028b2245,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:52.073098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-ae2a042a-ad77-4281-b130-348db895cdfc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7994649 Nov 25 19:34:52.091611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Request body: {'port': {'device_id': 'abafc2eb-8fa9-4f6c-82ab-f784851567a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:52.237592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.441843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e3bcf-8975-4faa-bdb8-380201bc0901 req-3bb26455-7e1e-4232-9af3-ac7ce405cb77 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:52.458864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c96e3bcf-8975-4faa-bdb8-380201bc0901 req-3bb26455-7e1e-4232-9af3-ac7ce405cb77 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.1100280 Nov 25 19:34:52.463387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6e2da635-5bef-44f5-b73a-14acbeb4cd5c None None] Provisioning complete for port 75fa0058-45fb-46b2-a65a-d072028b2245 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:34:52.464248 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6e2da635-5bef-44f5-b73a-14acbeb4cd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.530498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c96e3bcf-8975-4faa-bdb8-380201bc0901 req-4773e826-e322-4967-b65b-05e735d9ecec tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683708 Nov 25 19:34:52.578490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6e2da635-5bef-44f5-b73a-14acbeb4cd5c None None] Port 75fa0058-45fb-46b2-a65a-d072028b2245 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:34:52.773579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b3017d-8dee-4ffa-ae3b-9e7677de5741 req-9fa57eea-6401-417e-93d4-a21fd2638bb4 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:52.776745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0b3017d-8dee-4ffa-ae3b-9e7677de5741 req-9fa57eea-6401-417e-93d4-a21fd2638bb4 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1100018 Nov 25 19:34:52.840609 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.859412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75fa0058-45fb-46b2-a65a-d072028b2245 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:52.871194 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:52.878331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0b3017d-8dee-4ffa-ae3b-9e7677de5741 req-4d2e08cd-5e10-4b40-baee-fe18de8e5352 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940363 Nov 25 19:34:52.900617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Transition to ACTIVE for port object 75fa0058-45fb-46b2-a65a-d072028b2245 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:34:52.906216 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:53.016132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Pushing event updated for resources: {'Port': ['ID=75fa0058-45fb-46b2-a65a-d072028b2245,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:53.176924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Attempting to bind port 75fa0058-45fb-46b2-a65a-d072028b2245 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:34:53.178043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Attempting to bind port 75fa0058-45fb-46b2-a65a-d072028b2245 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:34:53.178972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Attempting to bind port 75fa0058-45fb-46b2-a65a-d072028b2245 on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:53.190329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Port 75fa0058-45fb-46b2-a65a-d072028b2245 on network 492b4cfc-90d6-4b87-a038-575717433527 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:34:53.191405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Attempting to bind port 75fa0058-45fb-46b2-a65a-d072028b2245 on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:34:53.210549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:34:53.211582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Checking segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:34:53.215296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Bound using segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:34:53.216715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Bound port: 75fa0058-45fb-46b2-a65a-d072028b2245, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:34:53.217751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:53.406857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] For port 75fa0058-45fb-46b2-a65a-d072028b2245, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:34:53.408866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] For port 75fa0058-45fb-46b2-a65a-d072028b2245, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=75fa0058-45fb-46b2-a65a-d072028b2245,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:34:53.416247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:53.440884 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8507477f-e88a-4a8b-ac0e-4da70fc91664 req-841f09eb-4e0f-4245-ade5-9f8b683ec7fb tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:53.444083 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8507477f-e88a-4a8b-ac0e-4da70fc91664 req-841f09eb-4e0f-4245-ade5-9f8b683ec7fb tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 946 time: 0.1189482 Nov 25 19:34:53.495733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:53.496774 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:53.500723 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] 10.222.0.60 "PUT /v2.0/ports/75fa0058-45fb-46b2-a65a-d072028b2245 HTTP/1.1" status: 200 len: 1092 time: 1.4133217 Nov 25 19:34:53.501489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abafc2eb-8fa9-4f6c-82ab-f784851567a7', 'tag': '75fa0058-45fb-46b2-a65a-d072028b2245'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:53.516574 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725ab8db-c223-49b8-8f42-3ef93fbb357b" -d '{"events": [{"name": "network-changed", "server_uuid": "abafc2eb-8fa9-4f6c-82ab-f784851567a7", "tag": "75fa0058-45fb-46b2-a65a-d072028b2245"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:53.569131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8507477f-e88a-4a8b-ac0e-4da70fc91664 req-101b7478-4969-4b81-a3b6-54311ccffea5 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/security-groups?id=243a34ae-65cb-4101-8a14-bebb5294e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973215 Nov 25 19:34:53.640580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165201ea-45f1-4eb0-acf8-e1b1c696d46d service neutron] Pushing event updated for resources: {'Port': ['ID=75fa0058-45fb-46b2-a65a-d072028b2245,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:53.662309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-bdf6bc26-b7da-45f1-aa3b-0935e252fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:53.665141 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-bdf6bc26-b7da-45f1-aa3b-0935e252fadc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 1095 time: 0.0910070 Nov 25 19:34:53.721644 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-75fa9146-f37f-4917-b39c-676d6fde8ba2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75fa0058-45fb-46b2-a65a-d072028b2245 HTTP/1.1" status: 200 len: 217 time: 0.0475199 Nov 25 19:34:53.776089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4405b865-84bb-4763-9485-a287e049092f req-bd4ba759-fbc6-4dab-afe8-703953d74d3f tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0554335 Nov 25 19:34:53.825008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-3f8cfb50-3812-4a88-ba07-c8e197f1e7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:53.826571 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-3f8cfb50-3812-4a88-ba07-c8e197f1e7a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.0948403 Nov 25 19:34:53.935529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-6393874a-0e99-4770-b76c-dc30931fae0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:53.937848 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-6393874a-0e99-4770-b76c-dc30931fae0f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000423 Nov 25 19:34:53.969092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6b5fac-2530-4b8f-8629-6a2fe2a71d7d req-cd6b4013-3f53-4b60-9883-a75ebcd57803 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:53.970830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb6b5fac-2530-4b8f-8629-6a2fe2a71d7d req-cd6b4013-3f53-4b60-9883-a75ebcd57803 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.0731151 Nov 25 19:34:54.044394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb6b5fac-2530-4b8f-8629-6a2fe2a71d7d req-7634d539-d391-476f-9bf7-bc1acc3422c5 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662344 Nov 25 19:34:54.098068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60622) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:54.154234 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-867e1e74-14da-4821-917f-13f3de7372fa service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064991 Nov 25 19:34:54.237235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d749e6-94fc-48ff-a2ed-c5732f446ffe req-7cd32684-aa54-44c8-8785-6a34dfef1439 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:54.247602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45d749e6-94fc-48ff-a2ed-c5732f446ffe req-7cd32684-aa54-44c8-8785-6a34dfef1439 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 944 time: 0.0765934 Nov 25 19:34:54.341517 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c218280-ff52-47cb-a6ad-9eef5142802e req-50aec1fb-b3ae-4a81-9846-ab31c9ffd3fb service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770873 Nov 25 19:34:54.605753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:54.675536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45d749e6-94fc-48ff-a2ed-c5732f446ffe req-9a1f4ad1-9edc-4c24-ade6-c3662b4128ca tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4265354 Nov 25 19:34:54.768120 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:54.777019 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:54.846548 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120965b0-882c-4153-961d-cd98a5efabb9 x-openstack-request-id: req-120965b0-882c-4153-961d-cd98a5efabb9 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:34:54.851098 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abafc2eb-8fa9-4f6c-82ab-f784851567a7", "tag": "75fa0058-45fb-46b2-a65a-d072028b2245", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:34:54.853007 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-120965b0-882c-4153-961d-cd98a5efabb9 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:34:54.854266 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abafc2eb-8fa9-4f6c-82ab-f784851567a7', 'tag': '75fa0058-45fb-46b2-a65a-d072028b2245', 'status': 'completed', 'code': 200} Nov 25 19:34:54.904974 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2673cf917e54bf0ba8a7c03c78d2435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8034508 Nov 25 19:34:54.905656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60630) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:54.929053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6f82a2-3327-4316-9b40-aaaaa20f0798,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:54.952336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:54.952881 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:54.953414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:54.953882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:54.954211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:54.954538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:54.954902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:54.955231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:54.955576 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:54.955939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:54.956263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:54.956583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bb979e3-a188-4b18-82c1-36a09e4f44b2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:34:55.008270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab8db-c223-49b8-8f42-3ef93fbb357b req-b7ca2ae6-9e1c-48db-bc98-085e3dc745fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:55.011844 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-725ab8db-c223-49b8-8f42-3ef93fbb357b req-b7ca2ae6-9e1c-48db-bc98-085e3dc745fd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 1095 time: 0.1245265 Nov 25 19:34:55.053795 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e10f67d-aa0f-47eb-ac52-0ed5d5360c03 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.063165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d12609b-e751-4499-9965-f4f27572a382 req-e71ecd9b-4088-4627-8278-36765631c38e tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:55.064884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d12609b-e751-4499-9965-f4f27572a382 req-e71ecd9b-4088-4627-8278-36765631c38e tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 946 time: 0.1009822 Nov 25 19:34:55.094161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60634) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:55.113190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-549ff42f-bf1b-4464-abe0-f0b600784039 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Request body: {'floatingip': {'port_id': '20eb25d3-c222-4c70-95ae-61d4618d06cf'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:34:55.187886 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e10f67d-aa0f-47eb-ac52-0ed5d5360c03 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.199785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab8db-c223-49b8-8f42-3ef93fbb357b req-65327ba4-e9c4-49b5-b032-999378551e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:55.202458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-725ab8db-c223-49b8-8f42-3ef93fbb357b req-65327ba4-e9c4-49b5-b032-999378551e76 service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.1835165 Nov 25 19:34:55.226749 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-549ff42f-bf1b-4464-abe0-f0b600784039 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.282881 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-725ab8db-c223-49b8-8f42-3ef93fbb357b req-7eb21a0b-1e4c-4c3f-84bc-e994b974489d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=75fa0058-45fb-46b2-a65a-d072028b2245 HTTP/1.1" status: 200 len: 217 time: 0.0691593 Nov 25 19:34:55.391147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c53a48-4ef7-4563-86a9-66cdccd68254 req-75699012-2fb4-43be-9122-14ff0f0d7e0f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:55.393631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-84c53a48-4ef7-4563-86a9-66cdccd68254 req-75699012-2fb4-43be-9122-14ff0f0d7e0f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.2081354 Nov 25 19:34:55.416448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab8db-c223-49b8-8f42-3ef93fbb357b req-c1cacc58-ca07-4d6f-965d-25ab4d80d1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:55.418927 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-725ab8db-c223-49b8-8f42-3ef93fbb357b req-c1cacc58-ca07-4d6f-965d-25ab4d80d1f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.1271696 Nov 25 19:34:55.431941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e10f67d-aa0f-47eb-ac52-0ed5d5360c03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.434602 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e10f67d-aa0f-47eb-ac52-0ed5d5360c03 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:55.439744 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3e10f67d-aa0f-47eb-ac52-0ed5d5360c03 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e6f82a2-3327-4316-9b40-aaaaa20f0798 HTTP/1.1" status: 204 len: 168 time: 0.5289147 Nov 25 19:34:55.483697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725ab8db-c223-49b8-8f42-3ef93fbb357b req-0c8a1514-817a-4c4c-8231-7f34837f7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:55.487977 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-725ab8db-c223-49b8-8f42-3ef93fbb357b req-0c8a1514-817a-4c4c-8231-7f34837f7e1d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604074 Nov 25 19:34:55.516327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e10f67d-aa0f-47eb-ac52-0ed5d5360c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6f82a2-3327-4316-9b40-aaaaa20f0798,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:55.577407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-84c53a48-4ef7-4563-86a9-66cdccd68254 req-10dc96f2-245f-45ee-8f1d-38b83ea66ce0 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729877 Nov 25 19:34:55.692592 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-725ab8db-c223-49b8-8f42-3ef93fbb357b req-4d45bf3b-e08d-43bc-9bf8-8cf09a9d15e9 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943839 Nov 25 19:34:55.855444 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-725ab8db-c223-49b8-8f42-3ef93fbb357b req-c087d741-5469-4ab2-9a24-dd204c9835f7 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1560581 Nov 25 19:34:56.103930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60644) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:56.153259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7420-33e4-401e-aaa7-b456da5371cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.286922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4fe8a96-dd48-4238-ab9a-acfea849cebb req-00ff7a7c-1996-47dc-8b42-beb9c36e0fd3 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0402172 Nov 25 19:34:56.307623 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-549ff42f-bf1b-4464-abe0-f0b600784039 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.313116 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-549ff42f-bf1b-4464-abe0-f0b600784039 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.323813 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7420-33e4-401e-aaa7-b456da5371cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.343676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e4e7420-33e4-401e-aaa7-b456da5371cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.419396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e7420-33e4-401e-aaa7-b456da5371cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe1b594-517c-48dd-8bb8-26bdd6ec9c45,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:56.443528 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8e4e7420-33e4-401e-aaa7-b456da5371cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2123e2658aa543708c66ac6fc32ac7b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3374419 Nov 25 19:34:56.446956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60656) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:34:56.454049 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-549ff42f-bf1b-4464-abe0-f0b600784039 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Floating IP d5e4f136-4446-4eab-ad5a-039fbad68f17 associated. External IP: 172.25.8.18, port: 20eb25d3-c222-4c70-95ae-61d4618d06cf. Nov 25 19:34:56.533496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5857b472-b461-421e-95b1-39fc2a64b609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.565572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5857b472-b461-421e-95b1-39fc2a64b609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.637555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5857b472-b461-421e-95b1-39fc2a64b609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.642877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5857b472-b461-421e-95b1-39fc2a64b609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:56.647847 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5857b472-b461-421e-95b1-39fc2a64b609 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dbe1b594-517c-48dd-8bb8-26bdd6ec9c45 HTTP/1.1" status: 204 len: 168 time: 0.1959929 Nov 25 19:34:56.672822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857b472-b461-421e-95b1-39fc2a64b609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe1b594-517c-48dd-8bb8-26bdd6ec9c45,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:56.701365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-a5126034-5992-40d2-8a2c-ff587309548c tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:56.709584 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-a5126034-5992-40d2-8a2c-ff587309548c tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/networks?id=3df4ac66-dad2-4fb0-9501-ed34f0a5e4de HTTP/1.1" status: 200 len: 810 time: 0.2573330 Nov 25 19:34:56.725386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-5280c9c5-9d3d-4074-8d2e-011a48c4de37 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/quotas/93e1292156bb4e0da865123e1702d4fe HTTP/1.1" status: 200 len: 375 time: 0.0146403 Nov 25 19:34:56.813107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-5c969a1b-8a24-4d56-b503-bc633c6830ec tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=93e1292156bb4e0da865123e1702d4fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0449145 Nov 25 19:34:56.988259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-549ff42f-bf1b-4464-abe0-f0b600784039 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Router b3107076-2ed3-49e7-9220-648432c23852 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:34:56.992405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-549fdd5c-99b9-4afa-b08f-80af7f7868e7 service neutron] 10.222.0.15 "GET /v2.0/networks/3df4ac66-dad2-4fb0-9501-ed34f0a5e4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1784124 Nov 25 19:34:57.223627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-fb34116a-3155-48a1-88fb-7fd14a8210ab service neutron] 10.222.0.15 "GET /v2.0/networks/3df4ac66-dad2-4fb0-9501-ed34f0a5e4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223737 Nov 25 19:34:57.227769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-549ff42f-bf1b-4464-abe0-f0b600784039 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:34:57.232695 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-549ff42f-bf1b-4464-abe0-f0b600784039 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:57.274862 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-549ff42f-bf1b-4464-abe0-f0b600784039 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "PUT /v2.0/floatingips/d5e4f136-4446-4eab-ad5a-039fbad68f17 HTTP/1.1" status: 200 len: 991 time: 2.1788406 Nov 25 19:34:57.275486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'tag': '20eb25d3-c222-4c70-95ae-61d4618d06cf'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:57.279458 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67b429d0-41db-4ab7-97da-7d2d00484abf" -d '{"events": [{"name": "network-changed", "server_uuid": "81eaff52-b9d8-44b7-b2e9-68235266cf0f", "tag": "20eb25d3-c222-4c70-95ae-61d4618d06cf"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:57.300854 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537b6ac-becb-448d-8c86-78d5ea6a9e14 None None] Sync routers for ids ['b3107076-2ed3-49e7-9220-648432c23852'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:34:57.320007 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537b6ac-becb-448d-8c86-78d5ea6a9e14 None None] Routers {'b3107076-2ed3-49e7-9220-648432c23852'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:57.322100 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d537b6ac-becb-448d-8c86-78d5ea6a9e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:34:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b3107076-2ed3-49e7-9220-648432c23852'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:57.464273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 75fa0058-45fb-46b2-a65a-d072028b2245 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:34:57.561093 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d537b6ac-becb-448d-8c86-78d5ea6a9e14 None None] Set router b3107076-2ed3-49e7-9220-648432c23852 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:57.659433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b94793a-8c8e-4a39-96b8-2ecadbcbf7b1 req-35588f82-6336-4752-bc84-3259cc31dd97 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:57.663505 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0b94793a-8c8e-4a39-96b8-2ecadbcbf7b1 req-35588f82-6336-4752-bc84-3259cc31dd97 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "GET /v2.0/ports?device_id=5864d509-0e3a-405a-8b06-35994ce56a82 HTTP/1.1" status: 200 len: 946 time: 0.2157221 Nov 25 19:34:57.793938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 75fa0058-45fb-46b2-a65a-d072028b2245, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=75fa0058-45fb-46b2-a65a-d072028b2245,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:57.854511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '75fa0058-45fb-46b2-a65a-d072028b2245', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'port_id': '75fa0058-45fb-46b2-a65a-d072028b2245', 'mac_address': 'fa:16:3e:7e:11:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:34:57.913279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84e1ef4-0521-4641-93d4-33917509e5c7 req-9ad9a257-70ef-4ee8-af20-9f5168cc86f4 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:57.932876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c84e1ef4-0521-4641-93d4-33917509e5c7 req-9ad9a257-70ef-4ee8-af20-9f5168cc86f4 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 944 time: 0.1276436 Nov 25 19:34:57.992761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0b94793a-8c8e-4a39-96b8-2ecadbcbf7b1 req-aa223433-d165-461a-b138-1656ecd170bf tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Deleting port 69ce7c22-187b-4db2-b620-55d27ee31e6d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:34:57.993709 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0b94793a-8c8e-4a39-96b8-2ecadbcbf7b1 req-aa223433-d165-461a-b138-1656ecd170bf tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:58.020700 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:58.033812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c84e1ef4-0521-4641-93d4-33917509e5c7 req-137e1082-dc18-4366-b4b8-e3ace0d187ce tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997756 Nov 25 19:34:58.060570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75fa0058-45fb-46b2-a65a-d072028b2245 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:34:58.124899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 75fa0058-45fb-46b2-a65a-d072028b2245, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=75fa0058-45fb-46b2-a65a-d072028b2245,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:58.140303 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:58.188396 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d537b6ac-becb-448d-8c86-78d5ea6a9e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:27Z', 'revision_number': 4, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'd5e4f136-4446-4eab-ad5a-039fbad68f17', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'port_id': '20eb25d3-c222-4c70-95ae-61d4618d06cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'mac_address': 'fa:16:3e:4d:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:34:32Z', 'updated_at': '2021-11-25T19:34:56Z', 'revision_number': 1, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e08eb0d-a464-4d0d-8b13-679ef95055b5', 'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'mac_address': 'fa:16:3e:69:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd302628b-2030-4d07-8847-479a581e971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:26Z', 'updated_at': '2021-11-25T19:34:31Z', 'revision_number': 5, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'subnets': [{'id': 'd302628b-2030-4d07-8847-479a581e971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:58.244805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0b94793a-8c8e-4a39-96b8-2ecadbcbf7b1 req-aa223433-d165-461a-b138-1656ecd170bf tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] For port 69ce7c22-187b-4db2-b620-55d27ee31e6d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=69ce7c22-187b-4db2-b620-55d27ee31e6d,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:34:58.245832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0b94793a-8c8e-4a39-96b8-2ecadbcbf7b1 req-aa223433-d165-461a-b138-1656ecd170bf tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:58.267911 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537b6ac-becb-448d-8c86-78d5ea6a9e14 None None] Checking router: b3107076-2ed3-49e7-9220-648432c23852 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:34:58.288679 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d537b6ac-becb-448d-8c86-78d5ea6a9e14 None None] Routers {'b3107076-2ed3-49e7-9220-648432c23852'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:34:58.290299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0b94793a-8c8e-4a39-96b8-2ecadbcbf7b1 req-aa223433-d165-461a-b138-1656ecd170bf tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Calling delete_port for 69ce7c22-187b-4db2-b620-55d27ee31e6d owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:34:58.291381 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d537b6ac-becb-448d-8c86-78d5ea6a9e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:34:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b3107076-2ed3-49e7-9220-648432c23852'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:58.455880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=75fa0058-45fb-46b2-a65a-d072028b2245,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:58.470761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['75fa0058-45fb-46b2-a65a-d072028b2245'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:34:58.618883 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d537b6ac-becb-448d-8c86-78d5ea6a9e14 None None] Set router b3107076-2ed3-49e7-9220-648432c23852 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:34:58.718503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07e81-9813-4874-bf91-f50488495a1c req-152cb1ff-589a-4565-a153-466099020b56 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:34:58.721938 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-152cb1ff-589a-4565-a153-466099020b56 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/networks?id=0275eb29-d23c-4aad-9f29-2db63d79a059 HTTP/1.1" status: 200 len: 815 time: 0.3842256 Nov 25 19:34:58.745843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0b94793a-8c8e-4a39-96b8-2ecadbcbf7b1 req-aa223433-d165-461a-b138-1656ecd170bf tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:58.759850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-176f212e-6260-4ee9-8201-2f7e6420fbde tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/quotas/59a59506586d42e6beb0878d2d58de04 HTTP/1.1" status: 200 len: 375 time: 0.0207725 Nov 25 19:34:58.840216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-e0b97884-1941-45f3-83e8-418f8e798ce2 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=59a59506586d42e6beb0878d2d58de04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622323 Nov 25 19:34:58.881038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa223433-d165-461a-b138-1656ecd170bf tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Pushing event deleted for resources: {'Port': ['ID=69ce7c22-187b-4db2-b620-55d27ee31e6d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:34:59.132348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b94793a-8c8e-4a39-96b8-2ecadbcbf7b1 req-aa223433-d165-461a-b138-1656ecd170bf tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] No DVR routers for this DVR port 69ce7c22-187b-4db2-b620-55d27ee31e6d on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:34:59.136710 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0b94793a-8c8e-4a39-96b8-2ecadbcbf7b1 req-aa223433-d165-461a-b138-1656ecd170bf tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:34:59.141613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0b94793a-8c8e-4a39-96b8-2ecadbcbf7b1 req-aa223433-d165-461a-b138-1656ecd170bf tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "DELETE /v2.0/ports/69ce7c22-187b-4db2-b620-55d27ee31e6d HTTP/1.1" status: 204 len: 173 time: 1.4696331 Nov 25 19:34:59.142107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5864d509-0e3a-405a-8b06-35994ce56a82', 'name': 'network-vif-deleted', 'tag': '69ce7c22-187b-4db2-b620-55d27ee31e6d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:34:59.166241 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7596b7f-bd24-47d3-bfd5-578fc16ef431" -d '{"events": [{"server_uuid": "5864d509-0e3a-405a-8b06-35994ce56a82", "name": "network-vif-deleted", "tag": "69ce7c22-187b-4db2-b620-55d27ee31e6d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:34:59.232264 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-7580190f-dbae-4d9c-9fcb-ebadb5668b86 service neutron] 10.222.0.15 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701260 Nov 25 19:34:59.310431 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d537b6ac-becb-448d-8c86-78d5ea6a9e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:27Z', 'revision_number': 4, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'd5e4f136-4446-4eab-ad5a-039fbad68f17', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'port_id': '20eb25d3-c222-4c70-95ae-61d4618d06cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'mac_address': 'fa:16:3e:4d:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:34:32Z', 'updated_at': '2021-11-25T19:34:56Z', 'revision_number': 1, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e08eb0d-a464-4d0d-8b13-679ef95055b5', 'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'mac_address': 'fa:16:3e:69:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd302628b-2030-4d07-8847-479a581e971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:26Z', 'updated_at': '2021-11-25T19:34:31Z', 'revision_number': 5, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'subnets': [{'id': 'd302628b-2030-4d07-8847-479a581e971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:34:59.515925 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d537b6ac-becb-448d-8c86-78d5ea6a9e14 None None] The sync data for ids ['b3107076-2ed3-49e7-9220-648432c23852'] in n-d-817303-9 is: [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:27Z', 'revision_number': 4, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'd5e4f136-4446-4eab-ad5a-039fbad68f17', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'floating_ip_address': '172.25.8.18', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'port_id': '20eb25d3-c222-4c70-95ae-61d4618d06cf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'mac_address': 'fa:16:3e:4d:9a:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:34:32Z', 'updated_at': '2021-11-25T19:34:56Z', 'revision_number': 1, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e08eb0d-a464-4d0d-8b13-679ef95055b5', 'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'mac_address': 'fa:16:3e:69:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd302628b-2030-4d07-8847-479a581e971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:26Z', 'updated_at': '2021-11-25T19:34:31Z', 'revision_number': 5, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'subnets': [{'id': 'd302628b-2030-4d07-8847-479a581e971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:34:59.549169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-d1a62bfd-f003-47d2-bc77-921cfb804366 service neutron] 10.222.0.15 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118529 Nov 25 19:35:00.024899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920b1008-ce51-45cb-b5ae-800a48fd6fd1 None None] New status for floating IP d5e4f136-4446-4eab-ad5a-039fbad68f17: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:35:00.277761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d4229b-952b-4546-8d72-e37504dc86e7 req-4b83618d-fbe3-4f2e-b6a4-92b3b326816e tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:00.297298 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00d4229b-952b-4546-8d72-e37504dc86e7 req-4b83618d-fbe3-4f2e-b6a4-92b3b326816e tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.2063272 Nov 25 19:35:00.422165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-8f362642-5e9d-46b8-bef6-cb605011ed2a tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:00.429521 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-8f362642-5e9d-46b8-bef6-cb605011ed2a tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.60 "GET /v2.0/networks?id=3df4ac66-dad2-4fb0-9501-ed34f0a5e4de HTTP/1.1" status: 200 len: 810 time: 0.5540335 Nov 25 19:35:00.446458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Request body: {'port': {'device_id': '391d76f2-c603-4200-a526-0f3a48e9db7b', 'network_id': '3df4ac66-dad2-4fb0-9501-ed34f0a5e4de', 'admin_state_up': True, 'tenant_id': '93e1292156bb4e0da865123e1702d4fe'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:00.539249 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00d4229b-952b-4546-8d72-e37504dc86e7 req-8e8bcf0b-3599-4c88-ab79-108d1d8b7949 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373126 Nov 25 19:35:00.823779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Made reservation on behalf of 93e1292156bb4e0da865123e1702d4fe for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:00.829267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:01.098752 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a6adcd-723b-4aac-bdc7-0d0602df2713 x-openstack-request-id: req-f6a6adcd-723b-4aac-bdc7-0d0602df2713 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:01.099800 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81eaff52-b9d8-44b7-b2e9-68235266cf0f", "tag": "20eb25d3-c222-4c70-95ae-61d4618d06cf", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:01.100325 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f6a6adcd-723b-4aac-bdc7-0d0602df2713 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:01.102747 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'tag': '20eb25d3-c222-4c70-95ae-61d4618d06cf', 'status': 'completed', 'code': 200} Nov 25 19:35:01.212907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Allocated IP 172.20.0.9 (3df4ac66-dad2-4fb0-9501-ed34f0a5e4de/7e64b723-26db-42f8-97db-b750fe0f581e/aad87194-c0b0-4818-a0a1-a9e693f7f8ac) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:01.223654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b429d0-41db-4ab7-97da-7d2d00484abf req-f43d2564-b135-4b7a-8743-8876dbda496b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:01.225466 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-67b429d0-41db-4ab7-97da-7d2d00484abf req-f43d2564-b135-4b7a-8743-8876dbda496b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=42abf9522fba4b2fb72ffe446d818fe3&device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 1097 time: 0.0889134 Nov 25 19:35:01.273585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9a8c397-044a-40f4-aab6-de53147e9a89 req-20c64fc5-e669-423b-83e5-5f95e42f05d9 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0751708 Nov 25 19:35:01.395689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b429d0-41db-4ab7-97da-7d2d00484abf req-471265cf-df20-4796-96b7-0dca422919c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:01.397282 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-67b429d0-41db-4ab7-97da-7d2d00484abf req-471265cf-df20-4796-96b7-0dca422919c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5195e33a-884c-4321-8c57-50f2d8f03966 HTTP/1.1" status: 200 len: 916 time: 0.1645737 Nov 25 19:35:01.490185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f47e29c-aea7-4463-a5a7-1f2a8fba1330 req-a98c1a3b-2aa7-4d49-8af7-facdf457528a tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 210 time: 0.0587599 Nov 25 19:35:01.503475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 75fa0058-45fb-46b2-a65a-d072028b2245 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:01.624512 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-67b429d0-41db-4ab7-97da-7d2d00484abf req-f2025bbb-1933-4054-a188-b9c96e3d9ae7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=20eb25d3-c222-4c70-95ae-61d4618d06cf HTTP/1.1" status: 200 len: 1001 time: 0.2121060 Nov 25 19:35:01.630068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 75fa0058-45fb-46b2-a65a-d072028b2245 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:35:01.656716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 75fa0058-45fb-46b2-a65a-d072028b2245 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:01.657508 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:01.767287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04d534b-0ef1-4885-865c-15670c90c650 req-eabf3031-a859-4459-89f6-c71f1b71cda2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:01.777548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e04d534b-0ef1-4885-865c-15670c90c650 req-eabf3031-a859-4459-89f6-c71f1b71cda2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 945 time: 0.1733913 Nov 25 19:35:01.841712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b429d0-41db-4ab7-97da-7d2d00484abf req-ccc2c44d-0091-408b-b824-396c9afada9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:01.865361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e04d534b-0ef1-4885-865c-15670c90c650 req-ff588891-edfb-4a36-8f48-8abb8f9e5af8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841746 Nov 25 19:35:01.865893 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-67b429d0-41db-4ab7-97da-7d2d00484abf req-ccc2c44d-0091-408b-b824-396c9afada9c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d302628b-2030-4d07-8847-479a581e971a HTTP/1.1" status: 200 len: 854 time: 0.2251534 Nov 25 19:35:01.929916 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:01.952979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:01.992656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b429d0-41db-4ab7-97da-7d2d00484abf req-c7cfa39b-23d5-479d-bcbb-1aec9ed742c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:01.994438 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-67b429d0-41db-4ab7-97da-7d2d00484abf req-c7cfa39b-23d5-479d-bcbb-1aec9ed742c4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5195e33a-884c-4321-8c57-50f2d8f03966&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906680 Nov 25 19:35:02.002165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 75fa0058-45fb-46b2-a65a-d072028b2245, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=75fa0058-45fb-46b2-a65a-d072028b2245,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:02.004773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abafc2eb-8fa9-4f6c-82ab-f784851567a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fa0058-45fb-46b2-a65a-d072028b2245'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:02.011707 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeab9faa-7941-46ba-9165-564b63f61df7" -d '{"events": [{"server_uuid": "abafc2eb-8fa9-4f6c-82ab-f784851567a7", "name": "network-vif-plugged", "status": "completed", "tag": "75fa0058-45fb-46b2-a65a-d072028b2245"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:02.023503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.025528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 69ce7c22-187b-4db2-b620-55d27ee31e6d no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:02.043294 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f4f4b3-f42c-4814-bf39-d72f6057f7fd x-openstack-request-id: req-64f4f4b3-f42c-4814-bf39-d72f6057f7fd {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:02.043736 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5864d509-0e3a-405a-8b06-35994ce56a82", "name": "network-vif-deleted", "tag": "69ce7c22-187b-4db2-b620-55d27ee31e6d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:02.044198 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64f4f4b3-f42c-4814-bf39-d72f6057f7fd {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:02.044676 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5864d509-0e3a-405a-8b06-35994ce56a82', 'name': 'network-vif-deleted', 'tag': '69ce7c22-187b-4db2-b620-55d27ee31e6d', 'status': 'completed', 'code': 200} Nov 25 19:35:02.098455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 69ce7c22-187b-4db2-b620-55d27ee31e6d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:02.099139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 69ce7c22-187b-4db2-b620-55d27ee31e6d not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:02.166164 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.193171 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-389b27fa-08ab-454c-afb7-8b7cd44bd383 req-8c3d5505-9746-4cc0-87f7-d986d6c7d6df tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 210 time: 0.0785925 Nov 25 19:35:02.253378 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b8492ca-6368-4bb0-80a4-1a5ff7bf735c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.299728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=75fa0058-45fb-46b2-a65a-d072028b2245,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:02.414668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Network 3df4ac66-dad2-4fb0-9501-ed34f0a5e4de is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:02.438142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:02.454482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:02.463044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabdcc38-c067-4145-b07f-164ccde1c2b5 req-da2285a9-db7a-41bb-ad54-c3b45138dba0 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:02.470860 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dabdcc38-c067-4145-b07f-164ccde1c2b5 req-da2285a9-db7a-41bb-ad54-c3b45138dba0 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1476257 Nov 25 19:35:02.521676 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-67b429d0-41db-4ab7-97da-7d2d00484abf req-74ab7ae7-6f24-43bd-afc2-ea99c0b35c01 service neutron] 10.222.0.60 "GET /v2.0/networks/5195e33a-884c-4321-8c57-50f2d8f03966?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738452 Nov 25 19:35:02.522495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Pushing event updated for resources: {'Port': ['ID=aad87194-c0b0-4818-a0a1-a9e693f7f8ac,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:02.594030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dabdcc38-c067-4145-b07f-164ccde1c2b5 req-1db6f93d-5588-4b5b-b944-e865a650c1a2 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201026 Nov 25 19:35:02.618362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07e81-9813-4874-bf91-f50488495a1c req-cc06059a-e587-4a97-b23d-6e99bfc3f300 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:02.626337 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-cc06059a-e587-4a97-b23d-6e99bfc3f300 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "GET /v2.0/networks?id=0275eb29-d23c-4aad-9f29-2db63d79a059 HTTP/1.1" status: 200 len: 815 time: 0.5415087 Nov 25 19:35:02.637162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:02.638118 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.684592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Request body: {'port': {'device_id': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059', 'admin_state_up': True, 'tenant_id': '59a59506586d42e6beb0878d2d58de04'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:02.730704 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-063bc6b7-4241-480d-9ceb-651c925656f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2913117 Nov 25 19:35:02.752887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Request body: {'port': {'device_id': '391d76f2-c603-4200-a526-0f3a48e9db7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:02.927473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:02.933566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-67b429d0-41db-4ab7-97da-7d2d00484abf req-7fc7241a-da6b-4fcf-95d9-561b5d61ac4a service neutron] 10.222.0.60 "GET /v2.0/networks/5195e33a-884c-4321-8c57-50f2d8f03966?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841982 Nov 25 19:35:02.995391 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00b1b57-744f-4509-ba28-432d23233f0a x-openstack-request-id: req-f00b1b57-744f-4509-ba28-432d23233f0a {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:02.996183 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abafc2eb-8fa9-4f6c-82ab-f784851567a7", "name": "network-vif-plugged", "status": "completed", "tag": "75fa0058-45fb-46b2-a65a-d072028b2245", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:02.996183 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f00b1b57-744f-4509-ba28-432d23233f0a {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:02.996510 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abafc2eb-8fa9-4f6c-82ab-f784851567a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75fa0058-45fb-46b2-a65a-d072028b2245', 'code': 200} Nov 25 19:35:03.172981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Made reservation on behalf of 59a59506586d42e6beb0878d2d58de04 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:03.179300 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:03.273378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86139bc2-8cac-4add-a54d-060042b73fd0 req-52873871-b553-4588-b66f-749feacb601f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:03.275062 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-86139bc2-8cac-4add-a54d-060042b73fd0 req-52873871-b553-4588-b66f-749feacb601f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 1097 time: 0.1654019 Nov 25 19:35:03.304519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f5ce8b5-266d-49fe-82d8-aa9c9202488e req-16dac5ae-fd09-4e84-b41b-9f7d79020c2d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0889444 Nov 25 19:35:03.561081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084921d-347a-4c42-9855-9e756514248a req-bd47cbce-9fce-4cbc-9acf-1b8535aa648a tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:03.565371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a084921d-347a-4c42-9855-9e756514248a req-bd47cbce-9fce-4cbc-9acf-1b8535aa648a tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 931 time: 0.1084256 Nov 25 19:35:03.697116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a084921d-347a-4c42-9855-9e756514248a req-dc8f90cd-0ef4-4bf2-a7f5-c2b10b57a260 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/security-groups?id=4733befe-c1a7-4cea-b1f1-caf25dde1963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158426 Nov 25 19:35:03.867282 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-86139bc2-8cac-4add-a54d-060042b73fd0 req-64970004-38f3-458b-94f0-38500c17cf3d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618352 Nov 25 19:35:03.941683 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Allocated IP 172.20.0.11 (0275eb29-d23c-4aad-9f29-2db63d79a059/da3f0592-2f1f-4281-80c4-aa399415e2e1/d6a05193-c4f8-4f16-bce7-4c1fc0d5738c) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:03.956926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aad87194-c0b0-4818-a0a1-a9e693f7f8ac {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:03.970367 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:03.982505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92833d35-4030-4f3f-8955-e3bbca4110e0 req-02745d78-c804-461e-9c33-7bd70f1cca6c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:03.987179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92833d35-4030-4f3f-8955-e3bbca4110e0 req-02745d78-c804-461e-9c33-7bd70f1cca6c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 946 time: 0.1558368 Nov 25 19:35:04.003602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Transition to ACTIVE for port object aad87194-c0b0-4818-a0a1-a9e693f7f8ac will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:35:04.009535 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.088126 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92833d35-4030-4f3f-8955-e3bbca4110e0 req-37c2ce2a-d2dc-4281-8e78-8284bfbecd45 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917864 Nov 25 19:35:04.118664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Pushing event updated for resources: {'Port': ['ID=aad87194-c0b0-4818-a0a1-a9e693f7f8ac,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:04.276738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7d2ab78-cf31-4986-bb2c-3a8706e1a903 req-b480ee9b-973b-4d96-ab67-17f284d77803 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 210 time: 0.0635133 Nov 25 19:35:04.331666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Attempting to bind port aad87194-c0b0-4818-a0a1-a9e693f7f8ac on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:04.332015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Attempting to bind port aad87194-c0b0-4818-a0a1-a9e693f7f8ac by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'b2f740bb-a75a-4cd7-972f-67094d2987b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3df4ac66-dad2-4fb0-9501-ed34f0a5e4de'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:04.332299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Attempting to bind port aad87194-c0b0-4818-a0a1-a9e693f7f8ac on network 3df4ac66-dad2-4fb0-9501-ed34f0a5e4de {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:04.339997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.344660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Port aad87194-c0b0-4818-a0a1-a9e693f7f8ac on network 3df4ac66-dad2-4fb0-9501-ed34f0a5e4de not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:04.344987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Attempting to bind port aad87194-c0b0-4818-a0a1-a9e693f7f8ac on network 3df4ac66-dad2-4fb0-9501-ed34f0a5e4de {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:04.355026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:35:04.355402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Checking segment: {'id': 'b2f740bb-a75a-4cd7-972f-67094d2987b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3df4ac66-dad2-4fb0-9501-ed34f0a5e4de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:04.355775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Bound using segment: {'id': 'b2f740bb-a75a-4cd7-972f-67094d2987b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3df4ac66-dad2-4fb0-9501-ed34f0a5e4de'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:35:04.356614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Bound port: aad87194-c0b0-4818-a0a1-a9e693f7f8ac, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f740bb-a75a-4cd7-972f-67094d2987b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '3df4ac66-dad2-4fb0-9501-ed34f0a5e4de'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:35:04.357322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.456654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.463374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60938) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:04.464571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c4616e-2247-4e8d-9242-ae93ea33a32b req-8649b1ed-b86d-491e-8812-9a20b150b659 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:04.466206 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4c4616e-2247-4e8d-9242-ae93ea33a32b req-8649b1ed-b86d-491e-8812-9a20b150b659 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0636473 Nov 25 19:35:04.546428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4c4616e-2247-4e8d-9242-ae93ea33a32b req-5f803cff-374e-4dc1-9dee-5dc6e48b0c9d tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676229 Nov 25 19:35:04.592313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Pushing event updated for resources: {'Port': ['ID=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:04.629638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Network 0275eb29-d23c-4aad-9f29-2db63d79a059 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:04.637898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] For port aad87194-c0b0-4818-a0a1-a9e693f7f8ac, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:04.643835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:04.658304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:04.666641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] For port aad87194-c0b0-4818-a0a1-a9e693f7f8ac, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=aad87194-c0b0-4818-a0a1-a9e693f7f8ac,segment=NetworkSegment(b2f740bb-a75a-4cd7-972f-67094d2987b6),segment_id=b2f740bb-a75a-4cd7-972f-67094d2987b6)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:35:04.709469 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-735bf424-4b4d-4da0-b0ed-0d82bb628bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.724158 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.842491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:04.843640 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.846111 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] 10.222.0.60 "PUT /v2.0/ports/aad87194-c0b0-4818-a0a1-a9e693f7f8ac HTTP/1.1" status: 200 len: 1091 time: 2.1055584 Nov 25 19:35:04.895200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '391d76f2-c603-4200-a526-0f3a48e9db7b', 'tag': 'aad87194-c0b0-4818-a0a1-a9e693f7f8ac'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:04.899343 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138c0c68-023d-4c9b-9094-aa76cfe94ff0" -d '{"events": [{"name": "network-changed", "server_uuid": "391d76f2-c603-4200-a526-0f3a48e9db7b", "tag": "aad87194-c0b0-4818-a0a1-a9e693f7f8ac"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:04.904247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b70dba50-4022-486a-9a83-7067658f6c5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.927079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:04.927762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:04.957726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e64841c5-66ec-4d0b-9ef8-5c52c400ce07 req-46caf37d-ec10-4903-ba53-600432058ea2 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0586340 Nov 25 19:35:04.970328 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f05b259d-2ca2-4cb2-af01-765b87023a18 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2951822 Nov 25 19:35:05.020460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Request body: {'port': {'device_id': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:05.057686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b17f5-d4f0-4c3d-aacb-6e5253ebabd9 service neutron] Pushing event updated for resources: {'Port': ['ID=aad87194-c0b0-4818-a0a1-a9e693f7f8ac,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:05.136045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-b545598c-aa8e-4f36-aac0-e313c54bfcb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:05.137562 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-b545598c-aa8e-4f36-aac0-e313c54bfcb9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e1292156bb4e0da865123e1702d4fe&device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 1094 time: 0.1942019 Nov 25 19:35:05.159534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.213802 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-7c1eef5f-d4ca-4772-babe-94e571be5eae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aad87194-c0b0-4818-a0a1-a9e693f7f8ac HTTP/1.1" status: 200 len: 217 time: 0.0613701 Nov 25 19:35:05.265257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc2ca6-f234-43dd-b6e7-5c7c4f6a9553 req-46f820c2-0b12-4a0e-bfbf-b60f70577505 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:05.268960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3fbc2ca6-f234-43dd-b6e7-5c7c4f6a9553 req-46f820c2-0b12-4a0e-bfbf-b60f70577505 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 943 time: 0.1275632 Nov 25 19:35:05.331304 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b70dba50-4022-486a-9a83-7067658f6c5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.382545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3fbc2ca6-f234-43dd-b6e7-5c7c4f6a9553 req-bd31cbf4-1617-427e-b0f0-ebd7a9103c59 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/security-groups?id=4733befe-c1a7-4cea-b1f1-caf25dde1963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060882 Nov 25 19:35:05.391917 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b70dba50-4022-486a-9a83-7067658f6c5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.423125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-b075f095-973f-4573-9a1c-5cb94a8605ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:05.423125 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-b075f095-973f-4573-9a1c-5cb94a8605ce service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e64b723-26db-42f8-97db-b750fe0f581e HTTP/1.1" status: 200 len: 850 time: 0.1924853 Nov 25 19:35:05.485107 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-570c6b5c-da4f-4edd-93aa-1fee7cfbd3a8 x-openstack-request-id: req-570c6b5c-da4f-4edd-93aa-1fee7cfbd3a8 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:05.485471 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "391d76f2-c603-4200-a526-0f3a48e9db7b", "tag": "aad87194-c0b0-4818-a0a1-a9e693f7f8ac", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:05.485740 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-570c6b5c-da4f-4edd-93aa-1fee7cfbd3a8 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:05.486151 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '391d76f2-c603-4200-a526-0f3a48e9db7b', 'tag': 'aad87194-c0b0-4818-a0a1-a9e693f7f8ac', 'status': 'completed', 'code': 200} Nov 25 19:35:05.498732 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-bb5a15d4-a97d-43e5-a26d-44fcf91f37c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3df4ac66-dad2-4fb0-9501-ed34f0a5e4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609744 Nov 25 19:35:05.532382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70dba50-4022-486a-9a83-7067658f6c5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c98675-7806-40b8-a078-668f81009233,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:05.537286 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b70dba50-4022-486a-9a83-7067658f6c5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=03d70300957546e79025e110f1d40c47&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0727105 Nov 25 19:35:05.542071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60950) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:05.698397 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-8cbaaba5-1f66-4619-a88d-b1fcd1e6f0e6 service neutron] 10.222.0.60 "GET /v2.0/networks/3df4ac66-dad2-4fb0-9501-ed34f0a5e4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1846735 Nov 25 19:35:05.722610 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0e463e51-f4aa-471e-a617-43c327350256 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.768060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8becb1bd-c122-4bbb-8f95-e4d62654e236 req-b4c757d1-771e-41c6-8d96-a78a059e1983 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:05.772346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8becb1bd-c122-4bbb-8f95-e4d62654e236 req-b4c757d1-771e-41c6-8d96-a78a059e1983 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 946 time: 0.1726696 Nov 25 19:35:05.806175 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0e463e51-f4aa-471e-a617-43c327350256 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.897417 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6a05193-c4f8-4f16-bce7-4c1fc0d5738c {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:05.916392 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.916676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8becb1bd-c122-4bbb-8f95-e4d62654e236 req-3a903032-21a3-4c3d-9377-7baeae01082c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282310 Nov 25 19:35:05.928899 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1317cb9f-3db7-4d8b-b640-8b762829d8c6 req-a6c36946-8cbf-4ada-9c74-fef9df513b04 service neutron] 10.222.0.60 "GET /v2.0/networks/3df4ac66-dad2-4fb0-9501-ed34f0a5e4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179623 Nov 25 19:35:05.957980 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0e463e51-f4aa-471e-a617-43c327350256 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.963955 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0e463e51-f4aa-471e-a617-43c327350256 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:05.965774 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Transition to ACTIVE for port object d6a05193-c4f8-4f16-bce7-4c1fc0d5738c will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:35:05.966919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0e463e51-f4aa-471e-a617-43c327350256 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36c98675-7806-40b8-a078-668f81009233 HTTP/1.1" status: 204 len: 168 time: 0.4231393 Nov 25 19:35:05.977118 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:06.007980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e463e51-f4aa-471e-a617-43c327350256 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c98675-7806-40b8-a078-668f81009233,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:06.146481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Pushing event updated for resources: {'Port': ['ID=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:06.204146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0c68-023d-4c9b-9094-aa76cfe94ff0 req-7e353193-12fa-4540-ab74-cdd185c08ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:06.205287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6363628-67cc-47bd-a164-135eb909b153 req-1fb8c7b4-54fa-449d-89a6-a964fd392058 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:06.205699 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-138c0c68-023d-4c9b-9094-aa76cfe94ff0 req-7e353193-12fa-4540-ab74-cdd185c08ccb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=93e1292156bb4e0da865123e1702d4fe&device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 1094 time: 0.1499240 Nov 25 19:35:06.211550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6363628-67cc-47bd-a164-135eb909b153 req-1fb8c7b4-54fa-449d-89a6-a964fd392058 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 944 time: 0.1280112 Nov 25 19:35:06.271290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Attempting to bind port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:06.271641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Attempting to bind port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:06.271975 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Attempting to bind port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c on network 0275eb29-d23c-4aad-9f29-2db63d79a059 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:06.329264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c on network 0275eb29-d23c-4aad-9f29-2db63d79a059 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:06.329608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Attempting to bind port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c on network 0275eb29-d23c-4aad-9f29-2db63d79a059 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:06.337182 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6363628-67cc-47bd-a164-135eb909b153 req-aa0e13fd-528c-440d-bb68-ff621b0f3267 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086974 Nov 25 19:35:06.345851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 34, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:35:06.346226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Checking segment: {'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:06.346626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Bound using segment: {'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:35:06.348078 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Bound port: d6a05193-c4f8-4f16-bce7-4c1fc0d5738c, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:35:06.348078 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:06.350111 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:06.408863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0c68-023d-4c9b-9094-aa76cfe94ff0 req-61bf5614-612d-4a93-95d9-512870b2346f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:06.410405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-138c0c68-023d-4c9b-9094-aa76cfe94ff0 req-61bf5614-612d-4a93-95d9-512870b2346f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3df4ac66-dad2-4fb0-9501-ed34f0a5e4de HTTP/1.1" status: 200 len: 911 time: 0.1941860 Nov 25 19:35:06.480506 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-138c0c68-023d-4c9b-9094-aa76cfe94ff0 req-a38338e5-533e-461c-b585-c4e79407edcb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=aad87194-c0b0-4818-a0a1-a9e693f7f8ac HTTP/1.1" status: 200 len: 217 time: 0.0598195 Nov 25 19:35:06.492820 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] For port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:06.505298 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] For port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:35:06.535152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:06.554689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee24928f-3b66-46b8-8ebd-796670053854 req-fe11661e-147f-4288-8f35-bba60fc56b00 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:06.556858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee24928f-3b66-46b8-8ebd-796670053854 req-fe11661e-147f-4288-8f35-bba60fc56b00 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0921659 Nov 25 19:35:06.625602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:06.626664 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:06.630092 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] 10.222.0.60 "PUT /v2.0/ports/d6a05193-c4f8-4f16-bce7-4c1fc0d5738c HTTP/1.1" status: 200 len: 1092 time: 1.6186311 Nov 25 19:35:06.653749 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee24928f-3b66-46b8-8ebd-796670053854 req-deeab9d5-8b4e-42d0-8d28-e8ae7aded8ff tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800896 Nov 25 19:35:06.676663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138c0c68-023d-4c9b-9094-aa76cfe94ff0 req-b62bf710-5dde-4f3a-9fb3-367b2df8c747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:06.679513 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-138c0c68-023d-4c9b-9094-aa76cfe94ff0 req-b62bf710-5dde-4f3a-9fb3-367b2df8c747 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7e64b723-26db-42f8-97db-b750fe0f581e HTTP/1.1" status: 200 len: 850 time: 0.1841171 Nov 25 19:35:06.781599 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-138c0c68-023d-4c9b-9094-aa76cfe94ff0 req-77574d0f-7c62-4007-b65f-eb263c86336d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3df4ac66-dad2-4fb0-9501-ed34f0a5e4de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0799906 Nov 25 19:35:06.831592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce09df0a-16b1-423d-bf9d-bca542c5fadd service neutron] Pushing event updated for resources: {'Port': ['ID=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:06.979758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07e81-9813-4874-bf91-f50488495a1c req-1af8bd68-5198-47d0-ba80-69325642f9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:06.981936 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-1af8bd68-5198-47d0-ba80-69325642f9ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59a59506586d42e6beb0878d2d58de04&device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 1095 time: 0.2782986 Nov 25 19:35:07.071016 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-4b58f1cc-69f1-49eb-a619-8bbc825e0216 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c HTTP/1.1" status: 200 len: 217 time: 0.0756621 Nov 25 19:35:07.113408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41483ebe-9142-4cac-8ecf-7bbb96f80dd7 req-ce0d5e53-7863-417a-a79a-725d17bbfa07 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e7658e6-2d83-4862-8394-4cff42a0950f HTTP/1.1" status: 200 len: 210 time: 0.0660605 Nov 25 19:35:07.162504 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-138c0c68-023d-4c9b-9094-aa76cfe94ff0 req-9758745e-6113-42f9-a76b-e62b38e0dbe6 service neutron] 10.222.0.60 "GET /v2.0/networks/3df4ac66-dad2-4fb0-9501-ed34f0a5e4de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3508203 Nov 25 19:35:07.235314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f407a59e-9ad3-4250-9d7e-fe059d03ff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:07.237972 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-f407a59e-9ad3-4250-9d7e-fe059d03ff69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da3f0592-2f1f-4281-80c4-aa399415e2e1 HTTP/1.1" status: 200 len: 855 time: 0.1555343 Nov 25 19:35:07.312164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50ca27d-00bd-426a-9af3-addc25c59694 req-f1b2bd65-3fa4-4213-a0da-ffb198073cdc tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:07.314204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e50ca27d-00bd-426a-9af3-addc25c59694 req-f1b2bd65-3fa4-4213-a0da-ffb198073cdc tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 943 time: 0.0729270 Nov 25 19:35:07.348597 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-e453c105-483d-44ad-978a-1a2a6ae1649b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0275eb29-d23c-4aad-9f29-2db63d79a059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477190 Nov 25 19:35:07.424161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e50ca27d-00bd-426a-9af3-addc25c59694 req-83ad6067-6919-475d-82f0-6b856a697901 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/security-groups?id=4733befe-c1a7-4cea-b1f1-caf25dde1963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971568 Nov 25 19:35:07.461328 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-138c0c68-023d-4c9b-9094-aa76cfe94ff0 req-02ba0b89-a297-45e0-a7b7-2a0614d8180f service neutron] 10.222.0.60 "GET /v2.0/networks/3df4ac66-dad2-4fb0-9501-ed34f0a5e4de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2840209 Nov 25 19:35:07.493661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'tag': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:07.497564 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dee202a1-7e74-4142-b064-2d96b0a6ffd8" -d '{"events": [{"name": "network-changed", "server_uuid": "cd5de292-7093-4e3b-a908-c12e90451dd5", "tag": "d6a05193-c4f8-4f16-bce7-4c1fc0d5738c"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:07.507950 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-c1700840-1729-4128-9710-272804db7f79 service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472912 Nov 25 19:35:07.619775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cd9939-5ad1-46b4-8439-e1e98b81964c req-39881d05-10d1-4548-bfd8-87d910460ae2 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:07.623343 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14cd9939-5ad1-46b4-8439-e1e98b81964c req-39881d05-10d1-4548-bfd8-87d910460ae2 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 944 time: 0.0988436 Nov 25 19:35:07.633785 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e1f07e81-9813-4874-bf91-f50488495a1c req-a384e1a9-7964-40a0-a308-db06021f5946 service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150560 Nov 25 19:35:07.727582 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14cd9939-5ad1-46b4-8439-e1e98b81964c req-6885075b-30f0-4443-b760-64e656ef88cc tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953426 Nov 25 19:35:07.802049 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97b1ae6-3af5-4f9a-a111-abb48a63599b x-openstack-request-id: req-b97b1ae6-3af5-4f9a-a111-abb48a63599b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:07.803738 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd5de292-7093-4e3b-a908-c12e90451dd5", "tag": "d6a05193-c4f8-4f16-bce7-4c1fc0d5738c", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:07.804230 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b97b1ae6-3af5-4f9a-a111-abb48a63599b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:07.805177 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'tag': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c', 'status': 'completed', 'code': 200} Nov 25 19:35:07.820218 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:07.930049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee202a1-7e74-4142-b064-2d96b0a6ffd8 req-7b4463cb-abde-41c1-a57c-4901e9e67b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:07.933212 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dee202a1-7e74-4142-b064-2d96b0a6ffd8 req-7b4463cb-abde-41c1-a57c-4901e9e67b99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59a59506586d42e6beb0878d2d58de04&device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 1095 time: 0.1009326 Nov 25 19:35:07.965264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a0a8b-4b46-417d-b95e-937e01f3dbec req-e83230de-03af-4216-a455-17421d678aaf tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:07.969322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b43a0a8b-4b46-417d-b95e-937e01f3dbec req-e83230de-03af-4216-a455-17421d678aaf tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0827422 Nov 25 19:35:08.041092 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b43a0a8b-4b46-417d-b95e-937e01f3dbec req-58bc1160-e0ab-4f1a-891c-a84060bbd141 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646994 Nov 25 19:35:08.108517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee202a1-7e74-4142-b064-2d96b0a6ffd8 req-98cac344-169a-4a6c-a823-ea2b31d2dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:08.111162 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dee202a1-7e74-4142-b064-2d96b0a6ffd8 req-98cac344-169a-4a6c-a823-ea2b31d2dbbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=0275eb29-d23c-4aad-9f29-2db63d79a059 HTTP/1.1" status: 200 len: 916 time: 0.1623180 Nov 25 19:35:08.122418 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:08.196529 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dee202a1-7e74-4142-b064-2d96b0a6ffd8 req-2a193425-4441-4a7c-8321-aa97d4a9cde9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c HTTP/1.1" status: 200 len: 217 time: 0.0760705 Nov 25 19:35:08.288022 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee202a1-7e74-4142-b064-2d96b0a6ffd8 req-746a6e3e-9ce3-49c8-a561-986a2b4f0a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:08.292531 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dee202a1-7e74-4142-b064-2d96b0a6ffd8 req-746a6e3e-9ce3-49c8-a561-986a2b4f0a9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da3f0592-2f1f-4281-80c4-aa399415e2e1 HTTP/1.1" status: 200 len: 855 time: 0.0767224 Nov 25 19:35:08.349514 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dee202a1-7e74-4142-b064-2d96b0a6ffd8 req-f30c03e2-21e2-420a-8a75-676a53016854 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0275eb29-d23c-4aad-9f29-2db63d79a059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365975 Nov 25 19:35:08.434501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32786) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:08.508106 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-21f27d85-3dc0-43c6-b11f-c6383a85446e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:08.533786 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dee202a1-7e74-4142-b064-2d96b0a6ffd8 req-01a4d977-0a29-4137-8c1a-f7e8e5907f97 service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686614 Nov 25 19:35:08.549106 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-21f27d85-3dc0-43c6-b11f-c6383a85446e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:08.708924 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dee202a1-7e74-4142-b064-2d96b0a6ffd8 req-0c125074-b769-42bf-a6aa-6e42a7b7047d service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513307 Nov 25 19:35:09.030669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526d403b-166b-4672-8b5e-efb839574925 req-b4e215c3-bcab-4949-9c6b-d929f00482c4 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:09.032326 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-526d403b-166b-4672-8b5e-efb839574925 req-b4e215c3-bcab-4949-9c6b-d929f00482c4 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 943 time: 0.4794734 Nov 25 19:35:09.066411 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-21f27d85-3dc0-43c6-b11f-c6383a85446e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.069328 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-21f27d85-3dc0-43c6-b11f-c6383a85446e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.070668 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-21f27d85-3dc0-43c6-b11f-c6383a85446e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "DELETE /v2.0/security-groups/1e167885-5f28-4a14-a973-4ffb3d024f9a HTTP/1.1" status: 204 len: 168 time: 0.6344948 Nov 25 19:35:09.075046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32816) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:09.084422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f27d85-3dc0-43c6-b11f-c6383a85446e tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e167885-5f28-4a14-a973-4ffb3d024f9a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:09.090715 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-c2c9edb2-1dd1-4a9c-bb05-da006705fd9d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] show failed (client error): The resource could not be found. Nov 25 19:35:09.098619 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c2c9edb2-1dd1-4a9c-bb05-da006705fd9d tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "GET /v2.0/security-groups/1e167885-5f28-4a14-a973-4ffb3d024f9a HTTP/1.1" status: 404 len: 347 time: 0.0162311 Nov 25 19:35:09.098970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32820) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:09.158389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-526d403b-166b-4672-8b5e-efb839574925 req-92dc244d-b4f5-480d-9bc3-06c2ff69aa2d tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/security-groups?id=4733befe-c1a7-4cea-b1f1-caf25dde1963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109931 Nov 25 19:35:09.269187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ed5c1-7870-4f67-b5ec-dda38e49dba6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Deleting port 24906ad3-f9a2-4135-a3ae-395b45f1cf4a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:09.269677 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e4ed5c1-7870-4f67-b5ec-dda38e49dba6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.410024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8768948-cf8d-4e34-8000-d34cb3102f20 req-806906c9-a3da-40b2-90fb-69c61a390b07 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:09.412983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8768948-cf8d-4e34-8000-d34cb3102f20 req-806906c9-a3da-40b2-90fb-69c61a390b07 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 944 time: 0.1286609 Nov 25 19:35:09.459079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e4ed5c1-7870-4f67-b5ec-dda38e49dba6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.460196 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e4ed5c1-7870-4f67-b5ec-dda38e49dba6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.489902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3e4ed5c1-7870-4f67-b5ec-dda38e49dba6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Calling delete_port for 24906ad3-f9a2-4135-a3ae-395b45f1cf4a owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:09.522353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8768948-cf8d-4e34-8000-d34cb3102f20 req-23f49cdd-099c-40dd-958b-8f89941fc003 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006243 Nov 25 19:35:09.589165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device aad87194-c0b0-4818-a0a1-a9e693f7f8ac details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:35:09.767499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32848) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:09.792830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port aad87194-c0b0-4818-a0a1-a9e693f7f8ac, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=aad87194-c0b0-4818-a0a1-a9e693f7f8ac,segment=NetworkSegment(b2f740bb-a75a-4cd7-972f-67094d2987b6),segment_id=b2f740bb-a75a-4cd7-972f-67094d2987b6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:09.813637 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'aad87194-c0b0-4818-a0a1-a9e693f7f8ac', 'network_id': '3df4ac66-dad2-4fb0-9501-ed34f0a5e4de', 'port_id': 'aad87194-c0b0-4818-a0a1-a9e693f7f8ac', 'mac_address': 'fa:16:3e:44:a2:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e64b723-26db-42f8-97db-b750fe0f581e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:35:09.841185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e190a-b08f-451e-b0bb-3fb1889ef8b8 req-ee75429f-8c57-467d-a368-3c1ec6a95dac tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:09.843775 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-914e190a-b08f-451e-b0bb-3fb1889ef8b8 req-ee75429f-8c57-467d-a368-3c1ec6a95dac tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1664846 Nov 25 19:35:09.855815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e4ed5c1-7870-4f67-b5ec-dda38e49dba6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.881799 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.901075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aad87194-c0b0-4818-a0a1-a9e693f7f8ac {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:09.930779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port aad87194-c0b0-4818-a0a1-a9e693f7f8ac, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=aad87194-c0b0-4818-a0a1-a9e693f7f8ac,segment=NetworkSegment(b2f740bb-a75a-4cd7-972f-67094d2987b6),segment_id=b2f740bb-a75a-4cd7-972f-67094d2987b6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:09.940652 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:09.956303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ed5c1-7870-4f67-b5ec-dda38e49dba6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Port': ['ID=24906ad3-f9a2-4135-a3ae-395b45f1cf4a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:09.962465 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b59332f-c015-45fc-a509-db67f4d9541f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.038299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-914e190a-b08f-451e-b0bb-3fb1889ef8b8 req-140ee461-fcb2-47c4-950b-259273f7a0ed tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771498 Nov 25 19:35:10.042984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=aad87194-c0b0-4818-a0a1-a9e693f7f8ac,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:10.053467 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e4ed5c1-7870-4f67-b5ec-dda38e49dba6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.057384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e4ed5c1-7870-4f67-b5ec-dda38e49dba6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.063500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3e4ed5c1-7870-4f67-b5ec-dda38e49dba6 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "DELETE /v2.0/floatingips/07936fdb-2eb6-4889-b7cc-6fa800f76cb7 HTTP/1.1" status: 204 len: 168 time: 0.9587045 Nov 25 19:35:10.063938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32852) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:10.236942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b59332f-c015-45fc-a509-db67f4d9541f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.252364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b59332f-c015-45fc-a509-db67f4d9541f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.292819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['aad87194-c0b0-4818-a0a1-a9e693f7f8ac'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:10.360814 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6b59332f-c015-45fc-a509-db67f4d9541f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a59b622d18114070a08ffa38b227293a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5919449 Nov 25 19:35:10.363392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32856) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:10.382625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b59332f-c015-45fc-a509-db67f4d9541f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f817487-f47c-469b-a195-b5b52374923f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:10.398227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8f4ed-afa2-42e4-a772-80d70d4c1311 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Deleting port 8a281f2c-b693-4946-92e9-005d6524e0d3 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:10.398820 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f4ed-afa2-42e4-a772-80d70d4c1311 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.445751 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2eb0-7674-41cf-8499-5e2a2d5a44d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.498863 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2eb0-7674-41cf-8499-5e2a2d5a44d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.536934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a57b6-3e59-4b85-aba1-c8c2bc6885b3 req-83a73b62-bec7-46c9-8cdb-26dc2497d6a4 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:10.539890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f4a57b6-3e59-4b85-aba1-c8c2bc6885b3 req-83a73b62-bec7-46c9-8cdb-26dc2497d6a4 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 944 time: 0.1100032 Nov 25 19:35:10.560204 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-733c8213-bbdb-4319-9700-35e719001661 req-43605017-d604-44a0-aa48-af8bdcdaee21 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1949749 Nov 25 19:35:10.621041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f4a57b6-3e59-4b85-aba1-c8c2bc6885b3 req-2e8d9dd7-dc61-460a-b6ba-deb6a1f41382 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/security-groups?id=4733befe-c1a7-4cea-b1f1-caf25dde1963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726650 Nov 25 19:35:10.628514 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2eb0-7674-41cf-8499-5e2a2d5a44d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.630333 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f4ed-afa2-42e4-a772-80d70d4c1311 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.631850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0bf2eb0-7674-41cf-8499-5e2a2d5a44d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:10.633266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b0bf2eb0-7674-41cf-8499-5e2a2d5a44d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f817487-f47c-469b-a195-b5b52374923f HTTP/1.1" status: 204 len: 168 time: 0.2677441 Nov 25 19:35:10.658235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bf2eb0-7674-41cf-8499-5e2a2d5a44d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f817487-f47c-469b-a195-b5b52374923f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:10.659590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ddf8f4ed-afa2-42e4-a772-80d70d4c1311 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Calling delete_port for 8a281f2c-b693-4946-92e9-005d6524e0d3 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:10.806653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2b9fa3-53c7-47a4-b539-00bcbd81b1e6 req-edcdb8e4-d4f4-44a1-ac2a-5360595a08f5 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:10.808976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c2b9fa3-53c7-47a4-b539-00bcbd81b1e6 req-edcdb8e4-d4f4-44a1-ac2a-5360595a08f5 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 944 time: 0.0605705 Nov 25 19:35:10.811963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c8213-bbdb-4319-9700-35e719001661 req-e1382b14-5638-4fb6-a150-39c4831e90f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:10.814856 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-733c8213-bbdb-4319-9700-35e719001661 req-e1382b14-5638-4fb6-a150-39c4831e90f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=83211a641ec04c1da600acc79980ff70&device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 1096 time: 0.2206469 Nov 25 19:35:10.894105 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c2b9fa3-53c7-47a4-b539-00bcbd81b1e6 req-cd4a9225-6d8b-44eb-9bbc-99ff338041fa tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722136 Nov 25 19:35:10.995219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f4ed-afa2-42e4-a772-80d70d4c1311 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.047369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32864) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:11.062756 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8342c087-8a6d-40df-90d5-f86647cb9da3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.073374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf8f4ed-afa2-42e4-a772-80d70d4c1311 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Port': ['ID=8a281f2c-b693-4946-92e9-005d6524e0d3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:11.090983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c8213-bbdb-4319-9700-35e719001661 req-932700cd-d4e2-4b9b-9d13-429c91a3d0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.094176 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-733c8213-bbdb-4319-9700-35e719001661 req-932700cd-d4e2-4b9b-9d13-429c91a3d0f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bb688120-ecb9-447b-8db2-35831ddfd4a8 HTTP/1.1" status: 200 len: 916 time: 0.2512167 Nov 25 19:35:11.220923 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8342c087-8a6d-40df-90d5-f86647cb9da3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.229562 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8342c087-8a6d-40df-90d5-f86647cb9da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.283001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8342c087-8a6d-40df-90d5-f86647cb9da3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cdbfdaa33e584b978d876479b6ce5492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2341113 Nov 25 19:35:11.288611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32872) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:11.296709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0903a75a-1386-433f-9edc-4346bb0acca7 req-26131605-7cbb-439a-85e5-20ca89f9dc0e tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.298394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0903a75a-1386-433f-9edc-4346bb0acca7 req-26131605-7cbb-439a-85e5-20ca89f9dc0e tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1206424 Nov 25 19:35:11.318938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8342c087-8a6d-40df-90d5-f86647cb9da3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b6542c-e8fd-42fe-8a48-a8e4b63b0401,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:11.415330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0903a75a-1386-433f-9edc-4346bb0acca7 req-20e14cef-149d-4e7e-a25b-f5fa21113d11 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076820 Nov 25 19:35:11.427988 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-497fe1a6-81b4-44c6-aea6-5c3c0d41bd1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.467660 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-497fe1a6-81b4-44c6-aea6-5c3c0d41bd1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.560926 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-497fe1a6-81b4-44c6-aea6-5c3c0d41bd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.566743 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-497fe1a6-81b4-44c6-aea6-5c3c0d41bd1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.569099 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-497fe1a6-81b4-44c6-aea6-5c3c0d41bd1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7b6542c-e8fd-42fe-8a48-a8e4b63b0401 HTTP/1.1" status: 204 len: 168 time: 0.2696364 Nov 25 19:35:11.598776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6a05193-c4f8-4f16-bce7-4c1fc0d5738c details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:35:11.609845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fe1a6-81b4-44c6-aea6-5c3c0d41bd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b6542c-e8fd-42fe-8a48-a8e4b63b0401,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:11.779878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device aad87194-c0b0-4818-a0a1-a9e693f7f8ac up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:11.834234 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf8f4ed-afa2-42e4-a772-80d70d4c1311 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:11.841751 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ddf8f4ed-afa2-42e4-a772-80d70d4c1311 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "DELETE /v2.0/ports/8a281f2c-b693-4946-92e9-005d6524e0d3 HTTP/1.1" status: 204 len: 168 time: 1.7757361 Nov 25 19:35:11.843897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32880) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:11.846323 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-733c8213-bbdb-4319-9700-35e719001661 req-8012438a-18ee-4b21-9687-e17bff48d170 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0da3c261-69d6-420b-a274-6bf3d17f8347 HTTP/1.1" status: 200 len: 1001 time: 0.7240129 Nov 25 19:35:11.901970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:11.936333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c8213-bbdb-4319-9700-35e719001661 req-d0811718-78cd-4953-9c8b-5d1d9b085e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:11.937826 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-733c8213-bbdb-4319-9700-35e719001661 req-d0811718-78cd-4953-9c8b-5d1d9b085e27 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c673877f-1ccd-49b7-a162-6a117330cf31 HTTP/1.1" status: 200 len: 854 time: 0.0794353 Nov 25 19:35:11.944828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c', 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059', 'port_id': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c', 'mac_address': 'fa:16:3e:00:7c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3f0592-2f1f-4281-80c4-aa399415e2e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:35:11.953527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port aad87194-c0b0-4818-a0a1-a9e693f7f8ac completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:35:11.964518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port aad87194-c0b0-4818-a0a1-a9e693f7f8ac triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:11.965113 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.033589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733c8213-bbdb-4319-9700-35e719001661 req-0dd04c0b-94dd-404e-8dfd-b82a392efb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:12.037448 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-733c8213-bbdb-4319-9700-35e719001661 req-0dd04c0b-94dd-404e-8dfd-b82a392efb43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb688120-ecb9-447b-8db2-35831ddfd4a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0884345 Nov 25 19:35:12.104292 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.105397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fdb82-9ae2-424d-9e3a-92e828759174 req-105ea938-6f8a-490c-8076-7b492a6c996d tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:12.114449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db8fdb82-9ae2-424d-9e3a-92e828759174 req-105ea938-6f8a-490c-8076-7b492a6c996d tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 944 time: 0.1796353 Nov 25 19:35:12.157061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a05193-c4f8-4f16-bce7-4c1fc0d5738c {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:12.212970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db8fdb82-9ae2-424d-9e3a-92e828759174 req-12e1a00e-a395-461a-a32b-4a534934c4f3 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/security-groups?id=4733befe-c1a7-4cea-b1f1-caf25dde1963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974689 Nov 25 19:35:12.232674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2df3a241-37f5-4ccf-b2ba-1dd52a04f6e7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Deleting port 04912e0d-e9ad-4afe-bd53-8a280f9bb21b {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:12.232674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df3a241-37f5-4ccf-b2ba-1dd52a04f6e7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.245735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:12.252685 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-733c8213-bbdb-4319-9700-35e719001661 req-bb0faaa2-572c-4ab8-a799-d61e14a8dad8 service neutron] 10.222.0.60 "GET /v2.0/networks/bb688120-ecb9-447b-8db2-35831ddfd4a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034655 Nov 25 19:35:12.260349 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.318743 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.399142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391d76f2-c603-4200-a526-0f3a48e9db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad87194-c0b0-4818-a0a1-a9e693f7f8ac'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:12.403688 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e868b4-b714-42f8-bb01-667c9708898f" -d '{"events": [{"server_uuid": "391d76f2-c603-4200-a526-0f3a48e9db7b", "name": "network-vif-plugged", "status": "completed", "tag": "aad87194-c0b0-4818-a0a1-a9e693f7f8ac"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:12.407865 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-733c8213-bbdb-4319-9700-35e719001661 req-c05a4829-bd94-4da8-a59d-5504f4f18d42 service neutron] 10.222.0.60 "GET /v2.0/networks/bb688120-ecb9-447b-8db2-35831ddfd4a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438775 Nov 25 19:35:12.447606 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:12.453837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port aad87194-c0b0-4818-a0a1-a9e693f7f8ac, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=aad87194-c0b0-4818-a0a1-a9e693f7f8ac,segment=NetworkSegment(b2f740bb-a75a-4cd7-972f-67094d2987b6),segment_id=b2f740bb-a75a-4cd7-972f-67094d2987b6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:12.460487 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.506695 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df3a241-37f5-4ccf-b2ba-1dd52a04f6e7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:12.527476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2df3a241-37f5-4ccf-b2ba-1dd52a04f6e7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Calling delete_port for 04912e0d-e9ad-4afe-bd53-8a280f9bb21b owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:12.556419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5ac5df-beec-419d-bf7c-9d7b6a2e0f75 req-801bed25-5dcc-4522-9ab9-3445c3a68af2 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:12.563714 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea5ac5df-beec-419d-bf7c-9d7b6a2e0f75 req-801bed25-5dcc-4522-9ab9-3445c3a68af2 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 945 time: 0.1523213 Nov 25 19:35:12.564840 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=aad87194-c0b0-4818-a0a1-a9e693f7f8ac,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:12.690784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['d6a05193-c4f8-4f16-bce7-4c1fc0d5738c'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:12.753191 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea5ac5df-beec-419d-bf7c-9d7b6a2e0f75 req-940a78ed-9ed7-4875-ba53-ee901fb51a58 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854730 Nov 25 19:35:12.885167 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4964462-f8e1-4422-a649-8c588e16ca09 x-openstack-request-id: req-f4964462-f8e1-4422-a649-8c588e16ca09 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:12.885799 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391d76f2-c603-4200-a526-0f3a48e9db7b", "name": "network-vif-plugged", "status": "completed", "tag": "aad87194-c0b0-4818-a0a1-a9e693f7f8ac", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:12.886466 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4964462-f8e1-4422-a649-8c588e16ca09 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:12.887383 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391d76f2-c603-4200-a526-0f3a48e9db7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aad87194-c0b0-4818-a0a1-a9e693f7f8ac', 'code': 200} Nov 25 19:35:13.002726 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df3a241-37f5-4ccf-b2ba-1dd52a04f6e7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.102040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ee809-3e9e-4c27-a360-14949ddcfc0d req-64235942-3f2b-473d-aaa1-a2f3afb39e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:13.104549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e24ee809-3e9e-4c27-a360-14949ddcfc0d req-64235942-3f2b-473d-aaa1-a2f3afb39e0e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 1096 time: 0.0863569 Nov 25 19:35:13.129971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df3a241-37f5-4ccf-b2ba-1dd52a04f6e7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Port': ['ID=04912e0d-e9ad-4afe-bd53-8a280f9bb21b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:13.204337 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e24ee809-3e9e-4c27-a360-14949ddcfc0d req-2dfd88e8-be0a-4f6e-9a74-176ca36c5ab9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4733befe-c1a7-4cea-b1f1-caf25dde1963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861411 Nov 25 19:35:13.207463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a72cce-fa5c-475d-9f0e-05b89bda513c req-17f8b45d-8467-42cd-8f4e-2f725b91d560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:13.209394 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9a72cce-fa5c-475d-9f0e-05b89bda513c req-17f8b45d-8467-42cd-8f4e-2f725b91d560 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 1097 time: 0.0846121 Nov 25 19:35:13.271597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1a4d5-fd62-4cca-a75b-0aed859a1581 req-85dd3fc1-5ae4-4297-b289-46c5883e24f4 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:13.274385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7dd1a4d5-fd62-4cca-a75b-0aed859a1581 req-85dd3fc1-5ae4-4297-b289-46c5883e24f4 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.2978044 Nov 25 19:35:13.341193 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2df3a241-37f5-4ccf-b2ba-1dd52a04f6e7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.349913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2df3a241-37f5-4ccf-b2ba-1dd52a04f6e7 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "DELETE /v2.0/ports/04912e0d-e9ad-4afe-bd53-8a280f9bb21b HTTP/1.1" status: 204 len: 168 time: 1.5021446 Nov 25 19:35:13.350260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32922) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:13.396941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7dd1a4d5-fd62-4cca-a75b-0aed859a1581 req-afb60812-92df-4943-a5ae-dcb425720723 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121349 Nov 25 19:35:13.434095 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4da602-3a62-447f-9d47-7a9522cb424b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Deleting subnet e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:13.440159 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a4da602-3a62-447f-9d47-7a9522cb424b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.571411 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a4da602-3a62-447f-9d47-7a9522cb424b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.650405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9a72cce-fa5c-475d-9f0e-05b89bda513c req-8c19d922-f1ad-4087-b6c8-c2599251f13f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022085 Nov 25 19:35:13.781264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a4da602-3a62-447f-9d47-7a9522cb424b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.872601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32932) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:13.886205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a4da602-3a62-447f-9d47-7a9522cb424b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.950412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4da602-3a62-447f-9d47-7a9522cb424b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Subnet': ['ID=e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:13.954282 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a4da602-3a62-447f-9d47-7a9522cb424b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:13.961260 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6a4da602-3a62-447f-9d47-7a9522cb424b tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "DELETE /v2.0/subnets/e4f851a2-0c0c-49fc-83b8-d95f23f4cdbe HTTP/1.1" status: 204 len: 168 time: 0.6093888 Nov 25 19:35:13.966290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32936) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:13.968851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99674f5c-9cc0-4d75-b3d0-b1f7834e001b None None] Network 4c48d0fc-3390-4bdc-95df-5b57fdbab73b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:14.060104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebae03b-7f59-430d-9bde-52f10650f384 req-e6a321a1-89ed-42cc-9db0-da7a1db57e5d tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:14.067630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e27a48e3-4b96-4975-8f60-b9d6f9dae547 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Deleting subnet 97f8b0fd-add3-410a-80af-145662a3135b {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:14.073562 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e27a48e3-4b96-4975-8f60-b9d6f9dae547 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.074012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cebae03b-7f59-430d-9bde-52f10650f384 req-e6a321a1-89ed-42cc-9db0-da7a1db57e5d tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 945 time: 0.1146412 Nov 25 19:35:14.168905 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e27a48e3-4b96-4975-8f60-b9d6f9dae547 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.183646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cebae03b-7f59-430d-9bde-52f10650f384 req-15f854d0-59b1-4384-b436-ba25da5fe184 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/security-groups?id=4733befe-c1a7-4cea-b1f1-caf25dde1963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070542 Nov 25 19:35:14.228329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1285179298'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:14.312600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Made reservation on behalf of b5fd98964b9244749178b58e8ef3a82f for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:14.318843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.342711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f984d525-c70a-4461-b41b-b3188d6d82eb None None] DHCP port deletion for 4c48d0fc-3390-4bdc-95df-5b57fdbab73b request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:14.357783 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc31259-1481-4b3b-b345-b8f9d8a8028d req-b37c6224-e890-4f3d-818d-e5935db51b09 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:14.367509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4fc31259-1481-4b3b-b345-b8f9d8a8028d req-b37c6224-e890-4f3d-818d-e5935db51b09 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 945 time: 0.0764570 Nov 25 19:35:14.387643 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.436393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4fc31259-1481-4b3b-b345-b8f9d8a8028d req-010626a2-3049-4591-aad7-597c9ff057b3 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683527 Nov 25 19:35:14.443829 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e27a48e3-4b96-4975-8f60-b9d6f9dae547 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.466539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:14.531155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f984d525-c70a-4461-b41b-b3188d6d82eb None None] Deleting port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:14.531802 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f984d525-c70a-4461-b41b-b3188d6d82eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.600510 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d48afb-fcd2-4d52-b512-bb89ebf2c3a4 req-c89caa56-3015-4ab0-af26-4f5fbe9bd585 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:14.602384 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81d48afb-fcd2-4d52-b512-bb89ebf2c3a4 req-c89caa56-3015-4ab0-af26-4f5fbe9bd585 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0659614 Nov 25 19:35:14.602639 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e27a48e3-4b96-4975-8f60-b9d6f9dae547 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.639420 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.671299 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f984d525-c70a-4461-b41b-b3188d6d82eb None None] For port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:14.671835 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f984d525-c70a-4461-b41b-b3188d6d82eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.680476 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.695952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27a48e3-4b96-4975-8f60-b9d6f9dae547 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Subnet': ['ID=97f8b0fd-add3-410a-80af-145662a3135b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:14.699688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e27a48e3-4b96-4975-8f60-b9d6f9dae547 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.703372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81d48afb-fcd2-4d52-b512-bb89ebf2c3a4 req-7870dd69-881c-45f9-af6d-4f7e5ee423ad tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914438 Nov 25 19:35:14.707120 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e27a48e3-4b96-4975-8f60-b9d6f9dae547 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "DELETE /v2.0/subnets/97f8b0fd-add3-410a-80af-145662a3135b HTTP/1.1" status: 204 len: 168 time: 0.7386448 Nov 25 19:35:14.714818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32944) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:14.744013 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.760191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:14.768138 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2bc0a0-dd07-4d9c-a053-c82cff53bd5d None None] Network 3e802888-fa58-482a-bf63-9939349221d7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:14.771659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0526d844-879d-4041-b516-ec3d4313b39f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:14.792515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.793159 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Added segment db292cb0-33e4-47d8-8634-5b54789320e8 of type vlan for network 234a4f63-ca6c-4416-bee9-f781fd2494fc Nov 25 19:35:14.856400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f984d525-c70a-4461-b41b-b3188d6d82eb None None] Calling delete_port for 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:14.904152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.972333 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.976806 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:14.984991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:14.985648 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.012245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:15.037665 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.060016 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.1824167 Nov 25 19:35:15.114029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53385d3-acf1-4d18-ae23-25f98ace003c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Pushing event updated for resources: {'Network': ['ID=234a4f63-ca6c-4416-bee9-f781fd2494fc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:15.129811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 234a4f63-ca6c-4416-bee9-f781fd2494fc details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:35:15.135860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Deleting port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:15.136512 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.230550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] For port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f,segment=NetworkSegment(20f76371-c190-4410-baba-37c8f3d9cbf5),segment_id=20f76371-c190-4410-baba-37c8f3d9cbf5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:15.231162 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.253284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Calling delete_port for 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:15.379586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32954) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:15.396875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Request body: {'port': {'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc', 'binding:host_id': 'n-h1-817303-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1899382647'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:15.400371 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.429965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Made reservation on behalf of 5b95fe12b09b4b1899bf9c10c517315e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:15.432758 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.444674 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.462237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:15.463472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Port': ['ID=9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:15.489972 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f984d525-c70a-4461-b41b-b3188d6d82eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.502460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] No DVR routers for this DVR port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:15.555684 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.558451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f984d525-c70a-4461-b41b-b3188d6d82eb None None] Pushing event deleted for resources: {'Port': ['ID=9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:15.560253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.566644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] device_id is not set on port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:35:15.568306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f984d525-c70a-4461-b41b-b3188d6d82eb None None] No DVR routers for this DVR port 9f02b8bc-a8a9-4d88-b509-9d2c9fb55e1f on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:15.611895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6a05193-c4f8-4f16-bce7-4c1fc0d5738c up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:15.684554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd67197-512c-44fe-ace2-51be32a97cd1 None None] DHCP port deletion for 3e802888-fa58-482a-bf63-9939349221d7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:15.723293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0413e34-f3e0-41b6-888d-aa3c029f3516,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:15.730150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39b1d63-0bfa-4d17-8951-6b6560c2710c req-4a520fbf-2b5e-43bc-b047-0008f7c24b4d tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:15.732845 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a39b1d63-0bfa-4d17-8951-6b6560c2710c req-4a520fbf-2b5e-43bc-b047-0008f7c24b4d tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 945 time: 0.2736607 Nov 25 19:35:15.741560 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.805379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c48d0fc-3390-4bdc-95df-5b57fdbab73b']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:15.811299 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:35:15.823590 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:15.824284 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.829002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20f76371-c190-4410-baba-37c8f3d9cbf5') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:15.829487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20f76371-c190-4410-baba-37c8f3d9cbf5') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:15.861722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fdd67197-512c-44fe-ace2-51be32a97cd1 None None] Deleting port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:15.862028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.862215 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fdd67197-512c-44fe-ace2-51be32a97cd1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.917941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a39b1d63-0bfa-4d17-8951-6b6560c2710c req-05b27906-7176-4cf2-805c-4525c551be04 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/security-groups?id=4733befe-c1a7-4cea-b1f1-caf25dde1963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602833 Nov 25 19:35:15.928216 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.949681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:15.952360 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.958403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] device_id is not set on port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:15.962059 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:15.983293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:15.999817 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.008324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fdd67197-512c-44fe-ace2-51be32a97cd1 None None] For port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d98f4f0-e95c-4a7f-9942-c7519aa7921d,segment=NetworkSegment(e63a0966-f5cc-4e0c-8b46-a9e5ad82d920),segment_id=e63a0966-f5cc-4e0c-8b46-a9e5ad82d920)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:16.008813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fdd67197-512c-44fe-ace2-51be32a97cd1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.035831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fdd67197-512c-44fe-ace2-51be32a97cd1 None None] Calling delete_port for 5d98f4f0-e95c-4a7f-9942-c7519aa7921d owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:16.038338 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.078050 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:16.080717 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b38acc-6314-4b64-8335-fa9175a5ac83" -d '{"events": [{"server_uuid": "cd5de292-7093-4e3b-a908-c12e90451dd5", "name": "network-vif-plugged", "status": "completed", "tag": "d6a05193-c4f8-4f16-bce7-4c1fc0d5738c"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:16.111133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event updated for resources: {'Port': ['ID=1865a93c-a4a9-41b0-b3c0-ec29c991dc3e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:16.113672 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.128933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Checking segment: {'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:16.131334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Network hostable DHCP agents. Network: 234a4f63-ca6c-4416-bee9-f781fd2494fc, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:35:16.132484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:16.138573 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.146539 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.156910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "DELETE /v2.0/networks/4c48d0fc-3390-4bdc-95df-5b57fdbab73b HTTP/1.1" status: 204 len: 168 time: 1.4363472 Nov 25 19:35:16.157354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32968) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:16.169272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Network 234a4f63-ca6c-4416-bee9-f781fd2494fc is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:35:16.176311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f65f2-8e34-45b3-8cec-30b594cbed36 tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Network': ['ID=4c48d0fc-3390-4bdc-95df-5b57fdbab73b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:16.209284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fac51c-d026-43ac-a311-45241bf5ee78 req-c437dbc2-7fcb-49bb-b5ff-f47523397601 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:16.213966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 234a4f63-ca6c-4416-bee9-f781fd2494fc) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:16.220952 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6fac51c-d026-43ac-a311-45241bf5ee78 req-c437dbc2-7fcb-49bb-b5ff-f47523397601 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 945 time: 0.1574185 Nov 25 19:35:16.226671 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:16.228673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:16.239556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.239998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.241028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.241435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.241786 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.242165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.242573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.242970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.243314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.243647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.243982 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.244317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:16.251080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af76903-441c-42f9-beac-fffee3ec6144 None None] Network 234a4f63-ca6c-4416-bee9-f781fd2494fc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:16.254182 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fdd67197-512c-44fe-ace2-51be32a97cd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.331532 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6fac51c-d026-43ac-a311-45241bf5ee78 req-db31db92-9d78-4a7c-b8b5-5ba6cc9768d3 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044192 Nov 25 19:35:16.333094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:16.333437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:16.333812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:16.344954 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.349733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:16.350090 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:16.351172 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 2 to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e Nov 25 19:35:16.387529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:16.388708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:16.388708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:16.415931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:16.416212 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:16.416889 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 3 to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e Nov 25 19:35:16.463558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:16.464426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:16.464982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:16.487591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d98f4f0-e95c-4a7f-9942-c7519aa7921d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:16.494969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd67197-512c-44fe-ace2-51be32a97cd1 None None] Pushing event deleted for resources: {'Port': ['ID=5d98f4f0-e95c-4a7f-9942-c7519aa7921d,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:16.526574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd67197-512c-44fe-ace2-51be32a97cd1 None None] No DVR routers for this DVR port 5d98f4f0-e95c-4a7f-9942-c7519aa7921d on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:16.537672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.542337 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:16.543041 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:16.552508 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 4 to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e Nov 25 19:35:16.555263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6512d9a7-0b0c-4db7-81c8-dd23b39ae767 req-f58b753b-5068-4e3c-b999-0fea983c3322 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:16.557241 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6512d9a7-0b0c-4db7-81c8-dd23b39ae767 req-f58b753b-5068-4e3c-b999-0fea983c3322 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0857048 Nov 25 19:35:16.568343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5d98f4f0-e95c-4a7f-9942-c7519aa7921d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:16.568789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d98f4f0-e95c-4a7f-9942-c7519aa7921d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:16.598330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e802888-fa58-482a-bf63-9939349221d7']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:16.605722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:16.605722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:16.605722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:16.625020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:16.625665 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:16.628788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:16.629405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63a0966-f5cc-4e0c-8b46-a9e5ad82d920') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:16.632272 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 5 to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e Nov 25 19:35:16.664690 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.683524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6512d9a7-0b0c-4db7-81c8-dd23b39ae767 req-66625dba-2f3a-48ef-8ef2-7e940c530c95 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054089 Nov 25 19:35:16.691850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:16.692406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:16.692988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:16.702455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.715709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:16.715709 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:16.715709 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 6 to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e Nov 25 19:35:16.721165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:16.721841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:16.728054 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:16.813296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:16.813547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:16.814061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:16.825571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:16.825904 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:16.827679 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 7 to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e Nov 25 19:35:16.843040 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.844913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:16.845266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:16.845608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:16.855341 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:16.858607 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] 10.222.0.15 "DELETE /v2.0/networks/3e802888-fa58-482a-bf63-9939349221d7 HTTP/1.1" status: 204 len: 168 time: 0.6999879 Nov 25 19:35:16.862574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:16.863181 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:16.876453 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 8 to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e Nov 25 19:35:16.876453 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f36a4-7eda-46f2-b3e1-bb7accdff9ec tempest-TaggedBootDevicesTest-186411780 tempest-TaggedBootDevicesTest-186411780-project] Pushing event deleted for resources: {'Network': ['ID=3e802888-fa58-482a-bf63-9939349221d7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:16.911350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:16.911985 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:16.912350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:16.918107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:16.919161 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:16.919879 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 9 to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e Nov 25 19:35:16.947887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:16.948454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:16.948922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:16.956610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:16.956949 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:16.957350 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 10 to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e Nov 25 19:35:16.972949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:16.973306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:16.973650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:16.979363 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:16.979739 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:16.980085 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.026313 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da79ebd3-d784-4493-b73f-7cb0014efc3e x-openstack-request-id: req-da79ebd3-d784-4493-b73f-7cb0014efc3e {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:17.026757 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5de292-7093-4e3b-a908-c12e90451dd5", "name": "network-vif-plugged", "status": "completed", "tag": "d6a05193-c4f8-4f16-bce7-4c1fc0d5738c", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:17.027184 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da79ebd3-d784-4493-b73f-7cb0014efc3e {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:17.027878 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c', 'code': 200} Nov 25 19:35:17.082030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] For port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:17.082435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempted to set empty binding levels {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:35:17.089551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.111872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.112653 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.189420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event updated for resources: {'Port': ['ID=1865a93c-a4a9-41b0-b3c0-ec29c991dc3e,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:17.195349 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3ffb1b4c-9352-44bf-b218-ad5c11f4b3ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.8136280 Nov 25 19:35:17.198389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32980) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:17.209348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e0aac-8ca6-43c3-a436-aa38ddfbbd5c req-6fe704fb-c32b-4575-aef8-b20f4857f21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.210916 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-712e0aac-8ca6-43c3-a436-aa38ddfbbd5c req-6fe704fb-c32b-4575-aef8-b20f4857f21d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 1097 time: 0.0750296 Nov 25 19:35:17.298161 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-712e0aac-8ca6-43c3-a436-aa38ddfbbd5c req-37a33670-f748-4815-a4c4-1a3ee2d4c209 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734394 Nov 25 19:35:17.331086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-575acfef-c0ac-4fc9-ae90-4c0322132271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Deleting port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:17.331782 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-575acfef-c0ac-4fc9-ae90-4c0322132271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.425032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-575acfef-c0ac-4fc9-ae90-4c0322132271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] For port 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e, host n-h1-817303-9, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:17.425944 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-575acfef-c0ac-4fc9-ae90-4c0322132271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.445483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-575acfef-c0ac-4fc9-ae90-4c0322132271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Calling delete_port for 1865a93c-a4a9-41b0-b3c0-ec29c991dc3e owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:17.579724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-575acfef-c0ac-4fc9-ae90-4c0322132271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.645124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050627b-8eaf-4f47-9656-8c83c322c49e req-df78b46b-5c0b-42bb-ab6c-b10bdde2653e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.647523 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2050627b-8eaf-4f47-9656-8c83c322c49e req-df78b46b-5c0b-42bb-ab6c-b10bdde2653e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 1097 time: 0.0604610 Nov 25 19:35:17.649412 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-575acfef-c0ac-4fc9-ae90-4c0322132271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.653963 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-575acfef-c0ac-4fc9-ae90-4c0322132271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1865a93c-a4a9-41b0-b3c0-ec29c991dc3e HTTP/1.1" status: 204 len: 168 time: 0.4514377 Nov 25 19:35:17.655413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575acfef-c0ac-4fc9-ae90-4c0322132271 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event deleted for resources: {'Port': ['ID=1865a93c-a4a9-41b0-b3c0-ec29c991dc3e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:17.658253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32990) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:17.697292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7daefd-e970-4f8d-aca1-5640e749b182 req-96503fc7-0a7f-4b04-bfdb-3e2e64e26547 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.700112 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a7daefd-e970-4f8d-aca1-5640e749b182 req-96503fc7-0a7f-4b04-bfdb-3e2e64e26547 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 945 time: 0.1399024 Nov 25 19:35:17.722277 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8305a0e-4ecd-4000-a433-01121513df35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:35:17.725960 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c8305a0e-4ecd-4000-a433-01121513df35 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "GET /v2.0/ports/1865a93c-a4a9-41b0-b3c0-ec29c991dc3e HTTP/1.1" status: 404 len: 333 time: 0.0651686 Nov 25 19:35:17.736597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32992) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:17.746543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Request body: {'port': {'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1911578928'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:17.790984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a7daefd-e970-4f8d-aca1-5640e749b182 req-093fa4db-51d1-4db4-b272-22927a19a0ee tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/security-groups?id=4733befe-c1a7-4cea-b1f1-caf25dde1963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811563 Nov 25 19:35:17.842034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Made reservation on behalf of 5b95fe12b09b4b1899bf9c10c517315e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:17.844766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:17.877545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] device_id is not set on port 04d69a9c-a1bf-4408-8931-eb177d0d362e yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:35:17.887743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050627b-8eaf-4f47-9656-8c83c322c49e req-10f8bc59-891d-4f3b-9e46-297678db8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.890108 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2050627b-8eaf-4f47-9656-8c83c322c49e req-10f8bc59-891d-4f3b-9e46-297678db8c07 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 920 time: 0.2166481 Nov 25 19:35:17.947245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5e9b11-7a4b-457f-a8f3-f7b7b7cc0d94 req-111c6ee3-6b07-48b1-bff2-0e78e6a5808c tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:17.948958 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa5e9b11-7a4b-457f-a8f3-f7b7b7cc0d94 req-111c6ee3-6b07-48b1-bff2-0e78e6a5808c tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.0648513 Nov 25 19:35:17.993218 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2050627b-8eaf-4f47-9656-8c83c322c49e req-4b4a4f27-59a7-4cfe-b325-4f71782412ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=630a67bd-2884-486f-a316-09673d0efc26 HTTP/1.1" status: 200 len: 217 time: 0.0620904 Nov 25 19:35:18.031436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa5e9b11-7a4b-457f-a8f3-f7b7b7cc0d94 req-56f0c1df-d0da-430d-80bd-1f6ebfbbc964 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699537 Nov 25 19:35:18.171952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2050627b-8eaf-4f47-9656-8c83c322c49e req-38a1334a-9a89-4951-83f9-4182a3a17740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:18.171952 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2050627b-8eaf-4f47-9656-8c83c322c49e req-38a1334a-9a89-4951-83f9-4182a3a17740 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bb1206d-cadb-4115-9efa-67753bdec310 HTTP/1.1" status: 200 len: 859 time: 0.1624498 Nov 25 19:35:18.291543 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2050627b-8eaf-4f47-9656-8c83c322c49e req-95546def-4303-4ad4-b4e0-f52465840c8a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3724fd13-8c16-40f9-b884-23a3476e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061394 Nov 25 19:35:18.377177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:18.499275 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2050627b-8eaf-4f47-9656-8c83c322c49e req-ace7d580-e85f-41b5-a0c0-2d159fdb6277 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928873 Nov 25 19:35:18.501702 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:18.560671 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Network 234a4f63-ca6c-4416-bee9-f781fd2494fc is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:18.575008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:18.588608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:18.589542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:18.590789 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:18.593980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee2b89f-80b1-4754-bcba-80fd70fc49c2 req-602536ae-3db9-427d-a569-b0e9371df868 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:18.596165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ee2b89f-80b1-4754-bcba-80fd70fc49c2 req-602536ae-3db9-427d-a569-b0e9371df868 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0924234 Nov 25 19:35:18.660654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event updated for resources: {'Port': ['ID=04d69a9c-a1bf-4408-8931-eb177d0d362e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:18.683509 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fa0f87b7-c9fd-434e-9035-116e7a84f412 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.9428821 Nov 25 19:35:18.683735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33004) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:18.690201 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:18.697697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ee2b89f-80b1-4754-bcba-80fd70fc49c2 req-4a4019b1-d9b2-4763-a013-a61110a538d1 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898104 Nov 25 19:35:18.754649 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2050627b-8eaf-4f47-9656-8c83c322c49e req-c2bad256-9c35-4d3f-abee-342c8e19c794 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2347810 Nov 25 19:35:18.787167 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:19.054369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] device_id is not set on port 04d69a9c-a1bf-4408-8931-eb177d0d362e yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:35:19.063280 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:19.072018 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:19.132943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f85fa9-9c37-4e71-8c08-0c6d0f57d0b7 req-41213e75-4736-4fe3-afe2-705178693c1e tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.135978 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49f85fa9-9c37-4e71-8c08-0c6d0f57d0b7 req-41213e75-4736-4fe3-afe2-705178693c1e tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 945 time: 0.0722322 Nov 25 19:35:19.180108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event updated for resources: {'Port': ['ID=04d69a9c-a1bf-4408-8931-eb177d0d362e,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:19.203786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:19.204256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:19.204930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:19.209997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49f85fa9-9c37-4e71-8c08-0c6d0f57d0b7 req-c080c54b-b944-420d-8adb-b5bfea2f33f0 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/security-groups?id=4733befe-c1a7-4cea-b1f1-caf25dde1963&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666859 Nov 25 19:35:19.212436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:19.212763 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:19.213162 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 2 to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e Nov 25 19:35:19.228407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:19.228743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:19.229133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:19.234635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:19.235050 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:19.235408 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 3 to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e Nov 25 19:35:19.251202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:19.251545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:19.251930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:19.258116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:19.258532 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:19.259031 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 4 to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e Nov 25 19:35:19.277590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:19.277923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:19.278419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:19.284308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:19.284816 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:19.285233 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 5 to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e Nov 25 19:35:19.299656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:19.299991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:19.300898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:19.306339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:19.306674 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:19.307100 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 6 to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e Nov 25 19:35:19.322856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:19.323481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:19.323825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:19.329287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:19.329768 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:19.330298 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 7 to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e Nov 25 19:35:19.345535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:19.345866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:19.346165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:19.353237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:19.353237 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:19.353501 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 8 to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e Nov 25 19:35:19.368968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:19.369289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:19.369653 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:19.378857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:19.379271 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:19.379720 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 9 to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e Nov 25 19:35:19.397161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:19.397511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:19.397854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:19.403803 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:19.404271 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:19.404756 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 10 to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e Nov 25 19:35:19.421675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:19.422035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:19.422380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:19.429260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:19.429599 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port 04d69a9c-a1bf-4408-8931-eb177d0d362e on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:19.430610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:19.444037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785afd50-e178-437e-a5a8-b6de6ae6299d req-2230c01c-34b5-4d4e-9302-c18a8720f2f1 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.457799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-785afd50-e178-437e-a5a8-b6de6ae6299d req-2230c01c-34b5-4d4e-9302-c18a8720f2f1 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1394250 Nov 25 19:35:19.524832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] For port 04d69a9c-a1bf-4408-8931-eb177d0d362e, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:19.525296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempted to set empty binding levels {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:35:19.527506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-785afd50-e178-437e-a5a8-b6de6ae6299d req-96ec8519-2c35-4808-b262-cdfe4dc11e66 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683446 Nov 25 19:35:19.532093 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:19.573517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] In _notify_port_updated(), no bound segment for port 04d69a9c-a1bf-4408-8931-eb177d0d362e on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:35:19.575384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.576454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:19.577982 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "PUT /v2.0/ports/04d69a9c-a1bf-4408-8931-eb177d0d362e HTTP/1.1" status: 200 len: 979 time: 0.8926888 Nov 25 19:35:19.580909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33014) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:19.600217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e33b516-66a0-493e-81ca-53b2b5d74133 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event updated for resources: {'Port': ['ID=04d69a9c-a1bf-4408-8931-eb177d0d362e,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:19.715228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.716134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.716134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.716585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.717040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.717489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.717945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.718393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.718865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.719320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.719770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.720222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.720681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.721133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.721583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.722335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.722524 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.722984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.723455 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.723999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.724453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.724905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.725353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.725806 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.726251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.726694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.727184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.734330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.734330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.734330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.734330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.734330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.734330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.734330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.739093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-aedfeb94-be1a-4b9b-84c0-9e56af7fde64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 30327 time: 0.1555421 Nov 25 19:35:19.739682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33018) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:19.787769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfba7dc-ac38-453a-8e06-5763c5c6d1dd req-011b86ec-a003-42db-afde-59e750681f34 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.789945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8bfba7dc-ac38-453a-8e06-5763c5c6d1dd req-011b86ec-a003-42db-afde-59e750681f34 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1111829 Nov 25 19:35:19.832566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae873c7-f8e0-4b14-816c-2f2977514c10 req-9fd75892-458c-4717-8e66-1d5b207bec6b tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:19.834188 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1ae873c7-f8e0-4b14-816c-2f2977514c10 req-9fd75892-458c-4717-8e66-1d5b207bec6b tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.60 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 945 time: 0.1371150 Nov 25 19:35:19.849263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8bfba7dc-ac38-453a-8e06-5763c5c6d1dd req-0c13c94c-3c6a-4269-b3ba-f2a7094934ee tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526540 Nov 25 19:35:19.987359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-570f6772-f16b-4089-8c49-a4ce4bbaf498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Deleting port 04d69a9c-a1bf-4408-8931-eb177d0d362e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:19.988300 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-570f6772-f16b-4089-8c49-a4ce4bbaf498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.038122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ef19b-c609-4633-bc02-d19ada0725ad req-6aa21349-3717-48dc-83f5-7bf6df13e7d4 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:20.040386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e2ef19b-c609-4633-bc02-d19ada0725ad req-6aa21349-3717-48dc-83f5-7bf6df13e7d4 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0776653 Nov 25 19:35:20.074525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-1ae873c7-f8e0-4b14-816c-2f2977514c10 req-fbdee571-0ff0-4be5-8981-30c9bd8787f7 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Deleting port aad87194-c0b0-4818-a0a1-a9e693f7f8ac {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:20.075031 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1ae873c7-f8e0-4b14-816c-2f2977514c10 req-fbdee571-0ff0-4be5-8981-30c9bd8787f7 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.082883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-570f6772-f16b-4089-8c49-a4ce4bbaf498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] For port 04d69a9c-a1bf-4408-8931-eb177d0d362e, host n-h1-817303-9, got binding levels [] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:20.083216 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-570f6772-f16b-4089-8c49-a4ce4bbaf498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.105981 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e2ef19b-c609-4633-bc02-d19ada0725ad req-b05f6f11-c312-402f-a609-5c4ad510c8e1 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573583 Nov 25 19:35:20.116343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-570f6772-f16b-4089-8c49-a4ce4bbaf498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Calling delete_port for 04d69a9c-a1bf-4408-8931-eb177d0d362e owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:20.260475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1ae873c7-f8e0-4b14-816c-2f2977514c10 req-fbdee571-0ff0-4be5-8981-30c9bd8787f7 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] For port aad87194-c0b0-4818-a0a1-a9e693f7f8ac, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=aad87194-c0b0-4818-a0a1-a9e693f7f8ac,segment=NetworkSegment(b2f740bb-a75a-4cd7-972f-67094d2987b6),segment_id=b2f740bb-a75a-4cd7-972f-67094d2987b6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:20.261284 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1ae873c7-f8e0-4b14-816c-2f2977514c10 req-fbdee571-0ff0-4be5-8981-30c9bd8787f7 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.294222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-1ae873c7-f8e0-4b14-816c-2f2977514c10 req-fbdee571-0ff0-4be5-8981-30c9bd8787f7 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Calling delete_port for aad87194-c0b0-4818-a0a1-a9e693f7f8ac owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:20.386588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-570f6772-f16b-4089-8c49-a4ce4bbaf498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.431601 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-570f6772-f16b-4089-8c49-a4ce4bbaf498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.438195 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.439393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33032) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:20.439641 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-570f6772-f16b-4089-8c49-a4ce4bbaf498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "DELETE /v2.0/ports/04d69a9c-a1bf-4408-8931-eb177d0d362e HTTP/1.1" status: 204 len: 168 time: 0.6967986 Nov 25 19:35:20.445793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570f6772-f16b-4089-8c49-a4ce4bbaf498 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event deleted for resources: {'Port': ['ID=04d69a9c-a1bf-4408-8931-eb177d0d362e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:20.483882 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a694c5a-173c-4e54-bb00-8ea2f12a5db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:35:20.486467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0a694c5a-173c-4e54-bb00-8ea2f12a5db1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "GET /v2.0/ports/04d69a9c-a1bf-4408-8931-eb177d0d362e HTTP/1.1" status: 404 len: 333 time: 0.0453739 Nov 25 19:35:20.491837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33036) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:20.499008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-401749668', 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:20.569630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Made reservation on behalf of 5b95fe12b09b4b1899bf9c10c517315e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:20.574084 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.625560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] device_id is not set on port 5d24841d-a132-4a0a-a6d4-dd279d1b3c38 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:35:20.709032 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1ae873c7-f8e0-4b14-816c-2f2977514c10 req-fbdee571-0ff0-4be5-8981-30c9bd8787f7 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.724529 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['aad87194-c0b0-4818-a0a1-a9e693f7f8ac'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:20.748358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdee571-0ff0-4be5-8981-30c9bd8787f7 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Pushing event deleted for resources: {'Port': ['ID=aad87194-c0b0-4818-a0a1-a9e693f7f8ac,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:20.787698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8bb7d142-9ff3-439d-a0fd-c25eb98aa019 req-265acf83-e4ca-440b-b1c2-b4e03525d473 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.15 "GET /v2.0/ports?device_id=391d76f2-c603-4200-a526-0f3a48e9db7b HTTP/1.1" status: 200 len: 210 time: 0.0642691 Nov 25 19:35:20.842546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ae873c7-f8e0-4b14-816c-2f2977514c10 req-fbdee571-0ff0-4be5-8981-30c9bd8787f7 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] No DVR routers for this DVR port aad87194-c0b0-4818-a0a1-a9e693f7f8ac on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:20.849169 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1ae873c7-f8e0-4b14-816c-2f2977514c10 req-fbdee571-0ff0-4be5-8981-30c9bd8787f7 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:20.852755 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1ae873c7-f8e0-4b14-816c-2f2977514c10 req-fbdee571-0ff0-4be5-8981-30c9bd8787f7 tempest-ServerGroupTestJSON-175361444 tempest-ServerGroupTestJSON-175361444-project] 10.222.0.60 "DELETE /v2.0/ports/aad87194-c0b0-4818-a0a1-a9e693f7f8ac HTTP/1.1" status: 204 len: 173 time: 0.9919724 Nov 25 19:35:20.853271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '391d76f2-c603-4200-a526-0f3a48e9db7b', 'name': 'network-vif-deleted', 'tag': 'aad87194-c0b0-4818-a0a1-a9e693f7f8ac'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:20.855629 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232d4b94-4dd3-44c5-9f18-e4ed770dfb13" -d '{"events": [{"server_uuid": "391d76f2-c603-4200-a526-0f3a48e9db7b", "name": "network-vif-deleted", "tag": "aad87194-c0b0-4818-a0a1-a9e693f7f8ac"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:20.994276 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887246c6-a2ec-47fa-bd10-b13a749ba55e req-4974cbe6-ea62-4398-a195-f0323c6d5c19 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:20.997487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-887246c6-a2ec-47fa-bd10-b13a749ba55e req-4974cbe6-ea62-4398-a195-f0323c6d5c19 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.0882394 Nov 25 19:35:21.006312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.078754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.103423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-887246c6-a2ec-47fa-bd10-b13a749ba55e req-af72fc86-3616-46f3-8f7f-f9d8544ce5e0 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959690 Nov 25 19:35:21.137169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Network 234a4f63-ca6c-4416-bee9-f781fd2494fc is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:21.141761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:21.144627 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:21.145721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:21.146338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.148979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event updated for resources: {'Port': ['ID=5d24841d-a132-4a0a-a6d4-dd279d1b3c38,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:21.173552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-68e792f9-b771-481d-a353-93c0e2af74ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6792176 Nov 25 19:35:21.176405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33044) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:21.180042 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991a6ed8-e71f-4b1e-9b30-8a1a9deb20df x-openstack-request-id: req-991a6ed8-e71f-4b1e-9b30-8a1a9deb20df {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:21.181122 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "391d76f2-c603-4200-a526-0f3a48e9db7b", "name": "network-vif-deleted", "tag": "aad87194-c0b0-4818-a0a1-a9e693f7f8ac", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:21.182869 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-991a6ed8-e71f-4b1e-9b30-8a1a9deb20df {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:21.183960 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '391d76f2-c603-4200-a526-0f3a48e9db7b', 'name': 'network-vif-deleted', 'tag': 'aad87194-c0b0-4818-a0a1-a9e693f7f8ac', 'status': 'completed', 'code': 200} Nov 25 19:35:21.218051 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aff1de-29b9-40d3-a023-320a28f6b045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:21.219760 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d5aff1de-29b9-40d3-a023-320a28f6b045 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "GET /v2.0/ports/5d24841d-a132-4a0a-a6d4-dd279d1b3c38 HTTP/1.1" status: 200 len: 958 time: 0.0420649 Nov 25 19:35:21.223226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33048) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:21.338067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb1bb50-25cc-4f4e-878b-6bb77296c24c req-f5dbbc76-cef6-4ecc-b18d-d39e46dbbdff tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:21.345779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bb1bb50-25cc-4f4e-878b-6bb77296c24c req-f5dbbc76-cef6-4ecc-b18d-d39e46dbbdff tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1132300 Nov 25 19:35:21.405251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-52715588-cca1-4d7a-b16c-2cd89e180d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Deleting port 5d24841d-a132-4a0a-a6d4-dd279d1b3c38 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:21.405644 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52715588-cca1-4d7a-b16c-2cd89e180d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.411584 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bb1bb50-25cc-4f4e-878b-6bb77296c24c req-0fb7e116-5b48-4638-bfc2-6e9d62bf59f9 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649502 Nov 25 19:35:21.488658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52715588-cca1-4d7a-b16c-2cd89e180d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.510530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-52715588-cca1-4d7a-b16c-2cd89e180d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Calling delete_port for 5d24841d-a132-4a0a-a6d4-dd279d1b3c38 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:21.710465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9bcb73-cbbd-430f-a1e8-2a4dc024130b req-0199ff17-09f0-465d-aded-ac4214d7d4fe tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:21.719721 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ca9bcb73-cbbd-430f-a1e8-2a4dc024130b req-0199ff17-09f0-465d-aded-ac4214d7d4fe tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1760247 Nov 25 19:35:21.804054 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52715588-cca1-4d7a-b16c-2cd89e180d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.863966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52715588-cca1-4d7a-b16c-2cd89e180d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event deleted for resources: {'Port': ['ID=5d24841d-a132-4a0a-a6d4-dd279d1b3c38,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:21.872614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ca9bcb73-cbbd-430f-a1e8-2a4dc024130b req-f5de5839-4940-46ec-b34a-b0c1f48a0109 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512229 Nov 25 19:35:21.884413 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52715588-cca1-4d7a-b16c-2cd89e180d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:21.892623 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-52715588-cca1-4d7a-b16c-2cd89e180d8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "DELETE /v2.0/ports/5d24841d-a132-4a0a-a6d4-dd279d1b3c38 HTTP/1.1" status: 204 len: 168 time: 0.6659818 Nov 25 19:35:21.893605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33062) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:21.941184 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-df9b86c8-4321-46ee-8f03-87c27aae6093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:35:21.947136 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-df9b86c8-4321-46ee-8f03-87c27aae6093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "GET /v2.0/ports/5d24841d-a132-4a0a-a6d4-dd279d1b3c38 HTTP/1.1" status: 404 len: 333 time: 0.0485458 Nov 25 19:35:21.947970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33066) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:21.958722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Request body: {'port': {'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-617185887'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:21.999371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Made reservation on behalf of 5b95fe12b09b4b1899bf9c10c517315e for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:22.002437 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:22.047237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] device_id is not set on port e2c3d4d5-2611-4371-ad87-0bba603ee4fd yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:35:22.389525 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:22.463322 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:22.575388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Network 234a4f63-ca6c-4416-bee9-f781fd2494fc is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:22.579278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:22.582699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:22.584631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:22.586068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:22.602038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event updated for resources: {'Port': ['ID=e2c3d4d5-2611-4371-ad87-0bba603ee4fd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:22.619544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4acde7e2-7b66-429c-8d14-95ed0e344938 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.6693087 Nov 25 19:35:22.622777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33088) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:22.631182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:22.777260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:22.863988 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:23.151312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c419634b-9790-43eb-886e-0afee2fae1eb req-2fad623b-c236-452c-8220-cd8bba3159f3 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:23.163332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c419634b-9790-43eb-886e-0afee2fae1eb req-2fad623b-c236-452c-8220-cd8bba3159f3 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 945 time: 0.1539965 Nov 25 19:35:23.255304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] device_id is not set on port e2c3d4d5-2611-4371-ad87-0bba603ee4fd yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:35:23.278617 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:23.294754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:23.330466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c419634b-9790-43eb-886e-0afee2fae1eb req-566cebc8-4650-49ca-a905-ffaba9185313 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677094 Nov 25 19:35:23.437705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event updated for resources: {'Port': ['ID=e2c3d4d5-2611-4371-ad87-0bba603ee4fd,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:23.452457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:23.452801 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:23.453127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:23.459085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:23.459425 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:23.459821 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 2 to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd Nov 25 19:35:23.505240 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:35:23.508903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:23.509421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:23.509962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:23.519073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:23.519650 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:23.520296 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 3 to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd Nov 25 19:35:23.575413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:23.576255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:23.577010 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:23.588342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:23.589255 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:23.590275 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 4 to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd Nov 25 19:35:23.619683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device aad87194-c0b0-4818-a0a1-a9e693f7f8ac no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:23.624132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:23.624967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:23.625721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:23.642152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:23.642958 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:23.643597 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 5 to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd Nov 25 19:35:23.691829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:23.693306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:23.694317 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:23.710790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:23.711712 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:23.711914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: aad87194-c0b0-4818-a0a1-a9e693f7f8ac {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:23.712265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device aad87194-c0b0-4818-a0a1-a9e693f7f8ac not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:23.713167 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 6 to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd Nov 25 19:35:23.734934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92316473-e1a2-4919-b958-0cdfc043aa76 req-0798c98a-43f5-49f9-9560-a01b9ff023e5 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:23.757223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92316473-e1a2-4919-b958-0cdfc043aa76 req-0798c98a-43f5-49f9-9560-a01b9ff023e5 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1973310 Nov 25 19:35:23.762996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:23.763824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:23.765353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:23.774641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:23.775694 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:23.776329 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 7 to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd Nov 25 19:35:23.802036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:23.802875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:23.803806 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:23.811853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:23.812718 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:23.813621 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 8 to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd Nov 25 19:35:23.846656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:23.848694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:23.849286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:23.855383 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92316473-e1a2-4919-b958-0cdfc043aa76 req-facc3aba-4227-45c3-a78c-3f5a07b26d32 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928004 Nov 25 19:35:23.871715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:23.872268 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:23.872945 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 9 to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd Nov 25 19:35:23.897051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:23.897387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:23.897727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:23.908707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:23.909045 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:23.909488 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempt 10 to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd Nov 25 19:35:23.938651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:23.939170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:23.939645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempting to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:23.946479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:23.946920 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Failed to bind port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on host n-h1-817303-9 for vnic_type normal using segments [{'id': 'db292cb0-33e4-47d8-8634-5b54789320e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '234a4f63-ca6c-4416-bee9-f781fd2494fc'}] Nov 25 19:35:23.947420 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.103237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] For port e2c3d4d5-2611-4371-ad87-0bba603ee4fd, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:24.103658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attempted to set empty binding levels {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:35:24.111851 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.195913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] In _notify_port_updated(), no bound segment for port e2c3d4d5-2611-4371-ad87-0bba603ee4fd on network 234a4f63-ca6c-4416-bee9-f781fd2494fc {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:35:24.196792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:24.197421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.207155 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "PUT /v2.0/ports/e2c3d4d5-2611-4371-ad87-0bba603ee4fd HTTP/1.1" status: 200 len: 978 time: 1.5801218 Nov 25 19:35:24.207688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33112) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:24.209836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ab2ce-34d7-4242-94dc-2f4d4c75b5f7 req-7811aa58-20d2-4311-bd1f-fe881c06c0b5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:24.225719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c05ab2ce-34d7-4242-94dc-2f4d4c75b5f7 req-7811aa58-20d2-4311-bd1f-fe881c06c0b5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1933932 Nov 25 19:35:24.263758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4306387-4356-4bfa-a911-f229f7ad3423 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event updated for resources: {'Port': ['ID=e2c3d4d5-2611-4371-ad87-0bba603ee4fd,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:24.333224 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c05ab2ce-34d7-4242-94dc-2f4d4c75b5f7 req-0c9894e7-7cfa-48bd-822d-98880c10e9a7 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049023 Nov 25 19:35:24.356944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4694bb88-3f6a-45be-b226-94fd141e54ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Deleting port e2c3d4d5-2611-4371-ad87-0bba603ee4fd {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:24.357261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4694bb88-3f6a-45be-b226-94fd141e54ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.458057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4694bb88-3f6a-45be-b226-94fd141e54ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] For port e2c3d4d5-2611-4371-ad87-0bba603ee4fd, host n-h1-817303-9, got binding levels [] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:24.458500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4694bb88-3f6a-45be-b226-94fd141e54ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.475764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4694bb88-3f6a-45be-b226-94fd141e54ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Calling delete_port for e2c3d4d5-2611-4371-ad87-0bba603ee4fd owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:24.605519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4694bb88-3f6a-45be-b226-94fd141e54ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.667003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4694bb88-3f6a-45be-b226-94fd141e54ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2c3d4d5-2611-4371-ad87-0bba603ee4fd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:24.675956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4694bb88-3f6a-45be-b226-94fd141e54ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.683425 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4694bb88-3f6a-45be-b226-94fd141e54ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e2c3d4d5-2611-4371-ad87-0bba603ee4fd HTTP/1.1" status: 204 len: 168 time: 0.4634736 Nov 25 19:35:24.686381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33120) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:24.723114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34fb26-7d3c-4635-9087-fbd3d44aa931 req-2ab27096-324c-4414-a7fd-b56474084a63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:24.723831 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a9e0149-4756-4f71-9ecd-a149dbbbcee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:35:24.725621 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db34fb26-7d3c-4635-9087-fbd3d44aa931 req-2ab27096-324c-4414-a7fd-b56474084a63 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.0930367 Nov 25 19:35:24.732656 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3a9e0149-4756-4f71-9ecd-a149dbbbcee9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137 tempest-PortsAdminExtendedAttrsIpV6TestJSON-931235137-project-admin] 10.222.0.15 "GET /v2.0/ports/e2c3d4d5-2611-4371-ad87-0bba603ee4fd HTTP/1.1" status: 404 len: 333 time: 0.0377243 Nov 25 19:35:24.732968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33122) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:24.817570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db34fb26-7d3c-4635-9087-fbd3d44aa931 req-d9c41c8b-c8d0-4d3e-bd8c-2603e0315cc5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825872 Nov 25 19:35:24.865121 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:24.997992 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:25.032527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234a4f63-ca6c-4416-bee9-f781fd2494fc']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:25.049532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db292cb0-33e4-47d8-8634-5b54789320e8') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:25.050773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db292cb0-33e4-47d8-8634-5b54789320e8') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:25.077760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:25.103186 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:25.114601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:25.115700 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:25.120286 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:25.216230 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:25.241740 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:25.252389 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] 10.222.0.15 "DELETE /v2.0/networks/234a4f63-ca6c-4416-bee9-f781fd2494fc HTTP/1.1" status: 204 len: 168 time: 0.5144966 Nov 25 19:35:25.298672 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1ce45a-7c16-4ea4-839e-a1fd38c5351c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1705525603-project] Pushing event deleted for resources: {'Network': ['ID=234a4f63-ca6c-4416-bee9-f781fd2494fc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:25.397185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04b03e1-67ba-4f8d-9cc6-69bc8e0cc93a req-a86215b7-0a7e-411f-858c-da9a9749d9a1 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:25.399645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b04b03e1-67ba-4f8d-9cc6-69bc8e0cc93a req-a86215b7-0a7e-411f-858c-da9a9749d9a1 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1114039 Nov 25 19:35:25.466420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b04b03e1-67ba-4f8d-9cc6-69bc8e0cc93a req-36f4a9fd-5ea1-4234-a3d7-1f3cb4b7cd74 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601633 Nov 25 19:35:25.786213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33148) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:25.820086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1916009-ca81-41fb-9c51-8709c839cc1d req-bda2c28c-7ebb-472f-8e20-0319055cb4b5 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:25.822175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1916009-ca81-41fb-9c51-8709c839cc1d req-bda2c28c-7ebb-472f-8e20-0319055cb4b5 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.0868096 Nov 25 19:35:25.912709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1916009-ca81-41fb-9c51-8709c839cc1d req-6da47e67-5651-4daa-a1de-b6a909bffbcd tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831511 Nov 25 19:35:26.054279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9649b047-3ae4-4af2-80e4-01a154d78ff9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b5fd98964b9244749178b58e8ef3a82f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2661419 Nov 25 19:35:26.057439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33152) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:26.174274 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32f18888-2c4b-470a-97f5-9823d4f79153 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:26.231849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32f18888-2c4b-470a-97f5-9823d4f79153 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:26.281659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc32387-4adb-462e-b5e0-391e72b0ffaf req-ef7ea248-b454-4eca-aa42-f7e584f7441e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:26.285203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc32387-4adb-462e-b5e0-391e72b0ffaf req-ef7ea248-b454-4eca-aa42-f7e584f7441e tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 945 time: 0.1062155 Nov 25 19:35:26.355562 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32f18888-2c4b-470a-97f5-9823d4f79153 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:26.368368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bc32387-4adb-462e-b5e0-391e72b0ffaf req-4d59a5cb-a9a8-404e-ac52-e13c00303789 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605447 Nov 25 19:35:26.378013 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32f18888-2c4b-470a-97f5-9823d4f79153 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:26.383035 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-32f18888-2c4b-470a-97f5-9823d4f79153 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0526d844-879d-4041-b516-ec3d4313b39f HTTP/1.1" status: 204 len: 168 time: 0.3213551 Nov 25 19:35:26.423110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f18888-2c4b-470a-97f5-9823d4f79153 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0526d844-879d-4041-b516-ec3d4313b39f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:26.895104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33172) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:26.967952 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6c0e9608-32fd-4d70-bdde-178a1a74c30a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b95fe12b09b4b1899bf9c10c517315e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0701129 Nov 25 19:35:26.972662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33176) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:27.080846 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27d90810-3660-476b-a83f-48d3f4234271 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:27.130156 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27d90810-3660-476b-a83f-48d3f4234271 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:27.248591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0347f-9a47-47c5-bf14-a36508891a80 req-0cafc2b8-f9f3-455a-a278-17ff746419f6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:27.255750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ffa0347f-9a47-47c5-bf14-a36508891a80 req-0cafc2b8-f9f3-455a-a278-17ff746419f6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1113217 Nov 25 19:35:27.296625 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27d90810-3660-476b-a83f-48d3f4234271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:27.299775 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27d90810-3660-476b-a83f-48d3f4234271 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:27.304009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-27d90810-3660-476b-a83f-48d3f4234271 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0413e34-f3e0-41b6-888d-aa3c029f3516 HTTP/1.1" status: 204 len: 168 time: 0.3290825 Nov 25 19:35:27.367770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d90810-3660-476b-a83f-48d3f4234271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0413e34-f3e0-41b6-888d-aa3c029f3516,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:27.408704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ffa0347f-9a47-47c5-bf14-a36508891a80 req-a00c4be4-ba58-4f47-b0e7-2b24065152fe tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477182 Nov 25 19:35:27.799459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67de52fa-c6d1-4b59-8591-797be872b5da req-9336ca22-111b-49f7-b6ea-457d92966d7d tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:27.804403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67de52fa-c6d1-4b59-8591-797be872b5da req-9336ca22-111b-49f7-b6ea-457d92966d7d tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.0833740 Nov 25 19:35:27.901144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67de52fa-c6d1-4b59-8591-797be872b5da req-bd44b241-8316-4f6b-b0a7-ddd91613cc38 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756152 Nov 25 19:35:28.502431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33222) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:28.687840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'networks': [{'name': 'tempest-network--184669551'}, {'name': 'tempest-network--632361578'}]} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:28.688285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'network': {'name': 'tempest-network--184669551'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:28.689056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'network': {'name': 'tempest-network--632361578'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:28.725822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff984316-a7c2-46c9-842a-c65fdcfc3c97 req-a7433b2c-f0e6-4ae9-87e2-5b811a13b877 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:28.739478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff984316-a7c2-46c9-842a-c65fdcfc3c97 req-a7433b2c-f0e6-4ae9-87e2-5b811a13b877 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 945 time: 0.1255507 Nov 25 19:35:28.802060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Made reservation on behalf of 239e629221c54905b3231851c7e6c5b7 for: {'network': 2} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:28.807451 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.893460 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:28.919512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff984316-a7c2-46c9-842a-c65fdcfc3c97 req-d2ce2574-d4ee-42fd-bf11-941d6c57b35c tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784987 Nov 25 19:35:29.092798 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.098840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.099565 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.162981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffda060-4523-4d15-aca6-aba725591e19,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:29.193956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:29.211809 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.212230 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Added segment ddfb5905-61cf-474e-900f-7490324e6c47 of type vlan for network 27efafd0-16bc-4f5d-bf23-df1c8c6ecc13 Nov 25 19:35:29.292763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.365488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:29.386109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402528c3-05e6-4b7f-b690-03e4f1e27345 req-932109be-0611-4c40-90e3-a54bffc3ee7b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:29.395173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-402528c3-05e6-4b7f-b690-03e4f1e27345 req-932109be-0611-4c40-90e3-a54bffc3ee7b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.0927832 Nov 25 19:35:29.397747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.398089 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Added segment e23695d7-8e28-44a2-ae92-7628c37cb25b of type vlan for network 11950460-453b-4a15-85e0-c3f161f24ea6 Nov 25 19:35:29.471974 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.495834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-402528c3-05e6-4b7f-b690-03e4f1e27345 req-e9008b54-d6f8-42f3-b6ad-612924ab59b7 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997357 Nov 25 19:35:29.536198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.537053 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.548019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:29.562211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:29.563623 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:29.623509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.1187854 Nov 25 19:35:29.627763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33242) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:29.685562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event updated for resources: {'Network': ['ID=27efafd0-16bc-4f5d-bf23-df1c8c6ecc13,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:29.700527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 27efafd0-16bc-4f5d-bf23-df1c8c6ecc13 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:35:29.919638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec96fd9-54e3-4f9c-912a-f3f22555bd4b req-9bff185a-a88c-4efc-ab19-475ae402f2c3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:29.935278 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ec96fd9-54e3-4f9c-912a-f3f22555bd4b req-9bff185a-a88c-4efc-ab19-475ae402f2c3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2731233 Nov 25 19:35:29.968281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0bf7f-8aed-4c9c-b074-23f82f8af23e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event updated for resources: {'Network': ['ID=11950460-453b-4a15-85e0-c3f161f24ea6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:29.985545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 11950460-453b-4a15-85e0-c3f161f24ea6 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:35:30.022175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ec96fd9-54e3-4f9c-912a-f3f22555bd4b req-ce3921c2-e5d9-4c0c-8035-cadce5f0b15b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854888 Nov 25 19:35:30.308061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dfba04-290b-498f-ad58-d533d58c8767 req-cc26d2dc-d478-45f4-9c87-e065fa8ab1bd tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:30.309128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66dfba04-290b-498f-ad58-d533d58c8767 req-cc26d2dc-d478-45f4-9c87-e065fa8ab1bd tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 945 time: 0.0631866 Nov 25 19:35:30.370037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2536df96-3c95-4178-9c68-396fabccd5af req-9d2acf0f-8829-4021-b1e3-04692d8018d1 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:30.371646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2536df96-3c95-4178-9c68-396fabccd5af req-9d2acf0f-8829-4021-b1e3-04692d8018d1 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.60 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 945 time: 0.1263649 Nov 25 19:35:30.382466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73575f9-c622-48ba-a4b7-f443ed66a9f1 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:30.388800 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73575f9-c622-48ba-a4b7-f443ed66a9f1 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:30.396696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73575f9-c622-48ba-a4b7-f443ed66a9f1 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:30.403641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73575f9-c622-48ba-a4b7-f443ed66a9f1 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:30.408168 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b73575f9-c622-48ba-a4b7-f443ed66a9f1 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.7751791 Nov 25 19:35:30.408371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66dfba04-290b-498f-ad58-d533d58c8767 req-0484a52d-5a00-4797-bea6-936ecc1d3fe2 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups?id=44a88fc6-ee26-451b-9282-0fb65b85ae85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696437 Nov 25 19:35:30.408855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33252) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:30.505831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33254) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:30.546344 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.578618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe7dbea4-5eac-428d-be5d-75c34bcbcb35 admin admin] Deleting subnet 7e64b723-26db-42f8-97db-b750fe0f581e {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:30.584585 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbea4-5eac-428d-be5d-75c34bcbcb35 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.625893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Deleting port 0da3c261-69d6-420b-a274-6bf3d17f8347 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:30.626237 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.647044 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbea4-5eac-428d-be5d-75c34bcbcb35 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.699390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.727063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27efafd0-16bc-4f5d-bf23-df1c8c6ecc13']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:30.746683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddfb5905-61cf-474e-900f-7490324e6c47') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:30.747002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddfb5905-61cf-474e-900f-7490324e6c47') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:30.762853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94328211-abde-4518-995b-4d7a3554d47e req-35c31872-03e3-4b8a-b09b-0e58a0bd7e02 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:30.766129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94328211-abde-4518-995b-4d7a3554d47e req-35c31872-03e3-4b8a-b09b-0e58a0bd7e02 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1413529 Nov 25 19:35:30.773790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.799053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbea4-5eac-428d-be5d-75c34bcbcb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.815070 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.834044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:30.834463 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:30.838540 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:30.875856 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94328211-abde-4518-995b-4d7a3554d47e req-09593d53-f7f9-42ac-93dd-19c695bc45a9 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988984 Nov 25 19:35:30.903592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] For port 0da3c261-69d6-420b-a274-6bf3d17f8347, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0da3c261-69d6-420b-a274-6bf3d17f8347,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:30.904067 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:30.992357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.000227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbea4-5eac-428d-be5d-75c34bcbcb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.024969 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.033982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "DELETE /v2.0/networks/27efafd0-16bc-4f5d-bf23-df1c8c6ecc13 HTTP/1.1" status: 204 len: 168 time: 0.6194692 Nov 25 19:35:31.048968 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33260) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:31.069629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a96ba3-65e2-4de7-ad93-08c218f9bb31 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Network': ['ID=27efafd0-16bc-4f5d-bf23-df1c8c6ecc13,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:31.193719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.194088 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.194408 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Floating IP cc37244d-a583-40d9-8ae1-40b77157ac72 disassociated. External IP: 172.25.8.218, port: 0da3c261-69d6-420b-a274-6bf3d17f8347. Nov 25 19:35:31.194756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Calling delete_port for 0da3c261-69d6-420b-a274-6bf3d17f8347 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:31.195561 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.205325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7dbea4-5eac-428d-be5d-75c34bcbcb35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e64b723-26db-42f8-97db-b750fe0f581e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:31.219437 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe7dbea4-5eac-428d-be5d-75c34bcbcb35 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.223966 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fe7dbea4-5eac-428d-be5d-75c34bcbcb35 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7e64b723-26db-42f8-97db-b750fe0f581e HTTP/1.1" status: 204 len: 168 time: 0.7165861 Nov 25 19:35:31.228129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33266) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:31.455196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.510558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.633278 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Pushing event deleted for resources: {'Port': ['ID=0da3c261-69d6-420b-a274-6bf3d17f8347,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:31.732674 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.757533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2f3b3-862c-445a-90a0-d3f2834d6bd7 req-44c61e09-6b2e-416a-a453-a18ec68ff9ee tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:31.763170 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ea2f3b3-862c-445a-90a0-d3f2834d6bd7 req-44c61e09-6b2e-416a-a453-a18ec68ff9ee tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.5602951 Nov 25 19:35:31.816506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3df4ac66-dad2-4fb0-9501-ed34f0a5e4de']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:31.852760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.863773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f740bb-a75a-4cd7-972f-67094d2987b6') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:31.864361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f740bb-a75a-4cd7-972f-67094d2987b6') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:31.882725 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.910391 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.927617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11950460-453b-4a15-85e0-c3f161f24ea6']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:31.935474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:31.936483 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:31.941718 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:31.964249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e23695d7-8e28-44a2-ae92-7628c37cb25b') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:31.964843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e23695d7-8e28-44a2-ae92-7628c37cb25b') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:31.977828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Router 0961200e-30c3-4530-b47c-9a16f20f732f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:31.983907 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ea2f3b3-862c-445a-90a0-d3f2834d6bd7 req-298781ea-5cfb-457c-af22-0c8c95690853 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1529362 Nov 25 19:35:31.993756 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.043517 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.064649 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f09fa224-8b15-461c-9db8-68cec27c6464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.086583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:32.093170 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:32.228127 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:32.300545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:32.303202 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7aeb090c-0885-49da-b748-ea5a8e61f18b req-89e6be09-441d-4a5d-8517-7ddd49d6ddce tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 210 time: 0.0735111 Nov 25 19:35:32.313145 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.317804 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492a516-e8f1-4cd4-b172-748863935fac None None] Sync routers for ids ['0961200e-30c3-4530-b47c-9a16f20f732f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:32.346452 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.358541 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "DELETE /v2.0/networks/11950460-453b-4a15-85e0-c3f161f24ea6 HTTP/1.1" status: 204 len: 168 time: 1.3034718 Nov 25 19:35:32.359911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33276) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:32.422490 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.429934 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492a516-e8f1-4cd4-b172-748863935fac None None] Routers {'0961200e-30c3-4530-b47c-9a16f20f732f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:32.431320 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9492a516-e8f1-4cd4-b172-748863935fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:35:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['0961200e-30c3-4530-b47c-9a16f20f732f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:32.432650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] No DVR routers for this DVR port 0da3c261-69d6-420b-a274-6bf3d17f8347 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:32.437549 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.453617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2536df96-3c95-4178-9c68-396fabccd5af req-f3e6989b-0c84-4a25-9ee3-2f5bd57fc559 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.60 "DELETE /v2.0/ports/0da3c261-69d6-420b-a274-6bf3d17f8347 HTTP/1.1" status: 204 len: 173 time: 2.0347154 Nov 25 19:35:32.459532 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.464843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] 10.222.0.15 "DELETE /v2.0/networks/3df4ac66-dad2-4fb0-9501-ed34f0a5e4de HTTP/1.1" status: 204 len: 168 time: 1.2353299 Nov 25 19:35:32.465901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'name': 'network-vif-deleted', 'tag': '0da3c261-69d6-420b-a274-6bf3d17f8347'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:32.475036 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69187e72-c9cc-4320-a126-e997cb5d7315" -d '{"events": [{"server_uuid": "6e79bbac-139d-4a78-b8f3-c00b3ffe7637", "name": "network-vif-deleted", "tag": "0da3c261-69d6-420b-a274-6bf3d17f8347"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:32.495887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141899c-150e-4eea-9645-0c9fd5b0f3ed admin admin] Pushing event deleted for resources: {'Network': ['ID=3df4ac66-dad2-4fb0-9501-ed34f0a5e4de,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:32.525512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b7ee6e-5fed-4f80-9bde-290760747eb8 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Network': ['ID=11950460-453b-4a15-85e0-c3f161f24ea6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:32.756748 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-9492a516-e8f1-4cd4-b172-748863935fac None None] Set router 0961200e-30c3-4530-b47c-9a16f20f732f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:32.800750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33284) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:32.867786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d9ce7-1798-4849-b6b8-32763a510eab req-e45ff05e-8e5f-4aca-b45f-238f14c52445 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:32.882487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d1d9ce7-1798-4849-b6b8-32763a510eab req-e45ff05e-8e5f-4aca-b45f-238f14c52445 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.3780975 Nov 25 19:35:32.884122 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9fe49bbe-7174-4f67-9bc9-c42d8d38b340 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=93e1292156bb4e0da865123e1702d4fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0816221 Nov 25 19:35:32.886446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33286) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:32.961909 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5c194a6-70be-4fa1-8edb-5f7a902874e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.987026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d14471-66a1-40a3-87b0-c0bc44c7182a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:32.993396 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5c194a6-70be-4fa1-8edb-5f7a902874e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:32.996093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d14471-66a1-40a3-87b0-c0bc44c7182a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:32.998295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-93d14471-66a1-40a3-87b0-c0bc44c7182a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.6373324 Nov 25 19:35:33.005538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33288) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:33.011440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-523984053'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:33.044477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d1d9ce7-1798-4849-b6b8-32763a510eab req-37bf57f3-561d-4b6c-8df1-33f923cf7558 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604199 Nov 25 19:35:33.075876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Made reservation on behalf of 239e629221c54905b3231851c7e6c5b7 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:33.087018 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5c194a6-70be-4fa1-8edb-5f7a902874e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.088908 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.092453 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5c194a6-70be-4fa1-8edb-5f7a902874e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.096745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c5c194a6-70be-4fa1-8edb-5f7a902874e1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4733befe-c1a7-4cea-b1f1-caf25dde1963 HTTP/1.1" status: 204 len: 168 time: 0.2061327 Nov 25 19:35:33.130229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c194a6-70be-4fa1-8edb-5f7a902874e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4733befe-c1a7-4cea-b1f1-caf25dde1963,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:33.208809 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:33.217853 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a2f7a82-1255-4ca1-83b6-39f432515b57 x-openstack-request-id: req-5a2f7a82-1255-4ca1-83b6-39f432515b57 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:33.218682 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e79bbac-139d-4a78-b8f3-c00b3ffe7637", "name": "network-vif-deleted", "tag": "0da3c261-69d6-420b-a274-6bf3d17f8347", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:33.219358 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a2f7a82-1255-4ca1-83b6-39f432515b57 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:33.220001 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e79bbac-139d-4a78-b8f3-c00b3ffe7637', 'name': 'network-vif-deleted', 'tag': '0da3c261-69d6-420b-a274-6bf3d17f8347', 'status': 'completed', 'code': 200} Nov 25 19:35:33.241687 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9492a516-e8f1-4cd4-b172-748863935fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '625f317f-33ff-43d7-bc14-d4ed1dad5f52', 'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'mac_address': 'fa:16:3e:06:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:11Z', 'revision_number': 5, 'project_id': '83211a641ec04c1da600acc79980ff70', 'subnets': [{'id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:33.262113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.262702 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Added segment 9c63143c-75cf-403a-8795-0830936c2227 of type vlan for network 4b1b7d9c-73cd-495d-a706-e1b7df832b8f Nov 25 19:35:33.306029 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492a516-e8f1-4cd4-b172-748863935fac None None] Checking router: 0961200e-30c3-4530-b47c-9a16f20f732f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:33.339930 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9492a516-e8f1-4cd4-b172-748863935fac None None] Routers {'0961200e-30c3-4530-b47c-9a16f20f732f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:33.342090 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9492a516-e8f1-4cd4-b172-748863935fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:35:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['0961200e-30c3-4530-b47c-9a16f20f732f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:33.444395 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.512415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d90e1-75d9-4837-86f9-48675874c3a4 req-772a660d-8180-4f62-aced-23ed4b9cc85c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:33.528840 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-949d90e1-75d9-4837-86f9-48675874c3a4 req-772a660d-8180-4f62-aced-23ed4b9cc85c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1608639 Nov 25 19:35:33.584703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.598846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:33.599890 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.603844 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-9492a516-e8f1-4cd4-b172-748863935fac None None] Set router 0961200e-30c3-4530-b47c-9a16f20f732f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:33.644612 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-949d90e1-75d9-4837-86f9-48675874c3a4 req-b85c1025-ffc5-45c1-acb8-0f8795e7ac7d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097341 Nov 25 19:35:33.687118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0da3c261-69d6-420b-a274-6bf3d17f8347 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:33.696903 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6900382 Nov 25 19:35:33.702256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33304) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:33.715070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-563164043'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:33.759808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a85174b-f182-4681-9f54-76efa4e9673e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event updated for resources: {'Network': ['ID=4b1b7d9c-73cd-495d-a706-e1b7df832b8f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:33.789576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 4b1b7d9c-73cd-495d-a706-e1b7df832b8f details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:35:33.804977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Made reservation on behalf of 239e629221c54905b3231851c7e6c5b7 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:33.808734 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.843539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 0da3c261-69d6-420b-a274-6bf3d17f8347 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:33.843883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0da3c261-69d6-420b-a274-6bf3d17f8347 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:33.870570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:33.885021 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:33.885553 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Added segment e06fe209-ede9-467e-9209-ecd9ab0d2ed8 of type vlan for network bacc146e-41db-4d52-a81e-fa0d4db90521 Nov 25 19:35:33.946079 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.022835 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.038452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:34.040106 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.094472 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3916678 Nov 25 19:35:34.099375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33312) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:34.107329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'ports': [{'network_id': '4b1b7d9c-73cd-495d-a706-e1b7df832b8f', 'name': 'tempest-port--1975154666', 'admin_state_up': True}, {'network_id': 'bacc146e-41db-4d52-a81e-fa0d4db90521', 'admin_state_up': False}]} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:34.107329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'port': {'network_id': '4b1b7d9c-73cd-495d-a706-e1b7df832b8f', 'name': 'tempest-port--1975154666', 'admin_state_up': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:34.107329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'port': {'network_id': 'bacc146e-41db-4d52-a81e-fa0d4db90521', 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:34.201590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d3465-b28a-49f1-8d06-cf24540a7bc4 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event updated for resources: {'Network': ['ID=bacc146e-41db-4d52-a81e-fa0d4db90521,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:34.205392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e84315fa-a884-4dbe-b906-9918f0a27753 req-afcaabf4-0f4b-472a-898f-4cea0851d131 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 210 time: 0.0676982 Nov 25 19:35:34.234676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network bacc146e-41db-4d52-a81e-fa0d4db90521 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:35:34.321361 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9492a516-e8f1-4cd4-b172-748863935fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '625f317f-33ff-43d7-bc14-d4ed1dad5f52', 'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'mac_address': 'fa:16:3e:06:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:11Z', 'revision_number': 5, 'project_id': '83211a641ec04c1da600acc79980ff70', 'subnets': [{'id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:34.439683 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9492a516-e8f1-4cd4-b172-748863935fac None None] The sync data for ids ['0961200e-30c3-4530-b47c-9a16f20f732f'] in n-d-817303-9 is: [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:32:01Z', 'revision_number': 4, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '625f317f-33ff-43d7-bc14-d4ed1dad5f52', 'name': '', 'network_id': 'bb688120-ecb9-447b-8db2-35831ddfd4a8', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'mac_address': 'fa:16:3e:06:6d:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:59Z', 'updated_at': '2021-11-25T19:32:11Z', 'revision_number': 5, 'project_id': '83211a641ec04c1da600acc79980ff70', 'subnets': [{'id': 'c673877f-1ccd-49b7-a162-6a117330cf31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:34.516853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Made reservation on behalf of 239e629221c54905b3231851c7e6c5b7 for: {'port': 2} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:34.520189 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f5da4d-8efd-460a-8cbb-0e7d7d92405f req-bb23d56f-ea70-4d3e-8a81-2a36334f18c1 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:34.521798 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78f5da4d-8efd-460a-8cbb-0e7d7d92405f req-bb23d56f-ea70-4d3e-8a81-2a36334f18c1 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1947455 Nov 25 19:35:34.537016 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.572310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.646752 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78f5da4d-8efd-460a-8cbb-0e7d7d92405f req-09721114-109f-4b56-ae97-e31cc66c0ede tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142066 Nov 25 19:35:34.736444 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-65f67afd-4d1b-43e6-b622-ca4239037ed1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:34.786919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] device_id is not set on port e8e0514d-ab69-4fe6-8eee-22c89f832f8b yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:35:34.982878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e82c3d6-9098-4b6f-847e-9122ddab3f7b req-2cd0fc70-35b5-4e8f-b428-85d0240bf02a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:34.985037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e82c3d6-9098-4b6f-847e-9122ddab3f7b req-2cd0fc70-35b5-4e8f-b428-85d0240bf02a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1334689 Nov 25 19:35:35.074612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.080115 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e82c3d6-9098-4b6f-847e-9122ddab3f7b req-e94bb86a-edff-4c90-bab1-bd95cb6bb488 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852871 Nov 25 19:35:35.155084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33330) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:35.166960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5b64bf-0a55-4d3d-ad6a-853f1b95fe2d None None] New status for floating IP cc37244d-a583-40d9-8ae1-40b77157ac72: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:35:35.188541 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] device_id is not set on port 755c119a-d0e5-4a05-b310-ad88929ca55f yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:35:35.400726 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.453590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1463370497-network', 'tenant_id': 'bc83972a63c64bd29a5e9bcaddac9e3f'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:35.463707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4186db00-5717-46d9-9138-2f9464103396 req-cdd6cd7e-5a32-4fdf-bd94-7e27133ddaf9 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 210 time: 0.0951347 Nov 25 19:35:35.469147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.524818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Made reservation on behalf of bc83972a63c64bd29a5e9bcaddac9e3f for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:35.528075 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.542057 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.636662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event updated for resources: {'Port': ['ID=e8e0514d-ab69-4fe6-8eee-22c89f832f8b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:35.643116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Checking segment: {'id': '9c63143c-75cf-403a-8795-0830936c2227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '4b1b7d9c-73cd-495d-a706-e1b7df832b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:35.644257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Network hostable DHCP agents. Network: 4b1b7d9c-73cd-495d-a706-e1b7df832b8f, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:35:35.673492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.676218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Network 4b1b7d9c-73cd-495d-a706-e1b7df832b8f is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:35:35.679179 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.694954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 4b1b7d9c-73cd-495d-a706-e1b7df832b8f) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:35.705774 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:35.708270 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df8bd8a-8207-4e75-ab8c-8150a5e7a0c2 None None] Network 4b1b7d9c-73cd-495d-a706-e1b7df832b8f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:35.709839 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.724507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:35.800914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e24f30-4442-47c2-9db1-6b58541bf522,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:35.873950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Checking segment: {'id': 'e06fe209-ede9-467e-9209-ecd9ab0d2ed8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'bacc146e-41db-4d52-a81e-fa0d4db90521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:35.875440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Network hostable DHCP agents. Network: bacc146e-41db-4d52-a81e-fa0d4db90521, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:35:35.880689 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.882241 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Added segment 3917e4d8-a39b-4e20-8aed-d4c226104620 of type vlan for network 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 Nov 25 19:35:35.892568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event updated for resources: {'Port': ['ID=755c119a-d0e5-4a05-b310-ad88929ca55f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:35.921443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Network bacc146e-41db-4d52-a81e-fa0d4db90521 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:35:35.943402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, bacc146e-41db-4d52-a81e-fa0d4db90521) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:35.951885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:35.953685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ea3c1-3e9e-4b98-b6a8-59dfb74ce8b7 None None] Network bacc146e-41db-4d52-a81e-fa0d4db90521 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:35.965409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:35.981613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:35.983008 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:35.993664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.024548 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7e268d22-a5a4-460f-8fa7-b77fb2070a6b tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.9217210 Nov 25 19:35:36.025240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33338) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:36.028804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dae8d2-f3d5-4c14-be76-9033147caf5c req-caaf1d90-74d4-4afc-9f52-d6777b25f81b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.040450 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23dae8d2-f3d5-4c14-be76-9033147caf5c req-caaf1d90-74d4-4afc-9f52-d6777b25f81b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.2111015 Nov 25 19:35:36.121510 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23dae8d2-f3d5-4c14-be76-9033147caf5c req-a51d89dc-a6da-4c22-87dc-26b8bac2482a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789762 Nov 25 19:35:36.163384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.165214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.166445 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.282295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1258664 Nov 25 19:35:36.288998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33344) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:36.294316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe25b6-fcea-45e0-a8a5-386a68e1de69 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.307921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] Request body: {'subnet': {'network_id': '0c5e080d-65e3-41f7-93ea-48bbbb9d90f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1463370497-subnet', 'tenant_id': 'bc83972a63c64bd29a5e9bcaddac9e3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:36.309243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7fe25b6-fcea-45e0-a8a5-386a68e1de69 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.313628 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f7fe25b6-fcea-45e0-a8a5-386a68e1de69 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2839031 Nov 25 19:35:36.317785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33346) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:36.376969 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.422540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f1985-3aa7-4e8a-b29f-1138728b3f8a admin admin] Pushing event updated for resources: {'Network': ['ID=0c5e080d-65e3-41f7-93ea-48bbbb9d90f7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:36.444463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:35:36.508577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8b7ca-8f42-4f9b-b3d9-aff9191d8498 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Deleting port e8e0514d-ab69-4fe6-8eee-22c89f832f8b {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:36.509879 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b7ca-8f42-4f9b-b3d9-aff9191d8498 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.511097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] Made reservation on behalf of bc83972a63c64bd29a5e9bcaddac9e3f for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:36.520365 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.607821 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c019f7f-6b79-465a-abe3-318c8e12d8ab req-c40fb628-5422-44cd-b894-468c770789ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:36.616876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c019f7f-6b79-465a-abe3-318c8e12d8ab req-c40fb628-5422-44cd-b894-468c770789ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2359345 Nov 25 19:35:36.658682 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b7ca-8f42-4f9b-b3d9-aff9191d8498 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.680572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f3d8b7ca-8f42-4f9b-b3d9-aff9191d8498 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Calling delete_port for e8e0514d-ab69-4fe6-8eee-22c89f832f8b owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:36.753583 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c019f7f-6b79-465a-abe3-318c8e12d8ab req-dceeab3d-3f15-4b05-831b-5319e7f1dbf8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353848 Nov 25 19:35:36.814012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b7ca-8f42-4f9b-b3d9-aff9191d8498 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.854734 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3d8b7ca-8f42-4f9b-b3d9-aff9191d8498 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:36.861430 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f3d8b7ca-8f42-4f9b-b3d9-aff9191d8498 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "DELETE /v2.0/ports/e8e0514d-ab69-4fe6-8eee-22c89f832f8b HTTP/1.1" status: 204 len: 168 time: 0.5422807 Nov 25 19:35:36.875347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33350) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:36.906059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d8b7ca-8f42-4f9b-b3d9-aff9191d8498 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Port': ['ID=e8e0514d-ab69-4fe6-8eee-22c89f832f8b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:36.935984 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.058087 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7440b6f-ca2c-4670-99d3-edeafcd5d97d,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:37.086625 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aaa02a50-95ac-4dc6-a1e5-49c935d5ccca req-379f9ff8-419d-498b-a85e-939cc2782542 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 210 time: 0.0491652 Nov 25 19:35:37.113429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] Checking segment: {'id': '3917e4d8-a39b-4e20-8aed-d4c226104620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c5e080d-65e3-41f7-93ea-48bbbb9d90f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:37.113873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] Network hostable DHCP agents. Network: 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:35:37.121891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-65788609-8616-4e70-910b-faf5be44be3e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Deleting port 755c119a-d0e5-4a05-b310-ad88929ca55f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:37.122236 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65788609-8616-4e70-910b-faf5be44be3e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.164711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] Network 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:35:37.248023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:37.252270 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65788609-8616-4e70-910b-faf5be44be3e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.261369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c180c940-1a0e-4d29-a7c9-feaf332a8d96 None None] Network 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:37.269558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:37.270645 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.291019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-65788609-8616-4e70-910b-faf5be44be3e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Calling delete_port for 755c119a-d0e5-4a05-b310-ad88929ca55f owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:37.326845 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7e401de4-fad1-44f1-8ad0-ea14c483710c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0218387 Nov 25 19:35:37.353682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33356) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:37.513351 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65788609-8616-4e70-910b-faf5be44be3e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.622307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65788609-8616-4e70-910b-faf5be44be3e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Port': ['ID=755c119a-d0e5-4a05-b310-ad88929ca55f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:37.647644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3be227-13db-4a0c-a89c-02272077c4d2 req-06db8089-94e5-494a-b452-53338b436f28 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:37.649349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b3be227-13db-4a0c-a89c-02272077c4d2 req-06db8089-94e5-494a-b452-53338b436f28 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.2245352 Nov 25 19:35:37.650529 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65788609-8616-4e70-910b-faf5be44be3e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.666226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6f8ced-13ef-4278-9858-dd42457bb634 None None] Network 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:37.677477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-65788609-8616-4e70-910b-faf5be44be3e tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "DELETE /v2.0/ports/755c119a-d0e5-4a05-b310-ad88929ca55f HTTP/1.1" status: 204 len: 168 time: 0.8009179 Nov 25 19:35:37.678181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33364) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:37.828586 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:37.869771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e9c31d04-5de0-4a87-8d63-f29875d9ee68 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1887209 Nov 25 19:35:37.881634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33368) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:37.895472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1252816581'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:37.953618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8b3be227-13db-4a0c-a89c-02272077c4d2 req-d3576b08-8d00-4d0e-910c-5564180d3f62 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735538 Nov 25 19:35:37.974028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Made reservation on behalf of 239e629221c54905b3231851c7e6c5b7 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:37.980636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.041952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:38.075343 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.075876 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Added segment 6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7 of type vlan for network 78d85da5-2be1-4aba-a0ce-fbc507e2a00d Nov 25 19:35:38.130133 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.163690 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.219015 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.230547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.231385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.256042 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.415357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5319946 Nov 25 19:35:38.418746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33384) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:38.419588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c7dc06-4975-4c8a-92d9-b848d35f3b79 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event updated for resources: {'Network': ['ID=78d85da5-2be1-4aba-a0ce-fbc507e2a00d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:38.436737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 78d85da5-2be1-4aba-a0ce-fbc507e2a00d details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:35:38.445601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-216760154'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:38.583421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-621e9cf0-bea6-46bf-bdd3-cf2e1d416ce8 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.591606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-621e9cf0-bea6-46bf-bdd3-cf2e1d416ce8 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/networks?id=0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 HTTP/1.1" status: 200 len: 809 time: 0.2820303 Nov 25 19:35:38.602158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Made reservation on behalf of 239e629221c54905b3231851c7e6c5b7 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:38.606903 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.611385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-6ef42a0c-dc11-40b3-ae67-3a566cfd19b4 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/quotas/bc83972a63c64bd29a5e9bcaddac9e3f HTTP/1.1" status: 200 len: 375 time: 0.0184746 Nov 25 19:35:38.643708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] Deleting port 56440a35-273a-4dfa-b3af-49f01dc13f9a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:38.644646 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.662472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-787e9a6e-7629-4ec0-8341-ddeda95bfaf5 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bc83972a63c64bd29a5e9bcaddac9e3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0421362 Nov 25 19:35:38.742647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:35:38.759846 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.760362 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Added segment 7052ed22-7129-4e65-abce-4e4e9a9d7be9 of type vlan for network ef0474d6-82e5-4b42-901d-eab1394fdba4 Nov 25 19:35:38.790049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] For port 56440a35-273a-4dfa-b3af-49f01dc13f9a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=56440a35-273a-4dfa-b3af-49f01dc13f9a,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:38.790815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.814339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] Calling delete_port for 56440a35-273a-4dfa-b3af-49f01dc13f9a owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:38.823106 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.837913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-e267dfe7-b96b-4eaf-8081-a34a71813fc3 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5e080d-65e3-41f7-93ea-48bbbb9d90f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742790 Nov 25 19:35:38.932695 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:38.938966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:38.939757 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:39.017119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-7e49c525-4888-431c-b3a2-4e7dee79c880 service neutron] 10.222.0.15 "GET /v2.0/networks/0c5e080d-65e3-41f7-93ea-48bbbb9d90f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1780674 Nov 25 19:35:39.090988 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6558709 Nov 25 19:35:39.097588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2432e0a6-7c4a-4116-a01e-bf5a0d55b025 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event updated for resources: {'Network': ['ID=ef0474d6-82e5-4b42-901d-eab1394fdba4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:39.128633 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:39.190928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network ef0474d6-82e5-4b42-901d-eab1394fdba4 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:35:39.252421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=56440a35-273a-4dfa-b3af-49f01dc13f9a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:39.535804 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:39.573624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb1e88-343d-44de-bfc6-dfbbab95dab2 req-30c5d165-f165-4024-9514-9fe47a12d826 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:39.588330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddbb1e88-343d-44de-bfc6-dfbbab95dab2 req-30c5d165-f165-4024-9514-9fe47a12d826 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1423995 Nov 25 19:35:39.689030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddbb1e88-343d-44de-bfc6-dfbbab95dab2 req-1740fdf2-cf6e-4787-8f59-962305bc7306 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938637 Nov 25 19:35:39.931813 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db9a1903-254a-4b73-8b88-9c7b62a2fffe req-b62c0ea3-7336-49fd-b7a2-0bdc8e84a4f7 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 210 time: 0.0465782 Nov 25 19:35:40.146869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bba2d27-034c-4577-932b-e134cfd70ee5 req-0cfdff71-8e31-415d-a15d-9023e5f06333 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:40.155966 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bba2d27-034c-4577-932b-e134cfd70ee5 req-0cfdff71-8e31-415d-a15d-9023e5f06333 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1231530 Nov 25 19:35:40.252076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bba2d27-034c-4577-932b-e134cfd70ee5 req-7b41aa34-62c3-4254-9146-25aea520eba1 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951016 Nov 25 19:35:40.363036 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f1c873c-d979-41e7-9b22-fa7c6ed7bcdd req-4c0c9539-182a-4b04-a434-ca22bbcde7fe tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 210 time: 0.0695543 Nov 25 19:35:40.935599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] Router 64d4dad2-284d-4da4-a964-0c6c565c5048 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:41.006918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac0355-3f5e-42d4-afa5-f923d96896c5 req-002eb0b6-85fb-4f1a-8c3b-4a401b8936b3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:41.015435 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14ac0355-3f5e-42d4-afa5-f923d96896c5 req-002eb0b6-85fb-4f1a-8c3b-4a401b8936b3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1963468 Nov 25 19:35:41.084109 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14ac0355-3f5e-42d4-afa5-f923d96896c5 req-41c10045-1bf3-42f9-9e77-12565ad359c2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656550 Nov 25 19:35:41.161620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:41.178286 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e5393211-b6e2-4f5a-bbf0-cc283ef66c27 admin admin] 10.222.0.15 "PUT /v2.0/routers/64d4dad2-284d-4da4-a964-0c6c565c5048/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8188944 Nov 25 19:35:41.178576 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33410) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:41.183406 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ceb882-e141-4a25-9f04-5a2f0c7ef906 None None] Sync routers for ids ['64d4dad2-284d-4da4-a964-0c6c565c5048'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:41.229616 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ceb882-e141-4a25-9f04-5a2f0c7ef906 None None] Routers {'64d4dad2-284d-4da4-a964-0c6c565c5048'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:41.230382 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-16ceb882-e141-4a25-9f04-5a2f0c7ef906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:35:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['64d4dad2-284d-4da4-a964-0c6c565c5048'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:41.502847 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-16ceb882-e141-4a25-9f04-5a2f0c7ef906 None None] Set router 64d4dad2-284d-4da4-a964-0c6c565c5048 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:41.574670 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa227965-8d63-4b38-aaa7-6302caa866ce req-18fbefa9-a758-4e7a-8be1-2acf087e1b94 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 210 time: 0.1072218 Nov 25 19:35:41.629368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-cd492ded-9d55-4e69-b780-fda4dc3136af tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:41.630865 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:41.632765 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-cd492ded-9d55-4e69-b780-fda4dc3136af tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.60 "GET /v2.0/networks?id=0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 HTTP/1.1" status: 200 len: 809 time: 0.2822435 Nov 25 19:35:41.653697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Request body: {'port': {'device_id': '36bf72ed-e14d-4155-b597-b905ea6a79a5', 'network_id': '0c5e080d-65e3-41f7-93ea-48bbbb9d90f7', 'admin_state_up': True, 'tenant_id': 'bc83972a63c64bd29a5e9bcaddac9e3f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:41.840759 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-16ceb882-e141-4a25-9f04-5a2f0c7ef906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:35:39Z', 'revision_number': 5, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:41.884081 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ceb882-e141-4a25-9f04-5a2f0c7ef906 None None] Checking router: 64d4dad2-284d-4da4-a964-0c6c565c5048 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:41.895851 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ceb882-e141-4a25-9f04-5a2f0c7ef906 None None] Routers {'64d4dad2-284d-4da4-a964-0c6c565c5048'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:41.896812 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-16ceb882-e141-4a25-9f04-5a2f0c7ef906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:35:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['64d4dad2-284d-4da4-a964-0c6c565c5048'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:41.920408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff154c3-ddc5-4735-a435-a05b275a3022 req-b53508da-d222-44e9-a0c1-a07ad00410a8 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:41.931882 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eff154c3-ddc5-4735-a435-a05b275a3022 req-b53508da-d222-44e9-a0c1-a07ad00410a8 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1454411 Nov 25 19:35:41.968613 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.054974 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eff154c3-ddc5-4735-a435-a05b275a3022 req-467bd0f0-e9a4-4f28-88d9-eda0d8205b01 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217480 Nov 25 19:35:42.100406 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-16ceb882-e141-4a25-9f04-5a2f0c7ef906 None None] Set router 64d4dad2-284d-4da4-a964-0c6c565c5048 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:42.126928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Made reservation on behalf of bc83972a63c64bd29a5e9bcaddac9e3f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:42.136926 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.137429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Deleting port 6cf58d47-8ed6-45f0-bc64-8882a107a038 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:42.137780 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.265866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1efbb622-bf24-4824-9408-d22a51a1573b req-9e480427-ba23-4a2c-887d-2da4d603bc2b tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 210 time: 0.0754471 Nov 25 19:35:42.365505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] For port 6cf58d47-8ed6-45f0-bc64-8882a107a038, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6cf58d47-8ed6-45f0-bc64-8882a107a038,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:42.368104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.416197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Calling delete_port for 6cf58d47-8ed6-45f0-bc64-8882a107a038 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:42.482024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Allocated IP 172.20.0.9 (0c5e080d-65e3-41f7-93ea-48bbbb9d90f7/f7440b6f-ca2c-4670-99d3-edeafcd5d97d/81fa8b3b-7f5d-480d-8241-807ace3334eb) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:42.536534 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-16ceb882-e141-4a25-9f04-5a2f0c7ef906 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:35:39Z', 'revision_number': 5, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:42.595035 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ceb882-e141-4a25-9f04-5a2f0c7ef906 None None] The sync data for ids ['64d4dad2-284d-4da4-a964-0c6c565c5048'] in n-d-817303-9 is: [{'id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'name': 'tempest-TaggedBootDevicesTest-1637656969-router', 'tenant_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249'}], 'enable_snat': True}, 'gw_port_id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:17Z', 'updated_at': '2021-11-25T19:35:39Z', 'revision_number': 5, 'project_id': 'd5dad215ea0b41249fdc5a4c54e2f8a8', 'gw_port': {'id': '6cf58d47-8ed6-45f0-bc64-8882a107a038', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:be:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d4dad2-284d-4da4-a964-0c6c565c5048', 'device_owner': 'network:router_gateway', 'standard_attr_id': 528, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:19Z', 'updated_at': '2021-11-25T19:22:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:42.719504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f64bbba-dcf8-4254-bc96-8db3919d62e8 req-6d4cea87-49f4-46ee-afdf-08418558da55 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:42.722849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f64bbba-dcf8-4254-bc96-8db3919d62e8 req-6d4cea87-49f4-46ee-afdf-08418558da55 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2975934 Nov 25 19:35:42.832593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:42.911981 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.016485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Network 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:43.045602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Pushing event updated for resources: {'Port': ['ID=81fa8b3b-7f5d-480d-8241-807ace3334eb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:43.061642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:43.066241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:43.148074 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33426) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:43.157991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'subnets': [{'network_id': '78d85da5-2be1-4aba-a0ce-fbc507e2a00d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--339821956', 'ip_version': 6}, {'network_id': 'ef0474d6-82e5-4b42-901d-eab1394fdba4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:43.158400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'subnet': {'network_id': '78d85da5-2be1-4aba-a0ce-fbc507e2a00d', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--339821956', 'ip_version': 6}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:43.160625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Request body: {'subnet': {'network_id': 'ef0474d6-82e5-4b42-901d-eab1394fdba4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:43.252886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:43.254391 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.290297 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-49492919-6812-4e74-a01d-a6d6136a771d tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6486471 Nov 25 19:35:43.317542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Request body: {'port': {'device_id': '36bf72ed-e14d-4155-b597-b905ea6a79a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:43.473772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.495622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f64bbba-dcf8-4254-bc96-8db3919d62e8 req-cd67fc94-7f30-41be-b174-ff53ff43f8ac tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7599418 Nov 25 19:35:43.504642 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.545541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cf58d47-8ed6-45f0-bc64-8882a107a038,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:43.585179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96037f82-58bd-4f28-9d99-486d84e54fb4 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:43.652787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Made reservation on behalf of 239e629221c54905b3231851c7e6c5b7 for: {'subnet': 2} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:35:43.657832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.658327 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.667529 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.848725 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.852649 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d101559a-7264-4e16-9304-14cfd402f9c4 req-2c8fa8dd-9d39-497c-94bb-e25b5c61a4e0 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 210 time: 0.1197820 Nov 25 19:35:43.854189 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.951838 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.952947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64d4dad2-284d-4da4-a964-0c6c565c5048 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:35:43.968883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:43.975886 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3b11f166-b365-44ab-8dac-2a91357313e5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/64d4dad2-284d-4da4-a964-0c6c565c5048 HTTP/1.1" status: 204 len: 168 time: 2.7910495 Nov 25 19:35:43.976204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33436) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:44.167039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a77489e-4fa5-4dc4-8a19-7c2642e9f03a req-444b0c01-37b5-4889-a728-41688d7080f3 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:44.172131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a77489e-4fa5-4dc4-8a19-7c2642e9f03a req-444b0c01-37b5-4889-a728-41688d7080f3 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1449986 Nov 25 19:35:44.187333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-19feacc2-5b22-4e34-bbfa-1fc5457cbcf4 admin admin] Deleting subnet 205b4ac1-dff3-40aa-8bca-8fda88f5eab4 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:44.202693 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19feacc2-5b22-4e34-bbfa-1fc5457cbcf4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.213413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fa8b3b-7f5d-480d-8241-807ace3334eb {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:44.267270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a77489e-4fa5-4dc4-8a19-7c2642e9f03a req-9ef18fc4-a54b-4c03-b43a-e9f3a3d284b6 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873413 Nov 25 19:35:44.345602 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.414206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Transition to ACTIVE for port object 81fa8b3b-7f5d-480d-8241-807ace3334eb will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:35:44.428645 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19feacc2-5b22-4e34-bbfa-1fc5457cbcf4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.465063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26f0104-9af3-41c0-9569-65a7f3d1c94b req-2ee72bc5-834b-413d-892e-453e020c39af tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:44.468477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:44.470094 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e26f0104-9af3-41c0-9569-65a7f3d1c94b req-2ee72bc5-834b-413d-892e-453e020c39af tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 931 time: 0.1094711 Nov 25 19:35:44.478546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6cf58d47-8ed6-45f0-bc64-8882a107a038 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:44.531552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 6cf58d47-8ed6-45f0-bc64-8882a107a038 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:44.532207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6cf58d47-8ed6-45f0-bc64-8882a107a038 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:44.532817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 56440a35-273a-4dfa-b3af-49f01dc13f9a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:44.562717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 56440a35-273a-4dfa-b3af-49f01dc13f9a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:44.563345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 56440a35-273a-4dfa-b3af-49f01dc13f9a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:44.609555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e26f0104-9af3-41c0-9569-65a7f3d1c94b req-970b1d9d-9c02-4ab8-8ef5-225fff1d9180 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/security-groups?id=10e24f30-4442-47c2-9db1-6b58541bf522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319320 Nov 25 19:35:44.777497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Pushing event updated for resources: {'Port': ['ID=81fa8b3b-7f5d-480d-8241-807ace3334eb,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:44.998393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aac023-8ae4-4296-8c3a-f15a1e600708 req-d79b37f1-a56e-4514-8f8b-3cc9cb7a20d1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:44.999770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19feacc2-5b22-4e34-bbfa-1fc5457cbcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.000084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36aac023-8ae4-4296-8c3a-f15a1e600708 req-d79b37f1-a56e-4514-8f8b-3cc9cb7a20d1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.0695579 Nov 25 19:35:45.037012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.061313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36aac023-8ae4-4296-8c3a-f15a1e600708 req-3e12f6ff-b5cd-45da-a693-0323df809d3d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516772 Nov 25 19:35:45.132197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Attempting to bind port 81fa8b3b-7f5d-480d-8241-807ace3334eb on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:45.132534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Attempting to bind port 81fa8b3b-7f5d-480d-8241-807ace3334eb by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '3917e4d8-a39b-4e20-8aed-d4c226104620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c5e080d-65e3-41f7-93ea-48bbbb9d90f7'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:45.132902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Attempting to bind port 81fa8b3b-7f5d-480d-8241-807ace3334eb on network 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:45.151470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4b9db-09bd-4fa8-82a5-040f680b75b8 req-27bef8c0-50f2-4946-954e-ba5aa5a197d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:45.153481 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4fd4b9db-09bd-4fa8-82a5-040f680b75b8 req-27bef8c0-50f2-4946-954e-ba5aa5a197d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 1097 time: 0.2249570 Nov 25 19:35:45.164509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Port 81fa8b3b-7f5d-480d-8241-807ace3334eb on network 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:35:45.165241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Attempting to bind port 81fa8b3b-7f5d-480d-8241-807ace3334eb on network 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:45.167861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event updated for resources: {'Subnet': ['ID=4c31feac-9d64-4477-9471-210b9e770508,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:45.204722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:35:45.205448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Checking segment: {'id': '3917e4d8-a39b-4e20-8aed-d4c226104620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c5e080d-65e3-41f7-93ea-48bbbb9d90f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:45.205831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Bound using segment: {'id': '3917e4d8-a39b-4e20-8aed-d4c226104620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c5e080d-65e3-41f7-93ea-48bbbb9d90f7'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:35:45.207082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Bound port: 81fa8b3b-7f5d-480d-8241-807ace3334eb, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3917e4d8-a39b-4e20-8aed-d4c226104620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '0c5e080d-65e3-41f7-93ea-48bbbb9d90f7'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:35:45.207082 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.248735 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19feacc2-5b22-4e34-bbfa-1fc5457cbcf4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.286030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Checking segment: {'id': '6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '78d85da5-2be1-4aba-a0ce-fbc507e2a00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:45.286398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Network hostable DHCP agents. Network: 78d85da5-2be1-4aba-a0ce-fbc507e2a00d, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:35:45.323480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19feacc2-5b22-4e34-bbfa-1fc5457cbcf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=205b4ac1-dff3-40aa-8bca-8fda88f5eab4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:45.332123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19feacc2-5b22-4e34-bbfa-1fc5457cbcf4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.336886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09969b15-fa81-403c-866f-79a6e0cd4384 req-ccf8f018-8948-4122-8a83-662d404a9e9d tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:45.339443 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-19feacc2-5b22-4e34-bbfa-1fc5457cbcf4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/205b4ac1-dff3-40aa-8bca-8fda88f5eab4 HTTP/1.1" status: 204 len: 168 time: 1.3622286 Nov 25 19:35:45.344944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87b25e9-be8d-425b-a578-4ad851ffd49e None None] Network 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:45.358927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33452) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:45.359932 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09969b15-fa81-403c-866f-79a6e0cd4384 req-ccf8f018-8948-4122-8a83-662d404a9e9d tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1189873 Nov 25 19:35:45.512458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4b9db-09bd-4fa8-82a5-040f680b75b8 req-e793d8b2-4d52-4904-b75b-246474afd79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:45.514904 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4fd4b9db-09bd-4fa8-82a5-040f680b75b8 req-e793d8b2-4d52-4904-b75b-246474afd79f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 920 time: 0.3318546 Nov 25 19:35:45.515751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Network 78d85da5-2be1-4aba-a0ce-fbc507e2a00d is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:35:45.527718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09969b15-fa81-403c-866f-79a6e0cd4384 req-0de3b911-b483-43aa-b559-95cc376659bc tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643090 Nov 25 19:35:45.558439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.565912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] For port 81fa8b3b-7f5d-480d-8241-807ace3334eb, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:45.644268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 78d85da5-2be1-4aba-a0ce-fbc507e2a00d) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:45.657759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] For port 81fa8b3b-7f5d-480d-8241-807ace3334eb, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=81fa8b3b-7f5d-480d-8241-807ace3334eb,segment=NetworkSegment(3917e4d8-a39b-4e20-8aed-d4c226104620),segment_id=3917e4d8-a39b-4e20-8aed-d4c226104620)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:35:45.668445 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.678233 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4fd4b9db-09bd-4fa8-82a5-040f680b75b8 req-dde8f0a0-25b1-4f85-b5a4-959588a3d2fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=630a67bd-2884-486f-a316-09673d0efc26 HTTP/1.1" status: 200 len: 217 time: 0.1453984 Nov 25 19:35:45.684680 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.748825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5473488-8581-45bc-bfc2-145010c51aac None None] Network 78d85da5-2be1-4aba-a0ce-fbc507e2a00d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:45.756700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb43a6cc-03d9-4a34-acf0-46ed54d89b96 None None] DHCP port deletion for 2c06285a-bc71-4c0a-8d45-ac5d5c57a216 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:45.856784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:45.857419 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:45.860394 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] 10.222.0.60 "PUT /v2.0/ports/81fa8b3b-7f5d-480d-8241-807ace3334eb HTTP/1.1" status: 200 len: 1091 time: 2.5560312 Nov 25 19:35:45.914592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bf72ed-e14d-4155-b597-b905ea6a79a5', 'tag': '81fa8b3b-7f5d-480d-8241-807ace3334eb'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:45.917286 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7c70a6-ad79-460f-9118-9804d1458db6" -d '{"events": [{"name": "network-changed", "server_uuid": "36bf72ed-e14d-4155-b597-b905ea6a79a5", "tag": "81fa8b3b-7f5d-480d-8241-807ace3334eb"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:45.959027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4b9db-09bd-4fa8-82a5-040f680b75b8 req-91d1981b-5ff0-4eb1-b2f1-88b31572e5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:45.961135 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4fd4b9db-09bd-4fa8-82a5-040f680b75b8 req-91d1981b-5ff0-4eb1-b2f1-88b31572e5fc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bb1206d-cadb-4115-9efa-67753bdec310 HTTP/1.1" status: 200 len: 859 time: 0.2589035 Nov 25 19:35:45.975421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa93e130-49e2-4e34-b047-6f2bc0d7c0a8 req-fc0842d7-ed60-4c3b-bfa4-4a97c644f302 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e79bbac-139d-4a78-b8f3-c00b3ffe7637 HTTP/1.1" status: 200 len: 210 time: 0.1060672 Nov 25 19:35:46.091921 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event updated for resources: {'Subnet': ['ID=7e56f1fe-6ced-4341-9d4f-fc3e31757a5f,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:46.094448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4bbd8-8d80-4b15-a0de-2ac55ee22964 service neutron] Pushing event updated for resources: {'Port': ['ID=81fa8b3b-7f5d-480d-8241-807ace3334eb,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:46.133237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Checking segment: {'id': '7052ed22-7129-4e65-abce-4e4e9a9d7be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef0474d6-82e5-4b42-901d-eab1394fdba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:46.133804 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Network hostable DHCP agents. Network: ef0474d6-82e5-4b42-901d-eab1394fdba4, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:35:46.162040 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4fd4b9db-09bd-4fa8-82a5-040f680b75b8 req-c6a449ba-76e3-4b40-aac6-20f5fc9a24a1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3724fd13-8c16-40f9-b884-23a3476e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616442 Nov 25 19:35:46.192565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-cb43a6cc-03d9-4a34-acf0-46ed54d89b96 None None] Deleting port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:46.194145 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb43a6cc-03d9-4a34-acf0-46ed54d89b96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.195220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Deleting port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:46.195706 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.198117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Network ef0474d6-82e5-4b42-901d-eab1394fdba4 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:35:46.238377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-be5bf898-6a09-453a-8640-d4bfc1fbfe3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:46.240107 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-be5bf898-6a09-453a-8640-d4bfc1fbfe3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc83972a63c64bd29a5e9bcaddac9e3f&device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 1094 time: 0.3078363 Nov 25 19:35:46.263185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, ef0474d6-82e5-4b42-901d-eab1394fdba4) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:46.298545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-cb43a6cc-03d9-4a34-acf0-46ed54d89b96 None None] For port e312391c-6039-4ed2-8984-2b1c5bc7c2f6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e312391c-6039-4ed2-8984-2b1c5bc7c2f6,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:46.299180 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb43a6cc-03d9-4a34-acf0-46ed54d89b96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.316309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-cb43a6cc-03d9-4a34-acf0-46ed54d89b96 None None] Calling delete_port for e312391c-6039-4ed2-8984-2b1c5bc7c2f6 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:46.341386 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-9d25bb48-4a21-4b06-845f-4394e7bed7c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fa8b3b-7f5d-480d-8241-807ace3334eb HTTP/1.1" status: 200 len: 217 time: 0.0701532 Nov 25 19:35:46.359734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:46.361116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:46.361883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.399035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535594da-7437-46c4-b68c-391d419041a9 None None] Network ef0474d6-82e5-4b42-901d-eab1394fdba4 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:46.444355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-78d85da5-2be1-4aba-a0ce-fbc507e2a00d', 'network_id': '78d85da5-2be1-4aba-a0ce-fbc507e2a00d', 'tenant_id': '239e629221c54905b3231851c7e6c5b7', 'fixed_ips': [{'subnet_id': '4c31feac-9d64-4477-9471-210b9e770508'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:35:46.445265 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.501621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e312391c-6039-4ed2-8984-2b1c5bc7c2f6 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:46.509218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] For port e312391c-6039-4ed2-8984-2b1c5bc7c2f6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e312391c-6039-4ed2-8984-2b1c5bc7c2f6,segment=NetworkSegment(e2757820-fcb8-4648-a311-3e17d4d73ef3),segment_id=e2757820-fcb8-4648-a311-3e17d4d73ef3)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:46.509503 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.527304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Calling delete_port for e312391c-6039-4ed2-8984-2b1c5bc7c2f6 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:46.530394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4b93e-64fc-4ee3-b5c1-07c9412b3ff1 req-5bd99574-6194-41a2-833a-427c0e0ea4d0 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:46.532297 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9a4b93e-64fc-4ee3-b5c1-07c9412b3ff1 req-5bd99574-6194-41a2-833a-427c0e0ea4d0 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.0891790 Nov 25 19:35:46.606363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9a4b93e-64fc-4ee3-b5c1-07c9412b3ff1 req-ce9b4de3-bc62-4b64-acc9-a9fa3b6c2379 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656929 Nov 25 19:35:46.725552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0d9b2539-e0c8-4b60-a90f-26b37f6e6a7a tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.5756958 Nov 25 19:35:46.738374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33464) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:46.759778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 update to DOWN by agent not found {{(pid=103653) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:35:46.772411 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb43a6cc-03d9-4a34-acf0-46ed54d89b96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:46.786731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996dbfb-d32a-4957-bdaf-c16560221424 req-f90998fe-5918-4b74-b980-887dd666adce tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:46.789326 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1996dbfb-d32a-4957-bdaf-c16560221424 req-f90998fe-5918-4b74-b980-887dd666adce tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 943 time: 0.0855992 Nov 25 19:35:46.889711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1996dbfb-d32a-4957-bdaf-c16560221424 req-5bba9d61-d5d2-4f72-a4c5-63c1d577aecf tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/security-groups?id=10e24f30-4442-47c2-9db1-6b58541bf522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879536 Nov 25 19:35:46.926295 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4fd4b9db-09bd-4fa8-82a5-040f680b75b8 req-872c91b2-f381-41ce-9594-0887fbc86cc4 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7419069 Nov 25 19:35:46.965968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-35d49ac6-2e63-4c3e-a601-739998e5c585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:46.967550 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-35d49ac6-2e63-4c3e-a601-739998e5c585 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f7440b6f-ca2c-4670-99d3-edeafcd5d97d HTTP/1.1" status: 200 len: 849 time: 0.5847008 Nov 25 19:35:46.972208 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-671c69d7-47d6-40e4-bd4f-d3ec1a84b6a3 x-openstack-request-id: req-671c69d7-47d6-40e4-bd4f-d3ec1a84b6a3 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:46.972524 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bf72ed-e14d-4155-b597-b905ea6a79a5", "tag": "81fa8b3b-7f5d-480d-8241-807ace3334eb", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:46.972788 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-671c69d7-47d6-40e4-bd4f-d3ec1a84b6a3 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:46.973204 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bf72ed-e14d-4155-b597-b905ea6a79a5', 'tag': '81fa8b3b-7f5d-480d-8241-807ace3334eb', 'status': 'completed', 'code': 200} Nov 25 19:35:47.011546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315c1dd-5cf2-4a64-822a-c2f7b20c926b req-c69db6ae-3872-4da1-b2fd-eb872a524ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:47.013093 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1315c1dd-5cf2-4a64-822a-c2f7b20c926b req-c69db6ae-3872-4da1-b2fd-eb872a524ee9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1095 time: 0.6170073 Nov 25 19:35:47.035326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb43a6cc-03d9-4a34-acf0-46ed54d89b96 None None] No DVR routers for this DVR port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:47.053159 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-b851f343-b983-41ce-afd8-d8ec38fc3495 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0c5e080d-65e3-41f7-93ea-48bbbb9d90f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697291 Nov 25 19:35:47.056894 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a3d1d-fa7a-4be2-a59e-9811242614f2 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:47.058608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a3d1d-fa7a-4be2-a59e-9811242614f2 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:47.071716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617a3d1d-fa7a-4be2-a59e-9811242614f2 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:47.071716 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-617a3d1d-fa7a-4be2-a59e-9811242614f2 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2682807 Nov 25 19:35:47.072788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33468) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:47.151542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43a6cc-03d9-4a34-acf0-46ed54d89b96 None None] Pushing event deleted for resources: {'Port': ['ID=e312391c-6039-4ed2-8984-2b1c5bc7c2f6,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:47.166089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.228636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-ef0474d6-82e5-4b42-901d-eab1394fdba4', 'network_id': 'ef0474d6-82e5-4b42-901d-eab1394fdba4', 'tenant_id': '239e629221c54905b3231851c7e6c5b7', 'fixed_ips': [{'subnet_id': '7e56f1fe-6ced-4341-9d4f-fc3e31757a5f'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:35:47.229553 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.232697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a96aee-5234-4f68-89c0-7e989628d878 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Deleting subnet 4c31feac-9d64-4477-9471-210b9e770508 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:47.261202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Allocated IP 2001:db8::1 (78d85da5-2be1-4aba-a0ce-fbc507e2a00d/4c31feac-9d64-4477-9471-210b9e770508/869c966b-f1a1-41f6-884d-8805c6e4e75b) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:47.305384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3fbafd-60b5-48bc-a2e5-cc786786efa1 req-c247589e-d3ff-49cf-aed0-3ec94e7f93d4 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:47.307200 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d3fbafd-60b5-48bc-a2e5-cc786786efa1 req-c247589e-d3ff-49cf-aed0-3ec94e7f93d4 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.0618794 Nov 25 19:35:47.413105 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d3fbafd-60b5-48bc-a2e5-cc786786efa1 req-38442eab-4854-48d8-913e-986f08c739d9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962765 Nov 25 19:35:47.523721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Allocated IP 2001:db8:0:1::1 (ef0474d6-82e5-4b42-901d-eab1394fdba4/7e56f1fe-6ced-4341-9d4f-fc3e31757a5f/e07bd0f5-6673-4c95-b85d-8603ef0f2306) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:35:47.589334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d70b89-6851-49e8-9786-9940c7a1438f req-75caaa44-1988-447a-992a-e60641157fde tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:47.600294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34d70b89-6851-49e8-9786-9940c7a1438f req-75caaa44-1988-447a-992a-e60641157fde tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0895045 Nov 25 19:35:47.609435 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.646877 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93a96aee-5234-4f68-89c0-7e989628d878 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.706843 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34d70b89-6851-49e8-9786-9940c7a1438f req-72f3908a-dd87-484d-b435-bf8e08ac1e93 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048794 Nov 25 19:35:47.713017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] No DVR routers for this DVR port e312391c-6039-4ed2-8984-2b1c5bc7c2f6 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:47.723005 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.742358 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93a96aee-5234-4f68-89c0-7e989628d878 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.787098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Pushing event deleted for resources: {'Port': ['ID=e312391c-6039-4ed2-8984-2b1c5bc7c2f6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:47.932581 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4fd4b9db-09bd-4fa8-82a5-040f680b75b8 req-a92a76eb-7e4d-4bc4-a0a2-0f807b1a85d4 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9896104 Nov 25 19:35:47.959611 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.964692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Pushing event updated for resources: {'Port': ['ID=869c966b-f1a1-41f6-884d-8805c6e4e75b,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:47.981233 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Network 78d85da5-2be1-4aba-a0ce-fbc507e2a00d is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:47.985099 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.990384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93a96aee-5234-4f68-89c0-7e989628d878 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:47.995393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:48.010343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:48.045939 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.072594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7003215-0bcd-497b-8174-90c08898f1e5 req-1f5c0d85-0fdc-49ef-90f7-2eb0cfa9e7a7 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:48.075511 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7003215-0bcd-497b-8174-90c08898f1e5 req-1f5c0d85-0fdc-49ef-90f7-2eb0cfa9e7a7 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1995373 Nov 25 19:35:48.091863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315c1dd-5cf2-4a64-822a-c2f7b20c926b req-9a8d4856-21c8-4a49-90c9-9cfc39bd1db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:48.094184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1315c1dd-5cf2-4a64-822a-c2f7b20c926b req-9a8d4856-21c8-4a49-90c9-9cfc39bd1db8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 1.0466025 Nov 25 19:35:48.108028 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-a443be68-3e61-4954-9777-054c24c184fd service neutron] 10.222.0.60 "GET /v2.0/networks/0c5e080d-65e3-41f7-93ea-48bbbb9d90f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0352454 Nov 25 19:35:48.115838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c06285a-bc71-4c0a-8d45-ac5d5c57a216']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:48.136694 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93a96aee-5234-4f68-89c0-7e989628d878 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.138786 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Network ef0474d6-82e5-4b42-901d-eab1394fdba4 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:35:48.140598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Pushing event updated for resources: {'Port': ['ID=e07bd0f5-6673-4c95-b85d-8603ef0f2306,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:48.156873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2757820-fcb8-4648-a311-3e17d4d73ef3') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:48.157648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2757820-fcb8-4648-a311-3e17d4d73ef3') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:48.164169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:35:48.166732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:35:48.189492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Attempting to bind port 869c966b-f1a1-41f6-884d-8805c6e4e75b on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:48.189777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Attempting to bind port 869c966b-f1a1-41f6-884d-8805c6e4e75b by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '78d85da5-2be1-4aba-a0ce-fbc507e2a00d'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:48.191090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Attempting to bind port 869c966b-f1a1-41f6-884d-8805c6e4e75b on network 78d85da5-2be1-4aba-a0ce-fbc507e2a00d {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:48.214170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a96aee-5234-4f68-89c0-7e989628d878 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Subnet': ['ID=4c31feac-9d64-4477-9471-210b9e770508,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:48.217054 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93a96aee-5234-4f68-89c0-7e989628d878 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.223694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-93a96aee-5234-4f68-89c0-7e989628d878 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "DELETE /v2.0/subnets/4c31feac-9d64-4477-9471-210b9e770508 HTTP/1.1" status: 204 len: 168 time: 1.1471510 Nov 25 19:35:48.241172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7003215-0bcd-497b-8174-90c08898f1e5 req-b1e69b4e-2250-4794-9614-23cf8b7f7a6b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338811 Nov 25 19:35:48.241777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33482) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:48.261520 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1315c1dd-5cf2-4a64-822a-c2f7b20c926b req-4bf4c74d-93fc-4a1c-a7b6-18037ed3663a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 999 time: 0.1188195 Nov 25 19:35:48.269893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:35:48.271020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Checking segment: {'id': '6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '78d85da5-2be1-4aba-a0ce-fbc507e2a00d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:48.271831 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.272310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Bound using segment: {'id': '6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '78d85da5-2be1-4aba-a0ce-fbc507e2a00d'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:35:48.273108 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Bound port: 869c966b-f1a1-41f6-884d-8805c6e4e75b, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '78d85da5-2be1-4aba-a0ce-fbc507e2a00d'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:35:48.273579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.284074 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.328600 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Attempting to bind port e07bd0f5-6673-4c95-b85d-8603ef0f2306 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:35:48.328990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Attempting to bind port e07bd0f5-6673-4c95-b85d-8603ef0f2306 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '7052ed22-7129-4e65-abce-4e4e9a9d7be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef0474d6-82e5-4b42-901d-eab1394fdba4'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:35:48.329393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Attempting to bind port e07bd0f5-6673-4c95-b85d-8603ef0f2306 on network ef0474d6-82e5-4b42-901d-eab1394fdba4 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:35:48.364408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33484) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:48.369852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9ed80b6-a5f7-4cc3-84cb-18ce36c46fb0 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Deleting subnet 7e56f1fe-6ced-4341-9d4f-fc3e31757a5f {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:48.374289 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9ed80b6-a5f7-4cc3-84cb-18ce36c46fb0 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.377542 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.396661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:48.397443 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:48.401129 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:48.415417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:35:48.415971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Checking segment: {'id': '7052ed22-7129-4e65-abce-4e4e9a9d7be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef0474d6-82e5-4b42-901d-eab1394fdba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:35:48.416501 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.417015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Bound using segment: {'id': '7052ed22-7129-4e65-abce-4e4e9a9d7be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef0474d6-82e5-4b42-901d-eab1394fdba4'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:35:48.417681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Bound port: e07bd0f5-6673-4c95-b85d-8603ef0f2306, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7052ed22-7129-4e65-abce-4e4e9a9d7be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ef0474d6-82e5-4b42-901d-eab1394fdba4'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:35:48.418203 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.436889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] For port 869c966b-f1a1-41f6-884d-8805c6e4e75b, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:48.478003 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] For port 869c966b-f1a1-41f6-884d-8805c6e4e75b, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=869c966b-f1a1-41f6-884d-8805c6e4e75b,segment=NetworkSegment(6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7),segment_id=6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:35:48.486401 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.513474 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9ed80b6-a5f7-4cc3-84cb-18ce36c46fb0 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.559158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846338e7-47df-408f-a97c-96f91b963d3a None None] Pushing event updated for resources: {'Port': ['ID=869c966b-f1a1-41f6-884d-8805c6e4e75b,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:48.560733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.623395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbfb5a9-03b6-4496-be21-021732e1c37c req-bd44b20e-2d91-4b89-a6ef-1b155c84f0be tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:48.624849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.628946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] For port e07bd0f5-6673-4c95-b85d-8603ef0f2306, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:35:48.633632 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] For port e07bd0f5-6673-4c95-b85d-8603ef0f2306, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e07bd0f5-6673-4c95-b85d-8603ef0f2306,segment=NetworkSegment(7052ed22-7129-4e65-abce-4e4e9a9d7be9),segment_id=7052ed22-7129-4e65-abce-4e4e9a9d7be9)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:35:48.641420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2c06285a-bc71-4c0a-8d45-ac5d5c57a216 HTTP/1.1" status: 204 len: 168 time: 3.2791257 Nov 25 19:35:48.645256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315c1dd-5cf2-4a64-822a-c2f7b20c926b req-8a9c8067-c96a-4ef9-8aff-6143d5195f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:48.645627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7bbfb5a9-03b6-4496-be21-021732e1c37c req-bd44b20e-2d91-4b89-a6ef-1b155c84f0be tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 943 time: 0.2162626 Nov 25 19:35:48.648278 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1315c1dd-5cf2-4a64-822a-c2f7b20c926b req-8a9c8067-c96a-4ef9-8aff-6143d5195f5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.3671770 Nov 25 19:35:48.648713 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.654144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33488) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:48.655736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55470ea5-3c3b-4645-9189-6acf078cd83b None None] Network 78d85da5-2be1-4aba-a0ce-fbc507e2a00d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:48.692585 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0442d233-6549-4192-907e-b8e22861416c tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.711614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6a280-e00c-447a-a803-ad5827697750 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c06285a-bc71-4c0a-8d45-ac5d5c57a216,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:48.822569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959710ad-8e2c-4c13-b669-e12c3c9e90b3 None None] Pushing event updated for resources: {'Port': ['ID=e07bd0f5-6673-4c95-b85d-8603ef0f2306,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:48.824309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0442d233-6549-4192-907e-b8e22861416c tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:48.914396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d50d96aa-b42f-426f-bf4c-5ab88487d5a5 req-3c41af5a-f8bd-4c98-99fb-da24cbbb2691 service neutron] 10.222.0.60 "GET /v2.0/networks/0c5e080d-65e3-41f7-93ea-48bbbb9d90f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7845235 Nov 25 19:35:48.916991 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7bbfb5a9-03b6-4496-be21-021732e1c37c req-7ddc60ad-a1d3-4a5d-956a-5c573b70741a tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/security-groups?id=10e24f30-4442-47c2-9db1-6b58541bf522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2640486 Nov 25 19:35:48.928993 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9ed80b6-a5f7-4cc3-84cb-18ce36c46fb0 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.025077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315c1dd-5cf2-4a64-822a-c2f7b20c926b req-00a4561b-5b2d-4c9c-a632-3e82deb8af43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:49.026971 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1315c1dd-5cf2-4a64-822a-c2f7b20c926b req-00a4561b-5b2d-4c9c-a632-3e82deb8af43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3427758 Nov 25 19:35:49.073655 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0442d233-6549-4192-907e-b8e22861416c tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.083963 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0442d233-6549-4192-907e-b8e22861416c tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.088413 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0442d233-6549-4192-907e-b8e22861416c tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "DELETE /v2.0/security-groups/44a88fc6-ee26-451b-9282-0fb65b85ae85 HTTP/1.1" status: 204 len: 168 time: 0.6727567 Nov 25 19:35:49.097437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33492) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:49.120937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442d233-6549-4192-907e-b8e22861416c tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a88fc6-ee26-451b-9282-0fb65b85ae85,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:49.161555 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-e0bd8a55-7f2f-46d3-8530-f5aa31195dc1 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] show failed (client error): The resource could not be found. Nov 25 19:35:49.167889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e0bd8a55-7f2f-46d3-8530-f5aa31195dc1 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "GET /v2.0/security-groups/44a88fc6-ee26-451b-9282-0fb65b85ae85 HTTP/1.1" status: 404 len: 347 time: 0.0651295 Nov 25 19:35:49.167889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9ed80b6-a5f7-4cc3-84cb-18ce36c46fb0 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.202341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33494) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:49.255347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9ed80b6-a5f7-4cc3-84cb-18ce36c46fb0 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.257418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c9ed80b6-a5f7-4cc3-84cb-18ce36c46fb0 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "DELETE /v2.0/subnets/7e56f1fe-6ced-4341-9d4f-fc3e31757a5f HTTP/1.1" status: 204 len: 168 time: 1.0143859 Nov 25 19:35:49.291581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33496) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:49.358476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c70a6-ad79-460f-9118-9804d1458db6 req-d79cf89d-b68a-434b-a414-508395b29f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:49.362856 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b7c70a6-ad79-460f-9118-9804d1458db6 req-d79cf89d-b68a-434b-a414-508395b29f12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bc83972a63c64bd29a5e9bcaddac9e3f&device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 1094 time: 0.3520360 Nov 25 19:35:49.372784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ed80b6-a5f7-4cc3-84cb-18ce36c46fb0 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Subnet': ['ID=7e56f1fe-6ced-4341-9d4f-fc3e31757a5f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:49.438679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62201a55-59b3-4b6e-963c-2afc18dc3ab0 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:49.444859 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-62201a55-59b3-4b6e-963c-2afc18dc3ab0 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1476097 Nov 25 19:35:49.445643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33500) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:49.463453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47aa082-03c4-4616-8959-eb53a686ce8f req-839cf986-5a53-467a-8ae3-159d5c95ec48 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:49.465273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f47aa082-03c4-4616-8959-eb53a686ce8f req-839cf986-5a53-467a-8ae3-159d5c95ec48 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2304657 Nov 25 19:35:49.585051 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.595439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f47aa082-03c4-4616-8959-eb53a686ce8f req-85b9875c-ba72-4183-a3d6-27773a0c72ec tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140194 Nov 25 19:35:49.652508 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1315c1dd-5cf2-4a64-822a-c2f7b20c926b req-15b72d57-1640-40a5-aba8-2e4792f75447 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5867651 Nov 25 19:35:49.675659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Deleting port e07bd0f5-6673-4c95-b85d-8603ef0f2306 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:49.676014 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.794346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] For port e07bd0f5-6673-4c95-b85d-8603ef0f2306, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e07bd0f5-6673-4c95-b85d-8603ef0f2306,segment=NetworkSegment(7052ed22-7129-4e65-abce-4e4e9a9d7be9),segment_id=7052ed22-7129-4e65-abce-4e4e9a9d7be9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:49.794935 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:49.819031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Calling delete_port for e07bd0f5-6673-4c95-b85d-8603ef0f2306 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:49.847694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ba59c-3d0e-4b48-acbd-5b7a48bc1839 req-2869ba46-6d36-478e-a0cf-6097b31e370b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:49.849283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d38ba59c-3d0e-4b48-acbd-5b7a48bc1839 req-2869ba46-6d36-478e-a0cf-6097b31e370b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1024768 Nov 25 19:35:49.939378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c70a6-ad79-460f-9118-9804d1458db6 req-6b600bb3-f4f0-4669-ba94-ac5b715c07ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:49.942300 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b7c70a6-ad79-460f-9118-9804d1458db6 req-6b600bb3-f4f0-4669-ba94-ac5b715c07ae service neutron] 10.222.0.60 "GET /v2.0/networks?id=0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 HTTP/1.1" status: 200 len: 910 time: 0.5707543 Nov 25 19:35:49.968812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Deleting port 56e1fad1-6f5d-4ea0-b36a-4e5d96ff9311 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:49.969289 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.029806 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b7c70a6-ad79-460f-9118-9804d1458db6 req-db9805e4-1c00-4669-94fb-6f26917127aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=81fa8b3b-7f5d-480d-8241-807ace3334eb HTTP/1.1" status: 200 len: 217 time: 0.0746958 Nov 25 19:35:50.042919 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.071906 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1315c1dd-5cf2-4a64-822a-c2f7b20c926b req-1d9f00b1-2017-4b8e-bc2f-2b66ab78eefc service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884094 Nov 25 19:35:50.095938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Port': ['ID=e07bd0f5-6673-4c95-b85d-8603ef0f2306,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:50.112033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] No DVR routers for this DVR port e07bd0f5-6673-4c95-b85d-8603ef0f2306 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:50.191789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d38ba59c-3d0e-4b48-acbd-5b7a48bc1839 req-b8e58cb3-c5a5-4fcb-a82f-eaff74fdc234 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941003 Nov 25 19:35:50.233275 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7c70a6-ad79-460f-9118-9804d1458db6 req-e10af678-374f-4522-9102-02d3728f248b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:50.236271 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b7c70a6-ad79-460f-9118-9804d1458db6 req-e10af678-374f-4522-9102-02d3728f248b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f7440b6f-ca2c-4670-99d3-edeafcd5d97d HTTP/1.1" status: 200 len: 849 time: 0.1925364 Nov 25 19:35:50.303308 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.303761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.308926 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b7c70a6-ad79-460f-9118-9804d1458db6 req-254f864e-5965-4f2c-9eb1-bc101afb9d6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0c5e080d-65e3-41f7-93ea-48bbbb9d90f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644007 Nov 25 19:35:50.331712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Calling delete_port for 56e1fad1-6f5d-4ea0-b36a-4e5d96ff9311 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:50.368785 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.428249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef0474d6-82e5-4b42-901d-eab1394fdba4']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:50.433613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.444818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7052ed22-7129-4e65-abce-4e4e9a9d7be9') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:50.445140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7052ed22-7129-4e65-abce-4e4e9a9d7be9') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:50.470094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11e1d-8a12-4801-9dd9-35f64b240667 req-70a9a173-9449-44e1-ab05-237ca089c4ea tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:50.473556 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ad11e1d-8a12-4801-9dd9-35f64b240667 req-70a9a173-9449-44e1-ab05-237ca089c4ea tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1214099 Nov 25 19:35:50.477582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.516537 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.530413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:50.530983 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.535164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b90f56b-ecef-49b0-940e-380138cd8924 None None] Network ef0474d6-82e5-4b42-901d-eab1394fdba4 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:50.581838 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b7c70a6-ad79-460f-9118-9804d1458db6 req-61cbb0cc-e73f-43f7-b067-d631eb74512c service neutron] 10.222.0.60 "GET /v2.0/networks/0c5e080d-65e3-41f7-93ea-48bbbb9d90f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582338 Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:50.685183 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:50.700226 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.720402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ff26b14c-547f-4d7c-aba2-e06347e3093d None None] Could not find standard attr ID for object e07bd0f5-6673-4c95-b85d-8603ef0f2306. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:35:50.732662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.738096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "DELETE /v2.0/networks/ef0474d6-82e5-4b42-901d-eab1394fdba4 HTTP/1.1" status: 204 len: 168 time: 1.2908864 Nov 25 19:35:50.744763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33508) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:50.764403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.780928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b2bcc2-5a3b-4a7e-9c0d-dffef78c2a26 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Network': ['ID=ef0474d6-82e5-4b42-901d-eab1394fdba4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:50.851037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ad11e1d-8a12-4801-9dd9-35f64b240667 req-4ad86171-a392-446b-b10b-65288f52308e tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639857 Nov 25 19:35:50.869454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:50.883007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508d423c-c79f-47f7-9198-b868ec2e1173 None None] DHCP port deletion for ef0474d6-82e5-4b42-901d-eab1394fdba4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:50.923740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b125eec9-e4a1-4f4a-957d-96a7d12720af None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:35:50.953633 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5b7c70a6-ad79-460f-9118-9804d1458db6 req-a524a148-ad25-43bd-968a-f1d3e05abeaa service neutron] 10.222.0.60 "GET /v2.0/networks/0c5e080d-65e3-41f7-93ea-48bbbb9d90f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613174 Nov 25 19:35:51.016549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d472fe-176d-463e-a7e4-784c5d81fb18 req-a1228d7c-5649-4d2a-8b93-3ec9bd4cf0f0 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:51.032637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41d472fe-176d-463e-a7e4-784c5d81fb18 req-a1228d7c-5649-4d2a-8b93-3ec9bd4cf0f0 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 943 time: 0.0880268 Nov 25 19:35:51.052795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Pushing event deleted for resources: {'Port': ['ID=56e1fad1-6f5d-4ea0-b36a-4e5d96ff9311,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:51.093346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b125eec9-e4a1-4f4a-957d-96a7d12720af None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:35:51.119280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.119700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.119994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.120336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.120678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.121196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.121539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.121878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.122218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.122553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.122933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.123260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:51.129739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41d472fe-176d-463e-a7e4-784c5d81fb18 req-a5e29b25-cafa-4e10-be89-9b759ffafd0b tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/security-groups?id=10e24f30-4442-47c2-9db1-6b58541bf522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959744 Nov 25 19:35:51.194985 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.329763 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.333233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.334493 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7f6876e7-5b1d-4c18-b159-d5380f067260 tempest-ServersTestBootFromVolume-1806984912 tempest-ServersTestBootFromVolume-1806984912-project] 10.222.0.15 "DELETE /v2.0/floatingips/cc37244d-a583-40d9-8ae1-40b77157ac72 HTTP/1.1" status: 204 len: 168 time: 2.1213176 Nov 25 19:35:51.343456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33512) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:51.442740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Deleting port 869c966b-f1a1-41f6-884d-8805c6e4e75b {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:51.443102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.512563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4b1ac-750a-4582-8a4e-787f51ce9308 req-cd77984e-21b7-4c39-b841-f92758313bef tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:51.515048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fa4b1ac-750a-4582-8a4e-787f51ce9308 req-cd77984e-21b7-4c39-b841-f92758313bef tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1819301 Nov 25 19:35:51.641754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fa4b1ac-750a-4582-8a4e-787f51ce9308 req-13a9800a-d5b5-4e4f-ad3e-a3477c8c481b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093597 Nov 25 19:35:51.745603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 81fa8b3b-7f5d-480d-8241-807ace3334eb details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:35:51.896142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9b8b2b23-177b-4513-b74c-5131e240d285 None None] Provisioning complete for port 630a67bd-2884-486f-a316-09673d0efc26 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:51.896599 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2b23-177b-4513-b74c-5131e240d285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:51.958285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 81fa8b3b-7f5d-480d-8241-807ace3334eb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=81fa8b3b-7f5d-480d-8241-807ace3334eb,segment=NetworkSegment(3917e4d8-a39b-4e20-8aed-d4c226104620),segment_id=3917e4d8-a39b-4e20-8aed-d4c226104620)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:51.984048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '81fa8b3b-7f5d-480d-8241-807ace3334eb', 'network_id': '0c5e080d-65e3-41f7-93ea-48bbbb9d90f7', 'port_id': '81fa8b3b-7f5d-480d-8241-807ace3334eb', 'mac_address': 'fa:16:3e:f5:24:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7440b6f-ca2c-4670-99d3-edeafcd5d97d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:35:51.992548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c96e744-0994-42e2-af40-b5b2b19017a8 req-3052668e-3e9f-4b0a-960a-72420dcfbaf6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:52.003641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c96e744-0994-42e2-af40-b5b2b19017a8 req-3052668e-3e9f-4b0a-960a-72420dcfbaf6 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1738772 Nov 25 19:35:52.031357 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] For port 869c966b-f1a1-41f6-884d-8805c6e4e75b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=869c966b-f1a1-41f6-884d-8805c6e4e75b,segment=NetworkSegment(6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7),segment_id=6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:52.031357 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.068049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Calling delete_port for 869c966b-f1a1-41f6-884d-8805c6e4e75b owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:52.108008 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c96e744-0994-42e2-af40-b5b2b19017a8 req-08302dce-88ce-4ad2-b9a3-6a47549896b2 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988481 Nov 25 19:35:52.111055 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.141075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fa8b3b-7f5d-480d-8241-807ace3334eb {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:52.157246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] Deleting port 7dcb8d4f-2643-423f-92f0-20994915e00a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:52.162226 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.190298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9b8b2b23-177b-4513-b74c-5131e240d285 None None] Provisioning complete for port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:52.190985 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2b23-177b-4513-b74c-5131e240d285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.196316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 81fa8b3b-7f5d-480d-8241-807ace3334eb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=81fa8b3b-7f5d-480d-8241-807ace3334eb,segment=NetworkSegment(3917e4d8-a39b-4e20-8aed-d4c226104620),segment_id=3917e4d8-a39b-4e20-8aed-d4c226104620)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:52.229157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.338784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=81fa8b3b-7f5d-480d-8241-807ace3334eb,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:52.363504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466722b3-1536-4567-b357-c4ab568ba1f0 req-6fc40c54-1096-4237-9230-a833e65ad182 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:52.366350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-466722b3-1536-4567-b357-c4ab568ba1f0 req-6fc40c54-1096-4237-9230-a833e65ad182 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1700342 Nov 25 19:35:52.387655 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.392597 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.439342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e07bd0f5-6673-4c95-b85d-8603ef0f2306 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:52.452238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Port': ['ID=869c966b-f1a1-41f6-884d-8805c6e4e75b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:52.456570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] For port 7dcb8d4f-2643-423f-92f0-20994915e00a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7dcb8d4f-2643-423f-92f0-20994915e00a,segment=NetworkSegment(155695c0-6e09-418e-9285-ef700eeea91c),segment_id=155695c0-6e09-418e-9285-ef700eeea91c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:52.457001 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.460529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] No DVR routers for this DVR port 869c966b-f1a1-41f6-884d-8805c6e4e75b on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:52.493433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] Calling delete_port for 7dcb8d4f-2643-423f-92f0-20994915e00a owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:52.493801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: e07bd0f5-6673-4c95-b85d-8603ef0f2306 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:52.494352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e07bd0f5-6673-4c95-b85d-8603ef0f2306 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:52.511255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9b8b2b23-177b-4513-b74c-5131e240d285 None None] Provisioning complete for port 36993f2f-a781-42ad-a8a6-5afd2337cff9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:52.511874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2b23-177b-4513-b74c-5131e240d285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.553434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-466722b3-1536-4567-b357-c4ab568ba1f0 req-faea57ec-67aa-49e8-b469-ebf4634d322e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730809 Nov 25 19:35:52.594815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['81fa8b3b-7f5d-480d-8241-807ace3334eb'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:52.614094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.681896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78d85da5-2be1-4aba-a0ce-fbc507e2a00d']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:52.698668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:52.698976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f8b5a31-dfbc-404b-8d64-15f9a7b9d8f7') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:52.713010 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.778127 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.788187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9b8b2b23-177b-4513-b74c-5131e240d285 None None] Provisioning complete for port aa778c51-ea9e-437b-9862-ea623e11762d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:52.788883 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b8b2b23-177b-4513-b74c-5131e240d285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.789962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:52.790446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:52.793976 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:52.819844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed15826-f6c1-4034-af67-761add8a69bd req-b8044fd0-1378-4f2e-ad42-63366284271b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:52.821774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ed15826-f6c1-4034-af67-761add8a69bd req-b8044fd0-1378-4f2e-ad42-63366284271b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1625066 Nov 25 19:35:52.876120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.882232 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.895736 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:52.901925 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "DELETE /v2.0/networks/78d85da5-2be1-4aba-a0ce-fbc507e2a00d HTTP/1.1" status: 204 len: 168 time: 2.1532745 Nov 25 19:35:52.910843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33524) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:52.941733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4412a9bd-c179-44d7-bed8-f352cb259041 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Network': ['ID=78d85da5-2be1-4aba-a0ce-fbc507e2a00d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:52.979370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.009154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ed15826-f6c1-4034-af67-761add8a69bd req-12e51e82-cabc-45b3-b9d9-858e837f338d tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527236 Nov 25 19:35:53.012826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=7dcb8d4f-2643-423f-92f0-20994915e00a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:53.069331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.105029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] Deleting port 625f317f-33ff-43d7-bc14-d4ed1dad5f52 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:53.105471 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.296205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.306617 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.345569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacc146e-41db-4d52-a81e-fa0d4db90521']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:53.360980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06fe209-ede9-467e-9209-ecd9ab0d2ed8') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:53.361394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06fe209-ede9-467e-9209-ecd9ab0d2ed8') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:53.364955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] For port 625f317f-33ff-43d7-bc14-d4ed1dad5f52, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=625f317f-33ff-43d7-bc14-d4ed1dad5f52,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:53.365655 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.380114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f3658e-2953-4fd1-9f58-dfedbba8aee7 req-0970e8c3-5dfa-469d-be2a-bad5eaef3f88 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:53.381740 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1f3658e-2953-4fd1-9f58-dfedbba8aee7 req-0970e8c3-5dfa-469d-be2a-bad5eaef3f88 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 944 time: 0.2042422 Nov 25 19:35:53.393356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.409743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] Calling delete_port for 625f317f-33ff-43d7-bc14-d4ed1dad5f52 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:53.431524 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.449019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:53.449738 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:53.456396 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:53.582316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] Router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:53.596759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1f3658e-2953-4fd1-9f58-dfedbba8aee7 req-d1ec75d4-3019-41e4-bd59-2da445e06651 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/security-groups?id=10e24f30-4442-47c2-9db1-6b58541bf522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055826 Nov 25 19:35:53.611019 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.620003 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.623331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "DELETE /v2.0/networks/bacc146e-41db-4d52-a81e-fa0d4db90521 HTTP/1.1" status: 204 len: 168 time: 0.7099030 Nov 25 19:35:53.633655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33528) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:53.644039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdeb5c0-7793-4eab-b52c-a09619fc2532 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Network': ['ID=bacc146e-41db-4d52-a81e-fa0d4db90521,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:53.755827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 81fa8b3b-7f5d-480d-8241-807ace3334eb up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:35:53.786538 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.805961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:53.819690 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2d99314d-327c-434f-a174-f5b5a1462a5a admin admin] 10.222.0.15 "PUT /v2.0/routers/06c6e65f-5932-4416-ba1c-5d676fe5bf23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1637771 Nov 25 19:35:53.825637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33530) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:53.849601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c77481-1e73-435d-a7e3-c9884f6064cd None None] Sync routers for ids ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:53.896284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c77481-1e73-435d-a7e3-c9884f6064cd None None] Routers {'06c6e65f-5932-4416-ba1c-5d676fe5bf23'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:53.898107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-90c77481-1e73-435d-a7e3-c9884f6064cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:35:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:53.910492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.952447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 81fa8b3b-7f5d-480d-8241-807ace3334eb completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:35:53.961652 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 81fa8b3b-7f5d-480d-8241-807ace3334eb triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:35:53.962357 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:53.968691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] Pushing event deleted for resources: {'Port': ['ID=625f317f-33ff-43d7-bc14-d4ed1dad5f52,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:54.034466 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.053294 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.114060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1b7d9c-73cd-495d-a706-e1b7df832b8f']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:54.129236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c63143c-75cf-403a-8795-0830936c2227') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:54.129573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c63143c-75cf-403a-8795-0830936c2227') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:54.216031 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.218558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.222574 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.239207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.271126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:54.271535 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:54.276470 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:54.286073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-90c77481-1e73-435d-a7e3-c9884f6064cd None None] Set router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:54.362386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.369232 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.377341 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] 10.222.0.15 "DELETE /v2.0/networks/4b1b7d9c-73cd-495d-a706-e1b7df832b8f HTTP/1.1" status: 204 len: 168 time: 0.7317724 Nov 25 19:35:54.408206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ce8039-316f-4295-a66c-fc3dadd0c0a6 tempest-BulkNetworkOpsIpV6Test-955889818 tempest-BulkNetworkOpsIpV6Test-955889818-project] Pushing event deleted for resources: {'Network': ['ID=4b1b7d9c-73cd-495d-a706-e1b7df832b8f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:54.415967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Deleting port dfa97735-ebe2-4b5d-9f61-a9fbb464152c {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:54.416295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.446319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bf72ed-e14d-4155-b597-b905ea6a79a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fa8b3b-7f5d-480d-8241-807ace3334eb'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:54.449199 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a27931-120a-4659-98e6-57c9e8b75956" -d '{"events": [{"server_uuid": "36bf72ed-e14d-4155-b597-b905ea6a79a5", "name": "network-vif-plugged", "status": "completed", "tag": "81fa8b3b-7f5d-480d-8241-807ace3334eb"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:54.469579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 81fa8b3b-7f5d-480d-8241-807ace3334eb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=81fa8b3b-7f5d-480d-8241-807ace3334eb,segment=NetworkSegment(3917e4d8-a39b-4e20-8aed-d4c226104620),segment_id=3917e4d8-a39b-4e20-8aed-d4c226104620)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:54.474952 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.536036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] For port dfa97735-ebe2-4b5d-9f61-a9fbb464152c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=dfa97735-ebe2-4b5d-9f61-a9fbb464152c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:54.537125 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.553764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Calling delete_port for dfa97735-ebe2-4b5d-9f61-a9fbb464152c owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:54.614865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=81fa8b3b-7f5d-480d-8241-807ace3334eb,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:54.666467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-90c77481-1e73-435d-a7e3-c9884f6064cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'name': 'tempest-TaggedBootDevicesTest-2109497549-router', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30'}], 'enable_snat': True}, 'gw_port_id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:38Z', 'updated_at': '2021-11-25T19:35:52Z', 'revision_number': 5, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'gw_port': {'id': 'dfa97735-ebe2-4b5d-9f61-a9fbb464152c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:91:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 557, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:22:39Z', 'updated_at': '2021-11-25T19:22:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:54.700677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33544) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:54.707241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c77481-1e73-435d-a7e3-c9884f6064cd None None] Checking router: 06c6e65f-5932-4416-ba1c-5d676fe5bf23 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:54.730098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c77481-1e73-435d-a7e3-c9884f6064cd None None] Routers {'06c6e65f-5932-4416-ba1c-5d676fe5bf23'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:54.732255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-90c77481-1e73-435d-a7e3-c9884f6064cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:35:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:54.781194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9af1e2-feb2-4b68-ac24-8a94898f3fb7 req-dec6dab3-56c1-49ec-9f4e-ed40402a954e tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:54.787414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd9af1e2-feb2-4b68-ac24-8a94898f3fb7 req-dec6dab3-56c1-49ec-9f4e-ed40402a954e tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.7139294 Nov 25 19:35:54.794699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.861023 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:54.908153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd9af1e2-feb2-4b68-ac24-8a94898f3fb7 req-2ec0e414-c97c-4dbc-b2a7-76eaa39e0ecc tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134274 Nov 25 19:35:54.932863 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.066760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa97735-ebe2-4b5d-9f61-a9fbb464152c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:55.084495 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.088829 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.103504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1399504-50f6-409f-bb17-14cf579f3597 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:55.107605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a00cc85c-e3e6-4cbf-851b-f5ae0b39a274 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=239e629221c54905b3231851c7e6c5b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4054224 Nov 25 19:35:55.115490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33550) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:55.131331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-90c77481-1e73-435d-a7e3-c9884f6064cd None None] Set router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:55.156546 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.157508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06c6e65f-5932-4416-ba1c-5d676fe5bf23 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:35:55.163690 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.165065 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fba32039-adce-4ab9-9592-6f850e24ece5 admin admin] 10.222.0.15 "DELETE /v2.0/routers/06c6e65f-5932-4416-ba1c-5d676fe5bf23 HTTP/1.1" status: 204 len: 168 time: 1.3384469 Nov 25 19:35:55.169001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33552) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:55.207792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8bc57c-fa2e-4f16-93dc-bf112e3a4e0e req-cdf7f76d-02b3-4c4f-b0e5-b62a7c03ba32 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:55.210541 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab8bc57c-fa2e-4f16-93dc-bf112e3a4e0e req-cdf7f76d-02b3-4c4f-b0e5-b62a7c03ba32 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1778393 Nov 25 19:35:55.222835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-264359dc-05b2-4681-a493-cc9a9257d76d admin admin] Deleting subnet 1751831e-9f71-4020-89f0-79c3e72244c8 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:55.226892 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-264359dc-05b2-4681-a493-cc9a9257d76d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.252636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-90c77481-1e73-435d-a7e3-c9884f6064cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'name': 'tempest-TaggedBootDevicesTest-2109497549-router', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:38Z', 'updated_at': '2021-11-25T19:35:54Z', 'revision_number': 6, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:55.273141 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-264359dc-05b2-4681-a493-cc9a9257d76d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.306919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c77481-1e73-435d-a7e3-c9884f6064cd None None] The sync data for ids ['06c6e65f-5932-4416-ba1c-5d676fe5bf23'] in n-d-817303-9 is: [{'id': '06c6e65f-5932-4416-ba1c-5d676fe5bf23', 'name': 'tempest-TaggedBootDevicesTest-2109497549-router', 'tenant_id': '31f232fc2f17416aa3f798e1c2da73dc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:22:38Z', 'updated_at': '2021-11-25T19:35:54Z', 'revision_number': 6, 'project_id': '31f232fc2f17416aa3f798e1c2da73dc', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:55.391539 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-264359dc-05b2-4681-a493-cc9a9257d76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.427800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab8bc57c-fa2e-4f16-93dc-bf112e3a4e0e req-1e202e1a-6951-4842-bbee-71063c75c410 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1998727 Nov 25 19:35:55.430411 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.463898 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.479718 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-264359dc-05b2-4681-a493-cc9a9257d76d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.490909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] Router 0961200e-30c3-4530-b47c-9a16f20f732f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:35:55.517324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-264359dc-05b2-4681-a493-cc9a9257d76d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.524460 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-264359dc-05b2-4681-a493-cc9a9257d76d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1751831e-9f71-4020-89f0-79c3e72244c8 HTTP/1.1" status: 204 len: 168 time: 0.3540027 Nov 25 19:35:55.525312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33556) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:55.533274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264359dc-05b2-4681-a493-cc9a9257d76d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1751831e-9f71-4020-89f0-79c3e72244c8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:55.548813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f2094f-f6e5-4350-aec1-13354be63af4 None None] Network 127c12d2-e12a-4f30-a7ec-9970fb6a4107 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:55.617120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.712478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Deleting port 8596f9a9-ed67-49e7-8f5f-862992c86374 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:55.713027 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.795649 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.798669 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.804332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ffda060-4523-4d15-aca6-aba725591e19 HTTP/1.1" status: 204 len: 168 time: 0.6801257 Nov 25 19:35:55.824709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34dfba1-31a2-48a0-a2e3-23cc69c204ef None None] DHCP port deletion for 127c12d2-e12a-4f30-a7ec-9970fb6a4107 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:55.834243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] For port 8596f9a9-ed67-49e7-8f5f-862992c86374, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8596f9a9-ed67-49e7-8f5f-862992c86374,segment=NetworkSegment(155695c0-6e09-418e-9285-ef700eeea91c),segment_id=155695c0-6e09-418e-9285-ef700eeea91c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:55.835074 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.851804 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Calling delete_port for 8596f9a9-ed67-49e7-8f5f-862992c86374 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:55.855766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f50cd4-664f-449f-8dc8-b780c917d65b req-bffcf1e9-7b87-400d-be53-3c14c14bbe78 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:55.863467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58f50cd4-664f-449f-8dc8-b780c917d65b req-bffcf1e9-7b87-400d-be53-3c14c14bbe78 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.2386944 Nov 25 19:35:55.913097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:35:55.938128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffda060-4523-4d15-aca6-aba725591e19,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:55.948771 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd03ac-dcf3-4bc7-b178-fdff2938beba None None] Sync routers for ids ['0961200e-30c3-4530-b47c-9a16f20f732f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:35:55.962039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:55.974874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33564) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:55.978210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c293b302-f5ce-4cae-9faf-6bfe82f08028 admin admin] 10.222.0.15 "PUT /v2.0/routers/0961200e-30c3-4530-b47c-9a16f20f732f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6299083 Nov 25 19:35:55.996396 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd03ac-dcf3-4bc7-b178-fdff2938beba None None] Routers {'0961200e-30c3-4530-b47c-9a16f20f732f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:55.997666 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-efcd03ac-dcf3-4bc7-b178-fdff2938beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:35:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['0961200e-30c3-4530-b47c-9a16f20f732f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:56.001036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c34dfba1-31a2-48a0-a2e3-23cc69c204ef None None] Deleting port 8596f9a9-ed67-49e7-8f5f-862992c86374 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:56.001389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] No DVR routers for this DVR port 8596f9a9-ed67-49e7-8f5f-862992c86374 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:56.001980 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c34dfba1-31a2-48a0-a2e3-23cc69c204ef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.012781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.013954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.014847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.015421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.016049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.016515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.017100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.017730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.018364 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.019002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.019589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.020158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdf09b0b-a613-4183-a2b9-fcf16f92f647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:35:56.144543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8596f9a9-ed67-49e7-8f5f-862992c86374,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:56.156950 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58f50cd4-664f-449f-8dc8-b780c917d65b req-3d20c1c1-f56e-4ef5-a649-b8b9b4d7fd15 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830853 Nov 25 19:35:56.256561 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c34dfba1-31a2-48a0-a2e3-23cc69c204ef None None] For port 8596f9a9-ed67-49e7-8f5f-862992c86374, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:56.257286 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c34dfba1-31a2-48a0-a2e3-23cc69c204ef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.283548 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-efcd03ac-dcf3-4bc7-b178-fdff2938beba None None] Set router 0961200e-30c3-4530-b47c-9a16f20f732f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:56.293777 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d66aa5d1-8a80-4181-92c3-b599ff6fa4f0 x-openstack-request-id: req-d66aa5d1-8a80-4181-92c3-b599ff6fa4f0 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:56.296117 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bf72ed-e14d-4155-b597-b905ea6a79a5", "name": "network-vif-plugged", "status": "completed", "tag": "81fa8b3b-7f5d-480d-8241-807ace3334eb", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:56.296437 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d66aa5d1-8a80-4181-92c3-b599ff6fa4f0 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:56.296873 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bf72ed-e14d-4155-b597-b905ea6a79a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fa8b3b-7f5d-480d-8241-807ace3334eb', 'code': 200} Nov 25 19:35:56.323581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c34dfba1-31a2-48a0-a2e3-23cc69c204ef None None] Calling delete_port for 8596f9a9-ed67-49e7-8f5f-862992c86374 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:56.331681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-c34dfba1-31a2-48a0-a2e3-23cc69c204ef None None] Port 8596f9a9-ed67-49e7-8f5f-862992c86374 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:35:56.334500 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c34dfba1-31a2-48a0-a2e3-23cc69c204ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.362486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34dfba1-31a2-48a0-a2e3-23cc69c204ef None None] No DVR routers for this DVR port 8596f9a9-ed67-49e7-8f5f-862992c86374 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:56.422193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34dfba1-31a2-48a0-a2e3-23cc69c204ef None None] Pushing event deleted for resources: {'Port': ['ID=8596f9a9-ed67-49e7-8f5f-862992c86374,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:56.454462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fcb09e-35f9-411d-a8c5-7e5c7737a77e req-d4ad2448-6427-45b3-a4b8-579b2a7cfc06 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:56.466339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3fcb09e-35f9-411d-a8c5-7e5c7737a77e req-d4ad2448-6427-45b3-a4b8-579b2a7cfc06 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 945 time: 0.1755798 Nov 25 19:35:56.471596 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.485403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device dfa97735-ebe2-4b5d-9f61-a9fbb464152c no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:56.497869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['127c12d2-e12a-4f30-a7ec-9970fb6a4107']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:56.509867 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155695c0-6e09-418e-9285-ef700eeea91c') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:56.512782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155695c0-6e09-418e-9285-ef700eeea91c') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:56.533023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.558876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: dfa97735-ebe2-4b5d-9f61-a9fbb464152c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:56.559310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device dfa97735-ebe2-4b5d-9f61-a9fbb464152c not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:56.560248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7dcb8d4f-2643-423f-92f0-20994915e00a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:56.562311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.569935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:35:56.570679 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.598195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3fcb09e-35f9-411d-a8c5-7e5c7737a77e req-2e4939d6-7661-4595-a7a3-06a3140dd754 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/security-groups?id=10e24f30-4442-47c2-9db1-6b58541bf522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178136 Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:35:56.639872 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:35:56.654437 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.666426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 7dcb8d4f-2643-423f-92f0-20994915e00a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:56.667951 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.668198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7dcb8d4f-2643-423f-92f0-20994915e00a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:56.668509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8596f9a9-ed67-49e7-8f5f-862992c86374 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:56.671801 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.678717 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/127c12d2-e12a-4f30-a7ec-9970fb6a4107 HTTP/1.1" status: 204 len: 168 time: 1.1519907 Nov 25 19:35:56.731448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 8596f9a9-ed67-49e7-8f5f-862992c86374 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:56.731448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8596f9a9-ed67-49e7-8f5f-862992c86374 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:56.744458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81477eb-0f84-4e54-9acd-0d86ed669ef1 admin admin] Pushing event deleted for resources: {'Network': ['ID=127c12d2-e12a-4f30-a7ec-9970fb6a4107,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:56.760694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb0d9d-1393-4566-8928-2fdc65687825 req-76d59bf2-a30d-45aa-b453-9261dbf89857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:56.762438 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c7eb0d9d-1393-4566-8928-2fdc65687825 req-76d59bf2-a30d-45aa-b453-9261dbf89857 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 1096 time: 0.4155939 Nov 25 19:35:56.797018 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-efcd03ac-dcf3-4bc7-b178-fdff2938beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:35:53Z', 'revision_number': 5, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port': {'id': '4bff9906-5d2b-42c4-aa3c-39913077f9ed', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:a0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1053, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:31:55Z', 'updated_at': '2021-11-25T19:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:56.883917 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd03ac-dcf3-4bc7-b178-fdff2938beba None None] Checking router: 0961200e-30c3-4530-b47c-9a16f20f732f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:35:56.892327 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:56.911412 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efcd03ac-dcf3-4bc7-b178-fdff2938beba None None] Routers {'0961200e-30c3-4530-b47c-9a16f20f732f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:35:56.912054 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-efcd03ac-dcf3-4bc7-b178-fdff2938beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:35:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['0961200e-30c3-4530-b47c-9a16f20f732f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:56.932733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c7eb0d9d-1393-4566-8928-2fdc65687825 req-31c8401f-7c42-4b68-beb3-ee49110bd82f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=10e24f30-4442-47c2-9db1-6b58541bf522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670073 Nov 25 19:35:56.967047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33582) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:57.005211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Deleting port 4bff9906-5d2b-42c4-aa3c-39913077f9ed {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:57.005654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.087137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8ef7b67f-a723-402f-a2f0-dbc97a4d1914 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d5dad215ea0b41249fdc5a4c54e2f8a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1191614 Nov 25 19:35:57.089327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33586) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:57.104848 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-efcd03ac-dcf3-4bc7-b178-fdff2938beba None None] Set router 0961200e-30c3-4530-b47c-9a16f20f732f gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:35:57.134188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] For port 4bff9906-5d2b-42c4-aa3c-39913077f9ed, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4bff9906-5d2b-42c4-aa3c-39913077f9ed,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:57.134615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.150760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Calling delete_port for 4bff9906-5d2b-42c4-aa3c-39913077f9ed owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:57.180473 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-efcd03ac-dcf3-4bc7-b178-fdff2938beba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:35:56Z', 'revision_number': 6, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:35:57.220015 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efcd03ac-dcf3-4bc7-b178-fdff2938beba None None] The sync data for ids ['0961200e-30c3-4530-b47c-9a16f20f732f'] in n-d-817303-9 is: [{'id': '0961200e-30c3-4530-b47c-9a16f20f732f', 'name': 'tempest-ServersTestBootFromVolume-749389795-router', 'tenant_id': '83211a641ec04c1da600acc79980ff70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:31:54Z', 'updated_at': '2021-11-25T19:35:56Z', 'revision_number': 6, 'project_id': '83211a641ec04c1da600acc79980ff70', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:35:57.345126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae6d763e-5b4d-4b1e-80df-22c550a0991e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.373676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab73348-345a-4778-ba2d-967d44ebad1f req-8ef8356f-27a5-463d-8033-ca94e334fec9 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:57.387649 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ab73348-345a-4778-ba2d-967d44ebad1f req-8ef8356f-27a5-463d-8033-ca94e334fec9 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.2959485 Nov 25 19:35:57.432993 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.452042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33592) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:57.456299 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae6d763e-5b4d-4b1e-80df-22c550a0991e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.475621 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bff9906-5d2b-42c4-aa3c-39913077f9ed,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:57.515887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0067af1-d0b6-4031-b58c-034a8caf4f2b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:57.576545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ab73348-345a-4778-ba2d-967d44ebad1f req-6fa64b22-ba9b-450d-8d85-6f520360c964 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724138 Nov 25 19:35:57.605495 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.623996 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae6d763e-5b4d-4b1e-80df-22c550a0991e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.630408 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae6d763e-5b4d-4b1e-80df-22c550a0991e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.638573 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ae6d763e-5b4d-4b1e-80df-22c550a0991e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1b5c2c75-af0a-40eb-9106-eeee34314c23 HTTP/1.1" status: 204 len: 168 time: 0.5411496 Nov 25 19:35:57.651771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6d763e-5b4d-4b1e-80df-22c550a0991e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5c2c75-af0a-40eb-9106-eeee34314c23,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:57.734003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c89e7f6d-a8ec-48ca-be15-f36602f9e9b4 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1614955770'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:57.772313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6a05193-c4f8-4f16-bce7-4c1fc0d5738c details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:35:57.807802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6a05193-c4f8-4f16-bce7-4c1fc0d5738c no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:57.879594 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c89e7f6d-a8ec-48ca-be15-f36602f9e9b4 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.910256 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c89e7f6d-a8ec-48ca-be15-f36602f9e9b4 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:57.957387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fec028c-ce64-4030-a41e-2bead9145360 req-fb834133-c965-40af-b8ba-11eea81bd483 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:57.974523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fec028c-ce64-4030-a41e-2bead9145360 req-fb834133-c965-40af-b8ba-11eea81bd483 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2115111 Nov 25 19:35:58.046705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.067038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:58.094768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c', 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059', 'port_id': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c', 'mac_address': 'fa:16:3e:00:7c:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3f0592-2f1f-4281-80c4-aa399415e2e1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:35:58.160049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fec028c-ce64-4030-a41e-2bead9145360 req-98501a44-d808-40a3-a595-19cdc2b22234 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781545 Nov 25 19:35:58.183410 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.229196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:58.238664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6a05193-c4f8-4f16-bce7-4c1fc0d5738c {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:58.250411 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.263614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.267008 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.307309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:35:58.310021 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45768b89-925d-4a1c-a6b8-6124260ac234" -d '{"events": [{"server_uuid": "cd5de292-7093-4e3b-a908-c12e90451dd5", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a05193-c4f8-4f16-bce7-4c1fc0d5738c"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:35:58.316385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c89e7f6d-a8ec-48ca-be15-f36602f9e9b4 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.324633 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c89e7f6d-a8ec-48ca-be15-f36602f9e9b4 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.334093 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.335936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0961200e-30c3-4530-b47c-9a16f20f732f {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:35:58.361109 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.368740 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f6dc8903-4786-40c2-afb8-3aa8618349d1 admin admin] 10.222.0.15 "DELETE /v2.0/routers/0961200e-30c3-4530-b47c-9a16f20f732f HTTP/1.1" status: 204 len: 168 time: 2.3378751 Nov 25 19:35:58.370224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33608) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.383206 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:35:58.383839 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:35:58.398925 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:58.480439 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 625f317f-33ff-43d7-bc14-d4ed1dad5f52 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:58.484686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcea8539-0843-44c7-8834-a14b3c50d5b0 admin admin] Deleting subnet c673877f-1ccd-49b7-a162-6a117330cf31 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:35:58.488691 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcea8539-0843-44c7-8834-a14b3c50d5b0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.512340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 625f317f-33ff-43d7-bc14-d4ed1dad5f52 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:58.512720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 625f317f-33ff-43d7-bc14-d4ed1dad5f52 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:58.521346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4bff9906-5d2b-42c4-aa3c-39913077f9ed no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:35:58.525412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e7f6d-a8ec-48ca-be15-f36602f9e9b4 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2546bf1e-5f85-4b4c-a84a-01320b6d228f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:58.536243 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcea8539-0843-44c7-8834-a14b3c50d5b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.545131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4bff9906-5d2b-42c4-aa3c-39913077f9ed {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:35:58.545444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4bff9906-5d2b-42c4-aa3c-39913077f9ed not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:35:58.570855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33610) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.571161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b389b5-ecb8-450f-9d28-a182302d4176 req-54f8bb93-aac0-4c3e-baf6-8051d3a0948c tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:58.576546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24b389b5-ecb8-450f-9d28-a182302d4176 req-54f8bb93-aac0-4c3e-baf6-8051d3a0948c tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 944 time: 0.1735835 Nov 25 19:35:58.621323 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c89e7f6d-a8ec-48ca-be15-f36602f9e9b4 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.628735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c89e7f6d-a8ec-48ca-be15-f36602f9e9b4 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.672108 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e3fd66b3-8174-4444-8817-880818b7be90 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=31f232fc2f17416aa3f798e1c2da73dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1025298 Nov 25 19:35:58.672417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33614) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.689337 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c89e7f6d-a8ec-48ca-be15-f36602f9e9b4 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.690747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c89e7f6d-a8ec-48ca-be15-f36602f9e9b4 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2304330 Nov 25 19:35:58.695199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33616) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.697289 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24b389b5-ecb8-450f-9d28-a182302d4176 req-7f2660d7-f1d7-4342-8f01-3bef6a5da6d4 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197035 Nov 25 19:35:58.703866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e7f6d-a8ec-48ca-be15-f36602f9e9b4 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6f4ca-e0a5-48af-b890-68436d47b497,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:58.734198 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcea8539-0843-44c7-8834-a14b3c50d5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.765932 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-34a29044-74f7-4c39-9f21-9a2ebaf9cf76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.808818 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-34a29044-74f7-4c39-9f21-9a2ebaf9cf76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.824960 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6d2dc6c3-6d20-4102-871a-b05b2545df88 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.1282575 Nov 25 19:35:58.827706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33618) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.833182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-fc58e55a-be5c-449e-8136-7319d2d64de1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group': {'name': 'tempest-security--1548155927', 'description': 'tempest-security-description-1808422023'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:58.868017 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcea8539-0843-44c7-8834-a14b3c50d5b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.880490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334e090-7c79-4864-86be-2bb8bb8c7da0 req-ad8dc693-12e9-46a8-90c1-e0f60b07a5cd tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:58.882218 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c334e090-7c79-4864-86be-2bb8bb8c7da0 req-ad8dc693-12e9-46a8-90c1-e0f60b07a5cd tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 945 time: 0.0896935 Nov 25 19:35:58.910178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcea8539-0843-44c7-8834-a14b3c50d5b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c673877f-1ccd-49b7-a162-6a117330cf31,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:58.912630 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcea8539-0843-44c7-8834-a14b3c50d5b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.915729 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-34a29044-74f7-4c39-9f21-9a2ebaf9cf76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.916434 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dcea8539-0843-44c7-8834-a14b3c50d5b0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c673877f-1ccd-49b7-a162-6a117330cf31 HTTP/1.1" status: 204 len: 168 time: 0.5427709 Nov 25 19:35:58.918546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-34a29044-74f7-4c39-9f21-9a2ebaf9cf76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.919246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33620) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:58.919773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-34a29044-74f7-4c39-9f21-9a2ebaf9cf76 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/587ad397-aa37-4a88-8936-203464cb2c3e HTTP/1.1" status: 204 len: 168 time: 0.2464323 Nov 25 19:35:58.932237 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc58e55a-be5c-449e-8136-7319d2d64de1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.942682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a29044-74f7-4c39-9f21-9a2ebaf9cf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=587ad397-aa37-4a88-8936-203464cb2c3e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:58.964111 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:58.967405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941a3f54-9593-4462-a2ec-4e1c6b7cd5cf None None] Network bb688120-ecb9-447b-8db2-35831ddfd4a8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:35:58.987661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c334e090-7c79-4864-86be-2bb8bb8c7da0 req-3af34714-18cf-4006-a36f-f82c6548efd7 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/security-groups?id=10e24f30-4442-47c2-9db1-6b58541bf522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934677 Nov 25 19:35:59.014426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6a05193-c4f8-4f16-bce7-4c1fc0d5738c {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:35:59.053754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc58e55a-be5c-449e-8136-7319d2d64de1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.060540 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.070076 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc58e55a-be5c-449e-8136-7319d2d64de1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.073857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc58e55a-be5c-449e-8136-7319d2d64de1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.075265 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fc58e55a-be5c-449e-8136-7319d2d64de1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "PUT /v2.0/security-groups/68d6f4ca-e0a5-48af-b890-68436d47b497 HTTP/1.1" status: 200 len: 1797 time: 0.2465687 Nov 25 19:35:59.081665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33626) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.084610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:59.100892 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.133902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc58e55a-be5c-449e-8136-7319d2d64de1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d6f4ca-e0a5-48af-b890-68436d47b497,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.172562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Deleting port 42bcf73d-45bf-4b90-a383-eec8d4c0c765 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:59.172916 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.174667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.214397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f9e1a7a6-1fe3-4595-8145-395a2bd5c682 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-groups/68d6f4ca-e0a5-48af-b890-68436d47b497 HTTP/1.1" status: 200 len: 1797 time: 0.1255748 Nov 25 19:35:59.215235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33628) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.273820 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] For port 42bcf73d-45bf-4b90-a383-eec8d4c0c765, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=42bcf73d-45bf-4b90-a383-eec8d4c0c765,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:59.274523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.297618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Calling delete_port for 42bcf73d-45bf-4b90-a383-eec8d4c0c765 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:59.342350 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5f4e93a6-78de-45af-92c4-83f0f2447d99 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.383804 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5f4e93a6-78de-45af-92c4-83f0f2447d99 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.384665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['d6a05193-c4f8-4f16-bce7-4c1fc0d5738c'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:35:59.464830 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ab0396-d011-4f24-821d-19ac73890546 x-openstack-request-id: req-51ab0396-d011-4f24-821d-19ac73890546 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:35:59.466980 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5de292-7093-4e3b-a908-c12e90451dd5", "name": "network-vif-unplugged", "status": "completed", "tag": "d6a05193-c4f8-4f16-bce7-4c1fc0d5738c", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:35:59.467719 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51ab0396-d011-4f24-821d-19ac73890546 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:35:59.468837 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c', 'code': 200} Nov 25 19:35:59.473764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320b50de-16cf-4bc0-a336-c34bdfc46f4b None None] DHCP port deletion for bb688120-ecb9-447b-8db2-35831ddfd4a8 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:35:59.482086 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5f4e93a6-78de-45af-92c4-83f0f2447d99 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.486277 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5f4e93a6-78de-45af-92c4-83f0f2447d99 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.493386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33634) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.494263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5f4e93a6-78de-45af-92c4-83f0f2447d99 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-groups/68d6f4ca-e0a5-48af-b890-68436d47b497 HTTP/1.1" status: 204 len: 168 time: 0.2773132 Nov 25 19:35:59.509203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e93a6-78de-45af-92c4-83f0f2447d99 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d6f4ca-e0a5-48af-b890-68436d47b497,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.587762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f0da5f-1c2d-4e9f-862b-b55dfe455594 req-93fcf088-1ac1-41b6-bc6a-68e9d47129a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:59.590761 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08f0da5f-1c2d-4e9f-862b-b55dfe455594 req-93fcf088-1ac1-41b6-bc6a-68e9d47129a7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 1097 time: 0.1703434 Nov 25 19:35:59.688398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-320b50de-16cf-4bc0-a336-c34bdfc46f4b None None] Deleting port 42bcf73d-45bf-4b90-a383-eec8d4c0c765 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:35:59.688964 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-320b50de-16cf-4bc0-a336-c34bdfc46f4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.695716 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b196a14b-a1be-47e5-99b3-a9935f8ff048 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1977410 Nov 25 19:35:59.695931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33636) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.717385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3cdbf0-4cbf-4bd9-a80c-1bfb639147db req-4e35a51b-9e1d-46e9-b1ec-c929507b9a2f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:35:59.719656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db3cdbf0-4cbf-4bd9-a80c-1bfb639147db req-4e35a51b-9e1d-46e9-b1ec-c929507b9a2f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1129289 Nov 25 19:35:59.777645 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.806256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db3cdbf0-4cbf-4bd9-a80c-1bfb639147db req-60d45fb6-689d-4766-8d0d-c4cc5b5748a1 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777590 Nov 25 19:35:59.827931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-320b50de-16cf-4bc0-a336-c34bdfc46f4b None None] For port 42bcf73d-45bf-4b90-a383-eec8d4c0c765, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=42bcf73d-45bf-4b90-a383-eec8d4c0c765,segment=NetworkSegment(eeac89c7-5033-42de-abb1-2e143c68e901),segment_id=eeac89c7-5033-42de-abb1-2e143c68e901)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:35:59.828560 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-320b50de-16cf-4bc0-a336-c34bdfc46f4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:35:59.828713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=42bcf73d-45bf-4b90-a383-eec8d4c0c765,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:35:59.833000 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-71cb4211-1597-4ed9-9b9f-b0fd4106d037 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] delete failed (client error): The resource could not be found. Nov 25 19:35:59.834884 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-71cb4211-1597-4ed9-9b9f-b0fd4106d037 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-groups/68d6f4ca-e0a5-48af-b890-68436d47b497 HTTP/1.1" status: 404 len: 347 time: 0.1342223 Nov 25 19:35:59.843256 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08f0da5f-1c2d-4e9f-862b-b55dfe455594 req-1feab903-632d-4c8f-9bb5-4f0e046267c0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2426670 Nov 25 19:35:59.855747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33644) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:35:59.860658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] No DVR routers for this DVR port 42bcf73d-45bf-4b90-a383-eec8d4c0c765 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:35:59.863061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-320b50de-16cf-4bc0-a336-c34bdfc46f4b None None] Calling delete_port for 42bcf73d-45bf-4b90-a383-eec8d4c0c765 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:35:59.869965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4ccb4ddd-aa99-4e54-803d-6fa7b513b76a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1938843198'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:35:59.936098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4ddd-aa99-4e54-803d-6fa7b513b76a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.052155 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.057235 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-320b50de-16cf-4bc0-a336-c34bdfc46f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.096715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb688120-ecb9-447b-8db2-35831ddfd4a8']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:00.117454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320b50de-16cf-4bc0-a336-c34bdfc46f4b None None] Pushing event deleted for resources: {'Port': ['ID=42bcf73d-45bf-4b90-a383-eec8d4c0c765,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:00.118003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eeac89c7-5033-42de-abb1-2e143c68e901') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:00.118821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eeac89c7-5033-42de-abb1-2e143c68e901') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:00.127734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320b50de-16cf-4bc0-a336-c34bdfc46f4b None None] No DVR routers for this DVR port 42bcf73d-45bf-4b90-a383-eec8d4c0c765 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:36:00.147911 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.157492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4ddd-aa99-4e54-803d-6fa7b513b76a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.182263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4ddd-aa99-4e54-803d-6fa7b513b76a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.186204 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.198395 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:36:00.199227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:36:00.204439 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:36:00.248740 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ccb4ddd-aa99-4e54-803d-6fa7b513b76a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.250674 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4ccb4ddd-aa99-4e54-803d-6fa7b513b76a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3932765 Nov 25 19:36:00.269873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33658) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:00.276833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d599fa6b-079b-4efc-828a-492e97dfac83 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': 'd726d978-48e7-44f7-b31b-6e95d782f9d6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:00.286963 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccb4ddd-aa99-4e54-803d-6fa7b513b76a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d726d978-48e7-44f7-b31b-6e95d782f9d6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:00.305618 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3289c3d5-352b-4e24-a2da-2782c189fba1 req-59816261-6887-4e82-9748-988f31c35bea tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:00.307286 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3289c3d5-352b-4e24-a2da-2782c189fba1 req-59816261-6887-4e82-9748-988f31c35bea tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2029238 Nov 25 19:36:00.313276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.320058 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.324802 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bb688120-ecb9-447b-8db2-35831ddfd4a8 HTTP/1.1" status: 204 len: 168 time: 1.4016900 Nov 25 19:36:00.340832 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d599fa6b-079b-4efc-828a-492e97dfac83 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.365640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ea36a-8cbe-4755-a851-a4779ff961a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb688120-ecb9-447b-8db2-35831ddfd4a8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:00.425736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 42bcf73d-45bf-4b90-a383-eec8d4c0c765 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:00.448286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 42bcf73d-45bf-4b90-a383-eec8d4c0c765 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:36:00.448690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 42bcf73d-45bf-4b90-a383-eec8d4c0c765 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:36:00.451023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3289c3d5-352b-4e24-a2da-2782c189fba1 req-2bf2e7a8-36db-471b-b0b3-1d47d5a88781 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176598 Nov 25 19:36:00.473109 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d599fa6b-079b-4efc-828a-492e97dfac83 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.477116 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:36:00.477732 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d599fa6b-079b-4efc-828a-492e97dfac83 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.515319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d599fa6b-079b-4efc-828a-492e97dfac83 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ebfaba4-bc9f-4209-b32f-773856c1600e,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:00.526851 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d599fa6b-079b-4efc-828a-492e97dfac83 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.528596 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d599fa6b-079b-4efc-828a-492e97dfac83 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2577477 Nov 25 19:36:00.531718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33668) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:00.590104 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-484d992e-b5b6-45da-92f0-f767483d4d16 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.611196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-484d992e-b5b6-45da-92f0-f767483d4d16 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.617404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d207baa-0eaa-4969-be4b-b77d9c3a2d7a req-b2ff703f-d3bd-4c53-a7a9-f71e9b4b25f5 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:00.625147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d207baa-0eaa-4969-be4b-b77d9c3a2d7a req-b2ff703f-d3bd-4c53-a7a9-f71e9b4b25f5 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 945 time: 0.0845437 Nov 25 19:36:00.648970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33672) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:00.682110 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-484d992e-b5b6-45da-92f0-f767483d4d16 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.686033 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d207baa-0eaa-4969-be4b-b77d9c3a2d7a req-8972e18d-d924-456d-a52f-70e126a26532 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598197 Nov 25 19:36:00.691132 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-484d992e-b5b6-45da-92f0-f767483d4d16 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.692458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-484d992e-b5b6-45da-92f0-f767483d4d16 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8ebfaba4-bc9f-4209-b32f-773856c1600e HTTP/1.1" status: 204 len: 168 time: 0.1591501 Nov 25 19:36:00.695152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33674) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:00.725672 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d992e-b5b6-45da-92f0-f767483d4d16 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ebfaba4-bc9f-4209-b32f-773856c1600e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:00.732311 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ba96e6d8-c5b1-4ba6-ab73-b9cac4fc5681 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=83211a641ec04c1da600acc79980ff70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0817358 Nov 25 19:36:00.735283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33676) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:00.789252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-50c5593c-8430-4a6c-ac71-82d3dd9a9341 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0898621 Nov 25 19:36:00.789568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33680) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:00.812865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9897ebfe-e9b1-4bf7-9aa6-7ee273f14dff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.848993 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9897ebfe-e9b1-4bf7-9aa6-7ee273f14dff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.864561 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7139acc7-dd29-4bb8-b85e-4ca358dac34f tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.905744 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7139acc7-dd29-4bb8-b85e-4ca358dac34f tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.923422 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9897ebfe-e9b1-4bf7-9aa6-7ee273f14dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.930829 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9897ebfe-e9b1-4bf7-9aa6-7ee273f14dff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:00.932666 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9897ebfe-e9b1-4bf7-9aa6-7ee273f14dff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b3ab9236-57a5-45c6-8fa1-ab1f7540db7d HTTP/1.1" status: 204 len: 168 time: 0.1944969 Nov 25 19:36:00.947596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897ebfe-e9b1-4bf7-9aa6-7ee273f14dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ab9236-57a5-45c6-8fa1-ab1f7540db7d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:01.008653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed2d43-1dee-4d8f-8073-88b211d5c157 req-fc4bb986-74bd-4314-96df-ebfc28b1b156 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:01.011492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-38ed2d43-1dee-4d8f-8073-88b211d5c157 req-fc4bb986-74bd-4314-96df-ebfc28b1b156 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1094699 Nov 25 19:36:01.034477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7139acc7-dd29-4bb8-b85e-4ca358dac34f tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.037359 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7139acc7-dd29-4bb8-b85e-4ca358dac34f tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.038574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7139acc7-dd29-4bb8-b85e-4ca358dac34f tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-groups/d726d978-48e7-44f7-b31b-6e95d782f9d6 HTTP/1.1" status: 204 len: 168 time: 0.2479861 Nov 25 19:36:01.042169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33688) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:01.062962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7139acc7-dd29-4bb8-b85e-4ca358dac34f tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d726d978-48e7-44f7-b31b-6e95d782f9d6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:01.101320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33690) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:01.101753 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3f892d2e-8e21-442f-bfa8-92fcc2846733 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0581372 Nov 25 19:36:01.107532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-44637d26-2488-4b37-81e6-0afb167f3f6a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1212076764'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:01.120222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-38ed2d43-1dee-4d8f-8073-88b211d5c157 req-5fffcad4-b46c-431b-8f96-0d5cdf02431e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018763 Nov 25 19:36:01.162770 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44637d26-2488-4b37-81e6-0afb167f3f6a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.259795 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44637d26-2488-4b37-81e6-0afb167f3f6a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.265710 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44637d26-2488-4b37-81e6-0afb167f3f6a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.313219 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44637d26-2488-4b37-81e6-0afb167f3f6a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.314641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-44637d26-2488-4b37-81e6-0afb167f3f6a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2109172 Nov 25 19:36:01.316769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44637d26-2488-4b37-81e6-0afb167f3f6a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aeeb30d-c41e-4ad0-888b-50788f80c50f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:01.318737 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33700) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:01.325273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-916bbd55-c6e9-4f05-9903-43b9b0cc7172 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': '8aeeb30d-c41e-4ad0-888b-50788f80c50f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:01.359579 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-916bbd55-c6e9-4f05-9903-43b9b0cc7172 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.434099 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-916bbd55-c6e9-4f05-9903-43b9b0cc7172 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.438788 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-916bbd55-c6e9-4f05-9903-43b9b0cc7172 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.454574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916bbd55-c6e9-4f05-9903-43b9b0cc7172 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f521f6f-4061-4615-b313-d5e444fb7014,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:01.477225 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-916bbd55-c6e9-4f05-9903-43b9b0cc7172 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.479249 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-916bbd55-c6e9-4f05-9903-43b9b0cc7172 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1584446 Nov 25 19:36:01.482119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33706) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:01.487990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b048c4e6-435b-4082-827d-2ec6dc0cdfe9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': '8aeeb30d-c41e-4ad0-888b-50788f80c50f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:01.541627 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b048c4e6-435b-4082-827d-2ec6dc0cdfe9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.650543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523f481b-3571-4499-8b53-9748c4af86c1 req-80c670f8-3ad1-4239-b167-5e92339abb75 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:01.652220 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-523f481b-3571-4499-8b53-9748c4af86c1 req-80c670f8-3ad1-4239-b167-5e92339abb75 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0905869 Nov 25 19:36:01.654282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b048c4e6-435b-4082-827d-2ec6dc0cdfe9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.660252 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b048c4e6-435b-4082-827d-2ec6dc0cdfe9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.690762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b048c4e6-435b-4082-827d-2ec6dc0cdfe9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=246abfa6-b20e-46da-87ca-34e869b0fadc,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:01.708082 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b048c4e6-435b-4082-827d-2ec6dc0cdfe9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.709349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b048c4e6-435b-4082-827d-2ec6dc0cdfe9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2261364 Nov 25 19:36:01.713810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33716) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:01.722246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c1055375-376b-4f9b-aad8-ab7a343da241 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': '8aeeb30d-c41e-4ad0-888b-50788f80c50f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:01.757033 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-523f481b-3571-4499-8b53-9748c4af86c1 req-ba30f990-1cd2-4ac1-ba1f-ef8e7dfe43f0 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902297 Nov 25 19:36:01.777711 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1055375-376b-4f9b-aad8-ab7a343da241 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.801821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6a05193-c4f8-4f16-bce7-4c1fc0d5738c up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:01.871389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1055375-376b-4f9b-aad8-ab7a343da241 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.878835 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1055375-376b-4f9b-aad8-ab7a343da241 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.897525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:01.898142 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.909948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1055375-376b-4f9b-aad8-ab7a343da241 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7875d0e6-a06d-4919-8365-c45dbfe32099,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:01.917225 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1055375-376b-4f9b-aad8-ab7a343da241 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:01.922621 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c1055375-376b-4f9b-aad8-ab7a343da241 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2029419 Nov 25 19:36:01.922968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33728) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:01.930370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-81732677-d948-4386-93b3-6a5924c966f6 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': '8aeeb30d-c41e-4ad0-888b-50788f80c50f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:01.965439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbc2cdf-6508-4f3d-bba5-ed2e4e5e0d98 req-b638ccf6-a881-4d50-afe5-cdb14c7732b3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:01.968984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdbc2cdf-6508-4f3d-bba5-ed2e4e5e0d98 req-b638ccf6-a881-4d50-afe5-cdb14c7732b3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1051581 Nov 25 19:36:01.986202 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81732677-d948-4386-93b3-6a5924c966f6 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.074903 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdbc2cdf-6508-4f3d-bba5-ed2e4e5e0d98 req-d49ef7d7-1ae6-4d57-a53b-7ed3b3afc4d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904562 Nov 25 19:36:02.077970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81732677-d948-4386-93b3-6a5924c966f6 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.082934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81732677-d948-4386-93b3-6a5924c966f6 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.093377 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-07770736-18cf-41ac-b38a-83f1776df5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.106409 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.114609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81732677-d948-4386-93b3-6a5924c966f6 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f938e6df-2662-4742-a185-378d098f2e22,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:02.132889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81732677-d948-4386-93b3-6a5924c966f6 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.135466 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-81732677-d948-4386-93b3-6a5924c966f6 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2099814 Nov 25 19:36:02.138330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33736) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.147402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b04b93ba-1843-45df-8a11-801c9089ea5b tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': '8aeeb30d-c41e-4ad0-888b-50788f80c50f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:02.148381 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:02.152139 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad56d22-449f-4195-b8a8-d2c7ae382b49" -d '{"events": [{"server_uuid": "cd5de292-7093-4e3b-a908-c12e90451dd5", "name": "network-vif-plugged", "status": "completed", "tag": "d6a05193-c4f8-4f16-bce7-4c1fc0d5738c"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:02.180036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:02.198366 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.205636 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04b93ba-1843-45df-8a11-801c9089ea5b tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.277602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:02.313537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33744) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.353144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea71c44-ad7c-415c-8421-92d8b7658286 req-8c953617-62c3-4e72-807e-170469f5d858 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:02.359496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aea71c44-ad7c-415c-8421-92d8b7658286 req-8c953617-62c3-4e72-807e-170469f5d858 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.0799649 Nov 25 19:36:02.360081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04b93ba-1843-45df-8a11-801c9089ea5b tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.367672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04b93ba-1843-45df-8a11-801c9089ea5b tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.405835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04b93ba-1843-45df-8a11-801c9089ea5b tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c06d9ff-410e-4fe1-a50b-4094753362c3,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:02.417857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04b93ba-1843-45df-8a11-801c9089ea5b tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.420484 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b04b93ba-1843-45df-8a11-801c9089ea5b tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.2778547 Nov 25 19:36:02.423202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33750) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.433457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aea71c44-ad7c-415c-8421-92d8b7658286 req-6593af3b-e15e-4677-a4c9-c89f0fa2f757 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692406 Nov 25 19:36:02.471741 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c9517dd-e821-44fe-b087-8ecbe202aa2c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.489172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1547833943-network', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:02.495487 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c9517dd-e821-44fe-b087-8ecbe202aa2c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.552047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Made reservation on behalf of 672403dddffb4f2eaaabed09ca5b0b8f for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:02.555309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.559154 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c9517dd-e821-44fe-b087-8ecbe202aa2c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.565204 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c9517dd-e821-44fe-b087-8ecbe202aa2c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.566630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6c9517dd-e821-44fe-b087-8ecbe202aa2c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3c06d9ff-410e-4fe1-a50b-4094753362c3 HTTP/1.1" status: 204 len: 168 time: 0.1410763 Nov 25 19:36:02.570122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33754) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.576624 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.593403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9517dd-e821-44fe-b087-8ecbe202aa2c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c06d9ff-410e-4fe1-a50b-4094753362c3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:02.644003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-161e71f0-8544-475f-814d-16843c8de33d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0724165 Nov 25 19:36:02.648966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33758) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.707730 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2538356c-5047-4141-acb3-cffeb6f9dce1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.723025 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2538356c-5047-4141-acb3-cffeb6f9dce1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.735876 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.745261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.776373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:36:02.777025 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2538356c-5047-4141-acb3-cffeb6f9dce1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.782687 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2538356c-5047-4141-acb3-cffeb6f9dce1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.790614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2538356c-5047-4141-acb3-cffeb6f9dce1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f938e6df-2662-4742-a185-378d098f2e22 HTTP/1.1" status: 204 len: 168 time: 0.1356235 Nov 25 19:36:02.790948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33760) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.801218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e2f6c2a-f3af-4ebe-839d-640fc454afc6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:02.805183 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.805689 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Added segment fecd8820-a1f4-4660-a480-5336eb1c0288 of type vlan for network 5c60abbe-0926-49ac-921f-8ea791605b1e Nov 25 19:36:02.805890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2538356c-5047-4141-acb3-cffeb6f9dce1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f938e6df-2662-4742-a185-378d098f2e22,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:02.868330 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.886774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-48b618b1-2656-4ef4-be70-a6ff7cc7d78a tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0948184 Nov 25 19:36:02.891507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33762) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.910158 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.911251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:02.911855 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.956412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58620809-1962-475a-9873-e1cc9321b0d6 req-321b9c8d-229f-4965-aa35-be4c9954ab5d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:02.959345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58620809-1962-475a-9873-e1cc9321b0d6 req-321b9c8d-229f-4965-aa35-be4c9954ab5d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1501474 Nov 25 19:36:02.964578 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f551e43-d539-4212-b9c6-67f2472619ab tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.980760 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6658931 Nov 25 19:36:02.984693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33764) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:02.993222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f551e43-d539-4212-b9c6-67f2472619ab tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:02.993489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] Request body: {'subnet': {'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1547833943-subnet', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:02.997905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a99c45e-5ce7-49f0-89c3-fa5a9c5eb1e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5c60abbe-0926-49ac-921f-8ea791605b1e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:03.015761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 5c60abbe-0926-49ac-921f-8ea791605b1e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:36:03.025657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] Made reservation on behalf of 672403dddffb4f2eaaabed09ca5b0b8f for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:03.028174 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.092496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58620809-1962-475a-9873-e1cc9321b0d6 req-1b256b37-0f79-4d69-a438-5bf50296f7cd tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218147 Nov 25 19:36:03.094228 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f551e43-d539-4212-b9c6-67f2472619ab tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.107676 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f551e43-d539-4212-b9c6-67f2472619ab tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.113617 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0f551e43-d539-4212-b9c6-67f2472619ab tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7875d0e6-a06d-4919-8365-c45dbfe32099 HTTP/1.1" status: 204 len: 168 time: 0.2159383 Nov 25 19:36:03.116907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33766) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:03.128619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f551e43-d539-4212-b9c6-67f2472619ab tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7875d0e6-a06d-4919-8365-c45dbfe32099,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:03.202898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-595bb9a3-9542-4e5a-9aec-9ddf009679c8 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0835335 Nov 25 19:36:03.207542 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33770) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:03.216183 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be9efb7-918d-4ad4-a185-83b8721ac38c x-openstack-request-id: req-6be9efb7-918d-4ad4-a185-83b8721ac38c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:03.216534 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5de292-7093-4e3b-a908-c12e90451dd5", "name": "network-vif-plugged", "status": "completed", "tag": "d6a05193-c4f8-4f16-bce7-4c1fc0d5738c", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:03.216819 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6be9efb7-918d-4ad4-a185-83b8721ac38c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:03.217162 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c', 'code': 200} Nov 25 19:36:03.248171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf314-19db-4580-a19e-78b3d10f3c81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.259345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf314-19db-4580-a19e-78b3d10f3c81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.309302 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf314-19db-4580-a19e-78b3d10f3c81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.317562 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b4bf314-19db-4580-a19e-78b3d10f3c81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.319203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0b4bf314-19db-4580-a19e-78b3d10f3c81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/246abfa6-b20e-46da-87ca-34e869b0fadc HTTP/1.1" status: 204 len: 168 time: 0.1101029 Nov 25 19:36:03.325122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33772) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:03.332722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4bf314-19db-4580-a19e-78b3d10f3c81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=246abfa6-b20e-46da-87ca-34e869b0fadc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:03.356038 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.418990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-14759afd-bcac-4d58-ac60-b3c76ed1524c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0923147 Nov 25 19:36:03.422444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33774) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:03.463472 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e653e7d-6210-40ae-bfae-13422df0fd65 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.486162 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e653e7d-6210-40ae-bfae-13422df0fd65 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.507536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9de7d98-3667-4615-9502-23db59f46947,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:03.549166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] Checking segment: {'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:03.549690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] Network hostable DHCP agents. Network: 5c60abbe-0926-49ac-921f-8ea791605b1e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:36:03.553941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e653e7d-6210-40ae-bfae-13422df0fd65 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.558110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905ac0e7-514b-47b3-bb3b-3c55cb13fa61 req-2f2d4861-746a-4c48-822d-0e2be0c4af76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:03.560792 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-905ac0e7-514b-47b3-bb3b-3c55cb13fa61 req-2f2d4861-746a-4c48-822d-0e2be0c4af76 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 1097 time: 0.1251905 Nov 25 19:36:03.567866 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e653e7d-6210-40ae-bfae-13422df0fd65 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.569603 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6e653e7d-6210-40ae-bfae-13422df0fd65 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/0f521f6f-4061-4615-b313-d5e444fb7014 HTTP/1.1" status: 204 len: 168 time: 0.1452317 Nov 25 19:36:03.576291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33784) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:03.609051 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e653e7d-6210-40ae-bfae-13422df0fd65 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f521f6f-4061-4615-b313-d5e444fb7014,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:03.629131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] Network 5c60abbe-0926-49ac-921f-8ea791605b1e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:36:03.656837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ec2a013b-da56-4680-9fbf-de328b083f51 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0781720 Nov 25 19:36:03.664788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33790) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:03.722729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 5c60abbe-0926-49ac-921f-8ea791605b1e) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:03.733972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:03.735360 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.740730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c4aec90-fded-4b89-a03c-6ef1892cf4f2 None None] Network 5c60abbe-0926-49ac-921f-8ea791605b1e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:03.747131 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-905ac0e7-514b-47b3-bb3b-3c55cb13fa61 req-10233c28-5ce4-48af-9994-c6effdace1e6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696174 Nov 25 19:36:03.787423 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-17b5a974-241e-450d-8914-b0f434207b2a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8002121 Nov 25 19:36:03.788485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33794) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:03.797126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:03.805480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef6ebc-f37e-4b28-83ef-eac206d59bfe req-3fd3d698-6a87-471b-b5fb-1615614d6471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:03.808224 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-53ef6ebc-f37e-4b28-83ef-eac206d59bfe req-3fd3d698-6a87-471b-b5fb-1615614d6471 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 1097 time: 0.1464419 Nov 25 19:36:03.825313 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-168dbd7f-8911-4ae4-939b-4f2ed28f2a3c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.832924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.834230 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.879239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e3a943-a62f-4587-8816-89fa58dfdac7 req-be9ad2de-2e12-4994-9c02-c9f0e0ea500a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:03.882042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03e3a943-a62f-4587-8816-89fa58dfdac7 req-be9ad2de-2e12-4994-9c02-c9f0e0ea500a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1416674 Nov 25 19:36:03.899387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-168dbd7f-8911-4ae4-939b-4f2ed28f2a3c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.912119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:03.992270 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-5c60abbe-0926-49ac-921f-8ea791605b1e', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'fixed_ips': [{'subnet_id': 'c9de7d98-3667-4615-9502-23db59f46947'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:36:03.994787 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.017138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03e3a943-a62f-4587-8816-89fa58dfdac7 req-1cd2074a-4cfe-4f1b-8dcb-9b2cfc949f0d tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212881 Nov 25 19:36:04.028739 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-168dbd7f-8911-4ae4-939b-4f2ed28f2a3c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.035129 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-168dbd7f-8911-4ae4-939b-4f2ed28f2a3c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.041582 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-168dbd7f-8911-4ae4-939b-4f2ed28f2a3c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-groups/8aeeb30d-c41e-4ad0-888b-50788f80c50f HTTP/1.1" status: 204 len: 168 time: 0.3750052 Nov 25 19:36:04.042717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33796) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:04.087842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dbd7f-8911-4ae4-939b-4f2ed28f2a3c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aeeb30d-c41e-4ad0-888b-50788f80c50f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:04.175116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-be9e198e-c978-4624-bc5f-d6764cce8eac tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1259687 Nov 25 19:36:04.188126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33802) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:04.193742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4d71d1af-3e55-433b-a591-51c92e4d6afa tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group': {'name': 'tempest-secgroup--415046751'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:04.194243 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.298198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Allocated IP 172.20.0.2 (5c60abbe-0926-49ac-921f-8ea791605b1e/c9de7d98-3667-4615-9502-23db59f46947/3eaf6995-55c1-4b73-8fcc-57ba59c46b35) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:04.315214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57a4099-317e-4322-b5a5-4c47220a25e6 req-8a9ab855-b80d-4d76-ab00-f3c795cc2e70 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:04.317387 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b57a4099-317e-4322-b5a5-4c47220a25e6 req-8a9ab855-b80d-4d76-ab00-f3c795cc2e70 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1124938 Nov 25 19:36:04.318781 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d71d1af-3e55-433b-a591-51c92e4d6afa tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.342058 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef6ebc-f37e-4b28-83ef-eac206d59bfe req-a48e5170-db30-4c0f-aa97-59010e4b063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:04.344169 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-53ef6ebc-f37e-4b28-83ef-eac206d59bfe req-a48e5170-db30-4c0f-aa97-59010e4b063e service neutron] 10.222.0.60 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 920 time: 0.3529866 Nov 25 19:36:04.401084 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-53ef6ebc-f37e-4b28-83ef-eac206d59bfe req-b07f60ad-db6c-463e-bccf-32203e5fee00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=630a67bd-2884-486f-a316-09673d0efc26 HTTP/1.1" status: 200 len: 217 time: 0.0484881 Nov 25 19:36:04.417885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b57a4099-317e-4322-b5a5-4c47220a25e6 req-80141906-5bd9-4078-adf2-b63db09de7ee tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861180 Nov 25 19:36:04.464664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef6ebc-f37e-4b28-83ef-eac206d59bfe req-eaf00b2c-d063-4063-a300-f2ad5ee4edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:04.466241 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-53ef6ebc-f37e-4b28-83ef-eac206d59bfe req-eaf00b2c-d063-4063-a300-f2ad5ee4edfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bb1206d-cadb-4115-9efa-67753bdec310 HTTP/1.1" status: 200 len: 859 time: 0.0568669 Nov 25 19:36:04.491238 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d71d1af-3e55-433b-a591-51c92e4d6afa tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.497147 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d71d1af-3e55-433b-a591-51c92e4d6afa tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.551587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71d1af-3e55-433b-a591-51c92e4d6afa tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a34b1e00-f37e-4a21-ba54-529f98b025e1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:04.558573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d71d1af-3e55-433b-a591-51c92e4d6afa tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.560451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4d71d1af-3e55-433b-a591-51c92e4d6afa tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3712096 Nov 25 19:36:04.565204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33804) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:04.565413 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-53ef6ebc-f37e-4b28-83ef-eac206d59bfe req-9e54afd6-911b-4c55-8f6c-4b49ee5e75a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3724fd13-8c16-40f9-b884-23a3476e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796938 Nov 25 19:36:04.570987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b647707f-ff88-46bd-a621-e381c7424487 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': 'a34b1e00-f37e-4a21-ba54-529f98b025e1', 'direction': 'ingress', 'protocol': 17}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:04.596312 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.609969 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b647707f-ff88-46bd-a621-e381c7424487 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.610865 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.713408 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b647707f-ff88-46bd-a621-e381c7424487 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.721676 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b647707f-ff88-46bd-a621-e381c7424487 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.748096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Network 5c60abbe-0926-49ac-921f-8ea791605b1e is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:04.753841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.758852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:04.768463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:04.788380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b647707f-ff88-46bd-a621-e381c7424487 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cabcfc5d-d7a1-4d43-a7df-161cffb99b1b,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:04.792732 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b647707f-ff88-46bd-a621-e381c7424487 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.793983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b647707f-ff88-46bd-a621-e381c7424487 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2273910 Nov 25 19:36:04.802920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33812) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:04.817093 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-692252c6-28b9-4935-821f-a5f6aaa4f563 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.833815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.850529 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Pushing event updated for resources: {'Port': ['ID=3eaf6995-55c1-4b73-8fcc-57ba59c46b35,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:04.878892 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-53ef6ebc-f37e-4b28-83ef-eac206d59bfe req-eb039648-c04d-4b15-b180-2b22fea97e93 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842178 Nov 25 19:36:04.939995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Attempting to bind port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:04.940623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Attempting to bind port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:04.941548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Attempting to bind port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 on network 5c60abbe-0926-49ac-921f-8ea791605b1e {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:04.948493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:04.949145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Checking segment: {'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:04.949720 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:04.950276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Bound using segment: {'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:04.950980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Bound port: 3eaf6995-55c1-4b73-8fcc-57ba59c46b35, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:04.951564 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.055173 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] For port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:05.065170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] For port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3eaf6995-55c1-4b73-8fcc-57ba59c46b35,segment=NetworkSegment(fecd8820-a1f4-4660-a480-5336eb1c0288),segment_id=fecd8820-a1f4-4660-a480-5336eb1c0288)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:05.076629 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.090861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-399938ee-2c45-4bc9-bb9a-017550839f2e tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.109709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33822) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:05.124949 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-53ef6ebc-f37e-4b28-83ef-eac206d59bfe req-83b4d458-3ab5-4d81-9b2c-0ca25f2d9154 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023897 Nov 25 19:36:05.146251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Allocated IP 172.25.8.182 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:05.239291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d23cb-5820-44ff-a898-6bad5b96cb2a None None] Pushing event updated for resources: {'Port': ['ID=3eaf6995-55c1-4b73-8fcc-57ba59c46b35,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:05.307711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3819342b-4b83-4c84-96d4-80546c95d463 req-541208f8-1453-4cfe-a510-361eca5c3d07 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:05.325013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3819342b-4b83-4c84-96d4-80546c95d463 req-541208f8-1453-4cfe-a510-361eca5c3d07 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1344864 Nov 25 19:36:05.345247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.376550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-399938ee-2c45-4bc9-bb9a-017550839f2e tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.399152 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e0434204-e143-44a9-a3f6-a7159ad4262b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.417446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.477273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:05.483712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:05.490764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:05.518867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f55ce3-1167-4f08-a1b5-f5c153c59d68 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:05.547709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3819342b-4b83-4c84-96d4-80546c95d463 req-0578862e-b4b2-4f26-bb29-897eb30dd2e7 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189567 Nov 25 19:36:05.553322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Pushing event updated for resources: {'Port': ['ID=8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:05.558575 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-399938ee-2c45-4bc9-bb9a-017550839f2e tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.563998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-399938ee-2c45-4bc9-bb9a-017550839f2e tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.570350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33828) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:05.585141 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-399938ee-2c45-4bc9-bb9a-017550839f2e tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-groups/a34b1e00-f37e-4a21-ba54-529f98b025e1 HTTP/1.1" status: 204 len: 168 time: 0.7546825 Nov 25 19:36:05.620602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399938ee-2c45-4bc9-bb9a-017550839f2e tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34b1e00-f37e-4a21-ba54-529f98b025e1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:05.683634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0e20b249-9b35-4e12-bfa3-1050a01b5ffa None None] Provisioning complete for port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:05.684108 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e20b249-9b35-4e12-bfa3-1050a01b5ffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.762298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0e20b249-9b35-4e12-bfa3-1050a01b5ffa None None] Port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:36:05.832414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e6b61ff4-bbb1-42b4-bbd6-176d99b33105 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2593825 Nov 25 19:36:05.844651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33832) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:05.854031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7db1107e-4f50-41dd-ba37-3e953106e400 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1689151638'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:05.889740 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e0434204-e143-44a9-a3f6-a7159ad4262b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.900567 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e0434204-e143-44a9-a3f6-a7159ad4262b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.965621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7db1107e-4f50-41dd-ba37-3e953106e400 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:05.976667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e0434204-e143-44a9-a3f6-a7159ad4262b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=deb11d01a9d0458497ec2697c52fe17c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8653505 Nov 25 19:36:05.984172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33836) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:05.986062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0434204-e143-44a9-a3f6-a7159ad4262b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3270821-ab33-4053-81a1-dcad1451d487,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:06.103847 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.129555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c650d40-ddbf-4485-9203-d22896f7a2eb req-2ba38111-32a2-4eb6-830e-f0882524955f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:06.131321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c650d40-ddbf-4485-9203-d22896f7a2eb req-2ba38111-32a2-4eb6-830e-f0882524955f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1186447 Nov 25 19:36:06.169149 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44c8a4dc-64a0-495b-b3b5-746913874ce6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.206084 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7db1107e-4f50-41dd-ba37-3e953106e400 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.213476 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7db1107e-4f50-41dd-ba37-3e953106e400 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.227439 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44c8a4dc-64a0-495b-b3b5-746913874ce6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.334461 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7db1107e-4f50-41dd-ba37-3e953106e400 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.339888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7db1107e-4f50-41dd-ba37-3e953106e400 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4892569 Nov 25 19:36:06.342701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1107e-4f50-41dd-ba37-3e953106e400 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af05c59a-cfe1-4b2e-94ec-15be60b56bfd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:06.363938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33838) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:06.371716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-44a845e0-16bf-40e8-b5e5-c83d703a2750 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group': {'name': 'tempest-secgroup--10424577'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:06.384751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c650d40-ddbf-4485-9203-d22896f7a2eb req-cf048b3d-4db3-4b16-9fcd-f1f7eb09d6c0 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2369747 Nov 25 19:36:06.403802 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44c8a4dc-64a0-495b-b3b5-746913874ce6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.406587 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44c8a4dc-64a0-495b-b3b5-746913874ce6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.407837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-44c8a4dc-64a0-495b-b3b5-746913874ce6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3270821-ab33-4053-81a1-dcad1451d487 HTTP/1.1" status: 204 len: 168 time: 0.4228408 Nov 25 19:36:06.426211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c8a4dc-64a0-495b-b3b5-746913874ce6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3270821-ab33-4053-81a1-dcad1451d487,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:06.611220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44a845e0-16bf-40e8-b5e5-c83d703a2750 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.622430 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.625942 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:06.741005 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.760002 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:06.760818 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:06.943498 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.003029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3eaf6995-55c1-4b73-8fcc-57ba59c46b35,segment=NetworkSegment(fecd8820-a1f4-4660-a480-5336eb1c0288),segment_id=fecd8820-a1f4-4660-a480-5336eb1c0288)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:07.021479 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.047804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed20b33-bf26-4060-8633-8cdda3a4792e req-d6c3ca24-28fc-4308-ba7b-6ec00039149a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:07.049849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ed20b33-bf26-4060-8633-8cdda3a4792e req-d6c3ca24-28fc-4308-ba7b-6ec00039149a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1198812 Nov 25 19:36:07.137395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=3eaf6995-55c1-4b73-8fcc-57ba59c46b35,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:07.186461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ed20b33-bf26-4060-8633-8cdda3a4792e req-ac4bc1f2-905e-4f41-91ad-1fc0c428af29 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142242 Nov 25 19:36:07.210303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527dd009-363f-4072-bef0-fbc0740a9eae None None] Network 5c60abbe-0926-49ac-921f-8ea791605b1e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:07.344502 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44a845e0-16bf-40e8-b5e5-c83d703a2750 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.357944 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44a845e0-16bf-40e8-b5e5-c83d703a2750 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.420895 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44a845e0-16bf-40e8-b5e5-c83d703a2750 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.423471 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-44a845e0-16bf-40e8-b5e5-c83d703a2750 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0577400 Nov 25 19:36:07.426324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33862) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:07.434325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-050d16e5-d4a8-4560-8f0c-e73086c17d58 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': 'af05c59a-cfe1-4b2e-94ec-15be60b56bfd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8073f832-11c6-4ccc-b219-785f9f284331', 'remote_ip_prefix': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:07.501509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4b966e16-00b1-4dbd-bdbf-7f62ba8fe51a None None] Provisioning complete for port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:07.502329 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4b966e16-00b1-4dbd-bdbf-7f62ba8fe51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.504915 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a845e0-16bf-40e8-b5e5-c83d703a2750 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8073f832-11c6-4ccc-b219-785f9f284331,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:07.587255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:36:07.649202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85014354-897e-41ec-ac1d-c8cd06a5ffbb req-c63fa8d2-09ad-4296-a0e0-5711df0f941a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:07.652228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85014354-897e-41ec-ac1d-c8cd06a5ffbb req-c63fa8d2-09ad-4296-a0e0-5711df0f941a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.1964467 Nov 25 19:36:07.654770 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-050d16e5-d4a8-4560-8f0c-e73086c17d58 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.793545 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.831683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85014354-897e-41ec-ac1d-c8cd06a5ffbb req-2514e9eb-5e7f-4ce4-a538-1b30c1aa548e tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520340 Nov 25 19:36:07.890987 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-050d16e5-d4a8-4560-8f0c-e73086c17d58 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.898581 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-050d16e5-d4a8-4560-8f0c-e73086c17d58 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.918988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050d16e5-d4a8-4560-8f0c-e73086c17d58 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1970482-dfd6-4dcd-bca5-96ed26096d28,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:07.941756 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-050d16e5-d4a8-4560-8f0c-e73086c17d58 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.947421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-050d16e5-d4a8-4560-8f0c-e73086c17d58 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5150044 Nov 25 19:36:07.947693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:07.947843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33876) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:07.957368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Sync routers for ids ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:07.985049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Routers {'871ce2ae-45c3-421f-9ec8-24cc35a4a705'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:07.985972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:07.992213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:07.994898 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-165cb6a7-1b77-4487-ac7f-73d1af004b7c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.2034423 Nov 25 19:36:07.999633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33880) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:08.023742 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f18fe9ee-adaa-4613-9a6b-cf238bae32e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.034843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f18fe9ee-adaa-4613-9a6b-cf238bae32e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.120724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f18fe9ee-adaa-4613-9a6b-cf238bae32e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.131136 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f18fe9ee-adaa-4613-9a6b-cf238bae32e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.132633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f18fe9ee-adaa-4613-9a6b-cf238bae32e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/b1970482-dfd6-4dcd-bca5-96ed26096d28 HTTP/1.1" status: 204 len: 168 time: 0.1837842 Nov 25 19:36:08.140356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33882) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:08.168045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18fe9ee-adaa-4613-9a6b-cf238bae32e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b1970482-dfd6-4dcd-bca5-96ed26096d28,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:08.182573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Set router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:08.215768 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7122deec-0104-4867-9330-067002e7711c tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0695658 Nov 25 19:36:08.227341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1a8a8-b120-4521-a478-4810dc0075b4 req-951d56a8-a3e8-408a-b167-f602a4481871 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:08.232052 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57f1a8a8-b120-4521-a478-4810dc0075b4 req-951d56a8-a3e8-408a-b167-f602a4481871 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1548812 Nov 25 19:36:08.235388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33884) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:08.237165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33886) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:08.438118 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.447556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5ceb6d2e-9418-4790-b912-a43795728898 None None] Provisioning complete for port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:08.448000 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5ceb6d2e-9418-4790-b912-a43795728898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.455886 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-940e0813-5efd-4765-b26b-f1085ed57550 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.461656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57f1a8a8-b120-4521-a478-4810dc0075b4 req-5716ee91-239a-40f2-bfd7-a42e93e9e861 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279127 Nov 25 19:36:08.535794 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:08.538289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1603712676-network', 'tenant_id': '78716cc614144bb1ade783eed64bbe3f'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:08.550476 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-940e0813-5efd-4765-b26b-f1085ed57550 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.606911 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:05Z', 'revision_number': 3, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:08.644314 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Made reservation on behalf of 78716cc614144bb1ade783eed64bbe3f for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:08.648673 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.653506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Checking router: 871ce2ae-45c3-421f-9ec8-24cc35a4a705 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:08.653998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Updating router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:36:08.667676 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.726735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-940e0813-5efd-4765-b26b-f1085ed57550 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.729489 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-940e0813-5efd-4765-b26b-f1085ed57550 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.730702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-940e0813-5efd-4765-b26b-f1085ed57550 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-groups/8073f832-11c6-4ccc-b219-785f9f284331 HTTP/1.1" status: 204 len: 168 time: 0.4906974 Nov 25 19:36:08.741953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33896) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:08.745333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:08.745848 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.764959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e0813-5efd-4765-b26b-f1085ed57550 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8073f832-11c6-4ccc-b219-785f9f284331,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:08.822281 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.924374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:08.968259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ec4b6468-f020-4660-a747-264345e2c1d9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2250938 Nov 25 19:36:08.981444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33902) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:09.057822 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.063314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.116997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:36:09.134061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a8c4b8-7d49-491d-90be-2f7a5b32c50a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:09.141749 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.142964 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Added segment e0288973-5597-4a36-b7f8-f6ba66f8caa2 of type vlan for network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e Nov 25 19:36:09.209010 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e37ca6fb-9db1-4408-9eec-78ceb5e894fd tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.239222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.259563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Allocated IP 172.20.0.1 (5c60abbe-0926-49ac-921f-8ea791605b1e/c9de7d98-3667-4615-9502-23db59f46947/b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:09.268700 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e37ca6fb-9db1-4408-9eec-78ceb5e894fd tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.339166 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.340174 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:09.340772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.397376 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.410038 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.434025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1919384 Nov 25 19:36:09.437161 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e37ca6fb-9db1-4408-9eec-78ceb5e894fd tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.440982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e37ca6fb-9db1-4408-9eec-78ceb5e894fd tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.442475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e37ca6fb-9db1-4408-9eec-78ceb5e894fd tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-groups/af05c59a-cfe1-4b2e-94ec-15be60b56bfd HTTP/1.1" status: 204 len: 168 time: 0.4602735 Nov 25 19:36:09.443283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33912) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:09.446640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33914) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:09.454217 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] Request body: {'subnet': {'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1603712676-subnet', 'tenant_id': '78716cc614144bb1ade783eed64bbe3f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:09.472372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45cded0-51c3-4542-a084-44d8c929d33b admin admin] Pushing event updated for resources: {'Network': ['ID=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:09.500154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ca6fb-9db1-4408-9eec-78ceb5e894fd tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af05c59a-cfe1-4b2e-94ec-15be60b56bfd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:09.500561 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Attempting to bind port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:09.500909 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Attempting to bind port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:09.501300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Attempting to bind port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:09.521587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:36:09.525580 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.535724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] Made reservation on behalf of 78716cc614144bb1ade783eed64bbe3f for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:09.538914 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.558607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58c8b4c-3fec-4d21-a864-b360e7725bec None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:09.624867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:09.625257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:09.625665 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.626225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:09.627056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Bound port: 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:09.627977 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.635712 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af615a38-4e86-4ec2-b834-a394292dafb1 None None] Pushing event updated for resources: {'Port': ['ID=8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:09.652963 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-81310320-c29c-48c0-8488-c19293f8a697 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1952100 Nov 25 19:36:09.677155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33928) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:09.695724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-550fd5ba-72b9-42c9-ab04-18157521e9e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group': {'name': 'tempest-secgroup--1120718829'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:09.742100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] For port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:09.754172 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-550fd5ba-72b9-42c9-ab04-18157521e9e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.758943 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.764556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] For port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:09.778970 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.816887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Network 5c60abbe-0926-49ac-921f-8ea791605b1e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:09.821097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:09.826547 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b9be3699-3bc5-4994-beb0-26ddfbafd0fa None None] Provisioning complete for port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:09.827232 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9be3699-3bc5-4994-beb0-26ddfbafd0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:09.829361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:09.867904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7500ac8-93da-4be7-b280-68905dafc250 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:09.915552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Pushing event updated for resources: {'Port': ['ID=b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:09.931625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Routers {'871ce2ae-45c3-421f-9ec8-24cc35a4a705'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:09.932285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:09.973472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-bf8c1c4b-4b4f-4fd8-904c-b4c24bd591fd tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:09.975148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-bf8c1c4b-4b4f-4fd8-904c-b4c24bd591fd tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/networks?id=0275eb29-d23c-4aad-9f29-2db63d79a059 HTTP/1.1" status: 200 len: 815 time: 0.2142680 Nov 25 19:36:09.990957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af615a38-4e86-4ec2-b834-a394292dafb1 None None] Pushing event updated for resources: {'Port': ['ID=8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:10.031595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-da738d8b-110c-491b-982f-d72b408fb5e4 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/quotas/59a59506586d42e6beb0878d2d58de04 HTTP/1.1" status: 200 len: 375 time: 0.0432913 Nov 25 19:36:10.047816 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.063255 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-550fd5ba-72b9-42c9-ab04-18157521e9e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.066081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.144219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-550fd5ba-72b9-42c9-ab04-18157521e9e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.195108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550fd5ba-72b9-42c9-ab04-18157521e9e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6547bf-3603-4a91-99c2-56adbf1a2a84,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:10.222361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4746e874-55e6-4158-90b3-691ef950b7a9,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:10.226041 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-550fd5ba-72b9-42c9-ab04-18157521e9e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.227494 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-550fd5ba-72b9-42c9-ab04-18157521e9e1 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5415487 Nov 25 19:36:10.231088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33930) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:10.231343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9be3699-3bc5-4994-beb0-26ddfbafd0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.237846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-23f7a9ee-f6db-4515-adc9-f1d7cbc31a81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': '5e6547bf-3603-4a91-99c2-56adbf1a2a84', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:10.262663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-00c21d1b-fcb9-47a0-ba93-0883c2d1274f tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=59a59506586d42e6beb0878d2d58de04&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2295954 Nov 25 19:36:10.265216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] Set router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:10.281620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] Checking segment: {'id': 'e0288973-5597-4a36-b7f8-f6ba66f8caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:10.282144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] Network hostable DHCP agents. Network: fb09efdf-9f22-40e0-a6d6-9f8cf397d98e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:36:10.316969 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23f7a9ee-f6db-4515-adc9-f1d7cbc31a81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.410954 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.457160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b9be3699-3bc5-4994-beb0-26ddfbafd0fa None None] For port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:10.469033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] Network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:36:10.493632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, fb09efdf-9f22-40e0-a6d6-9f8cf397d98e) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:10.499143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23f7a9ee-f6db-4515-adc9-f1d7cbc31a81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.502732 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9be3699-3bc5-4994-beb0-26ddfbafd0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.508280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:10.509691 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.523700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57748c10-ffc1-4e62-baba-02312082ba3f None None] Network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:10.540107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23f7a9ee-f6db-4515-adc9-f1d7cbc31a81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.566723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5cafe8d1-407e-43ea-9d08-0aa3bad025ec admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1164143 Nov 25 19:36:10.584776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-1d226f6d-70a9-4aad-b95b-8025ed63b4c0 service neutron] 10.222.0.15 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124845 Nov 25 19:36:10.615434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f7a9ee-f6db-4515-adc9-f1d7cbc31a81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9602fa35-5c7b-4f32-84c6-9c69cebfc5dd,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:10.816810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-ed463c32-3085-4c8f-9cdb-fa830a97b650 service neutron] 10.222.0.15 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262387 Nov 25 19:36:10.942735 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.960706 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23f7a9ee-f6db-4515-adc9-f1d7cbc31a81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:10.968294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33936) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:10.969031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-23f7a9ee-f6db-4515-adc9-f1d7cbc31a81 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7354629 Nov 25 19:36:10.985530 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d06015fd-6b0c-4e42-84de-b5ab35fd045a req-6fafc905-9c08-4c75-8f65-9eac348ca0eb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5830698 Nov 25 19:36:10.993184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.055153 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb955db3-e073-43be-a976-1e05f5dcea6d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.078338 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb955db3-e073-43be-a976-1e05f5dcea6d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.129553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb955db3-e073-43be-a976-1e05f5dcea6d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.146525 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cb955db3-e073-43be-a976-1e05f5dcea6d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.152075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cb955db3-e073-43be-a976-1e05f5dcea6d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9602fa35-5c7b-4f32-84c6-9c69cebfc5dd HTTP/1.1" status: 204 len: 168 time: 0.1816459 Nov 25 19:36:11.154891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.170245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33942) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:11.188401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb955db3-e073-43be-a976-1e05f5dcea6d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9602fa35-5c7b-4f32-84c6-9c69cebfc5dd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:11.251097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Pushing event updated for resources: {'Port': ['ID=b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:11.290248 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-95c5f9b3-7c98-4064-82b1-3c56d6166e67 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1184168 Nov 25 19:36:11.295106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33946) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:11.339890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be3699-3bc5-4994-beb0-26ddfbafd0fa None None] Pushing event updated for resources: {'Port': ['ID=8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:11.342752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ee468-81ab-4cff-94fa-44462aac669f req-ef573946-cb04-43b6-9ce2-32e28f0c0d84 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:11.344991 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d50e8710-f381-4e03-8362-ecdb16eda215 None None] Provisioning complete for port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:11.345734 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d50e8710-f381-4e03-8362-ecdb16eda215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.359588 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e6ee468-81ab-4cff-94fa-44462aac669f req-ef573946-cb04-43b6-9ce2-32e28f0c0d84 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "GET /v2.0/ports?device_id=cd5de292-7093-4e3b-a908-c12e90451dd5 HTTP/1.1" status: 200 len: 946 time: 0.7513833 Nov 25 19:36:11.514495 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e8aaf3a-59fc-4bc6-83ee-55855e9038ac tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.587918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e8aaf3a-59fc-4bc6-83ee-55855e9038ac tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.701577 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e8aaf3a-59fc-4bc6-83ee-55855e9038ac tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.707950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e8aaf3a-59fc-4bc6-83ee-55855e9038ac tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:11.712593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8e8aaf3a-59fc-4bc6-83ee-55855e9038ac tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-groups/5e6547bf-3603-4a91-99c2-56adbf1a2a84 HTTP/1.1" status: 204 len: 168 time: 0.4140062 Nov 25 19:36:11.724933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33956) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:11.726098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8aaf3a-59fc-4bc6-83ee-55855e9038ac tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6547bf-3603-4a91-99c2-56adbf1a2a84,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:11.767224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06015fd-6b0c-4e42-84de-b5ab35fd045a req-6e98a48f-eb71-4c70-990d-7ac6ff0c871e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:11.771716 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d06015fd-6b0c-4e42-84de-b5ab35fd045a req-6e98a48f-eb71-4c70-990d-7ac6ff0c871e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b78ef7675b774666a87f69a9c2c8895f&device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 1097 time: 0.6213930 Nov 25 19:36:11.780724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d50e8710-f381-4e03-8362-ecdb16eda215 None None] Port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:36:11.859917 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eb7a84ba-1e0d-45ae-9f1f-f1a98c53c6f0 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1209347 Nov 25 19:36:11.871872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Network 5c60abbe-0926-49ac-921f-8ea791605b1e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:11.872152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33966) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:11.878488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fae60ac0-1ee0-4bb6-a25d-820c7f37ee18 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group': {'name': 'tempest-secgroup--207865631'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:11.891744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:11.956241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9f16b9-9d73-4099-90c6-96f881f4cb93 None None] Network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:12.110442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d50e8710-f381-4e03-8362-ecdb16eda215 None None] Provisioning complete for port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:12.111615 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d50e8710-f381-4e03-8362-ecdb16eda215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.113151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-4e6ee468-81ab-4cff-94fa-44462aac669f req-2d781c24-1cc1-4024-86d0-050644740a57 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Deleting port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:12.113643 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e6ee468-81ab-4cff-94fa-44462aac669f req-2d781c24-1cc1-4024-86d0-050644740a57 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.136060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-bbecc17a-f228-4402-a6c3-a5f5a254b715 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:12.145069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-bbecc17a-f228-4402-a6c3-a5f5a254b715 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/networks?id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 200 len: 814 time: 0.2833800 Nov 25 19:36:12.226748 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-12efdcf9-88e3-42be-9e63-20387ec48838 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/quotas/78716cc614144bb1ade783eed64bbe3f HTTP/1.1" status: 200 len: 375 time: 0.0806041 Nov 25 19:36:12.266886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:12.275933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06015fd-6b0c-4e42-84de-b5ab35fd045a req-ce36f769-aa78-4834-a83b-7d091a5334e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:12.279069 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d06015fd-6b0c-4e42-84de-b5ab35fd045a req-ce36f769-aa78-4834-a83b-7d091a5334e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 200 len: 920 time: 0.4475625 Nov 25 19:36:12.331647 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-df66aeaf-af4a-4434-86dc-fd554066bd2c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=78716cc614144bb1ade783eed64bbe3f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1015964 Nov 25 19:36:12.334387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fae60ac0-1ee0-4bb6-a25d-820c7f37ee18 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.388629 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d06015fd-6b0c-4e42-84de-b5ab35fd045a req-44b8c2aa-f2d1-4f6d-9b3a-3a7bf9906cc0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=630a67bd-2884-486f-a316-09673d0efc26 HTTP/1.1" status: 200 len: 217 time: 0.0750060 Nov 25 19:36:12.487018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:05Z', 'revision_number': 3, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:12.544824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c98aae59-3a32-472e-a2ac-b945abcadf87 None None] The sync data for ids ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'] in n-d-817303-9 is: [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:05Z', 'revision_number': 3, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:12.679747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4e6ee468-81ab-4cff-94fa-44462aac669f req-2d781c24-1cc1-4024-86d0-050644740a57 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] For port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:12.680244 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e6ee468-81ab-4cff-94fa-44462aac669f req-2d781c24-1cc1-4024-86d0-050644740a57 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.706903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06015fd-6b0c-4e42-84de-b5ab35fd045a req-78f8b23e-dc57-4ad8-85d9-fe78fb8464dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:12.709169 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d06015fd-6b0c-4e42-84de-b5ab35fd045a req-78f8b23e-dc57-4ad8-85d9-fe78fb8464dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1bb1206d-cadb-4115-9efa-67753bdec310 HTTP/1.1" status: 200 len: 859 time: 0.3192477 Nov 25 19:36:12.783106 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fae60ac0-1ee0-4bb6-a25d-820c7f37ee18 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.796017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-4e6ee468-81ab-4cff-94fa-44462aac669f req-2d781c24-1cc1-4024-86d0-050644740a57 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Calling delete_port for d6a05193-c4f8-4f16-bce7-4c1fc0d5738c owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:12.811432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fae60ac0-1ee0-4bb6-a25d-820c7f37ee18 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.920904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9ef97ed3-e2c9-430d-b1b5-f3075ee322f1 None None] Provisioning complete for port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:12.921285 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9ef97ed3-e2c9-430d-b1b5-f3075ee322f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.948253 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fae60ac0-1ee0-4bb6-a25d-820c7f37ee18 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:12.950726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fae60ac0-1ee0-4bb6-a25d-820c7f37ee18 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0774331 Nov 25 19:36:12.964811 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33976) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:12.979994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a1d5340f-4f63-4ee3-bbce-465d06b6b514 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': '1c177f30-1218-4cb3-bec3-b7fd793c5ac3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:13.043710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9ef97ed3-e2c9-430d-b1b5-f3075ee322f1 None None] Port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:36:13.136665 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d06015fd-6b0c-4e42-84de-b5ab35fd045a req-7d0dba61-47eb-41f8-9aa9-7cc51ef884a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3724fd13-8c16-40f9-b884-23a3476e5bc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3633053 Nov 25 19:36:13.145231 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1d5340f-4f63-4ee3-bbce-465d06b6b514 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.184905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:13.203661 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-92199a61-cb04-4e27-b3be-a72f009e1558 admin admin] 10.222.0.15 "PUT /v2.0/routers/871ce2ae-45c3-421f-9ec8-24cc35a4a705/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1987870 Nov 25 19:36:13.211289 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e6ee468-81ab-4cff-94fa-44462aac669f req-2d781c24-1cc1-4024-86d0-050644740a57 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.215875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-f81185d8-f9f2-4fe9-99f6-9d2325ab4f88 service neutron] 10.222.0.15 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8601453 Nov 25 19:36:13.223494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae60ac0-1ee0-4bb6-a25d-820c7f37ee18 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c177f30-1218-4cb3-bec3-b7fd793c5ac3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:13.478152 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d06015fd-6b0c-4e42-84de-b5ab35fd045a req-c986d802-71f2-449f-be3f-fcc745d79bee service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3103487 Nov 25 19:36:13.503515 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5073a594-57a9-4a18-a663-5fb0c309582c None None] DHCP port deletion for 0275eb29-d23c-4aad-9f29-2db63d79a059 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:13.525059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1d5340f-4f63-4ee3-bbce-465d06b6b514 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.541954 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1d5340f-4f63-4ee3-bbce-465d06b6b514 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.572904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d781c24-1cc1-4024-86d0-050644740a57 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Pushing event deleted for resources: {'Port': ['ID=d6a05193-c4f8-4f16-bce7-4c1fc0d5738c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:13.642999 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-adbea858-420a-40f8-9c2c-a249abe2e01d service neutron] 10.222.0.15 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4091988 Nov 25 19:36:13.644097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d5340f-4f63-4ee3-bbce-465d06b6b514 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd47aa8d-aedd-4bb8-9700-c6540ab03802,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:13.665285 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1d5340f-4f63-4ee3-bbce-465d06b6b514 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.675417 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a1d5340f-4f63-4ee3-bbce-465d06b6b514 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6982241 Nov 25 19:36:13.676845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33982) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:13.681162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6ee468-81ab-4cff-94fa-44462aac669f req-2d781c24-1cc1-4024-86d0-050644740a57 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] No DVR routers for this DVR port d6a05193-c4f8-4f16-bce7-4c1fc0d5738c on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:36:13.685787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4e6ee468-81ab-4cff-94fa-44462aac669f req-2d781c24-1cc1-4024-86d0-050644740a57 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:13.696395 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e6ee468-81ab-4cff-94fa-44462aac669f req-2d781c24-1cc1-4024-86d0-050644740a57 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "DELETE /v2.0/ports/d6a05193-c4f8-4f16-bce7-4c1fc0d5738c HTTP/1.1" status: 204 len: 173 time: 2.3196628 Nov 25 19:36:13.701636 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'name': 'network-vif-deleted', 'tag': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:13.706397 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d725b7fe-3902-4205-8045-ea0174ff1e58" -d '{"events": [{"server_uuid": "cd5de292-7093-4e3b-a908-c12e90451dd5", "name": "network-vif-deleted", "tag": "d6a05193-c4f8-4f16-bce7-4c1fc0d5738c"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:13.764340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-52b4a5b2-7b54-409b-a89e-1cee2bc20c6b tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules/cd47aa8d-aedd-4bb8-9700-c6540ab03802 HTTP/1.1" status: 200 len: 763 time: 0.0816841 Nov 25 19:36:13.765571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33986) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:13.841834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6a05193-c4f8-4f16-bce7-4c1fc0d5738c no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:13.931979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: d6a05193-c4f8-4f16-bce7-4c1fc0d5738c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:36:13.934379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device d6a05193-c4f8-4f16-bce7-4c1fc0d5738c not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:36:13.944973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f678d6b2-c606-4179-9bb0-2f393e0caa27 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1776061 Nov 25 19:36:13.952633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33988) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:13.967238 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d06015fd-6b0c-4e42-84de-b5ab35fd045a req-20b9ffcd-549e-4588-afd8-5547d05ba518 service neutron] 10.222.0.60 "GET /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4348469 Nov 25 19:36:14.064761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5436913-b308-48b7-8c39-bf737cc04566 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.124969 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5436913-b308-48b7-8c39-bf737cc04566 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.228105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5436913-b308-48b7-8c39-bf737cc04566 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.266406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5436913-b308-48b7-8c39-bf737cc04566 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.285382 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a5436913-b308-48b7-8c39-bf737cc04566 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/cd47aa8d-aedd-4bb8-9700-c6540ab03802 HTTP/1.1" status: 204 len: 168 time: 0.3284514 Nov 25 19:36:14.294938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33994) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:14.350777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5436913-b308-48b7-8c39-bf737cc04566 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd47aa8d-aedd-4bb8-9700-c6540ab03802,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:14.452745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-047506c8-4fc4-403b-a118-5118f851ae0f req-ef95bb6e-136b-44df-8577-b388ae581f56 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 210 time: 0.1578369 Nov 25 19:36:14.479861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-e1448e9f-1e50-45ba-a285-efbd6003a499 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:14.482644 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-e1448e9f-1e50-45ba-a285-efbd6003a499 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "GET /v2.0/networks?id=0275eb29-d23c-4aad-9f29-2db63d79a059 HTTP/1.1" status: 200 len: 815 time: 0.5072150 Nov 25 19:36:14.512040 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7ca48fb2-e876-4f97-9ddc-efdb3d39d0ae tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2145336 Nov 25 19:36:14.517665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34000) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:14.526139 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ae4c9466-c401-417d-8fd6-5aaaf2812d5d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': '1c177f30-1218-4cb3-bec3-b7fd793c5ac3', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:14.539786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Request body: {'port': {'device_id': 'bd22b52f-9c06-4483-bb0b-96aa86b0f235', 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059', 'admin_state_up': True, 'tenant_id': '59a59506586d42e6beb0878d2d58de04'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:14.621859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae4c9466-c401-417d-8fd6-5aaaf2812d5d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.756602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:14.893919 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae4c9466-c401-417d-8fd6-5aaaf2812d5d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.898869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae4c9466-c401-417d-8fd6-5aaaf2812d5d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.905916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:14.906380 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.925508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Made reservation on behalf of 59a59506586d42e6beb0878d2d58de04 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:14.941754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:14.980799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c9466-c401-417d-8fd6-5aaaf2812d5d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da8c96c4-96a9-4487-99f1-4aa6990fc0c0,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:15.002851 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae4c9466-c401-417d-8fd6-5aaaf2812d5d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.008676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ae4c9466-c401-417d-8fd6-5aaaf2812d5d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4851298 Nov 25 19:36:15.008676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34008) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:15.082227 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-92c62824-74c9-4165-b05e-02db7fbf9dc9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules/da8c96c4-96a9-4487-99f1-4aa6990fc0c0 HTTP/1.1" status: 200 len: 763 time: 0.0679648 Nov 25 19:36:15.083949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34010) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:15.232587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-31d36754-e0ab-411b-9f34-be31790b57fe tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1419947 Nov 25 19:36:15.236772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34012) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:15.297694 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-005157f8-9a59-46a7-8498-91520c513c2d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.316381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Allocated IP 172.20.0.4 (0275eb29-d23c-4aad-9f29-2db63d79a059/da3f0592-2f1f-4281-80c4-aa399415e2e1/02b764e5-90e0-40d0-874d-6fba9fc672db) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:15.320214 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-005157f8-9a59-46a7-8498-91520c513c2d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.377612 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-005157f8-9a59-46a7-8498-91520c513c2d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.394216 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-005157f8-9a59-46a7-8498-91520c513c2d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.398434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-005157f8-9a59-46a7-8498-91520c513c2d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/da8c96c4-96a9-4487-99f1-4aa6990fc0c0 HTTP/1.1" status: 204 len: 168 time: 0.1534309 Nov 25 19:36:15.398434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005157f8-9a59-46a7-8498-91520c513c2d tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da8c96c4-96a9-4487-99f1-4aa6990fc0c0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:15.398854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34016) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:15.490266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-71b681cf-6081-4b33-bb0f-27746f21ddf5 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0810754 Nov 25 19:36:15.491994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34018) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:15.499678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-de1f85c6-22bb-47c3-95f0-c16c2aa5dbb5 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Request body: {'security_group_rule': {'security_group_id': '1c177f30-1218-4cb3-bec3-b7fd793c5ac3', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:15.571033 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-de1f85c6-22bb-47c3-95f0-c16c2aa5dbb5 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Project 142b6229a9db4c6ea55b404c64cf1943 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:36:15.585078 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1f85c6-22bb-47c3-95f0-c16c2aa5dbb5 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.677327 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.700178 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1f85c6-22bb-47c3-95f0-c16c2aa5dbb5 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.705932 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1f85c6-22bb-47c3-95f0-c16c2aa5dbb5 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.721460 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.744535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f85c6-22bb-47c3-95f0-c16c2aa5dbb5 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19aa9b7-04a7-473f-baee-65625b91a6db,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:15.757630 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1f85c6-22bb-47c3-95f0-c16c2aa5dbb5 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.759184 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-de1f85c6-22bb-47c3-95f0-c16c2aa5dbb5 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2659473 Nov 25 19:36:15.763579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34022) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:15.804444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fd8143eb-9c25-458a-b0f8-ceea7d586996 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules/c19aa9b7-04a7-473f-baee-65625b91a6db HTTP/1.1" status: 200 len: 769 time: 0.0389333 Nov 25 19:36:15.807761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Network 0275eb29-d23c-4aad-9f29-2db63d79a059 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:15.809075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34024) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:15.819884 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Sync routers for ids ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:15.823919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:15.839100 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Routers {'871ce2ae-45c3-421f-9ec8-24cc35a4a705'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:15.841235 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:15.847000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517942bf-f362-451a-b6f4-cdc5b4355c80 None None] DHCP port deletion for 0275eb29-d23c-4aad-9f29-2db63d79a059 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:15.847778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:15.866021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Pushing event updated for resources: {'Port': ['ID=02b764e5-90e0-40d0-874d-6fba9fc672db,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:15.897272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-41e8ede1-5fad-4fba-9b23-d82feda56a96 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0869737 Nov 25 19:36:15.900256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34028) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:15.925027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-014b075f-c707-49a8-b79d-ed2c0e2b9d69 None None] Provisioning complete for port 02b764e5-90e0-40d0-874d-6fba9fc672db triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:15.926291 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-014b075f-c707-49a8-b79d-ed2c0e2b9d69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.983951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34032) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:15.984943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:15.985631 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:15.997681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8f4be22c-c373-4384-bf9f-b982fd0b2790 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Request body: {'security_group': {'name': 'tempest-securitygroup--43624795', 'description': 'tempest-description--1829134915'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:16.006543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-014b075f-c707-49a8-b79d-ed2c0e2b9d69 None None] Port 02b764e5-90e0-40d0-874d-6fba9fc672db cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:36:16.018021 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b885b2a1-34a8-47e1-9139-4fedd10453c9 x-openstack-request-id: req-b885b2a1-34a8-47e1-9139-4fedd10453c9 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:16.018484 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd5de292-7093-4e3b-a908-c12e90451dd5", "name": "network-vif-deleted", "tag": "d6a05193-c4f8-4f16-bce7-4c1fc0d5738c", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:16.018875 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b885b2a1-34a8-47e1-9139-4fedd10453c9 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:16.019411 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd5de292-7093-4e3b-a908-c12e90451dd5', 'name': 'network-vif-deleted', 'tag': 'd6a05193-c4f8-4f16-bce7-4c1fc0d5738c', 'status': 'completed', 'code': 200} Nov 25 19:36:16.021908 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0a39-93b1-4b11-bb5c-48dda169f2f9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:16.023696 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-5eef3fea-a5a1-4d19-9cb1-d01864cd7714 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5100565 Nov 25 19:36:16.049724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0a39-93b1-4b11-bb5c-48dda169f2f9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:16.054264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Request body: {'port': {'device_id': 'bd22b52f-9c06-4483-bb0b-96aa86b0f235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:16.131707 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Set router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:16.150666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f4be22c-c373-4384-bf9f-b982fd0b2790 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:16.156651 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0a39-93b1-4b11-bb5c-48dda169f2f9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:16.184950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e4d0a39-93b1-4b11-bb5c-48dda169f2f9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:16.186323 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9e4d0a39-93b1-4b11-bb5c-48dda169f2f9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c19aa9b7-04a7-473f-baee-65625b91a6db HTTP/1.1" status: 204 len: 168 time: 0.2835124 Nov 25 19:36:16.191263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34034) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:16.206686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:16.207530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21592c46-f118-4f7c-ba09-6034feb8d3a5 req-01160332-accf-4c06-9bca-646cb4d72e7e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 210 time: 0.0945511 Nov 25 19:36:16.279042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4d0a39-93b1-4b11-bb5c-48dda169f2f9 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c19aa9b7-04a7-473f-baee-65625b91a6db,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:16.337438 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-46f4d11c-738f-42cb-8d88-a451ef72cee1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:16.339314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-46f4d11c-738f-42cb-8d88-a451ef72cee1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.60 "GET /v2.0/networks?id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 200 len: 814 time: 0.1721373 Nov 25 19:36:16.376104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Request body: {'port': {'device_id': '67741e34-fbd2-420f-8466-f9a41abae81d', 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e', 'admin_state_up': True, 'tenant_id': '78716cc614144bb1ade783eed64bbe3f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:16.440669 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fa830e5d-59c9-4e5a-92ed-6e08d11da57e tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2410204 Nov 25 19:36:16.441444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34038) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:16.512808 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Made reservation on behalf of 78716cc614144bb1ade783eed64bbe3f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:16.519724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:16.550651 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6', 'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'mac_address': 'fa:16:3e:ff:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'c9de7d98-3667-4615-9502-23db59f46947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:08Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 2, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'subnets': [{'id': 'c9de7d98-3667-4615-9502-23db59f46947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:16.590292 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Checking router: 871ce2ae-45c3-421f-9ec8-24cc35a4a705 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:16.591258 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Updating router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:36:16.625432 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:16.914856 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f4be22c-c373-4384-bf9f-b982fd0b2790 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:16.935529 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f4be22c-c373-4384-bf9f-b982fd0b2790 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:16.984897 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f4be22c-c373-4384-bf9f-b982fd0b2790 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:16.992197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8f4be22c-c373-4384-bf9f-b982fd0b2790 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0005178 Nov 25 19:36:16.994539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34040) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:17.005673 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.012275 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.013032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4b4c8dc9-f5d8-43bc-8377-268b5d16fd0b tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Request body: {'security_group_rule': {'security_group_id': 'de451290-650d-4eae-be63-d5c3f3dc3b58', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:17.041521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3310ea86-1413-4b16-a2e4-12f389f8236a req-4f5a08b3-46ea-4f8a-b631-3c841b79bac6 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:17.050642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3310ea86-1413-4b16-a2e4-12f389f8236a req-4f5a08b3-46ea-4f8a-b631-3c841b79bac6 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 931 time: 0.5944476 Nov 25 19:36:17.069843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4be22c-c373-4384-bf9f-b982fd0b2790 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de451290-650d-4eae-be63-d5c3f3dc3b58,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:17.076922 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Pushing event updated for resources: {'Port': ['ID=b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:17.105641 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.108843 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.109393 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.109834 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.111067 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.111067 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.111067 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.114520 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.115360 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.115796 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.116224 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.116654 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:17.126223 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e864560-7775-47de-89b4-aa51fff3de76 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.170841 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8dc9-f5d8-43bc-8377-268b5d16fd0b tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.172155 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Attempting to bind port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:17.172632 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Attempting to bind port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:17.173102 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Attempting to bind port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 on network 5c60abbe-0926-49ac-921f-8ea791605b1e {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:17.182634 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:17.182634 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Checking segment: {'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:17.183226 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.183647 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Bound using segment: {'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:17.184239 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Bound port: b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:17.184777 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.207964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e864560-7775-47de-89b4-aa51fff3de76 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.238105 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3310ea86-1413-4b16-a2e4-12f389f8236a req-8d05cb46-eae6-4eab-8c9f-4fd6ea796845 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835556 Nov 25 19:36:17.297132 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] For port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:17.303049 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] For port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6,segment=NetworkSegment(fecd8820-a1f4-4660-a480-5336eb1c0288),segment_id=fecd8820-a1f4-4660-a480-5336eb1c0288)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:17.313143 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.368284 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8dc9-f5d8-43bc-8377-268b5d16fd0b tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.376034 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8dc9-f5d8-43bc-8377-268b5d16fd0b tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.395928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e864560-7775-47de-89b4-aa51fff3de76 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.401720 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2e864560-7775-47de-89b4-aa51fff3de76 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.403889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2e864560-7775-47de-89b4-aa51fff3de76 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "DELETE /v2.0/security-groups/1c177f30-1218-4cb3-bec3-b7fd793c5ac3 HTTP/1.1" status: 204 len: 168 time: 0.9587367 Nov 25 19:36:17.411927 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Routers {'871ce2ae-45c3-421f-9ec8-24cc35a4a705'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:17.412736 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:17.419592 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6cd85c-15f5-4d19-8ffb-a06b7485f552 None None] Pushing event updated for resources: {'Port': ['ID=b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:17.422620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34044) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:17.513705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4c8dc9-f5d8-43bc-8377-268b5d16fd0b tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45310b3f-f667-4c60-9d5c-82785ee9ccff,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:17.539336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e864560-7775-47de-89b4-aa51fff3de76 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c177f30-1218-4cb3-bec3-b7fd793c5ac3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:17.555242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b4c8dc9-f5d8-43bc-8377-268b5d16fd0b tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.559913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4b4c8dc9-f5d8-43bc-8377-268b5d16fd0b tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5532427 Nov 25 19:36:17.581106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34046) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:17.588060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Allocated IP 172.20.0.7 (fb09efdf-9f22-40e0-a6d6-9f8cf397d98e/4746e874-55e6-4158-90b3-691ef950b7a9/ec3d67d7-e3bc-4e82-966f-76119cac5255) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:17.589420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-bf6d7664-821a-41a4-a475-a2ae7ca9dda9 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Request body: {'security_group_rule': {'security_group_id': 'de451290-650d-4eae-be63-d5c3f3dc3b58', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:17.593304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Provisioning complete for port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:17.597806 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.727139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-493bd14b-3332-49d5-ae8d-200c306dc146 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2571673 Nov 25 19:36:17.737685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34050) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:17.857387 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.861619 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] Set router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:17.866695 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7664-821a-41a4-a475-a2ae7ca9dda9 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.901717 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.909496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:17.985264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] For port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6,segment=NetworkSegment(fecd8820-a1f4-4660-a480-5336eb1c0288),segment_id=fecd8820-a1f4-4660-a480-5336eb1c0288)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:17.987873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f441c7c5-0434-4abd-ad6f-7a25ca0e51b0 tempest-SecGroupIPv6Test-727063522 tempest-SecGroupIPv6Test-727063522-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2462184 Nov 25 19:36:17.995876 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.022109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f6b24c-571b-4bba-b87d-c88800e047b9 req-14ef7812-f2c7-46bd-bef0-7556bc838736 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:18.030452 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9f6b24c-571b-4bba-b87d-c88800e047b9 req-14ef7812-f2c7-46bd-bef0-7556bc838736 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 931 time: 0.1295109 Nov 25 19:36:18.085259 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7664-821a-41a4-a475-a2ae7ca9dda9 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.089722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:18.092838 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7664-821a-41a4-a475-a2ae7ca9dda9 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.102517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Pushing event updated for resources: {'Port': ['ID=ec3d67d7-e3bc-4e82-966f-76119cac5255,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:18.104297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Pushing event updated for resources: {'Port': ['ID=b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:18.106492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:18.120106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:18.145239 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.146357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.147174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.148626 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.149453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.150123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.150889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.151603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.152305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.153194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.153751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.155445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b561b15-2e83-459c-85b5-75f4c1643ffd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:18.169000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6d7664-821a-41a4-a475-a2ae7ca9dda9 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29924bcf-112e-4b15-aac6-edcac5217ac7,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:18.191156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0c596d3a-f49a-49b8-bb55-b38bc36c7493 None None] Provisioning complete for port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:18.192019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0c596d3a-f49a-49b8-bb55-b38bc36c7493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.207190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02b764e5-90e0-40d0-874d-6fba9fc672db {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:18.210012 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf6d7664-821a-41a4-a475-a2ae7ca9dda9 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.211962 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bf6d7664-821a-41a4-a475-a2ae7ca9dda9 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6290419 Nov 25 19:36:18.233306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9f6b24c-571b-4bba-b87d-c88800e047b9 req-a046355b-16d4-4bdd-9bd6-c6f5b7bf34ee tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009270 Nov 25 19:36:18.234138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34056) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:18.237404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.266387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:18.276980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Transition to ACTIVE for port object 02b764e5-90e0-40d0-874d-6fba9fc672db will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:36:18.283747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:18.284535 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.288568 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.371133 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-b9ba7420-f03b-47b9-ac59-7f972942fa3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0011475 Nov 25 19:36:18.393250 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.416578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Request body: {'port': {'device_id': '67741e34-fbd2-420f-8466-f9a41abae81d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:18.468670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f656943d-92fb-4e43-a779-d72bb4077763 None None] DHCP port deletion for 0275eb29-d23c-4aad-9f29-2db63d79a059 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:18.510778 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6', 'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'mac_address': 'fa:16:3e:ff:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'c9de7d98-3667-4615-9502-23db59f46947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:08Z', 'updated_at': '2021-11-25T19:36:17Z', 'revision_number': 4, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'subnets': [{'id': 'c9de7d98-3667-4615-9502-23db59f46947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:18.525315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34066) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:18.550336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Pushing event updated for resources: {'Port': ['ID=02b764e5-90e0-40d0-874d-6fba9fc672db,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:18.592880 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53bb6fe-3dea-4350-96f9-92bd63aa3e4a None None] The sync data for ids ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'] in n-d-817303-9 is: [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6', 'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'mac_address': 'fa:16:3e:ff:5b:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'c9de7d98-3667-4615-9502-23db59f46947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:08Z', 'updated_at': '2021-11-25T19:36:17Z', 'revision_number': 4, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'subnets': [{'id': 'c9de7d98-3667-4615-9502-23db59f46947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:18.655449 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.841475 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:18.979973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Attempting to bind port 02b764e5-90e0-40d0-874d-6fba9fc672db on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:18.980347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Attempting to bind port 02b764e5-90e0-40d0-874d-6fba9fc672db by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:18.983598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Attempting to bind port 02b764e5-90e0-40d0-874d-6fba9fc672db on network 0275eb29-d23c-4aad-9f29-2db63d79a059 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:18.994530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Allocated IP 172.25.8.235 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/b7308b60-0d35-44d3-a8b0-6bde6c2c2bc7) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:19.015367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Port 02b764e5-90e0-40d0-874d-6fba9fc672db on network 0275eb29-d23c-4aad-9f29-2db63d79a059 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:36:19.015757 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Attempting to bind port 02b764e5-90e0-40d0-874d-6fba9fc672db on network 0275eb29-d23c-4aad-9f29-2db63d79a059 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:19.038542 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-45b90df3-af96-4c85-90dc-3f74de1ff1ab admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=142b6229a9db4c6ea55b404c64cf1943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5096769 Nov 25 19:36:19.059795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745c569-dd50-467f-8927-f0e851d51b34 req-1903b30b-bd1c-44f3-86ec-4c14ece02ed1 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:19.062669 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1745c569-dd50-467f-8927-f0e851d51b34 req-1903b30b-bd1c-44f3-86ec-4c14ece02ed1 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 943 time: 0.2145429 Nov 25 19:36:19.063521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34072) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:19.094164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:19.094578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Checking segment: {'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:19.094926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Bound using segment: {'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:19.095889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Bound port: 02b764e5-90e0-40d0-874d-6fba9fc672db, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06c20707-919d-42c3-86ed-e74e805f5abd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:19.096499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.275103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] For port 02b764e5-90e0-40d0-874d-6fba9fc672db, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:19.280828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] For port 02b764e5-90e0-40d0-874d-6fba9fc672db, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02b764e5-90e0-40d0-874d-6fba9fc672db,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:19.288860 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.358456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:19.368027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87aee19e-fb40-4847-ab74-08eff06944f3 None None] DHCP port deletion for 0275eb29-d23c-4aad-9f29-2db63d79a059 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:19.378220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.380894 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] 10.222.0.60 "PUT /v2.0/ports/02b764e5-90e0-40d0-874d-6fba9fc672db HTTP/1.1" status: 200 len: 1091 time: 3.3480759 Nov 25 19:36:19.384315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd22b52f-9c06-4483-bb0b-96aa86b0f235', 'tag': '02b764e5-90e0-40d0-874d-6fba9fc672db'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:19.390523 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd24c54e-e3a2-4e41-9bb8-ab577d3de56a" -d '{"events": [{"name": "network-changed", "server_uuid": "bd22b52f-9c06-4483-bb0b-96aa86b0f235", "tag": "02b764e5-90e0-40d0-874d-6fba9fc672db"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:19.395693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1745c569-dd50-467f-8927-f0e851d51b34 req-74b1ecda-d82b-47c3-af54-8b2c2dec8b3a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3217387 Nov 25 19:36:19.441244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.467244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc82588-2ff3-4525-8b09-be1cea5c4b38 service neutron] Pushing event updated for resources: {'Port': ['ID=02b764e5-90e0-40d0-874d-6fba9fc672db,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:19.475377 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ea7b1e-be0b-4f36-943f-fe3f241be8e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.520436 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ea7b1e-be0b-4f36-943f-fe3f241be8e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.608470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3d67d7-e3bc-4e82-966f-76119cac5255 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:19.620415 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.626147 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.713256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Transition to ACTIVE for port object ec3d67d7-e3bc-4e82-966f-76119cac5255 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:36:19.718980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.747815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:19.763820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:19.770609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:19.794468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Pushing event updated for resources: {'Port': ['ID=b7308b60-0d35-44d3-a8b0-6bde6c2c2bc7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:19.796937 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ea7b1e-be0b-4f36-943f-fe3f241be8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.800748 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62ea7b1e-be0b-4f36-943f-fe3f241be8e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:19.804303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-62ea7b1e-be0b-4f36-943f-fe3f241be8e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2546bf1e-5f85-4b4c-a84a-01320b6d228f HTTP/1.1" status: 204 len: 168 time: 0.7324228 Nov 25 19:36:19.834510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-1e1b0a30-8241-4567-b7dc-1bc2c0043ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:19.837098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-1e1b0a30-8241-4567-b7dc-1bc2c0043ca8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59a59506586d42e6beb0878d2d58de04&device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 1094 time: 0.2775769 Nov 25 19:36:19.874639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ea7b1e-be0b-4f36-943f-fe3f241be8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2546bf1e-5f85-4b4c-a84a-01320b6d228f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:19.929484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d8ec5-d869-49a9-819c-b65a17a9ace9 req-d8afe6c4-7335-407c-98e4-f0d3d98dd854 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:19.942713 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-779d8ec5-d869-49a9-819c-b65a17a9ace9 req-d8afe6c4-7335-407c-98e4-f0d3d98dd854 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 945 time: 0.1813684 Nov 25 19:36:19.985872 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-7a64dcfb-ce4b-4a7d-93c1-b231e6efb090 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02b764e5-90e0-40d0-874d-6fba9fc672db HTTP/1.1" status: 200 len: 217 time: 0.1019437 Nov 25 19:36:19.992881 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3d67d7-e3bc-4e82-966f-76119cac5255,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:20.037081 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.112368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-779d8ec5-d869-49a9-819c-b65a17a9ace9 req-2742cbde-d106-4f72-b4e0-18c9674c281a tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/security-groups?id=10e24f30-4442-47c2-9db1-6b58541bf522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686735 Nov 25 19:36:20.113264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.208092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-a821650a-d705-4ed5-ba61-5962d4e35fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:20.209681 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-a821650a-d705-4ed5-ba61-5962d4e35fc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da3f0592-2f1f-4281-80c4-aa399415e2e1 HTTP/1.1" status: 200 len: 855 time: 0.1925967 Nov 25 19:36:20.306455 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-09b064eb-19c8-44db-b8e4-ec871bb39b26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0275eb29-d23c-4aad-9f29-2db63d79a059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0518675 Nov 25 19:36:20.309738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Attempting to bind port ec3d67d7-e3bc-4e82-966f-76119cac5255 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:20.310084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Attempting to bind port ec3d67d7-e3bc-4e82-966f-76119cac5255 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'e0288973-5597-4a36-b7f8-f6ba66f8caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:20.311685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Attempting to bind port ec3d67d7-e3bc-4e82-966f-76119cac5255 on network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:20.320343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b5694-7e8c-4ebc-8b80-130d8e3b5e1e req-50f18205-c15e-4f2b-a5bb-2f2c79c3275b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:20.330537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b06b5694-7e8c-4ebc-8b80-130d8e3b5e1e req-50f18205-c15e-4f2b-a5bb-2f2c79c3275b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.1163282 Nov 25 19:36:20.354082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Port ec3d67d7-e3bc-4e82-966f-76119cac5255 on network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:36:20.354082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Attempting to bind port ec3d67d7-e3bc-4e82-966f-76119cac5255 on network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:20.404555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 35, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:20.405083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Checking segment: {'id': 'e0288973-5597-4a36-b7f8-f6ba66f8caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:20.405725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Bound using segment: {'id': 'e0288973-5597-4a36-b7f8-f6ba66f8caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:20.406501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Bound port: ec3d67d7-e3bc-4e82-966f-76119cac5255, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0288973-5597-4a36-b7f8-f6ba66f8caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:20.407120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.435652 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.528500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b06b5694-7e8c-4ebc-8b80-130d8e3b5e1e req-834fa8ba-4a7e-4bc5-907e-4687e6d5e15a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969607 Nov 25 19:36:20.588685 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.601036 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.623052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146937d-9956-41cd-9a89-25d692d8d95e req-fea7fb11-5310-4621-817e-5c12153dc695 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:20.626595 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c146937d-9956-41cd-9a89-25d692d8d95e req-fea7fb11-5310-4621-817e-5c12153dc695 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.60 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 945 time: 0.3714275 Nov 25 19:36:20.664259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:20.703366 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0a9987-3e4a-4d9c-9004-64e17b77fa5b x-openstack-request-id: req-5a0a9987-3e4a-4d9c-9004-64e17b77fa5b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:20.703708 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd22b52f-9c06-4483-bb0b-96aa86b0f235", "tag": "02b764e5-90e0-40d0-874d-6fba9fc672db", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:20.703933 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a0a9987-3e4a-4d9c-9004-64e17b77fa5b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:20.704379 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd22b52f-9c06-4483-bb0b-96aa86b0f235', 'tag': '02b764e5-90e0-40d0-874d-6fba9fc672db', 'status': 'completed', 'code': 200} Nov 25 19:36:20.777670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Pushing event updated for resources: {'Port': ['ID=b7308b60-0d35-44d3-a8b0-6bde6c2c2bc7,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:20.829102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.901032 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.902365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:20.903020 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:20.910526 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-1a07bd1a-23b1-46c0-961a-3ebaf61f16a1 service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5758021 Nov 25 19:36:20.913231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:20.916911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ea75a444-9acd-45b2-be46-38c491bde4e5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6778407 Nov 25 19:36:20.936172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:20.998913 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:21.038295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf8d7fa-6f77-42a7-a6a1-291e271fb5a1 req-77b4fbe8-3371-4635-b38d-bcf3ff1092d6 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.046644 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acf8d7fa-6f77-42a7-a6a1-291e271fb5a1 req-77b4fbe8-3371-4635-b38d-bcf3ff1092d6 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 943 time: 0.1049774 Nov 25 19:36:21.062190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.062929 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:21.065075 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] 10.222.0.60 "PUT /v2.0/ports/ec3d67d7-e3bc-4e82-966f-76119cac5255 HTTP/1.1" status: 200 len: 1091 time: 2.6645815 Nov 25 19:36:21.135293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acf8d7fa-6f77-42a7-a6a1-291e271fb5a1 req-09c67216-9e4a-4a91-bc34-7c7a731d8077 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833125 Nov 25 19:36:21.144846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-c146937d-9956-41cd-9a89-25d692d8d95e req-c6ee41a0-be3c-469f-a0fe-7f3f408f5480 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Deleting port 81fa8b3b-7f5d-480d-8241-807ace3334eb {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:21.145216 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c146937d-9956-41cd-9a89-25d692d8d95e req-c6ee41a0-be3c-469f-a0fe-7f3f408f5480 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:21.328421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d873ca1-1620-4ee4-ba18-a45c4c3ccd67 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3d67d7-e3bc-4e82-966f-76119cac5255,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:21.352020 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c7f3281-e082-40fe-b9e5-07ce0005a69c req-1d5308c1-61fc-4e7a-87b8-4ca2f8e82e5f service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4182649 Nov 25 19:36:21.357085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-5f79dffd-d949-4ceb-9e85-917c9138004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.358584 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-5f79dffd-d949-4ceb-9e85-917c9138004e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78716cc614144bb1ade783eed64bbe3f&device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 1094 time: 0.1639757 Nov 25 19:36:21.434575 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-8b989c29-f76e-4557-a669-ee6612ee3e2a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255 HTTP/1.1" status: 200 len: 217 time: 0.0648968 Nov 25 19:36:21.437190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c146937d-9956-41cd-9a89-25d692d8d95e req-c6ee41a0-be3c-469f-a0fe-7f3f408f5480 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] For port 81fa8b3b-7f5d-480d-8241-807ace3334eb, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=81fa8b3b-7f5d-480d-8241-807ace3334eb,segment=NetworkSegment(3917e4d8-a39b-4e20-8aed-d4c226104620),segment_id=3917e4d8-a39b-4e20-8aed-d4c226104620)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:21.437611 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c146937d-9956-41cd-9a89-25d692d8d95e req-c6ee41a0-be3c-469f-a0fe-7f3f408f5480 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:21.438173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34116) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:21.455548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-c146937d-9956-41cd-9a89-25d692d8d95e req-c6ee41a0-be3c-469f-a0fe-7f3f408f5480 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Calling delete_port for 81fa8b3b-7f5d-480d-8241-807ace3334eb owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:21.618447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-92ca1afe-ef4b-4099-a037-d951739a417a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.620352 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-92ca1afe-ef4b-4099-a037-d951739a417a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4746e874-55e6-4158-90b3-691ef950b7a9 HTTP/1.1" status: 200 len: 854 time: 0.1623161 Nov 25 19:36:21.627877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce0301-d13a-4612-87cc-9552860a2e10 req-970480b2-db59-411c-9846-453abadf6bff tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.636056 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74ce0301-d13a-4612-87cc-9552860a2e10 req-970480b2-db59-411c-9846-453abadf6bff tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/ports?device_id=36bf72ed-e14d-4155-b597-b905ea6a79a5 HTTP/1.1" status: 200 len: 945 time: 0.1578007 Nov 25 19:36:21.647296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24c54e-e3a2-4e41-9bb8-ab577d3de56a req-93cd51ea-2dbc-4ba3-a5ba-11060d0df716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.649488 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cd24c54e-e3a2-4e41-9bb8-ab577d3de56a req-93cd51ea-2dbc-4ba3-a5ba-11060d0df716 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=59a59506586d42e6beb0878d2d58de04&device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 1094 time: 0.1873367 Nov 25 19:36:21.694450 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74ce0301-d13a-4612-87cc-9552860a2e10 req-26b5d8bb-d607-4e38-991c-5d6ed86e6763 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.15 "GET /v2.0/security-groups?id=10e24f30-4442-47c2-9db1-6b58541bf522&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574706 Nov 25 19:36:21.717692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-66053629-network', 'tenant_id': '2df791130b7f4f7284dbd59a0efa33c6'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:21.761131 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-d87ddfdc-763a-4878-8831-67375523b0cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1316724 Nov 25 19:36:21.775652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Made reservation on behalf of 2df791130b7f4f7284dbd59a0efa33c6 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:21.779431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:21.797884 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:21.916032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24c54e-e3a2-4e41-9bb8-ab577d3de56a req-3533c9e8-9ba7-4f6f-9c1d-63d3991c80e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:21.917535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cd24c54e-e3a2-4e41-9bb8-ab577d3de56a req-3533c9e8-9ba7-4f6f-9c1d-63d3991c80e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=0275eb29-d23c-4aad-9f29-2db63d79a059 HTTP/1.1" status: 200 len: 916 time: 0.2595761 Nov 25 19:36:21.990405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cd24c54e-e3a2-4e41-9bb8-ab577d3de56a req-db0fd011-d52d-4133-99fa-e12be9bfb706 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=02b764e5-90e0-40d0-874d-6fba9fc672db HTTP/1.1" status: 200 len: 217 time: 0.0593433 Nov 25 19:36:22.037185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-2c7130f6-00dc-4afd-901b-a2c00b94e759 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--43624795&fields=id&tenant_id=672403dddffb4f2eaaabed09ca5b0b8f HTTP/1.1" status: 200 len: 267 time: 0.1377764 Nov 25 19:36:22.044027 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.050642 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.055394 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-070b9236-692e-4c74-a085-ac24e0950832 service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793233 Nov 25 19:36:22.056427 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c146937d-9956-41cd-9a89-25d692d8d95e req-c6ee41a0-be3c-469f-a0fe-7f3f408f5480 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.067931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:36:22.080404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.080904 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Added segment fcd3ccf5-be1b-419b-856e-c715b4adf86d of type vlan for network 1d148ea4-239d-4b13-a087-740e3d7bc410 Nov 25 19:36:22.168034 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.175223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ee41a0-be3c-469f-a0fe-7f3f408f5480 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Pushing event deleted for resources: {'Port': ['ID=81fa8b3b-7f5d-480d-8241-807ace3334eb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:22.210617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a43a57-67f9-4df8-a5c7-081ada7ab38b None None] DHCP port deletion for 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:22.251620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd24c54e-e3a2-4e41-9bb8-ab577d3de56a req-c82eddef-0d43-4971-a149-82c9921a4c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:22.254351 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cd24c54e-e3a2-4e41-9bb8-ab577d3de56a req-c82eddef-0d43-4971-a149-82c9921a4c07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=da3f0592-2f1f-4281-80c4-aa399415e2e1 HTTP/1.1" status: 200 len: 855 time: 0.2541029 Nov 25 19:36:22.276389 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:36:22.350918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17af097-dcab-4e98-9a0f-d61733ddad31,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:22.373254 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.374332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:22.375060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.387215 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cd24c54e-e3a2-4e41-9bb8-ab577d3de56a req-cd730d6b-c3e6-4518-8a56-f529deb46539 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0275eb29-d23c-4aad-9f29-2db63d79a059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0991757 Nov 25 19:36:22.390718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c146937d-9956-41cd-9a89-25d692d8d95e req-c6ee41a0-be3c-469f-a0fe-7f3f408f5480 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] No DVR routers for this DVR port 81fa8b3b-7f5d-480d-8241-807ace3334eb on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:36:22.432026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9913239 Nov 25 19:36:22.438394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c146937d-9956-41cd-9a89-25d692d8d95e req-c6ee41a0-be3c-469f-a0fe-7f3f408f5480 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.440967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34136) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:22.447024 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c146937d-9956-41cd-9a89-25d692d8d95e req-c6ee41a0-be3c-469f-a0fe-7f3f408f5480 tempest-ServerTagsTestJSON-1382759647 tempest-ServerTagsTestJSON-1382759647-project] 10.222.0.60 "DELETE /v2.0/ports/81fa8b3b-7f5d-480d-8241-807ace3334eb HTTP/1.1" status: 204 len: 173 time: 1.7560041 Nov 25 19:36:22.473392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] Request body: {'subnet': {'network_id': '1d148ea4-239d-4b13-a087-740e3d7bc410', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-66053629-subnet', 'tenant_id': '2df791130b7f4f7284dbd59a0efa33c6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:22.490037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970f3da5-35c2-4793-ada9-1e45f059ce1b admin admin] Pushing event updated for resources: {'Network': ['ID=1d148ea4-239d-4b13-a087-740e3d7bc410,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:22.502296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-e0143a3f-edbd-415a-9f7c-2507e5783530 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:22.504512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-e0143a3f-edbd-415a-9f7c-2507e5783530 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/networks?id=5c60abbe-0926-49ac-921f-8ea791605b1e HTTP/1.1" status: 200 len: 812 time: 0.3717465 Nov 25 19:36:22.507816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 1d148ea4-239d-4b13-a087-740e3d7bc410 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:36:22.521749 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6622c635-ca08-4973-aaac-1c51ef0ee310 req-f7f5b6a2-1b61-4d81-a7d9-eb22b62975c1 service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4552162 Nov 25 19:36:22.554078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-3d7ebdfc-ae47-4b70-9c2a-c5793c0c61a5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/quotas/672403dddffb4f2eaaabed09ca5b0b8f HTTP/1.1" status: 200 len: 375 time: 0.0182469 Nov 25 19:36:22.593604 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] Made reservation on behalf of 2df791130b7f4f7284dbd59a0efa33c6 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:22.601092 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.657704 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cd24c54e-e3a2-4e41-9bb8-ab577d3de56a req-7bb832a0-65b6-48e8-8ac5-6b56c8232bc0 service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633774 Nov 25 19:36:22.753757 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255'}, {'server_uuid': '36bf72ed-e14d-4155-b597-b905ea6a79a5', 'name': 'network-vif-deleted', 'tag': '81fa8b3b-7f5d-480d-8241-807ace3334eb'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:22.759065 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82fe7356-0956-4403-9b40-f22e5f17aa2f" -d '{"events": [{"name": "network-changed", "server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255"}, {"server_uuid": "36bf72ed-e14d-4155-b597-b905ea6a79a5", "name": "network-vif-deleted", "tag": "81fa8b3b-7f5d-480d-8241-807ace3334eb"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:22.793605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-29eb4a5d-4c2a-4471-9ccb-722a6c5279c8 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=672403dddffb4f2eaaabed09ca5b0b8f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2057619 Nov 25 19:36:22.858031 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:22.899501 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cd24c54e-e3a2-4e41-9bb8-ab577d3de56a req-9f4564d4-6a51-4430-bdd6-e163b875afb7 service neutron] 10.222.0.60 "GET /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338629 Nov 25 19:36:23.025345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-088f9841-0cbb-4b34-8fcf-c9658c953e35 service neutron] 10.222.0.15 "GET /v2.0/networks/5c60abbe-0926-49ac-921f-8ea791605b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2127531 Nov 25 19:36:23.108322 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:23.227810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=92bae080-881b-4e4e-af5b-8d40bd00d363,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:23.243810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-0d063991-d6f9-4356-9983-575dfa8912f0 service neutron] 10.222.0.15 "GET /v2.0/networks/5c60abbe-0926-49ac-921f-8ea791605b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101531 Nov 25 19:36:23.263674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] Checking segment: {'id': 'fcd3ccf5-be1b-419b-856e-c715b4adf86d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '1d148ea4-239d-4b13-a087-740e3d7bc410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:23.264496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] Network hostable DHCP agents. Network: 1d148ea4-239d-4b13-a087-740e3d7bc410, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:36:23.306763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] Network 1d148ea4-239d-4b13-a087-740e3d7bc410 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:36:23.325096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 1d148ea4-239d-4b13-a087-740e3d7bc410) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:23.333444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:23.334266 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:23.344174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035d0107-ff23-4ab3-a8a9-573ddaa9890c None None] Network 1d148ea4-239d-4b13-a087-740e3d7bc410 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:23.380814 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-62a6c554-61e2-4670-af82-cc2f09a521bc admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9121907 Nov 25 19:36:23.550015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6da632-f990-4627-9fb0-88498fe8286f None None] Network 1d148ea4-239d-4b13-a087-740e3d7bc410 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:23.609425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be600ba-9e5e-4283-9f22-484772087abb req-3723ee19-a61f-4dc6-ba87-59d5eef93e47 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:23.618182 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0be600ba-9e5e-4283-9f22-484772087abb req-3723ee19-a61f-4dc6-ba87-59d5eef93e47 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.1010246 Nov 25 19:36:23.700223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0be600ba-9e5e-4283-9f22-484772087abb req-510173ba-77a0-46c1-b413-f23f79571f12 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805252 Nov 25 19:36:23.881690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 02b764e5-90e0-40d0-874d-6fba9fc672db details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:36:23.892493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 81fa8b3b-7f5d-480d-8241-807ace3334eb no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:23.916215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b3835-b637-4ff0-8196-68738dd10095 req-b0fdd24f-3619-41a3-9a77-09679a14e634 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:23.927174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d68b3835-b637-4ff0-8196-68738dd10095 req-b0fdd24f-3619-41a3-9a77-09679a14e634 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 943 time: 0.0883510 Nov 25 19:36:23.929320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 81fa8b3b-7f5d-480d-8241-807ace3334eb {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:36:23.929996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 81fa8b3b-7f5d-480d-8241-807ace3334eb not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:36:24.004343 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d68b3835-b637-4ff0-8196-68738dd10095 req-c985556c-87ce-4779-9a98-0a7b589f0cb5 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740027 Nov 25 19:36:24.062348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 02b764e5-90e0-40d0-874d-6fba9fc672db, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02b764e5-90e0-40d0-874d-6fba9fc672db,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:24.085481 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '02b764e5-90e0-40d0-874d-6fba9fc672db', 'network_id': '0275eb29-d23c-4aad-9f29-2db63d79a059', 'port_id': '02b764e5-90e0-40d0-874d-6fba9fc672db', 'mac_address': 'fa:16:3e:7c:24:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da3f0592-2f1f-4281-80c4-aa399415e2e1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:36:24.160607 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:24.185012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02b764e5-90e0-40d0-874d-6fba9fc672db {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:24.196261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34168) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:24.212462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 02b764e5-90e0-40d0-874d-6fba9fc672db, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02b764e5-90e0-40d0-874d-6fba9fc672db,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:24.221266 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:24.300887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=02b764e5-90e0-40d0-874d-6fba9fc672db,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:24.321937 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e3965-e1db-42cb-8291-e7e2d0421784 x-openstack-request-id: req-b04e3965-e1db-42cb-8291-e7e2d0421784 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:24.322688 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255", "status": "completed", "code": 200}, {"server_uuid": "36bf72ed-e14d-4155-b597-b905ea6a79a5", "name": "network-vif-deleted", "tag": "81fa8b3b-7f5d-480d-8241-807ace3334eb", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:24.322894 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b04e3965-e1db-42cb-8291-e7e2d0421784 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:24.323663 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'status': 'completed', 'code': 200} Nov 25 19:36:24.323995 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bf72ed-e14d-4155-b597-b905ea6a79a5', 'name': 'network-vif-deleted', 'tag': '81fa8b3b-7f5d-480d-8241-807ace3334eb', 'status': 'completed', 'code': 200} Nov 25 19:36:24.332925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c29aa1-9d31-4c30-842d-5cff9a0d430a admin admin] Deleting subnet f7440b6f-ca2c-4670-99d3-edeafcd5d97d {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:36:24.341221 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88c29aa1-9d31-4c30-842d-5cff9a0d430a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:24.467599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e652844e-21ca-44e9-86d9-162853645e94 req-39fb05e4-d1fd-4abd-bc9e-1359e1166ea2 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 210 time: 0.0802004 Nov 25 19:36:24.485580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88c29aa1-9d31-4c30-842d-5cff9a0d430a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:24.506007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7356-0956-4403-9b40-f22e5f17aa2f req-78c7b26f-0af6-408a-9368-c12147772946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:24.508598 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-82fe7356-0956-4403-9b40-f22e5f17aa2f req-78c7b26f-0af6-408a-9368-c12147772946 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78716cc614144bb1ade783eed64bbe3f&device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 1094 time: 0.1600714 Nov 25 19:36:24.545335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['02b764e5-90e0-40d0-874d-6fba9fc672db'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:24.596157 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88c29aa1-9d31-4c30-842d-5cff9a0d430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:24.600322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34174) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:24.672430 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1956736901-network', 'tenant_id': 'ba5bfa68542340bb8b7e23fb7fc8cfb7'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:24.755678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7356-0956-4403-9b40-f22e5f17aa2f req-e5c15a31-31c5-4a26-ae6b-9de6daf33c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:24.759198 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-82fe7356-0956-4403-9b40-f22e5f17aa2f req-e5c15a31-31c5-4a26-ae6b-9de6daf33c91 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 200 len: 915 time: 0.2397072 Nov 25 19:36:24.769247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Made reservation on behalf of ba5bfa68542340bb8b7e23fb7fc8cfb7 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:24.773984 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:24.794263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:24.836605 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88c29aa1-9d31-4c30-842d-5cff9a0d430a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:24.871636 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-82fe7356-0956-4403-9b40-f22e5f17aa2f req-e6f1e294-45be-40b9-baa4-be50b8505c07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255 HTTP/1.1" status: 200 len: 217 time: 0.0989971 Nov 25 19:36:24.999482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6f97b8-a8a6-476e-910a-83227cc01d22 None None] Network 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:25.003238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe7356-0956-4403-9b40-f22e5f17aa2f req-78096fbd-1b10-49b8-8d69-04e963eb20dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:25.005126 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-82fe7356-0956-4403-9b40-f22e5f17aa2f req-78096fbd-1b10-49b8-8d69-04e963eb20dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4746e874-55e6-4158-90b3-691ef950b7a9 HTTP/1.1" status: 200 len: 854 time: 0.1248691 Nov 25 19:36:25.088265 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-82fe7356-0956-4403-9b40-f22e5f17aa2f req-60a8ff25-5cfe-456e-9bf6-aae5092c50cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604219 Nov 25 19:36:25.122323 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:25.165213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c29aa1-9d31-4c30-842d-5cff9a0d430a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7440b6f-ca2c-4670-99d3-edeafcd5d97d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:25.178679 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88c29aa1-9d31-4c30-842d-5cff9a0d430a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:25.192258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-88c29aa1-9d31-4c30-842d-5cff9a0d430a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f7440b6f-ca2c-4670-99d3-edeafcd5d97d HTTP/1.1" status: 204 len: 168 time: 0.9928133 Nov 25 19:36:25.197676 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:25.212301 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34184) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:25.311498 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-82fe7356-0956-4403-9b40-f22e5f17aa2f req-efe7ccb8-b664-4314-baff-ed24992ffa17 service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206221 Nov 25 19:36:25.323819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d51968b-606a-42ee-a8b8-0d2dfdd88271 None None] DHCP port deletion for 0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:25.475638 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-82fe7356-0956-4403-9b40-f22e5f17aa2f req-48a03919-d3a3-49af-8e42-762cfdf3ad03 service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474307 Nov 25 19:36:25.483741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbaec16-b665-4bcc-977a-487d625fb014,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:25.516135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:25.588808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:36:25.614065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df743de2-ee48-4845-9d41-9fbab6e72e4f req-6750877f-e39c-4830-991c-2b2a769e2a1a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:25.621549 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df743de2-ee48-4845-9d41-9fbab6e72e4f req-6750877f-e39c-4830-991c-2b2a769e2a1a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.7471297 Nov 25 19:36:25.747739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-d515c272-f8d9-4935-9fa1-e2cc9419a867 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:25.749471 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-d515c272-f8d9-4935-9fa1-e2cc9419a867 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.60 "GET /v2.0/networks?id=5c60abbe-0926-49ac-921f-8ea791605b1e HTTP/1.1" status: 200 len: 812 time: 0.2729537 Nov 25 19:36:25.750176 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:25.751107 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Added segment 9bb16b4e-69d2-4092-abd2-e50bc7f44ff6 of type vlan for network 07f9a7ed-965e-4090-bcca-d8ae2efa548d Nov 25 19:36:25.839025 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-f485e6ef-1c37-44c6-a1ac-837dcca0b863 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=672403dddffb4f2eaaabed09ca5b0b8f HTTP/1.1" status: 200 len: 378 time: 0.0750794 Nov 25 19:36:25.854393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Request body: {'port': {'device_id': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'admin_state_up': True, 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'security_groups': ['de451290-650d-4eae-be63-d5c3f3dc3b58']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:25.887851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ec3d67d7-e3bc-4e82-966f-76119cac5255 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:36:25.891029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 02b764e5-90e0-40d0-874d-6fba9fc672db up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:25.920516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df743de2-ee48-4845-9d41-9fbab6e72e4f req-99cbc884-a485-4ef5-8d4e-89174312402a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809536 Nov 25 19:36:26.018264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.064670 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.150241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 02b764e5-90e0-40d0-874d-6fba9fc672db completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:36:26.175903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 02b764e5-90e0-40d0-874d-6fba9fc672db triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:26.176430 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.189041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5e080d-65e3-41f7-93ea-48bbbb9d90f7']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:26.199692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Made reservation on behalf of 672403dddffb4f2eaaabed09ca5b0b8f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:26.211298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.215339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3917e4d8-a39b-4e20-8aed-d4c226104620') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:26.215895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3917e4d8-a39b-4e20-8aed-d4c226104620') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:26.223398 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.224395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:26.225000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.274581 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.314450 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.330037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:36:26.331108 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.410173 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:26.436940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e', 'port_id': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'mac_address': 'fa:16:3e:ea:06:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4746e874-55e6-4158-90b3-691ef950b7a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:36:26.449862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03708a01-4698-479b-870a-93039041d652 req-c9b29b11-a756-4cf4-838a-a42f2da603a8 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:26.455160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Allocated IP 172.20.0.6 (5c60abbe-0926-49ac-921f-8ea791605b1e/c9de7d98-3667-4615-9502-23db59f46947/8dea0f43-34a3-4c0a-92c1-ac74f755ee99) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:26.459684 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03708a01-4698-479b-870a-93039041d652 req-c9b29b11-a756-4cf4-838a-a42f2da603a8 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 944 time: 0.3344538 Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:36:26.462241 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:36:26.514730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9122860 Nov 25 19:36:26.522641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34190) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:26.532659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] Request body: {'subnet': {'network_id': '07f9a7ed-965e-4090-bcca-d8ae2efa548d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1956736901-subnet', 'tenant_id': 'ba5bfa68542340bb8b7e23fb7fc8cfb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:26.545522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ba0dfb-153c-48ab-9e12-68de24418373 admin admin] Pushing event updated for resources: {'Network': ['ID=07f9a7ed-965e-4090-bcca-d8ae2efa548d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:26.558076 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.580662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.587754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] 10.222.0.15 "DELETE /v2.0/networks/0c5e080d-65e3-41f7-93ea-48bbbb9d90f7 HTTP/1.1" status: 204 len: 168 time: 1.2627974 Nov 25 19:36:26.592012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ff601d-6ced-4d91-bf1e-3a7b1c2c260c admin admin] Pushing event deleted for resources: {'Network': ['ID=0c5e080d-65e3-41f7-93ea-48bbbb9d90f7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:26.618302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] Made reservation on behalf of ba5bfa68542340bb8b7e23fb7fc8cfb7 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:26.621135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.651072 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.681610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.711232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03708a01-4698-479b-870a-93039041d652 req-06601f64-eac7-490f-b886-3c7e78b7a3ca tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2413292 Nov 25 19:36:26.736124 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.757651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 02b764e5-90e0-40d0-874d-6fba9fc672db, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02b764e5-90e0-40d0-874d-6fba9fc672db,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:26.760453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 07f9a7ed-965e-4090-bcca-d8ae2efa548d details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:36:26.908968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3d67d7-e3bc-4e82-966f-76119cac5255 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:26.920636 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:26.963258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:26.965268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd22b52f-9c06-4483-bb0b-96aa86b0f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b764e5-90e0-40d0-874d-6fba9fc672db'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:26.971381 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a377bf1d-c72e-4541-9ab0-dd83a99a1429" -d '{"events": [{"server_uuid": "bd22b52f-9c06-4483-bb0b-96aa86b0f235", "name": "network-vif-plugged", "status": "completed", "tag": "02b764e5-90e0-40d0-874d-6fba9fc672db"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:26.980571 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.051672 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.096083 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.100616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=02b764e5-90e0-40d0-874d-6fba9fc672db,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:27.187116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Network 5c60abbe-0926-49ac-921f-8ea791605b1e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:27.193639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Pushing event updated for resources: {'Port': ['ID=8dea0f43-34a3-4c0a-92c1-ac74f755ee99,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:27.194507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee1c5f48-1fe0-4288-8785-497cdd2e1f68,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:27.199082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:27.203295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:27.217406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34200) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:27.310116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ec3d67d7-e3bc-4e82-966f-76119cac5255,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:27.390713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] Checking segment: {'id': '9bb16b4e-69d2-4092-abd2-e50bc7f44ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '07f9a7ed-965e-4090-bcca-d8ae2efa548d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:27.394094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] Network hostable DHCP agents. Network: 07f9a7ed-965e-4090-bcca-d8ae2efa548d, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:36:27.446023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ec3d67d7-e3bc-4e82-966f-76119cac5255'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:27.470234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] Network 07f9a7ed-965e-4090-bcca-d8ae2efa548d is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:36:27.486276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:27.490744 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.513074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b59dff-7c9b-4e2e-9aec-b11c5de41bdc req-3295a607-a9fe-477d-8a4d-9919bdc7b7c8 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:27.524516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80b59dff-7c9b-4e2e-9aec-b11c5de41bdc req-3295a607-a9fe-477d-8a4d-9919bdc7b7c8 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 931 time: 0.3058171 Nov 25 19:36:27.555173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 07f9a7ed-965e-4090-bcca-d8ae2efa548d) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:27.571724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:27.572396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e3318c47-76d8-44dc-ab73-e33d25787cb2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bc83972a63c64bd29a5e9bcaddac9e3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2739122 Nov 25 19:36:27.575696 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.580642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34206) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:27.604410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba22e6c-9e2c-4bff-9821-25d82a04edcf None None] Network 07f9a7ed-965e-4090-bcca-d8ae2efa548d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:27.632493 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a6d25175-2b9c-4a34-8824-1b9c6d7f5153 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7824454 Nov 25 19:36:27.690070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Request body: {'port': {'device_id': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:27.696599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80b59dff-7c9b-4e2e-9aec-b11c5de41bdc req-06b23661-6474-47fe-a67f-2a7208d3b8ac tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1701257 Nov 25 19:36:27.724727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-31b02f7a-12d1-4eb5-9118-8d7524007795 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1996181 Nov 25 19:36:27.981673 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.990477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f150ea35-cdb0-4953-bcda-c52134f9f8da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:27.993457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6683138a-100d-4e18-9d58-2d6b7501c0c5 req-8f0b1805-d648-4c4e-8954-6535799bd1cb tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:27.999455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34214) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:28.003636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6683138a-100d-4e18-9d58-2d6b7501c0c5 req-8f0b1805-d648-4c4e-8954-6535799bd1cb tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 944 time: 0.1554697 Nov 25 19:36:28.096425 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6683138a-100d-4e18-9d58-2d6b7501c0c5 req-c96e02b0-ed21-4c4a-965b-7ddc186701d4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916026 Nov 25 19:36:28.104874 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f150ea35-cdb0-4953-bcda-c52134f9f8da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:28.151172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c6e5786-6567-46f4-9cef-0e9ae2f3229e admin admin] Deleting subnet 92bae080-881b-4e4e-af5b-8d40bd00d363 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:36:28.217332 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c6e5786-6567-46f4-9cef-0e9ae2f3229e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:28.289242 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c6e5786-6567-46f4-9cef-0e9ae2f3229e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:28.347761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f150ea35-cdb0-4953-bcda-c52134f9f8da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:28.352247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f150ea35-cdb0-4953-bcda-c52134f9f8da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:28.353455 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f150ea35-cdb0-4953-bcda-c52134f9f8da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10e24f30-4442-47c2-9db1-6b58541bf522 HTTP/1.1" status: 204 len: 168 time: 0.7709274 Nov 25 19:36:28.386419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cc05b7-05ff-4a89-8474-e5f109c5ee8c req-0f64fc41-02a9-444c-913c-22459b01c260 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:28.387316 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7487ccce-3323-452c-89be-11e520a6c0a0 x-openstack-request-id: req-7487ccce-3323-452c-89be-11e520a6c0a0 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:28.389966 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd22b52f-9c06-4483-bb0b-96aa86b0f235", "name": "network-vif-plugged", "status": "completed", "tag": "02b764e5-90e0-40d0-874d-6fba9fc672db", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:28.390694 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7487ccce-3323-452c-89be-11e520a6c0a0 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:28.392781 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd22b52f-9c06-4483-bb0b-96aa86b0f235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02b764e5-90e0-40d0-874d-6fba9fc672db', 'code': 200} Nov 25 19:36:28.397222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1cc05b7-05ff-4a89-8474-e5f109c5ee8c req-0f64fc41-02a9-444c-913c-22459b01c260 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 945 time: 0.0994143 Nov 25 19:36:28.530719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1cc05b7-05ff-4a89-8474-e5f109c5ee8c req-9be475b3-3b28-4317-a230-4ca463da3620 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321092 Nov 25 19:36:28.552629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f1f55ac5-1262-4ca9-b9ca-598d63e1070f None None] Provisioning complete for port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:28.554107 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f1f55ac5-1262-4ca9-b9ca-598d63e1070f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:28.840974 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f1f55ac5-1262-4ca9-b9ca-598d63e1070f None None] Port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:36:28.948382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15498ef6-8779-4def-af79-d1bb1257ef69 None None] Network 07f9a7ed-965e-4090-bcca-d8ae2efa548d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:28.966778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150ea35-cdb0-4953-bcda-c52134f9f8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e24f30-4442-47c2-9db1-6b58541bf522,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:28.975089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c6e5786-6567-46f4-9cef-0e9ae2f3229e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:29.027328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555267ce-049e-4384-aa06-b8610dd1fd83 req-d85fddc9-fe77-406b-bee0-d6da5d5734f8 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:29.035998 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-555267ce-049e-4384-aa06-b8610dd1fd83 req-d85fddc9-fe77-406b-bee0-d6da5d5734f8 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 931 time: 0.1493437 Nov 25 19:36:29.056663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629418fc-1f32-4711-be2f-d70525a369ea req-602aa7ba-5a64-4f59-bfbc-4051be88b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:29.058215 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-629418fc-1f32-4711-be2f-d70525a369ea req-602aa7ba-5a64-4f59-bfbc-4051be88b3a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 1096 time: 0.7321682 Nov 25 19:36:29.174208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-555267ce-049e-4384-aa06-b8610dd1fd83 req-43917c7e-5002-41d4-99bf-caf89e29a932 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1135654 Nov 25 19:36:29.295758 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-629418fc-1f32-4711-be2f-d70525a369ea req-b7c868ea-a87f-433c-b216-d0bb53656ae2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136166 Nov 25 19:36:29.358285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c6e5786-6567-46f4-9cef-0e9ae2f3229e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:29.409149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d781a3-0c0e-4ad6-878d-13c3ff006f03 req-a6ab9108-23be-4734-b6f2-086e7048d1bd tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:29.412458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6e5786-6567-46f4-9cef-0e9ae2f3229e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92bae080-881b-4e4e-af5b-8d40bd00d363,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:29.428701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-20d781a3-0c0e-4ad6-878d-13c3ff006f03 req-a6ab9108-23be-4734-b6f2-086e7048d1bd tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 944 time: 0.1509094 Nov 25 19:36:29.431448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c6e5786-6567-46f4-9cef-0e9ae2f3229e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:29.434916 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6c6e5786-6567-46f4-9cef-0e9ae2f3229e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/92bae080-881b-4e4e-af5b-8d40bd00d363 HTTP/1.1" status: 204 len: 168 time: 1.4339235 Nov 25 19:36:29.437703 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34234) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:29.455002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:29.488053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:29.559909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-20d781a3-0c0e-4ad6-878d-13c3ff006f03 req-b355ea4a-f5d0-4002-be43-bbc297c132be tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296828 Nov 25 19:36:29.575319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Transition to ACTIVE for port object 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:36:29.615102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:29.617515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:29.744121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Pushing event updated for resources: {'Port': ['ID=8dea0f43-34a3-4c0a-92c1-ac74f755ee99,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:29.818431 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.024909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952bf925-9a82-47ff-8df2-12f8b0f8ba8c req-4a193b44-7d28-418b-a73a-e432b1e33d3e tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:30.027940 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-952bf925-9a82-47ff-8df2-12f8b0f8ba8c req-4a193b44-7d28-418b-a73a-e432b1e33d3e tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 945 time: 0.2271454 Nov 25 19:36:30.047529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d148ea4-239d-4b13-a087-740e3d7bc410']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:30.078481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd3ccf5-be1b-419b-856e-c715b4adf86d') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:30.079837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd3ccf5-be1b-419b-856e-c715b4adf86d') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:30.092268 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.110914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.125061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:36:30.125612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:36:30.128010 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:36:30.177071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-952bf925-9a82-47ff-8df2-12f8b0f8ba8c req-dd2c9713-2f93-41f4-a54c-41b1a78d225a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327567 Nov 25 19:36:30.218270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Attempting to bind port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:30.218613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Attempting to bind port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:30.219162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Attempting to bind port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 on network 5c60abbe-0926-49ac-921f-8ea791605b1e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:30.227328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 on network 5c60abbe-0926-49ac-921f-8ea791605b1e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:36:30.227328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Attempting to bind port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 on network 5c60abbe-0926-49ac-921f-8ea791605b1e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:30.230726 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.240115 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.246062 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1d148ea4-239d-4b13-a087-740e3d7bc410 HTTP/1.1" status: 204 len: 168 time: 0.8021243 Nov 25 19:36:30.246062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:30.246062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Checking segment: {'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:30.246062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Bound using segment: {'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:30.246062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Bound port: 8dea0f43-34a3-4c0a-92c1-ac74f755ee99, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fecd8820-a1f4-4660-a480-5336eb1c0288', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:30.246611 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.246690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34256) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:30.288424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420e355-b6e3-4667-b72e-4b3d21499602 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d148ea4-239d-4b13-a087-740e3d7bc410,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:30.356859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34258) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:30.381764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-536132f6-4c50-4b6f-aef3-50b4ed8a014e admin admin] Deleting subnet ee1c5f48-1fe0-4288-8785-497cdd2e1f68 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:36:30.388459 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-536132f6-4c50-4b6f-aef3-50b4ed8a014e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.415810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] For port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:30.420226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] For port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8dea0f43-34a3-4c0a-92c1-ac74f755ee99,segment=NetworkSegment(fecd8820-a1f4-4660-a480-5336eb1c0288),segment_id=fecd8820-a1f4-4660-a480-5336eb1c0288)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:30.426679 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.475353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:30.476382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.478983 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] 10.222.0.60 "PUT /v2.0/ports/8dea0f43-34a3-4c0a-92c1-ac74f755ee99 HTTP/1.1" status: 200 len: 1091 time: 2.8219111 Nov 25 19:36:30.479699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'tag': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:30.483367 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-991f9a0b-9ea6-4af6-80f6-01890412f7bd" -d '{"events": [{"name": "network-changed", "server_uuid": "c325e0d4-7681-4520-bf1a-3d982f27b00b", "tag": "8dea0f43-34a3-4c0a-92c1-ac74f755ee99"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:30.512985 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-536132f6-4c50-4b6f-aef3-50b4ed8a014e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.542957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6718b5e4-99e7-4922-9f6d-115cbbddaba9 service neutron] Pushing event updated for resources: {'Port': ['ID=8dea0f43-34a3-4c0a-92c1-ac74f755ee99,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:30.661625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-aa5a5305-e2d9-4d46-911c-3fc5d47136d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:30.664573 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-aa5a5305-e2d9-4d46-911c-3fc5d47136d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=672403dddffb4f2eaaabed09ca5b0b8f&device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 1094 time: 0.1067910 Nov 25 19:36:30.668660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0527f92d-675d-4ad4-b7cc-602292eb90fa req-afd44847-2cac-435d-9a02-6423d0acb1cb tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:30.670711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0527f92d-675d-4ad4-b7cc-602292eb90fa req-afd44847-2cac-435d-9a02-6423d0acb1cb tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 943 time: 0.2027133 Nov 25 19:36:30.679702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-536132f6-4c50-4b6f-aef3-50b4ed8a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.702072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1669489743-network', 'tenant_id': '440d656cbae44f1a92fe1747628f9905'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:30.804766 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-536132f6-4c50-4b6f-aef3-50b4ed8a014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.811272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Made reservation on behalf of 440d656cbae44f1a92fe1747628f9905 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:30.815859 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.832645 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.857784 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-1ddbeae3-c00f-4c21-8b0e-e48ab6123323 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dea0f43-34a3-4c0a-92c1-ac74f755ee99 HTTP/1.1" status: 200 len: 217 time: 0.1750646 Nov 25 19:36:30.937548 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-536132f6-4c50-4b6f-aef3-50b4ed8a014e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:30.945770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-536132f6-4c50-4b6f-aef3-50b4ed8a014e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ee1c5f48-1fe0-4288-8785-497cdd2e1f68 HTTP/1.1" status: 204 len: 168 time: 0.6949084 Nov 25 19:36:30.950179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34268) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:30.951634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0527f92d-675d-4ad4-b7cc-602292eb90fa req-26b1ced6-039c-4a01-847b-4ab6a9e3ac0d tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2686360 Nov 25 19:36:30.952989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536132f6-4c50-4b6f-aef3-50b4ed8a014e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee1c5f48-1fe0-4288-8785-497cdd2e1f68,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:31.058728 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0f2cc8-9da3-4b58-b208-12f2998409ac x-openstack-request-id: req-4c0f2cc8-9da3-4b58-b208-12f2998409ac {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:31.059213 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c325e0d4-7681-4520-bf1a-3d982f27b00b", "tag": "8dea0f43-34a3-4c0a-92c1-ac74f755ee99", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:31.059528 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4c0f2cc8-9da3-4b58-b208-12f2998409ac {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:31.059900 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'tag': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99', 'status': 'completed', 'code': 200} Nov 25 19:36:31.089160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-aec2082c-3866-4445-a213-303c86db0250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.091813 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-aec2082c-3866-4445-a213-303c86db0250 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9de7d98-3667-4615-9502-23db59f46947 HTTP/1.1" status: 200 len: 851 time: 0.2247238 Nov 25 19:36:31.125122 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.289638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-991c1932-09ad-4cc3-8e8e-4e09c3cbb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.291399 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-991c1932-09ad-4cc3-8e8e-4e09c3cbb5dc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c60abbe-0926-49ac-921f-8ea791605b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1893959 Nov 25 19:36:31.358502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60588df8-a17c-48eb-8463-22b5a7416d7a req-b92d0a7d-c263-4002-aed4-6ff33a19642e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.362844 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60588df8-a17c-48eb-8463-22b5a7416d7a req-b92d0a7d-c263-4002-aed4-6ff33a19642e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 944 time: 0.0869353 Nov 25 19:36:31.421753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.462823 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.469231 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60588df8-a17c-48eb-8463-22b5a7416d7a req-bb8e7033-77e1-4724-a6c2-7542130a6867 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951533 Nov 25 19:36:31.471080 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.520019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:36:31.539323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2c500-c13a-49e2-a27b-238c2309de3e req-2f7fa1a1-df38-4232-91dd-2e3f6e8d33cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.541645 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-02c2c500-c13a-49e2-a27b-238c2309de3e req-2f7fa1a1-df38-4232-91dd-2e3f6e8d33cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1095 time: 0.2738779 Nov 25 19:36:31.552574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07f9a7ed-965e-4090-bcca-d8ae2efa548d']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:31.578864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3cf2386-bb85-4866-936e-5c3931f285d8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:31.587161 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.587505 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Added segment 4e92fb9f-613c-4d41-86e3-f8b7eb556e01 of type vlan for network c6b87301-53c0-49f3-a96f-7434a7c0bfcc Nov 25 19:36:31.590475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bb16b4e-69d2-4092-abd2-e50bc7f44ff6') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:31.590475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bb16b4e-69d2-4092-abd2-e50bc7f44ff6') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:31.636164 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.661439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619fe6b-dbe6-45fa-aeff-c5f6a0edd005 req-67e699c6-a8de-4ed7-ac6e-bad62a73ef6a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.671871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8619fe6b-dbe6-45fa-aeff-c5f6a0edd005 req-67e699c6-a8de-4ed7-ac6e-bad62a73ef6a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1174929 Nov 25 19:36:31.685204 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-a0a79d7a-b080-4e3d-bde0-e917df178603 service neutron] 10.222.0.60 "GET /v2.0/networks/5c60abbe-0926-49ac-921f-8ea791605b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525019 Nov 25 19:36:31.730675 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.760159 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.781839 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8619fe6b-dbe6-45fa-aeff-c5f6a0edd005 req-6d87cad2-81c9-439b-9aa3-ac284497ba0a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953565 Nov 25 19:36:31.793417 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:36:31.793861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:36:31.797416 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:36:31.906694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ec3d67d7-e3bc-4e82-966f-76119cac5255 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:31.923687 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.924582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.925180 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:31.960877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2c500-c13a-49e2-a27b-238c2309de3e req-1eeece2c-1a88-4daf-98f7-3f93ba5e4edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:31.963571 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-02c2c500-c13a-49e2-a27b-238c2309de3e req-1eeece2c-1a88-4daf-98f7-3f93ba5e4edb service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.4060612 Nov 25 19:36:32.006489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port ec3d67d7-e3bc-4e82-966f-76119cac5255 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:36:32.010069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72086f22-104d-411a-9618-57417f42dc3f req-05967526-7ad6-4877-b5ce-1376fdf554b9 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:32.012874 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72086f22-104d-411a-9618-57417f42dc3f req-05967526-7ad6-4877-b5ce-1376fdf554b9 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 945 time: 0.0836475 Nov 25 19:36:32.053187 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6793504 Nov 25 19:36:32.053187 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.069801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port ec3d67d7-e3bc-4e82-966f-76119cac5255 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:32.070456 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.091346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72086f22-104d-411a-9618-57417f42dc3f req-b6942ac5-6086-40c5-903b-addd1d3e0759 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628655 Nov 25 19:36:32.115990 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.123018 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] 10.222.0.15 "DELETE /v2.0/networks/07f9a7ed-965e-4090-bcca-d8ae2efa548d HTTP/1.1" status: 204 len: 168 time: 1.1677396 Nov 25 19:36:32.131898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b028b82-1406-4ffe-b534-12fff7ac9915 admin admin] Pushing event updated for resources: {'Network': ['ID=c6b87301-53c0-49f3-a96f-7434a7c0bfcc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:32.162224 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d6eeb364-c9c9-4d2b-b416-86f3d883e302 req-0189e36e-2c44-4bd1-af8e-d75aa9f5dc39 service neutron] 10.222.0.60 "GET /v2.0/networks/5c60abbe-0926-49ac-921f-8ea791605b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4374514 Nov 25 19:36:32.179574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network c6b87301-53c0-49f3-a96f-7434a7c0bfcc details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:36:32.181807 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-deb383f6-20e9-4285-b1c5-451a5237c231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.268682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b13ab7-3e82-4ee8-89cf-1e4df4c38e2a admin admin] Pushing event deleted for resources: {'Network': ['ID=07f9a7ed-965e-4090-bcca-d8ae2efa548d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:32.381608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34294) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:32.419889 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-02c2c500-c13a-49e2-a27b-238c2309de3e req-b2abce31-532b-4cc7-a944-d69dab6a9d9c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 999 time: 0.4354775 Nov 25 19:36:32.431445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.497820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f81c8fa6-8b3a-475a-b403-db0a21628b21 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2df791130b7f4f7284dbd59a0efa33c6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1142409 Nov 25 19:36:32.502468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34298) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:32.519971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:32.524276 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9055c57-12cb-4a22-9e40-61869ca0a2cb" -d '{"events": [{"server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "name": "network-vif-plugged", "status": "completed", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:32.533739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:32.537178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f9a0b-9ea6-4af6-80f6-01890412f7bd req-d019ce7b-a3a1-4054-9e03-c85c62280e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:32.538854 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991f9a0b-9ea6-4af6-80f6-01890412f7bd req-d019ce7b-a3a1-4054-9e03-c85c62280e47 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=672403dddffb4f2eaaabed09ca5b0b8f&device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 1094 time: 0.2134001 Nov 25 19:36:32.541755 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.594216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2c500-c13a-49e2-a27b-238c2309de3e req-9da31dbd-6989-413f-bb0d-2aeb2460c08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:32.596293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-02c2c500-c13a-49e2-a27b-238c2309de3e req-9da31dbd-6989-413f-bb0d-2aeb2460c08d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.1545091 Nov 25 19:36:32.615331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f04bb47c-7945-4d52-8a8c-c176891c4d71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.643084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ec3d67d7-e3bc-4e82-966f-76119cac5255,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:32.665417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be390ce7-9172-48a9-9811-c309ded873f5 req-80a29462-8831-4864-a708-187f4a579daa tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:32.670141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be390ce7-9172-48a9-9811-c309ded873f5 req-80a29462-8831-4864-a708-187f4a579daa tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 943 time: 0.1032152 Nov 25 19:36:32.677010 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f04bb47c-7945-4d52-8a8c-c176891c4d71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.724641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c2c500-c13a-49e2-a27b-238c2309de3e req-72949b59-937a-46da-ad88-c7d9b32be993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:32.726403 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-02c2c500-c13a-49e2-a27b-238c2309de3e req-72949b59-937a-46da-ad88-c7d9b32be993 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1219695 Nov 25 19:36:32.729377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f9a0b-9ea6-4af6-80f6-01890412f7bd req-91679a3e-26f3-427f-9a84-7233a38e3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:32.732480 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991f9a0b-9ea6-4af6-80f6-01890412f7bd req-91679a3e-26f3-427f-9a84-7233a38e3b40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c60abbe-0926-49ac-921f-8ea791605b1e HTTP/1.1" status: 200 len: 913 time: 0.1843982 Nov 25 19:36:32.766162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be390ce7-9172-48a9-9811-c309ded873f5 req-ef048012-bd6a-40d9-aa50-6b4fd8fa72eb tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0856199 Nov 25 19:36:32.781103 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f04bb47c-7945-4d52-8a8c-c176891c4d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.786315 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f04bb47c-7945-4d52-8a8c-c176891c4d71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:32.788779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f04bb47c-7945-4d52-8a8c-c176891c4d71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e17af097-dcab-4e98-9a0f-d61733ddad31 HTTP/1.1" status: 204 len: 168 time: 0.2845986 Nov 25 19:36:32.808286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04bb47c-7945-4d52-8a8c-c176891c4d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17af097-dcab-4e98-9a0f-d61733ddad31,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:32.852790 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991f9a0b-9ea6-4af6-80f6-01890412f7bd req-518242d8-8265-4b21-ab5e-a651021b0f1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dea0f43-34a3-4c0a-92c1-ac74f755ee99 HTTP/1.1" status: 200 len: 217 time: 0.0941029 Nov 25 19:36:33.053351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f9a0b-9ea6-4af6-80f6-01890412f7bd req-2d2ad745-8bd1-4502-a794-7aa2b269a38e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:33.056159 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991f9a0b-9ea6-4af6-80f6-01890412f7bd req-2d2ad745-8bd1-4502-a794-7aa2b269a38e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9de7d98-3667-4615-9502-23db59f46947 HTTP/1.1" status: 200 len: 851 time: 0.1605053 Nov 25 19:36:33.060300 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-02c2c500-c13a-49e2-a27b-238c2309de3e req-575746ce-1a50-4e4f-8b5f-cc1a16bf968d service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183830 Nov 25 19:36:33.204956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792f3ba5-2953-41b2-99a7-c720f45bfa22 req-beeed4fa-d858-4d36-8f5a-ca48d786c8f1 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:33.215715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-792f3ba5-2953-41b2-99a7-c720f45bfa22 req-beeed4fa-d858-4d36-8f5a-ca48d786c8f1 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 945 time: 0.1302717 Nov 25 19:36:33.319240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991f9a0b-9ea6-4af6-80f6-01890412f7bd req-bd5836cf-49e6-4cf3-b741-271a1675438c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:33.321221 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-792f3ba5-2953-41b2-99a7-c720f45bfa22 req-1f05b2ee-3060-48b0-add9-f68360fa550e tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021991 Nov 25 19:36:33.322639 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991f9a0b-9ea6-4af6-80f6-01890412f7bd req-bd5836cf-49e6-4cf3-b741-271a1675438c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c60abbe-0926-49ac-921f-8ea791605b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2509730 Nov 25 19:36:33.388887 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-02c2c500-c13a-49e2-a27b-238c2309de3e req-b983d318-fe1a-466a-9403-ee66ac403cd2 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2955952 Nov 25 19:36:33.521397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34316) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:33.578657 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991f9a0b-9ea6-4af6-80f6-01890412f7bd req-cade83ed-f50e-4640-91ab-251502419e0d service neutron] 10.222.0.60 "GET /v2.0/networks/5c60abbe-0926-49ac-921f-8ea791605b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108057 Nov 25 19:36:33.628046 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ebc27e28-66b7-44e5-922a-914d3c9cffcc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba5bfa68542340bb8b7e23fb7fc8cfb7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1042888 Nov 25 19:36:33.638531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34318) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:33.751949 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b5e6b24-f70d-4736-96ae-2a5800bb7753 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:33.759050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991f9a0b-9ea6-4af6-80f6-01890412f7bd req-a3c6fe90-4449-4d76-8df3-c49747a8dcd0 service neutron] 10.222.0.60 "GET /v2.0/networks/5c60abbe-0926-49ac-921f-8ea791605b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612585 Nov 25 19:36:33.796568 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b5e6b24-f70d-4736-96ae-2a5800bb7753 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:33.959808 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b5e6b24-f70d-4736-96ae-2a5800bb7753 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:33.963483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b5e6b24-f70d-4736-96ae-2a5800bb7753 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:33.970471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3b5e6b24-f70d-4736-96ae-2a5800bb7753 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcbaec16-b665-4bcc-977a-487d625fb014 HTTP/1.1" status: 204 len: 168 time: 0.3242359 Nov 25 19:36:34.003989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c47df3-2930-41bd-9878-60d0526e5fba req-cfba7bba-a503-49e4-9509-548aed91cc75 tempest-ComputeTenantNetworksTest-2093509369 tempest-ComputeTenantNetworksTest-2093509369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.020127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c47df3-2930-41bd-9878-60d0526e5fba req-cfba7bba-a503-49e4-9509-548aed91cc75 tempest-ComputeTenantNetworksTest-2093509369 tempest-ComputeTenantNetworksTest-2093509369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.039992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c47df3-2930-41bd-9878-60d0526e5fba req-cfba7bba-a503-49e4-9509-548aed91cc75 tempest-ComputeTenantNetworksTest-2093509369 tempest-ComputeTenantNetworksTest-2093509369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.043406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78c47df3-2930-41bd-9878-60d0526e5fba req-cfba7bba-a503-49e4-9509-548aed91cc75 tempest-ComputeTenantNetworksTest-2093509369 tempest-ComputeTenantNetworksTest-2093509369-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.1908271 Nov 25 19:36:34.044766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e6b24-f70d-4736-96ae-2a5800bb7753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbaec16-b665-4bcc-977a-487d625fb014,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:34.178054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6232e859-9e8d-4597-8e0b-0ac19c248092 req-701fce79-139e-4ebf-a9f0-7b79f5f8a24b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.179704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6232e859-9e8d-4597-8e0b-0ac19c248092 req-701fce79-139e-4ebf-a9f0-7b79f5f8a24b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0683646 Nov 25 19:36:34.572137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6232e859-9e8d-4597-8e0b-0ac19c248092 req-03773152-081d-43ef-adc2-a4a278813221 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3846583 Nov 25 19:36:34.655568 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4760af8b-6441-4f60-96b8-2bf23c4723d6 x-openstack-request-id: req-4760af8b-6441-4f60-96b8-2bf23c4723d6 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:34.656240 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "name": "network-vif-plugged", "status": "completed", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:34.656922 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4760af8b-6441-4f60-96b8-2bf23c4723d6 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:34.658735 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'code': 200} Nov 25 19:36:34.731879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-10afcd8f-1a65-4e22-971e-d8c312ce174d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:34.820208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60115cf3-280a-4e40-84c2-4675ebb5dc76 req-10b2a730-6175-456e-89ce-c527f84ea733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.821787 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-60115cf3-280a-4e40-84c2-4675ebb5dc76 req-10b2a730-6175-456e-89ce-c527f84ea733 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 1096 time: 0.0673745 Nov 25 19:36:34.851834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c294a2ad-24e7-4784-8c81-99567a20fa5c req-40f1a952-ffd9-4f46-95b2-10ae0b124bd6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:34.854555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c294a2ad-24e7-4784-8c81-99567a20fa5c req-40f1a952-ffd9-4f46-95b2-10ae0b124bd6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.0989757 Nov 25 19:36:34.905520 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-60115cf3-280a-4e40-84c2-4675ebb5dc76 req-ddf23d49-0744-464f-928f-e197e479f846 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753820 Nov 25 19:36:34.931143 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c294a2ad-24e7-4784-8c81-99567a20fa5c req-a8fe4e9b-6ec2-4f78-abe5-ca1c6372d3aa tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683346 Nov 25 19:36:35.088622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fcfaad-3831-434b-bb1d-27630071c390 req-db7d6564-42e7-4525-83d1-ea39fc1c4ee0 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:35.091073 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57fcfaad-3831-434b-bb1d-27630071c390 req-db7d6564-42e7-4525-83d1-ea39fc1c4ee0 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.0663633 Nov 25 19:36:35.176753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57fcfaad-3831-434b-bb1d-27630071c390 req-db283942-d226-4d0a-9026-f351bf83bcba tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748723 Nov 25 19:36:35.559380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f09db8a-8db9-4a1e-8d94-83d89c0eae83 req-6b17349e-fdfd-4e68-beca-d697d2f37241 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:35.562228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f09db8a-8db9-4a1e-8d94-83d89c0eae83 req-6b17349e-fdfd-4e68-beca-d697d2f37241 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 943 time: 0.0727487 Nov 25 19:36:35.642443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f09db8a-8db9-4a1e-8d94-83d89c0eae83 req-c17ccc67-f165-4c0b-a215-b847d279d940 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0720291 Nov 25 19:36:35.762694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bb5e99-c59a-4d36-ae3a-32841be6b8c8 req-2fa7e5b7-f95a-4230-9b27-0b5525727908 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:35.765601 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a3bb5e99-c59a-4d36-ae3a-32841be6b8c8 req-2fa7e5b7-f95a-4230-9b27-0b5525727908 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.60 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 946 time: 0.0664635 Nov 25 19:36:35.810548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcf0623-a019-4aa8-8da7-9b2f1d9c3d01 req-faae5d75-4a7d-494c-8b3f-257e23714b53 tempest-ComputeTenantNetworksTest-2093509369 tempest-ComputeTenantNetworksTest-2093509369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:35.812381 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bcf0623-a019-4aa8-8da7-9b2f1d9c3d01 req-faae5d75-4a7d-494c-8b3f-257e23714b53 tempest-ComputeTenantNetworksTest-2093509369 tempest-ComputeTenantNetworksTest-2093509369-project] 10.222.0.15 "GET /v2.0/networks/c6b87301-53c0-49f3-a96f-7434a7c0bfcc HTTP/1.1" status: 200 len: 769 time: 0.1323857 Nov 25 19:36:35.828492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34364) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:35.962093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:36:35.981772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:35.982331 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219c44d-3704-4f2a-89b6-c5e0810d270f req-193aa126-a2fa-4c6c-a9d9-147eebe00b69 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:35.988291 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d219c44d-3704-4f2a-89b6-c5e0810d270f req-193aa126-a2fa-4c6c-a9d9-147eebe00b69 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 945 time: 0.0995333 Nov 25 19:36:36.067588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a3bb5e99-c59a-4d36-ae3a-32841be6b8c8 req-e17fb6f5-4fe2-4cc8-b543-85f9ba05a03b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Deleting port 36993f2f-a781-42ad-a8a6-5afd2337cff9 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:36.068953 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a3bb5e99-c59a-4d36-ae3a-32841be6b8c8 req-e17fb6f5-4fe2-4cc8-b543-85f9ba05a03b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.118300 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d219c44d-3704-4f2a-89b6-c5e0810d270f req-cdfbfa69-3350-4d0a-9bb9-ba836cba87f8 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128726 Nov 25 19:36:36.133198 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.205942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6b87301-53c0-49f3-a96f-7434a7c0bfcc']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:36.224464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e92fb9f-613c-4d41-86e3-f8b7eb556e01') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:36.224707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e92fb9f-613c-4d41-86e3-f8b7eb556e01') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:36.247280 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.264005 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-a3bb5e99-c59a-4d36-ae3a-32841be6b8c8 req-e17fb6f5-4fe2-4cc8-b543-85f9ba05a03b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] For port 36993f2f-a781-42ad-a8a6-5afd2337cff9, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=36993f2f-a781-42ad-a8a6-5afd2337cff9,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:36.264619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a3bb5e99-c59a-4d36-ae3a-32841be6b8c8 req-e17fb6f5-4fe2-4cc8-b543-85f9ba05a03b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.284110 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.292812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a3bb5e99-c59a-4d36-ae3a-32841be6b8c8 req-e17fb6f5-4fe2-4cc8-b543-85f9ba05a03b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Calling delete_port for 36993f2f-a781-42ad-a8a6-5afd2337cff9 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:36.299417 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:36:36.300082 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:36:36.301994 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:36:36.331711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8dea0f43-34a3-4c0a-92c1-ac74f755ee99,segment=NetworkSegment(fecd8820-a1f4-4660-a480-5336eb1c0288),segment_id=fecd8820-a1f4-4660-a480-5336eb1c0288)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:36.407061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'port_id': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99', 'mac_address': 'fa:16:3e:13:e8:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9de7d98-3667-4615-9502-23db59f46947', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:36:36.421079 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.429609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5403d4-ead1-48b5-ab61-a4e88f7f2f40 req-a2c26ae9-ca12-4a2a-94fe-5c9d12c4da0b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:36.432641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f5403d4-ead1-48b5-ab61-a4e88f7f2f40 req-a2c26ae9-ca12-4a2a-94fe-5c9d12c4da0b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1432230 Nov 25 19:36:36.466305 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.476480 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.483615 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c6b87301-53c0-49f3-a96f-7434a7c0bfcc HTTP/1.1" status: 204 len: 168 time: 0.6513405 Nov 25 19:36:36.504662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aff92af-82cd-4064-9e3e-fbef90417526 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6b87301-53c0-49f3-a96f-7434a7c0bfcc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:36.567217 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f5403d4-ead1-48b5-ab61-a4e88f7f2f40 req-7df21ecd-e035-469e-bdb6-cac1c86a3500 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183879 Nov 25 19:36:36.593244 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.631282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:36.680977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8dea0f43-34a3-4c0a-92c1-ac74f755ee99,segment=NetworkSegment(fecd8820-a1f4-4660-a480-5336eb1c0288),segment_id=fecd8820-a1f4-4660-a480-5336eb1c0288)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:36.687725 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.724515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a3bb5e99-c59a-4d36-ae3a-32841be6b8c8 req-e17fb6f5-4fe2-4cc8-b543-85f9ba05a03b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.806352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17fb6f5-4fe2-4cc8-b543-85f9ba05a03b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Pushing event deleted for resources: {'Port': ['ID=36993f2f-a781-42ad-a8a6-5afd2337cff9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:36.859289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['630a67bd-2884-486f-a316-09673d0efc26', '36993f2f-a781-42ad-a8a6-5afd2337cff9'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:36.869889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c545374-dacf-4e10-aa3e-93300b17cda3 None None] DHCP port deletion for 3724fd13-8c16-40f9-b884-23a3476e5bc7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:36.871393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e39c3c-87d6-4214-b072-07c03dff48af req-b1fa60e3-3f8b-4fd1-a360-e675a7989653 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:36.887751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34386) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:36.888389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67e39c3c-87d6-4214-b072-07c03dff48af req-b1fa60e3-3f8b-4fd1-a360-e675a7989653 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 945 time: 0.1768746 Nov 25 19:36:36.890180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3bb5e99-c59a-4d36-ae3a-32841be6b8c8 req-e17fb6f5-4fe2-4cc8-b543-85f9ba05a03b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] No DVR routers for this DVR port 36993f2f-a781-42ad-a8a6-5afd2337cff9 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:36:36.898378 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a3bb5e99-c59a-4d36-ae3a-32841be6b8c8 req-e17fb6f5-4fe2-4cc8-b543-85f9ba05a03b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:36.910057 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a3bb5e99-c59a-4d36-ae3a-32841be6b8c8 req-e17fb6f5-4fe2-4cc8-b543-85f9ba05a03b tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.60 "DELETE /v2.0/ports/36993f2f-a781-42ad-a8a6-5afd2337cff9 HTTP/1.1" status: 204 len: 173 time: 1.1353424 Nov 25 19:36:36.924185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ef99151-aaed-4434-a21e-e04ca3894955', 'name': 'network-vif-deleted', 'tag': '36993f2f-a781-42ad-a8a6-5afd2337cff9'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:36.930216 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cc6168-43f7-45e4-96e0-344bce0fb3be" -d '{"events": [{"server_uuid": "8ef99151-aaed-4434-a21e-e04ca3894955", "name": "network-vif-deleted", "tag": "36993f2f-a781-42ad-a8a6-5afd2337cff9"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:36.939264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=8dea0f43-34a3-4c0a-92c1-ac74f755ee99,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:37.043798 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2f3223ce-15ab-4fcc-8ef7-bde57960abce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=440d656cbae44f1a92fe1747628f9905&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1291525 Nov 25 19:36:37.046889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67e39c3c-87d6-4214-b072-07c03dff48af req-ea51eb6a-a027-4252-9028-d29bd243cc61 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578395 Nov 25 19:36:37.050898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34390) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:37.089777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['8dea0f43-34a3-4c0a-92c1-ac74f755ee99'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:37.169040 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-969d4e37-6ecd-47da-9ac0-518634defd4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.222667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc0a6a7a-98f0-4eb0-b1af-e6e7fb40f17b req-9c3e7f33-ee39-4656-8b94-9b611549ede5 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=8ef99151-aaed-4434-a21e-e04ca3894955 HTTP/1.1" status: 200 len: 210 time: 0.0494399 Nov 25 19:36:37.245528 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-969d4e37-6ecd-47da-9ac0-518634defd4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.394409 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-969d4e37-6ecd-47da-9ac0-518634defd4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.400444 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-969d4e37-6ecd-47da-9ac0-518634defd4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.400444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-969d4e37-6ecd-47da-9ac0-518634defd4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3cf2386-bb85-4866-936e-5c3931f285d8 HTTP/1.1" status: 204 len: 168 time: 0.3488054 Nov 25 19:36:37.412438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d4e37-6ecd-47da-9ac0-518634defd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3cf2386-bb85-4866-936e-5c3931f285d8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:37.459762 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:36:37.555046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce108a-8f6d-4c57-a95d-dd8fe7d6dd1a req-0387c473-f378-4209-a2b2-5d700c4534f4 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:37.558232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4bce108a-8f6d-4c57-a95d-dd8fe7d6dd1a req-0387c473-f378-4209-a2b2-5d700c4534f4 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 944 time: 0.1156461 Nov 25 19:36:37.672179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4bce108a-8f6d-4c57-a95d-dd8fe7d6dd1a req-7b02ab7f-a1d5-4c63-bc6e-1179921625ff tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1039848 Nov 25 19:36:37.751436 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94f5fbce-218b-410f-9e55-2f353b2ed927 x-openstack-request-id: req-94f5fbce-218b-410f-9e55-2f353b2ed927 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:37.752198 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ef99151-aaed-4434-a21e-e04ca3894955", "name": "network-vif-deleted", "tag": "36993f2f-a781-42ad-a8a6-5afd2337cff9", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:37.752880 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94f5fbce-218b-410f-9e55-2f353b2ed927 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:37.753515 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ef99151-aaed-4434-a21e-e04ca3894955', 'name': 'network-vif-deleted', 'tag': '36993f2f-a781-42ad-a8a6-5afd2337cff9', 'status': 'completed', 'code': 200} Nov 25 19:36:37.793087 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:37.978312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1769fff-bbb2-49f3-932b-e7942934e3a4 req-6ea72b39-f501-41a2-a016-63c4c5ccb3a4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:37.979870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1769fff-bbb2-49f3-932b-e7942934e3a4 req-6ea72b39-f501-41a2-a016-63c4c5ccb3a4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0773013 Nov 25 19:36:38.046532 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1769fff-bbb2-49f3-932b-e7942934e3a4 req-50967881-fc61-433b-890b-0c439a2039ed tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560071 Nov 25 19:36:38.133776 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:38.203895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446b95d5-5dec-496b-b954-1be446e4502a req-1cd3effd-0aba-44cd-9724-16b270ec0697 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:38.219132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-446b95d5-5dec-496b-b954-1be446e4502a req-1cd3effd-0aba-44cd-9724-16b270ec0697 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 945 time: 0.0831952 Nov 25 19:36:38.300606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-446b95d5-5dec-496b-b954-1be446e4502a req-4faa09bb-c2d2-4ff9-a55b-5f9e23bb398d tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793974 Nov 25 19:36:38.640836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-3ed8a243-bf43-419c-b7e3-521b187d278a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:38.642520 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-3ed8a243-bf43-419c-b7e3-521b187d278a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/networks?id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 200 len: 814 time: 0.1933355 Nov 25 19:36:38.665757 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-2a6bb025-b27f-4009-afca-7a076b9177bc tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/quotas/78716cc614144bb1ade783eed64bbe3f HTTP/1.1" status: 200 len: 375 time: 0.0120087 Nov 25 19:36:38.747683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-ccb9c2f1-4362-4081-b11c-0080c35ac2dc tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=78716cc614144bb1ade783eed64bbe3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0719571 Nov 25 19:36:38.891596 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-6f183300-fb12-481c-a6c7-0584ce1f4270 service neutron] 10.222.0.15 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293018 Nov 25 19:36:39.055396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-60ee43e9-262d-4a3d-a697-ea64be4e6e52 service neutron] 10.222.0.15 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532688 Nov 25 19:36:39.424722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8712f-c6af-490e-8666-f91cdf44dd1c req-0e8ea771-9e4c-47b1-aaed-30536a58b9a2 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:39.426727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3b8712f-c6af-490e-8666-f91cdf44dd1c req-0e8ea771-9e4c-47b1-aaed-30536a58b9a2 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 945 time: 0.0911674 Nov 25 19:36:39.569428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3b8712f-c6af-490e-8666-f91cdf44dd1c req-7aa3a984-9614-43f6-a2bc-186bf938aa14 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127279 Nov 25 19:36:39.892304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbe0580-822d-455b-bde4-4f20455eca90 req-3494498e-27a9-42d6-9f88-29e4f274b525 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:39.909798 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7dbe0580-822d-455b-bde4-4f20455eca90 req-3494498e-27a9-42d6-9f88-29e4f274b525 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 944 time: 0.1331720 Nov 25 19:36:39.984219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:40.027630 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7dbe0580-822d-455b-bde4-4f20455eca90 req-8b41d848-1b78-479d-ae31-544b159f20e6 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1163535 Nov 25 19:36:40.142640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:36:40.155310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:40.155904 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:40.276644 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a67f8dfc-ad2a-4989-952f-caf907d66f45 req-809bd5dd-8aec-4394-ae30-8c0642dbdeb5 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 210 time: 0.0999212 Nov 25 19:36:40.312133 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:40.407654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:40.415693 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786c275c-15de-4ea5-ba11-7783ace13ccf" -d '{"events": [{"server_uuid": "c325e0d4-7681-4520-bf1a-3d982f27b00b", "name": "network-vif-plugged", "status": "completed", "tag": "8dea0f43-34a3-4c0a-92c1-ac74f755ee99"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:40.465042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8dea0f43-34a3-4c0a-92c1-ac74f755ee99,segment=NetworkSegment(fecd8820-a1f4-4660-a480-5336eb1c0288),segment_id=fecd8820-a1f4-4660-a480-5336eb1c0288)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:40.478841 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:40.480198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 36993f2f-a781-42ad-a8a6-5afd2337cff9 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:40.522038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 36993f2f-a781-42ad-a8a6-5afd2337cff9 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:36:40.522478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 36993f2f-a781-42ad-a8a6-5afd2337cff9 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:36:40.576818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=8dea0f43-34a3-4c0a-92c1-ac74f755ee99,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:40.727048 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac79373-c657-4bc4-89fb-966ec2e3c7c5 x-openstack-request-id: req-aac79373-c657-4bc4-89fb-966ec2e3c7c5 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:40.727358 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c325e0d4-7681-4520-bf1a-3d982f27b00b", "name": "network-vif-plugged", "status": "completed", "tag": "8dea0f43-34a3-4c0a-92c1-ac74f755ee99", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:40.727626 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-aac79373-c657-4bc4-89fb-966ec2e3c7c5 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:40.728034 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99', 'code': 200} Nov 25 19:36:40.939743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2513cd5f-a05b-450b-b08f-de1526c22570 req-088ee530-542b-4a7b-b756-878d480a06df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:40.941615 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2513cd5f-a05b-450b-b08f-de1526c22570 req-088ee530-542b-4a7b-b756-878d480a06df service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 1096 time: 0.1069167 Nov 25 19:36:40.943966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c8261-fab5-478e-bfef-bc2ddebe754b req-230202ce-84d4-4cf5-9a84-491ca4190490 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:40.945602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-933c8261-fab5-478e-bfef-bc2ddebe754b req-230202ce-84d4-4cf5-9a84-491ca4190490 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0816927 Nov 25 19:36:41.024949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-933c8261-fab5-478e-bfef-bc2ddebe754b req-bf10ed6c-3f88-4b9d-b458-ccd1aede9822 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718060 Nov 25 19:36:41.230490 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2513cd5f-a05b-450b-b08f-de1526c22570 req-ec4d97fa-a248-43b8-b963-738f2c874172 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2761824 Nov 25 19:36:41.282210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-ac68d04b-5fd0-4820-aec7-072873839298 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:41.286084 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-ac68d04b-5fd0-4820-aec7-072873839298 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.60 "GET /v2.0/networks?id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 200 len: 814 time: 0.3063550 Nov 25 19:36:41.499099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Request body: {'port': {'device_id': '81215389-3047-46dd-a641-5fb56cae9eda', 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e', 'admin_state_up': True, 'tenant_id': '78716cc614144bb1ade783eed64bbe3f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:41.677531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc866802-6b7c-4f07-9edc-56059a302b62 req-317c37d6-47cc-446f-8083-c47506477dae tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:41.687401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc866802-6b7c-4f07-9edc-56059a302b62 req-317c37d6-47cc-446f-8083-c47506477dae tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 945 time: 0.0865114 Nov 25 19:36:41.728551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Made reservation on behalf of 78716cc614144bb1ade783eed64bbe3f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:41.734106 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:41.746606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc866802-6b7c-4f07-9edc-56059a302b62 req-2f6a39ce-c312-4d84-8503-0537e0cdf1ae tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572886 Nov 25 19:36:41.801440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34552) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:41.925464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Allocated IP 172.20.0.9 (fb09efdf-9f22-40e0-a6d6-9f8cf397d98e/4746e874-55e6-4158-90b3-691ef950b7a9/b236c631-6736-428c-a4b6-78395a269ffa) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:41.928901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80eb41d-6212-4d7f-974b-38fab223810b req-4f3050d4-ebe7-481b-94fa-a66bf87743dd tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:41.936072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d80eb41d-6212-4d7f-974b-38fab223810b req-4f3050d4-ebe7-481b-94fa-a66bf87743dd tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 945 time: 0.0888283 Nov 25 19:36:42.018325 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e4fdc8c-2474-405b-82f0-fa94131caffe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.045321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d80eb41d-6212-4d7f-974b-38fab223810b req-296e460a-77ec-4493-9ff9-545bdabbe60b tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010246 Nov 25 19:36:42.144150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e4fdc8c-2474-405b-82f0-fa94131caffe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.156772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.160796 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e34dfcc7-0985-4238-ae62-1a483227c6b2 req-dce42cdc-6f50-430d-8870-c939aca854db tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 210 time: 0.0321476 Nov 25 19:36:42.161424 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e4fdc8c-2474-405b-82f0-fa94131caffe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.198862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.213457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ec3d67d7-e3bc-4e82-966f-76119cac5255'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:42.253305 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6e4fdc8c-2474-405b-82f0-fa94131caffe admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2a634164ca404c06a59210aff791f204&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4462268 Nov 25 19:36:42.253507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:42.253612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fdc8c-2474-405b-82f0-fa94131caffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366fa13f-a1f1-4fe9-a7ce-b68889818416,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:42.253704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34558) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:42.299094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:42.304825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:42.335258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Pushing event updated for resources: {'Port': ['ID=b236c631-6736-428c-a4b6-78395a269ffa,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:42.369004 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8d85b-573a-4c8a-ac3e-b68a1cbc6f6e req-41a1faaf-fc04-4c85-be5c-a186049319f1 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:42.380802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58d8d85b-573a-4c8a-ac3e-b68a1cbc6f6e req-41a1faaf-fc04-4c85-be5c-a186049319f1 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1136019 Nov 25 19:36:42.384599 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f48ff2e-c824-49f7-81c1-0ca56ce17e1f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.416092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:42.417435 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.445524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58d8d85b-573a-4c8a-ac3e-b68a1cbc6f6e req-d0dcff47-dc77-4a35-baa0-c53a1a50094f tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603650 Nov 25 19:36:42.456627 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f48ff2e-c824-49f7-81c1-0ca56ce17e1f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.477745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-4f06c7cc-14a4-4413-9624-ea60445ecfea tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9844401 Nov 25 19:36:42.502733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Request body: {'port': {'device_id': '81215389-3047-46dd-a641-5fb56cae9eda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:42.609154 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.628349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f48ff2e-c824-49f7-81c1-0ca56ce17e1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.631112 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f48ff2e-c824-49f7-81c1-0ca56ce17e1f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:42.632321 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4f48ff2e-c824-49f7-81c1-0ca56ce17e1f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/366fa13f-a1f1-4fe9-a7ce-b68889818416 HTTP/1.1" status: 204 len: 168 time: 0.3776248 Nov 25 19:36:42.665589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f48ff2e-c824-49f7-81c1-0ca56ce17e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366fa13f-a1f1-4fe9-a7ce-b68889818416,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:43.022474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b236c631-6736-428c-a4b6-78395a269ffa {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:43.036377 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.038178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693ba0a-e7bc-4933-a1e2-ffa14127d459 req-08a148ea-53a2-45c4-9953-5076ba6c25a0 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:43.054667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8693ba0a-e7bc-4933-a1e2-ffa14127d459 req-08a148ea-53a2-45c4-9953-5076ba6c25a0 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 945 time: 0.1424437 Nov 25 19:36:43.056408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Transition to ACTIVE for port object b236c631-6736-428c-a4b6-78395a269ffa will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:36:43.062772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.145628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34588) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:43.164731 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8693ba0a-e7bc-4933-a1e2-ffa14127d459 req-6c03d067-100f-4d0c-9c16-03df65f353fd tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1067252 Nov 25 19:36:43.177150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90133f48-d2ad-45ff-96e6-b416e49149a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.193750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b236c631-6736-428c-a4b6-78395a269ffa,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:43.258239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Attempting to bind port b236c631-6736-428c-a4b6-78395a269ffa on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:43.258588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Attempting to bind port b236c631-6736-428c-a4b6-78395a269ffa by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'e0288973-5597-4a36-b7f8-f6ba66f8caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:43.258985 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Attempting to bind port b236c631-6736-428c-a4b6-78395a269ffa on network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:43.274596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51772cb7-3392-4f2f-aa4b-5b3ee885d9a2 req-b491db3b-fc62-40a0-bb41-6be08aa6fd71 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:43.276140 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-51772cb7-3392-4f2f-aa4b-5b3ee885d9a2 req-b491db3b-fc62-40a0-bb41-6be08aa6fd71 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 945 time: 0.0797186 Nov 25 19:36:43.277425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Port b236c631-6736-428c-a4b6-78395a269ffa on network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:36:43.277763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Attempting to bind port b236c631-6736-428c-a4b6-78395a269ffa on network fb09efdf-9f22-40e0-a6d6-9f8cf397d98e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:43.291735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 36, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:43.292375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Checking segment: {'id': 'e0288973-5597-4a36-b7f8-f6ba66f8caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:43.293017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Bound using segment: {'id': 'e0288973-5597-4a36-b7f8-f6ba66f8caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:43.294248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Bound port: b236c631-6736-428c-a4b6-78395a269ffa, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0288973-5597-4a36-b7f8-f6ba66f8caa2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:43.294474 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.381790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90133f48-d2ad-45ff-96e6-b416e49149a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.396352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7285228-51bf-4c29-8ea7-29864ef73d5d req-12e152c0-eb8a-4f61-802b-3c14cbfa07e4 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:43.398833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7285228-51bf-4c29-8ea7-29864ef73d5d req-12e152c0-eb8a-4f61-802b-3c14cbfa07e4 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 945 time: 0.0880277 Nov 25 19:36:43.399555 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90133f48-d2ad-45ff-96e6-b416e49149a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.466988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90133f48-d2ad-45ff-96e6-b416e49149a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b792b013-99ac-48d6-8404-d6b4a2308338,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:43.471922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-90133f48-d2ad-45ff-96e6-b416e49149a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d847a4ee924435ea2955bfc4f46aa22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3248613 Nov 25 19:36:43.475926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34598) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:43.529490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7285228-51bf-4c29-8ea7-29864ef73d5d req-0854dcf5-56ba-4719-9bb9-69b50cefdbf6 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/security-groups?id=98b7d824-474d-436c-bcf5-37e903189e25&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100171 Nov 25 19:36:43.533394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] For port b236c631-6736-428c-a4b6-78395a269ffa, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:43.538657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-51772cb7-3392-4f2f-aa4b-5b3ee885d9a2 req-fa0c07ff-3d3c-4535-940f-b8ee135d4743 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Deleting port 02b764e5-90e0-40d0-874d-6fba9fc672db {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:43.539147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-51772cb7-3392-4f2f-aa4b-5b3ee885d9a2 req-fa0c07ff-3d3c-4535-940f-b8ee135d4743 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.544949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] For port b236c631-6736-428c-a4b6-78395a269ffa, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=b236c631-6736-428c-a4b6-78395a269ffa,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:43.556607 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42df390d-f674-49cf-9f0d-af9d4d4c536a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.572389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.593528 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42df390d-f674-49cf-9f0d-af9d4d4c536a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.697517 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42df390d-f674-49cf-9f0d-af9d4d4c536a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.700310 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42df390d-f674-49cf-9f0d-af9d4d4c536a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.705340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-42df390d-f674-49cf-9f0d-af9d4d4c536a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b792b013-99ac-48d6-8404-d6b4a2308338 HTTP/1.1" status: 204 len: 168 time: 0.2246079 Nov 25 19:36:43.722646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:43.723585 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.723802 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fe9ad3-5587-4efa-833f-21e3aa5a904a req-6956c028-ffe9-409f-a211-cc8805bc7a7f tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:43.725187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0fe9ad3-5587-4efa-833f-21e3aa5a904a req-6956c028-ffe9-409f-a211-cc8805bc7a7f tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 943 time: 0.0767808 Nov 25 19:36:43.725383 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] 10.222.0.60 "PUT /v2.0/ports/b236c631-6736-428c-a4b6-78395a269ffa HTTP/1.1" status: 200 len: 1091 time: 1.2302322 Nov 25 19:36:43.725859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81215389-3047-46dd-a641-5fb56cae9eda', 'tag': 'b236c631-6736-428c-a4b6-78395a269ffa'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:43.726309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42df390d-f674-49cf-9f0d-af9d4d4c536a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b792b013-99ac-48d6-8404-d6b4a2308338,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:43.728388 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5074ab3-0c59-40fe-90d4-d2f68bffe0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "81215389-3047-46dd-a641-5fb56cae9eda", "tag": "b236c631-6736-428c-a4b6-78395a269ffa"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:43.751351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7cf9a-9799-467b-b10a-185a12f6a1d4 service neutron] Pushing event updated for resources: {'Port': ['ID=b236c631-6736-428c-a4b6-78395a269ffa,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:43.854979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-8034c273-ead2-4e48-9451-97502c0ed084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:43.857344 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-8034c273-ead2-4e48-9451-97502c0ed084 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78716cc614144bb1ade783eed64bbe3f&device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 1094 time: 0.0697274 Nov 25 19:36:43.861168 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0fe9ad3-5587-4efa-833f-21e3aa5a904a req-fd660bfd-473b-46e2-a98e-1930ebe639a4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128917 Nov 25 19:36:43.898520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-51772cb7-3392-4f2f-aa4b-5b3ee885d9a2 req-fa0c07ff-3d3c-4535-940f-b8ee135d4743 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] For port 02b764e5-90e0-40d0-874d-6fba9fc672db, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02b764e5-90e0-40d0-874d-6fba9fc672db,segment=NetworkSegment(06c20707-919d-42c3-86ed-e74e805f5abd),segment_id=06c20707-919d-42c3-86ed-e74e805f5abd)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:43.898924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-51772cb7-3392-4f2f-aa4b-5b3ee885d9a2 req-fa0c07ff-3d3c-4535-940f-b8ee135d4743 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:43.941401 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-2ad65970-fc32-400b-84b5-3d8d8a51356a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b236c631-6736-428c-a4b6-78395a269ffa HTTP/1.1" status: 200 len: 217 time: 0.0712805 Nov 25 19:36:43.948435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-51772cb7-3392-4f2f-aa4b-5b3ee885d9a2 req-fa0c07ff-3d3c-4535-940f-b8ee135d4743 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Calling delete_port for 02b764e5-90e0-40d0-874d-6fba9fc672db owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:44.012376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c188a2f-99e0-4853-a921-7a3e94aef208 req-099b0825-48bb-4627-bee8-c12503d16db3 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:44.021544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c188a2f-99e0-4853-a921-7a3e94aef208 req-099b0825-48bb-4627-bee8-c12503d16db3 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.0701013 Nov 25 19:36:44.127212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c188a2f-99e0-4853-a921-7a3e94aef208 req-20c81623-feed-49f1-aa72-28e60cb5ac85 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042721 Nov 25 19:36:44.446564 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1249f175-e3fa-42ba-8285-b5107f07fb3c x-openstack-request-id: req-1249f175-e3fa-42ba-8285-b5107f07fb3c {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:44.447527 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81215389-3047-46dd-a641-5fb56cae9eda", "tag": "b236c631-6736-428c-a4b6-78395a269ffa", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:44.447527 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1249f175-e3fa-42ba-8285-b5107f07fb3c {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:44.448024 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81215389-3047-46dd-a641-5fb56cae9eda', 'tag': 'b236c631-6736-428c-a4b6-78395a269ffa', 'status': 'completed', 'code': 200} Nov 25 19:36:44.546057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-69dec2a9-78a6-47be-88e4-d4c8e722ade3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:44.548081 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-69dec2a9-78a6-47be-88e4-d4c8e722ade3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4746e874-55e6-4158-90b3-691ef950b7a9 HTTP/1.1" status: 200 len: 854 time: 0.0985653 Nov 25 19:36:44.598031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be92ff4c-b69e-4d9e-913c-c664af27b107 req-3ed5ede4-2d9e-449d-a8ae-1718ceb607a0 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:44.600858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be92ff4c-b69e-4d9e-913c-c664af27b107 req-3ed5ede4-2d9e-449d-a8ae-1718ceb607a0 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 945 time: 0.1898329 Nov 25 19:36:44.651765 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-67853cbf-1086-4844-aad8-a7b33c6642bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0815709 Nov 25 19:36:44.724355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be92ff4c-b69e-4d9e-913c-c664af27b107 req-c54b122b-6dc2-427a-9576-7a20b4bea13f tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1053431 Nov 25 19:36:44.762749 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-51772cb7-3392-4f2f-aa4b-5b3ee885d9a2 req-fa0c07ff-3d3c-4535-940f-b8ee135d4743 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.824662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c07ff-3d3c-4535-940f-b8ee135d4743 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Pushing event deleted for resources: {'Port': ['ID=02b764e5-90e0-40d0-874d-6fba9fc672db,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:44.866837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9febd0-d7fe-4016-aa1c-c14f49adc57e None None] DHCP port deletion for 0275eb29-d23c-4aad-9f29-2db63d79a059 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:44.893780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-022f813a-fcbd-4b00-a44e-08ec7c00d56a req-f22ed026-2fae-4d79-bca2-145c999f275a tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.15 "GET /v2.0/ports?device_id=bd22b52f-9c06-4483-bb0b-96aa86b0f235 HTTP/1.1" status: 200 len: 210 time: 0.0543640 Nov 25 19:36:44.926463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-51772cb7-3392-4f2f-aa4b-5b3ee885d9a2 req-fa0c07ff-3d3c-4535-940f-b8ee135d4743 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] No DVR routers for this DVR port 02b764e5-90e0-40d0-874d-6fba9fc672db on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:36:44.930173 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-fa25c719-6137-4ed2-ab6f-ccfe1b3e536f service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584198 Nov 25 19:36:44.931276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-51772cb7-3392-4f2f-aa4b-5b3ee885d9a2 req-fa0c07ff-3d3c-4535-940f-b8ee135d4743 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:44.945208 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-51772cb7-3392-4f2f-aa4b-5b3ee885d9a2 req-fa0c07ff-3d3c-4535-940f-b8ee135d4743 tempest-ServerDiskConfigTestJSON-1892521544 tempest-ServerDiskConfigTestJSON-1892521544-project] 10.222.0.60 "DELETE /v2.0/ports/02b764e5-90e0-40d0-874d-6fba9fc672db HTTP/1.1" status: 204 len: 173 time: 1.6556368 Nov 25 19:36:45.099589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e04e864f-e268-4c82-ade9-ccb68ea39144 req-a673c55f-c7d4-4800-b21a-f0b25d1d46f0 service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464124 Nov 25 19:36:45.229237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0016a7-51c4-4a5e-9a3d-8f09c6f473a3 req-4daba33d-49ef-4286-bae7-ba27a4682217 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:45.234552 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc0016a7-51c4-4a5e-9a3d-8f09c6f473a3 req-4daba33d-49ef-4286-bae7-ba27a4682217 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 945 time: 0.1290252 Nov 25 19:36:45.247626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34644) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:45.259882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-51114791-9ea3-478a-85dd-d352cb1b423e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Request body: {'floatingip': {'port_id': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:45.326047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5074ab3-0c59-40fe-90d4-d2f68bffe0e1 req-cec3b79a-9e3f-4205-83d0-182a283bd29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:45.332972 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a5074ab3-0c59-40fe-90d4-d2f68bffe0e1 req-cec3b79a-9e3f-4205-83d0-182a283bd29b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78716cc614144bb1ade783eed64bbe3f&device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 1094 time: 0.1316650 Nov 25 19:36:45.360692 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51114791-9ea3-478a-85dd-d352cb1b423e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:45.494881 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906ec4ce-bd81-4b79-a003-9e3c586ba807 req-2e9b53c7-297f-4e55-8163-9704851b8238 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:45.503300 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-906ec4ce-bd81-4b79-a003-9e3c586ba807 req-2e9b53c7-297f-4e55-8163-9704851b8238 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 943 time: 0.1649978 Nov 25 19:36:45.593032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5074ab3-0c59-40fe-90d4-d2f68bffe0e1 req-fb479040-331f-49e1-aebd-0f49d0a0b007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:45.595852 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a5074ab3-0c59-40fe-90d4-d2f68bffe0e1 req-fb479040-331f-49e1-aebd-0f49d0a0b007 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 200 len: 915 time: 0.2503679 Nov 25 19:36:45.627457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-906ec4ce-bd81-4b79-a003-9e3c586ba807 req-352c6340-fd16-4437-a352-db7d34a038d0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230364 Nov 25 19:36:45.681903 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a5074ab3-0c59-40fe-90d4-d2f68bffe0e1 req-0b2c6b1e-9dd3-4abc-8695-a2b5c214b909 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b236c631-6736-428c-a4b6-78395a269ffa HTTP/1.1" status: 200 len: 217 time: 0.0747862 Nov 25 19:36:45.900614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5074ab3-0c59-40fe-90d4-d2f68bffe0e1 req-a3e7abe3-df90-459a-86e2-a4a9c021b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:45.908768 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a5074ab3-0c59-40fe-90d4-d2f68bffe0e1 req-a3e7abe3-df90-459a-86e2-a4a9c021b26d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4746e874-55e6-4158-90b3-691ef950b7a9 HTTP/1.1" status: 200 len: 854 time: 0.2153668 Nov 25 19:36:46.004899 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a5074ab3-0c59-40fe-90d4-d2f68bffe0e1 req-9b8a3d5d-2792-457c-aa7c-c4f8656d5580 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883265 Nov 25 19:36:46.025227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 02b764e5-90e0-40d0-874d-6fba9fc672db no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:46.109299 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 02b764e5-90e0-40d0-874d-6fba9fc672db {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:36:46.110683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 02b764e5-90e0-40d0-874d-6fba9fc672db not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:36:46.226969 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51114791-9ea3-478a-85dd-d352cb1b423e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:46.232723 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51114791-9ea3-478a-85dd-d352cb1b423e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:46.303032 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a5074ab3-0c59-40fe-90d4-d2f68bffe0e1 req-0cf56fe5-bbaf-4e97-822e-9f54ce094b5d service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689097 Nov 25 19:36:46.429836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa239d5-18db-4028-b2b0-0e3ffd65931e req-de8ad577-5cc9-4535-8223-82965fae10af tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:46.431691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aaa239d5-18db-4028-b2b0-0e3ffd65931e req-de8ad577-5cc9-4535-8223-82965fae10af tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.1527004 Nov 25 19:36:46.461034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd22b52f-9c06-4483-bb0b-96aa86b0f235', 'name': 'network-vif-deleted', 'tag': '02b764e5-90e0-40d0-874d-6fba9fc672db'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:46.464137 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5644fc4e-d0f0-4434-9ea5-f5197a8f2233" -d '{"events": [{"server_uuid": "bd22b52f-9c06-4483-bb0b-96aa86b0f235", "name": "network-vif-deleted", "tag": "02b764e5-90e0-40d0-874d-6fba9fc672db"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:46.477049 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-51114791-9ea3-478a-85dd-d352cb1b423e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Floating IP 964525f5-c3a2-4d28-9320-b67f9a7b8ff1 associated. External IP: 172.25.8.235, port: 8dea0f43-34a3-4c0a-92c1-ac74f755ee99. Nov 25 19:36:46.525191 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a5074ab3-0c59-40fe-90d4-d2f68bffe0e1 req-2c82a186-082d-45c2-a12f-82cdcadadee1 service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128472 Nov 25 19:36:46.551405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aaa239d5-18db-4028-b2b0-0e3ffd65931e req-b32e506b-6947-4858-8fe9-b3284330d987 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132593 Nov 25 19:36:46.818743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7ccb26-9ece-47d9-9bec-8e110524a906 req-00db8a22-0024-488a-89d9-f81846ca5e05 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:46.826866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a7ccb26-9ece-47d9-9bec-8e110524a906 req-00db8a22-0024-488a-89d9-f81846ca5e05 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 946 time: 0.1303527 Nov 25 19:36:46.868610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51114791-9ea3-478a-85dd-d352cb1b423e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:46.907712 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a7ccb26-9ece-47d9-9bec-8e110524a906 req-7b5a9703-f923-490e-ac78-6ecda34b1cd2 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/security-groups?id=243a34ae-65cb-4101-8a14-bebb5294e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792120 Nov 25 19:36:46.986535 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2719ac1c-2ab2-43e0-a4ba-ac755e7cc7e3 x-openstack-request-id: req-2719ac1c-2ab2-43e0-a4ba-ac755e7cc7e3 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:46.987193 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd22b52f-9c06-4483-bb0b-96aa86b0f235", "name": "network-vif-deleted", "tag": "02b764e5-90e0-40d0-874d-6fba9fc672db", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:46.987193 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2719ac1c-2ab2-43e0-a4ba-ac755e7cc7e3 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:46.987556 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd22b52f-9c06-4483-bb0b-96aa86b0f235', 'name': 'network-vif-deleted', 'tag': '02b764e5-90e0-40d0-874d-6fba9fc672db', 'status': 'completed', 'code': 200} Nov 25 19:36:47.055886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51114791-9ea3-478a-85dd-d352cb1b423e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:47.062573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51114791-9ea3-478a-85dd-d352cb1b423e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:47.071883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655a0df-e782-44c1-943f-43d4bebefeb3 None None] Sync routers for ids ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:47.092964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655a0df-e782-44c1-943f-43d4bebefeb3 None None] Routers {'871ce2ae-45c3-421f-9ec8-24cc35a4a705'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:47.094832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-a655a0df-e782-44c1-943f-43d4bebefeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:47.177497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-51114791-9ea3-478a-85dd-d352cb1b423e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "PUT /v2.0/floatingips/964525f5-c3a2-4d28-9320-b67f9a7b8ff1 HTTP/1.1" status: 200 len: 991 time: 1.9280221 Nov 25 19:36:47.178877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'tag': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:47.180708 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69865a6d-4b6d-4afb-b41f-56063f4a65d2" -d '{"events": [{"name": "network-changed", "server_uuid": "c325e0d4-7681-4520-bf1a-3d982f27b00b", "tag": "8dea0f43-34a3-4c0a-92c1-ac74f755ee99"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:47.209929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af9ee1-26e7-40da-86f8-fd1023207e3b req-91dd620d-3b1e-4cbb-876b-e072eee28ae4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:47.212071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a4af9ee1-26e7-40da-86f8-fd1023207e3b req-91dd620d-3b1e-4cbb-876b-e072eee28ae4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 943 time: 0.0839539 Nov 25 19:36:47.295907 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a4af9ee1-26e7-40da-86f8-fd1023207e3b req-72d61d31-b335-49c2-a2ea-9f4a6f542586 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747204 Nov 25 19:36:47.299153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-a655a0df-e782-44c1-943f-43d4bebefeb3 None None] Set router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:47.488251 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f365e724-15f7-4f35-aabe-274dd57ef2d6 x-openstack-request-id: req-f365e724-15f7-4f35-aabe-274dd57ef2d6 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:47.488548 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c325e0d4-7681-4520-bf1a-3d982f27b00b", "tag": "8dea0f43-34a3-4c0a-92c1-ac74f755ee99", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:47.488806 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f365e724-15f7-4f35-aabe-274dd57ef2d6 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:47.489233 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'tag': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99', 'status': 'completed', 'code': 200} Nov 25 19:36:47.583621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34714) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:47.635347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69865a6d-4b6d-4afb-b41f-56063f4a65d2 req-8b7725b3-8d8f-49a3-8b1b-05bd13b69968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:47.637664 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69865a6d-4b6d-4afb-b41f-56063f4a65d2 req-8b7725b3-8d8f-49a3-8b1b-05bd13b69968 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=672403dddffb4f2eaaabed09ca5b0b8f&device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 1096 time: 0.1061661 Nov 25 19:36:47.706218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-633cbd94-7238-428a-acc0-630680a6d985 admin admin] Deleting subnet da3f0592-2f1f-4281-80c4-aa399415e2e1 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:36:47.717008 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-633cbd94-7238-428a-acc0-630680a6d985 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:47.753215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-a655a0df-e782-44c1-943f-43d4bebefeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '964525f5-c3a2-4d28-9320-b67f9a7b8ff1', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'port_id': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'mac_address': 'fa:16:3e:13:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:36:19Z', 'updated_at': '2021-11-25T19:36:46Z', 'revision_number': 1, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6', 'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'mac_address': 'fa:16:3e:ff:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'c9de7d98-3667-4615-9502-23db59f46947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:08Z', 'updated_at': '2021-11-25T19:36:17Z', 'revision_number': 5, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'subnets': [{'id': 'c9de7d98-3667-4615-9502-23db59f46947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:47.786652 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655a0df-e782-44c1-943f-43d4bebefeb3 None None] Checking router: 871ce2ae-45c3-421f-9ec8-24cc35a4a705 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:47.796966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a655a0df-e782-44c1-943f-43d4bebefeb3 None None] Routers {'871ce2ae-45c3-421f-9ec8-24cc35a4a705'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:47.798384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-a655a0df-e782-44c1-943f-43d4bebefeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:47.837065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbd6ce3-bb62-469d-a1b0-2c3268a1769e req-7292ad68-9d30-4a7d-99b7-581c55bcc729 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:47.863272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3dbd6ce3-bb62-469d-a1b0-2c3268a1769e req-7292ad68-9d30-4a7d-99b7-581c55bcc729 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.2140875 Nov 25 19:36:47.899545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-5069ad3c-9c70-401a-9632-a7bea1284b08 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:47.901754 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-5069ad3c-9c70-401a-9632-a7bea1284b08 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.60 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 946 time: 0.1408193 Nov 25 19:36:47.907841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69865a6d-4b6d-4afb-b41f-56063f4a65d2 req-c5c469bf-df85-43a6-bea9-c7dc190f930c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:47.912397 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69865a6d-4b6d-4afb-b41f-56063f4a65d2 req-c5c469bf-df85-43a6-bea9-c7dc190f930c service neutron] 10.222.0.60 "GET /v2.0/networks?id=5c60abbe-0926-49ac-921f-8ea791605b1e HTTP/1.1" status: 200 len: 913 time: 0.2657516 Nov 25 19:36:47.938389 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-633cbd94-7238-428a-acc0-630680a6d985 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:47.976746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-a655a0df-e782-44c1-943f-43d4bebefeb3 None None] Set router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:48.027495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device b236c631-6736-428c-a4b6-78395a269ffa details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:36:48.051678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3dbd6ce3-bb62-469d-a1b0-2c3268a1769e req-5f6122a2-b1b9-4e9c-931f-2c807e29424d tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871991 Nov 25 19:36:48.057492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34720) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:48.106547 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-633cbd94-7238-428a-acc0-630680a6d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:48.238652 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69865a6d-4b6d-4afb-b41f-56063f4a65d2 req-a910d002-0742-477a-a285-d81d36a2ee35 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8dea0f43-34a3-4c0a-92c1-ac74f755ee99 HTTP/1.1" status: 200 len: 999 time: 0.3018792 Nov 25 19:36:48.249528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962f4954-2560-4f0c-b1cc-868d39671c62 req-2a292178-c481-41b0-88df-67e1890042fd tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:48.255774 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-962f4954-2560-4f0c-b1cc-868d39671c62 req-2a292178-c481-41b0-88df-67e1890042fd tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.60 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.2797449 Nov 25 19:36:48.286629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port b236c631-6736-428c-a4b6-78395a269ffa, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=b236c631-6736-428c-a4b6-78395a269ffa,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:48.320269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'b236c631-6736-428c-a4b6-78395a269ffa', 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e', 'port_id': 'b236c631-6736-428c-a4b6-78395a269ffa', 'mac_address': 'fa:16:3e:d2:1a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4746e874-55e6-4158-90b3-691ef950b7a9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:36:48.375174 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:48.385440 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-633cbd94-7238-428a-acc0-630680a6d985 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:48.434180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b236c631-6736-428c-a4b6-78395a269ffa {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:36:48.479104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633cbd94-7238-428a-acc0-630680a6d985 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da3f0592-2f1f-4281-80c4-aa399415e2e1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:48.494001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a93f85-ea32-490e-9f4b-c96f763c4abc req-e5c45e65-55fe-4687-a8cc-89d20a18a13f tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:48.495645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64a93f85-ea32-490e-9f4b-c96f763c4abc req-e5c45e65-55fe-4687-a8cc-89d20a18a13f tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 946 time: 0.2828195 Nov 25 19:36:48.504098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-633cbd94-7238-428a-acc0-630680a6d985 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:48.508700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-633cbd94-7238-428a-acc0-630680a6d985 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/da3f0592-2f1f-4281-80c4-aa399415e2e1 HTTP/1.1" status: 204 len: 168 time: 0.9235864 Nov 25 19:36:48.514912 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90265d3d-f999-4d08-ad95-b3ff5abdecd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:48.532410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34736) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:48.543442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Deleting port 20eb25d3-c222-4c70-95ae-61d4618d06cf {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:48.544278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:48.583383 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64a93f85-ea32-490e-9f4b-c96f763c4abc req-2bce8012-1e65-4e55-82e3-c9820eab9dd7 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/security-groups?id=243a34ae-65cb-4101-8a14-bebb5294e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725298 Nov 25 19:36:48.651348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225e3b1e-d9d3-4692-a41a-bed9981b7f5c None None] Network 0275eb29-d23c-4aad-9f29-2db63d79a059 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:48.695492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port b236c631-6736-428c-a4b6-78395a269ffa, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=b236c631-6736-428c-a4b6-78395a269ffa,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:48.715835 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:48.803422 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:48.817509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69865a6d-4b6d-4afb-b41f-56063f4a65d2 req-ae0315a8-cd89-4c18-80ad-6e66440efaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:48.820178 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69865a6d-4b6d-4afb-b41f-56063f4a65d2 req-ae0315a8-cd89-4c18-80ad-6e66440efaef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9de7d98-3667-4615-9502-23db59f46947 HTTP/1.1" status: 200 len: 851 time: 0.5485756 Nov 25 19:36:48.899889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0c3e2-269c-44c4-90d5-40b3c8eeafed req-fb833729-a1fd-4787-9a5c-3e458080ae32 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:48.916323 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2e0c3e2-269c-44c4-90d5-40b3c8eeafed req-fb833729-a1fd-4787-9a5c-3e458080ae32 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 944 time: 0.1591029 Nov 25 19:36:49.071481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2e0c3e2-269c-44c4-90d5-40b3c8eeafed req-9c05671f-219a-4c6f-917b-84adba98f0f0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523623 Nov 25 19:36:49.086607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] For port 20eb25d3-c222-4c70-95ae-61d4618d06cf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=20eb25d3-c222-4c70-95ae-61d4618d06cf,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:49.087547 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:49.105131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['b236c631-6736-428c-a4b6-78395a269ffa'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:36:49.125696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69865a6d-4b6d-4afb-b41f-56063f4a65d2 req-771446b9-9c51-4f61-9046-daf0d7f78bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:49.137446 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69865a6d-4b6d-4afb-b41f-56063f4a65d2 req-771446b9-9c51-4f61-9046-daf0d7f78bd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5c60abbe-0926-49ac-921f-8ea791605b1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2767241 Nov 25 19:36:49.229085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=b236c631-6736-428c-a4b6-78395a269ffa,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:49.245372 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:49.259315 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d5e099-c8bc-4609-a491-8f21acbf703b None None] DHCP port deletion for 0275eb29-d23c-4aad-9f29-2db63d79a059 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:49.341028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-962f4954-2560-4f0c-b1cc-868d39671c62 req-cca7e94e-296c-4b8c-bdff-78454f74264c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Deleting port 630a67bd-2884-486f-a316-09673d0efc26 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:49.341337 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-962f4954-2560-4f0c-b1cc-868d39671c62 req-cca7e94e-296c-4b8c-bdff-78454f74264c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:49.350000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-a655a0df-e782-44c1-943f-43d4bebefeb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '964525f5-c3a2-4d28-9320-b67f9a7b8ff1', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'port_id': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'mac_address': 'fa:16:3e:13:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:36:19Z', 'updated_at': '2021-11-25T19:36:46Z', 'revision_number': 1, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6', 'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'mac_address': 'fa:16:3e:ff:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'c9de7d98-3667-4615-9502-23db59f46947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:08Z', 'updated_at': '2021-11-25T19:36:17Z', 'revision_number': 5, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'subnets': [{'id': 'c9de7d98-3667-4615-9502-23db59f46947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:49.434408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a655a0df-e782-44c1-943f-43d4bebefeb3 None None] The sync data for ids ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'] in n-d-817303-9 is: [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '964525f5-c3a2-4d28-9320-b67f9a7b8ff1', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'floating_ip_address': '172.25.8.235', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'port_id': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1369, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'mac_address': 'fa:16:3e:13:e8:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:36:19Z', 'updated_at': '2021-11-25T19:36:46Z', 'revision_number': 1, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6', 'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'mac_address': 'fa:16:3e:ff:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'c9de7d98-3667-4615-9502-23db59f46947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:08Z', 'updated_at': '2021-11-25T19:36:17Z', 'revision_number': 5, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'subnets': [{'id': 'c9de7d98-3667-4615-9502-23db59f46947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:49.465679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0275eb29-d23c-4aad-9f29-2db63d79a059']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:49.504117 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90265d3d-f999-4d08-ad95-b3ff5abdecd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:49.515151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06c20707-919d-42c3-86ed-e74e805f5abd') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:49.515726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06c20707-919d-42c3-86ed-e74e805f5abd') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:49.530537 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90265d3d-f999-4d08-ad95-b3ff5abdecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:49.608066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bced4f-cc86-4bd6-8064-43c1c764879a req-6371e1f2-ba32-4f6b-a3a9-b408abe3d9a4 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:49.622678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44bced4f-cc86-4bd6-8064-43c1c764879a req-6371e1f2-ba32-4f6b-a3a9-b408abe3d9a4 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 946 time: 0.2282944 Nov 25 19:36:49.668525 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:49.671619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-962f4954-2560-4f0c-b1cc-868d39671c62 req-cca7e94e-296c-4b8c-bdff-78454f74264c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] For port 630a67bd-2884-486f-a316-09673d0efc26, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=630a67bd-2884-486f-a316-09673d0efc26,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:49.671997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-962f4954-2560-4f0c-b1cc-868d39671c62 req-cca7e94e-296c-4b8c-bdff-78454f74264c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:49.757980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90265d3d-f999-4d08-ad95-b3ff5abdecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2622aa8-e44e-4173-842d-926db6eea8ac,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:49.794510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-962f4954-2560-4f0c-b1cc-868d39671c62 req-cca7e94e-296c-4b8c-bdff-78454f74264c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Calling delete_port for 630a67bd-2884-486f-a316-09673d0efc26 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:49.798009 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:49.812080 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-90265d3d-f999-4d08-ad95-b3ff5abdecd9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=816da90488c24dd8830864803f415969&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7513189 Nov 25 19:36:49.814992 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69865a6d-4b6d-4afb-b41f-56063f4a65d2 req-ca850170-24a0-485a-a2a3-2359d0a6baac service neutron] 10.222.0.60 "GET /v2.0/networks/5c60abbe-0926-49ac-921f-8ea791605b1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765561 Nov 25 19:36:49.815512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34752) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:49.823040 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44bced4f-cc86-4bd6-8064-43c1c764879a req-f6c6b1da-e3ce-414c-9fb8-687ff2d6acc3 tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/security-groups?id=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981289 Nov 25 19:36:49.834167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:36:49.834580 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:36:49.838517 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:36:50.020680 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dff5c93-1627-4eb2-b88f-c129c61ac37a None None] New status for floating IP 964525f5-c3a2-4d28-9320-b67f9a7b8ff1: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:36:50.075522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2d7f0d-e7f9-4372-a36b-acddd76bc225 req-fecb436d-ee53-45e3-8521-ec5af26e58a1 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:50.079455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d2d7f0d-e7f9-4372-a36b-acddd76bc225 req-fecb436d-ee53-45e3-8521-ec5af26e58a1 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 946 time: 0.1325557 Nov 25 19:36:50.246765 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d2d7f0d-e7f9-4372-a36b-acddd76bc225 req-c3b36347-84da-4876-af56-e47f9b896b7e tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/security-groups?id=243a34ae-65cb-4101-8a14-bebb5294e0a5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1586173 Nov 25 19:36:50.287716 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.316872 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.324056 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0275eb29-d23c-4aad-9f29-2db63d79a059 HTTP/1.1" status: 204 len: 168 time: 1.7615197 Nov 25 19:36:50.335671 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.336258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.336778 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Floating IP d5e4f136-4446-4eab-ad5a-039fbad68f17 disassociated. External IP: 172.25.8.18, port: 20eb25d3-c222-4c70-95ae-61d4618d06cf. Nov 25 19:36:50.337361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Calling delete_port for 20eb25d3-c222-4c70-95ae-61d4618d06cf owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:50.429176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d09a42-21a4-4919-92b0-755e683ab5f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=0275eb29-d23c-4aad-9f29-2db63d79a059,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:50.438190 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.572442 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe3fb-badd-487b-a96f-3515ba11943b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.606212 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69865a6d-4b6d-4afb-b41f-56063f4a65d2 req-933e3d3f-9e05-4ed1-b92f-fb074f67fff6 service neutron] 10.222.0.60 "GET /v2.0/networks/5c60abbe-0926-49ac-921f-8ea791605b1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7831340 Nov 25 19:36:50.625892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8519e-dc74-408b-92d9-d446f3788dc8 req-38f7c750-67db-4a64-8061-b9d0f84f75b3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:50.650303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39c8519e-dc74-408b-92d9-d446f3788dc8 req-38f7c750-67db-4a64-8061-b9d0f84f75b3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 944 time: 0.1718168 Nov 25 19:36:50.710321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe3fb-badd-487b-a96f-3515ba11943b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.753615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39c8519e-dc74-408b-92d9-d446f3788dc8 req-224d4678-7fa5-4dc4-860b-7f91d4feb862 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000009 Nov 25 19:36:50.788448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34772) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:50.865981 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-962f4954-2560-4f0c-b1cc-868d39671c62 req-cca7e94e-296c-4b8c-bdff-78454f74264c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.871267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f719bee8-f33f-46ee-9194-70349788dec2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59a59506586d42e6beb0878d2d58de04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0810978 Nov 25 19:36:50.871855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34776) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:50.946887 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27facfdb-046d-4958-ba8c-cb70a289c558 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.952490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7e94e-296c-4b8c-bdff-78454f74264c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Pushing event deleted for resources: {'Port': ['ID=630a67bd-2884-486f-a316-09673d0efc26,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:50.958931 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe3fb-badd-487b-a96f-3515ba11943b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.961731 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe3fb-badd-487b-a96f-3515ba11943b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:50.963084 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f5bbe3fb-badd-487b-a96f-3515ba11943b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f2622aa8-e44e-4173-842d-926db6eea8ac HTTP/1.1" status: 204 len: 168 time: 1.1416433 Nov 25 19:36:50.995289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbe3fb-badd-487b-a96f-3515ba11943b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2622aa8-e44e-4173-842d-926db6eea8ac,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:51.001026 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27facfdb-046d-4958-ba8c-cb70a289c558 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.040523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab9628-0ba9-42d2-8d72-e9d3810f52d3 None None] DHCP port deletion for 3724fd13-8c16-40f9-b884-23a3476e5bc7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:51.076954 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.079781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-962f4954-2560-4f0c-b1cc-868d39671c62 req-cca7e94e-296c-4b8c-bdff-78454f74264c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] No DVR routers for this DVR port 630a67bd-2884-486f-a316-09673d0efc26 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:36:51.093252 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-962f4954-2560-4f0c-b1cc-868d39671c62 req-cca7e94e-296c-4b8c-bdff-78454f74264c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.098123 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-962f4954-2560-4f0c-b1cc-868d39671c62 req-cca7e94e-296c-4b8c-bdff-78454f74264c tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.60 "DELETE /v2.0/ports/630a67bd-2884-486f-a316-09673d0efc26 HTTP/1.1" status: 204 len: 173 time: 2.7944691 Nov 25 19:36:51.101061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8230d75-d940-413b-b139-520be44404f9', 'name': 'network-vif-deleted', 'tag': '630a67bd-2884-486f-a316-09673d0efc26'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:51.116894 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abb8061-7b72-44b7-9491-e918ba308b70" -d '{"events": [{"server_uuid": "b8230d75-d940-413b-b139-520be44404f9", "name": "network-vif-deleted", "tag": "630a67bd-2884-486f-a316-09673d0efc26"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:51.134653 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94c7e8c5-8170-41c7-bdd3-c277cb091a7f req-c0cc50bb-2a4e-4b78-9f1a-564ba810d4ed tempest-ServerRescueNegativeTestJSON-1971862766 tempest-ServerRescueNegativeTestJSON-1971862766-project] 10.222.0.15 "GET /v2.0/ports?device_id=b8230d75-d940-413b-b139-520be44404f9 HTTP/1.1" status: 200 len: 210 time: 0.1140885 Nov 25 19:36:51.175162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Pushing event deleted for resources: {'Port': ['ID=20eb25d3-c222-4c70-95ae-61d4618d06cf,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:51.211366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.213417 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.215996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.216378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.216733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.217084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.219202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.220630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.221017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.221365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.223997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.225917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:51.292282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27facfdb-046d-4958-ba8c-cb70a289c558 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.298435 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27facfdb-046d-4958-ba8c-cb70a289c558 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.307890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-27facfdb-046d-4958-ba8c-cb70a289c558 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/98b7d824-474d-436c-bcf5-37e903189e25 HTTP/1.1" status: 204 len: 168 time: 0.4322875 Nov 25 19:36:51.335223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27facfdb-046d-4958-ba8c-cb70a289c558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b7d824-474d-436c-bcf5-37e903189e25,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:51.406084 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66b407c0-a5bd-475e-a495-43568a2d99ee x-openstack-request-id: req-66b407c0-a5bd-475e-a495-43568a2d99ee {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:51.406760 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8230d75-d940-413b-b139-520be44404f9", "name": "network-vif-deleted", "tag": "630a67bd-2884-486f-a316-09673d0efc26", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:51.407072 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66b407c0-a5bd-475e-a495-43568a2d99ee {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:51.407762 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8230d75-d940-413b-b139-520be44404f9', 'name': 'network-vif-deleted', 'tag': '630a67bd-2884-486f-a316-09673d0efc26', 'status': 'completed', 'code': 200} Nov 25 19:36:51.599671 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb560ff3-ed3f-473f-ba75-4fa95d4f015f req-58ff057c-5ce9-4af8-86bf-c456fb68e116 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 210 time: 0.0714424 Nov 25 19:36:51.602655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Router b3107076-2ed3-49e7-9220-648432c23852 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:51.877744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:51.879244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34796) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:51.898201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0335d-5edc-47cc-899d-514cc99771f0 None None] Sync routers for ids ['b3107076-2ed3-49e7-9220-648432c23852'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:51.932448 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64e232e4-469b-4202-8248-cf1f296cab7a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:51.951015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b0335d-5edc-47cc-899d-514cc99771f0 None None] Routers {'b3107076-2ed3-49e7-9220-648432c23852'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:51.954091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-70b0335d-5edc-47cc-899d-514cc99771f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b3107076-2ed3-49e7-9220-648432c23852'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:52.069883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device b236c631-6736-428c-a4b6-78395a269ffa up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:52.082066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] No DVR routers for this DVR port 20eb25d3-c222-4c70-95ae-61d4618d06cf on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:36:52.089122 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.102450 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab32480f-aab6-4ee3-9cae-17e0a49ec38c req-2d5a6a92-e339-40a8-9a21-03b809b023ec tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.60 "DELETE /v2.0/ports/20eb25d3-c222-4c70-95ae-61d4618d06cf HTTP/1.1" status: 204 len: 173 time: 4.1860967 Nov 25 19:36:52.203624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f6638e-c578-42c5-b4e5-3d9163360e73 req-30b5d2bb-12e4-450a-8c67-a28714036b88 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:52.214080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0f6638e-c578-42c5-b4e5-3d9163360e73 req-30b5d2bb-12e4-450a-8c67-a28714036b88 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 944 time: 0.1936643 Nov 25 19:36:52.306974 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0f6638e-c578-42c5-b4e5-3d9163360e73 req-0d3c16d5-707d-4bc9-93c8-a3cd36430688 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917289 Nov 25 19:36:52.384916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port b236c631-6736-428c-a4b6-78395a269ffa completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:36:52.402357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port b236c631-6736-428c-a4b6-78395a269ffa triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:52.403347 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.408476 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64e232e4-469b-4202-8248-cf1f296cab7a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.416138 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64e232e4-469b-4202-8248-cf1f296cab7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.493992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-70b0335d-5edc-47cc-899d-514cc99771f0 None None] Set router b3107076-2ed3-49e7-9220-648432c23852 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:52.512568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-64e232e4-469b-4202-8248-cf1f296cab7a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a53b8d5d3c944e88c03c56f92fdf661&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6314549 Nov 25 19:36:52.512766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34808) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:52.516414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e232e4-469b-4202-8248-cf1f296cab7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b97311c-aebd-4c3f-8399-134039a55145,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:52.638903 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34816) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:52.704740 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2460ae6-1c0b-4f2d-acd5-20a2a3b41fd0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.787202 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2460ae6-1c0b-4f2d-acd5-20a2a3b41fd0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.862175 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2460ae6-1c0b-4f2d-acd5-20a2a3b41fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.865750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2460ae6-1c0b-4f2d-acd5-20a2a3b41fd0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:52.867050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e2460ae6-1c0b-4f2d-acd5-20a2a3b41fd0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b97311c-aebd-4c3f-8399-134039a55145 HTTP/1.1" status: 204 len: 168 time: 0.3531129 Nov 25 19:36:52.885354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2460ae6-1c0b-4f2d-acd5-20a2a3b41fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b97311c-aebd-4c3f-8399-134039a55145,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:52.987552 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7477d184-c97e-4ad9-a148-8de74ca030ec req-74e0a9b0-3471-4d49-9b5a-674be0252f6a tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/ports?device_id=81eaff52-b9d8-44b7-b2e9-68235266cf0f HTTP/1.1" status: 200 len: 210 time: 0.0735023 Nov 25 19:36:53.068996 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:53.082495 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:53.154646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81215389-3047-46dd-a641-5fb56cae9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b236c631-6736-428c-a4b6-78395a269ffa'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:53.157259 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59c92ee5-f007-4fd2-81b5-99aac5a23661" -d '{"events": [{"server_uuid": "81215389-3047-46dd-a641-5fb56cae9eda", "name": "network-vif-plugged", "status": "completed", "tag": "b236c631-6736-428c-a4b6-78395a269ffa"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:53.175276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port b236c631-6736-428c-a4b6-78395a269ffa, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=b236c631-6736-428c-a4b6-78395a269ffa,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:53.180940 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:53.181869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 20eb25d3-c222-4c70-95ae-61d4618d06cf no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:53.234244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 20eb25d3-c222-4c70-95ae-61d4618d06cf {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:36:53.234708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 20eb25d3-c222-4c70-95ae-61d4618d06cf not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:36:53.235628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 630a67bd-2884-486f-a316-09673d0efc26 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:36:53.255982 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bd6e78-3731-49c4-ae71-c508aa198b82 x-openstack-request-id: req-16bd6e78-3731-49c4-ae71-c508aa198b82 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:53.256279 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81215389-3047-46dd-a641-5fb56cae9eda", "name": "network-vif-plugged", "status": "completed", "tag": "b236c631-6736-428c-a4b6-78395a269ffa", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:53.256551 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16bd6e78-3731-49c4-ae71-c508aa198b82 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:53.256957 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81215389-3047-46dd-a641-5fb56cae9eda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b236c631-6736-428c-a4b6-78395a269ffa', 'code': 200} Nov 25 19:36:53.284317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 630a67bd-2884-486f-a316-09673d0efc26 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:36:53.284661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 630a67bd-2884-486f-a316-09673d0efc26 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:36:53.301663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-70b0335d-5edc-47cc-899d-514cc99771f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:27Z', 'revision_number': 4, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0e08eb0d-a464-4d0d-8b13-679ef95055b5', 'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'mac_address': 'fa:16:3e:69:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd302628b-2030-4d07-8847-479a581e971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:26Z', 'updated_at': '2021-11-25T19:34:31Z', 'revision_number': 5, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'subnets': [{'id': 'd302628b-2030-4d07-8847-479a581e971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:53.338245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0335d-5edc-47cc-899d-514cc99771f0 None None] Checking router: b3107076-2ed3-49e7-9220-648432c23852 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:53.339690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=b236c631-6736-428c-a4b6-78395a269ffa,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:53.355787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34844) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:53.370716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70b0335d-5edc-47cc-899d-514cc99771f0 None None] Routers {'b3107076-2ed3-49e7-9220-648432c23852'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:53.371481 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-70b0335d-5edc-47cc-899d-514cc99771f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b3107076-2ed3-49e7-9220-648432c23852'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:53.415507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'name': 'network-vif-deleted', 'tag': '20eb25d3-c222-4c70-95ae-61d4618d06cf'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:36:53.418073 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02ea5e06-455c-47f4-8f2b-c6888cb429a7" -d '{"events": [{"server_uuid": "81eaff52-b9d8-44b7-b2e9-68235266cf0f", "name": "network-vif-deleted", "tag": "20eb25d3-c222-4c70-95ae-61d4618d06cf"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:36:53.470293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d032d4-fbd3-470e-919c-aae8581a860d req-89fede65-fe53-4efc-ba12-faccbf5c61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:53.472138 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f5d032d4-fbd3-470e-919c-aae8581a860d req-89fede65-fe53-4efc-ba12-faccbf5c61ac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 1096 time: 0.1191766 Nov 25 19:36:53.552001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-70b0335d-5edc-47cc-899d-514cc99771f0 None None] Set router b3107076-2ed3-49e7-9220-648432c23852 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:53.573916 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f5d032d4-fbd3-470e-919c-aae8581a860d req-063471aa-7ffa-4b33-a12d-32463e3b4063 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861883 Nov 25 19:36:53.593600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-523430425-network', 'tenant_id': '8e3dff33dd814eb4b3e0f7214f4ca8a7'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:53.608531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f72f93-10c4-465b-bffc-6ab8fa35e976 req-d0fa8dde-1e47-4e38-80f5-4a8491eee0da tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:53.610398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90f72f93-10c4-465b-bffc-6ab8fa35e976 req-d0fa8dde-1e47-4e38-80f5-4a8491eee0da tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 945 time: 0.1594973 Nov 25 19:36:53.632578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Made reservation on behalf of 8e3dff33dd814eb4b3e0f7214f4ca8a7 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:53.636444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:53.651287 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:53.731118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90f72f93-10c4-465b-bffc-6ab8fa35e976 req-be2019df-a1f3-4233-93e9-bf8c09dacf77 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947816 Nov 25 19:36:53.751392 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:53.865908 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:53.870733 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079e1b8b-80a0-48a8-b64d-a264cc7b186b x-openstack-request-id: req-079e1b8b-80a0-48a8-b64d-a264cc7b186b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:36:53.871440 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81eaff52-b9d8-44b7-b2e9-68235266cf0f", "name": "network-vif-deleted", "tag": "20eb25d3-c222-4c70-95ae-61d4618d06cf", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:36:53.874078 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-079e1b8b-80a0-48a8-b64d-a264cc7b186b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:36:53.874728 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81eaff52-b9d8-44b7-b2e9-68235266cf0f', 'name': 'network-vif-deleted', 'tag': '20eb25d3-c222-4c70-95ae-61d4618d06cf', 'status': 'completed', 'code': 200} Nov 25 19:36:53.879821 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:53.899094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-70b0335d-5edc-47cc-899d-514cc99771f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:27Z', 'revision_number': 4, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0e08eb0d-a464-4d0d-8b13-679ef95055b5', 'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'mac_address': 'fa:16:3e:69:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd302628b-2030-4d07-8847-479a581e971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:26Z', 'updated_at': '2021-11-25T19:34:31Z', 'revision_number': 5, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'subnets': [{'id': 'd302628b-2030-4d07-8847-479a581e971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:53.951760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 619} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:36:53.958461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70b0335d-5edc-47cc-899d-514cc99771f0 None None] The sync data for ids ['b3107076-2ed3-49e7-9220-648432c23852'] in n-d-817303-9 is: [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:27Z', 'revision_number': 4, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0e08eb0d-a464-4d0d-8b13-679ef95055b5', 'name': '', 'network_id': '5195e33a-884c-4321-8c57-50f2d8f03966', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'mac_address': 'fa:16:3e:69:fe:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_interface', 'standard_attr_id': 1182, 'fixed_ips': [{'subnet_id': 'd302628b-2030-4d07-8847-479a581e971a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:26Z', 'updated_at': '2021-11-25T19:34:31Z', 'revision_number': 5, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'subnets': [{'id': 'd302628b-2030-4d07-8847-479a581e971a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:53.977048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:53.985730 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:53.986116 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Added segment f09dcac4-3c93-4915-8447-35a7dcbe675f of type vlan for network a053e4d0-469c-4dcd-8e78-cc67a01a665b Nov 25 19:36:54.043273 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.088292 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.089692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:54.091676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.131241 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7742560 Nov 25 19:36:54.141916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34874) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:54.142270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34876) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:54.224889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] Request body: {'subnet': {'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-523430425-subnet', 'tenant_id': '8e3dff33dd814eb4b3e0f7214f4ca8a7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:36:54.330007 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6d1392d-ea1e-4490-950b-22b63efb49d7 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.338141 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150ee65-8319-46f6-94ea-364e618fd39a admin admin] Pushing event updated for resources: {'Network': ['ID=a053e4d0-469c-4dcd-8e78-cc67a01a665b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:54.351062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] Made reservation on behalf of 8e3dff33dd814eb4b3e0f7214f4ca8a7 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:36:54.353581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.355574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network a053e4d0-469c-4dcd-8e78-cc67a01a665b details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:36:54.386088 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6d1392d-ea1e-4490-950b-22b63efb49d7 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.435923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Deleting port aa778c51-ea9e-437b-9862-ea623e11762d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:54.436485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.543895 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4577538-5b06-4059-81fc-979465112296 None None] New status for floating IP d5e4f136-4446-4eab-ad5a-039fbad68f17: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:36:54.567105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] For port aa778c51-ea9e-437b-9862-ea623e11762d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=aa778c51-ea9e-437b-9862-ea623e11762d,segment=NetworkSegment(7e098222-06a0-4a19-9f30-09416b58223e),segment_id=7e098222-06a0-4a19-9f30-09416b58223e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:54.567576 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.582880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Calling delete_port for aa778c51-ea9e-437b-9862-ea623e11762d owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:54.587218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6d1392d-ea1e-4490-950b-22b63efb49d7 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.592544 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6d1392d-ea1e-4490-950b-22b63efb49d7 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.598935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f6d1392d-ea1e-4490-950b-22b63efb49d7 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "DELETE /v2.0/security-groups/243a34ae-65cb-4101-8a14-bebb5294e0a5 HTTP/1.1" status: 204 len: 168 time: 0.4544997 Nov 25 19:36:54.602187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34882) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:54.618261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1392d-ea1e-4490-950b-22b63efb49d7 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243a34ae-65cb-4101-8a14-bebb5294e0a5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:54.674264 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-ce72bd91-a711-418e-8496-5ffeb3193f7c tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] show failed (client error): The resource could not be found. Nov 25 19:36:54.675710 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ce72bd91-a711-418e-8496-5ffeb3193f7c tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "GET /v2.0/security-groups/243a34ae-65cb-4101-8a14-bebb5294e0a5 HTTP/1.1" status: 404 len: 347 time: 0.0724525 Nov 25 19:36:54.679835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34884) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:54.790239 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.920103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] Pushing event updated for resources: {'Subnet': ['ID=93ce9411-bfb6-4ae2-b200-98c35c301cc2,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:54.926144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] Checking segment: {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:54.926605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] Network hostable DHCP agents. Network: a053e4d0-469c-4dcd-8e78-cc67a01a665b, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:36:54.950467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] Network a053e4d0-469c-4dcd-8e78-cc67a01a665b is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:36:54.964266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, a053e4d0-469c-4dcd-8e78-cc67a01a665b) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:54.973140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:54.974218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:54.984076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e878bf-f5ee-41ee-ad03-9d2fa1a3a5e5 None None] Network a053e4d0-469c-4dcd-8e78-cc67a01a665b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:55.004890 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8d5e2b18-9325-4637-9486-3cba3167c51b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8549025 Nov 25 19:36:55.337213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-a053e4d0-469c-4dcd-8e78-cc67a01a665b', 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b', 'tenant_id': '8e3dff33dd814eb4b3e0f7214f4ca8a7', 'fixed_ips': [{'subnet_id': '93ce9411-bfb6-4ae2-b200-98c35c301cc2'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:36:55.338162 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:55.549009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Allocated IP 172.20.0.2 (a053e4d0-469c-4dcd-8e78-cc67a01a665b/93ce9411-bfb6-4ae2-b200-98c35c301cc2/c52afa22-af3c-4d53-a11f-3b85ea86b729) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:36:55.634603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e81f44-629a-4a67-8164-5dbab310c996 req-d37c30e5-85b6-42ad-9cc8-57b89cc38436 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:55.637372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45e81f44-629a-4a67-8164-5dbab310c996 req-d37c30e5-85b6-42ad-9cc8-57b89cc38436 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 945 time: 0.2880163 Nov 25 19:36:55.776907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9cd0b366-698c-4d0f-90e2-787f1cd97a89 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Deleting port 574c1de7-338b-49b1-a854-333d05a5a550 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:55.777481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9cd0b366-698c-4d0f-90e2-787f1cd97a89 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:55.789081 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:55.800625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:55.822226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Network a053e4d0-469c-4dcd-8e78-cc67a01a665b is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:36:55.848985 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:36:55.852638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:36:56.032303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45e81f44-629a-4a67-8164-5dbab310c996 req-49d42ac9-f907-4447-98de-4f0c5359fc60 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3753660 Nov 25 19:36:56.098444 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.149397 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9cd0b366-698c-4d0f-90e2-787f1cd97a89 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.149904 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9cd0b366-698c-4d0f-90e2-787f1cd97a89 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.155615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Pushing event deleted for resources: {'Port': ['ID=aa778c51-ea9e-437b-9862-ea623e11762d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:56.187007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.187755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.188549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.189402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.190343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.191013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.191533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.192000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.192474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.192944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.193434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.193902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:36:56.197915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9cd0b366-698c-4d0f-90e2-787f1cd97a89 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Calling delete_port for 574c1de7-338b-49b1-a854-333d05a5a550 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:56.209340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Pushing event updated for resources: {'Port': ['ID=c52afa22-af3c-4d53-a11f-3b85ea86b729,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:56.213042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Attempting to bind port c52afa22-af3c-4d53-a11f-3b85ea86b729 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:36:56.213403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Attempting to bind port c52afa22-af3c-4d53-a11f-3b85ea86b729 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:36:56.213771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Attempting to bind port c52afa22-af3c-4d53-a11f-3b85ea86b729 on network a053e4d0-469c-4dcd-8e78-cc67a01a665b {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:36:56.216169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f2b4092-359c-4f1a-9e20-484447612a2c None None] DHCP port deletion for 3724fd13-8c16-40f9-b884-23a3476e5bc7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:36:56.232369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:36:56.232751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Checking segment: {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:36:56.233158 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.233548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Bound using segment: {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:36:56.234032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Bound port: c52afa22-af3c-4d53-a11f-3b85ea86b729, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:36:56.234574 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.322198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] For port c52afa22-af3c-4d53-a11f-3b85ea86b729, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:36:56.330890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] For port c52afa22-af3c-4d53-a11f-3b85ea86b729, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c52afa22-af3c-4d53-a11f-3b85ea86b729,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:36:56.335908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.549880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66206e75-d038-41f9-a2ea-ae40f51159c9 None None] Pushing event updated for resources: {'Port': ['ID=c52afa22-af3c-4d53-a11f-3b85ea86b729,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:56.610180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.698745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9cd0b366-698c-4d0f-90e2-787f1cd97a89 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:56.957155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34940) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:56.968104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd0b366-698c-4d0f-90e2-787f1cd97a89 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Pushing event deleted for resources: {'Port': ['ID=574c1de7-338b-49b1-a854-333d05a5a550,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:57.123374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf0d828d-2da8-4ad9-b5fd-3fe005219994 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.145121 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9cd0b366-698c-4d0f-90e2-787f1cd97a89 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.148622 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9cd0b366-698c-4d0f-90e2-787f1cd97a89 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.153143 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9cd0b366-698c-4d0f-90e2-787f1cd97a89 tempest-ServersTestFqdnHostnames-1134565401 tempest-ServersTestFqdnHostnames-1134565401-project] 10.222.0.15 "DELETE /v2.0/floatingips/d5e4f136-4446-4eab-ad5a-039fbad68f17 HTTP/1.1" status: 204 len: 168 time: 2.4702487 Nov 25 19:36:57.156556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34956) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:57.168590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Router 6399017b-4f19-4d39-bd10-8a5367e18701 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:36:57.405338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:36:57.419097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811578-b762-4000-9356-4b8d407c0b8a req-65109faa-bbd7-43a5-9f50-1991d3fabd16 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:57.420956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5b597-7f7d-4d86-a047-fde4c6f10f83 None None] Sync routers for ids ['6399017b-4f19-4d39-bd10-8a5367e18701'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:36:57.433108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-65109faa-bbd7-43a5-9f50-1991d3fabd16 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/networks?id=a053e4d0-469c-4dcd-8e78-cc67a01a665b HTTP/1.1" status: 200 len: 815 time: 0.2554128 Nov 25 19:36:57.438395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5b597-7f7d-4d86-a047-fde4c6f10f83 None None] Routers {'6399017b-4f19-4d39-bd10-8a5367e18701'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:57.439550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30c5b597-7f7d-4d86-a047-fde4c6f10f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6399017b-4f19-4d39-bd10-8a5367e18701'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:57.448694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6fcbbade-d24b-4fe1-a0fe-c1f3a9b2645f admin admin] 10.222.0.15 "PUT /v2.0/routers/6399017b-4f19-4d39-bd10-8a5367e18701/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8082821 Nov 25 19:36:57.452207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34960) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:57.473425 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-02982306-0980-4fa2-8183-30de39632eba tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/quotas/8e3dff33dd814eb4b3e0f7214f4ca8a7 HTTP/1.1" status: 200 len: 375 time: 0.0381234 Nov 25 19:36:57.591360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-30c5b597-7f7d-4d86-a047-fde4c6f10f83 None None] Set router 6399017b-4f19-4d39-bd10-8a5367e18701 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:57.738909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-d75ed8cc-109a-4e81-9d85-f451a7fd845c tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e3dff33dd814eb4b3e0f7214f4ca8a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1769123 Nov 25 19:36:57.856179 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf0d828d-2da8-4ad9-b5fd-3fe005219994 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.868285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf0d828d-2da8-4ad9-b5fd-3fe005219994 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.869336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:57.869847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30c5b597-7f7d-4d86-a047-fde4c6f10f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-router', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:15Z', 'updated_at': '2021-11-25T19:36:55Z', 'revision_number': 5, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'gw_port': {'id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:17Z', 'updated_at': '2021-11-25T19:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:57.909378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5b597-7f7d-4d86-a047-fde4c6f10f83 None None] Checking router: 6399017b-4f19-4d39-bd10-8a5367e18701 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:36:57.920448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c5b597-7f7d-4d86-a047-fde4c6f10f83 None None] Routers {'6399017b-4f19-4d39-bd10-8a5367e18701'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:36:57.923736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30c5b597-7f7d-4d86-a047-fde4c6f10f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6399017b-4f19-4d39-bd10-8a5367e18701'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:57.963491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34964) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:57.967090 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bf0d828d-2da8-4ad9-b5fd-3fe005219994 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e75e3c797354040831c54cb8a50af98&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0080845 Nov 25 19:36:57.975739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0d828d-2da8-4ad9-b5fd-3fe005219994 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54482b8f-1f88-46fb-bce5-9fcacaf55228,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:58.068055 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-e5669c6a-b14b-458c-a29d-fd693914ab72 service neutron] 10.222.0.15 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184817 Nov 25 19:36:58.095171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-30c5b597-7f7d-4d86-a047-fde4c6f10f83 None None] Set router 6399017b-4f19-4d39-bd10-8a5367e18701 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:36:58.173030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5a109b-7497-4604-b238-b6e4ab44dbaa None None] Network a053e4d0-469c-4dcd-8e78-cc67a01a665b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:36:58.256794 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.326885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-25ade30d-c0e8-4846-951a-96ef12aa7433 None None] Provisioning complete for port c52afa22-af3c-4d53-a11f-3b85ea86b729 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:58.327306 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25ade30d-c0e8-4846-951a-96ef12aa7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.378843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.388951 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58d08712-8838-4458-94d7-67aaaa0685e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.472600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-2c0cd7ef-ecd3-41c4-9256-16675829a765 service neutron] 10.222.0.15 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293698 Nov 25 19:36:58.502870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58d08712-8838-4458-94d7-67aaaa0685e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.547487 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25ade30d-c0e8-4846-951a-96ef12aa7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.599628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c52afa22-af3c-4d53-a11f-3b85ea86b729 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:36:58.613175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Deleting port cb143ad3-7718-41c0-875c-28d231c90f71 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:58.613539 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.656028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58d08712-8838-4458-94d7-67aaaa0685e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.661728 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58d08712-8838-4458-94d7-67aaaa0685e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.664158 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-58d08712-8838-4458-94d7-67aaaa0685e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/54482b8f-1f88-46fb-bce5-9fcacaf55228 HTTP/1.1" status: 204 len: 168 time: 0.6958258 Nov 25 19:36:58.682228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d08712-8838-4458-94d7-67aaaa0685e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54482b8f-1f88-46fb-bce5-9fcacaf55228,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:58.763438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-25ade30d-c0e8-4846-951a-96ef12aa7433 None None] For port c52afa22-af3c-4d53-a11f-3b85ea86b729, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c52afa22-af3c-4d53-a11f-3b85ea86b729,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:58.776081 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25ade30d-c0e8-4846-951a-96ef12aa7433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.859875 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c52afa22-af3c-4d53-a11f-3b85ea86b729 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:58.860365 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.915265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] Deleting port 0e08eb0d-a464-4d0d-8b13-679ef95055b5 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:36:58.915615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.942496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30c5b597-7f7d-4d86-a047-fde4c6f10f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-router', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:15Z', 'updated_at': '2021-11-25T19:36:55Z', 'revision_number': 5, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'gw_port': {'id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:17Z', 'updated_at': '2021-11-25T19:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:36:58.955566 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be0b5e-1727-428c-9802-f1b35ea0193a req-89cd7170-1623-4095-b1c0-8007bbd427da tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:58.957213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42be0b5e-1727-428c-9802-f1b35ea0193a req-89cd7170-1623-4095-b1c0-8007bbd427da tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 945 time: 0.1535220 Nov 25 19:36:58.970557 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] For port cb143ad3-7718-41c0-875c-28d231c90f71, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cb143ad3-7718-41c0-875c-28d231c90f71,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:58.970940 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:58.989519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ade30d-c0e8-4846-951a-96ef12aa7433 None None] Pushing event updated for resources: {'Port': ['ID=c52afa22-af3c-4d53-a11f-3b85ea86b729,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:59.002854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Calling delete_port for cb143ad3-7718-41c0-875c-28d231c90f71 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:59.069638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c5b597-7f7d-4d86-a047-fde4c6f10f83 None None] The sync data for ids ['6399017b-4f19-4d39-bd10-8a5367e18701'] in n-d-817303-9 is: [{'id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'name': 'tempest-ServerRescueNegativeTestJSON-2047961835-router', 'tenant_id': 'b78ef7675b774666a87f69a9c2c8895f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157'}], 'enable_snat': True}, 'gw_port_id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:33:15Z', 'updated_at': '2021-11-25T19:36:55Z', 'revision_number': 5, 'project_id': 'b78ef7675b774666a87f69a9c2c8895f', 'gw_port': {'id': 'cb143ad3-7718-41c0-875c-28d231c90f71', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:d9:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6399017b-4f19-4d39-bd10-8a5367e18701', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1106, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:33:17Z', 'updated_at': '2021-11-25T19:33:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:36:59.097854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] For port 0e08eb0d-a464-4d0d-8b13-679ef95055b5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0e08eb0d-a464-4d0d-8b13-679ef95055b5,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:36:59.098513 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.129693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] Calling delete_port for 0e08eb0d-a464-4d0d-8b13-679ef95055b5 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:36:59.167038 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42be0b5e-1727-428c-9802-f1b35ea0193a req-983cdd48-ea82-4c1c-a148-bdb7a3e9f703 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2000840 Nov 25 19:36:59.583310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.614581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] Pushing event deleted for resources: {'Port': ['ID=0e08eb0d-a464-4d0d-8b13-679ef95055b5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:36:59.689587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-330b5b29-7f20-4d94-9383-85e9ecf535dd None None] Provisioning complete for port c52afa22-af3c-4d53-a11f-3b85ea86b729 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:36:59.690439 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-330b5b29-7f20-4d94-9383-85e9ecf535dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.753152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35006) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:36:59.861181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3662d992-f180-4032-a0b0-819372b8d04d tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:36:59.873698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3662d992-f180-4032-a0b0-819372b8d04d tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/networks?id=a053e4d0-469c-4dcd-8e78-cc67a01a665b HTTP/1.1" status: 200 len: 815 time: 0.3983414 Nov 25 19:36:59.927480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-9a566778-203f-429c-924d-7a801fac46d6 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/quotas/8e3dff33dd814eb4b3e0f7214f4ca8a7 HTTP/1.1" status: 200 len: 375 time: 0.0526764 Nov 25 19:36:59.977369 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e1be930-8436-4e4c-aabb-25f1cff3dab1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:36:59.988073 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.048736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Pushing event deleted for resources: {'Port': ['ID=cb143ad3-7718-41c0-875c-28d231c90f71,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:00.095468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655e1324-9252-4b0b-b6e2-c02ceb50c0ef None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:37:00.127524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3588828b-51a9-46b4-b641-6ba11d0c71c7 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e3dff33dd814eb4b3e0f7214f4ca8a7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1975706 Nov 25 19:37:00.132278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.278541 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e1be930-8436-4e4c-aabb-25f1cff3dab1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.292523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e1be930-8436-4e4c-aabb-25f1cff3dab1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.304719 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.346657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1be930-8436-4e4c-aabb-25f1cff3dab1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c49822b-b32e-4200-832a-13438a9caf74,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:00.356410 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0e1be930-8436-4e4c-aabb-25f1cff3dab1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63b4bf79ae9a4c12aeb72b545a9b00eb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5972571 Nov 25 19:37:00.356685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35014) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:00.416384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.422733 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.482432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-9043f9b6-cb3c-4819-ba29-44bd64991d7f service neutron] 10.222.0.15 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3099489 Nov 25 19:37:00.507399 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9fd5d00-23bb-464c-9ccb-063a7aad4c8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.543982 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9fd5d00-23bb-464c-9ccb-063a7aad4c8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.547114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] Router b3107076-2ed3-49e7-9220-648432c23852 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:37:00.586418 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.587970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6399017b-4f19-4d39-bd10-8a5367e18701 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:37:00.594706 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.599358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-105c750d-ba3a-4ec6-ac98-f3d273ece18a admin admin] 10.222.0.15 "DELETE /v2.0/routers/6399017b-4f19-4d39-bd10-8a5367e18701 HTTP/1.1" status: 204 len: 168 time: 3.1420224 Nov 25 19:37:00.599578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35016) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:00.683959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-66b5dde4-1cf8-4091-a285-3a6f94502744 service neutron] 10.222.0.15 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2030566 Nov 25 19:37:00.691936 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e52c356-798f-4a77-b427-6dc4585d87e0 admin admin] Deleting subnet 1bb1206d-cadb-4115-9efa-67753bdec310 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:37:00.698385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e52c356-798f-4a77-b427-6dc4585d87e0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.753834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c52afa22-af3c-4d53-a11f-3b85ea86b729 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:00.759155 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9fd5d00-23bb-464c-9ccb-063a7aad4c8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.762368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9fd5d00-23bb-464c-9ccb-063a7aad4c8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.763865 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f9fd5d00-23bb-464c-9ccb-063a7aad4c8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c49822b-b32e-4200-832a-13438a9caf74 HTTP/1.1" status: 204 len: 168 time: 0.4060557 Nov 25 19:37:00.794208 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e52c356-798f-4a77-b427-6dc4585d87e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.837402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fd5d00-23bb-464c-9ccb-063a7aad4c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c49822b-b32e-4200-832a-13438a9caf74,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:00.919850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:37:00.934539 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e52c356-798f-4a77-b427-6dc4585d87e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:00.934753 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298b4984-6e9d-4c8e-92c1-eca140fa8a45 None None] Sync routers for ids ['b3107076-2ed3-49e7-9220-648432c23852'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:37:00.944483 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a7a3a23e-bcea-49b7-aaab-743f9494ff71 admin admin] 10.222.0.15 "PUT /v2.0/routers/b3107076-2ed3-49e7-9220-648432c23852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7867267 Nov 25 19:37:00.948364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35020) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:00.968171 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298b4984-6e9d-4c8e-92c1-eca140fa8a45 None None] Routers {'b3107076-2ed3-49e7-9220-648432c23852'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:00.970112 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-298b4984-6e9d-4c8e-92c1-eca140fa8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b3107076-2ed3-49e7-9220-648432c23852'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:01.020493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c52afa22-af3c-4d53-a11f-3b85ea86b729 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:01.020869 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:01.080369 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e52c356-798f-4a77-b427-6dc4585d87e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:01.162471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811578-b762-4000-9356-4b8d407c0b8a req-2a037c83-98fc-4212-b17c-cec2586ddfdd tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:01.176501 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-2a037c83-98fc-4212-b17c-cec2586ddfdd tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "GET /v2.0/networks?id=a053e4d0-469c-4dcd-8e78-cc67a01a665b HTTP/1.1" status: 200 len: 815 time: 0.4185178 Nov 25 19:37:01.190680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e52c356-798f-4a77-b427-6dc4585d87e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1bb1206d-cadb-4115-9efa-67753bdec310,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:01.207378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e52c356-798f-4a77-b427-6dc4585d87e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:01.216286 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6e52c356-798f-4a77-b427-6dc4585d87e0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1bb1206d-cadb-4115-9efa-67753bdec310 HTTP/1.1" status: 204 len: 168 time: 0.6124604 Nov 25 19:37:01.217329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35024) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:01.230314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b1032b-316f-4f7f-8502-162b8fa9b5a4 None None] Network 3724fd13-8c16-40f9-b884-23a3476e5bc7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:01.231516 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-298b4984-6e9d-4c8e-92c1-eca140fa8a45 None None] Set router b3107076-2ed3-49e7-9220-648432c23852 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:01.323704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Request body: {'port': {'device_id': 'db92864c-8c81-4141-ba75-d5b40fee3e55', 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b', 'admin_state_up': True, 'tenant_id': '8e3dff33dd814eb4b3e0f7214f4ca8a7'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:01.624327 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:01.749233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:01.894503 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device aa778c51-ea9e-437b-9862-ea623e11762d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:01.941524 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-298b4984-6e9d-4c8e-92c1-eca140fa8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:36:59Z', 'revision_number': 5, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:02.015256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Made reservation on behalf of 8e3dff33dd814eb4b3e0f7214f4ca8a7 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:02.015527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: aa778c51-ea9e-437b-9862-ea623e11762d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:02.025388 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.031804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device aa778c51-ea9e-437b-9862-ea623e11762d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:02.053698 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298b4984-6e9d-4c8e-92c1-eca140fa8a45 None None] Checking router: b3107076-2ed3-49e7-9220-648432c23852 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:37:02.061882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.084831 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298b4984-6e9d-4c8e-92c1-eca140fa8a45 None None] Routers {'b3107076-2ed3-49e7-9220-648432c23852'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:37:02.085664 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-298b4984-6e9d-4c8e-92c1-eca140fa8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b3107076-2ed3-49e7-9220-648432c23852'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:02.168734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3724fd13-8c16-40f9-b884-23a3476e5bc7']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:02.212383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e098222-06a0-4a19-9f30-09416b58223e') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:02.213006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e098222-06a0-4a19-9f30-09416b58223e') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:02.255184 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9806d922-cafd-438b-9dd3-920ea54dc2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.292373 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.318964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d0bd1c-779f-4525-89b1-1d2e532034cb None None] DHCP port deletion for 3724fd13-8c16-40f9-b884-23a3476e5bc7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:37:02.351786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.368563 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-298b4984-6e9d-4c8e-92c1-eca140fa8a45 None None] Set router b3107076-2ed3-49e7-9220-648432c23852 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:37:02.369430 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:37:02.371619 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:37:02.378677 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:37:02.539200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.539906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cb143ad3-7718-41c0-875c-28d231c90f71 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:02.600962 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:02.654752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: cb143ad3-7718-41c0-875c-28d231c90f71 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:02.655331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cb143ad3-7718-41c0-875c-28d231c90f71 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:02.761048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Allocated IP 172.20.0.13 (a053e4d0-469c-4dcd-8e78-cc67a01a665b/93ce9411-bfb6-4ae2-b200-98c35c301cc2/42209df4-e2cd-4b49-ae50-6d606d3f08e0) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:02.809298 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-298b4984-6e9d-4c8e-92c1-eca140fa8a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:36:59Z', 'revision_number': 5, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:02.874613 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-298b4984-6e9d-4c8e-92c1-eca140fa8a45 None None] The sync data for ids ['b3107076-2ed3-49e7-9220-648432c23852'] in n-d-817303-9 is: [{'id': 'b3107076-2ed3-49e7-9220-648432c23852', 'name': 'tempest-ServersTestFqdnHostnames-2106455879-router', 'tenant_id': '42abf9522fba4b2fb72ffe446d818fe3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215'}], 'enable_snat': True}, 'gw_port_id': 'fa072029-75d0-4521-9979-3600182e1bab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:36:59Z', 'revision_number': 5, 'project_id': '42abf9522fba4b2fb72ffe446d818fe3', 'gw_port': {'id': 'fa072029-75d0-4521-9979-3600182e1bab', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:ad:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3107076-2ed3-49e7-9220-648432c23852', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1173, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:34:21Z', 'updated_at': '2021-11-25T19:34:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:37:02.913908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Deleting port fa072029-75d0-4521-9979-3600182e1bab {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:02.914641 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.038758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] For port fa072029-75d0-4521-9979-3600182e1bab, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=fa072029-75d0-4521-9979-3600182e1bab,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:03.039566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.069109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Calling delete_port for fa072029-75d0-4521-9979-3600182e1bab owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:03.223406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.230206 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] 10.222.0.15 "DELETE /v2.0/networks/3724fd13-8c16-40f9-b884-23a3476e5bc7 HTTP/1.1" status: 204 len: 168 time: 2.0086694 Nov 25 19:37:03.241769 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.263575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd57702-d532-4dd2-8e63-fc1a16273f24 admin admin] Pushing event deleted for resources: {'Network': ['ID=3724fd13-8c16-40f9-b884-23a3476e5bc7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:03.376395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-2912e1df-e760-413f-8f6b-af7cfc6b8577 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:03.378222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-2912e1df-e760-413f-8f6b-af7cfc6b8577 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/networks?id=a053e4d0-469c-4dcd-8e78-cc67a01a665b HTTP/1.1" status: 200 len: 815 time: 0.9980383 Nov 25 19:37:03.423845 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-ac6823f4-7328-43fc-ad2a-30a9dc893c76 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/quotas/8e3dff33dd814eb4b3e0f7214f4ca8a7 HTTP/1.1" status: 200 len: 375 time: 0.0305531 Nov 25 19:37:03.518680 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.608285 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-91855944-0747-4685-b8d0-6819b502a7b3 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=8e3dff33dd814eb4b3e0f7214f4ca8a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1723878 Nov 25 19:37:03.755793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Network a053e4d0-469c-4dcd-8e78-cc67a01a665b is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:03.777372 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:03.780283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:03.784566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:03.794447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Pushing event updated for resources: {'Port': ['ID=42209df4-e2cd-4b49-ae50-6d606d3f08e0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:03.849401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35096) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:03.898951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c466edb-1870-4eab-bdea-f3b1f5f66742 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:37:03.961399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa072029-75d0-4521-9979-3600182e1bab,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:03.992094 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8a3e430e-f79f-4449-826a-a252e4bc87d7 service neutron] 10.222.0.15 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3554411 Nov 25 19:37:04.039979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3b9c6b-455b-4925-b19d-61afe856735c req-760cb13d-ec60-44b5-8440-4689253d0af3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:04.041646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0c3b9c6b-455b-4925-b19d-61afe856735c req-760cb13d-ec60-44b5-8440-4689253d0af3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.60 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 945 time: 0.4008811 Nov 25 19:37:04.049120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-da5c9902-d4d2-4017-9544-ca0b104eb439 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:04.050929 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-da5c9902-d4d2-4017-9544-ca0b104eb439 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "GET /v2.0/networks?id=a053e4d0-469c-4dcd-8e78-cc67a01a665b HTTP/1.1" status: 200 len: 815 time: 0.5511045 Nov 25 19:37:04.071422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:04.072350 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.087452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Request body: {'port': {'device_id': '1e5d455e-70ba-4303-8f11-cb1f53fba025', 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b', 'admin_state_up': True, 'tenant_id': '8e3dff33dd814eb4b3e0f7214f4ca8a7'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:04.167431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-e33adadb-8714-45ab-8d93-526a4b87c97b service neutron] 10.222.0.15 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738906 Nov 25 19:37:04.178755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35102) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:04.178981 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-16d0b01a-c094-43aa-b6ba-7ba21dd33a50 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b78ef7675b774666a87f69a9c2c8895f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3281155 Nov 25 19:37:04.196204 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-74acd651-9eec-455f-9f33-290c9a5ea366 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9004748 Nov 25 19:37:04.274322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Request body: {'port': {'device_id': 'db92864c-8c81-4141-ba75-d5b40fee3e55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:04.296123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.395857 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4939270-61c4-4340-ad5a-0e4e7bd5e65f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.398292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-06ca4db6-c548-4681-8b12-1302d11b7985 None None] Provisioning complete for port 42209df4-e2cd-4b49-ae50-6d606d3f08e0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:04.398959 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-06ca4db6-c548-4681-8b12-1302d11b7985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.515982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4939270-61c4-4340-ad5a-0e4e7bd5e65f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.618078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-06ca4db6-c548-4681-8b12-1302d11b7985 None None] Port 42209df4-e2cd-4b49-ae50-6d606d3f08e0 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:04.684811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0e08eb0d-a464-4d0d-8b13-679ef95055b5 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:04.754136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 0e08eb0d-a464-4d0d-8b13-679ef95055b5 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:04.754484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0e08eb0d-a464-4d0d-8b13-679ef95055b5 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:04.764554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4939270-61c4-4340-ad5a-0e4e7bd5e65f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.774438 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4939270-61c4-4340-ad5a-0e4e7bd5e65f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.781634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d4939270-61c4-4340-ad5a-0e4e7bd5e65f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6 HTTP/1.1" status: 204 len: 168 time: 0.5994303 Nov 25 19:37:04.792661 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bf028c75-1a12-48a6-b3ec-48eed5f22485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:04.818734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4939270-61c4-4340-ad5a-0e4e7bd5e65f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a5f1c2-140b-4f2d-b452-448fe2f2a1d6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:04.996213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.000306 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.118328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.148866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-838e3a89-c98f-4725-8085-a8eb7fef7d9d req-2f8efdac-4096-4194-802b-6ec572119d3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:05.150570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-838e3a89-c98f-4725-8085-a8eb7fef7d9d req-2f8efdac-4096-4194-802b-6ec572119d3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 945 time: 0.2195301 Nov 25 19:37:05.197244 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.197832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3107076-2ed3-49e7-9220-648432c23852 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:37:05.215879 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.217091 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8e7c3579-e829-4dfb-969b-e2eb630fe41a admin admin] 10.222.0.15 "DELETE /v2.0/routers/b3107076-2ed3-49e7-9220-648432c23852 HTTP/1.1" status: 204 len: 168 time: 4.2666841 Nov 25 19:37:05.220996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35126) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:05.225608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Made reservation on behalf of 8e3dff33dd814eb4b3e0f7214f4ca8a7 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:05.244132 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.362777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0c3b9c6b-455b-4925-b19d-61afe856735c req-c2d8f7a7-f68c-40db-be99-e9cc05afd91d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Deleting port b236c631-6736-428c-a4b6-78395a269ffa {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:05.363305 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0c3b9c6b-455b-4925-b19d-61afe856735c req-c2d8f7a7-f68c-40db-be99-e9cc05afd91d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.364887 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-838e3a89-c98f-4725-8085-a8eb7fef7d9d req-66671549-ac5a-44c5-ac07-4c460452c674 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971459 Nov 25 19:37:05.396654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb9abe8-fdbd-4157-9e64-7b9afbc4b97a admin admin] Deleting subnet d302628b-2030-4d07-8847-479a581e971a {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:37:05.411689 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdb9abe8-fdbd-4157-9e64-7b9afbc4b97a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.516598 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdb9abe8-fdbd-4157-9e64-7b9afbc4b97a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.786626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0c3b9c6b-455b-4925-b19d-61afe856735c req-c2d8f7a7-f68c-40db-be99-e9cc05afd91d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] For port b236c631-6736-428c-a4b6-78395a269ffa, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=b236c631-6736-428c-a4b6-78395a269ffa,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:05.787047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0c3b9c6b-455b-4925-b19d-61afe856735c req-c2d8f7a7-f68c-40db-be99-e9cc05afd91d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:05.803393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-38a4b1d8-1771-48a4-b8c1-10bcf0b9b05d req-e5c6396a-c390-4407-8a53-fb12c9c5497b tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 210 time: 0.0864940 Nov 25 19:37:05.840784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Allocated IP 172.20.0.10 (a053e4d0-469c-4dcd-8e78-cc67a01a665b/93ce9411-bfb6-4ae2-b200-98c35c301cc2/1079304d-b96e-4f4c-a604-8bebe5ed041b) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:05.865442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0c3b9c6b-455b-4925-b19d-61afe856735c req-c2d8f7a7-f68c-40db-be99-e9cc05afd91d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Calling delete_port for b236c631-6736-428c-a4b6-78395a269ffa owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:05.933773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdb9abe8-fdbd-4157-9e64-7b9afbc4b97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.096125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdb9abe8-fdbd-4157-9e64-7b9afbc4b97a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.110376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device b236c631-6736-428c-a4b6-78395a269ffa no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:06.174653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdb9abe8-fdbd-4157-9e64-7b9afbc4b97a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.179492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bdb9abe8-fdbd-4157-9e64-7b9afbc4b97a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d302628b-2030-4d07-8847-479a581e971a HTTP/1.1" status: 204 len: 168 time: 0.9524131 Nov 25 19:37:06.180982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb9abe8-fdbd-4157-9e64-7b9afbc4b97a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d302628b-2030-4d07-8847-479a581e971a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:06.189395 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35148) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:06.197362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a88911d-89fe-4b6e-9570-505bb47557e2 None None] Network 5195e33a-884c-4321-8c57-50f2d8f03966 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:06.576236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device fa072029-75d0-4521-9979-3600182e1bab no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:06.582034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.611334 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0c3b9c6b-455b-4925-b19d-61afe856735c req-c2d8f7a7-f68c-40db-be99-e9cc05afd91d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.666356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: fa072029-75d0-4521-9979-3600182e1bab {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:06.666356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device fa072029-75d0-4521-9979-3600182e1bab not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:06.666716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a045537-1be2-4048-bb78-e311db14288c req-9900fb58-39eb-4bdf-ba7a-08c2f2ae47cf tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:06.672746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ec3d67d7-e3bc-4e82-966f-76119cac5255'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:06.691735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a045537-1be2-4048-bb78-e311db14288c req-9900fb58-39eb-4bdf-ba7a-08c2f2ae47cf tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=81215389-3047-46dd-a641-5fb56cae9eda HTTP/1.1" status: 200 len: 867 time: 0.1366396 Nov 25 19:37:06.716023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d8f7a7-f68c-40db-be99-e9cc05afd91d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Pushing event deleted for resources: {'Port': ['ID=b236c631-6736-428c-a4b6-78395a269ffa,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:06.729853 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.805325 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a045537-1be2-4048-bb78-e311db14288c req-010c5edd-1051-4cb0-b1f2-3bc3d47c3051 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123855 Nov 25 19:37:06.841666 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.912102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3b9c6b-455b-4925-b19d-61afe856735c req-c2d8f7a7-f68c-40db-be99-e9cc05afd91d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] No DVR routers for this DVR port b236c631-6736-428c-a4b6-78395a269ffa on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:37:06.955923 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0c3b9c6b-455b-4925-b19d-61afe856735c req-c2d8f7a7-f68c-40db-be99-e9cc05afd91d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:06.963657 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0c3b9c6b-455b-4925-b19d-61afe856735c req-c2d8f7a7-f68c-40db-be99-e9cc05afd91d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.60 "DELETE /v2.0/ports/b236c631-6736-428c-a4b6-78395a269ffa HTTP/1.1" status: 204 len: 173 time: 2.8866949 Nov 25 19:37:06.967837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No active binding found for port b236c631-6736-428c-a4b6-78395a269ffa {{(pid=103653) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:37:06.971094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81215389-3047-46dd-a641-5fb56cae9eda', 'name': 'network-vif-deleted', 'tag': 'b236c631-6736-428c-a4b6-78395a269ffa'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:06.975424 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152ee925-f0b3-401b-8f04-02e60b591185" -d '{"events": [{"server_uuid": "81215389-3047-46dd-a641-5fb56cae9eda", "name": "network-vif-deleted", "tag": "b236c631-6736-428c-a4b6-78395a269ffa"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:06.976121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device b236c631-6736-428c-a4b6-78395a269ffa not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:07.096955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a410ebd-9985-49fc-bbe6-6e54c888138c None None] DHCP port deletion for 5195e33a-884c-4321-8c57-50f2d8f03966 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:37:07.130747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.286312 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c83b1407-bae6-4d2f-a4bb-1802d151aebd req-4a58d84c-55f5-466c-af22-01202929791d tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 210 time: 0.0692255 Nov 25 19:37:07.295185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Pushing event updated for resources: {'Port': ['ID=1079304d-b96e-4f4c-a604-8bebe5ed041b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:07.486444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8a410ebd-9985-49fc-bbe6-6e54c888138c None None] Deleting port df53ecaf-9dc9-461c-8afa-a0d4593b3084 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:07.487055 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a410ebd-9985-49fc-bbe6-6e54c888138c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.511067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42209df4-e2cd-4b49-ae50-6d606d3f08e0 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:07.528689 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96b20805-3eb2-4370-bc59-36f779390a50 x-openstack-request-id: req-96b20805-3eb2-4370-bc59-36f779390a50 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:07.529029 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81215389-3047-46dd-a641-5fb56cae9eda", "name": "network-vif-deleted", "tag": "b236c631-6736-428c-a4b6-78395a269ffa", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:07.529280 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96b20805-3eb2-4370-bc59-36f779390a50 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:07.529721 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81215389-3047-46dd-a641-5fb56cae9eda', 'name': 'network-vif-deleted', 'tag': 'b236c631-6736-428c-a4b6-78395a269ffa', 'status': 'completed', 'code': 200} Nov 25 19:37:07.536643 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.621874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Network a053e4d0-469c-4dcd-8e78-cc67a01a665b is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:07.629161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Transition to ACTIVE for port object 42209df4-e2cd-4b49-ae50-6d606d3f08e0 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:37:07.634438 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:07.652650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:07.657807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Deleting port df53ecaf-9dc9-461c-8afa-a0d4593b3084 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:07.658229 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.660662 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.685939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8a410ebd-9985-49fc-bbe6-6e54c888138c None None] For port df53ecaf-9dc9-461c-8afa-a0d4593b3084, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=df53ecaf-9dc9-461c-8afa-a0d4593b3084,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:07.688200 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a410ebd-9985-49fc-bbe6-6e54c888138c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.732543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8a410ebd-9985-49fc-bbe6-6e54c888138c None None] Calling delete_port for df53ecaf-9dc9-461c-8afa-a0d4593b3084 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:07.878929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:07.981857 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a410ebd-9985-49fc-bbe6-6e54c888138c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.096802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a410ebd-9985-49fc-bbe6-6e54c888138c None None] Pushing event deleted for resources: {'Port': ['ID=df53ecaf-9dc9-461c-8afa-a0d4593b3084,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:08.105667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-9589464f-813a-4315-9275-7f7494e6a605 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:08.107373 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-9589464f-813a-4315-9275-7f7494e6a605 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "GET /v2.0/networks?id=a053e4d0-469c-4dcd-8e78-cc67a01a665b HTTP/1.1" status: 200 len: 815 time: 1.0195594 Nov 25 19:37:08.123654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a410ebd-9985-49fc-bbe6-6e54c888138c None None] No DVR routers for this DVR port df53ecaf-9dc9-461c-8afa-a0d4593b3084 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:37:08.185568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-be49c471-c5ef-4467-88d9-189a777958c2 None None] Provisioning complete for port 1079304d-b96e-4f4c-a604-8bebe5ed041b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:08.186223 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-be49c471-c5ef-4467-88d9-189a777958c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.192751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Request body: {'port': {'device_id': '1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c', 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b', 'admin_state_up': True, 'tenant_id': '8e3dff33dd814eb4b3e0f7214f4ca8a7'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:08.215268 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.231316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:08.232067 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.232203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-be49c471-c5ef-4467-88d9-189a777958c2 None None] Port 1079304d-b96e-4f4c-a604-8bebe5ed041b cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:08.258660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] For port df53ecaf-9dc9-461c-8afa-a0d4593b3084, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=df53ecaf-9dc9-461c-8afa-a0d4593b3084,segment=NetworkSegment(cf341225-4b54-47fd-b771-d6b359e67203),segment_id=cf341225-4b54-47fd-b771-d6b359e67203)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:08.259506 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.420441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Pushing event updated for resources: {'Port': ['ID=42209df4-e2cd-4b49-ae50-6d606d3f08e0,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:08.562282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device df53ecaf-9dc9-461c-8afa-a0d4593b3084 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:08.623572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Made reservation on behalf of 8e3dff33dd814eb4b3e0f7214f4ca8a7 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:08.625269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: df53ecaf-9dc9-461c-8afa-a0d4593b3084 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:08.625623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device df53ecaf-9dc9-461c-8afa-a0d4593b3084 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:08.632853 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:08.646680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Calling delete_port for df53ecaf-9dc9-461c-8afa-a0d4593b3084 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:08.711092 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-3a24ed95-6a12-4f87-901a-01f0e6828c28 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6355019 Nov 25 19:37:08.745461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Request body: {'port': {'device_id': '1e5d455e-70ba-4303-8f11-cb1f53fba025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:08.779115 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc0f6be4-f384-45b2-9454-1d77faf27cfb req-4de9c128-d6ab-4afc-a09e-cfa30ea9b7ab tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 210 time: 0.0427248 Nov 25 19:37:09.140766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Allocated IP 172.20.0.9 (a053e4d0-469c-4dcd-8e78-cc67a01a665b/93ce9411-bfb6-4ae2-b200-98c35c301cc2/af11d049-bade-454e-af4f-90441a7e029e) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:09.236795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcaa996-a967-4c99-a8e0-bdbfb6cd2c15 req-ee926ccc-8e1a-4ed0-84f3-f5ed450a0e5c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:09.255872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5dcaa996-a967-4c99-a8e0-bdbfb6cd2c15 req-ee926ccc-8e1a-4ed0-84f3-f5ed450a0e5c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1979592 Nov 25 19:37:09.343561 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.369482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5dcaa996-a967-4c99-a8e0-bdbfb6cd2c15 req-f6881dd5-4243-444c-9035-e63408304497 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090739 Nov 25 19:37:09.446696 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.451495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Attempting to bind port 42209df4-e2cd-4b49-ae50-6d606d3f08e0 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:09.452143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Attempting to bind port 42209df4-e2cd-4b49-ae50-6d606d3f08e0 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:09.456377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Attempting to bind port 42209df4-e2cd-4b49-ae50-6d606d3f08e0 on network a053e4d0-469c-4dcd-8e78-cc67a01a665b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:09.516863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Port 42209df4-e2cd-4b49-ae50-6d606d3f08e0 on network a053e4d0-469c-4dcd-8e78-cc67a01a665b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:37:09.516863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Attempting to bind port 42209df4-e2cd-4b49-ae50-6d606d3f08e0 on network a053e4d0-469c-4dcd-8e78-cc67a01a665b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:09.612323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Pushing event deleted for resources: {'Port': ['ID=df53ecaf-9dc9-461c-8afa-a0d4593b3084,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:09.618762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.641217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:09.642649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Checking segment: {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:09.646583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Bound using segment: {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:09.648209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Bound port: 42209df4-e2cd-4b49-ae50-6d606d3f08e0, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:09.649258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.782666 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:09.789789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] No DVR routers for this DVR port df53ecaf-9dc9-461c-8afa-a0d4593b3084 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:37:09.841611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Network a053e4d0-469c-4dcd-8e78-cc67a01a665b is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:09.908015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:09.944094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:10.003524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Pushing event updated for resources: {'Port': ['ID=af11d049-bade-454e-af4f-90441a7e029e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:10.052009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f460cb56-e7b9-427a-a14f-abffe1474c0b req-abccd768-5b66-4160-b42d-1445dc70da38 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:10.055197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f460cb56-e7b9-427a-a14f-abffe1474c0b req-abccd768-5b66-4160-b42d-1445dc70da38 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0748777 Nov 25 19:37:10.146732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f460cb56-e7b9-427a-a14f-abffe1474c0b req-e554a907-6098-48de-8399-69232520dc26 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822618 Nov 25 19:37:10.309081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:10.310078 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.317244 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.339000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c61fd10-0628-4b6a-ba9a-cfa940bc2585 req-513cf126-84a6-4dab-9355-3affd7cf3195 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:10.342247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c61fd10-0628-4b6a-ba9a-cfa940bc2585 req-513cf126-84a6-4dab-9355-3affd7cf3195 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 931 time: 0.0924199 Nov 25 19:37:10.379384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] For port 42209df4-e2cd-4b49-ae50-6d606d3f08e0, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:10.422761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5195e33a-884c-4321-8c57-50f2d8f03966']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:10.428761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c61fd10-0628-4b6a-ba9a-cfa940bc2585 req-23020892-b2d1-4bf4-9600-111fe3a87f2d tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790360 Nov 25 19:37:10.429660 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8f3cdc66-e848-4f50-b1b6-76eb20cbe457 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2782564 Nov 25 19:37:10.508659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b13e111f-9b59-47d1-a867-a83c76f3c17b None None] Provisioning complete for port af11d049-bade-454e-af4f-90441a7e029e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:10.509422 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b13e111f-9b59-47d1-a867-a83c76f3c17b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.615821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] For port 42209df4-e2cd-4b49-ae50-6d606d3f08e0, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=42209df4-e2cd-4b49-ae50-6d606d3f08e0,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:10.631955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Request body: {'port': {'device_id': '1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:10.634624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b13e111f-9b59-47d1-a867-a83c76f3c17b None None] Port af11d049-bade-454e-af4f-90441a7e029e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:10.638673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf341225-4b54-47fd-b771-d6b359e67203') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:10.639938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf341225-4b54-47fd-b771-d6b359e67203') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:10.643311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.707493 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.849327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Pushing event updated for resources: {'Port': ['ID=42209df4-e2cd-4b49-ae50-6d606d3f08e0,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:10.878248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f0618c-3d7f-4b59-9de5-02939512e80a req-182d2d9c-b90b-4ca3-be8a-d72386a96071 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:10.892728 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06f0618c-3d7f-4b59-9de5-02939512e80a req-182d2d9c-b90b-4ca3-be8a-d72386a96071 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1465554 Nov 25 19:37:10.973145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:10.973655 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.975157 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-b21ff038-d896-4648-bfa5-35e47766ffe4 service neutron] 10.222.0.60 "PUT /v2.0/ports/42209df4-e2cd-4b49-ae50-6d606d3f08e0 HTTP/1.1" status: 200 len: 1092 time: 6.7175143 Nov 25 19:37:10.978005 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:10.988248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db92864c-8c81-4141-ba75-d5b40fee3e55', 'tag': '42209df4-e2cd-4b49-ae50-6d606d3f08e0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:10.992007 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c360f48d-08fa-4215-bcfc-7c57bded99b4" -d '{"events": [{"name": "network-changed", "server_uuid": "db92864c-8c81-4141-ba75-d5b40fee3e55", "tag": "42209df4-e2cd-4b49-ae50-6d606d3f08e0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:11.000770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.012364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:37:11.012830 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:37:11.019026 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:37:11.076001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06f0618c-3d7f-4b59-9de5-02939512e80a req-fd0e2069-1763-4be3-afe6-42b7a4d9432e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684117 Nov 25 19:37:11.592331 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4521a3a2-e2bd-4fe8-a64c-2c9115dc43cd x-openstack-request-id: req-4521a3a2-e2bd-4fe8-a64c-2c9115dc43cd {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:11.592669 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db92864c-8c81-4141-ba75-d5b40fee3e55", "tag": "42209df4-e2cd-4b49-ae50-6d606d3f08e0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:11.592826 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4521a3a2-e2bd-4fe8-a64c-2c9115dc43cd {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:11.593282 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'db92864c-8c81-4141-ba75-d5b40fee3e55', 'tag': '42209df4-e2cd-4b49-ae50-6d606d3f08e0', 'status': 'completed', 'code': 200} Nov 25 19:37:11.679508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1079304d-b96e-4f4c-a604-8bebe5ed041b {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:11.689800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.707936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Transition to ACTIVE for port object 1079304d-b96e-4f4c-a604-8bebe5ed041b will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:37:11.789751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.839681 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.868809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:11.882991 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5195e33a-884c-4321-8c57-50f2d8f03966 HTTP/1.1" status: 204 len: 168 time: 5.6616197 Nov 25 19:37:11.987137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a9b48f-34bb-47f3-a911-2d6c53d0e953 admin admin] Pushing event deleted for resources: {'Network': ['ID=5195e33a-884c-4321-8c57-50f2d8f03966,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:12.003651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811578-b762-4000-9356-4b8d407c0b8a req-812dcd0a-fa32-41fb-8ac0-c96a8e3fae40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:12.005416 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-812dcd0a-fa32-41fb-8ac0-c96a8e3fae40 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e3dff33dd814eb4b3e0f7214f4ca8a7&device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 1095 time: 0.9129338 Nov 25 19:37:12.014092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Pushing event updated for resources: {'Port': ['ID=1079304d-b96e-4f4c-a604-8bebe5ed041b,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:12.173517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af3ef0-50cf-46a0-8b68-95cfeb8634c9 req-8247bd52-6ce1-45ac-92e4-640e84d0993a tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:12.195404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21af3ef0-50cf-46a0-8b68-95cfeb8634c9 req-8247bd52-6ce1-45ac-92e4-640e84d0993a tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 931 time: 0.2304335 Nov 25 19:37:12.214611 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-636ab523-bfd9-472e-be18-60d32a076a92 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42209df4-e2cd-4b49-ae50-6d606d3f08e0 HTTP/1.1" status: 200 len: 217 time: 0.1961606 Nov 25 19:37:12.412059 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21af3ef0-50cf-46a0-8b68-95cfeb8634c9 req-7bd7fa56-e4b1-4961-b7cf-5254bc753df6 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156229 Nov 25 19:37:12.580827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35324) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:12.684575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-794f0dd3-a80e-4df7-8869-d9ae9f03df99 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42abf9522fba4b2fb72ffe446d818fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1018870 Nov 25 19:37:12.687509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35326) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:12.822095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08212976-d300-480b-a79a-e3f93962afe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:12.876340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Attempting to bind port 1079304d-b96e-4f4c-a604-8bebe5ed041b on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:12.876911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Attempting to bind port 1079304d-b96e-4f4c-a604-8bebe5ed041b by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:12.877004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Attempting to bind port 1079304d-b96e-4f4c-a604-8bebe5ed041b on network a053e4d0-469c-4dcd-8e78-cc67a01a665b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:12.880158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811578-b762-4000-9356-4b8d407c0b8a req-bbefd126-d748-4c58-8c0f-681915b149dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:12.881664 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-bbefd126-d748-4c58-8c0f-681915b149dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=93ce9411-bfb6-4ae2-b200-98c35c301cc2 HTTP/1.1" status: 200 len: 854 time: 0.6196012 Nov 25 19:37:12.902871 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08212976-d300-480b-a79a-e3f93962afe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:12.959967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Port 1079304d-b96e-4f4c-a604-8bebe5ed041b on network a053e4d0-469c-4dcd-8e78-cc67a01a665b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:37:12.960525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Attempting to bind port 1079304d-b96e-4f4c-a604-8bebe5ed041b on network a053e4d0-469c-4dcd-8e78-cc67a01a665b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:13.028834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:13.029567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Checking segment: {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:13.030187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Bound using segment: {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:13.031227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Bound port: 1079304d-b96e-4f4c-a604-8bebe5ed041b, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:13.032120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.064836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08212976-d300-480b-a79a-e3f93962afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.079511 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08212976-d300-480b-a79a-e3f93962afe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.081659 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-08212976-d300-480b-a79a-e3f93962afe1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2aca62ae-f26f-45d5-91f2-80a7962d6b27 HTTP/1.1" status: 204 len: 168 time: 0.3924017 Nov 25 19:37:13.119046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08212976-d300-480b-a79a-e3f93962afe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aca62ae-f26f-45d5-91f2-80a7962d6b27,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:13.149833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af811578-b762-4000-9356-4b8d407c0b8a req-ddc95a91-479e-48fa-ae45-dd844cabb6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:13.152686 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-ddc95a91-479e-48fa-ae45-dd844cabb6ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a053e4d0-469c-4dcd-8e78-cc67a01a665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2530448 Nov 25 19:37:13.170266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af11d049-bade-454e-af4f-90441a7e029e {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:13.208321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.273696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] For port 1079304d-b96e-4f4c-a604-8bebe5ed041b, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:13.423327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Transition to ACTIVE for port object af11d049-bade-454e-af4f-90441a7e029e will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:37:13.433295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] For port 1079304d-b96e-4f4c-a604-8bebe5ed041b, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1079304d-b96e-4f4c-a604-8bebe5ed041b,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:13.437682 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.451877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:13.680311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a59c9a-287a-4766-89a9-2af2c6d852e2 req-420ae109-f61a-4349-b50d-8c65d2724459 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:13.691918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74a59c9a-287a-4766-89a9-2af2c6d852e2 req-420ae109-f61a-4349-b50d-8c65d2724459 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 943 time: 0.1765723 Nov 25 19:37:13.692653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35350) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:13.977129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74a59c9a-287a-4766-89a9-2af2c6d852e2 req-81c9e9b8-cd8b-4b2a-84f3-376ad732c772 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485685 Nov 25 19:37:14.382405 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1bc583b4-7e57-4093-af4b-cfc13a51ad0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:14.466576 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:37:14.482587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:14.483574 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:14.486497 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] 10.222.0.60 "PUT /v2.0/ports/1079304d-b96e-4f4c-a604-8bebe5ed041b HTTP/1.1" status: 200 len: 1092 time: 5.7586551 Nov 25 19:37:14.524324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5d455e-70ba-4303-8f11-cb1f53fba025', 'tag': '1079304d-b96e-4f4c-a604-8bebe5ed041b'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:14.527331 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b991c9f8-caab-49a0-99b8-702692073b46" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5d455e-70ba-4303-8f11-cb1f53fba025", "tag": "1079304d-b96e-4f4c-a604-8bebe5ed041b"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:14.622075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Attempting to bind port af11d049-bade-454e-af4f-90441a7e029e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:14.622685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Attempting to bind port af11d049-bade-454e-af4f-90441a7e029e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:14.623246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Attempting to bind port af11d049-bade-454e-af4f-90441a7e029e on network a053e4d0-469c-4dcd-8e78-cc67a01a665b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:14.675768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Port af11d049-bade-454e-af4f-90441a7e029e on network a053e4d0-469c-4dcd-8e78-cc67a01a665b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:37:14.676358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Attempting to bind port af11d049-bade-454e-af4f-90441a7e029e on network a053e4d0-469c-4dcd-8e78-cc67a01a665b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:14.690249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 36, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:14.690926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Checking segment: {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:14.691542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Bound using segment: {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:14.692353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Bound port: af11d049-bade-454e-af4f-90441a7e029e, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f09dcac4-3c93-4915-8447-35a7dcbe675f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 619, 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:14.692909 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:14.714021 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-49cfd2b4-e4bb-42c8-a1e9-a98046d73864 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5351870 Nov 25 19:37:14.786042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] For port af11d049-bade-454e-af4f-90441a7e029e, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:14.789612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] For port af11d049-bade-454e-af4f-90441a7e029e, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=af11d049-bade-454e-af4f-90441a7e029e,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:14.798510 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05572e32-af39-4b20-a389-6a1110b2871a x-openstack-request-id: req-05572e32-af39-4b20-a389-6a1110b2871a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:14.798743 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5d455e-70ba-4303-8f11-cb1f53fba025", "tag": "1079304d-b96e-4f4c-a604-8bebe5ed041b", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:14.799259 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-05572e32-af39-4b20-a389-6a1110b2871a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:14.799802 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5d455e-70ba-4303-8f11-cb1f53fba025', 'tag': '1079304d-b96e-4f4c-a604-8bebe5ed041b', 'status': 'completed', 'code': 200} Nov 25 19:37:14.808699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Pushing event updated for resources: {'Port': ['ID=af11d049-bade-454e-af4f-90441a7e029e,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:14.813239 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:14.863653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1bc583b4-7e57-4093-af4b-cfc13a51ad0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:14.876694 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1bc583b4-7e57-4093-af4b-cfc13a51ad0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:15.090550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc583b4-7e57-4093-af4b-cfc13a51ad0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=943b01e6-498f-4b12-b968-a0db7ad6255b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:15.099432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-f35f4dbd-e2f4-4bee-8b7d-ffc8984330b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:15.103004 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-f35f4dbd-e2f4-4bee-8b7d-ffc8984330b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e3dff33dd814eb4b3e0f7214f4ca8a7&device_id=1e5d455e-70ba-4303-8f11-cb1f53fba025 HTTP/1.1" status: 200 len: 1095 time: 0.4820971 Nov 25 19:37:15.106574 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-af811578-b762-4000-9356-4b8d407c0b8a req-89dac663-f298-4995-81ba-82d78237fc19 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057430 Nov 25 19:37:15.107808 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1f0cbe-b790-470b-be0b-7a3c9b248d77 service neutron] Pushing event updated for resources: {'Port': ['ID=1079304d-b96e-4f4c-a604-8bebe5ed041b,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:15.116591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1bc583b4-7e57-4093-af4b-cfc13a51ad0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eaaf353dc34344989777f1fd8efe7789&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4029100 Nov 25 19:37:15.120668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35374) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:15.289487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Pushing event updated for resources: {'Port': ['ID=af11d049-bade-454e-af4f-90441a7e029e,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:15.320203 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ecd735bc-265f-48be-8ac3-f356fbe53f70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:15.449410 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ecd735bc-265f-48be-8ac3-f356fbe53f70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:15.551117 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-a62ac9cf-4c00-4e88-9d72-23d7b7a79c86 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1079304d-b96e-4f4c-a604-8bebe5ed041b HTTP/1.1" status: 200 len: 217 time: 0.2457068 Nov 25 19:37:15.559055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:15.559055 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:15.566250 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-67ae190d-f91f-4aa4-9ef7-666184f267b9 service neutron] 10.222.0.60 "PUT /v2.0/ports/af11d049-bade-454e-af4f-90441a7e029e HTTP/1.1" status: 200 len: 1091 time: 4.9449053 Nov 25 19:37:15.799635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67a3666-3135-4c2b-8dfe-85f7701bdb21 req-88e404e9-a2b3-418d-96c7-d8c62270a34f tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:15.800903 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d67a3666-3135-4c2b-8dfe-85f7701bdb21 req-88e404e9-a2b3-418d-96c7-d8c62270a34f tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 943 time: 0.3462708 Nov 25 19:37:15.904721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ecd735bc-265f-48be-8ac3-f356fbe53f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:15.913916 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ecd735bc-265f-48be-8ac3-f356fbe53f70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:15.919254 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ecd735bc-265f-48be-8ac3-f356fbe53f70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/943b01e6-498f-4b12-b968-a0db7ad6255b HTTP/1.1" status: 204 len: 168 time: 0.7969937 Nov 25 19:37:15.922480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-f3395265-4d65-4f43-bd95-578ebda49658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:15.927858 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-f3395265-4d65-4f43-bd95-578ebda49658 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=93ce9411-bfb6-4ae2-b200-98c35c301cc2 HTTP/1.1" status: 200 len: 854 time: 0.3561850 Nov 25 19:37:15.938861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360f48d-08fa-4215-bcfc-7c57bded99b4 req-f6c08f3b-bc94-46e1-af3d-cacdac2ad591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:15.940469 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c360f48d-08fa-4215-bcfc-7c57bded99b4 req-f6c08f3b-bc94-46e1-af3d-cacdac2ad591 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e3dff33dd814eb4b3e0f7214f4ca8a7&device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 1095 time: 0.6468349 Nov 25 19:37:15.981338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd735bc-265f-48be-8ac3-f356fbe53f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=943b01e6-498f-4b12-b968-a0db7ad6255b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:15.993657 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d67a3666-3135-4c2b-8dfe-85f7701bdb21 req-fd1172c0-a628-4a31-92fd-2e701049136c tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639795 Nov 25 19:37:16.021208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-7590c0b6-a81a-4ef8-bc1b-cc39674e668f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:16.022777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-7590c0b6-a81a-4ef8-bc1b-cc39674e668f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e3dff33dd814eb4b3e0f7214f4ca8a7&device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 1094 time: 0.3101754 Nov 25 19:37:16.211620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-4a196f78-e411-470d-9c39-ee41de3e9e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:16.213515 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-4a196f78-e411-470d-9c39-ee41de3e9e1a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a053e4d0-469c-4dcd-8e78-cc67a01a665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2639248 Nov 25 19:37:16.220524 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-40dd8007-cf37-4bd5-866f-c09e16c53e4d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af11d049-bade-454e-af4f-90441a7e029e HTTP/1.1" status: 200 len: 217 time: 0.1323559 Nov 25 19:37:16.306688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-7a9ea2ec-3a50-4606-b9fe-721b6df8e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:16.309444 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-7a9ea2ec-3a50-4606-b9fe-721b6df8e20f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=93ce9411-bfb6-4ae2-b200-98c35c301cc2 HTTP/1.1" status: 200 len: 854 time: 0.0623238 Nov 25 19:37:16.491759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-58b2f62f-3eb1-4817-b865-3e9a19bb4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:16.493335 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-58b2f62f-3eb1-4817-b865-3e9a19bb4e1c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a053e4d0-469c-4dcd-8e78-cc67a01a665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1725092 Nov 25 19:37:16.494433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360f48d-08fa-4215-bcfc-7c57bded99b4 req-0b6798a8-f922-4427-a2a6-b8badaf5071e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:16.495873 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c360f48d-08fa-4215-bcfc-7c57bded99b4 req-0b6798a8-f922-4427-a2a6-b8badaf5071e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a053e4d0-469c-4dcd-8e78-cc67a01a665b HTTP/1.1" status: 200 len: 916 time: 0.5258470 Nov 25 19:37:16.576184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce134791-41e9-49e4-9f6f-1c21ccde4b73 req-0fd36abf-eee7-421b-9d0f-60024cf8c436 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:16.588464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce134791-41e9-49e4-9f6f-1c21ccde4b73 req-0fd36abf-eee7-421b-9d0f-60024cf8c436 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0832880 Nov 25 19:37:16.654776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce134791-41e9-49e4-9f6f-1c21ccde4b73 req-922d0759-aeee-4a73-9958-65bf132d4d26 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647051 Nov 25 19:37:16.668718 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-e0c9686d-4147-4de8-bfd1-3425fa0e8ab9 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593244 Nov 25 19:37:16.670701 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c360f48d-08fa-4215-bcfc-7c57bded99b4 req-27396276-601d-43dd-a234-8643143a878b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42209df4-e2cd-4b49-ae50-6d606d3f08e0 HTTP/1.1" status: 200 len: 217 time: 0.1602719 Nov 25 19:37:16.743194 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-452aa540-e976-4820-ba60-64e85a5d0c60 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5081091 Nov 25 19:37:16.815021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c', 'tag': 'af11d049-bade-454e-af4f-90441a7e029e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:16.823579 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85d4fb2-2631-4903-9547-84651e3689b9" -d '{"events": [{"name": "network-changed", "server_uuid": "1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c", "tag": "af11d049-bade-454e-af4f-90441a7e029e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:16.933153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946640c-379f-419a-b6ae-003c7ddd0df6 req-d05bf701-d2a8-4678-9a1b-dae784980c98 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:16.936220 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3946640c-379f-419a-b6ae-003c7ddd0df6 req-d05bf701-d2a8-4678-9a1b-dae784980c98 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1469629 Nov 25 19:37:16.958088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360f48d-08fa-4215-bcfc-7c57bded99b4 req-46a866d5-4e0e-423e-a361-121d2ecddd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:16.959895 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c360f48d-08fa-4215-bcfc-7c57bded99b4 req-46a866d5-4e0e-423e-a361-121d2ecddd7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=93ce9411-bfb6-4ae2-b200-98c35c301cc2 HTTP/1.1" status: 200 len: 854 time: 0.2733927 Nov 25 19:37:17.032873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35426) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:17.078429 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6775a8c9-078d-456e-903d-ce30950dfc2c req-8c33f80e-3966-4d0a-8e2c-dbad90d5f030 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3924057 Nov 25 19:37:17.084325 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95bd3c3c-d9b7-4b6f-b274-3eb1108cf51c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:17.087561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3946640c-379f-419a-b6ae-003c7ddd0df6 req-6f568af5-3501-467a-ae63-e132854e7abb tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367383 Nov 25 19:37:17.091155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35430) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:17.092974 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90eb47a4-b66f-454a-a883-4ca7ea970f96 req-eaac6eec-cbc1-4ec0-ad54-f98c7a60f936 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3170915 Nov 25 19:37:17.177181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360f48d-08fa-4215-bcfc-7c57bded99b4 req-4b1cd280-65ba-4c58-9111-3476a1c56403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:17.182207 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c360f48d-08fa-4215-bcfc-7c57bded99b4 req-4b1cd280-65ba-4c58-9111-3476a1c56403 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a053e4d0-469c-4dcd-8e78-cc67a01a665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2081532 Nov 25 19:37:17.290912 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-638b1702-287e-47ac-b845-9ec5beeb024c x-openstack-request-id: req-638b1702-287e-47ac-b845-9ec5beeb024c {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:17.291885 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c", "tag": "af11d049-bade-454e-af4f-90441a7e029e", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:17.292542 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-638b1702-287e-47ac-b845-9ec5beeb024c {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:17.293826 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c', 'tag': 'af11d049-bade-454e-af4f-90441a7e029e', 'status': 'completed', 'code': 200} Nov 25 19:37:17.453284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a920ef-2abd-4ed0-856a-d2da406e9e13 req-53620286-f0ab-4e89-be86-d2824cec63cb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:17.474328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5a920ef-2abd-4ed0-856a-d2da406e9e13 req-53620286-f0ab-4e89-be86-d2824cec63cb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 943 time: 0.1261537 Nov 25 19:37:17.616766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4fb2-2631-4903-9547-84651e3689b9 req-ed3c0884-ef55-4ec9-a50d-23df3c6fa7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:17.617733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1794808168-network', 'tenant_id': 'd420af3ef99243a79aadc58b7ae7123b'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:17.620405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b85d4fb2-2631-4903-9547-84651e3689b9 req-ed3c0884-ef55-4ec9-a50d-23df3c6fa7bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e3dff33dd814eb4b3e0f7214f4ca8a7&device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 1094 time: 0.3340633 Nov 25 19:37:17.627537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5a920ef-2abd-4ed0-856a-d2da406e9e13 req-6406c19d-f22a-42d4-96e1-19abd823bb34 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513987 Nov 25 19:37:17.664942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Made reservation on behalf of d420af3ef99243a79aadc58b7ae7123b for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:17.669861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:17.697413 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:17.701951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c9f8-caab-49a0-99b8-702692073b46 req-bf621971-c1b8-46ac-adf2-5da549d61601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:17.704848 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b991c9f8-caab-49a0-99b8-702692073b46 req-bf621971-c1b8-46ac-adf2-5da549d61601 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e3dff33dd814eb4b3e0f7214f4ca8a7&device_id=1e5d455e-70ba-4303-8f11-cb1f53fba025 HTTP/1.1" status: 200 len: 1095 time: 0.4805450 Nov 25 19:37:17.706683 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95bd3c3c-d9b7-4b6f-b274-3eb1108cf51c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:17.846119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95bd3c3c-d9b7-4b6f-b274-3eb1108cf51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:17.950926 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:17.966297 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:17.979602 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-95bd3c3c-d9b7-4b6f-b274-3eb1108cf51c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85a16fd66d0d4cb98356f632d6eda24e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9445040 Nov 25 19:37:17.989310 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35456) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:18.052422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bd3c3c-d9b7-4b6f-b274-3eb1108cf51c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ec1b94-fa58-4dd5-9f8d-64e0eea936e6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:18.085992 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c360f48d-08fa-4215-bcfc-7c57bded99b4 req-5945b896-f437-47d0-a973-f85574d19035 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8817463 Nov 25 19:37:18.135445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:37:18.146474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 42209df4-e2cd-4b49-ae50-6d606d3f08e0 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:37:18.188639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e40fdd37-3ac4-4f7b-857f-879f6f41137b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:18.194387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.195170 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Added segment 179626b3-7495-4c6b-bb7f-35c1b5bd70c4 of type vlan for network 9c1bb39d-f6d8-4f94-84d5-465e0ec2450d Nov 25 19:37:18.238171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ac8062c-0c26-4be9-bca3-0f4ea43381e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.283979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c9f8-caab-49a0-99b8-702692073b46 req-b8b5aaad-5d19-4463-9e01-c1bbc3df456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:18.285465 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b991c9f8-caab-49a0-99b8-702692073b46 req-b8b5aaad-5d19-4463-9e01-c1bbc3df456c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a053e4d0-469c-4dcd-8e78-cc67a01a665b HTTP/1.1" status: 200 len: 916 time: 0.5641654 Nov 25 19:37:18.334699 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.355040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4fb2-2631-4903-9547-84651e3689b9 req-a212f277-b7b6-4a34-b697-de554fc4a418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:18.357080 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b85d4fb2-2631-4903-9547-84651e3689b9 req-a212f277-b7b6-4a34-b697-de554fc4a418 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a053e4d0-469c-4dcd-8e78-cc67a01a665b HTTP/1.1" status: 200 len: 916 time: 0.7235396 Nov 25 19:37:18.374161 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ac8062c-0c26-4be9-bca3-0f4ea43381e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.468582 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b85d4fb2-2631-4903-9547-84651e3689b9 req-587b1716-1d4f-4bed-b237-5bad79958f8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af11d049-bade-454e-af4f-90441a7e029e HTTP/1.1" status: 200 len: 217 time: 0.0930355 Nov 25 19:37:18.522054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 42209df4-e2cd-4b49-ae50-6d606d3f08e0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=42209df4-e2cd-4b49-ae50-6d606d3f08e0,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:18.548514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '42209df4-e2cd-4b49-ae50-6d606d3f08e0', 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b', 'port_id': '42209df4-e2cd-4b49-ae50-6d606d3f08e0', 'mac_address': 'fa:16:3e:31:9c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ce9411-bfb6-4ae2-b200-98c35c301cc2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:37:18.555785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825935b4-5c3d-45ed-8678-7d618d2bf807 req-251f585e-6d19-4fe0-a5e9-f8d5972abe0e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:18.567772 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-825935b4-5c3d-45ed-8678-7d618d2bf807 req-251f585e-6d19-4fe0-a5e9-f8d5972abe0e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2700312 Nov 25 19:37:18.580646 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.581863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:18.582520 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.622597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4fb2-2631-4903-9547-84651e3689b9 req-0d3c1423-5253-45d3-ac6b-1b5cb5a9417d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:18.625203 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b85d4fb2-2631-4903-9547-84651e3689b9 req-0d3c1423-5253-45d3-ac6b-1b5cb5a9417d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=93ce9411-bfb6-4ae2-b200-98c35c301cc2 HTTP/1.1" status: 200 len: 854 time: 0.0890512 Nov 25 19:37:18.628931 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b991c9f8-caab-49a0-99b8-702692073b46 req-c693c922-ad48-4026-bdd6-cb9461b2d9c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1079304d-b96e-4f4c-a604-8bebe5ed041b HTTP/1.1" status: 200 len: 217 time: 0.2875049 Nov 25 19:37:18.684814 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.741359 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42209df4-e2cd-4b49-ae50-6d606d3f08e0 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:18.744015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6483519 Nov 25 19:37:18.751519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35464) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:18.761245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] Request body: {'subnet': {'network_id': '9c1bb39d-f6d8-4f94-84d5-465e0ec2450d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1794808168-subnet', 'tenant_id': 'd420af3ef99243a79aadc58b7ae7123b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:18.808614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 42209df4-e2cd-4b49-ae50-6d606d3f08e0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=42209df4-e2cd-4b49-ae50-6d606d3f08e0,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:18.816119 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.825341 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c360f48d-08fa-4215-bcfc-7c57bded99b4 req-1cfafcb0-fd3b-4d45-a57f-b257bccd6cd7 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7198482 Nov 25 19:37:18.838662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ac8062c-0c26-4be9-bca3-0f4ea43381e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.851729 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ac8062c-0c26-4be9-bca3-0f4ea43381e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.855257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5ac8062c-0c26-4be9-bca3-0f4ea43381e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1ec1b94-fa58-4dd5-9f8d-64e0eea936e6 HTTP/1.1" status: 204 len: 168 time: 0.8562672 Nov 25 19:37:18.875537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] Made reservation on behalf of d420af3ef99243a79aadc58b7ae7123b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:18.878063 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:18.897034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51626c7-9abf-441b-8746-3f83da0712bd admin admin] Pushing event updated for resources: {'Network': ['ID=9c1bb39d-f6d8-4f94-84d5-465e0ec2450d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:18.902357 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c9f8-caab-49a0-99b8-702692073b46 req-8696e6e0-32f8-433c-b300-e8e125de54e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:18.904032 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b991c9f8-caab-49a0-99b8-702692073b46 req-8696e6e0-32f8-433c-b300-e8e125de54e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=93ce9411-bfb6-4ae2-b200-98c35c301cc2 HTTP/1.1" status: 200 len: 854 time: 0.2623963 Nov 25 19:37:18.923145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85d4fb2-2631-4903-9547-84651e3689b9 req-7d55a740-74c1-46c7-8b69-bf73bda57429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:18.924922 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b85d4fb2-2631-4903-9547-84651e3689b9 req-7d55a740-74c1-46c7-8b69-bf73bda57429 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a053e4d0-469c-4dcd-8e78-cc67a01a665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2844343 Nov 25 19:37:18.957229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 9c1bb39d-f6d8-4f94-84d5-465e0ec2450d details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:37:19.015970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-825935b4-5c3d-45ed-8678-7d618d2bf807 req-666f1bbd-0a3b-4a62-a39c-8b0ed1fceffe tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4470909 Nov 25 19:37:19.018837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8062c-0c26-4be9-bca3-0f4ea43381e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ec1b94-fa58-4dd5-9f8d-64e0eea936e6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:19.071962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=42209df4-e2cd-4b49-ae50-6d606d3f08e0,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:19.113738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35476) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:19.117365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.117975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.119056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.121377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.122203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.123181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.124223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.125681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.126820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.127605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.128403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.129312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:19.204257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['42209df4-e2cd-4b49-ae50-6d606d3f08e0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:19.275653 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b991c9f8-caab-49a0-99b8-702692073b46 req-759a82eb-4e02-41e7-9cf8-88cd6e8aefb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:19.277366 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b991c9f8-caab-49a0-99b8-702692073b46 req-759a82eb-4e02-41e7-9cf8-88cd6e8aefb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a053e4d0-469c-4dcd-8e78-cc67a01a665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3514662 Nov 25 19:37:19.361836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d259407-0fc8-4a67-9640-05e2b415d29d req-a26c9a93-13ed-4e51-96fb-9aee1b1caa09 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:19.365268 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d259407-0fc8-4a67-9640-05e2b415d29d req-a26c9a93-13ed-4e51-96fb-9aee1b1caa09 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 943 time: 0.2063756 Nov 25 19:37:19.398741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b85d4fb2-2631-4903-9547-84651e3689b9 req-5427d548-39a9-49f6-bb8c-7bd26cb3b2a2 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473639 Nov 25 19:37:19.650435 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d259407-0fc8-4a67-9640-05e2b415d29d req-973ed5e0-6720-4168-bb37-cd30153affbc tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790377 Nov 25 19:37:19.698730 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:19.700074 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b991c9f8-caab-49a0-99b8-702692073b46 req-cd895709-9ece-4bea-a923-a2c9cf59e088 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4051218 Nov 25 19:37:19.753321 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b85d4fb2-2631-4903-9547-84651e3689b9 req-a1caaf85-2d8b-47d4-9040-96c1a765728a service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919400 Nov 25 19:37:19.785916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0b6dfb-3e55-4dd4-a857-de0e718bfdaa,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:19.849910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] Checking segment: {'id': '179626b3-7495-4c6b-bb7f-35c1b5bd70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9c1bb39d-f6d8-4f94-84d5-465e0ec2450d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:19.850392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] Network hostable DHCP agents. Network: 9c1bb39d-f6d8-4f94-84d5-465e0ec2450d, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:37:20.002944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] Network 9c1bb39d-f6d8-4f94-84d5-465e0ec2450d is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:37:20.134871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a261f-7a1a-4ad1-b099-312bb2b3797a req-77ef3f77-45fb-4926-b211-954d18db77b5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:20.145469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device af11d049-bade-454e-af4f-90441a7e029e details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:37:20.176694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b6a261f-7a1a-4ad1-b099-312bb2b3797a req-77ef3f77-45fb-4926-b211-954d18db77b5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.3708341 Nov 25 19:37:20.202668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 9c1bb39d-f6d8-4f94-84d5-465e0ec2450d) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:20.205135 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91e9c769-1db6-4706-a5e7-b98c4961c73e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.217332 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e334fea-bc0f-4ed5-9017-1f47fd1b1078 None None] Network 9c1bb39d-f6d8-4f94-84d5-465e0ec2450d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:20.227288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:20.227909 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.286393 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b991c9f8-caab-49a0-99b8-702692073b46 req-29b90f6e-1959-40b9-a7a6-762392dcaa01 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5311849 Nov 25 19:37:20.314032 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1fd7e0e3-1557-4cf8-90e8-f7df9a11ff43 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5594397 Nov 25 19:37:20.356891 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b6a261f-7a1a-4ad1-b099-312bb2b3797a req-04e547e5-6e58-44f5-bbbb-3d15c6732840 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752696 Nov 25 19:37:20.388272 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:37:20.574059 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91e9c769-1db6-4706-a5e7-b98c4961c73e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.587942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91e9c769-1db6-4706-a5e7-b98c4961c73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.593745 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.728949 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-91e9c769-1db6-4706-a5e7-b98c4961c73e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08cb174fc08c4f16a0c9887bf7822b25&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6034834 Nov 25 19:37:20.729686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35506) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:20.730552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e9c769-1db6-4706-a5e7-b98c4961c73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51739193-27fb-40f2-a2f4-589f73ec7302,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:20.837773 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c16309d-6e1e-43f9-8f15-6f8f63bab3fe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:20.853774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6757a86a-4eb4-44dd-868d-d1138fd1f664 None None] Network 9c1bb39d-f6d8-4f94-84d5-465e0ec2450d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:37:20.901748 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c16309d-6e1e-43f9-8f15-6f8f63bab3fe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:21.021614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf5be2c-e68f-4333-bf78-27a98873feec req-e734f0bd-74f1-43b6-a421-30ea10642536 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:21.034639 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf5be2c-e68f-4333-bf78-27a98873feec req-e734f0bd-74f1-43b6-a421-30ea10642536 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 943 time: 0.1210761 Nov 25 19:37:21.035443 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c16309d-6e1e-43f9-8f15-6f8f63bab3fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:21.035700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port af11d049-bade-454e-af4f-90441a7e029e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=af11d049-bade-454e-af4f-90441a7e029e,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:21.039200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c16309d-6e1e-43f9-8f15-6f8f63bab3fe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:21.043487 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1c16309d-6e1e-43f9-8f15-6f8f63bab3fe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/51739193-27fb-40f2-a2f4-589f73ec7302 HTTP/1.1" status: 204 len: 168 time: 0.3096581 Nov 25 19:37:21.063028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c16309d-6e1e-43f9-8f15-6f8f63bab3fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51739193-27fb-40f2-a2f4-589f73ec7302,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:21.113119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf5be2c-e68f-4333-bf78-27a98873feec req-0666bb15-cb18-49bb-8291-e08bbc12faa5 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702882 Nov 25 19:37:21.115064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'af11d049-bade-454e-af4f-90441a7e029e', 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b', 'port_id': 'af11d049-bade-454e-af4f-90441a7e029e', 'mac_address': 'fa:16:3e:2e:41:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ce9411-bfb6-4ae2-b200-98c35c301cc2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:37:21.308145 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:21.348156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af11d049-bade-454e-af4f-90441a7e029e {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:21.360436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-687bbe1a-6f28-4095-96fb-842b78b0380e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:21.368643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-687bbe1a-6f28-4095-96fb-842b78b0380e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 811 time: 0.1703894 Nov 25 19:37:21.381196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-a50e7c7d-8b1b-4918-8e5f-5d12e24288ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/quotas/b424fdd8b2874a6296eed26190f62330 HTTP/1.1" status: 200 len: 375 time: 0.0116155 Nov 25 19:37:21.397739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port af11d049-bade-454e-af4f-90441a7e029e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=af11d049-bade-454e-af4f-90441a7e029e,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:21.404250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:21.405350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1079304d-b96e-4f4c-a604-8bebe5ed041b details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:37:21.476443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=af11d049-bade-454e-af4f-90441a7e029e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:21.487658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-204eb901-c84b-4ee8-88b5-a996a80a7307 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0992773 Nov 25 19:37:21.513850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1079304d-b96e-4f4c-a604-8bebe5ed041b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1079304d-b96e-4f4c-a604-8bebe5ed041b,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:21.530391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '1079304d-b96e-4f4c-a604-8bebe5ed041b', 'network_id': 'a053e4d0-469c-4dcd-8e78-cc67a01a665b', 'port_id': '1079304d-b96e-4f4c-a604-8bebe5ed041b', 'mac_address': 'fa:16:3e:fa:50:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 619, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '93ce9411-bfb6-4ae2-b200-98c35c301cc2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:37:21.599049 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:21.626022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1079304d-b96e-4f4c-a604-8bebe5ed041b {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:21.642213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-bf1c5c82-9eec-4a15-b225-3ecdac8f66ea service neutron] 10.222.0.15 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530833 Nov 25 19:37:21.684188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1079304d-b96e-4f4c-a604-8bebe5ed041b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1079304d-b96e-4f4c-a604-8bebe5ed041b,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:21.692011 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:21.772167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-1b2db3ab-eb4b-40eb-be5b-cb420698df69 service neutron] 10.222.0.15 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161768 Nov 25 19:37:21.775551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=1079304d-b96e-4f4c-a604-8bebe5ed041b,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:21.980465 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['af11d049-bade-454e-af4f-90441a7e029e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:21.985018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['1079304d-b96e-4f4c-a604-8bebe5ed041b'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:22.179937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 42209df4-e2cd-4b49-ae50-6d606d3f08e0 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:22.316484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 42209df4-e2cd-4b49-ae50-6d606d3f08e0 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:37:22.333957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 42209df4-e2cd-4b49-ae50-6d606d3f08e0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:22.334561 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:22.480186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:22.542316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db92864c-8c81-4141-ba75-d5b40fee3e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42209df4-e2cd-4b49-ae50-6d606d3f08e0'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:22.545583 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332452a3-431d-45d5-bb97-1dc33c8a2140" -d '{"events": [{"server_uuid": "db92864c-8c81-4141-ba75-d5b40fee3e55", "name": "network-vif-plugged", "status": "completed", "tag": "42209df4-e2cd-4b49-ae50-6d606d3f08e0"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:22.567491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 42209df4-e2cd-4b49-ae50-6d606d3f08e0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=42209df4-e2cd-4b49-ae50-6d606d3f08e0,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:22.574151 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:22.680574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=42209df4-e2cd-4b49-ae50-6d606d3f08e0,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:22.719354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-142718f2-693a-40f2-a55e-0f713574ccb9 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:22.728398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-142718f2-693a-40f2-a55e-0f713574ccb9 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/networks?id=9c1bb39d-f6d8-4f94-84d5-465e0ec2450d HTTP/1.1" status: 200 len: 813 time: 0.2407010 Nov 25 19:37:22.756011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-3ae86f6b-ac7d-4a18-9dbf-3184aa5ea9f8 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/quotas/d420af3ef99243a79aadc58b7ae7123b HTTP/1.1" status: 200 len: 375 time: 0.0219562 Nov 25 19:37:22.822833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-eccb7775-0068-49f2-aa16-331564725277 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d420af3ef99243a79aadc58b7ae7123b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526941 Nov 25 19:37:22.849801 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:22.949878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-bbee01ef-2b3a-4bea-9e01-5ffec8d229e4 service neutron] 10.222.0.15 "GET /v2.0/networks/9c1bb39d-f6d8-4f94-84d5-465e0ec2450d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257904 Nov 25 19:37:23.085725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-397ae189-f586-46ec-8a4d-c78c0c89bac6 service neutron] 10.222.0.15 "GET /v2.0/networks/9c1bb39d-f6d8-4f94-84d5-465e0ec2450d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289027 Nov 25 19:37:23.530103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb3b4f6e-ebfa-4692-8258-6aed456b3c05 req-e960ded7-fbe3-48f2-b47a-ca107dae8b5c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 210 time: 0.0512190 Nov 25 19:37:23.841634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-0680414d-7ba0-447b-89e3-d8053243565f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:23.844060 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-0680414d-7ba0-447b-89e3-d8053243565f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 811 time: 0.3481517 Nov 25 19:37:23.862428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Request body: {'port': {'device_id': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'admin_state_up': True, 'tenant_id': 'b424fdd8b2874a6296eed26190f62330'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:23.944665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0628b5-c2f5-4e8a-8f2c-eca25207c9d7 req-657fd103-c73b-4ca3-8497-d6046cd51e7a tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:23.948242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f0628b5-c2f5-4e8a-8f2c-eca25207c9d7 req-657fd103-c73b-4ca3-8497-d6046cd51e7a tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 944 time: 0.1324728 Nov 25 19:37:24.140370 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f0628b5-c2f5-4e8a-8f2c-eca25207c9d7 req-eee004c0-8710-4503-82f5-4b5a5e2c3431 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780293 Nov 25 19:37:24.178430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device af11d049-bade-454e-af4f-90441a7e029e up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:24.269783 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773ac14d-8006-4198-a995-53875d206836 x-openstack-request-id: req-773ac14d-8006-4198-a995-53875d206836 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:24.271757 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db92864c-8c81-4141-ba75-d5b40fee3e55", "name": "network-vif-plugged", "status": "completed", "tag": "42209df4-e2cd-4b49-ae50-6d606d3f08e0", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:24.272308 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-773ac14d-8006-4198-a995-53875d206836 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:24.274487 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db92864c-8c81-4141-ba75-d5b40fee3e55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42209df4-e2cd-4b49-ae50-6d606d3f08e0', 'code': 200} Nov 25 19:37:24.275421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Made reservation on behalf of b424fdd8b2874a6296eed26190f62330 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:24.284111 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:24.404878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port af11d049-bade-454e-af4f-90441a7e029e completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:37:24.425678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port af11d049-bade-454e-af4f-90441a7e029e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:24.426737 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:24.444394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc81c614-626a-4b75-b00e-d9776bfe6e86 req-21c83ac4-165e-4c19-9a6c-6f5eefaf3274 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 210 time: 0.0702703 Nov 25 19:37:24.581740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Allocated IP 172.20.0.11 (492b4cfc-90d6-4b87-a038-575717433527/dc6581b2-a600-4998-b647-226b4b35305c/3112ff28-0021-42d9-a5d8-6dd08da7e74d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:24.662955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bd8c25-6cff-49b3-9860-0874127ccb91 req-e5f701e5-215d-4fed-af9d-b1d8a2976956 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:24.666168 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:24.691541 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56bd8c25-6cff-49b3-9860-0874127ccb91 req-e5f701e5-215d-4fed-af9d-b1d8a2976956 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1232870 Nov 25 19:37:24.752180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port af11d049-bade-454e-af4f-90441a7e029e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=af11d049-bade-454e-af4f-90441a7e029e,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:24.760880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:24.761759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1079304d-b96e-4f4c-a604-8bebe5ed041b up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:24.816591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56bd8c25-6cff-49b3-9860-0874127ccb91 req-59d7c40e-64b2-4b53-9c4a-0b1acf711d50 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204953 Nov 25 19:37:25.041466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=af11d049-bade-454e-af4f-90441a7e029e,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:25.069291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 1079304d-b96e-4f4c-a604-8bebe5ed041b completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:37:25.087434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 1079304d-b96e-4f4c-a604-8bebe5ed041b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:25.090485 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:25.156102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-97e140a6-001f-44a8-b1d2-af237a174489 req-9a459932-e310-4769-8c44-56c1b8e1492e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 210 time: 0.0551879 Nov 25 19:37:25.360507 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:25.417963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1079304d-b96e-4f4c-a604-8bebe5ed041b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1079304d-b96e-4f4c-a604-8bebe5ed041b,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:25.426584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:25.537358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=1079304d-b96e-4f4c-a604-8bebe5ed041b,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:25.542202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e556bf71-344d-4bb6-91af-5c407028f7e1 req-dbd63d86-2a0c-4ece-a98b-4fb9105547c9 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:25.560469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e556bf71-344d-4bb6-91af-5c407028f7e1 req-dbd63d86-2a0c-4ece-a98b-4fb9105547c9 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.2287707 Nov 25 19:37:25.724825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e556bf71-344d-4bb6-91af-5c407028f7e1 req-e8d0a317-959d-48f8-8f63-d30aa54cc005 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620471 Nov 25 19:37:25.896600 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:26.075263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4deb130-cd2b-4ca3-b1d9-4a1f9b9b3f2f req-6469b274-af38-42a2-9a24-25a762409954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:26.077265 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d4deb130-cd2b-4ca3-b1d9-4a1f9b9b3f2f req-6469b274-af38-42a2-9a24-25a762409954 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 1097 time: 1.7186284 Nov 25 19:37:26.095024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996bd0c-efb6-443d-9352-063f17e170f7 req-7a3a486f-4ac6-481c-a281-c4c2f234cb79 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:26.098298 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6996bd0c-efb6-443d-9352-063f17e170f7 req-7a3a486f-4ac6-481c-a281-c4c2f234cb79 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 945 time: 0.1520302 Nov 25 19:37:26.143985 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:26.159035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cdceff13-99a7-4a58-9375-ce059ce7b552', '75fa0058-45fb-46b2-a65a-d072028b2245'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:26.203161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6996bd0c-efb6-443d-9352-063f17e170f7 req-252a629a-ff26-45fd-8bd1-4a7ce70966fc tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925438 Nov 25 19:37:26.277955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11d049-bade-454e-af4f-90441a7e029e'}, {'server_uuid': '1e5d455e-70ba-4303-8f11-cb1f53fba025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1079304d-b96e-4f4c-a604-8bebe5ed041b'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:26.288044 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c5f712-cf23-4213-95a3-e89b4259fdca" -d '{"events": [{"server_uuid": "1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c", "name": "network-vif-plugged", "status": "completed", "tag": "af11d049-bade-454e-af4f-90441a7e029e"}, {"server_uuid": "1e5d455e-70ba-4303-8f11-cb1f53fba025", "name": "network-vif-plugged", "status": "completed", "tag": "1079304d-b96e-4f4c-a604-8bebe5ed041b"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:26.357676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-c12ebe71-04d1-4aef-a52e-f05d4520ece6 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:26.360184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-c12ebe71-04d1-4aef-a52e-f05d4520ece6 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.60 "GET /v2.0/networks?id=9c1bb39d-f6d8-4f94-84d5-465e0ec2450d HTTP/1.1" status: 200 len: 813 time: 0.4989147 Nov 25 19:37:26.427577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Request body: {'port': {'device_id': 'a6e9e436-cb45-4dc4-ae50-6e71fa988c8c', 'network_id': '9c1bb39d-f6d8-4f94-84d5-465e0ec2450d', 'admin_state_up': True, 'tenant_id': 'd420af3ef99243a79aadc58b7ae7123b'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:26.474996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Network 492b4cfc-90d6-4b87-a038-575717433527 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:26.485568 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d4deb130-cd2b-4ca3-b1d9-4a1f9b9b3f2f req-4f8d9786-bc02-4222-8e3b-81338f0957eb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3905380 Nov 25 19:37:26.541173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7da104b4-7711-44e3-a3d4-818aafe806a9 req-7259ca8b-95be-4c9b-9baf-7b771a26fd09 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 210 time: 0.0694280 Nov 25 19:37:26.548768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:26.564692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:26.774321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:26.775451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:26.818377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event updated for resources: {'Port': ['ID=3112ff28-0021-42d9-a5d8-6dd08da7e74d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:26.835507 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-6034164d-1827-4b20-8665-0c06a4ea09f3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9806650 Nov 25 19:37:26.856864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Request body: {'port': {'device_id': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:27.132455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:27.276195 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9384529e-739e-444a-8d95-e4fd01fca86b None None] Provisioning complete for port 3112ff28-0021-42d9-a5d8-6dd08da7e74d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:27.277388 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9384529e-739e-444a-8d95-e4fd01fca86b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:27.293245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404fbd9-6231-44e5-ae8c-0f9db84a38bd req-c2722792-6dfd-420d-a564-afe3ce7f59ac tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:27.315823 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6404fbd9-6231-44e5-ae8c-0f9db84a38bd req-c2722792-6dfd-420d-a564-afe3ce7f59ac tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 932 time: 0.2493005 Nov 25 19:37:27.482945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6404fbd9-6231-44e5-ae8c-0f9db84a38bd req-5b7a1ef4-c73f-444c-abbf-c44b783d6c6b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603055 Nov 25 19:37:27.518733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9384529e-739e-444a-8d95-e4fd01fca86b None None] Port 3112ff28-0021-42d9-a5d8-6dd08da7e74d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:27.607364 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f1eb4d-b5e7-47d8-aed9-22ce7e1ee374 x-openstack-request-id: req-80f1eb4d-b5e7-47d8-aed9-22ce7e1ee374 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:27.608095 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c", "name": "network-vif-plugged", "status": "completed", "tag": "af11d049-bade-454e-af4f-90441a7e029e", "code": 200}, {"server_uuid": "1e5d455e-70ba-4303-8f11-cb1f53fba025", "name": "network-vif-plugged", "status": "completed", "tag": "1079304d-b96e-4f4c-a604-8bebe5ed041b", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:27.608261 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80f1eb4d-b5e7-47d8-aed9-22ce7e1ee374 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:27.609601 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11d049-bade-454e-af4f-90441a7e029e', 'code': 200} Nov 25 19:37:27.609601 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5d455e-70ba-4303-8f11-cb1f53fba025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1079304d-b96e-4f4c-a604-8bebe5ed041b', 'code': 200} Nov 25 19:37:27.837580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ec7eb5-f553-4d17-b867-41e5a1daa57a req-5bb3ed5f-dbfa-4520-b31e-960bae02d0c1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:27.850161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1ec7eb5-f553-4d17-b867-41e5a1daa57a req-5bb3ed5f-dbfa-4520-b31e-960bae02d0c1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1564016 Nov 25 19:37:27.977645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f93e2ba-c3ab-451f-9614-9d8edae666d9 req-e0c2a451-61a2-4962-b3f6-3fdfe15965c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:27.980728 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0f93e2ba-c3ab-451f-9614-9d8edae666d9 req-e0c2a451-61a2-4962-b3f6-3fdfe15965c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 1096 time: 0.2082036 Nov 25 19:37:27.981955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Made reservation on behalf of d420af3ef99243a79aadc58b7ae7123b for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:27.990741 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.087003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1ec7eb5-f553-4d17-b867-41e5a1daa57a req-8f9e2303-2ca2-43fa-b3e5-8bcc4ae6738c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318749 Nov 25 19:37:28.107043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d00497-51a6-4abb-bc98-880352380897 req-ca68e1f1-ed9d-432b-9c2e-75406602f342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:28.107043 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74d00497-51a6-4abb-bc98-880352380897 req-ca68e1f1-ed9d-432b-9c2e-75406602f342 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1e5d455e-70ba-4303-8f11-cb1f53fba025 HTTP/1.1" status: 200 len: 1097 time: 0.1337814 Nov 25 19:37:28.241751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74d00497-51a6-4abb-bc98-880352380897 req-4fd2a552-47b2-434a-beee-94f4025e7896 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160510 Nov 25 19:37:28.286714 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0f93e2ba-c3ab-451f-9614-9d8edae666d9 req-7480d59d-469d-4706-8f17-7d224b25d57a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975960 Nov 25 19:37:28.302232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Allocated IP 172.20.0.13 (9c1bb39d-f6d8-4f94-84d5-465e0ec2450d/fe0b6dfb-3e55-4dd4-a857-de0e718bfdaa/47cc74e6-e19c-466c-a46f-8842d6b9ea90) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:28.362642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450e2a77-2fe8-4063-bce1-fa6961288dc4 req-30f79b71-8ac1-4b12-bd9e-f3a1f5ed1126 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:28.365187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-450e2a77-2fe8-4063-bce1-fa6961288dc4 req-30f79b71-8ac1-4b12-bd9e-f3a1f5ed1126 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 945 time: 0.1330380 Nov 25 19:37:28.456060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3112ff28-0021-42d9-a5d8-6dd08da7e74d {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:28.461086 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-450e2a77-2fe8-4063-bce1-fa6961288dc4 req-dff5bded-3525-41cd-bc74-298633e27d3c tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749538 Nov 25 19:37:28.469234 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.526791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Transition to ACTIVE for port object 3112ff28-0021-42d9-a5d8-6dd08da7e74d will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:37:28.531612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.630343 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.656833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Pushing event updated for resources: {'Port': ['ID=3112ff28-0021-42d9-a5d8-6dd08da7e74d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:28.671449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54e23020-38fd-4ef8-8cf2-2dc82ea7181c req-73bba8bc-f42b-48ab-929c-7967fbbf2e19 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 210 time: 0.0578470 Nov 25 19:37:28.886108 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:28.939359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Attempting to bind port 3112ff28-0021-42d9-a5d8-6dd08da7e74d on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:28.939719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Attempting to bind port 3112ff28-0021-42d9-a5d8-6dd08da7e74d by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:28.940038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Attempting to bind port 3112ff28-0021-42d9-a5d8-6dd08da7e74d on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:28.982892 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Port 3112ff28-0021-42d9-a5d8-6dd08da7e74d on network 492b4cfc-90d6-4b87-a038-575717433527 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:37:28.983354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Attempting to bind port 3112ff28-0021-42d9-a5d8-6dd08da7e74d on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:29.003584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:29.003935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Checking segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:29.004330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Bound using segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:29.004779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Bound port: 3112ff28-0021-42d9-a5d8-6dd08da7e74d, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:29.005142 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:29.013354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Network 9c1bb39d-f6d8-4f94-84d5-465e0ec2450d is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:29.034772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Pushing event updated for resources: {'Port': ['ID=47cc74e6-e19c-466c-a46f-8842d6b9ea90,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:29.039304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:29.047519 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:29.100071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd24261-fcb5-4079-a8b9-0093447cd6bc req-27e7b89c-34d4-42b1-a186-97ff998447d3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:29.109681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8cd24261-fcb5-4079-a8b9-0093447cd6bc req-27e7b89c-34d4-42b1-a186-97ff998447d3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1569209 Nov 25 19:37:29.168356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:29.169307 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:29.197860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] For port 3112ff28-0021-42d9-a5d8-6dd08da7e74d, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:29.213535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-1391c717-a740-410d-a91e-3735b13f6a71 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8022799 Nov 25 19:37:29.215551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] For port 3112ff28-0021-42d9-a5d8-6dd08da7e74d, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3112ff28-0021-42d9-a5d8-6dd08da7e74d,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:29.222061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:29.239848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Request body: {'port': {'device_id': 'a6e9e436-cb45-4dc4-ae50-6e71fa988c8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:29.305090 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8cd24261-fcb5-4079-a8b9-0093447cd6bc req-9f3a3c28-deeb-4dd0-b403-e63cb0f6a0a4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940267 Nov 25 19:37:29.475785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Pushing event updated for resources: {'Port': ['ID=3112ff28-0021-42d9-a5d8-6dd08da7e74d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:29.502166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:29.506697 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:29.510850 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-fa4d4fe8-ff65-4701-87fd-809694972066 service neutron] 10.222.0.60 "PUT /v2.0/ports/3112ff28-0021-42d9-a5d8-6dd08da7e74d HTTP/1.1" status: 200 len: 1092 time: 2.6623571 Nov 25 19:37:29.511993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'tag': '3112ff28-0021-42d9-a5d8-6dd08da7e74d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:29.517976 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b721eb3a-b633-4b63-851f-da0ec275173f" -d '{"events": [{"name": "network-changed", "server_uuid": "e62d22f3-34b5-451b-bc3a-e359a73a7d66", "tag": "3112ff28-0021-42d9-a5d8-6dd08da7e74d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:29.551301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:29.687014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af92fe-4c83-466f-9983-c52a05c6bb3f req-7b1b6d9f-f3c9-4544-a6cc-cb9b189d5059 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:29.696784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27af92fe-4c83-466f-9983-c52a05c6bb3f req-7b1b6d9f-f3c9-4544-a6cc-cb9b189d5059 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 944 time: 0.2206125 Nov 25 19:37:29.792142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-f7d8a5a8-4d5a-415e-8476-62ce070a5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:29.796696 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-f7d8a5a8-4d5a-415e-8476-62ce070a5c3d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 1095 time: 0.1735196 Nov 25 19:37:29.812188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27af92fe-4c83-466f-9983-c52a05c6bb3f req-33aa2dda-38dc-46c6-a3ae-c5b6698ed5c1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140931 Nov 25 19:37:29.979652 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-587fcb06-9414-4548-825e-2da5fa5bd0e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3112ff28-0021-42d9-a5d8-6dd08da7e74d HTTP/1.1" status: 200 len: 217 time: 0.1000774 Nov 25 19:37:30.032616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2e6c0c-4efa-4757-b843-072ba5d16618 req-8a998809-ad1c-400f-98b6-4ef3ba1238bc tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:30.034633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f2e6c0c-4efa-4757-b843-072ba5d16618 req-8a998809-ad1c-400f-98b6-4ef3ba1238bc tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 945 time: 0.0869155 Nov 25 19:37:30.084957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35780) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:30.118403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f2e6c0c-4efa-4757-b843-072ba5d16618 req-eb862d76-e3cf-4f98-be1f-c760f3fb13f2 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758951 Nov 25 19:37:30.232748 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dda315-f712-4f95-a0f5-5d705bc6ffc7 x-openstack-request-id: req-83dda315-f712-4f95-a0f5-5d705bc6ffc7 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:30.234117 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62d22f3-34b5-451b-bc3a-e359a73a7d66", "tag": "3112ff28-0021-42d9-a5d8-6dd08da7e74d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:30.234784 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-83dda315-f712-4f95-a0f5-5d705bc6ffc7 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:30.235324 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'tag': '3112ff28-0021-42d9-a5d8-6dd08da7e74d', 'status': 'completed', 'code': 200} Nov 25 19:37:30.262044 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69499000-a111-4aa0-8d9c-8aa8c66ef0cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.279838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-053eb83e-4d3a-426e-b812-51df47084539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:30.282269 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-053eb83e-4d3a-426e-b812-51df47084539 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.2916937 Nov 25 19:37:30.376156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a505e85-b1dd-4b12-be9a-685b240184f7 req-23b46dce-46be-472c-838e-75751229e62c tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:30.377804 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a505e85-b1dd-4b12-be9a-685b240184f7 req-23b46dce-46be-472c-838e-75751229e62c tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 932 time: 0.1083994 Nov 25 19:37:30.449275 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69499000-a111-4aa0-8d9c-8aa8c66ef0cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.472915 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69499000-a111-4aa0-8d9c-8aa8c66ef0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.503258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a505e85-b1dd-4b12-be9a-685b240184f7 req-dfeb3410-b20a-4ca6-91a0-e0a32c6468c8 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/security-groups?id=e40fdd37-3ac4-4f7b-857f-879f6f41137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154320 Nov 25 19:37:30.519274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-76a52cce-1e76-4f15-8595-a8847d0963f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:30.529042 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-76a52cce-1e76-4f15-8595-a8847d0963f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2287755 Nov 25 19:37:30.535457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-69499000-a111-4aa0-8d9c-8aa8c66ef0cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b75c94b9d6e4a53b6f2a14baa3b383a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4493101 Nov 25 19:37:30.536775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69499000-a111-4aa0-8d9c-8aa8c66ef0cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7532e82c-d138-488a-bba6-c2507f177a09,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:30.548677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35792) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:30.715732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cc74e6-e19c-466c-a46f-8842d6b9ea90 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:30.755301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.816836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Transition to ACTIVE for port object 47cc74e6-e19c-466c-a46f-8842d6b9ea90 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:37:30.839966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:30.952342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db7a88-1961-4486-b166-c9be3d6cf127 req-b8855688-067f-44b3-9e59-20cd201a5a1c tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:30.961997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14db7a88-1961-4486-b166-c9be3d6cf127 req-b8855688-067f-44b3-9e59-20cd201a5a1c tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.1699295 Nov 25 19:37:30.973275 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-9ead9db5-9845-41d9-8968-dd424754f50b service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4270670 Nov 25 19:37:30.990030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fa2e91ec-36af-4d2c-b03f-1ab2209afcb3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:31.066459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14db7a88-1961-4486-b166-c9be3d6cf127 req-a763ecdc-f8da-4fbf-873d-d73b75bcc1ba tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034737 Nov 25 19:37:31.107710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Pushing event updated for resources: {'Port': ['ID=47cc74e6-e19c-466c-a46f-8842d6b9ea90,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:31.152649 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fa2e91ec-36af-4d2c-b03f-1ab2209afcb3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:31.239584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb161501-3339-4d3d-9af3-f5fc72eaed2b req-360447eb-da5f-468b-a026-1e8eaad576f3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:31.245088 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb161501-3339-4d3d-9af3-f5fc72eaed2b req-360447eb-da5f-468b-a026-1e8eaad576f3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0938876 Nov 25 19:37:31.247299 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dffd7e96-513e-4224-b4db-ac27c05aca5a req-5a093128-b47e-484b-8288-d1ab5793520a service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628596 Nov 25 19:37:31.283736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Attempting to bind port 47cc74e6-e19c-466c-a46f-8842d6b9ea90 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:31.284120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Attempting to bind port 47cc74e6-e19c-466c-a46f-8842d6b9ea90 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '179626b3-7495-4c6b-bb7f-35c1b5bd70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9c1bb39d-f6d8-4f94-84d5-465e0ec2450d'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:31.284403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Attempting to bind port 47cc74e6-e19c-466c-a46f-8842d6b9ea90 on network 9c1bb39d-f6d8-4f94-84d5-465e0ec2450d {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:31.292646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Port 47cc74e6-e19c-466c-a46f-8842d6b9ea90 on network 9c1bb39d-f6d8-4f94-84d5-465e0ec2450d not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:37:31.293195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Attempting to bind port 47cc74e6-e19c-466c-a46f-8842d6b9ea90 on network 9c1bb39d-f6d8-4f94-84d5-465e0ec2450d {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:31.331789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:31.332374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Checking segment: {'id': '179626b3-7495-4c6b-bb7f-35c1b5bd70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9c1bb39d-f6d8-4f94-84d5-465e0ec2450d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:31.333042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Bound using segment: {'id': '179626b3-7495-4c6b-bb7f-35c1b5bd70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9c1bb39d-f6d8-4f94-84d5-465e0ec2450d'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:31.333857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Bound port: 47cc74e6-e19c-466c-a46f-8842d6b9ea90, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179626b3-7495-4c6b-bb7f-35c1b5bd70c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9c1bb39d-f6d8-4f94-84d5-465e0ec2450d'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:31.334496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:31.379683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb161501-3339-4d3d-9af3-f5fc72eaed2b req-afd5d945-0b47-4a51-a585-51cc5bdee747 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250203 Nov 25 19:37:31.411862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fa2e91ec-36af-4d2c-b03f-1ab2209afcb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:31.416895 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fa2e91ec-36af-4d2c-b03f-1ab2209afcb3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:31.418701 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fa2e91ec-36af-4d2c-b03f-1ab2209afcb3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7532e82c-d138-488a-bba6-c2507f177a09 HTTP/1.1" status: 204 len: 168 time: 0.8681147 Nov 25 19:37:31.513239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2e91ec-36af-4d2c-b03f-1ab2209afcb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7532e82c-d138-488a-bba6-c2507f177a09,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:31.536402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] For port 47cc74e6-e19c-466c-a46f-8842d6b9ea90, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:31.561562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] For port 47cc74e6-e19c-466c-a46f-8842d6b9ea90, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=47cc74e6-e19c-466c-a46f-8842d6b9ea90,segment=NetworkSegment(179626b3-7495-4c6b-bb7f-35c1b5bd70c4),segment_id=179626b3-7495-4c6b-bb7f-35c1b5bd70c4)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:31.569814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721eb3a-b633-4b63-851f-da0ec275173f req-94cae53b-e0ed-47b1-aeb2-9bc1a4c366cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:31.572807 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b721eb3a-b633-4b63-851f-da0ec275173f req-94cae53b-e0ed-47b1-aeb2-9bc1a4c366cb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 1095 time: 0.2589328 Nov 25 19:37:31.577692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:31.595564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94d12e-fce1-49b8-aba4-15e58596a2aa req-c40ffeb8-ee08-4f47-b69f-4f3035ea1e14 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:31.597839 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e94d12e-fce1-49b8-aba4-15e58596a2aa req-c40ffeb8-ee08-4f47-b69f-4f3035ea1e14 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 944 time: 0.1189265 Nov 25 19:37:31.705393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e94d12e-fce1-49b8-aba4-15e58596a2aa req-9831c645-ac15-426b-9302-f5fb25da9e6a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990603 Nov 25 19:37:31.728320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721eb3a-b633-4b63-851f-da0ec275173f req-4f4d0c34-5d47-4fbe-8e5b-4fb7cd564c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:31.730044 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b721eb3a-b633-4b63-851f-da0ec275173f req-4f4d0c34-5d47-4fbe-8e5b-4fb7cd564c51 service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.1413448 Nov 25 19:37:31.743067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:31.743708 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:31.745167 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] 10.222.0.60 "PUT /v2.0/ports/47cc74e6-e19c-466c-a46f-8842d6b9ea90 HTTP/1.1" status: 200 len: 1092 time: 2.5099077 Nov 25 19:37:31.846129 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b721eb3a-b633-4b63-851f-da0ec275173f req-b9eedb20-88d3-463b-9b9c-108f332d30d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3112ff28-0021-42d9-a5d8-6dd08da7e74d HTTP/1.1" status: 200 len: 217 time: 0.1047049 Nov 25 19:37:31.974722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721eb3a-b633-4b63-851f-da0ec275173f req-692af76a-5ae9-4361-8019-cb7aaf6042f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:31.976629 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b721eb3a-b633-4b63-851f-da0ec275173f req-692af76a-5ae9-4361-8019-cb7aaf6042f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.1216307 Nov 25 19:37:31.978790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a3d41-6399-440c-bd86-baffc2a0a7de service neutron] Pushing event updated for resources: {'Port': ['ID=47cc74e6-e19c-466c-a46f-8842d6b9ea90,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:32.005917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8096e6-8c2a-4056-a5c3-4717dc9cf3f6 req-1bac2c78-0092-4d02-a380-3d458dec6682 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:32.007607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea8096e6-8c2a-4056-a5c3-4717dc9cf3f6 req-1bac2c78-0092-4d02-a380-3d458dec6682 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e5d455e-70ba-4303-8f11-cb1f53fba025 HTTP/1.1" status: 200 len: 946 time: 0.1429093 Nov 25 19:37:32.037506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-8c58d7aa-95a9-4aa0-a45b-3b4157b9fc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:32.039360 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-8c58d7aa-95a9-4aa0-a45b-3b4157b9fc22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d420af3ef99243a79aadc58b7ae7123b&device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 1095 time: 0.2152472 Nov 25 19:37:32.065846 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cfc86914-c7cb-4811-b759-c52504a29829 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:32.112166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea8096e6-8c2a-4056-a5c3-4717dc9cf3f6 req-27bf701f-7cd6-421b-bffb-26928a872218 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970004 Nov 25 19:37:32.132768 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-6a560128-22c7-4516-a2ab-f2fe53f90666 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47cc74e6-e19c-466c-a46f-8842d6b9ea90 HTTP/1.1" status: 200 len: 217 time: 0.0790882 Nov 25 19:37:32.151238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b721eb3a-b633-4b63-851f-da0ec275173f req-2b478878-b58b-4329-a885-43d43f67de6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:32.153128 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b721eb3a-b633-4b63-851f-da0ec275173f req-2b478878-b58b-4329-a885-43d43f67de6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636143 Nov 25 19:37:32.292072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6e9e436-cb45-4dc4-ae50-6e71fa988c8c', 'tag': '47cc74e6-e19c-466c-a46f-8842d6b9ea90'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:32.294831 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9ed575-e766-418a-aef7-fba44aa4fc16" -d '{"events": [{"name": "network-changed", "server_uuid": "a6e9e436-cb45-4dc4-ae50-6e71fa988c8c", "tag": "47cc74e6-e19c-466c-a46f-8842d6b9ea90"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:32.319804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c5aae5-1df7-457e-8076-4a0854e759f1 req-54cb8315-9203-47d9-a159-0d2b92e5e0b0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:32.325337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2c5aae5-1df7-457e-8076-4a0854e759f1 req-54cb8315-9203-47d9-a159-0d2b92e5e0b0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0961225 Nov 25 19:37:32.390634 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b721eb3a-b633-4b63-851f-da0ec275173f req-d185aa71-abbb-49c5-9636-8f33540dd18c service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228086 Nov 25 19:37:32.412856 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2c5aae5-1df7-457e-8076-4a0854e759f1 req-95fdc4af-878e-4917-82c5-3004452cf51c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794461 Nov 25 19:37:32.413991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35844) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:32.457648 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0827-3017-44ae-b93a-0fda6afce073 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:32.461739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-b11b26f9-3133-4d6d-9c03-d34930dcbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:32.463313 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-b11b26f9-3133-4d6d-9c03-d34930dcbf18 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe0b6dfb-3e55-4dd4-a857-de0e718bfdaa HTTP/1.1" status: 200 len: 853 time: 0.3218007 Nov 25 19:37:32.546294 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-9e7908e3-f546-412c-ac82-5d185f798357 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c1bb39d-f6d8-4f94-84d5-465e0ec2450d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0708857 Nov 25 19:37:32.623284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6cf51-f3e5-456e-a001-442c9b3a2995 req-74508b60-c2f4-4524-9d92-0a9790badce4 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:32.626069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddd6cf51-f3e5-456e-a001-442c9b3a2995 req-74508b60-c2f4-4524-9d92-0a9790badce4 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 944 time: 0.1139991 Nov 25 19:37:32.721884 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b721eb3a-b633-4b63-851f-da0ec275173f req-c4183afe-e07f-426c-9b46-a14df2b14d28 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184452 Nov 25 19:37:32.735242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddd6cf51-f3e5-456e-a001-442c9b3a2995 req-3fc719f9-69a8-449f-ad51-0e9691e5403c tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/security-groups?id=e40fdd37-3ac4-4f7b-857f-879f6f41137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715332 Nov 25 19:37:32.784686 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-592bf590-5c79-443f-a1fe-5c4f6096625a service neutron] 10.222.0.60 "GET /v2.0/networks/9c1bb39d-f6d8-4f94-84d5-465e0ec2450d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269590 Nov 25 19:37:32.816123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0827-3017-44ae-b93a-0fda6afce073 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:32.823606 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac6f0827-3017-44ae-b93a-0fda6afce073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:32.894165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ac6f0827-3017-44ae-b93a-0fda6afce073 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=898b47bbf2254979bbd92f4eea693379&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4781983 Nov 25 19:37:32.898332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6f0827-3017-44ae-b93a-0fda6afce073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6c96f2-44ba-4dfa-8d69-4f3d3ff2c31e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:32.909776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35858) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:33.021872 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a9b947f-57a9-4726-a735-c8aa9b7df554 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.051230 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a9b947f-57a9-4726-a735-c8aa9b7df554 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.069878 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-11f1f8f5-74a4-4d51-8f41-5a6f5494c4c2 req-071df570-61c7-4587-90e4-570bef0e5110 service neutron] 10.222.0.60 "GET /v2.0/networks/9c1bb39d-f6d8-4f94-84d5-465e0ec2450d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780163 Nov 25 19:37:33.423959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de66729a-38ee-4eae-9841-2984e8cc11c4 req-c2d30c95-dfb8-429d-9004-2da3ad29e038 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:33.425777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de66729a-38ee-4eae-9841-2984e8cc11c4 req-c2d30c95-dfb8-429d-9004-2da3ad29e038 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 945 time: 0.2744997 Nov 25 19:37:33.427134 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a9b947f-57a9-4726-a735-c8aa9b7df554 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.429924 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a9b947f-57a9-4726-a735-c8aa9b7df554 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:33.431341 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3a9b947f-57a9-4726-a735-c8aa9b7df554 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c6c96f2-44ba-4dfa-8d69-4f3d3ff2c31e HTTP/1.1" status: 204 len: 168 time: 0.5164642 Nov 25 19:37:33.459446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b947f-57a9-4726-a735-c8aa9b7df554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6c96f2-44ba-4dfa-8d69-4f3d3ff2c31e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:33.551469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de66729a-38ee-4eae-9841-2984e8cc11c4 req-4e0ba6fe-3b2f-4431-a5cc-a163b6d27e25 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977263 Nov 25 19:37:33.622375 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6d1973-fe16-47a1-a513-968be4091fd7 x-openstack-request-id: req-be6d1973-fe16-47a1-a513-968be4091fd7 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:33.623343 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6e9e436-cb45-4dc4-ae50-6e71fa988c8c", "tag": "47cc74e6-e19c-466c-a46f-8842d6b9ea90", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:33.624084 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be6d1973-fe16-47a1-a513-968be4091fd7 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:33.624843 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6e9e436-cb45-4dc4-ae50-6e71fa988c8c', 'tag': '47cc74e6-e19c-466c-a46f-8842d6b9ea90', 'status': 'completed', 'code': 200} Nov 25 19:37:33.744012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ed575-e766-418a-aef7-fba44aa4fc16 req-fbbe5f8c-cba5-493f-90d4-716f3e83d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:33.750055 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-de9ed575-e766-418a-aef7-fba44aa4fc16 req-fbbe5f8c-cba5-493f-90d4-716f3e83d5cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d420af3ef99243a79aadc58b7ae7123b&device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 1095 time: 0.0979378 Nov 25 19:37:33.918383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19f0f28-ed34-4263-b61a-9ee914a654e9 req-5b5e98f4-bf8e-4dcd-a300-7ed7a289c18e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:33.940131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b19f0f28-ed34-4263-b61a-9ee914a654e9 req-5b5e98f4-bf8e-4dcd-a300-7ed7a289c18e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 944 time: 0.1407344 Nov 25 19:37:34.033094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ed575-e766-418a-aef7-fba44aa4fc16 req-67aacbce-7c06-4209-ae68-bfdffe328ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:34.038318 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-de9ed575-e766-418a-aef7-fba44aa4fc16 req-67aacbce-7c06-4209-ae68-bfdffe328ca9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9c1bb39d-f6d8-4f94-84d5-465e0ec2450d HTTP/1.1" status: 200 len: 914 time: 0.2823176 Nov 25 19:37:34.080016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b19f0f28-ed34-4263-b61a-9ee914a654e9 req-4eba929d-4baf-4719-ae62-5142acec52c7 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381288 Nov 25 19:37:34.132806 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-de9ed575-e766-418a-aef7-fba44aa4fc16 req-37f3697a-f280-45c5-b4f5-a7269188fc43 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=47cc74e6-e19c-466c-a46f-8842d6b9ea90 HTTP/1.1" status: 200 len: 217 time: 0.0871873 Nov 25 19:37:34.202780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35898) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:34.228669 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d444abc-6d8e-4e7e-bf0f-6db82e6d0399 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.233891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9ed575-e766-418a-aef7-fba44aa4fc16 req-ce286657-3070-48b0-b08a-a9d0bbe7ed5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:34.239125 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-de9ed575-e766-418a-aef7-fba44aa4fc16 req-ce286657-3070-48b0-b08a-a9d0bbe7ed5c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fe0b6dfb-3e55-4dd4-a857-de0e718bfdaa HTTP/1.1" status: 200 len: 853 time: 0.0912085 Nov 25 19:37:34.261284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3112ff28-0021-42d9-a5d8-6dd08da7e74d details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:37:34.313139 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-de9ed575-e766-418a-aef7-fba44aa4fc16 req-c6ae2910-a504-4c2b-9f98-479ac8458c1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9c1bb39d-f6d8-4f94-84d5-465e0ec2450d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436976 Nov 25 19:37:34.450754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d444abc-6d8e-4e7e-bf0f-6db82e6d0399 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.460376 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d444abc-6d8e-4e7e-bf0f-6db82e6d0399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.586189 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-de9ed575-e766-418a-aef7-fba44aa4fc16 req-e0c22c14-c626-4a1d-9b46-b894a30e4055 service neutron] 10.222.0.60 "GET /v2.0/networks/9c1bb39d-f6d8-4f94-84d5-465e0ec2450d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721093 Nov 25 19:37:34.595643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5d444abc-6d8e-4e7e-bf0f-6db82e6d0399 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=490b025adca3440e8bf0dfa5b4c09050&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3912687 Nov 25 19:37:34.598762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35914) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:34.602556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3112ff28-0021-42d9-a5d8-6dd08da7e74d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3112ff28-0021-42d9-a5d8-6dd08da7e74d,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:34.621709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d444abc-6d8e-4e7e-bf0f-6db82e6d0399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f10eff1-c4ef-4785-95a3-e83be088728b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:34.631570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '3112ff28-0021-42d9-a5d8-6dd08da7e74d', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'port_id': '3112ff28-0021-42d9-a5d8-6dd08da7e74d', 'mac_address': 'fa:16:3e:f0:29:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:37:34.706186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa258bc-1cd5-4d5d-a9e7-fad7fbb5dc7a req-7186058d-72c1-4804-b849-e1a0ded3db88 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:34.715034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4aa258bc-1cd5-4d5d-a9e7-fad7fbb5dc7a req-7186058d-72c1-4804-b849-e1a0ded3db88 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.0818880 Nov 25 19:37:34.743447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.747056 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-611820c0-5c14-4d24-822b-0113b0d40da0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.777945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3112ff28-0021-42d9-a5d8-6dd08da7e74d {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:34.815481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4aa258bc-1cd5-4d5d-a9e7-fad7fbb5dc7a req-01a37156-fcaf-4fc4-8d3d-f45f7852d6fa tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985396 Nov 25 19:37:34.824446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3112ff28-0021-42d9-a5d8-6dd08da7e74d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3112ff28-0021-42d9-a5d8-6dd08da7e74d,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:34.832161 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.852408 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-de9ed575-e766-418a-aef7-fba44aa4fc16 req-45552f0d-7bd8-4ae0-92c0-f731ce09776f service neutron] 10.222.0.60 "GET /v2.0/networks/9c1bb39d-f6d8-4f94-84d5-465e0ec2450d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476435 Nov 25 19:37:34.853726 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be03b089-7871-432f-8c28-a1d19e38767a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.883698 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be03b089-7871-432f-8c28-a1d19e38767a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.974690 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be03b089-7871-432f-8c28-a1d19e38767a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.978340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be03b089-7871-432f-8c28-a1d19e38767a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:34.993766 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-be03b089-7871-432f-8c28-a1d19e38767a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4f10eff1-c4ef-4785-95a3-e83be088728b HTTP/1.1" status: 204 len: 168 time: 0.3902903 Nov 25 19:37:35.005002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03b089-7871-432f-8c28-a1d19e38767a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f10eff1-c4ef-4785-95a3-e83be088728b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:35.097904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b51cd7-d38e-4314-a98d-0c6e9dc6620d req-959d451c-d788-4ae2-a0e4-9e004747bcbb tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:35.109677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8b51cd7-d38e-4314-a98d-0c6e9dc6620d req-959d451c-d788-4ae2-a0e4-9e004747bcbb tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1662345 Nov 25 19:37:35.145103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3112ff28-0021-42d9-a5d8-6dd08da7e74d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:35.202487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8b51cd7-d38e-4314-a98d-0c6e9dc6620d req-eb45f0be-204a-4fda-8c31-f6a8e290200d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868897 Nov 25 19:37:35.234335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['3112ff28-0021-42d9-a5d8-6dd08da7e74d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:35.418758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9f5413-3812-47a7-a127-0783babd6ac4 req-44d991d8-2970-4184-961b-e9e2a40aec5f tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:35.437656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f9f5413-3812-47a7-a127-0783babd6ac4 req-44d991d8-2970-4184-961b-e9e2a40aec5f tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 944 time: 0.1112339 Nov 25 19:37:35.534369 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f9f5413-3812-47a7-a127-0783babd6ac4 req-d23f9e43-9dbf-4dd5-8f0e-d362ed3653d0 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/security-groups?id=e40fdd37-3ac4-4f7b-857f-879f6f41137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942972 Nov 25 19:37:36.185611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cac0b6-be67-4fd7-a765-bac9663a140a req-8b4f348a-3e9f-413a-bed2-6f0993b20ae4 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:36.192932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cac0b6-be67-4fd7-a765-bac9663a140a req-8b4f348a-3e9f-413a-bed2-6f0993b20ae4 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:36.207355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cac0b6-be67-4fd7-a765-bac9663a140a req-8b4f348a-3e9f-413a-bed2-6f0993b20ae4 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:36.215247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4cac0b6-be67-4fd7-a765-bac9663a140a req-8b4f348a-3e9f-413a-bed2-6f0993b20ae4 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c&device_id=1e5d455e-70ba-4303-8f11-cb1f53fba025&device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 2418 time: 0.1167512 Nov 25 19:37:36.268053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 47cc74e6-e19c-466c-a46f-8842d6b9ea90 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:37:36.377749 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4cac0b6-be67-4fd7-a765-bac9663a140a req-86f1c934-7aab-435d-af5c-dce390a27995 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463027 Nov 25 19:37:36.444039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.482083 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 47cc74e6-e19c-466c-a46f-8842d6b9ea90, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=47cc74e6-e19c-466c-a46f-8842d6b9ea90,segment=NetworkSegment(179626b3-7495-4c6b-bb7f-35c1b5bd70c4),segment_id=179626b3-7495-4c6b-bb7f-35c1b5bd70c4)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:36.501417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '47cc74e6-e19c-466c-a46f-8842d6b9ea90', 'network_id': '9c1bb39d-f6d8-4f94-84d5-465e0ec2450d', 'port_id': '47cc74e6-e19c-466c-a46f-8842d6b9ea90', 'mac_address': 'fa:16:3e:0e:96:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe0b6dfb-3e55-4dd4-a857-de0e718bfdaa', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:37:36.595019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.622012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cc74e6-e19c-466c-a46f-8842d6b9ea90 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:36.634085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ec30b-fc0c-497f-862a-b755a6016d9f req-7140bc2e-c749-4160-8802-b84c03f6f721 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:36.644734 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e6ec30b-fc0c-497f-862a-b755a6016d9f req-7140bc2e-c749-4160-8802-b84c03f6f721 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 945 time: 0.1135364 Nov 25 19:37:36.705065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 47cc74e6-e19c-466c-a46f-8842d6b9ea90, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=47cc74e6-e19c-466c-a46f-8842d6b9ea90,segment=NetworkSegment(179626b3-7495-4c6b-bb7f-35c1b5bd70c4),segment_id=179626b3-7495-4c6b-bb7f-35c1b5bd70c4)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:36.711841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e6ec30b-fc0c-497f-862a-b755a6016d9f req-d3716b5a-3778-45cd-a8dc-e5e5e28f000a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659692 Nov 25 19:37:36.714667 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:36.852866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=47cc74e6-e19c-466c-a46f-8842d6b9ea90,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:37.004951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e121958a-cb79-4c5f-a0eb-733fd1e5b318 req-c63fd166-350c-434e-9900-c18c0775771b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:37.006615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e121958a-cb79-4c5f-a0eb-733fd1e5b318 req-c63fd166-350c-434e-9900-c18c0775771b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0975893 Nov 25 19:37:37.027083 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['47cc74e6-e19c-466c-a46f-8842d6b9ea90'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:37.180230 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e121958a-cb79-4c5f-a0eb-733fd1e5b318 req-0f195cdf-8fb7-4944-89cd-6084a9ba4193 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609209 Nov 25 19:37:37.517110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061bcb2-9cfd-42f7-a852-6fd665f98541 req-dd06c7a3-083b-42cd-98da-88429be157d6 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:37.520929 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4061bcb2-9cfd-42f7-a852-6fd665f98541 req-dd06c7a3-083b-42cd-98da-88429be157d6 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 945 time: 0.0996549 Nov 25 19:37:37.613676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4061bcb2-9cfd-42f7-a852-6fd665f98541 req-8c45aff1-bee4-4204-8ea1-0aab8e18ce12 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828030 Nov 25 19:37:37.823935 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:37.871386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e621a327-dce5-4b98-89ee-4460b99c1cb9 req-3fd750ac-4863-4d72-992d-574291e3d640 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:37.883543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e621a327-dce5-4b98-89ee-4460b99c1cb9 req-3fd750ac-4863-4d72-992d-574291e3d640 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 945 time: 0.1453152 Nov 25 19:37:37.977688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e621a327-dce5-4b98-89ee-4460b99c1cb9 req-6e29ed5e-24d6-41cb-b9f7-c7d1506fa3e1 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/security-groups?id=e40fdd37-3ac4-4f7b-857f-879f6f41137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926883 Nov 25 19:37:38.152997 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.274340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 47cc74e6-e19c-466c-a46f-8842d6b9ea90 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:38.430102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 47cc74e6-e19c-466c-a46f-8842d6b9ea90 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:37:38.431316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36086) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:38.437177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 47cc74e6-e19c-466c-a46f-8842d6b9ea90 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:38.437636 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.569459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dc90ce-ea49-4fca-8312-3a36e56a30d0 req-c03eb6fe-eb96-4fdf-9038-06ec602a03b9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:38.584115 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2dc90ce-ea49-4fca-8312-3a36e56a30d0 req-c03eb6fe-eb96-4fdf-9038-06ec602a03b9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 945 time: 0.1373518 Nov 25 19:37:38.594099 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.662646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e9e436-cb45-4dc4-ae50-6e71fa988c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cc74e6-e19c-466c-a46f-8842d6b9ea90'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:38.666963 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdaff785-30e1-4b47-8bf4-20701fab7286" -d '{"events": [{"server_uuid": "a6e9e436-cb45-4dc4-ae50-6e71fa988c8c", "name": "network-vif-plugged", "status": "completed", "tag": "47cc74e6-e19c-466c-a46f-8842d6b9ea90"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:38.695807 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 47cc74e6-e19c-466c-a46f-8842d6b9ea90, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=47cc74e6-e19c-466c-a46f-8842d6b9ea90,segment=NetworkSegment(179626b3-7495-4c6b-bb7f-35c1b5bd70c4),segment_id=179626b3-7495-4c6b-bb7f-35c1b5bd70c4)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:38.707125 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:38.707644 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2dc90ce-ea49-4fca-8312-3a36e56a30d0 req-d79b6261-7d66-49c4-a833-df15cb8fd64d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195440 Nov 25 19:37:38.709601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3112ff28-0021-42d9-a5d8-6dd08da7e74d up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:37:38.919269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=47cc74e6-e19c-466c-a46f-8842d6b9ea90,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:38.944731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249f8307-3b4e-4411-a08a-d99c3a54bbaf req-cb0e5ce4-f0fc-40cd-a2f7-51c139414cfb tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:38.955225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 3112ff28-0021-42d9-a5d8-6dd08da7e74d completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:37:38.956463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-249f8307-3b4e-4411-a08a-d99c3a54bbaf req-cb0e5ce4-f0fc-40cd-a2f7-51c139414cfb tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0941410 Nov 25 19:37:38.962185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 3112ff28-0021-42d9-a5d8-6dd08da7e74d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:38.962893 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.028374 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-249f8307-3b4e-4411-a08a-d99c3a54bbaf req-e5949f2a-1da8-4c7b-8d36-7bdecc4bf09d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690534 Nov 25 19:37:39.075069 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-faaf9b22-3eb5-439b-a8bc-5c1c2deab653 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.149632 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.268902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3112ff28-0021-42d9-a5d8-6dd08da7e74d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3112ff28-0021-42d9-a5d8-6dd08da7e74d,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:39.285321 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.379142 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-faaf9b22-3eb5-439b-a8bc-5c1c2deab653 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.388258 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-faaf9b22-3eb5-439b-a8bc-5c1c2deab653 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.408314 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bf45432-c10e-4e2d-b331-1fcdb8e41911 x-openstack-request-id: req-1bf45432-c10e-4e2d-b331-1fcdb8e41911 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:39.409377 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e9e436-cb45-4dc4-ae50-6e71fa988c8c", "name": "network-vif-plugged", "status": "completed", "tag": "47cc74e6-e19c-466c-a46f-8842d6b9ea90", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:39.414933 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bf45432-c10e-4e2d-b331-1fcdb8e41911 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:39.414933 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e9e436-cb45-4dc4-ae50-6e71fa988c8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cc74e6-e19c-466c-a46f-8842d6b9ea90', 'code': 200} Nov 25 19:37:39.498180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf9b22-3eb5-439b-a8bc-5c1c2deab653 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa3a1f66-1589-47fd-9bc4-6278930d5004,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:39.604754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-faaf9b22-3eb5-439b-a8bc-5c1c2deab653 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79812dd8f8964b409ec6e1a74e5f8862&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1673892 Nov 25 19:37:39.614304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36112) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:39.617771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3112ff28-0021-42d9-a5d8-6dd08da7e74d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:39.657562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddf5b82-3dde-4c51-9f63-be888a034a44 req-a69c85b6-7e83-48ed-9d6c-a62a9ada1c88 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:39.671402 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ddf5b82-3dde-4c51-9f63-be888a034a44 req-a69c85b6-7e83-48ed-9d6c-a62a9ada1c88 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 946 time: 0.1770377 Nov 25 19:37:39.675566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c0a87-2eea-4371-a7c3-3fb2c2e3fba1 req-97d4e0ad-5f12-4ec9-8b08-bd000356a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:39.683631 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1a5c0a87-2eea-4371-a7c3-3fb2c2e3fba1 req-97d4e0ad-5f12-4ec9-8b08-bd000356a17a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 1097 time: 0.1115949 Nov 25 19:37:39.817973 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1a5c0a87-2eea-4371-a7c3-3fb2c2e3fba1 req-44e77b10-1469-4c06-8868-f00727360acb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e40fdd37-3ac4-4f7b-857f-879f6f41137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123149 Nov 25 19:37:39.829399 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d3596de-669f-4fee-a599-3e540d0db723 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.875065 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ddf5b82-3dde-4c51-9f63-be888a034a44 req-6944d7c0-9cfd-4d5d-8d46-334e57ef5dba tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/security-groups?id=e40fdd37-3ac4-4f7b-857f-879f6f41137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823304 Nov 25 19:37:39.901850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d3596de-669f-4fee-a599-3e540d0db723 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.983763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d3596de-669f-4fee-a599-3e540d0db723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.991415 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d3596de-669f-4fee-a599-3e540d0db723 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:39.995743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6d3596de-669f-4fee-a599-3e540d0db723 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa3a1f66-1589-47fd-9bc4-6278930d5004 HTTP/1.1" status: 204 len: 168 time: 0.3696885 Nov 25 19:37:40.062269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3596de-669f-4fee-a599-3e540d0db723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa3a1f66-1589-47fd-9bc4-6278930d5004,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:40.092891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b139bf25-6de2-4adf-adba-3e053cf42af3 req-e2c24b92-610d-490a-b3ea-509553d86898 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:40.103024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b139bf25-6de2-4adf-adba-3e053cf42af3 req-e2c24b92-610d-490a-b3ea-509553d86898 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1077080 Nov 25 19:37:40.205150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b139bf25-6de2-4adf-adba-3e053cf42af3 req-1830f10b-1e97-4474-bbd0-fbb2dddff13c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009531 Nov 25 19:37:40.772481 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36142) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:40.789592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4d3fdc-c346-4170-9c39-fac9cbf1d7aa req-156a2777-e741-49c9-912a-58738f55c2a1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:40.798707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc4d3fdc-c346-4170-9c39-fac9cbf1d7aa req-156a2777-e741-49c9-912a-58738f55c2a1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 946 time: 0.1114962 Nov 25 19:37:40.831521 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8942ab5-7a88-45f3-8995-0f166c3cc4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:40.907713 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc4d3fdc-c346-4170-9c39-fac9cbf1d7aa req-fac57013-0690-423d-a62c-2d85f0be1e96 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036751 Nov 25 19:37:41.061176 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8942ab5-7a88-45f3-8995-0f166c3cc4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.071175 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8942ab5-7a88-45f3-8995-0f166c3cc4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.127484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8942ab5-7a88-45f3-8995-0f166c3cc4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e88193c5-9d64-4165-ac53-77ab5f1b3ec4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:41.135263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a8942ab5-7a88-45f3-8995-0f166c3cc4ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16182df50649409eb269264577d43417&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3590112 Nov 25 19:37:41.135488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36148) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:41.220803 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-31e394fa-b994-4873-b818-157e3c86295c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.280493 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-31e394fa-b994-4873-b818-157e3c86295c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.377776 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-31e394fa-b994-4873-b818-157e3c86295c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.381707 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-31e394fa-b994-4873-b818-157e3c86295c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:41.387075 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-31e394fa-b994-4873-b818-157e3c86295c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e88193c5-9d64-4165-ac53-77ab5f1b3ec4 HTTP/1.1" status: 204 len: 168 time: 0.2504141 Nov 25 19:37:41.416664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3112ff28-0021-42d9-a5d8-6dd08da7e74d'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:41.422220 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f52039-3bfd-4135-8a20-cf9db532e924" -d '{"events": [{"server_uuid": "e62d22f3-34b5-451b-bc3a-e359a73a7d66", "name": "network-vif-plugged", "status": "completed", "tag": "3112ff28-0021-42d9-a5d8-6dd08da7e74d"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:41.435480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e394fa-b994-4873-b818-157e3c86295c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e88193c5-9d64-4165-ac53-77ab5f1b3ec4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:41.441432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08097085-b753-4728-a3b4-e38bd6f971dd req-10d4fb6b-991d-43aa-afd4-d8f3efb65ea0 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:41.456931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08097085-b753-4728-a3b4-e38bd6f971dd req-10d4fb6b-991d-43aa-afd4-d8f3efb65ea0 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 946 time: 0.1415277 Nov 25 19:37:41.575142 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08097085-b753-4728-a3b4-e38bd6f971dd req-b9160c2b-eb5d-46ae-baae-75ea43c43977 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/security-groups?id=e40fdd37-3ac4-4f7b-857f-879f6f41137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164148 Nov 25 19:37:41.786419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f36200-68e7-46a1-a383-36efd3b41e80 req-7b8f9c46-ddb3-4ee3-86b7-d3c767225125 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:41.788729 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76f36200-68e7-46a1-a383-36efd3b41e80 req-7b8f9c46-ddb3-4ee3-86b7-d3c767225125 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0971794 Nov 25 19:37:41.897133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76f36200-68e7-46a1-a383-36efd3b41e80 req-f3bdf2bb-539b-4b70-ad8d-c72ece253168 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000011 Nov 25 19:37:42.191815 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50e48310-c2d9-4387-83a3-6421ff835fda x-openstack-request-id: req-50e48310-c2d9-4387-83a3-6421ff835fda {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:42.192114 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62d22f3-34b5-451b-bc3a-e359a73a7d66", "name": "network-vif-plugged", "status": "completed", "tag": "3112ff28-0021-42d9-a5d8-6dd08da7e74d", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:42.192597 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-50e48310-c2d9-4387-83a3-6421ff835fda {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:42.192793 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3112ff28-0021-42d9-a5d8-6dd08da7e74d', 'code': 200} Nov 25 19:37:42.388174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a3c36-ec90-43f8-b1bc-beb98a351311 req-d629ea25-0ac7-4d18-9a5e-f5ed6f5af042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:42.393366 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-992a3c36-ec90-43f8-b1bc-beb98a351311 req-d629ea25-0ac7-4d18-9a5e-f5ed6f5af042 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 1097 time: 0.0939131 Nov 25 19:37:42.433726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350cbd92-c6d3-427f-bafa-f2ea4dd4bb98 req-73549d85-1bc9-4d87-9533-a5df3307def5 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:42.441402 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-350cbd92-c6d3-427f-bafa-f2ea4dd4bb98 req-73549d85-1bc9-4d87-9533-a5df3307def5 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1439056 Nov 25 19:37:42.487831 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-992a3c36-ec90-43f8-b1bc-beb98a351311 req-1cfc8ffa-eb4b-4898-bea1-eb96e0195fd0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814257 Nov 25 19:37:42.560020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-350cbd92-c6d3-427f-bafa-f2ea4dd4bb98 req-186788c2-bc76-4ae9-9ce9-0ea41cee2425 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061945 Nov 25 19:37:42.727805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5baa91c3-6522-4443-9b03-6630e1626449 req-006f5c16-500b-4bb7-9f6e-6f7eb7b5ade8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:42.736829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5baa91c3-6522-4443-9b03-6630e1626449 req-006f5c16-500b-4bb7-9f6e-6f7eb7b5ade8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 946 time: 0.0951226 Nov 25 19:37:42.854953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5baa91c3-6522-4443-9b03-6630e1626449 req-02d74a18-f505-4918-92a9-f3d24a794ec1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165092 Nov 25 19:37:43.599568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67ebaa7-5382-4524-a577-07fa2619a40f req-9df2adf3-5e13-4821-9241-cb32b775552a tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:43.616605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f67ebaa7-5382-4524-a577-07fa2619a40f req-9df2adf3-5e13-4821-9241-cb32b775552a tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 946 time: 0.1021030 Nov 25 19:37:43.751774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f67ebaa7-5382-4524-a577-07fa2619a40f req-6cad862c-41d0-4b25-84bf-6a8637cc36ce tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/security-groups?id=e40fdd37-3ac4-4f7b-857f-879f6f41137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295793 Nov 25 19:37:44.255868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d251bf4-4888-4423-9ef2-31b362c6523a req-df7972bc-b278-4619-824d-96d309c628d6 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:44.268935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d251bf4-4888-4423-9ef2-31b362c6523a req-df7972bc-b278-4619-824d-96d309c628d6 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/networks?id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 200 len: 814 time: 0.3423719 Nov 25 19:37:44.290657 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d251bf4-4888-4423-9ef2-31b362c6523a req-c991c661-316f-42d6-a61d-a6f6ae154383 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/quotas/78716cc614144bb1ade783eed64bbe3f HTTP/1.1" status: 200 len: 375 time: 0.0203855 Nov 25 19:37:44.390242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d251bf4-4888-4423-9ef2-31b362c6523a req-95f9c4e9-7ed1-461f-b017-b5e1528dfe79 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=78716cc614144bb1ade783eed64bbe3f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0968518 Nov 25 19:37:45.067432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186139e-e52c-445d-a862-b1439b115942 req-54d4c93a-8ef4-4af9-9876-77b53e36b5ac tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.073075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3186139e-e52c-445d-a862-b1439b115942 req-54d4c93a-8ef4-4af9-9876-77b53e36b5ac tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 946 time: 0.1117432 Nov 25 19:37:45.186545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3186139e-e52c-445d-a862-b1439b115942 req-a2b8e571-4f55-4b21-b20a-8c45da78d491 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989344 Nov 25 19:37:45.331096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ed2f34-d857-4517-ace6-8c9e3a6aed1c req-17556207-f84f-4b1c-842d-620d1ee4ac68 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.333267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90ed2f34-d857-4517-ace6-8c9e3a6aed1c req-17556207-f84f-4b1c-842d-620d1ee4ac68 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0610526 Nov 25 19:37:45.422767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90ed2f34-d857-4517-ace6-8c9e3a6aed1c req-a0106744-8d33-43fb-bbb1-85aecbed577c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755279 Nov 25 19:37:45.563992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61839c0-d663-4991-a425-074537509731 req-359b6cac-77bc-4683-ac09-24d0a1bcdc8e tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.565795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e61839c0-d663-4991-a425-074537509731 req-359b6cac-77bc-4683-ac09-24d0a1bcdc8e tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.0629449 Nov 25 19:37:45.635269 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e61839c0-d663-4991-a425-074537509731 req-6eb9a91c-e86c-453b-aac0-388055075930 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630348 Nov 25 19:37:45.905417 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d72ecd83-b32f-43de-97cf-28749411e8af req-19cb6f0b-5287-4426-811f-23bd8840e8a0 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=b424fdd8b2874a6296eed26190f62330 HTTP/1.1" status: 200 len: 267 time: 0.0992386 Nov 25 19:37:45.979691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ecd83-b32f-43de-97cf-28749411e8af req-f0c7f859-36a3-4a32-a490-ace9d08afc74 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:45.992672 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d72ecd83-b32f-43de-97cf-28749411e8af req-f0c7f859-36a3-4a32-a490-ace9d08afc74 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 946 time: 0.0771334 Nov 25 19:37:45.995408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-d72ecd83-b32f-43de-97cf-28749411e8af req-f114d956-6f73-4b14-9ac9-3e2dcde5a68a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Request body: {'port': {'security_groups': []}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:46.100542 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d72ecd83-b32f-43de-97cf-28749411e8af req-f114d956-6f73-4b14-9ac9-3e2dcde5a68a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:46.393183 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d72ecd83-b32f-43de-97cf-28749411e8af req-f114d956-6f73-4b14-9ac9-3e2dcde5a68a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] For port 3112ff28-0021-42d9-a5d8-6dd08da7e74d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3112ff28-0021-42d9-a5d8-6dd08da7e74d,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:46.453394 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d72ecd83-b32f-43de-97cf-28749411e8af req-f114d956-6f73-4b14-9ac9-3e2dcde5a68a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:46.461690 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d72ecd83-b32f-43de-97cf-28749411e8af req-f114d956-6f73-4b14-9ac9-3e2dcde5a68a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:46.486276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cdceff13-99a7-4a58-9375-ce059ce7b552', '75fa0058-45fb-46b2-a65a-d072028b2245', '3112ff28-0021-42d9-a5d8-6dd08da7e74d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:46.549132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72ecd83-b32f-43de-97cf-28749411e8af req-f114d956-6f73-4b14-9ac9-3e2dcde5a68a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:46.549890 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d72ecd83-b32f-43de-97cf-28749411e8af req-f114d956-6f73-4b14-9ac9-3e2dcde5a68a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:46.565328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d72ecd83-b32f-43de-97cf-28749411e8af req-f114d956-6f73-4b14-9ac9-3e2dcde5a68a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "PUT /v2.0/ports/3112ff28-0021-42d9-a5d8-6dd08da7e74d HTTP/1.1" status: 200 len: 905 time: 0.5744781 Nov 25 19:37:46.566331 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'tag': '3112ff28-0021-42d9-a5d8-6dd08da7e74d'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:46.573431 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a0abf6-9693-4881-89c3-81accc0a8849" -d '{"events": [{"name": "network-changed", "server_uuid": "e62d22f3-34b5-451b-bc3a-e359a73a7d66", "tag": "3112ff28-0021-42d9-a5d8-6dd08da7e74d"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:46.669747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114d956-6f73-4b14-9ac9-3e2dcde5a68a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event updated for resources: {'Port': ['ID=3112ff28-0021-42d9-a5d8-6dd08da7e74d,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:46.800512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['3112ff28-0021-42d9-a5d8-6dd08da7e74d'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:46.858184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caaec76b-f473-40d3-8fe3-91b7501446d7 req-9f136a1d-cada-4db1-9f73-e5b5cbdf72ab tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:46.863534 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-caaec76b-f473-40d3-8fe3-91b7501446d7 req-9f136a1d-cada-4db1-9f73-e5b5cbdf72ab tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1380262 Nov 25 19:37:47.003402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-53d5ac85-3123-4c45-a52c-114a1f1dd848 None None] Provisioning complete for port 3112ff28-0021-42d9-a5d8-6dd08da7e74d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:47.004199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53d5ac85-3123-4c45-a52c-114a1f1dd848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:47.125337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-caaec76b-f473-40d3-8fe3-91b7501446d7 req-9822ccd4-6d4a-4513-ab9f-d8db936c110f tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296009 Nov 25 19:37:47.659405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feded4e-e3d3-48f8-b66f-74f747225194 req-c7e0a0bd-0176-4c47-88f1-b0f0f4be3ad1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:47.671993 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9feded4e-e3d3-48f8-b66f-74f747225194 req-c7e0a0bd-0176-4c47-88f1-b0f0f4be3ad1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 908 time: 0.0733092 Nov 25 19:37:47.735492 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ec128d-7c80-49c1-89d1-58ff91481f35 x-openstack-request-id: req-08ec128d-7c80-49c1-89d1-58ff91481f35 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:47.735960 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e62d22f3-34b5-451b-bc3a-e359a73a7d66", "tag": "3112ff28-0021-42d9-a5d8-6dd08da7e74d", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:47.739436 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-08ec128d-7c80-49c1-89d1-58ff91481f35 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:47.740160 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'tag': '3112ff28-0021-42d9-a5d8-6dd08da7e74d', 'status': 'completed', 'code': 200} Nov 25 19:37:47.862562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0abf6-9693-4881-89c3-81accc0a8849 req-237d2d06-326e-4926-8b7c-1e3dccce2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:47.864483 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-15a0abf6-9693-4881-89c3-81accc0a8849 req-237d2d06-326e-4926-8b7c-1e3dccce2dc9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 1059 time: 0.0844426 Nov 25 19:37:47.884286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3234dec-8661-4913-a291-b966de2d9733 req-8dfa7d56-6b50-4dd0-9f00-8d5dc2bfac82 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:47.892332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3234dec-8661-4913-a291-b966de2d9733 req-8dfa7d56-6b50-4dd0-9f00-8d5dc2bfac82 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.0781391 Nov 25 19:37:47.958296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3234dec-8661-4913-a291-b966de2d9733 req-2eda4460-b655-4620-9e5c-ebb68997ad49 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623264 Nov 25 19:37:48.097514 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0abf6-9693-4881-89c3-81accc0a8849 req-ea0cd178-3e30-47d4-836d-c8e005f3799b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:48.099564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-15a0abf6-9693-4881-89c3-81accc0a8849 req-ea0cd178-3e30-47d4-836d-c8e005f3799b service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.2145984 Nov 25 19:37:48.134035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025cbc54-66ed-444b-9168-bce58d6a76f0 req-88cbadae-fbda-4676-bb84-3c93d64709be tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:48.135678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-025cbc54-66ed-444b-9168-bce58d6a76f0 req-88cbadae-fbda-4676-bb84-3c93d64709be tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 946 time: 0.0847449 Nov 25 19:37:48.193460 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-15a0abf6-9693-4881-89c3-81accc0a8849 req-864f9bcf-4c58-4a48-bff4-e2ce5e7df6dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3112ff28-0021-42d9-a5d8-6dd08da7e74d HTTP/1.1" status: 200 len: 217 time: 0.0791075 Nov 25 19:37:48.216485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-025cbc54-66ed-444b-9168-bce58d6a76f0 req-88cbf2c7-e38d-411e-84b2-810471842858 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/security-groups?id=e40fdd37-3ac4-4f7b-857f-879f6f41137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694575 Nov 25 19:37:48.280475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0abf6-9693-4881-89c3-81accc0a8849 req-e1beb66f-ca01-4662-bf16-ccb9ee7e65b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:48.284711 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-15a0abf6-9693-4881-89c3-81accc0a8849 req-e1beb66f-ca01-4662-bf16-ccb9ee7e65b6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.0830934 Nov 25 19:37:48.385661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a0abf6-9693-4881-89c3-81accc0a8849 req-ec7d57a4-58fe-43f5-9569-6ca2c39b740a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:48.387267 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-15a0abf6-9693-4881-89c3-81accc0a8849 req-ec7d57a4-58fe-43f5-9569-6ca2c39b740a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0907242 Nov 25 19:37:48.414746 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d0ed85b-f817-45c1-ba4d-f1ad7d528fb1 req-0329c017-dbe7-463a-81a7-3079b7c51c71 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=78716cc614144bb1ade783eed64bbe3f HTTP/1.1" status: 200 len: 221 time: 0.0457606 Nov 25 19:37:48.629458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f564f084-61ff-4a35-8af6-fb3882168be5 req-77c1f386-a192-4380-a7d5-3ebfa526b94d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:48.632761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f564f084-61ff-4a35-8af6-fb3882168be5 req-77c1f386-a192-4380-a7d5-3ebfa526b94d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1516352 Nov 25 19:37:48.658476 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-15a0abf6-9693-4881-89c3-81accc0a8849 req-9e3450bc-fa7e-4a66-a912-f1d7de587dff service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506888 Nov 25 19:37:48.756656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f564f084-61ff-4a35-8af6-fb3882168be5 req-cae8adc5-3768-471d-9fb0-842f880317ee tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131461 Nov 25 19:37:48.870116 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-15a0abf6-9693-4881-89c3-81accc0a8849 req-0405e03c-13bd-4608-ba5a-7c100fafdeb5 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997709 Nov 25 19:37:49.005491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8bc753-c053-472d-86ce-a8be53789e6b req-8c385597-1326-4d4e-ae23-9b8a74c1de6e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:49.007268 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e8bc753-c053-472d-86ce-a8be53789e6b req-8c385597-1326-4d4e-ae23-9b8a74c1de6e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0736966 Nov 25 19:37:49.073225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e8bc753-c053-472d-86ce-a8be53789e6b req-376dbaaf-22e3-4c20-99a1-a896ea537e48 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536780 Nov 25 19:37:49.282120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223608dc-57df-46b9-9456-9f2b81950261 req-bbeb6cff-1007-465a-bb84-be0783e52efa tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:49.284379 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-223608dc-57df-46b9-9456-9f2b81950261 req-bbeb6cff-1007-465a-bb84-be0783e52efa tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.0913408 Nov 25 19:37:49.375116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902b8156-f560-4986-b176-1b9757b08c58 req-1a9181f9-dbee-4f52-b504-71a2a11febb8 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:49.378481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-223608dc-57df-46b9-9456-9f2b81950261 req-40a5901a-9425-4880-873f-a8cb500283a2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813687 Nov 25 19:37:49.383167 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-902b8156-f560-4986-b176-1b9757b08c58 req-1a9181f9-dbee-4f52-b504-71a2a11febb8 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.60 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 946 time: 0.1112564 Nov 25 19:37:49.595817 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c00e3d5-c004-4d80-b176-5ad3ee84c18e req-2d81a8aa-10ea-4967-bb14-707cd68d6183 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:49.597467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c00e3d5-c004-4d80-b176-5ad3ee84c18e req-2d81a8aa-10ea-4967-bb14-707cd68d6183 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.0785499 Nov 25 19:37:49.611012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-902b8156-f560-4986-b176-1b9757b08c58 req-db5780f6-b9b0-410f-839b-54b5eab8ab53 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Deleting port 47cc74e6-e19c-466c-a46f-8842d6b9ea90 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:37:49.611573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-902b8156-f560-4986-b176-1b9757b08c58 req-db5780f6-b9b0-410f-839b-54b5eab8ab53 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:49.688045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c00e3d5-c004-4d80-b176-5ad3ee84c18e req-28df208f-6eb5-4751-b990-cbb0a0d29aeb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769265 Nov 25 19:37:49.863849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-902b8156-f560-4986-b176-1b9757b08c58 req-db5780f6-b9b0-410f-839b-54b5eab8ab53 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] For port 47cc74e6-e19c-466c-a46f-8842d6b9ea90, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=47cc74e6-e19c-466c-a46f-8842d6b9ea90,segment=NetworkSegment(179626b3-7495-4c6b-bb7f-35c1b5bd70c4),segment_id=179626b3-7495-4c6b-bb7f-35c1b5bd70c4)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:37:49.865081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-902b8156-f560-4986-b176-1b9757b08c58 req-db5780f6-b9b0-410f-839b-54b5eab8ab53 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:49.892771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-902b8156-f560-4986-b176-1b9757b08c58 req-db5780f6-b9b0-410f-839b-54b5eab8ab53 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Calling delete_port for 47cc74e6-e19c-466c-a46f-8842d6b9ea90 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:37:49.905652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30098d45-e93d-4d25-abf2-212ba2416b08 req-db60a477-701e-434f-bee3-b1c62f05e929 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:49.907371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30098d45-e93d-4d25-abf2-212ba2416b08 req-db60a477-701e-434f-bee3-b1c62f05e929 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1220214 Nov 25 19:37:50.030045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30098d45-e93d-4d25-abf2-212ba2416b08 req-c6ade5f3-0186-460a-b277-24d3b1eac03b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075168 Nov 25 19:37:50.468911 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:50.659310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-902b8156-f560-4986-b176-1b9757b08c58 req-db5780f6-b9b0-410f-839b-54b5eab8ab53 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:50.819108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-902b8156-f560-4986-b176-1b9757b08c58 req-db5780f6-b9b0-410f-839b-54b5eab8ab53 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] No DVR routers for this DVR port 47cc74e6-e19c-466c-a46f-8842d6b9ea90 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:37:50.823667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5780f6-b9b0-410f-839b-54b5eab8ab53 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Pushing event deleted for resources: {'Port': ['ID=47cc74e6-e19c-466c-a46f-8842d6b9ea90,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:50.835878 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-902b8156-f560-4986-b176-1b9757b08c58 req-db5780f6-b9b0-410f-839b-54b5eab8ab53 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:50.850484 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-902b8156-f560-4986-b176-1b9757b08c58 req-db5780f6-b9b0-410f-839b-54b5eab8ab53 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.60 "DELETE /v2.0/ports/47cc74e6-e19c-466c-a46f-8842d6b9ea90 HTTP/1.1" status: 204 len: 173 time: 1.4642394 Nov 25 19:37:50.851731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6e9e436-cb45-4dc4-ae50-6e71fa988c8c', 'name': 'network-vif-deleted', 'tag': '47cc74e6-e19c-466c-a46f-8842d6b9ea90'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:50.869971 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d193d78-eaea-4cd3-be0a-88aa7964c21e" -d '{"events": [{"server_uuid": "a6e9e436-cb45-4dc4-ae50-6e71fa988c8c", "name": "network-vif-deleted", "tag": "47cc74e6-e19c-466c-a46f-8842d6b9ea90"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:51.135483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a057a0bf-e418-4f81-a152-3f3f8e74edcf req-0415dc28-30f3-479e-aa59-85009f650c0c tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.137718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a057a0bf-e418-4f81-a152-3f3f8e74edcf req-0415dc28-30f3-479e-aa59-85009f650c0c tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/ports?device_id=a6e9e436-cb45-4dc4-ae50-6e71fa988c8c HTTP/1.1" status: 200 len: 946 time: 0.9934528 Nov 25 19:37:51.211836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a057a0bf-e418-4f81-a152-3f3f8e74edcf req-a086dd68-3fe6-4233-9e08-7c0d54c8b8b6 tempest-ServerPasswordTestJSON-465194458 tempest-ServerPasswordTestJSON-465194458-project] 10.222.0.15 "GET /v2.0/security-groups?id=e40fdd37-3ac4-4f7b-857f-879f6f41137b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591664 Nov 25 19:37:51.375897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36500) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:51.463198 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:37:51.682615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-ee2f60de-9cda-43ec-ad03-15374635b45f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:51.689879 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-ee2f60de-9cda-43ec-ad03-15374635b45f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 811 time: 0.3239858 Nov 25 19:37:51.739767 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:51.742574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-8a5b93c8-dacd-4e6c-bc17-212bca729377 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/quotas/b424fdd8b2874a6296eed26190f62330 HTTP/1.1" status: 200 len: 375 time: 0.0349743 Nov 25 19:37:51.876530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-d523e23e-65ad-4c3d-aec9-86d901f51657 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1185267 Nov 25 19:37:51.888400 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:51.895253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:51.932877 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb7b8233078d4b3885f989d6224f1a47&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5555315 Nov 25 19:37:51.938037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36514) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:51.968427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8fd33ab-ef3a-4ca8-96b9-fe11ed956f83,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:51.977733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:51.978080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:51.978656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:51.979294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:51.979838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:51.980327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:51.980822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:51.981322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:51.981844 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:51.982513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:51.983578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:51.984117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a492211-8f88-4b15-90ac-070c4f3f9f34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:37:52.074579 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-14624413-2978-4347-a76d-d52bfbebe5c9 service neutron] 10.222.0.15 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596596 Nov 25 19:37:52.079664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91240397-8563-4f40-beef-a5d606bae32b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:52.140042 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91240397-8563-4f40-beef-a5d606bae32b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:52.245013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-3c5e5e69-81cf-45cb-81f8-37b77e60e5a8 service neutron] 10.222.0.15 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510801 Nov 25 19:37:52.269950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91240397-8563-4f40-beef-a5d606bae32b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:52.273172 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91240397-8563-4f40-beef-a5d606bae32b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:52.278935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-91240397-8563-4f40-beef-a5d606bae32b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b8fd33ab-ef3a-4ca8-96b9-fe11ed956f83 HTTP/1.1" status: 204 len: 168 time: 0.3290575 Nov 25 19:37:52.285688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91240397-8563-4f40-beef-a5d606bae32b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8fd33ab-ef3a-4ca8-96b9-fe11ed956f83,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:52.332692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 47cc74e6-e19c-466c-a46f-8842d6b9ea90 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:37:52.364327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 47cc74e6-e19c-466c-a46f-8842d6b9ea90 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:37:52.365258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 47cc74e6-e19c-466c-a46f-8842d6b9ea90 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:37:52.885978 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:52.917422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf973a7-3203-4ac0-9add-0e2d8d3974d5 req-3b5473ce-8622-4147-832d-49b6a145f996 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:52.929705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bf973a7-3203-4ac0-9add-0e2d8d3974d5 req-3b5473ce-8622-4147-832d-49b6a145f996 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.1343167 Nov 25 19:37:53.053901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bf973a7-3203-4ac0-9add-0e2d8d3974d5 req-08a38084-77ac-46c0-b8ea-163a6e9f1c0c tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192896 Nov 25 19:37:53.184155 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4b3aec-7465-445b-9adc-af9adda1adda x-openstack-request-id: req-1c4b3aec-7465-445b-9adc-af9adda1adda {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:53.185373 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6e9e436-cb45-4dc4-ae50-6e71fa988c8c", "name": "network-vif-deleted", "tag": "47cc74e6-e19c-466c-a46f-8842d6b9ea90", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:53.185373 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1c4b3aec-7465-445b-9adc-af9adda1adda {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:53.185373 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6e9e436-cb45-4dc4-ae50-6e71fa988c8c', 'name': 'network-vif-deleted', 'tag': '47cc74e6-e19c-466c-a46f-8842d6b9ea90', 'status': 'completed', 'code': 200} Nov 25 19:37:53.209555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36546) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:53.229603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6214495-62e4-46e9-800f-d8860002f27b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.285129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36548) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:53.424175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32ce3f3-2696-4ca7-ad44-8959cea97683 admin admin] Deleting subnet fe0b6dfb-3e55-4dd4-a857-de0e718bfdaa {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:37:53.431773 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32ce3f3-2696-4ca7-ad44-8959cea97683 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.511703 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32ce3f3-2696-4ca7-ad44-8959cea97683 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.536195 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6214495-62e4-46e9-800f-d8860002f27b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.546674 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d19c1b0a-efb9-4a86-bf07-62bcfb3a8f67 req-f1e0d006-7e49-475a-8d0b-48772e042e15 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 210 time: 0.1423070 Nov 25 19:37:53.549443 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6214495-62e4-46e9-800f-d8860002f27b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.648867 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32ce3f3-2696-4ca7-ad44-8959cea97683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.657080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a6214495-62e4-46e9-800f-d8860002f27b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c49a812e4ae4c33bfc5d747a4223939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4460940 Nov 25 19:37:53.660210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36552) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:53.713389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6214495-62e4-46e9-800f-d8860002f27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cefcc71-b454-4f43-9dd0-263d4c15b8c2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:53.889957 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9af1bfe6-3609-4527-9500-943b473a539e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.898487 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32ce3f3-2696-4ca7-ad44-8959cea97683 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:53.931276 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628afc98-bcd0-4e6f-bcb1-526d3967aa0c req-574fafdd-883a-4f47-840e-6eeb12d63182 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:53.956253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-628afc98-bcd0-4e6f-bcb1-526d3967aa0c req-574fafdd-883a-4f47-840e-6eeb12d63182 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1715891 Nov 25 19:37:53.978977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32ce3f3-2696-4ca7-ad44-8959cea97683 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0b6dfb-3e55-4dd4-a857-de0e718bfdaa,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:53.992033 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9af1bfe6-3609-4527-9500-943b473a539e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.009322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32ce3f3-2696-4ca7-ad44-8959cea97683 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.017033 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c32ce3f3-2696-4ca7-ad44-8959cea97683 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/fe0b6dfb-3e55-4dd4-a857-de0e718bfdaa HTTP/1.1" status: 204 len: 168 time: 0.7299790 Nov 25 19:37:54.021032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36558) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:54.115822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-628afc98-bcd0-4e6f-bcb1-526d3967aa0c req-97ef9fea-e51e-4aae-9315-69e92734568e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584203 Nov 25 19:37:54.212349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.305418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9af1bfe6-3609-4527-9500-943b473a539e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.311023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9af1bfe6-3609-4527-9500-943b473a539e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.317789 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9af1bfe6-3609-4527-9500-943b473a539e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7cefcc71-b454-4f43-9dd0-263d4c15b8c2 HTTP/1.1" status: 204 len: 168 time: 0.6509752 Nov 25 19:37:54.387327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3bc522-1160-4ffa-a92e-761835093098 req-37deb95c-74ae-4464-a093-871b8e023898 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:54.397531 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb3bc522-1160-4ffa-a92e-761835093098 req-37deb95c-74ae-4464-a093-871b8e023898 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.0672431 Nov 25 19:37:54.451390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af1bfe6-3609-4527-9500-943b473a539e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cefcc71-b454-4f43-9dd0-263d4c15b8c2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:54.509367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb3bc522-1160-4ffa-a92e-761835093098 req-98ebd97d-f0bc-4518-8117-db817ed68099 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105871 Nov 25 19:37:54.608124 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.676692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c1bb39d-f6d8-4f94-84d5-465e0ec2450d']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:54.709077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179626b3-7495-4c6b-bb7f-35c1b5bd70c4') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:54.709487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179626b3-7495-4c6b-bb7f-35c1b5bd70c4') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:37:54.726164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-f7aade8f-4b3f-4b85-85ea-de3a4ba5289b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:54.728805 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-f7aade8f-4b3f-4b85-85ea-de3a4ba5289b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 811 time: 0.4464140 Nov 25 19:37:54.750379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Request body: {'port': {'device_id': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'admin_state_up': True, 'tenant_id': 'b424fdd8b2874a6296eed26190f62330'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:54.758792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d14b55-b0ee-490e-ae2e-83f92acabeba req-8ac1590b-6676-4f90-81ce-f705a17c5e69 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:54.772721 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6d14b55-b0ee-490e-ae2e-83f92acabeba req-8ac1590b-6676-4f90-81ce-f705a17c5e69 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1209171 Nov 25 19:37:54.879416 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.896058 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6d14b55-b0ee-490e-ae2e-83f92acabeba req-b58f20e4-bb47-4f41-ba65-ea7c044941ba tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205680 Nov 25 19:37:54.909873 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.928655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:37:54.929333 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:37:54.932156 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:37:55.039363 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:55.054934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:55.061853 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9c1bb39d-f6d8-4f94-84d5-465e0ec2450d HTTP/1.1" status: 204 len: 168 time: 1.0373526 Nov 25 19:37:55.065311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2379136c-d387-42af-a38b-09dd3ab09b3e req-b6450748-9139-4c53-9304-ce54857081a4 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 210 time: 0.0560503 Nov 25 19:37:55.096582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ceaf18-2aa2-4eb5-8b19-b2a268a11890 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c1bb39d-f6d8-4f94-84d5-465e0ec2450d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:55.116292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Made reservation on behalf of b424fdd8b2874a6296eed26190f62330 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:37:55.128259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:55.437417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8de07-a795-4ff4-8b63-42ea233e3dd4 req-618720a0-8e6c-4f8b-9655-cb115b97c7cb tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:55.439308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fb8de07-a795-4ff4-8b63-42ea233e3dd4 req-618720a0-8e6c-4f8b-9655-cb115b97c7cb tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1385055 Nov 25 19:37:55.439962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36612) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:55.516350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-baddeb78-1888-4c58-832b-bbbf8fe68843 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d420af3ef99243a79aadc58b7ae7123b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0750470 Nov 25 19:37:55.524068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36616) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:37:55.557139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fb8de07-a795-4ff4-8b63-42ea233e3dd4 req-e61df65d-f15d-4343-a1cc-7c31f44126f2 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945017 Nov 25 19:37:55.570066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Allocated IP 172.20.0.10 (492b4cfc-90d6-4b87-a038-575717433527/dc6581b2-a600-4998-b647-226b4b35305c/707df2a0-afeb-4a2e-b191-fc2ea47f838f) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:37:55.928991 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0237a0b3-3e10-4b4b-bce8-6e1b270f5535 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:56.109031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2bd813-0b55-4ba1-a0bf-164b50729b6f req-226fb6cc-b639-4b01-93f5-38f0c1f48fef tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:56.115374 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a2bd813-0b55-4ba1-a0bf-164b50729b6f req-226fb6cc-b639-4b01-93f5-38f0c1f48fef tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.1467505 Nov 25 19:37:56.254762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0237a0b3-3e10-4b4b-bce8-6e1b270f5535 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:56.263767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a2bd813-0b55-4ba1-a0bf-164b50729b6f req-9d9bfa61-7964-49f1-9d69-7dcab455b70a tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388819 Nov 25 19:37:56.414458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d294305-738b-4d9f-aff5-5e24dae11d24 req-050eab1d-f3ba-4818-b07b-d8e8d6b018e5 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:56.425388 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d294305-738b-4d9f-aff5-5e24dae11d24 req-050eab1d-f3ba-4818-b07b-d8e8d6b018e5 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0752447 Nov 25 19:37:56.478683 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:56.508631 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0237a0b3-3e10-4b4b-bce8-6e1b270f5535 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:56.512906 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0237a0b3-3e10-4b4b-bce8-6e1b270f5535 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:56.516105 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0237a0b3-3e10-4b4b-bce8-6e1b270f5535 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e40fdd37-3ac4-4f7b-857f-879f6f41137b HTTP/1.1" status: 204 len: 168 time: 0.9802949 Nov 25 19:37:56.527292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d294305-738b-4d9f-aff5-5e24dae11d24 req-f9029be2-c9ba-4948-9856-5618bc420202 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004360 Nov 25 19:37:56.556209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0237a0b3-3e10-4b4b-bce8-6e1b270f5535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e40fdd37-3ac4-4f7b-857f-879f6f41137b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:56.593505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:56.609489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cdceff13-99a7-4a58-9375-ce059ce7b552', '75fa0058-45fb-46b2-a65a-d072028b2245'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:37:56.663310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Network 492b4cfc-90d6-4b87-a038-575717433527 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:37:56.673568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:37:56.679194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:37:56.840759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event updated for resources: {'Port': ['ID=707df2a0-afeb-4a2e-b191-fc2ea47f838f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:56.906734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9edc37e-f359-4d6f-adc6-93d0b5240b04 req-89f0559d-1b7d-4a60-bca1-aa0029527e9f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:56.925063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9edc37e-f359-4d6f-adc6-93d0b5240b04 req-89f0559d-1b7d-4a60-bca1-aa0029527e9f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 932 time: 0.2363069 Nov 25 19:37:56.927233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:56.928491 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:56.983192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-4c04347c-3db5-47f6-91a6-ff007000647c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2324388 Nov 25 19:37:56.995353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Request body: {'port': {'device_id': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:37:57.074421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9edc37e-f359-4d6f-adc6-93d0b5240b04 req-6bde4d58-8540-4cb5-ab38-59f0d11ba062 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459904 Nov 25 19:37:57.185565 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:57.324520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0668b8d5-c6df-4712-a6b5-81f864e44898 None None] Provisioning complete for port 707df2a0-afeb-4a2e-b191-fc2ea47f838f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:37:57.325488 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0668b8d5-c6df-4712-a6b5-81f864e44898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:57.413299 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004b33e6-2b0e-4561-b491-02477e794423 req-6eea2892-3d2c-4aca-b1ef-9eaf77a892f0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:57.424002 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-004b33e6-2b0e-4561-b491-02477e794423 req-6eea2892-3d2c-4aca-b1ef-9eaf77a892f0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1176157 Nov 25 19:37:57.502018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-004b33e6-2b0e-4561-b491-02477e794423 req-d3a12507-2c33-4a8e-8d50-35b93a7f62e6 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766785 Nov 25 19:37:57.576951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0668b8d5-c6df-4712-a6b5-81f864e44898 None None] Port 707df2a0-afeb-4a2e-b191-fc2ea47f838f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:37:57.661764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fdf341-7212-48b9-a853-1d04467bfe92 req-b236bf83-c6b7-4aff-8730-bf95c9cf90a9 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:57.671937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9fdf341-7212-48b9-a853-1d04467bfe92 req-b236bf83-c6b7-4aff-8730-bf95c9cf90a9 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.0833855 Nov 25 19:37:57.680222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707df2a0-afeb-4a2e-b191-fc2ea47f838f {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:37:57.690288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:57.713424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Transition to ACTIVE for port object 707df2a0-afeb-4a2e-b191-fc2ea47f838f will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:37:57.720233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:57.754713 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9fdf341-7212-48b9-a853-1d04467bfe92 req-005ea9e5-f410-44c4-9a96-6be1e8488500 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802011 Nov 25 19:37:57.928972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f356b6f6-6ed3-423b-a5d2-bd0c0b1daac5 req-1ac938bb-0f51-4dfc-bb88-76fbaa3855d2 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:57.947307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f356b6f6-6ed3-423b-a5d2-bd0c0b1daac5 req-1ac938bb-0f51-4dfc-bb88-76fbaa3855d2 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1106386 Nov 25 19:37:57.979126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Pushing event updated for resources: {'Port': ['ID=707df2a0-afeb-4a2e-b191-fc2ea47f838f,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:58.024162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Attempting to bind port 707df2a0-afeb-4a2e-b191-fc2ea47f838f on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:37:58.024508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Attempting to bind port 707df2a0-afeb-4a2e-b191-fc2ea47f838f by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:37:58.024860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Attempting to bind port 707df2a0-afeb-4a2e-b191-fc2ea47f838f on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:58.036111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Port 707df2a0-afeb-4a2e-b191-fc2ea47f838f on network 492b4cfc-90d6-4b87-a038-575717433527 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:37:58.036448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Attempting to bind port 707df2a0-afeb-4a2e-b191-fc2ea47f838f on network 492b4cfc-90d6-4b87-a038-575717433527 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:37:58.052925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 37, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:37:58.053190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Checking segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:37:58.053825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Bound using segment: {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:37:58.056463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Bound port: 707df2a0-afeb-4a2e-b191-fc2ea47f838f, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0af027a3-4c48-4c21-9e04-09f98fbe3773', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '492b4cfc-90d6-4b87-a038-575717433527'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:37:58.057136 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:58.080527 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f356b6f6-6ed3-423b-a5d2-bd0c0b1daac5 req-4409212a-90a2-453c-9662-acee7827800d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306946 Nov 25 19:37:58.259268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] For port 707df2a0-afeb-4a2e-b191-fc2ea47f838f, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:37:58.271522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] For port 707df2a0-afeb-4a2e-b191-fc2ea47f838f, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:37:58.280221 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:58.317257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:58.320663 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:37:58.325628 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] 10.222.0.60 "PUT /v2.0/ports/707df2a0-afeb-4a2e-b191-fc2ea47f838f HTTP/1.1" status: 200 len: 1092 time: 1.3375638 Nov 25 19:37:58.338644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc99ab9-2ad0-4786-87d5-3b1c661e3a34 req-5e2b692e-d376-487b-8937-ed6eb08557ec tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:58.348764 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bc99ab9-2ad0-4786-87d5-3b1c661e3a34 req-5e2b692e-d376-487b-8937-ed6eb08557ec tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 944 time: 0.1069837 Nov 25 19:37:58.383909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'tag': '707df2a0-afeb-4a2e-b191-fc2ea47f838f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:37:58.393576 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5572d2-b492-4dfe-b4c1-8845660cf225" -d '{"events": [{"name": "network-changed", "server_uuid": "bdb94b21-b33b-4930-81e4-e48a405b0459", "tag": "707df2a0-afeb-4a2e-b191-fc2ea47f838f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:37:58.469140 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bc99ab9-2ad0-4786-87d5-3b1c661e3a34 req-d3b09a06-fb87-4729-b750-ef4d3cb45293 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192124 Nov 25 19:37:58.518110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d909cc8-422a-4596-a44a-0da8daac148f service neutron] Pushing event updated for resources: {'Port': ['ID=707df2a0-afeb-4a2e-b191-fc2ea47f838f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:37:58.543455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-a4fc970e-43b9-49f8-a068-72e3104e8714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:58.555608 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-a4fc970e-43b9-49f8-a068-72e3104e8714 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 1095 time: 0.1570191 Nov 25 19:37:58.651753 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-78489fbb-e0d3-43b3-a3fa-85ae78320cd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f HTTP/1.1" status: 200 len: 217 time: 0.0798745 Nov 25 19:37:58.738525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-79f36bfc-c167-4623-be69-7bd28482aa89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:58.740528 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-79f36bfc-c167-4623-be69-7bd28482aa89 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.0739160 Nov 25 19:37:58.742206 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e785b5da-f272-49a7-9547-592d496a1ac0 x-openstack-request-id: req-e785b5da-f272-49a7-9547-592d496a1ac0 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:37:58.742532 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdb94b21-b33b-4930-81e4-e48a405b0459", "tag": "707df2a0-afeb-4a2e-b191-fc2ea47f838f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:37:58.742916 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e785b5da-f272-49a7-9547-592d496a1ac0 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:37:58.743396 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'tag': '707df2a0-afeb-4a2e-b191-fc2ea47f838f', 'status': 'completed', 'code': 200} Nov 25 19:37:58.844776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-2c5d9d6f-5f31-45a4-aee8-bf9c03862f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:58.847251 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-2c5d9d6f-5f31-45a4-aee8-bf9c03862f34 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929160 Nov 25 19:37:58.873965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220bcc17-cc01-44f1-b7c7-eaead317a896 req-856304fd-0f75-48f0-9aab-7589c52707a0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:58.882248 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-220bcc17-cc01-44f1-b7c7-eaead317a896 req-856304fd-0f75-48f0-9aab-7589c52707a0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0840123 Nov 25 19:37:59.024028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-220bcc17-cc01-44f1-b7c7-eaead317a896 req-7498ca92-ed4a-4e70-b564-feb8361976f4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404207 Nov 25 19:37:59.188259 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-81302502-f6bf-40e1-ba2c-ca7ffda8b1c8 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312318 Nov 25 19:37:59.255516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee34cb3d-b015-44bb-a548-1f85ace19e1a req-47afc406-fbd0-4453-a2aa-bee6928d5d90 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:59.258022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee34cb3d-b015-44bb-a548-1f85ace19e1a req-47afc406-fbd0-4453-a2aa-bee6928d5d90 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.0986557 Nov 25 19:37:59.344449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee34cb3d-b015-44bb-a548-1f85ace19e1a req-0d3b5f56-2d84-4ba2-9c98-eff75d5744e6 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730314 Nov 25 19:37:59.471888 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ed89b05-0203-4a97-9639-8a1592a799cd req-05f5cc88-f90b-4d3a-a566-e567fa410ab5 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716982 Nov 25 19:37:59.501303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25f88f2-2dab-4530-813c-7b2f9b81da09 req-f980b2bb-37d5-484c-863b-f623cd812c1b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:59.508923 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f25f88f2-2dab-4530-813c-7b2f9b81da09 req-f980b2bb-37d5-484c-863b-f623cd812c1b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0843859 Nov 25 19:37:59.608203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f25f88f2-2dab-4530-813c-7b2f9b81da09 req-272065ff-1b74-4d9a-8c31-94e45e65b01a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883508 Nov 25 19:37:59.649219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5572d2-b492-4dfe-b4c1-8845660cf225 req-8c87b760-0684-4ef9-9f77-1b360e4bf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:59.651514 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7d5572d2-b492-4dfe-b4c1-8845660cf225 req-8c87b760-0684-4ef9-9f77-1b360e4bf626 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 1095 time: 0.0964727 Nov 25 19:37:59.862678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6832ed-818d-40a5-ab9a-793ef5b79765 req-20b12db1-042e-41c5-8545-77b5c07e302b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:59.881505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b6832ed-818d-40a5-ab9a-793ef5b79765 req-20b12db1-042e-41c5-8545-77b5c07e302b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 944 time: 0.1630957 Nov 25 19:37:59.940050 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5572d2-b492-4dfe-b4c1-8845660cf225 req-5296ad27-e94c-4c11-96ca-c338fde30c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:37:59.942755 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7d5572d2-b492-4dfe-b4c1-8845660cf225 req-5296ad27-e94c-4c11-96ca-c338fde30c2d service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.2789826 Nov 25 19:37:59.956253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b6832ed-818d-40a5-ab9a-793ef5b79765 req-9c4a76f4-e07a-4663-b205-d87fda90d49a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702281 Nov 25 19:38:00.006294 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7d5572d2-b492-4dfe-b4c1-8845660cf225 req-18ae5de1-de94-4d5b-8d68-840a3d535970 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f HTTP/1.1" status: 200 len: 217 time: 0.0528741 Nov 25 19:38:00.078859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5572d2-b492-4dfe-b4c1-8845660cf225 req-a05c71c4-ace4-4430-a9b6-9ed5369da8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:00.080872 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7d5572d2-b492-4dfe-b4c1-8845660cf225 req-a05c71c4-ace4-4430-a9b6-9ed5369da8cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.0646572 Nov 25 19:38:00.145728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5572d2-b492-4dfe-b4c1-8845660cf225 req-7ec8a0ca-4e2f-4122-bdab-09023f3b92fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:00.148230 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7d5572d2-b492-4dfe-b4c1-8845660cf225 req-7ec8a0ca-4e2f-4122-bdab-09023f3b92fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575466 Nov 25 19:38:00.324144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498d9598-bf4c-4059-b906-dbd80a73ac3c req-2d5ebfcd-c9f1-498c-a2d0-7febe1f8cfbf tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:00.344356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-498d9598-bf4c-4059-b906-dbd80a73ac3c req-2d5ebfcd-c9f1-498c-a2d0-7febe1f8cfbf tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1517935 Nov 25 19:38:00.427073 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-498d9598-bf4c-4059-b906-dbd80a73ac3c req-20956913-2eb7-48dd-8251-737e1a7ebe23 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814345 Nov 25 19:38:00.445346 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7d5572d2-b492-4dfe-b4c1-8845660cf225 req-e8c90aa6-ab41-4dd0-aa72-7b488cd36d8b service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798610 Nov 25 19:38:00.665518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7d5572d2-b492-4dfe-b4c1-8845660cf225 req-6f022273-ca12-4f7e-b48a-51bb7cc3551d service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068946 Nov 25 19:38:00.684614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d016f0-f3a8-4885-8e6a-dd323c58b757 req-56a4ca02-1d68-427d-8a3d-bc0fd36a5226 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:00.696149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02d016f0-f3a8-4885-8e6a-dd323c58b757 req-56a4ca02-1d68-427d-8a3d-bc0fd36a5226 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.1497500 Nov 25 19:38:00.786481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02d016f0-f3a8-4885-8e6a-dd323c58b757 req-8d07e165-d46e-4a08-9a69-323aa4c6d0a0 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880067 Nov 25 19:38:01.793466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f47d14-8afa-4449-8ac8-62751bd6df14 req-6d9ecfe2-2220-4ee5-b2bf-2108613a1ab0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:01.815193 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39f47d14-8afa-4449-8ac8-62751bd6df14 req-6d9ecfe2-2220-4ee5-b2bf-2108613a1ab0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1573675 Nov 25 19:38:02.007466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39f47d14-8afa-4449-8ac8-62751bd6df14 req-f676cee1-fa6f-4a7a-8290-a1fe64c7bad6 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890738 Nov 25 19:38:02.075106 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e985df24-bbc3-4ce7-a5d0-7054c0edfece None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:02.307209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e73ee-efe0-475b-8396-3093caf962e5 req-29156fc7-0fb9-4129-bc9d-57a9530b5b8c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:02.321265 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed3e73ee-efe0-475b-8396-3093caf962e5 req-29156fc7-0fb9-4129-bc9d-57a9530b5b8c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 944 time: 0.1658275 Nov 25 19:38:02.395557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 707df2a0-afeb-4a2e-b191-fc2ea47f838f details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:38:02.529467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed3e73ee-efe0-475b-8396-3093caf962e5 req-3f98fd63-032a-410d-a6d5-3a9dc52aecad tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006433 Nov 25 19:38:02.782307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 707df2a0-afeb-4a2e-b191-fc2ea47f838f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:02.794333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e88d9892-3680-4e29-97c6-d81dfccd6ef4 req-a33bfb29-ebab-4612-9727-9c29f9ae3276 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec1bdbe-200d-401c-9ba6-00866ddca570 HTTP/1.1" status: 200 len: 210 time: 0.0496273 Nov 25 19:38:02.847430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '707df2a0-afeb-4a2e-b191-fc2ea47f838f', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'port_id': '707df2a0-afeb-4a2e-b191-fc2ea47f838f', 'mac_address': 'fa:16:3e:47:d9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:38:02.972949 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:02.986659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091d0bf0-231b-4da3-a4c5-081be044dd4a req-577612f3-d650-46c6-b448-4556a06f26ce tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:02.997209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36848) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:03.010853 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-091d0bf0-231b-4da3-a4c5-081be044dd4a req-577612f3-d650-46c6-b448-4556a06f26ce tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.1171196 Nov 25 19:38:03.028696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707df2a0-afeb-4a2e-b191-fc2ea47f838f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:38:03.081882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 707df2a0-afeb-4a2e-b191-fc2ea47f838f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:03.090684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:03.149690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-091d0bf0-231b-4da3-a4c5-081be044dd4a req-039b0500-05b6-4e60-8d93-78e33478b01e tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187758 Nov 25 19:38:03.248514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=707df2a0-afeb-4a2e-b191-fc2ea47f838f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:03.394847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf12bc85-cd85-4f03-899e-a79ad103ce21 req-0161f5e1-5075-49a4-8ccb-f8dcbd4d4516 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:03.396638 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf12bc85-cd85-4f03-899e-a79ad103ce21 req-0161f5e1-5075-49a4-8ccb-f8dcbd4d4516 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1077294 Nov 25 19:38:03.474616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['707df2a0-afeb-4a2e-b191-fc2ea47f838f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:03.489393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf12bc85-cd85-4f03-899e-a79ad103ce21 req-f3ff36a2-3fa2-43fa-86cf-5e102319f329 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764849 Nov 25 19:38:03.695983 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98b0e203-ef47-4ee7-b4fa-ab7f20ff4326 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:03.898250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98b0e203-ef47-4ee7-b4fa-ab7f20ff4326 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:03.908619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98b0e203-ef47-4ee7-b4fa-ab7f20ff4326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:04.016193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0e203-ef47-4ee7-b4fa-ab7f20ff4326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77782df4-1e67-4334-8c87-335e09e5fd33,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:04.032472 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-98b0e203-ef47-4ee7-b4fa-ab7f20ff4326 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=16b6105eb5ad4639b7c78110f0a59d9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0332270 Nov 25 19:38:04.035249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36886) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:04.110340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ea667f-efe0-4444-b895-4c1d7dbd63a2 req-ebfa9294-9cc7-4f20-9fd0-e75bc2fbca2b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:04.123311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03ea667f-efe0-4444-b895-4c1d7dbd63a2 req-ebfa9294-9cc7-4f20-9fd0-e75bc2fbca2b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1078391 Nov 25 19:38:04.220488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3bed32f-1670-4f12-8072-7518fd3f7eef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:04.260633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03ea667f-efe0-4444-b895-4c1d7dbd63a2 req-69de7562-cb39-4ceb-872e-1328fda8843c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341872 Nov 25 19:38:04.281737 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3bed32f-1670-4f12-8072-7518fd3f7eef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:04.379878 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3bed32f-1670-4f12-8072-7518fd3f7eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:04.386165 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3bed32f-1670-4f12-8072-7518fd3f7eef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:04.389080 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c3bed32f-1670-4f12-8072-7518fd3f7eef admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77782df4-1e67-4334-8c87-335e09e5fd33 HTTP/1.1" status: 204 len: 168 time: 0.3504260 Nov 25 19:38:04.406624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bed32f-1670-4f12-8072-7518fd3f7eef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77782df4-1e67-4334-8c87-335e09e5fd33,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:04.606425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4458f30a-fc5f-4fe9-9937-1bdd4a628871 req-38f3016d-3706-4d0f-ad21-2b6fa6fa9b5e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:04.612049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4458f30a-fc5f-4fe9-9937-1bdd4a628871 req-38f3016d-3706-4d0f-ad21-2b6fa6fa9b5e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 945 time: 0.1458571 Nov 25 19:38:04.721542 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f6463de3-3da5-4c46-bad8-be18cbfc18d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:04.722299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4458f30a-fc5f-4fe9-9937-1bdd4a628871 req-21959e71-e5c1-488e-9b4c-e33ba61173d3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964406 Nov 25 19:38:05.092728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b7bba-4389-4391-a5de-bf4d4cea74b8 req-caff26e9-c0a1-447d-8914-a77b49853974 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:05.096119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-209b7bba-4389-4391-a5de-bf4d4cea74b8 req-caff26e9-c0a1-447d-8914-a77b49853974 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.0997169 Nov 25 19:38:05.213333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-209b7bba-4389-4391-a5de-bf4d4cea74b8 req-9ca34e34-8128-496d-861c-9de1f5a7cd43 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053741 Nov 25 19:38:05.388748 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f39492b-37a6-48a7-9117-594ed41f955e req-d77beed2-ffb4-43b9-a30a-a1b733e701e7 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0513217 Nov 25 19:38:05.462931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36924) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:05.489792 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:05.611800 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada9217-f027-436b-a686-fe2a89fda287 req-bb3008ce-842c-4324-8dab-b062943d08da tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:05.614777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dada9217-f027-436b-a686-fe2a89fda287 req-bb3008ce-842c-4324-8dab-b062943d08da tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1272662 Nov 25 19:38:05.763040 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dada9217-f027-436b-a686-fe2a89fda287 req-8c0c02ad-fca9-4676-93f5-39d67047394c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251798 Nov 25 19:38:05.837707 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:05.843490 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:05.848057 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fd012275-5d39-4891-9bc2-b5d4934b4357 req-d41558ba-7bac-401f-b128-ab92c43371c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ec1bdbe-200d-401c-9ba6-00866ddca570 HTTP/1.1" status: 200 len: 210 time: 0.1026940 Nov 25 19:38:05.913270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c19fe098c504422a84f29e19133502d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4446054 Nov 25 19:38:05.913709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36938) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:05.928178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df8815bb-28f6-48f8-aa2a-be5a0b05fa16,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:05.945824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:05.946316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:05.946889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:05.947437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:05.947949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:05.948368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:05.948830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:05.949281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:05.949740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:05.950186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:05.951343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:05.951892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1d6cbe-67a1-4464-9704-6dc319b9b9bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:06.015036 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0683b132-4c41-4612-a809-f32e5cfe03ab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.058306 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516b9e54-4ede-4844-88e1-03351e0e76e9 req-00964a19-f54d-446c-a209-18ef6beddbf6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:06.078093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-516b9e54-4ede-4844-88e1-03351e0e76e9 req-00964a19-f54d-446c-a209-18ef6beddbf6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 945 time: 0.1339796 Nov 25 19:38:06.082874 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0683b132-4c41-4612-a809-f32e5cfe03ab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.181997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-516b9e54-4ede-4844-88e1-03351e0e76e9 req-c66ca556-d12e-4f8c-b5a4-b917097a58c6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003189 Nov 25 19:38:06.184416 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0683b132-4c41-4612-a809-f32e5cfe03ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.192415 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0683b132-4c41-4612-a809-f32e5cfe03ab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.195670 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0683b132-4c41-4612-a809-f32e5cfe03ab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df8815bb-28f6-48f8-aa2a-be5a0b05fa16 HTTP/1.1" status: 204 len: 168 time: 0.2790892 Nov 25 19:38:06.224694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0683b132-4c41-4612-a809-f32e5cfe03ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8815bb-28f6-48f8-aa2a-be5a0b05fa16,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:06.344341 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.430944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 707df2a0-afeb-4a2e-b191-fc2ea47f838f up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:38:06.445844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f2131-dd67-40e8-9629-e8bdc856fdf8 req-13a50db2-4813-4ee0-b7ce-13609e3d465a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:06.447543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-017f2131-dd67-40e8-9629-e8bdc856fdf8 req-13a50db2-4813-4ee0-b7ce-13609e3d465a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1005003 Nov 25 19:38:06.516429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-017f2131-dd67-40e8-9629-e8bdc856fdf8 req-84c70fc7-525e-4a1d-9462-b98ff3fab825 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558672 Nov 25 19:38:06.539832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 707df2a0-afeb-4a2e-b191-fc2ea47f838f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:38:06.550726 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 707df2a0-afeb-4a2e-b191-fc2ea47f838f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:06.551379 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.738262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d1617e-8073-4f95-aae6-4c069db921ce req-1bf0c2e4-2b04-47a2-86be-96ce3e298094 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:06.739954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57d1617e-8073-4f95-aae6-4c069db921ce req-1bf0c2e4-2b04-47a2-86be-96ce3e298094 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.1068625 Nov 25 19:38:06.743334 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.785355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707df2a0-afeb-4a2e-b191-fc2ea47f838f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:06.789240 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9106360b-f974-4335-a9c3-ac7b446c6687" -d '{"events": [{"server_uuid": "bdb94b21-b33b-4930-81e4-e48a405b0459", "name": "network-vif-plugged", "status": "completed", "tag": "707df2a0-afeb-4a2e-b191-fc2ea47f838f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:06.815242 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 707df2a0-afeb-4a2e-b191-fc2ea47f838f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:06.821400 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:06.822917 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57d1617e-8073-4f95-aae6-4c069db921ce req-087e9c75-fb56-41eb-be19-f0aefcdb44ee tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696580 Nov 25 19:38:06.924308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=707df2a0-afeb-4a2e-b191-fc2ea47f838f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:06.974266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36966) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:06.996710 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0db1422e-41fc-44c3-8515-e400a617f38c req-dc88d379-dc74-4dbd-9a5c-87b0d6ffef37 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0508256 Nov 25 19:38:07.074630 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9575bef0-c4c4-4e0e-9c32-081a82fb83be x-openstack-request-id: req-9575bef0-c4c4-4e0e-9c32-081a82fb83be {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:07.075240 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb94b21-b33b-4930-81e4-e48a405b0459", "name": "network-vif-plugged", "status": "completed", "tag": "707df2a0-afeb-4a2e-b191-fc2ea47f838f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:07.075783 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9575bef0-c4c4-4e0e-9c32-081a82fb83be {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:07.076540 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707df2a0-afeb-4a2e-b191-fc2ea47f838f', 'code': 200} Nov 25 19:38:07.296741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875e4b13-6175-4826-9cf8-81b9c427dac0 req-c738e812-e735-4558-a38b-2c49742009f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:07.298771 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-875e4b13-6175-4826-9cf8-81b9c427dac0 req-c738e812-e735-4558-a38b-2c49742009f5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 1097 time: 0.0952191 Nov 25 19:38:07.386871 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3235cf3d-9bb1-4c3b-9497-fb0b03ef04a0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:07.433965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03109bf-dc74-4e4d-b6fb-b945924d0630 req-b65078dd-be8d-462e-b384-c5ef81e56636 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:07.446762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b03109bf-dc74-4e4d-b6fb-b945924d0630 req-b65078dd-be8d-462e-b384-c5ef81e56636 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1218514 Nov 25 19:38:07.454495 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-875e4b13-6175-4826-9cf8-81b9c427dac0 req-a75dcdb6-144c-4b2b-b326-d12a6385d227 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402743 Nov 25 19:38:07.524525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b03109bf-dc74-4e4d-b6fb-b945924d0630 req-48bd55dc-5f58-4f7f-b520-21e03c9f6d99 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717885 Nov 25 19:38:07.640443 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3235cf3d-9bb1-4c3b-9497-fb0b03ef04a0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:07.647898 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3235cf3d-9bb1-4c3b-9497-fb0b03ef04a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:07.656553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d6946a-79a3-4870-9c8d-84b7ea7e5b12 req-67b4c652-9b9b-46fa-8e13-8423aea2c30f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:07.659404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0d6946a-79a3-4870-9c8d-84b7ea7e5b12 req-67b4c652-9b9b-46fa-8e13-8423aea2c30f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.0692987 Nov 25 19:38:07.731842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36990) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:07.732067 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3235cf3d-9bb1-4c3b-9497-fb0b03ef04a0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=316e6fce94ab4241bef18f2430d55b1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7559376 Nov 25 19:38:07.735908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3235cf3d-9bb1-4c3b-9497-fb0b03ef04a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d74e9294-d058-4ffc-b056-dda972415ea0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:07.809884 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:07.821497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0d6946a-79a3-4870-9c8d-84b7ea7e5b12 req-f9e70229-d963-42d0-9d22-22eb37e5c31c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539876 Nov 25 19:38:07.858387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dea9b7d-3311-42bd-bc37-0bc81f8cc5a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:07.896437 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dea9b7d-3311-42bd-bc37-0bc81f8cc5a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:08.000368 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dea9b7d-3311-42bd-bc37-0bc81f8cc5a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:08.003920 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dea9b7d-3311-42bd-bc37-0bc81f8cc5a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:08.008823 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9dea9b7d-3311-42bd-bc37-0bc81f8cc5a2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d74e9294-d058-4ffc-b056-dda972415ea0 HTTP/1.1" status: 204 len: 168 time: 0.2751665 Nov 25 19:38:08.024787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dea9b7d-3311-42bd-bc37-0bc81f8cc5a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d74e9294-d058-4ffc-b056-dda972415ea0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:08.161039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:08.167800 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8dc5889b-e57a-4c49-9dd0-8953648c0642 req-9bbc1e5e-c36d-4551-b358-41200d50e5c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0617704 Nov 25 19:38:08.557267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38d304-e9a3-4fbb-bac2-e8b6b41f4d8c req-2c779058-dd7a-4389-a70f-c4cd5435daf0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:08.560924 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f38d304-e9a3-4fbb-bac2-e8b6b41f4d8c req-2c779058-dd7a-4389-a70f-c4cd5435daf0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0787349 Nov 25 19:38:08.594149 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5789c4-981b-4487-936a-6219d4e65ffe req-0be1219e-a0e8-42e6-85c0-e3c84833a4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:08.596526 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a5789c4-981b-4487-936a-6219d4e65ffe req-0be1219e-a0e8-42e6-85c0-e3c84833a4ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8e3dff33dd814eb4b3e0f7214f4ca8a7&device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 1097 time: 0.0589149 Nov 25 19:38:08.661242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f38d304-e9a3-4fbb-bac2-e8b6b41f4d8c req-61285af7-3a40-4917-9424-4eed40cbd157 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935309 Nov 25 19:38:08.730914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5789c4-981b-4487-936a-6219d4e65ffe req-d6e5d444-1f2b-4409-b3b4-9c56b9e41a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:08.733367 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a5789c4-981b-4487-936a-6219d4e65ffe req-d6e5d444-1f2b-4409-b3b4-9c56b9e41a5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a053e4d0-469c-4dcd-8e78-cc67a01a665b HTTP/1.1" status: 200 len: 916 time: 0.1251285 Nov 25 19:38:08.804586 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a5789c4-981b-4487-936a-6219d4e65ffe req-ac0ffa95-d0a3-480e-a52f-32e01d1cf09a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42209df4-e2cd-4b49-ae50-6d606d3f08e0 HTTP/1.1" status: 200 len: 217 time: 0.0554497 Nov 25 19:38:08.851757 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-edbbea8a-ec65-4998-b98c-d48e25903a66 req-f663152d-2ce2-4af1-9912-aff7c800705e tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0509005 Nov 25 19:38:08.868041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37016) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:08.906866 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67ffbbad-a91e-40d0-9a5a-cc95dd6d6e87 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:08.915588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5789c4-981b-4487-936a-6219d4e65ffe req-5b7f7511-dd83-4de8-a7b2-8554f6ba9331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:08.922138 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a5789c4-981b-4487-936a-6219d4e65ffe req-5b7f7511-dd83-4de8-a7b2-8554f6ba9331 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=93ce9411-bfb6-4ae2-b200-98c35c301cc2 HTTP/1.1" status: 200 len: 854 time: 0.1087799 Nov 25 19:38:09.021558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686efa0b-2685-40b2-be21-b01804b49276 req-3a5032dd-4629-4c03-8ac4-9fd0ffe4d9cc tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:09.023346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-686efa0b-2685-40b2-be21-b01804b49276 req-3a5032dd-4629-4c03-8ac4-9fd0ffe4d9cc tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.0868132 Nov 25 19:38:09.024084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5789c4-981b-4487-936a-6219d4e65ffe req-0e487a97-255e-4c47-8c24-639940d371ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:09.027517 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a5789c4-981b-4487-936a-6219d4e65ffe req-0e487a97-255e-4c47-8c24-639940d371ea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a053e4d0-469c-4dcd-8e78-cc67a01a665b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882306 Nov 25 19:38:09.093660 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-686efa0b-2685-40b2-be21-b01804b49276 req-aa0ee85e-17d6-4411-ad97-bc4e75ca422e tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603590 Nov 25 19:38:09.119981 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67ffbbad-a91e-40d0-9a5a-cc95dd6d6e87 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:09.127376 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67ffbbad-a91e-40d0-9a5a-cc95dd6d6e87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:09.167411 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ffbbad-a91e-40d0-9a5a-cc95dd6d6e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a3fe4c-bc25-40e9-afa7-a461d3fdb396,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:09.194595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-67ffbbad-a91e-40d0-9a5a-cc95dd6d6e87 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=75353d8ddafc4801991abd313dad1f28&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3248835 Nov 25 19:38:09.201285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37026) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:09.323781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b9cd4-c01a-4951-8fa9-2fd648704811 req-292dd46c-8b41-4314-8be6-54bcbb722151 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:09.332754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-074b9cd4-c01a-4951-8fa9-2fd648704811 req-292dd46c-8b41-4314-8be6-54bcbb722151 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1164603 Nov 25 19:38:09.333290 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a5789c4-981b-4487-936a-6219d4e65ffe req-e449f6ab-5fa3-4110-b390-eae3393b515e service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922904 Nov 25 19:38:09.363900 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1ec434d-6e49-4432-9b1a-0ef80eaac23e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:09.421779 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1ec434d-6e49-4432-9b1a-0ef80eaac23e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:09.435802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-074b9cd4-c01a-4951-8fa9-2fd648704811 req-f6cbaf93-7630-4868-9605-acfb0cba9c19 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011689 Nov 25 19:38:09.527040 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1ec434d-6e49-4432-9b1a-0ef80eaac23e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:09.530055 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1ec434d-6e49-4432-9b1a-0ef80eaac23e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:09.531679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e1ec434d-6e49-4432-9b1a-0ef80eaac23e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22a3fe4c-bc25-40e9-afa7-a461d3fdb396 HTTP/1.1" status: 204 len: 168 time: 0.3292105 Nov 25 19:38:09.556221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ec434d-6e49-4432-9b1a-0ef80eaac23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a3fe4c-bc25-40e9-afa7-a461d3fdb396,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:09.594393 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2a5789c4-981b-4487-936a-6219d4e65ffe req-41775010-9cc1-431e-aa1a-67fb98ca4263 service neutron] 10.222.0.60 "GET /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460058 Nov 25 19:38:09.715505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3616e0-6c82-472a-b553-a6164d2142dd req-707d3d22-2475-428f-9fb5-180e46181a6d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:09.718924 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3616e0-6c82-472a-b553-a6164d2142dd req-707d3d22-2475-428f-9fb5-180e46181a6d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1224835 Nov 25 19:38:09.799711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3616e0-6c82-472a-b553-a6164d2142dd req-7e55030c-c35d-47ec-b15b-9115affd102f tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676317 Nov 25 19:38:10.033179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6055faf-b040-4403-b5e7-ec918242c5be req-76b9d0eb-a7fc-4d4a-82ad-f18e3ced53e8 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:10.034835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6055faf-b040-4403-b5e7-ec918242c5be req-76b9d0eb-a7fc-4d4a-82ad-f18e3ced53e8 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0602152 Nov 25 19:38:10.119723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6055faf-b040-4403-b5e7-ec918242c5be req-7c24134e-7629-47d9-bfb9-0fd320b3d801 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718462 Nov 25 19:38:10.337867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0719449-d171-4654-858f-b99635e98fb4 req-023df0a6-6d32-4b21-9010-7fe294f263f3 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0769806 Nov 25 19:38:10.522918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb34a860-97bd-48b6-99c2-8e11b26f7e18 req-20db45d3-e8f7-4864-a7c0-e40a6058dea6 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:10.524625 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb34a860-97bd-48b6-99c2-8e11b26f7e18 req-20db45d3-e8f7-4864-a7c0-e40a6058dea6 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.0947695 Nov 25 19:38:10.622259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb34a860-97bd-48b6-99c2-8e11b26f7e18 req-bfa67487-e743-49c9-973b-2815a0e8568d tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882902 Nov 25 19:38:11.446882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276c60f-71dc-4ada-a532-44e4dd8ea1d3 req-38bdbd33-f03e-450e-b634-ad3f39172fd1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:11.467243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9276c60f-71dc-4ada-a532-44e4dd8ea1d3 req-38bdbd33-f03e-450e-b634-ad3f39172fd1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1846230 Nov 25 19:38:11.619831 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9276c60f-71dc-4ada-a532-44e4dd8ea1d3 req-0e9036e7-29c1-404b-9160-cfcd0545d2bd tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494243 Nov 25 19:38:11.913989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820404ad-96d1-4b5e-87c4-e062b3278436 req-5da9ed68-d3e7-47c0-ba11-1f0ae74212d7 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:11.927368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-820404ad-96d1-4b5e-87c4-e062b3278436 req-5da9ed68-d3e7-47c0-ba11-1f0ae74212d7 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0879819 Nov 25 19:38:12.018487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-820404ad-96d1-4b5e-87c4-e062b3278436 req-6ff57b0f-2bb8-4398-b2e3-80fb545575a4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696542 Nov 25 19:38:12.241758 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3ff6cd0-a8e9-48ce-b2f5-11c454570b8d req-151dfecc-6e71-4b88-8017-8aa564daf178 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0315471 Nov 25 19:38:12.498135 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e18b1db3-1621-41f5-8803-001aff99d21e req-178c52ed-faf6-43f2-868b-4cd7f460fd78 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0913892 Nov 25 19:38:12.672638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17ca7b-ebe6-4ca5-9153-2cab1b805de4 req-2b33709a-ae7a-4c11-818d-b4b47c71c7e0 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:12.678622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b1db3-1621-41f5-8803-001aff99d21e req-00f26fb8-05c3-47d9-a1f2-bdf01b569cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:12.682999 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e18b1db3-1621-41f5-8803-001aff99d21e req-00f26fb8-05c3-47d9-a1f2-bdf01b569cdb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1095 time: 0.0593469 Nov 25 19:38:12.683880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7b17ca7b-ebe6-4ca5-9153-2cab1b805de4 req-2b33709a-ae7a-4c11-818d-b4b47c71c7e0 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.1107986 Nov 25 19:38:12.791539 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7b17ca7b-ebe6-4ca5-9153-2cab1b805de4 req-9122f701-81f8-4a1c-ab22-4b9c0c524d50 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057239 Nov 25 19:38:12.978391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b1db3-1621-41f5-8803-001aff99d21e req-becdc36b-1626-4882-9c37-4079dd71f101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:12.981036 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e18b1db3-1621-41f5-8803-001aff99d21e req-becdc36b-1626-4882-9c37-4079dd71f101 service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.2615647 Nov 25 19:38:13.073919 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e18b1db3-1621-41f5-8803-001aff99d21e req-c13e79c8-3342-4050-bce5-c063a7679037 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 999 time: 0.0814464 Nov 25 19:38:13.126611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fec0b9-05ae-4022-91c7-a77b2818d5e4 req-b6e69cf1-b8af-4bfb-88ce-2891a19048c9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:13.128525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6fec0b9-05ae-4022-91c7-a77b2818d5e4 req-b6e69cf1-b8af-4bfb-88ce-2891a19048c9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.0855675 Nov 25 19:38:13.137832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37164) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:13.156086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b1db3-1621-41f5-8803-001aff99d21e req-79cdffc5-4204-44d2-8aa4-7c5f484470e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:13.157455 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e18b1db3-1621-41f5-8803-001aff99d21e req-79cdffc5-4204-44d2-8aa4-7c5f484470e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.0730422 Nov 25 19:38:13.203017 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6fec0b9-05ae-4022-91c7-a77b2818d5e4 req-5dd5ca58-c75f-459e-8fcc-93029a4ebfc5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652051 Nov 25 19:38:13.235235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18b1db3-1621-41f5-8803-001aff99d21e req-00090357-32ca-485a-94bd-ea15582a6159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:13.239826 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e18b1db3-1621-41f5-8803-001aff99d21e req-00090357-32ca-485a-94bd-ea15582a6159 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643969 Nov 25 19:38:13.353041 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e18b1db3-1621-41f5-8803-001aff99d21e req-14fa43b1-0699-4ced-a890-17ea4248f348 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017423 Nov 25 19:38:13.384846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d932fec4-5322-4e2c-9392-a2e1df168ded req-230a600c-c20d-4f27-a91f-b2e689a6b63c tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:13.390719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d932fec4-5322-4e2c-9392-a2e1df168ded req-230a600c-c20d-4f27-a91f-b2e689a6b63c tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e5d455e-70ba-4303-8f11-cb1f53fba025 HTTP/1.1" status: 200 len: 946 time: 0.1144307 Nov 25 19:38:13.460459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d932fec4-5322-4e2c-9392-a2e1df168ded req-9da075bd-2449-454f-9da1-e0248095d938 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628130 Nov 25 19:38:13.499084 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e18b1db3-1621-41f5-8803-001aff99d21e req-93b49d04-3d2d-4ddf-9fc9-d1b993172918 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329310 Nov 25 19:38:13.552333 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-66cec216-a9b5-449a-92b5-5f88f11d75d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:13.717944 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-66cec216-a9b5-449a-92b5-5f88f11d75d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:13.723947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-66cec216-a9b5-449a-92b5-5f88f11d75d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:13.811802 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-66cec216-a9b5-449a-92b5-5f88f11d75d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d525cb73dfb74ce5b10c818e43a84651&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6696470 Nov 25 19:38:13.814266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cec216-a9b5-449a-92b5-5f88f11d75d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3ce98d-e76c-4980-a9b5-6707c5d9e918,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:13.816561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37182) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:13.931930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-829845cd-c30a-4fb3-8671-77ea00509aa5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.004567 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-829845cd-c30a-4fb3-8671-77ea00509aa5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.110997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-829845cd-c30a-4fb3-8671-77ea00509aa5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.116653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-829845cd-c30a-4fb3-8671-77ea00509aa5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:14.120331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-829845cd-c30a-4fb3-8671-77ea00509aa5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a3ce98d-e76c-4980-a9b5-6707c5d9e918 HTTP/1.1" status: 204 len: 168 time: 0.3020179 Nov 25 19:38:14.155506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829845cd-c30a-4fb3-8671-77ea00509aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3ce98d-e76c-4980-a9b5-6707c5d9e918,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:14.554834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b18e3be5-980c-4100-a01b-94844c6b0100 req-41f8220f-4773-4a80-b2e8-097d8e9ff40f tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0632854 Nov 25 19:38:14.771982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019ff0e-e947-4d0a-a1a0-92b9280cd949 req-436e8a35-5545-4181-bd1a-a8b6aaeb0470 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:14.781951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c019ff0e-e947-4d0a-a1a0-92b9280cd949 req-436e8a35-5545-4181-bd1a-a8b6aaeb0470 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 945 time: 0.1281843 Nov 25 19:38:14.865953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c019ff0e-e947-4d0a-a1a0-92b9280cd949 req-89d70287-42ee-4e7e-b64f-d4f53af04e6f tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751600 Nov 25 19:38:14.998888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37224) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:15.033776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3285e9c1-12d1-4021-b3d6-ae1be9af79f2 req-214abba2-4dc7-4213-a637-e3f66570e26b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:15.048687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3285e9c1-12d1-4021-b3d6-ae1be9af79f2 req-214abba2-4dc7-4213-a637-e3f66570e26b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0989623 Nov 25 19:38:15.121523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3285e9c1-12d1-4021-b3d6-ae1be9af79f2 req-d006de7b-7ffe-4264-b4f9-4a7f74494645 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711339 Nov 25 19:38:15.295165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dab78-1622-40df-82a4-bbc5c65a298d req-e640a5c9-13b7-4689-b70b-74986e69f36c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:15.297182 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-311dab78-1622-40df-82a4-bbc5c65a298d req-e640a5c9-13b7-4689-b70b-74986e69f36c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.0653439 Nov 25 19:38:15.314384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad0a1bbd-c78f-4bce-9f40-4119fd4cfcfa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:15.419858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-311dab78-1622-40df-82a4-bbc5c65a298d req-0dd8588e-0927-4210-8d0a-002147d6e0e0 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062434 Nov 25 19:38:15.529897 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad0a1bbd-c78f-4bce-9f40-4119fd4cfcfa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:15.536949 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad0a1bbd-c78f-4bce-9f40-4119fd4cfcfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:15.624161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-96ce9905-4f75-4db5-827e-973fa18ed20f req-51bdb93b-487d-4a0d-b218-06a1bb744990 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:38:15.626398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96ce9905-4f75-4db5-827e-973fa18ed20f req-51bdb93b-487d-4a0d-b218-06a1bb744990 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0340698 Nov 25 19:38:15.644915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ad0a1bbd-c78f-4bce-9f40-4119fd4cfcfa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2134d5a680ab4c3f8928db30df5ea97c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6442199 Nov 25 19:38:15.647596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37246) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:15.696997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a1bbd-c78f-4bce-9f40-4119fd4cfcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abe147da-c43a-4e76-b60f-e5fdcc79fca0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:15.749610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0439cc8e-6b36-4053-a2ba-44c2f553feb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:15.787950 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0439cc8e-6b36-4053-a2ba-44c2f553feb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:15.829765 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96ce9905-4f75-4db5-827e-973fa18ed20f req-cbbae8e2-18d8-498b-ba57-5869bc4a5476 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1943312 Nov 25 19:38:15.881822 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0439cc8e-6b36-4053-a2ba-44c2f553feb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:15.884946 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0439cc8e-6b36-4053-a2ba-44c2f553feb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:15.886209 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0439cc8e-6b36-4053-a2ba-44c2f553feb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abe147da-c43a-4e76-b60f-e5fdcc79fca0 HTTP/1.1" status: 204 len: 168 time: 0.2375581 Nov 25 19:38:15.906960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439cc8e-6b36-4053-a2ba-44c2f553feb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abe147da-c43a-4e76-b60f-e5fdcc79fca0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:16.154230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef4392b-6b45-481d-b6b7-1da86e1bbb3a req-7f63c0a0-677a-4981-a6a5-e97dce2832a4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:16.163980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ef4392b-6b45-481d-b6b7-1da86e1bbb3a req-7f63c0a0-677a-4981-a6a5-e97dce2832a4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0779359 Nov 25 19:38:16.224923 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ef4392b-6b45-481d-b6b7-1da86e1bbb3a req-65e39759-ffea-491b-b8c5-3e0cd8165cce tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591805 Nov 25 19:38:16.399257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43a495e3-2e91-44d5-89b5-3e14df03ac39 req-6ef20967-35fe-4c90-bb49-86d3f48d9de2 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0784273 Nov 25 19:38:16.521087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 707df2a0-afeb-4a2e-b191-fc2ea47f838f details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:38:16.586735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37272) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:16.628766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-62583093-248f-4019-ba9e-a5333202ffe9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:16.743201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7fae7d-ccde-4906-921a-f1fe9d9634b8 req-c1afe03b-559b-4737-a211-2386cf63ea23 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:16.746751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc7fae7d-ccde-4906-921a-f1fe9d9634b8 req-c1afe03b-559b-4737-a211-2386cf63ea23 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.1148281 Nov 25 19:38:16.831069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc7fae7d-ccde-4906-921a-f1fe9d9634b8 req-1042b695-04ef-4864-8652-58ad3d6287a0 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760767 Nov 25 19:38:16.831303 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-62583093-248f-4019-ba9e-a5333202ffe9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:16.859113 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-62583093-248f-4019-ba9e-a5333202ffe9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:16.863350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 707df2a0-afeb-4a2e-b191-fc2ea47f838f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:16.887224 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '707df2a0-afeb-4a2e-b191-fc2ea47f838f', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'port_id': '707df2a0-afeb-4a2e-b191-fc2ea47f838f', 'mac_address': 'fa:16:3e:47:d9:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 636, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:38:16.937627 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62583093-248f-4019-ba9e-a5333202ffe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38295716-b4c5-4088-8abf-db9fb4754642,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:16.946255 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:16.968848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 707df2a0-afeb-4a2e-b191-fc2ea47f838f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:38:16.991369 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-62583093-248f-4019-ba9e-a5333202ffe9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9f85152389684b1580621a1f39a321e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4029820 Nov 25 19:38:16.995876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37280) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:17.021021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 707df2a0-afeb-4a2e-b191-fc2ea47f838f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:17.026670 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.087319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=707df2a0-afeb-4a2e-b191-fc2ea47f838f,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:17.116779 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-594e1a09-4d06-4576-8a98-c2bb57a93086 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.128207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4124a939-e135-4aff-a17e-21bd7945ac28 req-290006ea-3e28-47b2-9f9b-5ab878274dee tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:17.129854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4124a939-e135-4aff-a17e-21bd7945ac28 req-290006ea-3e28-47b2-9f9b-5ab878274dee tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 945 time: 0.1039460 Nov 25 19:38:17.174971 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-594e1a09-4d06-4576-8a98-c2bb57a93086 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.239261 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4124a939-e135-4aff-a17e-21bd7945ac28 req-3cccb96d-0d6c-46f5-aa9f-a5254637a3f2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949841 Nov 25 19:38:17.243996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['707df2a0-afeb-4a2e-b191-fc2ea47f838f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:17.281583 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-594e1a09-4d06-4576-8a98-c2bb57a93086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.284840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-594e1a09-4d06-4576-8a98-c2bb57a93086 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:17.294325 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-594e1a09-4d06-4576-8a98-c2bb57a93086 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/38295716-b4c5-4088-8abf-db9fb4754642 HTTP/1.1" status: 204 len: 168 time: 0.2921419 Nov 25 19:38:17.318207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594e1a09-4d06-4576-8a98-c2bb57a93086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38295716-b4c5-4088-8abf-db9fb4754642,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:17.587230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac10fdf0-d26b-4a6c-902f-8b791b03e1be req-f68f8f1f-6e3b-446d-8427-ca49a28fe001 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:17.591709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac10fdf0-d26b-4a6c-902f-8b791b03e1be req-f68f8f1f-6e3b-446d-8427-ca49a28fe001 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e5d455e-70ba-4303-8f11-cb1f53fba025 HTTP/1.1" status: 200 len: 946 time: 0.1036294 Nov 25 19:38:17.710609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac10fdf0-d26b-4a6c-902f-8b791b03e1be req-4a46e35c-1128-408c-bf5f-13cc96dd537b tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070759 Nov 25 19:38:17.956746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a2a4bb-67ed-48f5-9e7c-1620c2e859eb req-c1f8c1d0-e008-4958-87d9-aeca4dd5cde3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:17.970656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4a2a4bb-67ed-48f5-9e7c-1620c2e859eb req-c1f8c1d0-e008-4958-87d9-aeca4dd5cde3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1262996 Nov 25 19:38:18.098978 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4a2a4bb-67ed-48f5-9e7c-1620c2e859eb req-df11ec5f-df65-4fa8-88e4-531a1fab36c1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197987 Nov 25 19:38:18.299544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3dacaf85-0ec0-47e0-b54b-cf3c3fa49dc6 req-1a9582e6-7507-468f-a406-afe8bb30de7a tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0585992 Nov 25 19:38:18.445884 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a826b861-71ad-4eaa-8d62-38dc6903c5b0 req-0753d8ce-b40c-4760-8b30-663b2b04e0f3 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:18.447882 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a826b861-71ad-4eaa-8d62-38dc6903c5b0 req-0753d8ce-b40c-4760-8b30-663b2b04e0f3 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 945 time: 0.0675757 Nov 25 19:38:18.482111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37376) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:18.526546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a826b861-71ad-4eaa-8d62-38dc6903c5b0 req-b11f8378-39fa-4a84-bc2a-fc0ce48c06d3 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664103 Nov 25 19:38:18.535043 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 707df2a0-afeb-4a2e-b191-fc2ea47f838f up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:38:18.728140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 707df2a0-afeb-4a2e-b191-fc2ea47f838f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:18.728846 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.037897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e1e8cc-e8d9-4015-a562-46692604e41d req-882a7a07-8451-42c3-bdf4-da6667e54183 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:19.052887 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86e1e8cc-e8d9-4015-a562-46692604e41d req-882a7a07-8451-42c3-bdf4-da6667e54183 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.2815330 Nov 25 19:38:19.080912 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.127210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707df2a0-afeb-4a2e-b191-fc2ea47f838f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:19.132809 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-629396de-2aee-4abc-81d5-8820f468e7e7" -d '{"events": [{"server_uuid": "bdb94b21-b33b-4930-81e4-e48a405b0459", "name": "network-vif-plugged", "status": "completed", "tag": "707df2a0-afeb-4a2e-b191-fc2ea47f838f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:19.152348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86e1e8cc-e8d9-4015-a562-46692604e41d req-d74e3ec7-ae64-4e11-9bc0-095242ec5019 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976324 Nov 25 19:38:19.161802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 707df2a0-afeb-4a2e-b191-fc2ea47f838f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:19.172461 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.225512 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f34695f-7034-40d3-bce7-6d263cd6a822 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.274637 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=707df2a0-afeb-4a2e-b191-fc2ea47f838f,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:19.297564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.297915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.300711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.301163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.307100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.309298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.310493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.311963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.312409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.313003 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.314981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.315551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:19.435991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaab26a3-a9f7-4187-b81f-37a50824d2f7 req-c20913c8-e520-43b2-962f-52d6eef1e875 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:19.438897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eaab26a3-a9f7-4187-b81f-37a50824d2f7 req-c20913c8-e520-43b2-962f-52d6eef1e875 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1776803 Nov 25 19:38:19.617834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eaab26a3-a9f7-4187-b81f-37a50824d2f7 req-f48e26c7-dc22-4529-870e-c49d461dee45 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659241 Nov 25 19:38:19.638731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f34695f-7034-40d3-bce7-6d263cd6a822 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.643809 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f34695f-7034-40d3-bce7-6d263cd6a822 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.671881 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f34695f-7034-40d3-bce7-6d263cd6a822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=851163cf-bf72-471a-87f6-b89f588d4bc7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:19.709366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37414) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:19.711019 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0f34695f-7034-40d3-bce7-6d263cd6a822 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd4628bcf8f14a47bb0d237e5601d476&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2275360 Nov 25 19:38:19.867777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7ee82a0-9ee5-4cc2-b7ba-7b5f891b8597 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:19.930033 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7ee82a0-9ee5-4cc2-b7ba-7b5f891b8597 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.028826 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7ee82a0-9ee5-4cc2-b7ba-7b5f891b8597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.036525 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7ee82a0-9ee5-4cc2-b7ba-7b5f891b8597 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.046473 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e7ee82a0-9ee5-4cc2-b7ba-7b5f891b8597 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/851163cf-bf72-471a-87f6-b89f588d4bc7 HTTP/1.1" status: 204 len: 168 time: 0.3355374 Nov 25 19:38:20.083402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ee82a0-9ee5-4cc2-b7ba-7b5f891b8597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=851163cf-bf72-471a-87f6-b89f588d4bc7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:20.422189 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd0c54-6695-42f7-8f66-9d916b87aea5 req-80247eb5-4176-4b7f-b799-5f817f212ff3 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:20.436572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd0c54-6695-42f7-8f66-9d916b87aea5 req-80247eb5-4176-4b7f-b799-5f817f212ff3 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:20.442174 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:20.451125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd0c54-6695-42f7-8f66-9d916b87aea5 req-80247eb5-4176-4b7f-b799-5f817f212ff3 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:20.454198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-37dd0c54-6695-42f7-8f66-9d916b87aea5 req-80247eb5-4176-4b7f-b799-5f817f212ff3 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c&device_id=1e5d455e-70ba-4303-8f11-cb1f53fba025&device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 2418 time: 0.1677902 Nov 25 19:38:20.599570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-37dd0c54-6695-42f7-8f66-9d916b87aea5 req-0b8ef8cf-5002-46aa-afbd-0564a326689a tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356907 Nov 25 19:38:20.676686 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ff58d6-f10c-4ddd-8af9-66b1713279fa x-openstack-request-id: req-d9ff58d6-f10c-4ddd-8af9-66b1713279fa {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:20.677522 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb94b21-b33b-4930-81e4-e48a405b0459", "name": "network-vif-plugged", "status": "completed", "tag": "707df2a0-afeb-4a2e-b191-fc2ea47f838f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:20.677946 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9ff58d6-f10c-4ddd-8af9-66b1713279fa {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:20.678878 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707df2a0-afeb-4a2e-b191-fc2ea47f838f', 'code': 200} Nov 25 19:38:20.847817 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28aff2c2-0877-4202-96ba-a05b09806da7 req-79753faf-b804-4b33-aba1-5e12b7cb9deb tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0601952 Nov 25 19:38:21.018033 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4a4f368-9be9-40b0-a935-e80fc5183c1c req-eb2b1514-d08c-4558-930c-5913ad54d948 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1337464 Nov 25 19:38:21.047384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37444) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:21.065818 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de43cdb3-e577-49dd-b682-5e177d5013f3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.208134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de43cdb3-e577-49dd-b682-5e177d5013f3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.220455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de43cdb3-e577-49dd-b682-5e177d5013f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.304515 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-de43cdb3-e577-49dd-b682-5e177d5013f3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e3f8adcc6d0746c59d57640e6fd2c352&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2543869 Nov 25 19:38:21.308601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37450) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:21.310172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43cdb3-e577-49dd-b682-5e177d5013f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4694a2b-1600-4cfa-a741-0fc0d7c0c360,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:21.468422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73b6c2f-525d-4bf0-9c48-2e60e275895d req-8066855f-9273-4b6d-a457-eb6c7c168f40 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:21.470185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e73b6c2f-525d-4bf0-9c48-2e60e275895d req-8066855f-9273-4b6d-a457-eb6c7c168f40 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1068540 Nov 25 19:38:21.473718 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84c0198f-9619-45a1-9b61-15ebdac60157 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.535407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84c0198f-9619-45a1-9b61-15ebdac60157 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.565450 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e73b6c2f-525d-4bf0-9c48-2e60e275895d req-79cb1623-3897-4c92-a2d5-828b2d94ec70 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889449 Nov 25 19:38:21.632797 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84c0198f-9619-45a1-9b61-15ebdac60157 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.645995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84c0198f-9619-45a1-9b61-15ebdac60157 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:21.654070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-84c0198f-9619-45a1-9b61-15ebdac60157 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f4694a2b-1600-4cfa-a741-0fc0d7c0c360 HTTP/1.1" status: 204 len: 168 time: 0.3430092 Nov 25 19:38:21.721587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c0198f-9619-45a1-9b61-15ebdac60157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4694a2b-1600-4cfa-a741-0fc0d7c0c360,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:21.819212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed735dcc-16f8-4fef-9447-ef8bb3d4ac6c req-eb85d68e-f731-49e3-ab65-956171846cb0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:21.834606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed735dcc-16f8-4fef-9447-ef8bb3d4ac6c req-eb85d68e-f731-49e3-ab65-956171846cb0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1774306 Nov 25 19:38:21.969753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed735dcc-16f8-4fef-9447-ef8bb3d4ac6c req-632cba8c-6c6b-4535-a5c5-58d0aa990288 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334355 Nov 25 19:38:22.881841 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:23.067359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-223e5945-18df-408e-b69a-ae4d6dc8002d req-45f302f1-4861-4cfb-9e5c-527553f70acd tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0712223 Nov 25 19:38:23.242344 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d918a5af-03c1-49be-821d-999d32ffa11c req-99c811b6-b8fe-44fc-a96a-5ce232311259 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:23.248930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d918a5af-03c1-49be-821d-999d32ffa11c req-99c811b6-b8fe-44fc-a96a-5ce232311259 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1066654 Nov 25 19:38:23.318929 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d918a5af-03c1-49be-821d-999d32ffa11c req-32c3f626-61fd-4e54-8f7f-59e34b602536 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616798 Nov 25 19:38:23.573658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cf6e2a-f64b-4b6a-a49b-663f50b5508b req-37f81369-b1c5-43d3-804c-28aeed205940 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:23.584333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5cf6e2a-f64b-4b6a-a49b-663f50b5508b req-37f81369-b1c5-43d3-804c-28aeed205940 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1429474 Nov 25 19:38:23.681749 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5cf6e2a-f64b-4b6a-a49b-663f50b5508b req-8850d1d9-ccf3-4205-8ae1-46477d65767c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959795 Nov 25 19:38:23.752649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37504) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:24.197454 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e7acfd78-efa6-4c10-9ea7-25d7d64a1593 tempest-AgentManagementNegativeTest-2088350719 tempest-AgentManagementNegativeTest-2088350719-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4429796 Nov 25 19:38:24.844534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37534) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:24.950316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-362890f8-8c42-44e6-b181-3c7a1622a676 req-4e3d2ea6-7397-4685-9c3c-d964956658a7 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.1145787 Nov 25 19:38:25.309400 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-43a7fdef-1a3b-44c4-928f-1f5b5051944f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.348589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb25332-3ab1-4b18-ad47-ce560fc9adc8 req-81acd30f-00e4-4e6f-841e-dcde90b4d2e1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:25.374622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0bb25332-3ab1-4b18-ad47-ce560fc9adc8 req-81acd30f-00e4-4e6f-841e-dcde90b4d2e1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1907709 Nov 25 19:38:25.509472 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-43a7fdef-1a3b-44c4-928f-1f5b5051944f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.527247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-43a7fdef-1a3b-44c4-928f-1f5b5051944f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.535196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0bb25332-3ab1-4b18-ad47-ce560fc9adc8 req-06b5d1bd-d6a8-4a48-9ee3-0892bcdd978c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485381 Nov 25 19:38:25.609978 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-43a7fdef-1a3b-44c4-928f-1f5b5051944f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=be2efb15aa2f4e9486657da8cd739114&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7609699 Nov 25 19:38:25.609978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a7fdef-1a3b-44c4-928f-1f5b5051944f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792f41e3-89db-452d-8c76-e9243d667c31,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:25.610548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37548) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:25.827517 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16a4c17-bf1a-45af-aeb8-010b111201f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:25.905089 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16a4c17-bf1a-45af-aeb8-010b111201f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.174942 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16a4c17-bf1a-45af-aeb8-010b111201f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.182390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16a4c17-bf1a-45af-aeb8-010b111201f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:26.185104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f16a4c17-bf1a-45af-aeb8-010b111201f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/792f41e3-89db-452d-8c76-e9243d667c31 HTTP/1.1" status: 204 len: 168 time: 0.5723827 Nov 25 19:38:26.217262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a4c17-bf1a-45af-aeb8-010b111201f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792f41e3-89db-452d-8c76-e9243d667c31,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:26.338511 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00917cea-0062-429c-ba95-896bfa818512 req-24f81fbc-8126-4d8f-a4bc-ab10f37fb169 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:26.351111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00917cea-0062-429c-ba95-896bfa818512 req-24f81fbc-8126-4d8f-a4bc-ab10f37fb169 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1375551 Nov 25 19:38:26.508219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00917cea-0062-429c-ba95-896bfa818512 req-f5a5489b-09ac-495d-82b7-1ac7b517a310 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550460 Nov 25 19:38:26.928853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cde3d6-5861-45f3-a098-22df51c13bdc req-e8591264-e69b-4b32-8702-805bd76fff97 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:26.937381 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4cde3d6-5861-45f3-a098-22df51c13bdc req-e8591264-e69b-4b32-8702-805bd76fff97 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1573341 Nov 25 19:38:27.049965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4cde3d6-5861-45f3-a098-22df51c13bdc req-9285cd03-192b-4f67-837d-400a050cde42 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099694 Nov 25 19:38:27.182211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b7c87e0-3cb2-4c59-81b8-6882c34d98f4 req-c67db17f-90e9-4fe2-a297-7ea2c1a02cce tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0525954 Nov 25 19:38:28.012956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec64630-ea9f-4588-9d36-9bc75c9e2fbf req-4dfe64f0-cdb9-4f18-b478-3ae5442f39e2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:28.022005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cec64630-ea9f-4588-9d36-9bc75c9e2fbf req-4dfe64f0-cdb9-4f18-b478-3ae5442f39e2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.0773749 Nov 25 19:38:28.102751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cec64630-ea9f-4588-9d36-9bc75c9e2fbf req-90df053a-c389-463c-b14a-ff78ce00f5be tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790923 Nov 25 19:38:28.464082 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:38:28.831822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37622) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:28.900112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a1fc8c-e90c-402b-95ec-59461c7ae63d req-bca045a6-0ca4-472c-9157-40a97062b299 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:28.908141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2a1fc8c-e90c-402b-95ec-59461c7ae63d req-bca045a6-0ca4-472c-9157-40a97062b299 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1400893 Nov 25 19:38:28.995649 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2a1fc8c-e90c-402b-95ec-59461c7ae63d req-232a4add-772c-4690-abc3-64333d0df134 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803659 Nov 25 19:38:29.052456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2013484867'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:29.100945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Made reservation on behalf of 0c1e64c1fd8042e5adbd8cfd230d9520 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:29.113777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.140651 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.224350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24bac590-1401-47c5-a97f-0e22b1052ae7 req-b10ac7b4-70af-45f1-82fa-7210c9e03eaf tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0724993 Nov 25 19:38:29.352758 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.364220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.397140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:38:29.412139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.412747 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Added segment 3b543657-12a0-4ace-adaf-8ee6be7bb4c2 of type vlan for network d53e1399-7018-46e7-8a38-8bd134cf75ff Nov 25 19:38:29.472111 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.540055 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.547963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.548619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:29.577984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff5752-7ea2-42b5-bbd7-f8ac74fb3756 req-41a7505e-bbde-44e3-8ff5-edab2f034fe5 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.580152 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47ff5752-7ea2-42b5-bbd7-f8ac74fb3756 req-41a7505e-bbde-44e3-8ff5-edab2f034fe5 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 945 time: 0.1259179 Nov 25 19:38:29.644822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ec4976-9722-498d-ba49-df3605431e0b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:29.680422 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.8458381 Nov 25 19:38:29.689381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37634) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:29.710331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47ff5752-7ea2-42b5-bbd7-f8ac74fb3756 req-6a50246d-bc57-4830-a6e2-91d93306f7f7 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110115 Nov 25 19:38:29.786997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Request body: {'subnet': {'network_id': 'd53e1399-7018-46e7-8a38-8bd134cf75ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:29.969860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acbd91e-74d1-4e95-998c-98b395fa4487 req-d68adfcf-9a7f-4a95-b86d-f7d54f5c78a9 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:29.972653 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1acbd91e-74d1-4e95-998c-98b395fa4487 req-d68adfcf-9a7f-4a95-b86d-f7d54f5c78a9 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.0910053 Nov 25 19:38:29.980601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a8185-36a7-438c-8c00-569d13f31bb0 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Pushing event updated for resources: {'Network': ['ID=d53e1399-7018-46e7-8a38-8bd134cf75ff,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:30.001156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network d53e1399-7018-46e7-8a38-8bd134cf75ff details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:38:30.067488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Made reservation on behalf of 0c1e64c1fd8042e5adbd8cfd230d9520 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:30.076475 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:30.221968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1acbd91e-74d1-4e95-998c-98b395fa4487 req-ea746ff7-1789-4ee2-b522-69481914b44a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139232 Nov 25 19:38:30.490879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babcb2de-e9f0-409a-bc86-e0852c0f9374 req-f764a43c-3362-42c0-8e75-257e4734dbcc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:30.504533 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-babcb2de-e9f0-409a-bc86-e0852c0f9374 req-f764a43c-3362-42c0-8e75-257e4734dbcc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1605494 Nov 25 19:38:30.647342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4e48bc-b377-4b83-95ad-8f764a38f75e req-78e26ce6-9632-4f03-977d-8a23343736fc tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:30.650334 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cf4e48bc-b377-4b83-95ad-8f764a38f75e req-78e26ce6-9632-4f03-977d-8a23343736fc tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 945 time: 0.2690334 Nov 25 19:38:30.683384 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-babcb2de-e9f0-409a-bc86-e0852c0f9374 req-79474475-3484-4728-943d-2818dc5deb82 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716123 Nov 25 19:38:31.174960 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:31.314896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-cf4e48bc-b377-4b83-95ad-8f764a38f75e req-0f0d6538-7ca5-4764-92a8-3a738f74ffe2 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Deleting port af11d049-bade-454e-af4f-90441a7e029e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:31.320440 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cf4e48bc-b377-4b83-95ad-8f764a38f75e req-0f0d6538-7ca5-4764-92a8-3a738f74ffe2 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:31.435079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Pushing event updated for resources: {'Subnet': ['ID=a9097129-265e-4ae0-959d-53a2987974c0,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:31.488673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-826c3922-1daf-4bbf-869d-fddc4f9e78f9 req-0e97afcf-545a-4310-8840-9d6edaf4dbdf tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.1419213 Nov 25 19:38:31.504581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Checking segment: {'id': '3b543657-12a0-4ace-adaf-8ee6be7bb4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd53e1399-7018-46e7-8a38-8bd134cf75ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:38:31.505103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Network hostable DHCP agents. Network: d53e1399-7018-46e7-8a38-8bd134cf75ff, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:38:31.585600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Network d53e1399-7018-46e7-8a38-8bd134cf75ff is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:38:31.619092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, d53e1399-7018-46e7-8a38-8bd134cf75ff) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:31.633568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bc9489-6903-4c22-b663-c3829fde26f6 None None] Network d53e1399-7018-46e7-8a38-8bd134cf75ff requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:31.642341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:31.644359 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:31.651187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-cf4e48bc-b377-4b83-95ad-8f764a38f75e req-0f0d6538-7ca5-4764-92a8-3a738f74ffe2 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] For port af11d049-bade-454e-af4f-90441a7e029e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=af11d049-bade-454e-af4f-90441a7e029e,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:31.651787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cf4e48bc-b377-4b83-95ad-8f764a38f75e req-0f0d6538-7ca5-4764-92a8-3a738f74ffe2 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:31.679103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-cf4e48bc-b377-4b83-95ad-8f764a38f75e req-0f0d6538-7ca5-4764-92a8-3a738f74ffe2 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Calling delete_port for af11d049-bade-454e-af4f-90441a7e029e owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:31.696880 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0fe7cab1-ebe9-4a17-b51d-64ae635de81c tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0018170 Nov 25 19:38:31.705860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37660) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:31.726742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Request body: {'port': {'network_id': 'd53e1399-7018-46e7-8a38-8bd134cf75ff', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-307443046'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:31.809231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465e2e1f-b562-4095-86ff-308affca4b76 req-0436f7a0-e9d7-4eea-9c75-9b477c7e1957 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:31.824303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-465e2e1f-b562-4095-86ff-308affca4b76 req-0436f7a0-e9d7-4eea-9c75-9b477c7e1957 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c HTTP/1.1" status: 200 len: 945 time: 0.2136528 Nov 25 19:38:32.057337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-465e2e1f-b562-4095-86ff-308affca4b76 req-619853c5-459e-4ae8-bf9c-9599341f6d31 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308371 Nov 25 19:38:32.107375 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-72abdc6c-ae5a-4463-a245-68bf9569e82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:32.435171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc14f6f-4bfc-468d-9103-3589354997dc req-9284067e-9557-4a6b-b269-cbd982959c96 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.440952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-d53e1399-7018-46e7-8a38-8bd134cf75ff', 'network_id': 'd53e1399-7018-46e7-8a38-8bd134cf75ff', 'tenant_id': '0c1e64c1fd8042e5adbd8cfd230d9520', 'fixed_ips': [{'subnet_id': 'a9097129-265e-4ae0-959d-53a2987974c0'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:38:32.444639 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:32.446751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cc14f6f-4bfc-468d-9103-3589354997dc req-9284067e-9557-4a6b-b269-cbd982959c96 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.2202644 Nov 25 19:38:32.579489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cc14f6f-4bfc-468d-9103-3589354997dc req-238e0794-80a5-4fbd-bf18-dc8420ecbf97 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245229 Nov 25 19:38:32.591229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Made reservation on behalf of 0c1e64c1fd8042e5adbd8cfd230d9520 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:32.602657 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:32.641476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] device_id is not set on port 12865676-33a0-4a61-a72b-8941ede4c930 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:38:32.666294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device af11d049-bade-454e-af4f-90441a7e029e no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:32.725347 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cf4e48bc-b377-4b83-95ad-8f764a38f75e req-0f0d6538-7ca5-4764-92a8-3a738f74ffe2 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:32.737318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: af11d049-bade-454e-af4f-90441a7e029e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:32.737917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device af11d049-bade-454e-af4f-90441a7e029e not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:32.749403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['42209df4-e2cd-4b49-ae50-6d606d3f08e0', '1079304d-b96e-4f4c-a604-8bebe5ed041b'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:32.843853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0d6538-7ca5-4764-92a8-3a738f74ffe2 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Pushing event deleted for resources: {'Port': ['ID=af11d049-bade-454e-af4f-90441a7e029e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:32.905247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74263fa-d4a4-4201-a64e-5569cf646d1d req-98bfb2db-90a5-481c-8db9-ea4c354e804f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:32.912504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b74263fa-d4a4-4201-a64e-5569cf646d1d req-98bfb2db-90a5-481c-8db9-ea4c354e804f tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1406219 Nov 25 19:38:32.998472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Allocated IP 2001:db8::2 (d53e1399-7018-46e7-8a38-8bd134cf75ff/a9097129-265e-4ae0-959d-53a2987974c0/5a2cf13b-10df-41b3-a57b-9f5feab945bd) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:38:33.007015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4e48bc-b377-4b83-95ad-8f764a38f75e req-0f0d6538-7ca5-4764-92a8-3a738f74ffe2 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] No DVR routers for this DVR port af11d049-bade-454e-af4f-90441a7e029e on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:33.017731 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cf4e48bc-b377-4b83-95ad-8f764a38f75e req-0f0d6538-7ca5-4764-92a8-3a738f74ffe2 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:33.035635 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cf4e48bc-b377-4b83-95ad-8f764a38f75e req-0f0d6538-7ca5-4764-92a8-3a738f74ffe2 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "DELETE /v2.0/ports/af11d049-bade-454e-af4f-90441a7e029e HTTP/1.1" status: 204 len: 173 time: 2.3669615 Nov 25 19:38:33.036414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c', 'name': 'network-vif-deleted', 'tag': 'af11d049-bade-454e-af4f-90441a7e029e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:33.042446 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42889dd2-ff01-4842-a040-e1adfb310f5d" -d '{"events": [{"server_uuid": "1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c", "name": "network-vif-deleted", "tag": "af11d049-bade-454e-af4f-90441a7e029e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:33.638053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37696) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:33.898624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b74263fa-d4a4-4201-a64e-5569cf646d1d req-97991b5a-2b54-41d8-b36b-ab4eaa06f996 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9612184 Nov 25 19:38:33.990915 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-956c6c00-9ea2-4a7a-926d-74d0a5bf1764 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.186652 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.204100 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.234235 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-956c6c00-9ea2-4a7a-926d-74d0a5bf1764 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.242233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-956c6c00-9ea2-4a7a-926d-74d0a5bf1764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.261046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Pushing event updated for resources: {'Port': ['ID=5a2cf13b-10df-41b3-a57b-9f5feab945bd,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:34.289963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Network d53e1399-7018-46e7-8a38-8bd134cf75ff is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:34.295956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:34.304255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:34.305042 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-956c6c00-9ea2-4a7a-926d-74d0a5bf1764 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69767122ad5047078ade2764a88e9b70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6606030 Nov 25 19:38:34.306809 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37706) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:34.329663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc7f55b0-5e97-4cf6-bfe9-6f3972f103c5 req-24a0dfb7-ab47-4b2a-a0f4-b0e360101918 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0883467 Nov 25 19:38:34.429396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Attempting to bind port 5a2cf13b-10df-41b3-a57b-9f5feab945bd on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:34.438473 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Attempting to bind port 5a2cf13b-10df-41b3-a57b-9f5feab945bd by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '3b543657-12a0-4ace-adaf-8ee6be7bb4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd53e1399-7018-46e7-8a38-8bd134cf75ff'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:34.439318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Attempting to bind port 5a2cf13b-10df-41b3-a57b-9f5feab945bd on network d53e1399-7018-46e7-8a38-8bd134cf75ff {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:34.468517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:38:34.469157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Checking segment: {'id': '3b543657-12a0-4ace-adaf-8ee6be7bb4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd53e1399-7018-46e7-8a38-8bd134cf75ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:38:34.469769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.471431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Bound using segment: {'id': '3b543657-12a0-4ace-adaf-8ee6be7bb4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd53e1399-7018-46e7-8a38-8bd134cf75ff'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:38:34.472316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Bound port: 5a2cf13b-10df-41b3-a57b-9f5feab945bd, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b543657-12a0-4ace-adaf-8ee6be7bb4c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'd53e1399-7018-46e7-8a38-8bd134cf75ff'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:38:34.473155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.591596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956c6c00-9ea2-4a7a-926d-74d0a5bf1764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f3115b-e7e4-4fa5-a0c9-7bb9bcd29f4f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:34.715306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Allocated IP 2001:db8::20b (d53e1399-7018-46e7-8a38-8bd134cf75ff/a9097129-265e-4ae0-959d-53a2987974c0/12865676-33a0-4a61-a72b-8941ede4c930) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:38:34.750358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] For port 5a2cf13b-10df-41b3-a57b-9f5feab945bd, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:38:34.779112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02962783-73ec-4bad-b280-bf653f084cf7 req-077c8a0e-c36b-4d2a-8eef-7f835d71fe63 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:34.788353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02962783-73ec-4bad-b280-bf653f084cf7 req-077c8a0e-c36b-4d2a-8eef-7f835d71fe63 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1536779 Nov 25 19:38:34.791987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] For port 5a2cf13b-10df-41b3-a57b-9f5feab945bd, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5a2cf13b-10df-41b3-a57b-9f5feab945bd,segment=NetworkSegment(3b543657-12a0-4ace-adaf-8ee6be7bb4c2),segment_id=3b543657-12a0-4ace-adaf-8ee6be7bb4c2)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:38:34.805073 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9bcb1f2-f4f1-4ef9-b71c-260638167b97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.808135 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6797fddc-323a-499f-8046-3127ae60744b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.818508 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.875796 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02962783-73ec-4bad-b280-bf653f084cf7 req-a9b9c575-6b86-467e-b596-58ba2da53d03 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861602 Nov 25 19:38:34.900501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6797fddc-323a-499f-8046-3127ae60744b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:34.967074 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4641b6d4-ec20-4f48-a124-4df201b67f39 x-openstack-request-id: req-4641b6d4-ec20-4f48-a124-4df201b67f39 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:34.967445 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c", "name": "network-vif-deleted", "tag": "af11d049-bade-454e-af4f-90441a7e029e", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:34.967621 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4641b6d4-ec20-4f48-a124-4df201b67f39 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:34.968024 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1431bb07-bb86-4b2a-a78f-af3b6dfd3a4c', 'name': 'network-vif-deleted', 'tag': 'af11d049-bade-454e-af4f-90441a7e029e', 'status': 'completed', 'code': 200} Nov 25 19:38:35.123042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07fed5-3600-46b1-b11a-ae8a176dd8c8 None None] Pushing event updated for resources: {'Port': ['ID=5a2cf13b-10df-41b3-a57b-9f5feab945bd,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:35.267924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6797fddc-323a-499f-8046-3127ae60744b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.290153 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6797fddc-323a-499f-8046-3127ae60744b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.292032 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6797fddc-323a-499f-8046-3127ae60744b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/10f3115b-e7e4-4fa5-a0c9-7bb9bcd29f4f HTTP/1.1" status: 204 len: 168 time: 0.9739444 Nov 25 19:38:35.298151 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.349049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797fddc-323a-499f-8046-3127ae60744b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f3115b-e7e4-4fa5-a0c9-7bb9bcd29f4f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:35.382432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ca2d7d-4d48-47d6-97a3-82d648cf5812 req-e993d1d3-b688-440e-b5bd-40ee6167e6e4 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:35.447691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7ca2d7d-4d48-47d6-97a3-82d648cf5812 req-e993d1d3-b688-440e-b5bd-40ee6167e6e4 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 945 time: 0.1812046 Nov 25 19:38:35.620220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.643255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7ca2d7d-4d48-47d6-97a3-82d648cf5812 req-6786f57b-b3b7-45c5-b9a8-76e008542ba7 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1749363 Nov 25 19:38:35.764999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Network d53e1399-7018-46e7-8a38-8bd134cf75ff is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:35.773707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:35.799179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:35.817135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:35.826820 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:35.857396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd5baa-9e69-4f1b-b7c3-eea4b6b2a20c req-acf480bb-9315-49eb-9515-bc12dfd384f6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:35.866408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cddd5baa-9e69-4f1b-b7c3-eea4b6b2a20c req-acf480bb-9315-49eb-9515-bc12dfd384f6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.0799644 Nov 25 19:38:35.881011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Pushing event updated for resources: {'Port': ['ID=12865676-33a0-4a61-a72b-8941ede4c930,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:35.908921 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5b150870-de23-40de-b9eb-0b7e04b759c5 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.1975532 Nov 25 19:38:35.909359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37726) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:35.924476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Request body: {'port': {'network_id': 'd53e1399-7018-46e7-8a38-8bd134cf75ff', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1879321070', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:35.925606 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] bootfile-name is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:38:35.926973 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] tftp-server is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:38:35.929590 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] server-ip-address is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:38:36.044458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cddd5baa-9e69-4f1b-b7c3-eea4b6b2a20c req-003644af-e16d-4c52-99af-6c0c6fe54b81 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763823 Nov 25 19:38:36.187513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Made reservation on behalf of 0c1e64c1fd8042e5adbd8cfd230d9520 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:36.199147 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.219918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37730) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:36.237914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] device_id is not set on port 54f3065a-7c00-4271-80f9-0bc8b9700b4e yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:38:36.286698 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-980bad13-fc98-4abf-9732-30d99f2fa889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.333925 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.488386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Allocated IP 2001:db8::3d (d53e1399-7018-46e7-8a38-8bd134cf75ff/a9097129-265e-4ae0-959d-53a2987974c0/54f3065a-7c00-4271-80f9-0bc8b9700b4e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:38:36.647055 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-980bad13-fc98-4abf-9732-30d99f2fa889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.670757 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-980bad13-fc98-4abf-9732-30d99f2fa889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:36.800071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980bad13-fc98-4abf-9732-30d99f2fa889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b91eeb2b-5d61-4b2e-adaf-5abeeafeac2f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:36.843829 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-980bad13-fc98-4abf-9732-30d99f2fa889 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a79a3111a46b47f5afca574b8793e293&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6223660 Nov 25 19:38:36.846095 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37736) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:36.931685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5a2cf13b-10df-41b3-a57b-9f5feab945bd up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:38:36.975532 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1258ac24-f9f9-4083-b492-2259b2297b43 req-d8853a01-39c0-4282-9363-33028262d8ec tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0649209 Nov 25 19:38:36.993973 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9e95d88-a540-430d-a059-8d031c2eb666 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.076546 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9e95d88-a540-430d-a059-8d031c2eb666 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.078092 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.103710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5a2cf13b-10df-41b3-a57b-9f5feab945bd triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:37.104267 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.159482 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.193796 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9e95d88-a540-430d-a059-8d031c2eb666 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.199384 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9e95d88-a540-430d-a059-8d031c2eb666 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.208089 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e9e95d88-a540-430d-a059-8d031c2eb666 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b91eeb2b-5d61-4b2e-adaf-5abeeafeac2f HTTP/1.1" status: 204 len: 168 time: 0.3503253 Nov 25 19:38:37.219981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4f6472-fdd0-474e-8c60-846b2eb9de8b None None] Network d53e1399-7018-46e7-8a38-8bd134cf75ff requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:37.253148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e95d88-a540-430d-a059-8d031c2eb666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91eeb2b-5d61-4b2e-adaf-5abeeafeac2f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:37.367423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Pushing event updated for resources: {'Port': ['ID=54f3065a-7c00-4271-80f9-0bc8b9700b4e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:37.442722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d278d5c1-edd1-49ed-861c-9481d95ca6c9 req-5884ffad-bc92-4d39-b418-106b791b4fdd tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:37.455696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d278d5c1-edd1-49ed-861c-9481d95ca6c9 req-5884ffad-bc92-4d39-b418-106b791b4fdd tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1395595 Nov 25 19:38:37.459177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Network d53e1399-7018-46e7-8a38-8bd134cf75ff is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:37.463256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7b065150-240f-440f-b6d7-b10bc68250d7 None None] Provisioning complete for port 5a2cf13b-10df-41b3-a57b-9f5feab945bd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:37.464398 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b065150-240f-440f-b6d7-b10bc68250d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.543809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d278d5c1-edd1-49ed-861c-9481d95ca6c9 req-da0471e5-0652-4991-a68c-7c215bf741aa tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785637 Nov 25 19:38:37.547816 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:37.555979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:37.581961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:37.583014 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.616287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.626044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bf7a876c-26c3-4639-8f94-11547ef23088 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.7148643 Nov 25 19:38:37.628725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37748) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:37.730032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529bb52-432b-4ec6-b1fe-df3544f22134 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:37.748097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529bb52-432b-4ec6-b1fe-df3544f22134 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:37.767408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c529bb52-432b-4ec6-b1fe-df3544f22134 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:37.772726 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c529bb52-432b-4ec6-b1fe-df3544f22134 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1407447 Nov 25 19:38:37.773918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37752) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:37.903369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 5a2cf13b-10df-41b3-a57b-9f5feab945bd, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5a2cf13b-10df-41b3-a57b-9f5feab945bd,segment=NetworkSegment(3b543657-12a0-4ace-adaf-8ee6be7bb4c2),segment_id=3b543657-12a0-4ace-adaf-8ee6be7bb4c2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:37.931990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:37.976588 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.072805 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=5a2cf13b-10df-41b3-a57b-9f5feab945bd,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:38.218440 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.278322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2db372-ef53-4e30-bfea-32fc72885569 req-766c3f2a-1e6d-44d8-a493-782ec4d0b1f6 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:38.280366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e2db372-ef53-4e30-bfea-32fc72885569 req-766c3f2a-1e6d-44d8-a493-782ec4d0b1f6 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e5d455e-70ba-4303-8f11-cb1f53fba025 HTTP/1.1" status: 200 len: 946 time: 0.2669382 Nov 25 19:38:38.316607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-96d82244-8db2-4c69-92e5-9dab5f8c13e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Deleting port 54f3065a-7c00-4271-80f9-0bc8b9700b4e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:38.316607 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96d82244-8db2-4c69-92e5-9dab5f8c13e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.468989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581eb954-b708-48ad-8078-a63ad501a67f req-c20826b6-4872-4f55-b29f-d96a6a7da98d tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:38.471967 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-581eb954-b708-48ad-8078-a63ad501a67f req-c20826b6-4872-4f55-b29f-d96a6a7da98d tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "GET /v2.0/ports?device_id=1e5d455e-70ba-4303-8f11-cb1f53fba025 HTTP/1.1" status: 200 len: 946 time: 0.2691238 Nov 25 19:38:38.488368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e2db372-ef53-4e30-bfea-32fc72885569 req-312682ca-5ed9-401e-8586-2eba69585da8 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638560 Nov 25 19:38:38.743257 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96d82244-8db2-4c69-92e5-9dab5f8c13e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.792466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5a2cf13b-10df-41b3-a57b-9f5feab945bd up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:38:38.833323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-96d82244-8db2-4c69-92e5-9dab5f8c13e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Calling delete_port for 54f3065a-7c00-4271-80f9-0bc8b9700b4e owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:38.867728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e32dcef-6064-435f-882c-7ade52e95f58 req-822a08a7-c882-464b-a669-ce09374794de tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:38.876704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e32dcef-6064-435f-882c-7ade52e95f58 req-822a08a7-c882-464b-a669-ce09374794de tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1155994 Nov 25 19:38:38.915608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-581eb954-b708-48ad-8078-a63ad501a67f req-2099409d-4ed2-4605-8c47-af13f96f9bcb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Deleting port 1079304d-b96e-4f4c-a604-8bebe5ed041b {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:38.917356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-581eb954-b708-48ad-8078-a63ad501a67f req-2099409d-4ed2-4605-8c47-af13f96f9bcb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:38.983670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-498cd853-f209-4f24-8c11-1fb8abc579cb None None] Provisioning complete for port 12865676-33a0-4a61-a72b-8941ede4c930 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:38.984228 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-498cd853-f209-4f24-8c11-1fb8abc579cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.039611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e32dcef-6064-435f-882c-7ade52e95f58 req-9140b751-d461-4da5-ab70-c6faeea39eaf tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618977 Nov 25 19:38:39.196631 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-498cd853-f209-4f24-8c11-1fb8abc579cb None None] Port 12865676-33a0-4a61-a72b-8941ede4c930 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:38:39.222282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5a2cf13b-10df-41b3-a57b-9f5feab945bd triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:39.230239 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.267962 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96d82244-8db2-4c69-92e5-9dab5f8c13e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.274882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-581eb954-b708-48ad-8078-a63ad501a67f req-2099409d-4ed2-4605-8c47-af13f96f9bcb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] For port 1079304d-b96e-4f4c-a604-8bebe5ed041b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1079304d-b96e-4f4c-a604-8bebe5ed041b,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:39.275542 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-581eb954-b708-48ad-8078-a63ad501a67f req-2099409d-4ed2-4605-8c47-af13f96f9bcb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.306444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-581eb954-b708-48ad-8078-a63ad501a67f req-2099409d-4ed2-4605-8c47-af13f96f9bcb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Calling delete_port for 1079304d-b96e-4f4c-a604-8bebe5ed041b owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:39.397118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-498cd853-f209-4f24-8c11-1fb8abc579cb None None] Provisioning complete for port 5a2cf13b-10df-41b3-a57b-9f5feab945bd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:39.407322 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-498cd853-f209-4f24-8c11-1fb8abc579cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.464770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d82244-8db2-4c69-92e5-9dab5f8c13e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Pushing event deleted for resources: {'Port': ['ID=54f3065a-7c00-4271-80f9-0bc8b9700b4e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:39.504352 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96d82244-8db2-4c69-92e5-9dab5f8c13e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:39.521812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-96d82244-8db2-4c69-92e5-9dab5f8c13e7 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] 10.222.0.15 "DELETE /v2.0/ports/54f3065a-7c00-4271-80f9-0bc8b9700b4e HTTP/1.1" status: 204 len: 168 time: 1.7464113 Nov 25 19:38:39.572307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37776) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:39.624470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Request body: {'port': {'name': 'tempest-new-port-name-99664001', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:39.630904 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] bootfile-name is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:38:39.633016 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] tftp-server is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:38:39.634249 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] server-ip-address is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:38:39.859729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265ef6a-85e4-476c-a04a-307d7af5ecb2 req-8dfef365-2aed-4efb-8262-764f44f5b65c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:39.876543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2265ef6a-85e4-476c-a04a-307d7af5ecb2 req-8dfef365-2aed-4efb-8262-764f44f5b65c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.4758606 Nov 25 19:38:39.956869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-498cd853-f209-4f24-8c11-1fb8abc579cb None None] Could not find standard attr ID for object 54f3065a-7c00-4271-80f9-0bc8b9700b4e. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:38:40.071085 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:40.142443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c58f12f8-4f4c-4c3e-a24d-d815afa8bc07 None None] Provisioning complete for port 12865676-33a0-4a61-a72b-8941ede4c930 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:40.143862 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c58f12f8-4f4c-4c3e-a24d-d815afa8bc07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:40.187042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2265ef6a-85e4-476c-a04a-307d7af5ecb2 req-4638190e-9343-4f2f-9fa7-8abfb797eedc tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031254 Nov 25 19:38:40.266504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c58f12f8-4f4c-4c3e-a24d-d815afa8bc07 None None] Port 12865676-33a0-4a61-a72b-8941ede4c930 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:38:40.424719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-82f8bb16-30f0-4352-a4f6-1eb0fa8f95b6 None None] Could not find standard attr ID for object 54f3065a-7c00-4271-80f9-0bc8b9700b4e. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:38:40.982422 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-581eb954-b708-48ad-8078-a63ad501a67f req-2099409d-4ed2-4605-8c47-af13f96f9bcb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:41.001586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['42209df4-e2cd-4b49-ae50-6d606d3f08e0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:41.141375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2099409d-4ed2-4605-8c47-af13f96f9bcb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Pushing event deleted for resources: {'Port': ['ID=1079304d-b96e-4f4c-a604-8bebe5ed041b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:41.255984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-581eb954-b708-48ad-8078-a63ad501a67f req-2099409d-4ed2-4605-8c47-af13f96f9bcb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] No DVR routers for this DVR port 1079304d-b96e-4f4c-a604-8bebe5ed041b on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:41.259144 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-581eb954-b708-48ad-8078-a63ad501a67f req-2099409d-4ed2-4605-8c47-af13f96f9bcb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:41.266310 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-581eb954-b708-48ad-8078-a63ad501a67f req-2099409d-4ed2-4605-8c47-af13f96f9bcb tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "DELETE /v2.0/ports/1079304d-b96e-4f4c-a604-8bebe5ed041b HTTP/1.1" status: 204 len: 173 time: 2.7840893 Nov 25 19:38:41.269769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5d455e-70ba-4303-8f11-cb1f53fba025', 'name': 'network-vif-deleted', 'tag': '1079304d-b96e-4f4c-a604-8bebe5ed041b'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:41.282871 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a711ab6f-a747-4721-b8b5-194b6e043e4d" -d '{"events": [{"server_uuid": "1e5d455e-70ba-4303-8f11-cb1f53fba025", "name": "network-vif-deleted", "tag": "1079304d-b96e-4f4c-a604-8bebe5ed041b"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:41.490418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab94bf5-5b43-4d85-a0ff-8acd2f97a47e req-384210b2-6ed3-4070-a20b-6a5515f87527 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:41.515986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eab94bf5-5b43-4d85-a0ff-8acd2f97a47e req-384210b2-6ed3-4070-a20b-6a5515f87527 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 945 time: 0.9330132 Nov 25 19:38:41.530954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37814) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:41.563927 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:41.582153 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:41.720272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Pushing event updated for resources: {'Port': ['ID=12865676-33a0-4a61-a72b-8941ede4c930,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:41.752609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] In _notify_port_updated(), no bound segment for port 12865676-33a0-4a61-a72b-8941ede4c930 on network d53e1399-7018-46e7-8a38-8bd134cf75ff {{(pid=103651) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:38:41.770938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:41.772403 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:41.775438 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dbdb10c2-ffc1-48db-8512-8fe990c95049 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] 10.222.0.15 "PUT /v2.0/ports/12865676-33a0-4a61-a72b-8941ede4c930 HTTP/1.1" status: 200 len: 1128 time: 2.1844611 Nov 25 19:38:41.778453 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37822) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:41.808342 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eab94bf5-5b43-4d85-a0ff-8acd2f97a47e req-2b8956bb-36c4-4ef9-8f8c-f709008adb3c tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2821121 Nov 25 19:38:41.973952 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-118818cc-2450-48f5-ade0-758534ec4f22 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.133007 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5efac684-3a2a-4135-97d5-5502183b6e2f req-f68f35ca-7175-4252-adea-4a7d4d33a89c tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.1741002 Nov 25 19:38:42.203175 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-118818cc-2450-48f5-ade0-758534ec4f22 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.217229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b58134-fd7d-4a32-bf4b-5aca3555cf35 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:42.221913 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c1b58134-fd7d-4a32-bf4b-5aca3555cf35 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] 10.222.0.15 "GET /v2.0/ports/12865676-33a0-4a61-a72b-8941ede4c930 HTTP/1.1" status: 200 len: 1128 time: 0.4392412 Nov 25 19:38:42.222306 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37828) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:42.244112 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-118818cc-2450-48f5-ade0-758534ec4f22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.403942 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-118818cc-2450-48f5-ade0-758534ec4f22 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fd28df3cea2646c4a587b820c6205333&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8671315 Nov 25 19:38:42.405704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37832) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:42.415086 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ae7a68da-589e-4a72-8b79-6716a7f98063 None None] Provisioning complete for port 12865676-33a0-4a61-a72b-8941ede4c930 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:42.416190 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ae7a68da-589e-4a72-8b79-6716a7f98063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.428771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118818cc-2450-48f5-ade0-758534ec4f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa2ee396-e98c-4aef-82d8-3108257e77ed,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:42.513305 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f5cbf932-c5ee-4453-a661-66f70355eb4f req-ada0ad6d-5aa4-4293-aa66-8941a4f2c884 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=1e5d455e-70ba-4303-8f11-cb1f53fba025 HTTP/1.1" status: 200 len: 210 time: 0.0518970 Nov 25 19:38:42.518951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37834) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:42.526526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ae7a68da-589e-4a72-8b79-6716a7f98063 None None] Port 12865676-33a0-4a61-a72b-8941ede4c930 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:38:42.584360 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-141734b9-afdf-49fa-8329-e1db3196a807 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.626649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2905ddc2-fd8a-490a-aa65-41727b2d9c22 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Deleting port 12865676-33a0-4a61-a72b-8941ede4c930 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:42.627218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2905ddc2-fd8a-490a-aa65-41727b2d9c22 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.638821 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-141734b9-afdf-49fa-8329-e1db3196a807 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.641470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1079304d-b96e-4f4c-a604-8bebe5ed041b no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:42.691036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 1079304d-b96e-4f4c-a604-8bebe5ed041b {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:42.691778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1079304d-b96e-4f4c-a604-8bebe5ed041b not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:42.827229 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-141734b9-afdf-49fa-8329-e1db3196a807 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.834719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-141734b9-afdf-49fa-8329-e1db3196a807 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:42.843424 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-141734b9-afdf-49fa-8329-e1db3196a807 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fa2ee396-e98c-4aef-82d8-3108257e77ed HTTP/1.1" status: 204 len: 168 time: 0.4167104 Nov 25 19:38:42.864298 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141734b9-afdf-49fa-8329-e1db3196a807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa2ee396-e98c-4aef-82d8-3108257e77ed,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:42.970298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4f20d45-f38b-4e84-92aa-ee6f116b10ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.043243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70193c1-145e-438a-bd41-b975dcc0ea74 req-93016d2c-cab0-495b-a2b3-6aca57b6d645 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:43.051788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f70193c1-145e-438a-bd41-b975dcc0ea74 req-93016d2c-cab0-495b-a2b3-6aca57b6d645 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1674993 Nov 25 19:38:43.055756 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2905ddc2-fd8a-490a-aa65-41727b2d9c22 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.102842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2905ddc2-fd8a-490a-aa65-41727b2d9c22 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Calling delete_port for 12865676-33a0-4a61-a72b-8941ede4c930 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:43.144080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f70193c1-145e-438a-bd41-b975dcc0ea74 req-5ded138f-59a9-4e4a-8df2-b30b8530e012 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911524 Nov 25 19:38:43.255169 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4f20d45-f38b-4e84-92aa-ee6f116b10ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.275917 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4f20d45-f38b-4e84-92aa-ee6f116b10ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.296179 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f60d1f-48ec-4cee-bf9a-8507c82ab0c0 x-openstack-request-id: req-81f60d1f-48ec-4cee-bf9a-8507c82ab0c0 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:43.297826 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5d455e-70ba-4303-8f11-cb1f53fba025", "name": "network-vif-deleted", "tag": "1079304d-b96e-4f4c-a604-8bebe5ed041b", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:43.298329 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-81f60d1f-48ec-4cee-bf9a-8507c82ab0c0 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:43.299031 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5d455e-70ba-4303-8f11-cb1f53fba025', 'name': 'network-vif-deleted', 'tag': '1079304d-b96e-4f4c-a604-8bebe5ed041b', 'status': 'completed', 'code': 200} Nov 25 19:38:43.514389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f20d45-f38b-4e84-92aa-ee6f116b10ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e989e439-6bdd-40a1-9649-85b4ac5b5189,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:43.532744 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d907259-8515-4855-a9ca-a4a15672a11c req-c10b0fdf-698b-4389-ad5a-116e0cc6c47c tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0671947 Nov 25 19:38:43.573485 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d4f20d45-f38b-4e84-92aa-ee6f116b10ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d552a40fa56946b79958eba70e3c76b0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0526543 Nov 25 19:38:43.577327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37854) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:43.662265 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2905ddc2-fd8a-490a-aa65-41727b2d9c22 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.683220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37856) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:43.727456 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ce816a9-b89f-4e93-bdc7-e19c5eb318ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.773065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905ddc2-fd8a-490a-aa65-41727b2d9c22 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Pushing event deleted for resources: {'Port': ['ID=12865676-33a0-4a61-a72b-8941ede4c930,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:43.879279 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b53a1674-6e54-48eb-a285-f8d4eee27e81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.881868 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2905ddc2-fd8a-490a-aa65-41727b2d9c22 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.900283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2905ddc2-fd8a-490a-aa65-41727b2d9c22 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] 10.222.0.15 "DELETE /v2.0/ports/12865676-33a0-4a61-a72b-8941ede4c930 HTTP/1.1" status: 204 len: 168 time: 1.6722829 Nov 25 19:38:43.905255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37860) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:43.938060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b53a1674-6e54-48eb-a285-f8d4eee27e81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:43.963016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2958ed7-b851-4f46-a496-7e5c8f96fc21 req-2022c899-52e4-4dfe-8805-1debcf410003 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:43.964900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2958ed7-b851-4f46-a496-7e5c8f96fc21 req-2022c899-52e4-4dfe-8805-1debcf410003 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1989393 Nov 25 19:38:44.001439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ce816a9-b89f-4e93-bdc7-e19c5eb318ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.012292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5fa041-6a38-4d34-bb06-6f55d03cd8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Deleting subnet a9097129-265e-4ae0-959d-53a2987974c0 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:38:44.017316 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa041-6a38-4d34-bb06-6f55d03cd8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.059496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ce816a9-b89f-4e93-bdc7-e19c5eb318ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.068545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2958ed7-b851-4f46-a496-7e5c8f96fc21 req-714487c1-bcf1-446e-8346-b83c9e705ba5 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875251 Nov 25 19:38:44.092237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b53a1674-6e54-48eb-a285-f8d4eee27e81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.095133 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b53a1674-6e54-48eb-a285-f8d4eee27e81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.096509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b53a1674-6e54-48eb-a285-f8d4eee27e81 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e989e439-6bdd-40a1-9649-85b4ac5b5189 HTTP/1.1" status: 204 len: 168 time: 0.5146248 Nov 25 19:38:44.112842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53a1674-6e54-48eb-a285-f8d4eee27e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e989e439-6bdd-40a1-9649-85b4ac5b5189,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:44.130743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37866) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:44.139115 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0ce816a9-b89f-4e93-bdc7-e19c5eb318ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0af00948c4dc4a819dc4a42a23c60c5b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4533865 Nov 25 19:38:44.200746 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa041-6a38-4d34-bb06-6f55d03cd8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.239583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce816a9-b89f-4e93-bdc7-e19c5eb318ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=689375a0-db8c-4cfb-983b-5948d16cd64b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:44.240204 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4716ff6d-aceb-4766-852a-0773d289adfe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.272769 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4716ff6d-aceb-4766-852a-0773d289adfe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.347645 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4716ff6d-aceb-4766-852a-0773d289adfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.352273 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4716ff6d-aceb-4766-852a-0773d289adfe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.353754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4716ff6d-aceb-4766-852a-0773d289adfe admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/689375a0-db8c-4cfb-983b-5948d16cd64b HTTP/1.1" status: 204 len: 168 time: 0.2218339 Nov 25 19:38:44.368266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4716ff6d-aceb-4766-852a-0773d289adfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=689375a0-db8c-4cfb-983b-5948d16cd64b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:44.372296 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa041-6a38-4d34-bb06-6f55d03cd8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.461551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa041-6a38-4d34-bb06-6f55d03cd8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.526769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fa041-6a38-4d34-bb06-6f55d03cd8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Pushing event deleted for resources: {'Subnet': ['ID=a9097129-265e-4ae0-959d-53a2987974c0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:44.537211 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a5fa041-6a38-4d34-bb06-6f55d03cd8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.543412 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8a5fa041-6a38-4d34-bb06-6f55d03cd8e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] 10.222.0.15 "DELETE /v2.0/subnets/a9097129-265e-4ae0-959d-53a2987974c0 HTTP/1.1" status: 204 len: 168 time: 0.6364183 Nov 25 19:38:44.545275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34859960-e2d0-477b-a033-2df0adcf8d83 None None] Network d53e1399-7018-46e7-8a38-8bd134cf75ff requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:44.548409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37882) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:44.811579 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:44.875222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de7ec96-e8f5-467e-9836-2870755aee45 None None] DHCP port deletion for d53e1399-7018-46e7-8a38-8bd134cf75ff request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:38:44.883881 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1f3db-573a-4f5a-8f27-f96a46d82218 req-85c7dfbf-c646-4e2b-a587-17785bd26832 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:44.883881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9af1f3db-573a-4f5a-8f27-f96a46d82218 req-85c7dfbf-c646-4e2b-a587-17785bd26832 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1601703 Nov 25 19:38:45.008363 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2de7ec96-e8f5-467e-9836-2870755aee45 None None] Deleting port 5a2cf13b-10df-41b3-a57b-9f5feab945bd {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:45.008814 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2de7ec96-e8f5-467e-9836-2870755aee45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.046086 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9af1f3db-573a-4f5a-8f27-f96a46d82218 req-f7e1c03d-191c-4b97-a1de-278c42f1a0f3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236117 Nov 25 19:38:45.072900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Deleting port 5a2cf13b-10df-41b3-a57b-9f5feab945bd {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:45.073343 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.152052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2de7ec96-e8f5-467e-9836-2870755aee45 None None] For port 5a2cf13b-10df-41b3-a57b-9f5feab945bd, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5a2cf13b-10df-41b3-a57b-9f5feab945bd,segment=NetworkSegment(3b543657-12a0-4ace-adaf-8ee6be7bb4c2),segment_id=3b543657-12a0-4ace-adaf-8ee6be7bb4c2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:45.153453 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2de7ec96-e8f5-467e-9836-2870755aee45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.202871 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2de7ec96-e8f5-467e-9836-2870755aee45 None None] Calling delete_port for 5a2cf13b-10df-41b3-a57b-9f5feab945bd owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:45.243303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] For port 5a2cf13b-10df-41b3-a57b-9f5feab945bd, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5a2cf13b-10df-41b3-a57b-9f5feab945bd,segment=NetworkSegment(3b543657-12a0-4ace-adaf-8ee6be7bb4c2),segment_id=3b543657-12a0-4ace-adaf-8ee6be7bb4c2)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:45.243740 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.288168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Calling delete_port for 5a2cf13b-10df-41b3-a57b-9f5feab945bd owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:45.339149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e6b2c-236f-4896-8538-3ed4730bef53 req-32273e7e-8267-47c6-aedd-649250e659fb tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:45.342396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c4e6b2c-236f-4896-8538-3ed4730bef53 req-32273e7e-8267-47c6-aedd-649250e659fb tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1049168 Nov 25 19:38:45.350282 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2de7ec96-e8f5-467e-9836-2870755aee45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.375116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de7ec96-e8f5-467e-9836-2870755aee45 None None] Pushing event deleted for resources: {'Port': ['ID=5a2cf13b-10df-41b3-a57b-9f5feab945bd,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:45.387828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2de7ec96-e8f5-467e-9836-2870755aee45 None None] No DVR routers for this DVR port 5a2cf13b-10df-41b3-a57b-9f5feab945bd on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:45.550828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c4e6b2c-236f-4896-8538-3ed4730bef53 req-5ccc2e46-3ece-4c63-b19c-97dc68d80faa tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379232 Nov 25 19:38:45.595896 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.596240 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-641b7068-321e-412c-8fb2-254ec6c6727e req-abdfdbbd-5046-4bbe-adc2-a690898d58d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.3992498 Nov 25 19:38:45.625030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-9c366cde-71b1-41c1-bfc5-fcc67945075e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:45.626157 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-9c366cde-71b1-41c1-bfc5-fcc67945075e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 1097 time: 0.4472129 Nov 25 19:38:45.651105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Pushing event deleted for resources: {'Port': ['ID=5a2cf13b-10df-41b3-a57b-9f5feab945bd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:45.661275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] No DVR routers for this DVR port 5a2cf13b-10df-41b3-a57b-9f5feab945bd on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:45.785330 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.811270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53e1399-7018-46e7-8a38-8bd134cf75ff']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:45.823112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b543657-12a0-4ace-adaf-8ee6be7bb4c2') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:45.823660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b543657-12a0-4ace-adaf-8ee6be7bb4c2') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:45.846376 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.865945 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.877789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:38:45.878435 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:38:45.883435 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:38:45.959925 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.975309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:45.979307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] 10.222.0.15 "DELETE /v2.0/networks/d53e1399-7018-46e7-8a38-8bd134cf75ff HTTP/1.1" status: 204 len: 168 time: 1.4292965 Nov 25 19:38:45.993440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d277b19e-2b61-4dbd-86f3-3daa8b921d68 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207 tempest-ExtraDHCPOptionsIpV6TestJSON-1426098207-project] Pushing event deleted for resources: {'Network': ['ID=d53e1399-7018-46e7-8a38-8bd134cf75ff,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:46.108944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-a9bad14a-4018-4021-8258-f6b35f753567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:46.110887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642936d1-cd27-4c32-87b9-dc377a5c5cea req-312fad0a-4261-4657-a6f1-998a918d7fec tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:46.111853 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-a9bad14a-4018-4021-8258-f6b35f753567 service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.2994516 Nov 25 19:38:46.112860 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-642936d1-cd27-4c32-87b9-dc377a5c5cea req-312fad0a-4261-4657-a6f1-998a918d7fec tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 945 time: 0.0810120 Nov 25 19:38:46.197761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-642936d1-cd27-4c32-87b9-dc377a5c5cea req-b1dd61f9-fa95-418d-82a0-025d623b29c6 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715339 Nov 25 19:38:46.206389 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-e804a2a1-9b5a-4260-84c7-05ac0b5d22ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f HTTP/1.1" status: 200 len: 217 time: 0.0830474 Nov 25 19:38:46.330838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e38f4e6-254e-4db0-babf-98a8db867508 req-a23d8059-7de5-447b-ba31-a85de9843904 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0540857 Nov 25 19:38:46.361014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-fd796170-aa3d-4619-9502-07dea5d6ccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:46.362733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-fd796170-aa3d-4619-9502-07dea5d6ccc7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.1270199 Nov 25 19:38:46.471440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37946) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:46.505494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-3bef8252-7c8b-4267-a099-6ed89edd884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:46.508181 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-3bef8252-7c8b-4267-a099-6ed89edd884e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1344452 Nov 25 19:38:46.563154 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-fd4daefc-8b8a-4d2d-a4ae-116b2084ce83 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:38:46.565176 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-fd4daefc-8b8a-4d2d-a4ae-116b2084ce83 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188346 Nov 25 19:38:46.625211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1927251d-19b2-401f-ac9a-bc6adcba30d1 req-2631a33c-36f5-4d6b-9272-ae56e04f0048 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:46.641132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1927251d-19b2-401f-ac9a-bc6adcba30d1 req-2631a33c-36f5-4d6b-9272-ae56e04f0048 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.1279750 Nov 25 19:38:46.748702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5a2cf13b-10df-41b3-a57b-9f5feab945bd no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:46.758424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1927251d-19b2-401f-ac9a-bc6adcba30d1 req-c957bb94-fb5c-46f0-8205-96f8f1b34cf6 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129165 Nov 25 19:38:46.799517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5a2cf13b-10df-41b3-a57b-9f5feab945bd {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:46.799517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5a2cf13b-10df-41b3-a57b-9f5feab945bd not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:46.860737 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-52175cae-3519-4f7c-921b-22da7a0577b5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:46.865464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-52175cae-3519-4f7c-921b-22da7a0577b5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.60 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 945 time: 0.3784518 Nov 25 19:38:47.033528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa105fe-bd9d-49ac-97a1-06621ad58634 req-a16d2a12-626e-4239-bb22-61860638000d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:47.043947 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfa105fe-bd9d-49ac-97a1-06621ad58634 req-a16d2a12-626e-4239-bb22-61860638000d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1125040 Nov 25 19:38:47.085936 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-25868a21-d7a8-40bb-b5df-6c8e4fd423af service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014465 Nov 25 19:38:47.153320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfa105fe-bd9d-49ac-97a1-06621ad58634 req-b33c54eb-9c16-4289-9c53-846bff565cec tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081972 Nov 25 19:38:47.215443 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-191334ae-e47f-49b7-9141-a22577f4af48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c1e64c1fd8042e5adbd8cfd230d9520&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7392521 Nov 25 19:38:47.216049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37966) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:47.327472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Deleting port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:47.328364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.339541 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c545f816-df94-406a-8fe6-1ea72fe9ad2e req-2fd1b466-0b03-44ef-8cf8-f795a8554866 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395864 Nov 25 19:38:47.391893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f15b2b1-d811-4e27-a7ac-8cfb721481b1 req-9aea8e3c-9a39-4e77-9025-2e530f1a20e6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:47.394735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f15b2b1-d811-4e27-a7ac-8cfb721481b1 req-9aea8e3c-9a39-4e77-9025-2e530f1a20e6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 946 time: 0.1664677 Nov 25 19:38:47.435171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bddeb3ba-417f-4746-9f24-62697f13c07d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.470744 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bddeb3ba-417f-4746-9f24-62697f13c07d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.532633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] For port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=8dea0f43-34a3-4c0a-92c1-ac74f755ee99,segment=NetworkSegment(fecd8820-a1f4-4660-a480-5336eb1c0288),segment_id=fecd8820-a1f4-4660-a480-5336eb1c0288)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:47.533704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.615755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f15b2b1-d811-4e27-a7ac-8cfb721481b1 req-2e3ce708-1bea-4011-b873-7d06bd6ecf9c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099400 Nov 25 19:38:47.651865 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bddeb3ba-417f-4746-9f24-62697f13c07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.655970 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bddeb3ba-417f-4746-9f24-62697f13c07d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:47.665448 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bddeb3ba-417f-4746-9f24-62697f13c07d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a0ec4976-9722-498d-ba49-df3605431e0b HTTP/1.1" status: 204 len: 168 time: 0.4477136 Nov 25 19:38:47.696659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddeb3ba-417f-4746-9f24-62697f13c07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ec4976-9722-498d-ba49-df3605431e0b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:47.986337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abaea3f-d7d1-4b3c-9dfc-0b393eff3c0f req-56e98bc8-0ef8-43e9-b8c9-c325e860bf24 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:47.989870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2abaea3f-d7d1-4b3c-9dfc-0b393eff3c0f req-56e98bc8-0ef8-43e9-b8c9-c325e860bf24 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1903040 Nov 25 19:38:48.150334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2abaea3f-d7d1-4b3c-9dfc-0b393eff3c0f req-224847c6-3583-4e7b-a981-4990f45fe7d1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446056 Nov 25 19:38:48.304225 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.305388 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.305943 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Floating IP 964525f5-c3a2-4d28-9320-b67f9a7b8ff1 disassociated. External IP: 172.25.8.235, port: 8dea0f43-34a3-4c0a-92c1-ac74f755ee99. Nov 25 19:38:48.306610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Calling delete_port for 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:48.319536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f9115e-6dc4-4940-aaf6-1143a27f036e req-64124273-16d8-4b60-a145-d354df2d1717 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:48.321816 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-49f9115e-6dc4-4940-aaf6-1143a27f036e req-64124273-16d8-4b60-a145-d354df2d1717 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.3999050 Nov 25 19:38:48.430662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e80386-160c-4dd7-9484-34442c5937aa req-c22ba2df-0604-4766-a128-06322a3f97c6 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:48.439322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4e80386-160c-4dd7-9484-34442c5937aa req-c22ba2df-0604-4766-a128-06322a3f97c6 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 945 time: 0.0990849 Nov 25 19:38:48.494756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4e80386-160c-4dd7-9484-34442c5937aa req-39e923ac-325f-4cba-861b-0b40c6f4c86b tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups?id=de451290-650d-4eae-be63-d5c3f3dc3b58&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544746 Nov 25 19:38:48.592386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-49f9115e-6dc4-4940-aaf6-1143a27f036e req-3bfc0585-2048-4ada-b4da-4334da667d20 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Deleting port 42209df4-e2cd-4b49-ae50-6d606d3f08e0 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:48.592802 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-49f9115e-6dc4-4940-aaf6-1143a27f036e req-3bfc0585-2048-4ada-b4da-4334da667d20 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.675622 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 707df2a0-afeb-4a2e-b191-fc2ea47f838f no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:48.683973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ab21043-cf80-4855-bcfe-e4c739c70b85 req-76efe15d-6378-4546-bbf7-80a2d37c382e tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0620728 Nov 25 19:38:48.876809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:48.935947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Pushing event deleted for resources: {'Port': ['ID=8dea0f43-34a3-4c0a-92c1-ac74f755ee99,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:48.988082 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:49.006348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-49f9115e-6dc4-4940-aaf6-1143a27f036e req-3bfc0585-2048-4ada-b4da-4334da667d20 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] For port 42209df4-e2cd-4b49-ae50-6d606d3f08e0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=42209df4-e2cd-4b49-ae50-6d606d3f08e0,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:49.007379 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-49f9115e-6dc4-4940-aaf6-1143a27f036e req-3bfc0585-2048-4ada-b4da-4334da667d20 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:49.015978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4d2972-5875-4eca-8c7b-e8aaa9da9f96 req-0189359e-8946-47ef-be21-503121c611ae tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:49.029736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad4d2972-5875-4eca-8c7b-e8aaa9da9f96 req-0189359e-8946-47ef-be21-503121c611ae tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/ports?device_id=db92864c-8c81-4141-ba75-d5b40fee3e55 HTTP/1.1" status: 200 len: 946 time: 0.1876040 Nov 25 19:38:49.039790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707df2a0-afeb-4a2e-b191-fc2ea47f838f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:49.042185 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e6993e-49bf-4c7e-8a18-2a14437c58dd" -d '{"events": [{"server_uuid": "bdb94b21-b33b-4930-81e4-e48a405b0459", "name": "network-vif-unplugged", "status": "completed", "tag": "707df2a0-afeb-4a2e-b191-fc2ea47f838f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:49.112799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad4d2972-5875-4eca-8c7b-e8aaa9da9f96 req-3fd49bb1-4f89-484b-a7a8-452d70f0353c tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.15 "GET /v2.0/security-groups?id=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817649 Nov 25 19:38:49.121967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 707df2a0-afeb-4a2e-b191-fc2ea47f838f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:49.133557 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:49.198491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-49f9115e-6dc4-4940-aaf6-1143a27f036e req-3bfc0585-2048-4ada-b4da-4334da667d20 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Calling delete_port for 42209df4-e2cd-4b49-ae50-6d606d3f08e0 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:49.347361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=707df2a0-afeb-4a2e-b191-fc2ea47f838f,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:49.458199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab05de3-2b61-4788-b755-755ebf25918a req-4ee34244-f1e8-4fbf-a19e-659d2e960777 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:49.474613 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cab05de3-2b61-4788-b755-755ebf25918a req-4ee34244-f1e8-4fbf-a19e-659d2e960777 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 944 time: 0.1853333 Nov 25 19:38:49.644501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cab05de3-2b61-4788-b755-755ebf25918a req-91177480-350c-4cf3-a8d8-cf0ca306447a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671274 Nov 25 19:38:49.729685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:38:49.741470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38060) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:49.897553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-49f9115e-6dc4-4940-aaf6-1143a27f036e req-3bfc0585-2048-4ada-b4da-4334da667d20 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:49.915119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['42209df4-e2cd-4b49-ae50-6d606d3f08e0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:38:49.983395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-711321123'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:50.004571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc0585-2048-4ada-b4da-4334da667d20 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Pushing event deleted for resources: {'Port': ['ID=42209df4-e2cd-4b49-ae50-6d606d3f08e0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:50.044773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Made reservation on behalf of d354ed87a0f14d649ba8475602befec8 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:50.048561 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.068059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.146314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-49f9115e-6dc4-4940-aaf6-1143a27f036e req-3bfc0585-2048-4ada-b4da-4334da667d20 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] No DVR routers for this DVR port 42209df4-e2cd-4b49-ae50-6d606d3f08e0 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:50.222079 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-49f9115e-6dc4-4940-aaf6-1143a27f036e req-3bfc0585-2048-4ada-b4da-4334da667d20 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.232438 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-49f9115e-6dc4-4940-aaf6-1143a27f036e req-3bfc0585-2048-4ada-b4da-4334da667d20 tempest-ListServerFiltersTestJSON-600452784 tempest-ListServerFiltersTestJSON-600452784-project] 10.222.0.60 "DELETE /v2.0/ports/42209df4-e2cd-4b49-ae50-6d606d3f08e0 HTTP/1.1" status: 204 len: 173 time: 1.8982434 Nov 25 19:38:50.232943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db92864c-8c81-4141-ba75-d5b40fee3e55', 'name': 'network-vif-deleted', 'tag': '42209df4-e2cd-4b49-ae50-6d606d3f08e0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:50.236984 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5dfe93-1354-4f9f-8f8c-10e728257f65" -d '{"events": [{"server_uuid": "db92864c-8c81-4141-ba75-d5b40fee3e55", "name": "network-vif-deleted", "tag": "42209df4-e2cd-4b49-ae50-6d606d3f08e0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:50.281750 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.295674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.320482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:38:50.375076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b9906-de52-4eea-acb5-c2bfe269df13 None None] Sync routers for ids ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:38:50.409083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38082) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:50.412967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b9906-de52-4eea-acb5-c2bfe269df13 None None] Routers {'871ce2ae-45c3-421f-9ec8-24cc35a4a705'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:38:50.414040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c19b9906-de52-4eea-acb5-c2bfe269df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:38:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:50.436544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1bfb2e3c-4a74-4d4c-bc43-53467e861ff3 req-fa365913-5156-47e9-9ed4-1fd30e392035 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb&device_id=4ec1bdbe-200d-401c-9ba6-00866ddca570 HTTP/1.1" status: 200 len: 210 time: 0.0912409 Nov 25 19:38:50.488902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:38:50.492012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d023d5a3-4803-4738-98c2-770d1a9b0d42,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:50.527284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] No DVR routers for this DVR port 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:50.536961 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.538343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.540887 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6c4fdfee-59f7-4ac7-bce1-4bb271d04863 req-41836ce5-037a-4bc6-9bcb-5a1eb0f53c52 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.60 "DELETE /v2.0/ports/8dea0f43-34a3-4c0a-92c1-ac74f755ee99 HTTP/1.1" status: 204 len: 173 time: 3.6602080 Nov 25 19:38:50.541342 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1523d7-8ca9-4249-a5c4-19b18db192a8 x-openstack-request-id: req-0e1523d7-8ca9-4249-a5c4-19b18db192a8 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:50.543198 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb94b21-b33b-4930-81e4-e48a405b0459", "name": "network-vif-unplugged", "status": "failed", "tag": "707df2a0-afeb-4a2e-b191-fc2ea47f838f", "code": 422}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:50.543833 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0e1523d7-8ca9-4249-a5c4-19b18db192a8 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:50.544495 n-d-817303-9 neutron-server[103653]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '707df2a0-afeb-4a2e-b191-fc2ea47f838f', 'code': 422} returned with failed status Nov 25 19:38:50.561371 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.561726 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Added segment 9da6df4b-d7c7-4e12-909a-2935e9459780 of type vlan for network 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c Nov 25 19:38:50.695387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:50.711177 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.746388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:50.747355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 8dea0f43-34a3-4c0a-92c1-ac74f755ee99 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:50.749200 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 42209df4-e2cd-4b49-ae50-6d606d3f08e0 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:50.753187 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-422e0d63-557a-4ea8-a990-02b4e3e357db admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.803784 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.812678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:50.813576 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:50.827138 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 42209df4-e2cd-4b49-ae50-6d606d3f08e0 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:50.827767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 42209df4-e2cd-4b49-ae50-6d606d3f08e0 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:50.849162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1049514 Nov 25 19:38:50.860105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38090) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:50.870048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Request body: {'subnet': {'network_id': '8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:50.888305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d8021-8422-4806-b5e9-2a38f80e8c0d req-7acae963-6f0e-4d92-94fb-d60fa8228950 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:50.891433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c19b9906-de52-4eea-acb5-c2bfe269df13 None None] Set router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:38:50.897162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-082d8021-8422-4806-b5e9-2a38f80e8c0d req-7acae963-6f0e-4d92-94fb-d60fa8228950 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.2048862 Nov 25 19:38:50.991853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808b6b4-821b-4c9b-a612-57c7679aa893 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Pushing event updated for resources: {'Network': ['ID=8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:51.012259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:38:51.033215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-422e0d63-557a-4ea8-a990-02b4e3e357db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:51.041752 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-082d8021-8422-4806-b5e9-2a38f80e8c0d req-6ed7cf84-8867-4791-a18e-aa55277dc1be tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421869 Nov 25 19:38:51.053564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-422e0d63-557a-4ea8-a990-02b4e3e357db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:51.102405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-422e0d63-557a-4ea8-a990-02b4e3e357db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48abf7a081564e60ba83b61608a6084a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6920009 Nov 25 19:38:51.106466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38094) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:51.190991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422e0d63-557a-4ea8-a990-02b4e3e357db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fdbbe5a-2725-425d-a2bf-ce00a5c3fa65,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:51.212385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Made reservation on behalf of d354ed87a0f14d649ba8475602befec8 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:51.218010 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:51.279203 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-812e45ba-5524-4088-aba6-4f92d78ffbb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:51.283070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ee1c408-4a8d-4ca0-a9a2-5751fb48c92f req-92ef50cf-59f9-403b-b529-db42e843241e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/ports?device_id=c325e0d4-7681-4520-bf1a-3d982f27b00b HTTP/1.1" status: 200 len: 210 time: 0.0548737 Nov 25 19:38:51.337596 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-812e45ba-5524-4088-aba6-4f92d78ffbb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:51.421956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38098) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:51.437385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-812e45ba-5524-4088-aba6-4f92d78ffbb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:51.440536 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-812e45ba-5524-4088-aba6-4f92d78ffbb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:51.442399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-812e45ba-5524-4088-aba6-4f92d78ffbb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0fdbbe5a-2725-425d-a2bf-ce00a5c3fa65 HTTP/1.1" status: 204 len: 168 time: 0.3345652 Nov 25 19:38:51.486564 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19978af7-c0ea-4ff4-86fd-4d654aba3784 x-openstack-request-id: req-19978af7-c0ea-4ff4-86fd-4d654aba3784 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:51.486972 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db92864c-8c81-4141-ba75-d5b40fee3e55", "name": "network-vif-deleted", "tag": "42209df4-e2cd-4b49-ae50-6d606d3f08e0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:51.487169 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19978af7-c0ea-4ff4-86fd-4d654aba3784 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:51.487679 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'db92864c-8c81-4141-ba75-d5b40fee3e55', 'name': 'network-vif-deleted', 'tag': '42209df4-e2cd-4b49-ae50-6d606d3f08e0', 'status': 'completed', 'code': 200} Nov 25 19:38:51.534549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e45ba-5524-4088-aba6-4f92d78ffbb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fdbbe5a-2725-425d-a2bf-ce00a5c3fa65,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:51.581839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b82952b-fc30-4007-8bd9-e8ffeb156859 admin admin] Deleting subnet 93ce9411-bfb6-4ae2-b200-98c35c301cc2 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:38:51.589221 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b82952b-fc30-4007-8bd9-e8ffeb156859 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:51.729463 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b82952b-fc30-4007-8bd9-e8ffeb156859 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:51.755361 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:51.797139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c19b9906-de52-4eea-acb5-c2bfe269df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6', 'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'mac_address': 'fa:16:3e:ff:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'c9de7d98-3667-4615-9502-23db59f46947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:08Z', 'updated_at': '2021-11-25T19:36:17Z', 'revision_number': 5, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'subnets': [{'id': 'c9de7d98-3667-4615-9502-23db59f46947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:51.891814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b9906-de52-4eea-acb5-c2bfe269df13 None None] Checking router: 871ce2ae-45c3-421f-9ec8-24cc35a4a705 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:38:51.908639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19b9906-de52-4eea-acb5-c2bfe269df13 None None] Routers {'871ce2ae-45c3-421f-9ec8-24cc35a4a705'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:38:51.909284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c19b9906-de52-4eea-acb5-c2bfe269df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:38:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:51.961784 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c61b53e-fce7-4f2d-90ef-1990445524e3 req-a53f6357-a401-4572-8429-7cefd69fa3ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8dcf4cb1b0b34d02b97f0dc7e2c11ebf&device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0972600 Nov 25 19:38:52.023651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Checking segment: {'id': '9da6df4b-d7c7-4e12-909a-2935e9459780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:38:52.024452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Network hostable DHCP agents. Network: 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:38:52.032096 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b82952b-fc30-4007-8bd9-e8ffeb156859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.036603 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c61b53e-fce7-4f2d-90ef-1990445524e3 req-eba5a3a0-9766-465a-a1fa-2532abba8231 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8dcf4cb1b0b34d02b97f0dc7e2c11ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0526464 Nov 25 19:38:52.051729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Pushing event updated for resources: {'Subnet': ['ID=233d90f2-a2c0-43e7-aa48-ed059bfdf15d,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:52.052712 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c19b9906-de52-4eea-acb5-c2bfe269df13 None None] Set router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:38:52.088996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bb0b5-6b53-4b54-a88d-5da14892c02e req-f8f1fc99-3539-41c8-b19a-df83348d6852 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:52.097979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c00bb0b5-6b53-4b54-a88d-5da14892c02e req-f8f1fc99-3539-41c8-b19a-df83348d6852 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 944 time: 0.1371384 Nov 25 19:38:52.161505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b82952b-fc30-4007-8bd9-e8ffeb156859 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.173562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.174042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.174568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.175193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.175771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.176305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.176888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.177415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.177936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.178484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.205330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.206015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:38:52.222185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b82952b-fc30-4007-8bd9-e8ffeb156859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=93ce9411-bfb6-4ae2-b200-98c35c301cc2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:52.233385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b82952b-fc30-4007-8bd9-e8ffeb156859 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.238898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5b82952b-fc30-4007-8bd9-e8ffeb156859 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/93ce9411-bfb6-4ae2-b200-98c35c301cc2 HTTP/1.1" status: 204 len: 168 time: 0.8154676 Nov 25 19:38:52.244184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6e96828-d44b-4d8b-8906-dc5caa46e4df None None] Network a053e4d0-469c-4dcd-8e78-cc67a01a665b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:52.252132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c00bb0b5-6b53-4b54-a88d-5da14892c02e req-2d37b227-8f7a-432d-9655-953b39d2908d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525879 Nov 25 19:38:52.252673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38112) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:52.256689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38114) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:52.405583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Network 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:38:52.423989 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df64a0c2-fab4-4347-acd9-6dcce99fd5cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.431244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:52.456180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2058bae-50cf-4a77-87fd-2100474244ff None None] Network 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:52.466785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:52.468116 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.607008 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df64a0c2-fab4-4347-acd9-6dcce99fd5cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.608553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.644685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57cae37-2a01-4cc3-bc50-2bcc1cdef32d req-159d5902-0076-4b4d-bfdf-31fdbc9441b1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:52.646957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61b53e-fce7-4f2d-90ef-1990445524e3 req-bb78d937-fd48-4db3-abc9-0d40d6c3312c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:52.648793 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c61b53e-fce7-4f2d-90ef-1990445524e3 req-bb78d937-fd48-4db3-abc9-0d40d6c3312c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6110790 Nov 25 19:38:52.654721 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df64a0c2-fab4-4347-acd9-6dcce99fd5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.660842 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e57cae37-2a01-4cc3-bc50-2bcc1cdef32d req-159d5902-0076-4b4d-bfdf-31fdbc9441b1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.2243028 Nov 25 19:38:52.669497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c19b9906-de52-4eea-acb5-c2bfe269df13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6', 'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'mac_address': 'fa:16:3e:ff:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'c9de7d98-3667-4615-9502-23db59f46947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:08Z', 'updated_at': '2021-11-25T19:36:17Z', 'revision_number': 5, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'subnets': [{'id': 'c9de7d98-3667-4615-9502-23db59f46947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:52.714240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c19b9906-de52-4eea-acb5-c2bfe269df13 None None] The sync data for ids ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'] in n-d-817303-9 is: [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6', 'name': '', 'network_id': '5c60abbe-0926-49ac-921f-8ea791605b1e', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'mac_address': 'fa:16:3e:ff:5b:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_interface', 'standard_attr_id': 1347, 'fixed_ips': [{'subnet_id': 'c9de7d98-3667-4615-9502-23db59f46947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:08Z', 'updated_at': '2021-11-25T19:36:17Z', 'revision_number': 5, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'subnets': [{'id': 'c9de7d98-3667-4615-9502-23db59f46947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:38:52.737358 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-df64a0c2-fab4-4347-acd9-6dcce99fd5cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=69926e52fd92457ebe4fa8d800e4bb0d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3586879 Nov 25 19:38:52.746423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38120) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:52.839044 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3f4f5ae5-41e6-4d12-903e-efb59e535967 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9744406 Nov 25 19:38:52.842560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38122) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:52.848475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c38f72-92d4-40d5-a6b5-a8ced4165eef None None] DHCP port deletion for a053e4d0-469c-4dcd-8e78-cc67a01a665b request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:38:52.853118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Request body: {'port': {'network_id': '8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-458097529'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:52.868585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c', 'network_id': '8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c', 'tenant_id': 'd354ed87a0f14d649ba8475602befec8', 'fixed_ips': [{'subnet_id': '233d90f2-a2c0-43e7-aa48-ed059bfdf15d'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:38:52.872379 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.890423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64a0c2-fab4-4347-acd9-6dcce99fd5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146b1923-1f66-484b-b8e0-780b4f0fd358,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:52.943958 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.949699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45df22ac-5758-4a13-8dc6-35295968a14a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:52.966154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e57cae37-2a01-4cc3-bc50-2bcc1cdef32d req-028e2bf6-4d93-444a-81b4-df722b710df1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922983 Nov 25 19:38:53.056880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45df22ac-5758-4a13-8dc6-35295968a14a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.164045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b1c38f72-92d4-40d5-a6b5-a8ced4165eef None None] Deleting port c52afa22-af3c-4d53-a11f-3b85ea86b729 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:53.164974 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b1c38f72-92d4-40d5-a6b5-a8ced4165eef None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.205582 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba84cfae-98b6-499e-823b-a927ee0090f7 req-a5b3c83f-e45f-4a29-b789-32c44473239e tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0800958 Nov 25 19:38:53.247103 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45df22ac-5758-4a13-8dc6-35295968a14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.247103 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-45df22ac-5758-4a13-8dc6-35295968a14a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.247518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Deleting port c52afa22-af3c-4d53-a11f-3b85ea86b729 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:53.247518 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.247838 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-45df22ac-5758-4a13-8dc6-35295968a14a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/146b1923-1f66-484b-b8e0-780b4f0fd358 HTTP/1.1" status: 204 len: 168 time: 0.4954190 Nov 25 19:38:53.261576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b1c38f72-92d4-40d5-a6b5-a8ced4165eef None None] For port c52afa22-af3c-4d53-a11f-3b85ea86b729, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c52afa22-af3c-4d53-a11f-3b85ea86b729,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:53.262111 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b1c38f72-92d4-40d5-a6b5-a8ced4165eef None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.266346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df22ac-5758-4a13-8dc6-35295968a14a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146b1923-1f66-484b-b8e0-780b4f0fd358,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:53.286409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Allocated IP 172.20.0.2 (8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c/233d90f2-a2c0-43e7-aa48-ed059bfdf15d/b47a694a-b337-4091-8238-c5ea8bc34be6) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:38:53.297054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b1c38f72-92d4-40d5-a6b5-a8ced4165eef None None] Calling delete_port for c52afa22-af3c-4d53-a11f-3b85ea86b729 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:53.409142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] For port c52afa22-af3c-4d53-a11f-3b85ea86b729, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c52afa22-af3c-4d53-a11f-3b85ea86b729,segment=NetworkSegment(f09dcac4-3c93-4915-8447-35a7dcbe675f),segment_id=f09dcac4-3c93-4915-8447-35a7dcbe675f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:53.409510 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.477272 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95d3ed8e-7ca3-44f1-a69b-c6a4974fa3ea None None] New status for floating IP 964525f5-c3a2-4d28-9320-b67f9a7b8ff1: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:38:53.478181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Calling delete_port for c52afa22-af3c-4d53-a11f-3b85ea86b729 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:53.488769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'name': 'network-vif-deleted', 'tag': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:38:53.495252 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead92b88-1199-4bac-b627-8d94496b2494" -d '{"events": [{"server_uuid": "c325e0d4-7681-4520-bf1a-3d982f27b00b", "name": "network-vif-deleted", "tag": "8dea0f43-34a3-4c0a-92c1-ac74f755ee99"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:38:53.621288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a8cd35-a54a-472d-8386-20ce2ff1f53c req-fecce50f-31ca-4a53-ab82-eb681062f2a3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:53.626222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56a8cd35-a54a-472d-8386-20ce2ff1f53c req-fecce50f-31ca-4a53-ab82-eb681062f2a3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2243178 Nov 25 19:38:53.653360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b1c38f72-92d4-40d5-a6b5-a8ced4165eef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.755326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c38f72-92d4-40d5-a6b5-a8ced4165eef None None] Pushing event deleted for resources: {'Port': ['ID=c52afa22-af3c-4d53-a11f-3b85ea86b729,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:53.772232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c38f72-92d4-40d5-a6b5-a8ced4165eef None None] No DVR routers for this DVR port c52afa22-af3c-4d53-a11f-3b85ea86b729 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:53.832174 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.856712 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.867586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Made reservation on behalf of d354ed87a0f14d649ba8475602befec8 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:53.879110 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:53.941166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] device_id is not set on port dab10170-ccd7-476a-a692-54041d54f420 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:38:54.013077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Network 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:54.013932 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4c61b53e-fce7-4f2d-90ef-1990445524e3 req-c2d5493e-9b62-4152-abbe-83bce57392e3 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.60 "GET /v2.0/ports?device_id=5a2956ea-36c0-4f1a-ae64-0ff3bec629cb HTTP/1.1" status: 200 len: 210 time: 0.0937479 Nov 25 19:38:54.019267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:54.020204 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:54.035499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56a8cd35-a54a-472d-8386-20ce2ff1f53c req-79c7d47d-7ef8-40f9-b323-bf88c88a55a2 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3898919 Nov 25 19:38:54.038321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:54.093819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Pushing event updated for resources: {'Port': ['ID=b47a694a-b337-4091-8238-c5ea8bc34be6,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:54.197201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c52afa22-af3c-4d53-a11f-3b85ea86b729,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:54.202400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] No DVR routers for this DVR port c52afa22-af3c-4d53-a11f-3b85ea86b729 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:38:54.229067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Attempting to bind port b47a694a-b337-4091-8238-c5ea8bc34be6 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:38:54.230680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Attempting to bind port b47a694a-b337-4091-8238-c5ea8bc34be6 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9da6df4b-d7c7-4e12-909a-2935e9459780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:38:54.231538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Attempting to bind port b47a694a-b337-4091-8238-c5ea8bc34be6 on network 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:38:54.238793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:38:54.239957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Checking segment: {'id': '9da6df4b-d7c7-4e12-909a-2935e9459780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:38:54.240665 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:54.241274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Bound using segment: {'id': '9da6df4b-d7c7-4e12-909a-2935e9459780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:38:54.242232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Bound port: b47a694a-b337-4091-8238-c5ea8bc34be6, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9da6df4b-d7c7-4e12-909a-2935e9459780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:38:54.242951 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:54.352834 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94efe005-46e0-4b6b-ad2f-fdfae3b9a9e2 x-openstack-request-id: req-94efe005-46e0-4b6b-ad2f-fdfae3b9a9e2 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:38:54.353132 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c325e0d4-7681-4520-bf1a-3d982f27b00b", "name": "network-vif-deleted", "tag": "8dea0f43-34a3-4c0a-92c1-ac74f755ee99", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:38:54.353389 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-94efe005-46e0-4b6b-ad2f-fdfae3b9a9e2 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:38:54.353801 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c325e0d4-7681-4520-bf1a-3d982f27b00b', 'name': 'network-vif-deleted', 'tag': '8dea0f43-34a3-4c0a-92c1-ac74f755ee99', 'status': 'completed', 'code': 200} Nov 25 19:38:54.521479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Allocated IP 172.20.0.10 (8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c/233d90f2-a2c0-43e7-aa48-ed059bfdf15d/dab10170-ccd7-476a-a692-54041d54f420) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:38:54.571248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] For port b47a694a-b337-4091-8238-c5ea8bc34be6, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:38:54.577824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] For port b47a694a-b337-4091-8238-c5ea8bc34be6, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b47a694a-b337-4091-8238-c5ea8bc34be6,segment=NetworkSegment(9da6df4b-d7c7-4e12-909a-2935e9459780),segment_id=9da6df4b-d7c7-4e12-909a-2935e9459780)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:38:54.589066 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:54.732586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33aed1-243d-4f42-8f9f-ce3b00838d8c None None] Pushing event updated for resources: {'Port': ['ID=b47a694a-b337-4091-8238-c5ea8bc34be6,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:54.755328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 707df2a0-afeb-4a2e-b191-fc2ea47f838f no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:54.908615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c52afa22-af3c-4d53-a11f-3b85ea86b729 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:38:54.918052 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.011529 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: c52afa22-af3c-4d53-a11f-3b85ea86b729 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:38:55.012064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c52afa22-af3c-4d53-a11f-3b85ea86b729 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:38:55.229626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.278356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a053e4d0-469c-4dcd-8e78-cc67a01a665b']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:55.298645 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f09dcac4-3c93-4915-8447-35a7dcbe675f') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:55.299000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f09dcac4-3c93-4915-8447-35a7dcbe675f') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:38:55.316130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.326484 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.341402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74f36e0-a1b5-4135-8857-cbd773d36074 req-4ba67f5d-4797-44da-b7c3-cfdf454156d7 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:55.347928 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d74f36e0-a1b5-4135-8857-cbd773d36074 req-4ba67f5d-4797-44da-b7c3-cfdf454156d7 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.4225867 Nov 25 19:38:55.379561 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.518556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Releasing vlan 619 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:38:55.520806 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:38:55.523660 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:38:55.587631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Network 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:55.654360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:55.657706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Pushing event updated for resources: {'Port': ['ID=dab10170-ccd7-476a-a692-54041d54f420,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:55.665537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:55.727759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d74f36e0-a1b5-4135-8857-cbd773d36074 req-1137696f-ae9a-487b-9a6f-e181ac9f12b5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3637474 Nov 25 19:38:55.790365 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.795064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38180) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:55.826521 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.832031 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a053e4d0-469c-4dcd-8e78-cc67a01a665b HTTP/1.1" status: 204 len: 168 time: 3.5776443 Nov 25 19:38:55.833532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7582ef8-8e96-4fbe-b395-f812f10cd1f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a053e4d0-469c-4dcd-8e78-cc67a01a665b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:55.869247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:55.880083 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.957216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-84c330af-e2ac-489e-83e4-697107982c6f tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.1051190 Nov 25 19:38:55.970038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38184) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:55.975113 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c156bd0f-1d50-4686-9a76-797b3eb8eab5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:55.982256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Request body: {'port': {'network_id': '8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c', 'name': 'tempest-ExtraDHCPOptionsTestJSON-565986499', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:55.983155 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] bootfile-name is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:38:55.983626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] tftp-server is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:38:55.984159 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] server-ip-address is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:38:56.039333 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c156bd0f-1d50-4686-9a76-797b3eb8eab5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.241488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c156bd0f-1d50-4686-9a76-797b3eb8eab5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.250728 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c156bd0f-1d50-4686-9a76-797b3eb8eab5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.253115 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c156bd0f-1d50-4686-9a76-797b3eb8eab5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "DELETE /v2.0/security-groups/de451290-650d-4eae-be63-d5c3f3dc3b58 HTTP/1.1" status: 204 len: 168 time: 0.4561331 Nov 25 19:38:56.255063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38194) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:56.255576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38196) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:56.291602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38198) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:56.317501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156bd0f-1d50-4686-9a76-797b3eb8eab5 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de451290-650d-4eae-be63-d5c3f3dc3b58,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:56.324139 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-41ad821f-3da1-4d96-8566-42913e15cf1e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] show failed (client error): The resource could not be found. Nov 25 19:38:56.328644 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-41ad821f-3da1-4d96-8566-42913e15cf1e tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "GET /v2.0/security-groups/de451290-650d-4eae-be63-d5c3f3dc3b58 HTTP/1.1" status: 404 len: 347 time: 0.0363693 Nov 25 19:38:56.340251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3181e29-b8e2-4741-8b74-231ab93e28ad req-3520077c-b368-4ad2-9d5a-ece103b5615d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:56.344628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38202) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:56.353293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3181e29-b8e2-4741-8b74-231ab93e28ad req-3520077c-b368-4ad2-9d5a-ece103b5615d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.3845739 Nov 25 19:38:56.461328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3181e29-b8e2-4741-8b74-231ab93e28ad req-b041b6f1-38ad-4e32-b33b-81c31e0c2898 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067564 Nov 25 19:38:56.509054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Made reservation on behalf of d354ed87a0f14d649ba8475602befec8 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:56.513454 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:56.553916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] device_id is not set on port 6d8a404f-cda9-403d-bf69-12bfc3b5be2e yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:38:56.630328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f4e216-a285-4776-b6f3-26ae95074f5b None None] Network 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:38:56.696124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Allocated IP 172.20.0.4 (8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c/233d90f2-a2c0-43e7-aa48-ed059bfdf15d/6d8a404f-cda9-403d-bf69-12bfc3b5be2e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:38:56.722748 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-76d375ba-766b-43c1-b003-38c48abcfca8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e3dff33dd814eb4b3e0f7214f4ca8a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4434259 Nov 25 19:38:56.734253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38208) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:56.884051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b47a694a-b337-4091-8238-c5ea8bc34be6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:38:56.968806 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6ff21e1f-a3f3-4c57-aeff-2753f80096a9 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1470405717'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:56.969574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6ff21e1f-a3f3-4c57-aeff-2753f80096a9 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Unknown quota resources ['metering_label']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:38:56.975964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-71c9c8e2-c52b-4d02-a524-64c502e56695 None None] Provisioning complete for port b47a694a-b337-4091-8238-c5ea8bc34be6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:56.976429 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-71c9c8e2-c52b-4d02-a524-64c502e56695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.051368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6d539f08-a9ba-4ce2-9877-dd3420fa93ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.083446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b47a694a-b337-4091-8238-c5ea8bc34be6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:57.083743 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.122308 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6d539f08-a9ba-4ce2-9877-dd3420fa93ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.160407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1111d55c-3ecc-420e-9e6d-7b5c2b01f4a7 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Deleting port b7308b60-0d35-44d3-a8b0-6bde6c2c2bc7 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:38:57.163413 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1111d55c-3ecc-420e-9e6d-7b5c2b01f4a7 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.287634 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-71c9c8e2-c52b-4d02-a524-64c502e56695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.288870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd08fc-988a-45b2-a8f0-e81c29d0bacd req-8f8f297a-9703-4e42-b580-049b34fbf8d2 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:57.303174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5dd08fc-988a-45b2-a8f0-e81c29d0bacd req-8f8f297a-9703-4e42-b580-049b34fbf8d2 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.3420889 Nov 25 19:38:57.364704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6d539f08-a9ba-4ce2-9877-dd3420fa93ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.369922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6d539f08-a9ba-4ce2-9877-dd3420fa93ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.377463 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6d539f08-a9ba-4ce2-9877-dd3420fa93ca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4 HTTP/1.1" status: 204 len: 168 time: 0.6413505 Nov 25 19:38:57.421153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-71c9c8e2-c52b-4d02-a524-64c502e56695 None None] For port b47a694a-b337-4091-8238-c5ea8bc34be6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b47a694a-b337-4091-8238-c5ea8bc34be6,segment=NetworkSegment(9da6df4b-d7c7-4e12-909a-2935e9459780),segment_id=9da6df4b-d7c7-4e12-909a-2935e9459780)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:38:57.441072 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-71c9c8e2-c52b-4d02-a524-64c502e56695 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.453429 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.455697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d539f08-a9ba-4ce2-9877-dd3420fa93ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cff32b8-9a04-47d2-8fbc-cfe4217f0ac4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:57.525186 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1111d55c-3ecc-420e-9e6d-7b5c2b01f4a7 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.525714 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1111d55c-3ecc-420e-9e6d-7b5c2b01f4a7 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.600664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1111d55c-3ecc-420e-9e6d-7b5c2b01f4a7 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Calling delete_port for b7308b60-0d35-44d3-a8b0-6bde6c2c2bc7 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:38:57.702489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8f0bb6ab-0f9c-4c9a-992d-4ae0484ebe47 None None] Provisioning complete for port dab10170-ccd7-476a-a692-54041d54f420 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:57.703455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb6ab-0f9c-4c9a-992d-4ae0484ebe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:57.704709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9c8e2-c52b-4d02-a524-64c502e56695 None None] Pushing event updated for resources: {'Port': ['ID=b47a694a-b337-4091-8238-c5ea8bc34be6,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:57.811005 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:38:57.811401 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:38:57.824869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8f0bb6ab-0f9c-4c9a-992d-4ae0484ebe47 None None] Port dab10170-ccd7-476a-a692-54041d54f420 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:38:57.838636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8f0bb6ab-0f9c-4c9a-992d-4ae0484ebe47 None None] Provisioning complete for port b47a694a-b337-4091-8238-c5ea8bc34be6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:57.839085 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8f0bb6ab-0f9c-4c9a-992d-4ae0484ebe47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.023496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1111d55c-3ecc-420e-9e6d-7b5c2b01f4a7 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.059409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1111d55c-3ecc-420e-9e6d-7b5c2b01f4a7 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Pushing event deleted for resources: {'Port': ['ID=b7308b60-0d35-44d3-a8b0-6bde6c2c2bc7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:58.181619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1111d55c-3ecc-420e-9e6d-7b5c2b01f4a7 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.185358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-db8d52c9-1431-40bb-878a-5c6613d6c3cd None None] Provisioning complete for port dab10170-ccd7-476a-a692-54041d54f420 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:58.185737 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db8d52c9-1431-40bb-878a-5c6613d6c3cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.187594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1111d55c-3ecc-420e-9e6d-7b5c2b01f4a7 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.193652 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1111d55c-3ecc-420e-9e6d-7b5c2b01f4a7 tempest-ServersTestManualDisk-2127330055 tempest-ServersTestManualDisk-2127330055-project] 10.222.0.15 "DELETE /v2.0/floatingips/964525f5-c3a2-4d28-9320-b67f9a7b8ff1 HTTP/1.1" status: 204 len: 168 time: 1.8433380 Nov 25 19:38:58.201406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38216) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:58.295794 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-db8d52c9-1431-40bb-878a-5c6613d6c3cd None None] Port dab10170-ccd7-476a-a692-54041d54f420 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:38:58.413675 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.429910 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ff21e1f-a3f3-4c57-aeff-2753f80096a9 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:58.431181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6ff21e1f-a3f3-4c57-aeff-2753f80096a9 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 2.1344604 Nov 25 19:38:58.436554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38220) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:58.444232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d72be3ad-e674-4b0a-b62f-a8370c8f7634 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a5ee44cd-7457-4af0-be29-4fd46f16dc22'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:58.445021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d72be3ad-e674-4b0a-b62f-a8370c8f7634 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:38:58.611851 n-d-817303-9 neutron-server[103651]: WARNING neutron.services.metering.metering_plugin [None req-d72be3ad-e674-4b0a-b62f-a8370c8f7634 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 19:38:58.648353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5dd08fc-988a-45b2-a8f0-e81c29d0bacd req-6ecaea6a-1e2b-46a3-869c-49f57dc0f261 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3436692 Nov 25 19:38:58.708859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b47a694a-b337-4091-8238-c5ea8bc34be6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:38:58.834084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b47a694a-b337-4091-8238-c5ea8bc34be6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:38:58.834453 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.117139 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d72be3ad-e674-4b0a-b62f-a8370c8f7634 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.119451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d72be3ad-e674-4b0a-b62f-a8370c8f7634 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6815751 Nov 25 19:38:59.124859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38248) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:59.147495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-dd2034b9-591e-49cd-be92-ae525e8f95f8 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a5ee44cd-7457-4af0-be29-4fd46f16dc22'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:59.148706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-dd2034b9-591e-49cd-be92-ae525e8f95f8 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:38:59.161521 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.168994 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78ac2dc8-164b-4b59-8517-08d1c34d2fd7 req-40e760ad-a397-4e11-9053-2057e5412cd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8dcf4cb1b0b34d02b97f0dc7e2c11ebf&device_id=4ec1bdbe-200d-401c-9ba6-00866ddca570 HTTP/1.1" status: 200 len: 210 time: 0.0716836 Nov 25 19:38:59.272044 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78ac2dc8-164b-4b59-8517-08d1c34d2fd7 req-220bbcf7-e577-4ae2-8f0f-208d8646099c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8dcf4cb1b0b34d02b97f0dc7e2c11ebf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0903897 Nov 25 19:38:59.429990 n-d-817303-9 neutron-server[103651]: WARNING neutron.services.metering.metering_plugin [None req-dd2034b9-591e-49cd-be92-ae525e8f95f8 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 19:38:59.451103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Network 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:38:59.456154 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.479580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:38:59.482532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38258) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:59.503080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Pushing event updated for resources: {'Port': ['ID=6d8a404f-cda9-403d-bf69-12bfc3b5be2e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:38:59.519304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:38:59.543690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac2dc8-164b-4b59-8517-08d1c34d2fd7 req-02238495-57bf-48a4-a961-4697df55d97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:59.545230 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78ac2dc8-164b-4b59-8517-08d1c34d2fd7 req-02238495-57bf-48a4-a961-4697df55d97b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2466049 Nov 25 19:38:59.627369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38262) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:59.775559 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd2034b9-591e-49cd-be92-ae525e8f95f8 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.780847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dd2034b9-591e-49cd-be92-ae525e8f95f8 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6505258 Nov 25 19:38:59.785389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38266) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:59.800820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-be0c5957-9ac9-4e98-ac47-77f69f5d5db6 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=bc9389e2-2c72-43ab-8cc2-9db0cd62ba0f HTTP/1.1" status: 200 len: 464 time: 0.0146763 Nov 25 19:38:59.813986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df97de9-a284-4364-b223-1bf1c74002b8 req-c7971836-bed0-44d2-9226-defa78843f3a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:59.821767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6df97de9-a284-4364-b223-1bf1c74002b8 req-c7971836-bed0-44d2-9226-defa78843f3a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.6564994 Nov 25 19:38:59.826843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38268) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:38:59.868264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f401f917-a761-4cfd-8be3-a6dccff624c1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.880574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-35750295-network', 'tenant_id': '94be14ce56d74aa8b9193739cb00e6ad'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:38:59.916096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:38:59.916825 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.963997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Made reservation on behalf of 94be14ce56d74aa8b9193739cb00e6ad for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:38:59.967428 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:38:59.996422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6df97de9-a284-4364-b223-1bf1c74002b8 req-b8a3b357-658d-47d3-9afd-83ca5ec40f34 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730852 Nov 25 19:39:00.019414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-df4d1eb0-b363-458e-809f-8d60292d9251 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 4.0477519 Nov 25 19:39:00.022123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.024523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38270) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:00.081158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2415a206-4133-4964-9711-99af84c31374 None None] Provisioning complete for port 6d8a404f-cda9-403d-bf69-12bfc3b5be2e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:00.083056 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2415a206-4133-4964-9711-99af84c31374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.200079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2415a206-4133-4964-9711-99af84c31374 None None] Port 6d8a404f-cda9-403d-bf69-12bfc3b5be2e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:00.266016 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ab13717-0340-4359-9ea1-8d2821476626 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.267250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3ab13717-0340-4359-9ea1-8d2821476626 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/bc9389e2-2c72-43ab-8cc2-9db0cd62ba0f HTTP/1.1" status: 204 len: 168 time: 0.4389217 Nov 25 19:39:00.277811 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38272) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:00.315875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b1e6ad34-65da-4470-afdc-1bf9a6bcd7c9 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=bc9389e2-2c72-43ab-8cc2-9db0cd62ba0f HTTP/1.1" status: 200 len: 221 time: 0.0345755 Nov 25 19:39:00.328184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66bd469-88ae-4f32-a172-aba2ba986e7d tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:00.334419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66bd469-88ae-4f32-a172-aba2ba986e7d tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:00.342097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66bd469-88ae-4f32-a172-aba2ba986e7d tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:00.344166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a66bd469-88ae-4f32-a172-aba2ba986e7d tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.3167067 Nov 25 19:39:00.350197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38278) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:00.350197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38280) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:00.373779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-994124c8-04ba-43e7-b286-43b243a0efd2 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1792439329', 'description': 'label created by tempest'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:00.374270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-994124c8-04ba-43e7-b286-43b243a0efd2 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Unknown quota resources ['metering_label']. {{(pid=103651) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 19:39:00.380460 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f401f917-a761-4cfd-8be3-a6dccff624c1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.414204 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f401f917-a761-4cfd-8be3-a6dccff624c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.614993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] Deleting port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:00.615857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.688246 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.698501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f401f917-a761-4cfd-8be3-a6dccff624c1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2cf30c5d6da84fb591c2b3ccd5d8d00b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1985543 Nov 25 19:39:00.699379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401f917-a761-4cfd-8be3-a6dccff624c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5b5f193-cd8e-4d3a-8967-095f77c9810b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:00.708382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38286) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:00.708382 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.833839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:00.855721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] For port b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6,segment=NetworkSegment(fecd8820-a1f4-4660-a480-5336eb1c0288),segment_id=fecd8820-a1f4-4660-a480-5336eb1c0288)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:00.856139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.908752 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-994124c8-04ba-43e7-b286-43b243a0efd2 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.910888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-994124c8-04ba-43e7-b286-43b243a0efd2 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5552981 Nov 25 19:39:00.915420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78ac2dc8-164b-4b59-8517-08d1c34d2fd7 req-b3fa2b60-8418-4ac5-b0e8-77a26d5a2c71 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ec1bdbe-200d-401c-9ba6-00866ddca570 HTTP/1.1" status: 200 len: 210 time: 0.0645854 Nov 25 19:39:00.916234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38290) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:00.940147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c66bee5a-1df9-43c8-8732-aec179d06cba,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:00.944260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13314d05-2fd2-4988-b6d4-3fdb7bcf0b3c req-afa5c989-9ba6-40f0-ba8d-c30fef0a7285 tempest-ServerShowV247Test-1815152669 tempest-ServerShowV247Test-1815152669-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ec1bdbe-200d-401c-9ba6-00866ddca570 HTTP/1.1" status: 200 len: 210 time: 0.1011684 Nov 25 19:39:00.947560 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:00.947972 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Added segment 58e608d5-c5c7-4f57-be56-c9b77af48f57 of type vlan for network 452c3c36-0217-44af-9d91-5cad002334a1 Nov 25 19:39:00.998640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] Calling delete_port for b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:01.014754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b1af881d-a883-4e76-9781-fea9b65b54b2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Deleting port 6d8a404f-cda9-403d-bf69-12bfc3b5be2e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:01.016536 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1af881d-a883-4e76-9781-fea9b65b54b2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.025627 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec5e1-cf58-4d4f-bc02-58e789020680 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.033449 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.130387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec5e1-cf58-4d4f-bc02-58e789020680 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.139826 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6da0fe7f-aaf7-49a8-96c8-82af7d3ee20b tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=665ce3a6-b28b-48f4-b449-34a60dbd6956 HTTP/1.1" status: 200 len: 468 time: 0.2119119 Nov 25 19:39:01.142723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38294) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:01.191717 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.192693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:01.193282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.268185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.6196465 Nov 25 19:39:01.273444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38296) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:01.286475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] Request body: {'subnet': {'network_id': '452c3c36-0217-44af-9d91-5cad002334a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-35750295-subnet', 'tenant_id': '94be14ce56d74aa8b9193739cb00e6ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:01.301982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1af881d-a883-4e76-9781-fea9b65b54b2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.327478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4f9406-011d-47cb-aa6c-898af152fd4c admin admin] Pushing event updated for resources: {'Network': ['ID=452c3c36-0217-44af-9d91-5cad002334a1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:01.330033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b1af881d-a883-4e76-9781-fea9b65b54b2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Calling delete_port for 6d8a404f-cda9-403d-bf69-12bfc3b5be2e owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:01.340676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe522af-85c0-4627-a480-3caba092507e req-6513c160-4fa3-4863-9ae6-925495923a9d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:01.342204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fe522af-85c0-4627-a480-3caba092507e req-6513c160-4fa3-4863-9ae6-925495923a9d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1980853 Nov 25 19:39:01.348141 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 452c3c36-0217-44af-9d91-5cad002334a1 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:01.400170 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec5e1-cf58-4d4f-bc02-58e789020680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.404134 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc2ec5e1-cf58-4d4f-bc02-58e789020680 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.405352 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dc2ec5e1-cf58-4d4f-bc02-58e789020680 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5b5f193-cd8e-4d3a-8967-095f77c9810b HTTP/1.1" status: 204 len: 168 time: 0.6933959 Nov 25 19:39:01.473339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ec5e1-cf58-4d4f-bc02-58e789020680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5b5f193-cd8e-4d3a-8967-095f77c9810b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:01.593087 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fe522af-85c0-4627-a480-3caba092507e req-7c5f8781-f46d-4036-ac95-726f8ce6870d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961665 Nov 25 19:39:01.602045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] Made reservation on behalf of 94be14ce56d74aa8b9193739cb00e6ad for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:01.608196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.753787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34accc5e-7c60-4005-9e4b-954cdec8ca02 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.755924 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-34accc5e-7c60-4005-9e4b-954cdec8ca02 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/665ce3a6-b28b-48f4-b449-34a60dbd6956 HTTP/1.1" status: 204 len: 168 time: 0.6114380 Nov 25 19:39:01.766843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38302) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:01.862817 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-76fd823f-cb5d-42a3-9766-64471ee832cf tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=665ce3a6-b28b-48f4-b449-34a60dbd6956 HTTP/1.1" status: 200 len: 216 time: 0.0838766 Nov 25 19:39:01.874406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38304) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:01.914252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2fdd335f-5fe5-4808-a166-3c9b64228a2f tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0381367 Nov 25 19:39:01.920431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38306) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:01.945789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6045b6f-3cf0-41c5-8038-0427dcdc5c3f req-375b6b53-e83c-4bac-be89-6d560d2249d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:01.947777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6045b6f-3cf0-41c5-8038-0427dcdc5c3f req-375b6b53-e83c-4bac-be89-6d560d2249d8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2106569 Nov 25 19:39:01.949238 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1af881d-a883-4e76-9781-fea9b65b54b2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:01.958708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-af14de03-ca8b-4e1d-9ce2-22e505b1abad tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0312266 Nov 25 19:39:01.960126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38308) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:02.020872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af881d-a883-4e76-9781-fea9b65b54b2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Pushing event deleted for resources: {'Port': ['ID=6d8a404f-cda9-403d-bf69-12bfc3b5be2e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:02.026240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38310) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:02.056453 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b6639802-a7ac-49f5-b24c-adbaafcebe03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.082693 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-72259e7b-69a9-4390-9091-6f21f996ce93 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.118988 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.171098 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-99fcd36b-0df9-4b43-b85c-6ed33a65aabd tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/a5ee44cd-7457-4af0-be29-4fd46f16dc22 HTTP/1.1" status: 200 len: 473 time: 0.2055264 Nov 25 19:39:02.190700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38314) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:02.220507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:02.242420 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1af881d-a883-4e76-9781-fea9b65b54b2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.246180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b1af881d-a883-4e76-9781-fea9b65b54b2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] 10.222.0.15 "DELETE /v2.0/ports/6d8a404f-cda9-403d-bf69-12bfc3b5be2e HTTP/1.1" status: 204 len: 168 time: 1.8899076 Nov 25 19:39:02.250752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38316) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:02.255772 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3eb060d3-fd4b-42af-9698-cc3879f7e100 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/6b49d37d-cdc2-47b0-b7da-c7b018803b27 HTTP/1.1" status: 200 len: 461 time: 0.0619676 Nov 25 19:39:02.265120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38318) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:02.266133 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.269379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Request body: {'port': {'name': 'tempest-new-port-name-1871669678', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:02.269760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] bootfile-name is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:39:02.270102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] tftp-server is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:39:02.270709 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.api.validators [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] server-ip-address is not in valid_values {{(pid=103651) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 25 19:39:02.313443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6045b6f-3cf0-41c5-8038-0427dcdc5c3f req-74a551ed-5480-420a-b82f-478f43df6757 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3521101 Nov 25 19:39:02.385735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.463035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610e1b2b-6312-4ad2-b477-d5f29a0c0d17,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:02.479654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-72259e7b-69a9-4390-9091-6f21f996ce93 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.569564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-72259e7b-69a9-4390-9091-6f21f996ce93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.627053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] Checking segment: {'id': '58e608d5-c5c7-4f57-be56-c9b77af48f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '452c3c36-0217-44af-9d91-5cad002334a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:02.627403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] Network hostable DHCP agents. Network: 452c3c36-0217-44af-9d91-5cad002334a1, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:02.653443 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1fd4bf55-7e1b-4170-816f-5f30bc40e8b4 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.654710 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1fd4bf55-7e1b-4170-816f-5f30bc40e8b4 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/6b49d37d-cdc2-47b0-b7da-c7b018803b27 HTTP/1.1" status: 204 len: 168 time: 0.3863173 Nov 25 19:39:02.661250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38324) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:02.725096 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-72259e7b-69a9-4390-9091-6f21f996ce93 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d33ac82c04e84a7e8a23f639190c0e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6965425 Nov 25 19:39:02.733768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38326) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:02.759662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72259e7b-69a9-4390-9091-6f21f996ce93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a6dbaf7-7155-45f8-9d3a-f93befdacebb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:02.785524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] Network 452c3c36-0217-44af-9d91-5cad002334a1 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:02.806566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.819005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.819608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 452c3c36-0217-44af-9d91-5cad002334a1) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:02.831542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:02.832140 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.840297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c3ad4b-5255-49e9-b687-7eeab402626c None None] Network 452c3c36-0217-44af-9d91-5cad002334a1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:02.846668 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37ca7ac2-c308-4141-80e0-40035c58e258 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.904533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.930848 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0a87c7f9-662d-4d4e-95fb-47cd36532223 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6546457 Nov 25 19:39:02.940752 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37ca7ac2-c308-4141-80e0-40035c58e258 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:02.952092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38332) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:03.072498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8508ec0-ed09-4185-9fb2-48d28bc4beb2 None None] Network 452c3c36-0217-44af-9d91-5cad002334a1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:03.193762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37ca7ac2-c308-4141-80e0-40035c58e258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.198231 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37ca7ac2-c308-4141-80e0-40035c58e258 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.200880 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-37ca7ac2-c308-4141-80e0-40035c58e258 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a6dbaf7-7155-45f8-9d3a-f93befdacebb HTTP/1.1" status: 204 len: 168 time: 0.4634247 Nov 25 19:39:03.243289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] In _notify_port_updated(), no bound segment for port dab10170-ccd7-476a-a692-54041d54f420 on network 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c {{(pid=103651) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:39:03.260110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:03.261924 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.270910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] 10.222.0.15 "PUT /v2.0/ports/dab10170-ccd7-476a-a692-54041d54f420 HTTP/1.1" status: 200 len: 1137 time: 1.0078211 Nov 25 19:39:03.303459 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38340) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:03.341910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1ce37-bb17-446e-a4da-3e203a22dd4b req-9f6d6fee-267d-410c-ba04-aaa7917ca4e4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:03.344797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aab1ce37-bb17-446e-a4da-3e203a22dd4b req-9f6d6fee-267d-410c-ba04-aaa7917ca4e4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.5163558 Nov 25 19:39:03.413057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca7ac2-c308-4141-80e0-40035c58e258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a6dbaf7-7155-45f8-9d3a-f93befdacebb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:03.447986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad24c1de-3326-4692-8341-801cbecf0409 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:03.455457 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ad24c1de-3326-4692-8341-801cbecf0409 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] 10.222.0.15 "GET /v2.0/ports/dab10170-ccd7-476a-a692-54041d54f420 HTTP/1.1" status: 200 len: 1137 time: 0.1348007 Nov 25 19:39:03.456428 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65852433-fce9-4183-a314-83a74b3d5322 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.461175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38346) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:03.520092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] Router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:39:03.574549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-91dd4b93-9dd2-43e4-b1b2-4e9338f08930 None None] Provisioning complete for port dab10170-ccd7-476a-a692-54041d54f420 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:03.575608 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-91dd4b93-9dd2-43e4-b1b2-4e9338f08930 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.598869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2887c4f-12cf-454a-819b-500777de50e2 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Pushing event updated for resources: {'Port': ['ID=dab10170-ccd7-476a-a692-54041d54f420,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:03.642781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-91dd4b93-9dd2-43e4-b1b2-4e9338f08930 None None] Port dab10170-ccd7-476a-a692-54041d54f420 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:03.715878 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65852433-fce9-4183-a314-83a74b3d5322 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.722791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65852433-fce9-4183-a314-83a74b3d5322 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:03.783235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65852433-fce9-4183-a314-83a74b3d5322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31c9166-8629-4542-899b-4c8271c23064,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:03.787141 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:03.795698 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-82261717-a804-46cb-830f-1a4d61f706f7 admin admin] 10.222.0.15 "PUT /v2.0/routers/871ce2ae-45c3-421f-9ec8-24cc35a4a705/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5926833 Nov 25 19:39:03.802940 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-65852433-fce9-4183-a314-83a74b3d5322 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8dcf4cb1b0b34d02b97f0dc7e2c11ebf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8039045 Nov 25 19:39:03.802940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38354) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:03.807923 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3994b-f37b-4ec9-a681-3ae7c1bdbbc2 None None] Sync routers for ids ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:03.815411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38358) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:03.833447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3994b-f37b-4ec9-a681-3ae7c1bdbbc2 None None] Routers {'871ce2ae-45c3-421f-9ec8-24cc35a4a705'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:03.834224 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8ba3994b-f37b-4ec9-a681-3ae7c1bdbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:38:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:03.983094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96084e26-d70a-4a6a-babd-794652263801 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.024198 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96084e26-d70a-4a6a-babd-794652263801 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.034542 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.122119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7c2b1c59-8221-4620-a4b1-14dc7da49da9 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.128001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7c2b1c59-8221-4620-a4b1-14dc7da49da9 tempest-MeteringTestJSON-1600580674 tempest-MeteringTestJSON-1600580674-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/a5ee44cd-7457-4af0-be29-4fd46f16dc22 HTTP/1.1" status: 204 len: 168 time: 1.4555097 Nov 25 19:39:04.156465 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-8ba3994b-f37b-4ec9-a681-3ae7c1bdbbc2 None None] Set router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:04.199912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aab1ce37-bb17-446e-a4da-3e203a22dd4b req-744acc83-54fd-478a-9127-de32061c39fd tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7393515 Nov 25 19:39:04.356375 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96084e26-d70a-4a6a-babd-794652263801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.362407 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96084e26-d70a-4a6a-babd-794652263801 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.365133 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-96084e26-d70a-4a6a-babd-794652263801 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b31c9166-8629-4542-899b-4c8271c23064 HTTP/1.1" status: 204 len: 168 time: 0.5440841 Nov 25 19:39:04.375102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.375526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c703afc5-a86b-450f-b897-c0cd902f9290 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Deleting port dab10170-ccd7-476a-a692-54041d54f420 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:04.375880 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c703afc5-a86b-450f-b897-c0cd902f9290 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.387895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96084e26-d70a-4a6a-babd-794652263801 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31c9166-8629-4542-899b-4c8271c23064,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:04.517589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Deleting port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:04.519052 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.551517 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c703afc5-a86b-450f-b897-c0cd902f9290 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.583984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c703afc5-a86b-450f-b897-c0cd902f9290 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Calling delete_port for dab10170-ccd7-476a-a692-54041d54f420 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:04.654767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8ba3994b-f37b-4ec9-a681-3ae7c1bdbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182'}], 'enable_snat': True}, 'gw_port_id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:39:01Z', 'revision_number': 5, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port': {'id': '8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:6d:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:36:04Z', 'updated_at': '2021-11-25T19:36:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:04.728687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3994b-f37b-4ec9-a681-3ae7c1bdbbc2 None None] Checking router: 871ce2ae-45c3-421f-9ec8-24cc35a4a705 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:39:04.753385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] For port 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:04.753854 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.773378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba3994b-f37b-4ec9-a681-3ae7c1bdbbc2 None None] Routers {'871ce2ae-45c3-421f-9ec8-24cc35a4a705'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:04.774862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8ba3994b-f37b-4ec9-a681-3ae7c1bdbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:38:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:04.783238 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3fcaaa5d-05f3-40ef-b76e-651b378b4c75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:04.795828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Calling delete_port for 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:04.873686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38382) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:05.033461 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c703afc5-a86b-450f-b897-c0cd902f9290 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.071060 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-8ba3994b-f37b-4ec9-a681-3ae7c1bdbbc2 None None] Set router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:05.137473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703afc5-a86b-450f-b897-c0cd902f9290 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Pushing event deleted for resources: {'Port': ['ID=dab10170-ccd7-476a-a692-54041d54f420,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:05.188851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-6e4bbbd5-89f9-41b6-80c9-2910be366c65 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:05.191691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-6e4bbbd5-89f9-41b6-80c9-2910be366c65 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/networks?id=452c3c36-0217-44af-9d91-5cad002334a1 HTTP/1.1" status: 200 len: 819 time: 0.3037710 Nov 25 19:39:05.232215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be166edc-ce13-4547-9354-e1ad0e4b58c9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.235427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8ba3994b-f37b-4ec9-a681-3ae7c1bdbbc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:39:04Z', 'revision_number': 6, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:05.268524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.288186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba3994b-f37b-4ec9-a681-3ae7c1bdbbc2 None None] The sync data for ids ['871ce2ae-45c3-421f-9ec8-24cc35a4a705'] in n-d-817303-9 is: [{'id': '871ce2ae-45c3-421f-9ec8-24cc35a4a705', 'name': 'tempest-ServersTestManualDisk-1547833943-router', 'tenant_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:36:03Z', 'updated_at': '2021-11-25T19:39:04Z', 'revision_number': 6, 'project_id': '672403dddffb4f2eaaabed09ca5b0b8f', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:05.326755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:05.336826 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-4ff30f90-18a9-40ac-afc0-f72445e1764b tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/quotas/94be14ce56d74aa8b9193739cb00e6ad HTTP/1.1" status: 200 len: 375 time: 0.1168740 Nov 25 19:39:05.385306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b14b56b-8685-4ef4-b322-158e1c13a98c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:05.418945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-f664b2ca-5bed-4290-b955-9fd9e25edb5d tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=94be14ce56d74aa8b9193739cb00e6ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806444 Nov 25 19:39:05.460996 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c703afc5-a86b-450f-b897-c0cd902f9290 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.474739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c703afc5-a86b-450f-b897-c0cd902f9290 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] 10.222.0.15 "DELETE /v2.0/ports/dab10170-ccd7-476a-a692-54041d54f420 HTTP/1.1" status: 204 len: 168 time: 2.0094051 Nov 25 19:39:05.475583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38400) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:05.478637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.486579 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:39:05.597799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Deleting subnet 233d90f2-a2c0-43e7-aa48-ed059bfdf15d {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:39:05.606615 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.633548 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.637207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be166edc-ce13-4547-9354-e1ad0e4b58c9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.643091 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.680182 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.743120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be166edc-ce13-4547-9354-e1ad0e4b58c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.784100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.785027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 871ce2ae-45c3-421f-9ec8-24cc35a4a705 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:39:05.797871 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.800616 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-658631f3-24a0-472f-b4db-0541baa07166 admin admin] 10.222.0.15 "DELETE /v2.0/routers/871ce2ae-45c3-421f-9ec8-24cc35a4a705 HTTP/1.1" status: 204 len: 168 time: 1.9979634 Nov 25 19:39:05.806204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38406) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:05.832228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-67a198fe-276c-4d2f-9382-364dbe359b4a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:39:05.833287 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-67a198fe-276c-4d2f-9382-364dbe359b4a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4134660 Nov 25 19:39:05.890293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be166edc-ce13-4547-9354-e1ad0e4b58c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55e6e12-b4da-44ae-b38f-d9de9464b7c6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:05.891382 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:05.926406 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-be166edc-ce13-4547-9354-e1ad0e4b58c9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d08f307d6a574c8c9879a99533054a44&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0500760 Nov 25 19:39:05.929576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38410) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:05.991532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-23e07a01-1f68-4c19-9619-4a804453c74e admin admin] Deleting subnet c9de7d98-3667-4615-9502-23db59f46947 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:39:06.002792 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23e07a01-1f68-4c19-9619-4a804453c74e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.025275 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.069632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Pushing event deleted for resources: {'Subnet': ['ID=233d90f2-a2c0-43e7-aa48-ed059bfdf15d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:06.073080 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.077566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] 10.222.0.15 "DELETE /v2.0/subnets/233d90f2-a2c0-43e7-aa48-ed059bfdf15d HTTP/1.1" status: 204 len: 168 time: 0.5984368 Nov 25 19:39:06.081352 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-11ed06a7-6475-4b62-8369-133657a86ad2 service neutron] 10.222.0.15 "GET /v2.0/networks/452c3c36-0217-44af-9d91-5cad002334a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307923 Nov 25 19:39:06.084668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10cb7a6-3a59-41c7-9d56-6dd4f798ff58 None None] Network 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:06.087708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.088339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.088899 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.089715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38416) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:06.090122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.090626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.091299 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.091818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.092316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.092810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.093316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.093809 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.094314 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0962184d-ee8f-4e85-b630-095c71a56451 tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:06.101125 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2374e4fa-94c3-4a17-8429-19de1534f417 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.104672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23e07a01-1f68-4c19-9619-4a804453c74e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.213763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-965a17a0-567f-4e7f-9773-4235587f34b9 service neutron] 10.222.0.15 "GET /v2.0/networks/452c3c36-0217-44af-9d91-5cad002334a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158772 Nov 25 19:39:06.261355 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2374e4fa-94c3-4a17-8429-19de1534f417 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.300565 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.422231 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.477146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23e07a01-1f68-4c19-9619-4a804453c74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.544440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7e64e4-42af-446a-9e88-7f859311874c None None] DHCP port deletion for 8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:06.635313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166a8e3-3899-4356-8b70-68e240dd8177 req-772de540-3f1e-4f4d-9201-10c857ec2a55 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:06.655920 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d166a8e3-3899-4356-8b70-68e240dd8177 req-772de540-3f1e-4f4d-9201-10c857ec2a55 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1205974 Nov 25 19:39:06.686263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e64e4-42af-446a-9e88-7f859311874c None None] Deleting port b47a694a-b337-4091-8238-c5ea8bc34be6 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:06.687297 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd7e64e4-42af-446a-9e88-7f859311874c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.701171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:06.728504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23e07a01-1f68-4c19-9619-4a804453c74e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.743332 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2374e4fa-94c3-4a17-8429-19de1534f417 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.760009 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2374e4fa-94c3-4a17-8429-19de1534f417 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.763520 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d166a8e3-3899-4356-8b70-68e240dd8177 req-6df4009c-068c-487e-ae36-56208ec9b648 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042600 Nov 25 19:39:06.765694 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2374e4fa-94c3-4a17-8429-19de1534f417 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f55e6e12-b4da-44ae-b38f-d9de9464b7c6 HTTP/1.1" status: 204 len: 168 time: 0.8250971 Nov 25 19:39:06.810265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:39:06.846197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fa8a4a4-a8f1-4c78-9e1e-e7013d75f0d5 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:39:06.846197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b47a694a-b337-4091-8238-c5ea8bc34be6 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:06.862561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374e4fa-94c3-4a17-8429-19de1534f417 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55e6e12-b4da-44ae-b38f-d9de9464b7c6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:06.919968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e07a01-1f68-4c19-9619-4a804453c74e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9de7d98-3667-4615-9502-23db59f46947,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:06.939325 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23e07a01-1f68-4c19-9619-4a804453c74e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.950683 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-23e07a01-1f68-4c19-9619-4a804453c74e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/c9de7d98-3667-4615-9502-23db59f46947 HTTP/1.1" status: 204 len: 168 time: 1.1364465 Nov 25 19:39:06.953562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38440) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:06.968938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Deleting port b47a694a-b337-4091-8238-c5ea8bc34be6 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:06.969753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:06.983955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183f9592-6321-4778-a0e4-7f235011d95c None None] Network 5c60abbe-0926-49ac-921f-8ea791605b1e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:07.051367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e806f-1f2c-4fc1-9701-d34fb4ef59c0 req-0032c72c-5652-49a2-85fa-5fa47b307303 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:07.064842 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-515e806f-1f2c-4fc1-9701-d34fb4ef59c0 req-0032c72c-5652-49a2-85fa-5fa47b307303 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1939301 Nov 25 19:39:07.238515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] For port b47a694a-b337-4091-8238-c5ea8bc34be6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b47a694a-b337-4091-8238-c5ea8bc34be6,segment=NetworkSegment(9da6df4b-d7c7-4e12-909a-2935e9459780),segment_id=9da6df4b-d7c7-4e12-909a-2935e9459780)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:07.239396 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.270944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fd7e64e4-42af-446a-9e88-7f859311874c None None] For port b47a694a-b337-4091-8238-c5ea8bc34be6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b47a694a-b337-4091-8238-c5ea8bc34be6,segment=NetworkSegment(9da6df4b-d7c7-4e12-909a-2935e9459780),segment_id=9da6df4b-d7c7-4e12-909a-2935e9459780)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:07.271637 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd7e64e4-42af-446a-9e88-7f859311874c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.294982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Calling delete_port for b47a694a-b337-4091-8238-c5ea8bc34be6 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:07.305540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fd7e64e4-42af-446a-9e88-7f859311874c None None] Calling delete_port for b47a694a-b337-4091-8238-c5ea8bc34be6 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:07.337530 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.433905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-515e806f-1f2c-4fc1-9701-d34fb4ef59c0 req-75af5818-077a-406f-bffd-85e42b2df8b0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3662324 Nov 25 19:39:07.562492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Deleting port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:07.562830 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.604295 n-d-817303-9 neutron-server[103653]: INFO neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No ports have port_id starting with b47a694a-b337-4091-8238-c5ea8bc34be6 Nov 25 19:39:07.621323 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.649833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] No DVR routers for this DVR port b47a694a-b337-4091-8238-c5ea8bc34be6 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:39:07.665127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] For port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3eaf6995-55c1-4b73-8fcc-57ba59c46b35,segment=NetworkSegment(fecd8820-a1f4-4660-a480-5336eb1c0288),segment_id=fecd8820-a1f4-4660-a480-5336eb1c0288)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:07.665467 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.708410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Pushing event deleted for resources: {'Port': ['ID=b47a694a-b337-4091-8238-c5ea8bc34be6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:07.753928 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd7e64e4-42af-446a-9e88-7f859311874c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:07.784027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-006d2660-7388-47b5-b53a-56e1033aa14f req-3341022e-b2e1-463b-ad59-69230caa7a3a tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 210 time: 0.2469850 Nov 25 19:39:07.790104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Calling delete_port for 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:07.815105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:07.914878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7e64e4-42af-446a-9e88-7f859311874c None None] No DVR routers for this DVR port b47a694a-b337-4091-8238-c5ea8bc34be6 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:39:07.982187 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.018091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:08.036741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9da6df4b-d7c7-4e12-909a-2935e9459780') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:08.037717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9da6df4b-d7c7-4e12-909a-2935e9459780') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:08.060552 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.080671 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.109617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:39:08.110843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.114147 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.217444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3eaf6995-55c1-4b73-8fcc-57ba59c46b35,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:08.234662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38462) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:08.246464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] No DVR routers for this DVR port 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:39:08.268108 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65ea3c3f-7151-4d2b-8725-8064a71bbea6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:39:08.300655 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:39:08.308045 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.318073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7e64e4-42af-446a-9e88-7f859311874c None None] Pushing event deleted for resources: {'Port': ['ID=b47a694a-b337-4091-8238-c5ea8bc34be6,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:08.321828 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.326156 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] 10.222.0.15 "DELETE /v2.0/networks/8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c HTTP/1.1" status: 204 len: 168 time: 2.2338061 Nov 25 19:39:08.347862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:39:08.350231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b96e28db-2f71-43a2-a6a8-5bf8adf0a8c6 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:39:08.398305 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.418455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.436609 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.484625 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c60abbe-0926-49ac-921f-8ea791605b1e']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:08.505696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecd8820-a1f4-4660-a480-5336eb1c0288') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:08.506364 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecd8820-a1f4-4660-a480-5336eb1c0288') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:08.526729 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.559744 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.577241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:39:08.577818 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:39:08.580540 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:39:08.606141 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65ea3c3f-7151-4d2b-8725-8064a71bbea6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.612722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8b4dfa-9e8f-4129-88b3-37ac0486876b None None] DHCP port deletion for 5c60abbe-0926-49ac-921f-8ea791605b1e request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:08.616485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65ea3c3f-7151-4d2b-8725-8064a71bbea6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.690531 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-65ea3c3f-7151-4d2b-8725-8064a71bbea6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=19103a1848cd4cf2816b3b5e2f6c7650&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4517896 Nov 25 19:39:08.725180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38470) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:08.726133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea3c3f-7151-4d2b-8725-8064a71bbea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eaf2b29-4c16-4778-ac20-24130412197a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:08.772337 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.791244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.794786 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] 10.222.0.15 "DELETE /v2.0/networks/5c60abbe-0926-49ac-921f-8ea791605b1e HTTP/1.1" status: 204 len: 168 time: 1.8391695 Nov 25 19:39:08.807288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:08.817156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e719f165-89b7-4ce2-af76-fa448f25f6a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c60abbe-0926-49ac-921f-8ea791605b1e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:08.860694 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e8ee9cb-9e9d-49a6-9fbd-0fb1bb855f50 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.870934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:39:08.871377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3eaf6995-55c1-4b73-8fcc-57ba59c46b35 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:39:08.900957 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e8ee9cb-9e9d-49a6-9fbd-0fb1bb855f50 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:08.998925 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e8ee9cb-9e9d-49a6-9fbd-0fb1bb855f50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.003295 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e8ee9cb-9e9d-49a6-9fbd-0fb1bb855f50 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.010460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4e8ee9cb-9e9d-49a6-9fbd-0fb1bb855f50 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5eaf2b29-4c16-4778-ac20-24130412197a HTTP/1.1" status: 204 len: 168 time: 0.2803555 Nov 25 19:39:09.022518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8ee9cb-9e9d-49a6-9fbd-0fb1bb855f50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eaf2b29-4c16-4778-ac20-24130412197a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:09.116735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f38c7a-005c-4b9e-a81a-9d26eaca747e tempest-ExtraDHCPOptionsTestJSON-1838526677 tempest-ExtraDHCPOptionsTestJSON-1838526677-project] Pushing event deleted for resources: {'Network': ['ID=8ebb04ef-3bfc-49fa-85ff-a78c71ddee6c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:09.206427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38494) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:09.252382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-41394509-7941-4754-b06d-d6a686179b16 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:09.256431 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-41394509-7941-4754-b06d-d6a686179b16 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.60 "GET /v2.0/networks?id=452c3c36-0217-44af-9d91-5cad002334a1 HTTP/1.1" status: 200 len: 819 time: 0.1532252 Nov 25 19:39:09.268376 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e5566691-855d-493f-9b55-ecbc5658454d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=672403dddffb4f2eaaabed09ca5b0b8f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0584309 Nov 25 19:39:09.270019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38496) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:09.278623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Request body: {'port': {'device_id': '1d2df929-ab42-450a-892a-c8e01093041d', 'network_id': '452c3c36-0217-44af-9d91-5cad002334a1', 'admin_state_up': True, 'tenant_id': '94be14ce56d74aa8b9193739cb00e6ad'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:09.360660 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95f9f6d1-b5e8-4161-986d-14fa6b2cd012 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.393067 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95f9f6d1-b5e8-4161-986d-14fa6b2cd012 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.473232 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95f9f6d1-b5e8-4161-986d-14fa6b2cd012 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.476605 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95f9f6d1-b5e8-4161-986d-14fa6b2cd012 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.482190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-95f9f6d1-b5e8-4161-986d-14fa6b2cd012 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e2f6c2a-f3af-4ebe-839d-640fc454afc6 HTTP/1.1" status: 204 len: 168 time: 0.2106564 Nov 25 19:39:09.492453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f9f6d1-b5e8-4161-986d-14fa6b2cd012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e2f6c2a-f3af-4ebe-839d-640fc454afc6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:09.505419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Made reservation on behalf of 94be14ce56d74aa8b9193739cb00e6ad for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:09.509664 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:09.691129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38504) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:09.709590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Allocated IP 172.20.0.3 (452c3c36-0217-44af-9d91-5cad002334a1/610e1b2b-6312-4ad2-b477-d5f29a0c0d17/aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:09.858479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698b90fb-0616-49e4-bcf7-bc4c1466a1e8 req-ad9d5d39-e5b8-4b17-85c3-53fcb9b3193e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:09.860548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-698b90fb-0616-49e4-bcf7-bc4c1466a1e8 req-ad9d5d39-e5b8-4b17-85c3-53fcb9b3193e tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.0799601 Nov 25 19:39:09.962655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-698b90fb-0616-49e4-bcf7-bc4c1466a1e8 req-5678c3d5-c2d3-4f5b-a085-d2efd8f263d7 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876477 Nov 25 19:39:10.077962 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:10.134423 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:10.187562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c1bdb0-23fe-4d9f-b000-75e38cdda56b req-203e5b1d-02db-4834-b83a-3c836120538a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:10.192113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4c1bdb0-23fe-4d9f-b000-75e38cdda56b req-203e5b1d-02db-4834-b83a-3c836120538a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1050491 Nov 25 19:39:10.250406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Network 452c3c36-0217-44af-9d91-5cad002334a1 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:10.257818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:10.269051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:10.303949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4c1bdb0-23fe-4d9f-b000-75e38cdda56b req-5e310bf0-1ca2-4b5f-a4bb-7085dc41a037 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040730 Nov 25 19:39:10.316285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Pushing event updated for resources: {'Port': ['ID=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:10.397258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:10.399150 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:10.420048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38520) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:10.437249 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-eb1897b7-bd09-47bf-a48c-42089fd53e54 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1661811 Nov 25 19:39:10.454287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Request body: {'port': {'device_id': '1d2df929-ab42-450a-892a-c8e01093041d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:10.557694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-abf36f58-f87d-4a1e-8552-ec18fe2cf36c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d354ed87a0f14d649ba8475602befec8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8638132 Nov 25 19:39:10.564716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38528) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:10.590302 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:10.654003 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f53f2825-238a-4cf6-a1f8-2520c4d603b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:10.704839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb16a50-8eb3-44cf-82dd-fc116a8581ec req-e51b8796-6923-4911-be00-3178d3970b08 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:10.712970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-beb16a50-8eb3-44cf-82dd-fc116a8581ec req-e51b8796-6923-4911-be00-3178d3970b08 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 931 time: 0.1770811 Nov 25 19:39:10.823763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-beb16a50-8eb3-44cf-82dd-fc116a8581ec req-dc5e59db-c9d4-4c0d-91b4-16fd54bfc8f3 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092687 Nov 25 19:39:10.862366 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ea8dc3-8100-4dfb-b447-daf3069d76b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:10.933058 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ea8dc3-8100-4dfb-b447-daf3069d76b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.055276 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f53f2825-238a-4cf6-a1f8-2520c4d603b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.081779 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f53f2825-238a-4cf6-a1f8-2520c4d603b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.099024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:11.099581 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ea8dc3-8100-4dfb-b447-daf3069d76b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.102494 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ea8dc3-8100-4dfb-b447-daf3069d76b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.104022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-61ea8dc3-8100-4dfb-b447-daf3069d76b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d023d5a3-4803-4738-98c2-770d1a9b0d42 HTTP/1.1" status: 204 len: 168 time: 0.5352969 Nov 25 19:39:11.109864 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.126269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Transition to ACTIVE for port object aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:39:11.131920 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.148517 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f53f2825-238a-4cf6-a1f8-2520c4d603b7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fbfd77e5e4384fc6b8f37d90411be4f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7276883 Nov 25 19:39:11.152741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38548) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:11.162944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53f2825-238a-4cf6-a1f8-2520c4d603b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ccf3ada-427f-421b-aab2-a071c3225f36,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:11.201989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Pushing event updated for resources: {'Port': ['ID=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:11.250529 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea8dc3-8100-4dfb-b447-daf3069d76b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d023d5a3-4803-4738-98c2-770d1a9b0d42,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:11.295447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Attempting to bind port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:11.295772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Attempting to bind port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '58e608d5-c5c7-4f57-be56-c9b77af48f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '452c3c36-0217-44af-9d91-5cad002334a1'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:11.296104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Attempting to bind port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e on network 452c3c36-0217-44af-9d91-5cad002334a1 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:11.301179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e on network 452c3c36-0217-44af-9d91-5cad002334a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:39:11.301502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Attempting to bind port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e on network 452c3c36-0217-44af-9d91-5cad002334a1 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:11.309026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 38, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:11.309241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Checking segment: {'id': '58e608d5-c5c7-4f57-be56-c9b77af48f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '452c3c36-0217-44af-9d91-5cad002334a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:11.309644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Bound using segment: {'id': '58e608d5-c5c7-4f57-be56-c9b77af48f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '452c3c36-0217-44af-9d91-5cad002334a1'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:11.310114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Bound port: aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58e608d5-c5c7-4f57-be56-c9b77af48f57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': '452c3c36-0217-44af-9d91-5cad002334a1'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:11.310474 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.312353 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5deed697-a24b-4648-b07b-379f87708979 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.344917 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5deed697-a24b-4648-b07b-379f87708979 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.418059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5deed697-a24b-4648-b07b-379f87708979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.418788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] For port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:11.422829 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5deed697-a24b-4648-b07b-379f87708979 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.424718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5deed697-a24b-4648-b07b-379f87708979 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4ccf3ada-427f-421b-aab2-a071c3225f36 HTTP/1.1" status: 204 len: 168 time: 0.2708714 Nov 25 19:39:11.431508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] For port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,segment=NetworkSegment(58e608d5-c5c7-4f57-be56-c9b77af48f57),segment_id=58e608d5-c5c7-4f57-be56-c9b77af48f57)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:11.440825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deed697-a24b-4648-b07b-379f87708979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ccf3ada-427f-421b-aab2-a071c3225f36,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:11.443887 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.529815 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:11.531115 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:11.533813 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] 10.222.0.60 "PUT /v2.0/ports/aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e HTTP/1.1" status: 200 len: 1091 time: 1.0842378 Nov 25 19:39:11.534712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d2df929-ab42-450a-892a-c8e01093041d', 'tag': 'aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:11.539120 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3fcc66-56d4-4a41-bcfd-4456514d9a79" -d '{"events": [{"name": "network-changed", "server_uuid": "1d2df929-ab42-450a-892a-c8e01093041d", "tag": "aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:11.595924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a68252b-39fa-4476-9d75-cb61e45a664a service neutron] Pushing event updated for resources: {'Port': ['ID=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:11.686695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-bdecb7ad-e9d3-4894-b666-1d23913b0f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:11.688610 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-bdecb7ad-e9d3-4894-b666-1d23913b0f8c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94be14ce56d74aa8b9193739cb00e6ad&device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 1094 time: 0.0846257 Nov 25 19:39:11.780093 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-3c666120-05e7-4330-8e90-e53a377a3ee2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e HTTP/1.1" status: 200 len: 217 time: 0.0807381 Nov 25 19:39:11.888425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-bddc9f3c-6577-4a4d-adcc-2131f9ce16eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:11.890648 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-bddc9f3c-6577-4a4d-adcc-2131f9ce16eb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=610e1b2b-6312-4ad2-b477-d5f29a0c0d17 HTTP/1.1" status: 200 len: 859 time: 0.1021528 Nov 25 19:39:11.915813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe42cdf-12c0-4f11-9a21-e54414061288 req-a25f9903-6631-4597-947a-b0c02fdea1d0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:11.930716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fe42cdf-12c0-4f11-9a21-e54414061288 req-a25f9903-6631-4597-947a-b0c02fdea1d0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1170454 Nov 25 19:39:11.940932 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-06aabf16-e707-4802-a7b4-89b21a56ed5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=452c3c36-0217-44af-9d91-5cad002334a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387146 Nov 25 19:39:11.944676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3b57-09b4-44a1-9b79-9e0499b378af req-75a99b5f-c8c2-495a-b0e0-5d40892a9f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:11.946906 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b9fa3b57-09b4-44a1-9b79-9e0499b378af req-75a99b5f-c8c2-495a-b0e0-5d40892a9f54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1095 time: 0.0897093 Nov 25 19:39:11.999487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fe42cdf-12c0-4f11-9a21-e54414061288 req-51e4df2b-8bad-4858-a226-ee79ce021dee tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674877 Nov 25 19:39:12.021444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38576) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:12.174517 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-56997dc7-7103-4a59-b640-6658c84faaec service neutron] 10.222.0.60 "GET /v2.0/networks/452c3c36-0217-44af-9d91-5cad002334a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183242 Nov 25 19:39:12.195632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3b57-09b4-44a1-9b79-9e0499b378af req-38611524-fa90-4ca6-925a-86977a65c96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:12.197723 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b9fa3b57-09b4-44a1-9b79-9e0499b378af req-38611524-fa90-4ca6-925a-86977a65c96b service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.1870415 Nov 25 19:39:12.217173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38584) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:12.239367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-716144fc-6d3c-4181-8ea8-c7722dc6bc01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.411674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-716144fc-6d3c-4181-8ea8-c7722dc6bc01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.419244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-716144fc-6d3c-4181-8ea8-c7722dc6bc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.487185 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b9fa3b57-09b4-44a1-9b79-9e0499b378af req-3722a06d-5c9e-411d-a2f2-64fd8342c727 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 999 time: 0.2770817 Nov 25 19:39:12.508521 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192b1d60-a271-4db9-9cef-ffa189e2124f x-openstack-request-id: req-192b1d60-a271-4db9-9cef-ffa189e2124f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:12.508994 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d2df929-ab42-450a-892a-c8e01093041d", "tag": "aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:12.509408 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-192b1d60-a271-4db9-9cef-ffa189e2124f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:12.510075 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d2df929-ab42-450a-892a-c8e01093041d', 'tag': 'aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e', 'status': 'completed', 'code': 200} Nov 25 19:39:12.511776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716144fc-6d3c-4181-8ea8-c7722dc6bc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0598768b-0030-4f6c-b9d7-aa8013787d9b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:12.553447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-716144fc-6d3c-4181-8ea8-c7722dc6bc01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8a0c8d0e0f154e39b514321029c2ced2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3337810 Nov 25 19:39:12.556507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38590) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:12.568633 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-ca395ee4-1eb5-4c3a-b47b-f81707ee602e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2072761 Nov 25 19:39:12.572256 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d15be505-d380-4cf3-8f8b-6252fa465ab8 req-945cd850-7c33-4f98-a6e4-0c6377a89856 service neutron] 10.222.0.60 "GET /v2.0/networks/452c3c36-0217-44af-9d91-5cad002334a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895237 Nov 25 19:39:12.616591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3b57-09b4-44a1-9b79-9e0499b378af req-26ba1aa6-211f-4803-8a5c-e8ce8052e399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:12.627911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2c0acbd-86b4-4f56-b8eb-0917f9fe08ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.634254 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b9fa3b57-09b4-44a1-9b79-9e0499b378af req-26ba1aa6-211f-4803-8a5c-e8ce8052e399 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.1185331 Nov 25 19:39:12.665587 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2c0acbd-86b4-4f56-b8eb-0917f9fe08ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.737850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ec3d67d7-e3bc-4e82-966f-76119cac5255 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:39:12.766606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-network', 'tenant_id': '6cc4e806f92640c39663fb529554dd43'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:12.793526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-751211b0-2b5e-4a44-939e-e010ad2a9dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:12.795696 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-751211b0-2b5e-4a44-939e-e010ad2a9dc5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 1097 time: 0.1222389 Nov 25 19:39:12.813356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fa3b57-09b4-44a1-9b79-9e0499b378af req-2dc69a91-b7b5-45be-a221-f5ce9de3fd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:12.815448 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b9fa3b57-09b4-44a1-9b79-9e0499b378af req-2dc69a91-b7b5-45be-a221-f5ce9de3fd26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797850 Nov 25 19:39:12.822464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fcc66-56d4-4a41-bcfd-4456514d9a79 req-c0de307f-010d-4d07-b6db-8ad115e8587e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:12.826122 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca3fcc66-56d4-4a41-bcfd-4456514d9a79 req-c0de307f-010d-4d07-b6db-8ad115e8587e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=94be14ce56d74aa8b9193739cb00e6ad&device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 1094 time: 0.1505835 Nov 25 19:39:12.851754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:12.854712 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.879285 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.953691 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2c0acbd-86b4-4f56-b8eb-0917f9fe08ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.962763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2c0acbd-86b4-4f56-b8eb-0917f9fe08ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:12.969772 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e2c0acbd-86b4-4f56-b8eb-0917f9fe08ee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0598768b-0030-4f6c-b9d7-aa8013787d9b HTTP/1.1" status: 204 len: 168 time: 0.4095654 Nov 25 19:39:13.071399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:13.075014 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b9fa3b57-09b4-44a1-9b79-9e0499b378af req-5e28579e-0357-4cac-bedb-3213c1b38bb3 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2478218 Nov 25 19:39:13.089704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0acbd-86b4-4f56-b8eb-0917f9fe08ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0598768b-0030-4f6c-b9d7-aa8013787d9b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:13.160251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e', 'port_id': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'mac_address': 'fa:16:3e:ea:06:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4746e874-55e6-4158-90b3-691ef950b7a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:39:13.234672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d58a6-89a7-4790-a19d-dca599d797a4 req-63885513-c874-42b7-886b-f44dc0e95521 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:13.243281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e76d58a6-89a7-4790-a19d-dca599d797a4 req-63885513-c874-42b7-886b-f44dc0e95521 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2325943 Nov 25 19:39:13.290367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.300387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.307880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.333097 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec3d67d7-e3bc-4e82-966f-76119cac5255 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:13.373936 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e76d58a6-89a7-4790-a19d-dca599d797a4 req-7c298c2b-1bb5-4113-8468-396a52616371 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173470 Nov 25 19:39:13.375229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:13.391104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:13.404503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.409130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8471c015-870a-4ab5-abfa-bb4846f61774,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:13.416655 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.417782 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Added segment f19c790a-b498-4b76-b5c7-db7066b23346 of type vlan for network 531ea4be-db10-442e-a719-94c0832255fd Nov 25 19:39:13.551813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ec3d67d7-e3bc-4e82-966f-76119cac5255'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:13.583869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.608789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ec3d67d7-e3bc-4e82-966f-76119cac5255,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:13.683595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1815d35-bd29-47ab-8390-6b8f17de4eed req-9c1a1d1b-5fcd-4425-bec0-7682994a9536 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:13.684684 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b9fa3b57-09b4-44a1-9b79-9e0499b378af req-7430d576-ea03-4308-bce6-01898d93c4b3 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5727777 Nov 25 19:39:13.692647 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1815d35-bd29-47ab-8390-6b8f17de4eed req-9c1a1d1b-5fcd-4425-bec0-7682994a9536 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 943 time: 0.1510599 Nov 25 19:39:13.695047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fcc66-56d4-4a41-bcfd-4456514d9a79 req-59bc4f9a-09a8-42c5-93a0-0f208f6dc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:13.698851 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca3fcc66-56d4-4a41-bcfd-4456514d9a79 req-59bc4f9a-09a8-42c5-93a0-0f208f6dc96e service neutron] 10.222.0.60 "GET /v2.0/networks?id=452c3c36-0217-44af-9d91-5cad002334a1 HTTP/1.1" status: 200 len: 920 time: 0.7090759 Nov 25 19:39:13.701039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-85e42592-4fdb-4372-aa8b-3ad978e178bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:13.707044 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-85e42592-4fdb-4372-aa8b-3ad978e178bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.7115099 Nov 25 19:39:13.728140 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.729366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:13.730177 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.776820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.7491448 Nov 25 19:39:13.785958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38622) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:13.791578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] Request body: {'subnet': {'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-subnet', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:13.890221 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca3fcc66-56d4-4a41-bcfd-4456514d9a79 req-92ab47dd-b3fc-4acf-9e5c-ace385fa7f45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e HTTP/1.1" status: 200 len: 217 time: 0.1818521 Nov 25 19:39:13.891839 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-2003c58d-a3b3-4ea5-a7d1-d6ecf61be19a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cdceff13-99a7-4a58-9375-ce059ce7b552 HTTP/1.1" status: 200 len: 217 time: 0.1657031 Nov 25 19:39:13.912444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:13.915967 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:13.959542 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6fe2e7-2e4c-4b3c-85f8-a042246a143e admin admin] Pushing event updated for resources: {'Network': ['ID=531ea4be-db10-442e-a719-94c0832255fd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:13.977737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 531ea4be-db10-442e-a719-94c0832255fd details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:13.996023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1815d35-bd29-47ab-8390-6b8f17de4eed req-7bf29f9c-7025-41e5-98af-c0cf314713e0 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997937 Nov 25 19:39:14.124301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-e3356a11-0f77-435b-86c3-33788a2ef0d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:14.126274 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-e3356a11-0f77-435b-86c3-33788a2ef0d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.2145102 Nov 25 19:39:14.136883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3fcc66-56d4-4a41-bcfd-4456514d9a79 req-2680b0d5-23db-463d-95d0-41d1fe29d4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:14.164076 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca3fcc66-56d4-4a41-bcfd-4456514d9a79 req-2680b0d5-23db-463d-95d0-41d1fe29d4c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=610e1b2b-6312-4ad2-b477-d5f29a0c0d17 HTTP/1.1" status: 200 len: 859 time: 0.2540872 Nov 25 19:39:14.224704 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca3fcc66-56d4-4a41-bcfd-4456514d9a79 req-31b71241-d798-4fb1-a90d-06fe5bc7e593 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=452c3c36-0217-44af-9d91-5cad002334a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593910 Nov 25 19:39:14.391022 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:14.391348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-30b507d1-1781-435e-baa9-1a79531f4e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:14.393120 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-30b507d1-1781-435e-baa9-1a79531f4e5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2174282 Nov 25 19:39:14.398488 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca3fcc66-56d4-4a41-bcfd-4456514d9a79 req-698869e1-7882-4053-855c-d96d886bcaad service neutron] 10.222.0.60 "GET /v2.0/networks/452c3c36-0217-44af-9d91-5cad002334a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624851 Nov 25 19:39:14.546196 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] Checking segment: {'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:14.547445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] Network hostable DHCP agents. Network: 531ea4be-db10-442e-a719-94c0832255fd, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:14.565960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:14.590357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] Network 531ea4be-db10-442e-a719-94c0832255fd is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:14.616889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 531ea4be-db10-442e-a719-94c0832255fd) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:14.627726 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f8b9ad-4913-42ab-b34e-213f271a3f32 None None] Network 531ea4be-db10-442e-a719-94c0832255fd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:14.634654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:14.638938 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:14.705552 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6f6ac94f-100d-4115-bf5e-3abe8f13a9b2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9180129 Nov 25 19:39:14.710978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38658) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:14.737741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:14.778141 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:14.779431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:14.864818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:39:14.867522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ec3d67d7-e3bc-4e82-966f-76119cac5255 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:14.924204 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.062992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ceff48-170c-4282-adbc-a479dc064d09 req-f75fc24d-a121-4cdd-b2a1-90644e17412d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:15.064802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58ceff48-170c-4282-adbc-a479dc064d09 req-f75fc24d-a121-4cdd-b2a1-90644e17412d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 944 time: 0.1574781 Nov 25 19:39:15.081304 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-0a83ebe5-4cfc-4086-bf8c-31cf3dfcefdb service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6733088 Nov 25 19:39:15.101317 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38666) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:15.163575 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.209544 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca3fcc66-56d4-4a41-bcfd-4456514d9a79 req-1e05c162-a5e6-427b-a4ef-c96f206d8256 service neutron] 10.222.0.60 "GET /v2.0/networks/452c3c36-0217-44af-9d91-5cad002334a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7909348 Nov 25 19:39:15.241473 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0862a56-00e8-4aed-a3c4-d2426be56c81 req-6b4ca7a6-dec0-4dec-9c7a-396403cbb4d6 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512654 Nov 25 19:39:15.242835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58ceff48-170c-4282-adbc-a479dc064d09 req-e3ecdac1-9d42-4d41-94e1-521236438b2b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352057 Nov 25 19:39:15.385366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port ec3d67d7-e3bc-4e82-966f-76119cac5255 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:15.386653 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.446247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e28802-05ec-4fae-8755-bb514adb909e req-5d180369-4f4d-4d09-9539-97c560fc5438 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:15.448105 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-97e28802-05ec-4fae-8755-bb514adb909e req-5d180369-4f4d-4d09-9539-97c560fc5438 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.0870960 Nov 25 19:39:15.598355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-97e28802-05ec-4fae-8755-bb514adb909e req-55d085a0-19e1-4c5f-b366-ffbc9f3157b5 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415982 Nov 25 19:39:15.819374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d770dda2-07ae-40ac-96df-ad07a7ee6b2d tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-417975413', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:15.835233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.843269 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.894139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:15.897170 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.904518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:15.909251 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c696a3d-e3e5-4eec-b6b6-2955abcaf981" -d '{"events": [{"server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "name": "network-vif-plugged", "status": "completed", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:15.916248 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d770dda2-07ae-40ac-96df-ad07a7ee6b2d tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.921531 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d770dda2-07ae-40ac-96df-ad07a7ee6b2d tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:15.936902 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.014461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-531ea4be-db10-442e-a719-94c0832255fd', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'fixed_ips': [{'subnet_id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:39:16.015937 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.075689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Allocated IP 172.25.8.40 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/051c6c8c-63b3-4264-bb85-e1fdfb46e1a6) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:16.097069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,segment=NetworkSegment(58e608d5-c5c7-4f57-be56-c9b77af48f57),segment_id=58e608d5-c5c7-4f57-be56-c9b77af48f57)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:16.206098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.269095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.362359 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d770dda2-07ae-40ac-96df-ad07a7ee6b2d tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.374258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d770dda2-07ae-40ac-96df-ad07a7ee6b2d tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.386571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:16.398346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:16.405353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:16.409756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Pushing event updated for resources: {'Port': ['ID=051c6c8c-63b3-4264-bb85-e1fdfb46e1a6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:16.419551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d770dda2-07ae-40ac-96df-ad07a7ee6b2d tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.421074 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d770dda2-07ae-40ac-96df-ad07a7ee6b2d tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3182817 Nov 25 19:39:16.423720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38708) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:16.431304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-316745435'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:16.437067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Allocated IP 172.20.0.2 (531ea4be-db10-442e-a719-94c0832255fd/b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6/36f0646c-6cbb-43a1-be5b-14f7febc3861) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:16.503939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Made reservation on behalf of 4a8f53fb69b94f55a6bffd240ea9855f for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:16.517275 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.566057 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.734130 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.772421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31673049-6ff5-494e-bdf3-d944c6d46ddb None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:16.801737 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.815682 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e', 'network_id': '452c3c36-0217-44af-9d91-5cad002334a1', 'port_id': 'aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e', 'mac_address': 'fa:16:3e:8a:56:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 615, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610e1b2b-6312-4ad2-b477-d5f29a0c0d17', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:39:16.851622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38712) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:16.876986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Network 531ea4be-db10-442e-a719-94c0832255fd is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:16.878900 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.889680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:16.895261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:16.896578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:17.002883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ec3d67d7-e3bc-4e82-966f-76119cac5255,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:17.043615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77365209-4100-4e95-b458-877db950073e req-980f56b3-5f40-4fc2-85ae-f53a4e5e62b4 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:17.044187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ac0f7a-82cf-4cbb-bc9d-6b223456356a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:17.061218 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77365209-4100-4e95-b458-877db950073e req-980f56b3-5f40-4fc2-85ae-f53a4e5e62b4 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 943 time: 0.2094746 Nov 25 19:39:17.082907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:17.123198 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.123759 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Added segment de7c5135-a8c0-4626-a755-78645af65d42 of type vlan for network 5bace525-69a5-4a1a-b9bb-ba025d620e95 Nov 25 19:39:17.180954 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Pushing event updated for resources: {'Port': ['ID=36f0646c-6cbb-43a1-be5b-14f7febc3861,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:17.208190 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.249236 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.256942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:17.258742 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.275612 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.311517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-17aeae65-2240-48b6-8a9c-a65b6b38e6be None None] Provisioning complete for port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:17.312093 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-17aeae65-2240-48b6-8a9c-a65b6b38e6be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.317346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Attempting to bind port 36f0646c-6cbb-43a1-be5b-14f7febc3861 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:17.317876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Attempting to bind port 36f0646c-6cbb-43a1-be5b-14f7febc3861 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:17.318358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Attempting to bind port 36f0646c-6cbb-43a1-be5b-14f7febc3861 on network 531ea4be-db10-442e-a719-94c0832255fd {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:17.346690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:17.347290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Checking segment: {'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:17.347804 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.348314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Bound using segment: {'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:17.349079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Bound port: 36f0646c-6cbb-43a1-be5b-14f7febc3861, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:17.349774 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.353870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77365209-4100-4e95-b458-877db950073e req-23dee8d8-6da9-4787-bb2f-013eb1999ce1 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914259 Nov 25 19:39:17.460865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-28ff0bf7-38a1-43ca-8c5a-fe69f7b62ff7 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:17.462473 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.488608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event updated for resources: {'Network': ['ID=5bace525-69a5-4a1a-b9bb-ba025d620e95,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:17.532464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b04c83c4-125a-489c-a42b-723ab87f0a28 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1074173 Nov 25 19:39:17.532753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 5bace525-69a5-4a1a-b9bb-ba025d620e95 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:17.540645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38720) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:17.549862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-17aeae65-2240-48b6-8a9c-a65b6b38e6be None None] Port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:17.555802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Request body: {'subnet': {'network_id': '5bace525-69a5-4a1a-b9bb-ba025d620e95', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:17.618790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:39:17.632198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38722) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:17.723807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-28ff0bf7-38a1-43ca-8c5a-fe69f7b62ff7 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] 10.222.0.15 "PUT /v2.0/quotas/9464770b0c7b412eaa649df2bce85683 HTTP/1.1" status: 200 len: 368 time: 0.8663504 Nov 25 19:39:17.727256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38726) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:17.737197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Request body: {'network': {'project_id': '9464770b0c7b412eaa649df2bce85683'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:17.762872 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] For port 36f0646c-6cbb-43a1-be5b-14f7febc3861, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:17.772155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,segment=NetworkSegment(58e608d5-c5c7-4f57-be56-c9b77af48f57),segment_id=58e608d5-c5c7-4f57-be56-c9b77af48f57)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:17.810996 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:17.951260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:17.959057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] For port 36f0646c-6cbb-43a1-be5b-14f7febc3861, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=36f0646c-6cbb-43a1-be5b-14f7febc3861,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:17.962760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38730) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:17.973291 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.113923 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:18.174411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3029e8f-9471-4168-9902-752682c324f3 None None] Pushing event updated for resources: {'Port': ['ID=36f0646c-6cbb-43a1-be5b-14f7febc3861,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:18.251539 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e92b360b-e993-4053-9b33-23721abe560f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.414834 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e92b360b-e993-4053-9b33-23721abe560f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.420790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e92b360b-e993-4053-9b33-23721abe560f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.520368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92b360b-e993-4053-9b33-23721abe560f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50e827b-780c-4599-82eb-79fd2d2320e8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:18.534445 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e92b360b-e993-4053-9b33-23721abe560f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dcb043edaeb447738aca41ea1716b0fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5679677 Nov 25 19:39:18.535230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38736) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:18.617190 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54ce9bca-86f0-49e5-b6bf-45eca99a4a7e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.650835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04209321-449b-4179-91a2-4c323e2d0d72 req-b5113429-1abc-4f13-b597-0abe2f1239a6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:18.665182 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04209321-449b-4179-91a2-4c323e2d0d72 req-b5113429-1abc-4f13-b597-0abe2f1239a6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 1.1441498 Nov 25 19:39:18.695006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54ce9bca-86f0-49e5-b6bf-45eca99a4a7e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.724835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Made reservation on behalf of 9464770b0c7b412eaa649df2bce85683 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:18.742753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.746215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Made reservation on behalf of 4a8f53fb69b94f55a6bffd240ea9855f for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:18.750190 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.764087 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7cf03a89-60d7-42d9-9598-c43ba383821b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.851594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 36f0646c-6cbb-43a1-be5b-14f7febc3861 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:18.875709 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.895154 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54ce9bca-86f0-49e5-b6bf-45eca99a4a7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.900247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54ce9bca-86f0-49e5-b6bf-45eca99a4a7e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.904936 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54ce9bca-86f0-49e5-b6bf-45eca99a4a7e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f50e827b-780c-4599-82eb-79fd2d2320e8 HTTP/1.1" status: 204 len: 168 time: 0.3660424 Nov 25 19:39:18.944011 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:18.972615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ce9bca-86f0-49e5-b6bf-45eca99a4a7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50e827b-780c-4599-82eb-79fd2d2320e8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:19.000711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 36f0646c-6cbb-43a1-be5b-14f7febc3861 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:19.001097 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.039466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04209321-449b-4179-91a2-4c323e2d0d72 req-9bdf97cf-67a7-48fb-b28e-e911e86a5b22 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3496797 Nov 25 19:39:19.236461 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.316345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 36f0646c-6cbb-43a1-be5b-14f7febc3861, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=36f0646c-6cbb-43a1-be5b-14f7febc3861,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:19.333016 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.423930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Router 6193d53b-5e1c-48fc-a75e-4ffd15178530 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:39:19.461472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=36f0646c-6cbb-43a1-be5b-14f7febc3861,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:19.471312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.473564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.474120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.474618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.475096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.475570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.476047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.476520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.476940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.477362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.477958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.478443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.478899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:19.547829 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.643717 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.718198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event updated for resources: {'Subnet': ['ID=4da22aa1-72c1-453f-a2be-67292dec0638,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:19.721324 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7cf03a89-60d7-42d9-9598-c43ba383821b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.726887 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db1ee301-b86a-4813-aa8c-4f650bbab9ed x-openstack-request-id: req-db1ee301-b86a-4813-aa8c-4f650bbab9ed {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:19.727645 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "name": "network-vif-plugged", "status": "completed", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:19.728050 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db1ee301-b86a-4813-aa8c-4f650bbab9ed {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:19.729244 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'code': 200} Nov 25 19:39:19.744945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Checking segment: {'id': 'de7c5135-a8c0-4626-a755-78645af65d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5bace525-69a5-4a1a-b9bb-ba025d620e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:19.745312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Network hostable DHCP agents. Network: 5bace525-69a5-4a1a-b9bb-ba025d620e95, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:19.780862 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7cf03a89-60d7-42d9-9598-c43ba383821b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.796671 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Network 5bace525-69a5-4a1a-b9bb-ba025d620e95 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:19.811373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 5bace525-69a5-4a1a-b9bb-ba025d620e95) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:19.817491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:19.818099 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.821864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:19.829994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775aa0d7-f0a7-4979-99a8-f91215bb0818 None None] Network 5bace525-69a5-4a1a-b9bb-ba025d620e95 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:19.863085 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2ae85a8c-49af-4151-8bb2-efdc8e55d970 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3189185 Nov 25 19:39:19.863746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38752) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:19.871929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Request body: {'network': {'name': 'tempest-router-network01--2044591486'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:19.894485 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:19.938664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Made reservation on behalf of 4a8f53fb69b94f55a6bffd240ea9855f for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:19.943125 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:19.999480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:20.010940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0e027f-1bd4-4f4d-a2e8-b0c7c24197dc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:20.039052 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.039052 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Added segment 023ace84-a5cd-49e8-9cc0-5c89273191cd of type vlan for network 08eb69a8-4c22-4478-b03e-488bc3c61dae Nov 25 19:39:20.065544 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.066095 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Added segment 638b7da5-0679-47ae-9bad-9e720bd9a5e5 of type vlan for network e82bcf87-3f02-44c5-98f1-41c541027415 Nov 25 19:39:20.111196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718cad87-49ee-425c-8087-6eae5773752a None None] Network 531ea4be-db10-442e-a719-94c0832255fd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:20.143081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.171099 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.250928 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.267956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:20.268922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.269939 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.271612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:20.272582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.419829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:39:20.434578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:20.435742 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.442772 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7cf03a89-60d7-42d9-9598-c43ba383821b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=240c37ecad494af1aceec3c323e66ca9&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7766969 Nov 25 19:39:20.477118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38764) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:20.482083 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6171987 Nov 25 19:39:20.487677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38766) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:20.499190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Request body: {'network': {'name': 'tempest-router-network02--2021578331'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:20.530047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8d445d-28ea-4564-8cf1-dcefcdcff8f2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event updated for resources: {'Network': ['ID=08eb69a8-4c22-4478-b03e-488bc3c61dae,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:20.545735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Made reservation on behalf of 4a8f53fb69b94f55a6bffd240ea9855f for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:20.552124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1e90710a-0005-4dd1-af88-d02c9b124a0c None None] Provisioning complete for port 36f0646c-6cbb-43a1-be5b-14f7febc3861 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:20.552942 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1e90710a-0005-4dd1-af88-d02c9b124a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.553259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.613846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:20.642156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Pushing event updated for resources: {'Network': ['ID=e82bcf87-3f02-44c5-98f1-41c541027415,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:20.660133 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.660854 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Added segment 149578ed-91a9-4000-89d9-f468a0b075bd of type vlan for network 4c200b42-5977-45c9-9200-bda0cd0b82f0 Nov 25 19:39:20.679724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 08eb69a8-4c22-4478-b03e-488bc3c61dae details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:20.752873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f718fd0-81e8-4ef7-bb36-8daa197fb59d req-1cbc389b-3e57-480c-9838-de245c501c6f tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:20.765369 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f718fd0-81e8-4ef7-bb36-8daa197fb59d req-1cbc389b-3e57-480c-9838-de245c501c6f tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.8678648 Nov 25 19:39:20.907328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf03a89-60d7-42d9-9598-c43ba383821b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3590db6-2727-42a8-a8ad-e248c9f4fc61,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:20.931187 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.974224 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:20.989917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:21.001814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.037643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-895ee78c-6976-4851-ab64-b611ffe9d96f tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.3049912 Nov 25 19:39:21.045644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38772) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:21.111322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:21.112287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Request body: {'network': {'project_id': '9464770b0c7b412eaa649df2bce85683'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:21.136513 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Sync routers for ids ['6193d53b-5e1c-48fc-a75e-4ffd15178530'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:21.159804 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6691346 Nov 25 19:39:21.161446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38774) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:21.192963 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Routers {'6193d53b-5e1c-48fc-a75e-4ffd15178530'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:21.195528 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6193d53b-5e1c-48fc-a75e-4ffd15178530'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:21.206536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f718fd0-81e8-4ef7-bb36-8daa197fb59d req-4691aad4-e6ed-4d71-8dba-eb56be63ccc5 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3833480 Nov 25 19:39:21.210136 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64fbb6bc-2f32-4704-9552-b0295a9b8915 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.228511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Request body: {'subnet': {'network_id': '08eb69a8-4c22-4478-b03e-488bc3c61dae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:21.256826 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.269530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5b5f8afe-3d60-4347-bec5-449465b7b708 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.5518889 Nov 25 19:39:21.289005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38776) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:21.315996 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64fbb6bc-2f32-4704-9552-b0295a9b8915 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.515490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network e82bcf87-3f02-44c5-98f1-41c541027415 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:21.517998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 36f0646c-6cbb-43a1-be5b-14f7febc3861 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:21.531846 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Set router 6193d53b-5e1c-48fc-a75e-4ffd15178530 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:21.543318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Made reservation on behalf of 9464770b0c7b412eaa649df2bce85683 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:21.546867 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.570446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Made reservation on behalf of 4a8f53fb69b94f55a6bffd240ea9855f for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:21.579742 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.622694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba11aa0-a8b3-48ee-84e1-6520a5eab0ee req-3221917c-06d9-4b8b-bd21-79385f1219ca tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:21.654141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cba11aa0-a8b3-48ee-84e1-6520a5eab0ee req-3221917c-06d9-4b8b-bd21-79385f1219ca tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 944 time: 0.2706857 Nov 25 19:39:21.676359 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.755079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64fbb6bc-2f32-4704-9552-b0295a9b8915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.783677 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64fbb6bc-2f32-4704-9552-b0295a9b8915 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.793293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-64fbb6bc-2f32-4704-9552-b0295a9b8915 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c3590db6-2727-42a8-a8ad-e248c9f4fc61 HTTP/1.1" status: 204 len: 168 time: 1.1344490 Nov 25 19:39:21.879210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fbb6bc-2f32-4704-9552-b0295a9b8915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3590db6-2727-42a8-a8ad-e248c9f4fc61,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:21.981081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:21.998926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0a9d0-c8e9-4c2b-988f-f98f327ee6a6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event updated for resources: {'Network': ['ID=4c200b42-5977-45c9-9200-bda0cd0b82f0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:22.071625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:22.086670 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.087435 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Added segment 40729157-7d0b-4dc4-b58b-1943214081ea of type vlan for network 316d452b-0b33-4704-84fc-4ffd3563d774 Nov 25 19:39:22.101111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 4c200b42-5977-45c9-9200-bda0cd0b82f0 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:22.243179 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.326927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 36f0646c-6cbb-43a1-be5b-14f7febc3861 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:22.327806 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.337447 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.339592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:22.340340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.352589 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.357562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cba11aa0-a8b3-48ee-84e1-6520a5eab0ee req-49b40e82-8aec-4e16-804b-7ff05f71a05f tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6656258 Nov 25 19:39:22.411730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-5bace525-69a5-4a1a-b9bb-ba025d620e95', 'network_id': '5bace525-69a5-4a1a-b9bb-ba025d620e95', 'tenant_id': '4a8f53fb69b94f55a6bffd240ea9855f', 'fixed_ips': [{'subnet_id': '4da22aa1-72c1-453f-a2be-67292dec0638'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:39:22.413004 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.453558 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.3935733 Nov 25 19:39:22.455063 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b978a90e-ca05-485a-827a-3e6f564fac0b None None] Provisioning complete for port 36f0646c-6cbb-43a1-be5b-14f7febc3861 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:22.455630 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b978a90e-ca05-485a-827a-3e6f564fac0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.507688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38786) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:22.508866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event updated for resources: {'Subnet': ['ID=b527a952-8436-4fac-adf4-86a3399060a4,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:22.523028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-700eb65d-8e2c-4d02-b22c-0dcfc5cf6643 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Request body: {'network': {'project_id': '9464770b0c7b412eaa649df2bce85683'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:22.546725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2df929-ab42-450a-892a-c8e01093041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:22.555095 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be89c8f-31a5-4ebd-bf0a-6387e68dcf57" -d '{"events": [{"server_uuid": "1d2df929-ab42-450a-892a-c8e01093041d", "name": "network-vif-plugged", "status": "completed", "tag": "aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:22.661784 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:16Z', 'revision_number': 3, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:22.722485 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Checking router: 6193d53b-5e1c-48fc-a75e-4ffd15178530 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:39:22.731431 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Updating router 6193d53b-5e1c-48fc-a75e-4ffd15178530 port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:39:22.733900 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-700eb65d-8e2c-4d02-b22c-0dcfc5cf6643 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 19:39:22.734863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-700eb65d-8e2c-4d02-b22c-0dcfc5cf6643 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:39:22.740607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38794) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:22.743467 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-700eb65d-8e2c-4d02-b22c-0dcfc5cf6643 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2244914 Nov 25 19:39:22.755086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc066d-25b6-4756-afb0-058662036bd9 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Pushing event updated for resources: {'Network': ['ID=316d452b-0b33-4704-84fc-4ffd3563d774,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:22.777447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Checking segment: {'id': '023ace84-a5cd-49e8-9cc0-5c89273191cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '08eb69a8-4c22-4478-b03e-488bc3c61dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:22.779874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Network hostable DHCP agents. Network: 08eb69a8-4c22-4478-b03e-488bc3c61dae, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:22.839678 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.841321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Network 08eb69a8-4c22-4478-b03e-488bc3c61dae is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:22.844191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea7ef6b-b2c5-4ff5-b410-34d59b0fe41c req-aca8cd31-0d71-41ea-8430-b488bb2dbede tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:22.845801 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ea7ef6b-b2c5-4ff5-b410-34d59b0fe41c req-aca8cd31-0d71-41ea-8430-b488bb2dbede tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.2141480 Nov 25 19:39:22.872510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 08eb69a8-4c22-4478-b03e-488bc3c61dae) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:22.873503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38796) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:22.883303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:22.895114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:22.899821 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-62bb78b5-f3a6-4e08-82ba-e739199980bc tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9464770b0c7b412eaa649df2bce85683&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1304412 Nov 25 19:39:23.031119 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-69edd495-5b1f-461a-8867-0eaa589cd1c1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8185806 Nov 25 19:39:23.036562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38804) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:23.054713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Request body: {'subnet': {'network_id': '4c200b42-5977-45c9-9200-bda0cd0b82f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:23.103031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Allocated IP 172.20.0.2 (5bace525-69a5-4a1a-b9bb-ba025d620e95/4da22aa1-72c1-453f-a2be-67292dec0638/8e800680-740d-4159-b871-1c991c225e1d) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:23.122780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7b40adb-5b3e-4fbc-bda3-8709d78cceba tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.236686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7b40adb-5b3e-4fbc-bda3-8709d78cceba tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.370213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7b40adb-5b3e-4fbc-bda3-8709d78cceba tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.373769 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7b40adb-5b3e-4fbc-bda3-8709d78cceba tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.377655 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b7b40adb-5b3e-4fbc-bda3-8709d78cceba tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb0e027f-1bd4-4f4d-a2e8-b0c7c24197dc HTTP/1.1" status: 204 len: 168 time: 0.5028098 Nov 25 19:39:23.380977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38810) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:23.421401 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.426587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 316d452b-0b33-4704-84fc-4ffd3563d774 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:23.442825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ea7ef6b-b2c5-4ff5-b410-34d59b0fe41c req-c5eb93c5-e743-4cac-92a3-5ef06123cfeb tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5388813 Nov 25 19:39:23.451510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,segment=NetworkSegment(58e608d5-c5c7-4f57-be56-c9b77af48f57),segment_id=58e608d5-c5c7-4f57-be56-c9b77af48f57)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:23.460150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a195b26-149c-4e7e-9f8b-f0ccf468b49c None None] Network 08eb69a8-4c22-4478-b03e-488bc3c61dae requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:23.464218 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.466202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b40adb-5b3e-4fbc-bda3-8709d78cceba tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0e027f-1bd4-4f4d-a2e8-b0c7c24197dc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:23.534081 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.613075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Network 5bace525-69a5-4a1a-b9bb-ba025d620e95 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:23.701471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:23.755338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.757686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Made reservation on behalf of 4a8f53fb69b94f55a6bffd240ea9855f for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:23.762117 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.813784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:23.853318 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.910535 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.973604 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:23.987191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316d452b-0b33-4704-84fc-4ffd3563d774']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:24.018728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40729157-7d0b-4dc4-b58b-1943214081ea') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:24.019083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40729157-7d0b-4dc4-b58b-1943214081ea') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:24.060566 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.066275 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.070908 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.103388 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.117530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:39:24.119322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:39:24.124708 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:39:24.264998 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Attempting to bind port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:24.268397 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Attempting to bind port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:24.270709 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Attempting to bind port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:24.278848 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Pushing event updated for resources: {'Port': ['ID=051c6c8c-63b3-4264-bb85-e1fdfb46e1a6,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:24.303758 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:24.304788 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:24.305680 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.306515 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:24.315893 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Bound port: 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:24.316831 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.326029 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.327409 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.328218 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.329600 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.330946 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.331676 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.332474 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.333177 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.333882 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.334650 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.335377 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.336129 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:24.360605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e92c7-5a65-42c2-bc40-9ad8fb9d402f req-d13bc8a1-d9c1-468a-b79c-0d9cf1c465fa tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:24.367586 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-711e92c7-5a65-42c2-bc40-9ad8fb9d402f req-d13bc8a1-d9c1-468a-b79c-0d9cf1c465fa tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.6102045 Nov 25 19:39:24.380978 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.398723 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.405149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Pushing event updated for resources: {'Port': ['ID=8e800680-740d-4159-b871-1c991c225e1d,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:24.406020 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] 10.222.0.15 "DELETE /v2.0/networks/316d452b-0b33-4704-84fc-4ffd3563d774 HTTP/1.1" status: 204 len: 168 time: 1.0107961 Nov 25 19:39:24.420374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38828) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:24.430776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc562f-3d41-428f-aad9-a756e98bbcea tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Pushing event deleted for resources: {'Network': ['ID=316d452b-0b33-4704-84fc-4ffd3563d774,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:24.480472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a5a732-f83f-4f7c-841e-e63e82ad101c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:24.569078 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] For port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:24.581905 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] For port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=051c6c8c-63b3-4264-bb85-e1fdfb46e1a6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:24.591646 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.619022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Attempting to bind port 8e800680-740d-4159-b871-1c991c225e1d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:24.620307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Attempting to bind port 8e800680-740d-4159-b871-1c991c225e1d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'de7c5135-a8c0-4626-a755-78645af65d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5bace525-69a5-4a1a-b9bb-ba025d620e95'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:24.620492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Attempting to bind port 8e800680-740d-4159-b871-1c991c225e1d on network 5bace525-69a5-4a1a-b9bb-ba025d620e95 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:24.626336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.656433 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-711e92c7-5a65-42c2-bc40-9ad8fb9d402f req-477daae5-a860-4bef-89df-d59cf2d8f0e1 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2661755 Nov 25 19:39:24.679334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:24.681078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Checking segment: {'id': 'de7c5135-a8c0-4626-a755-78645af65d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5bace525-69a5-4a1a-b9bb-ba025d620e95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:24.681629 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.684789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Bound using segment: {'id': 'de7c5135-a8c0-4626-a755-78645af65d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5bace525-69a5-4a1a-b9bb-ba025d620e95'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:24.685696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Bound port: 8e800680-740d-4159-b871-1c991c225e1d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de7c5135-a8c0-4626-a755-78645af65d42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '5bace525-69a5-4a1a-b9bb-ba025d620e95'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:24.686219 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.722938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03ca00b-bdb5-46e4-8c70-a7379cf576b2 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:24.739938 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Routers {'6193d53b-5e1c-48fc-a75e-4ffd15178530'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:24.740575 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6193d53b-5e1c-48fc-a75e-4ffd15178530'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:24.890046 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.928785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e82bcf87-3f02-44c5-98f1-41c541027415']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:24.941347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '638b7da5-0679-47ae-9bad-9e720bd9a5e5') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:24.942063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '638b7da5-0679-47ae-9bad-9e720bd9a5e5') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:24.956617 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872b9436-de97-4a28-8c40-8dc171385186 x-openstack-request-id: req-872b9436-de97-4a28-8c40-8dc171385186 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:24.956999 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2df929-ab42-450a-892a-c8e01093041d", "name": "network-vif-plugged", "status": "completed", "tag": "aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:24.957378 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.961873 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-872b9436-de97-4a28-8c40-8dc171385186 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:24.962584 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2df929-ab42-450a-892a-c8e01093041d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e', 'code': 200} Nov 25 19:39:24.976672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:24.986259 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:39:24.987296 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.029436 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:39:25.065871 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:39:25.079152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.174090 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] Set router 6193d53b-5e1c-48fc-a75e-4ffd15178530 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:25.175630 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.182701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-84ac2950-0790-4fbb-9a38-ac813a5030aa None None] Provisioning complete for port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:25.184448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84ac2950-0790-4fbb-9a38-ac813a5030aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.188610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:25.214489 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] 10.222.0.15 "DELETE /v2.0/networks/e82bcf87-3f02-44c5-98f1-41c541027415 HTTP/1.1" status: 204 len: 168 time: 0.7921488 Nov 25 19:39:25.234044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Allocated IP 172.20.0.1 (531ea4be-db10-442e-a719-94c0832255fd/b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6/5a9cf53f-6e8e-4678-b5d3-028526b42e6a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:25.245776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-08eb69a8-4c22-4478-b03e-488bc3c61dae', 'network_id': '08eb69a8-4c22-4478-b03e-488bc3c61dae', 'tenant_id': '4a8f53fb69b94f55a6bffd240ea9855f', 'fixed_ips': [{'subnet_id': 'b527a952-8436-4fac-adf4-86a3399060a4'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:39:25.247251 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:25.248123 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838315cd-8b1b-4116-aa12-07d0f5f14286 None None] Pushing event updated for resources: {'Port': ['ID=051c6c8c-63b3-4264-bb85-e1fdfb46e1a6,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:25.320862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d42a8-b050-4cbd-a9d4-360261e60fd6 tempest-QuotasNegativeTest-1658167832 tempest-QuotasNegativeTest-1658167832-project-admin] Pushing event deleted for resources: {'Network': ['ID=e82bcf87-3f02-44c5-98f1-41c541027415,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:25.367568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5864e1-9329-4b4e-84e4-d705abeee957 req-dfdabffd-5d1c-4c8c-bd03-3e3e3403f7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:25.376836 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6c5864e1-9329-4b4e-84e4-d705abeee957 req-dfdabffd-5d1c-4c8c-bd03-3e3e3403f7ae service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 1096 time: 0.3078687 Nov 25 19:39:25.497060 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6c5864e1-9329-4b4e-84e4-d705abeee957 req-457ead30-784e-4890-b481-35c494d6e8ae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967524 Nov 25 19:39:25.822367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] For port 8e800680-740d-4159-b871-1c991c225e1d, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:25.946709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event updated for resources: {'Subnet': ['ID=979508d1-747e-4613-98a5-0ed85ece3b4e,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:25.967183 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3795641b-33e0-4776-8e50-49c45d83695b req-44ee7220-f6b0-4069-a128-89649c416231 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:25.981769 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:16Z', 'revision_number': 3, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:25.984324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3795641b-33e0-4776-8e50-49c45d83695b req-44ee7220-f6b0-4069-a128-89649c416231 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 945 time: 0.9438825 Nov 25 19:39:26.020694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] For port 8e800680-740d-4159-b871-1c991c225e1d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8e800680-740d-4159-b871-1c991c225e1d,segment=NetworkSegment(de7c5135-a8c0-4626-a755-78645af65d42),segment_id=de7c5135-a8c0-4626-a755-78645af65d42)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:26.028032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Checking segment: {'id': '149578ed-91a9-4000-89d9-f468a0b075bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4c200b42-5977-45c9-9200-bda0cd0b82f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:26.039308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Network hostable DHCP agents. Network: 4c200b42-5977-45c9-9200-bda0cd0b82f0, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:26.056941 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.124135 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-874d108b-c320-46f9-aab0-ca1176623657 None None] The sync data for ids ['6193d53b-5e1c-48fc-a75e-4ffd15178530'] in n-d-817303-9 is: [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:16Z', 'revision_number': 3, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:26.171973 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.292813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Network 4c200b42-5977-45c9-9200-bda0cd0b82f0 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:26.422230 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3795641b-33e0-4776-8e50-49c45d83695b req-ba11a95b-b437-4c49-acd6-500863bd9ebc tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291444 Nov 25 19:39:26.430152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 4c200b42-5977-45c9-9200-bda0cd0b82f0) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:26.460439 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Allocated IP 172.20.0.2 (08eb69a8-4c22-4478-b03e-488bc3c61dae/b527a952-8436-4fac-adf4-86a3399060a4/8fdec959-e6c3-447f-a468-0adbe8457333) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:26.593322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:26.595201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.623230 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:26.770552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Network 531ea4be-db10-442e-a719-94c0832255fd is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:26.848898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:26.867177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0148483f-29d3-40bc-937f-af7b1c81cedb None None] Pushing event updated for resources: {'Port': ['ID=8e800680-740d-4159-b871-1c991c225e1d,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:26.908401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b9390127-4df6-4478-94f6-f88b1b09ae89 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8677959 Nov 25 19:39:26.909821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38868) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:26.910298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:26.941143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e94c47f0-779c-4e9d-955c-7778048eb427 None None] Network 4c200b42-5977-45c9-9200-bda0cd0b82f0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:27.218038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Pushing event updated for resources: {'Port': ['ID=5a9cf53f-6e8e-4678-b5d3-028526b42e6a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:27.279448 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:27.610873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38882) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:27.858189 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.590489 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-51bbbf0e-d60a-4e0c-8495-c78f7eee457d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.726515 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.743305 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.815948 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-51bbbf0e-d60a-4e0c-8495-c78f7eee457d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.853319 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.856265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-51bbbf0e-d60a-4e0c-8495-c78f7eee457d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.883480 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84ac2950-0790-4fbb-9a38-ac813a5030aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:28.928981 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-51bbbf0e-d60a-4e0c-8495-c78f7eee457d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59e87bc994fb4f969bd2243f117839cb&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3167393 Nov 25 19:39:28.952860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38892) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:29.003540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:29.004731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bbbf0e-d60a-4e0c-8495-c78f7eee457d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95426dee-30b6-48c6-93d4-e41d51f445ed,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:29.012601 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.036693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Pushing event updated for resources: {'Port': ['ID=5a9cf53f-6e8e-4678-b5d3-028526b42e6a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:29.048198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.117950 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.374098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-84ac2950-0790-4fbb-9a38-ac813a5030aa None None] For port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=051c6c8c-63b3-4264-bb85-e1fdfb46e1a6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:29.441329 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84ac2950-0790-4fbb-9a38-ac813a5030aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.457670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Network 531ea4be-db10-442e-a719-94c0832255fd is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:29.462348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Network 08eb69a8-4c22-4478-b03e-488bc3c61dae is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:29.465757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:29.485453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:29.513530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Pushing event updated for resources: {'Port': ['ID=8fdec959-e6c3-447f-a468-0adbe8457333,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:29.522967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:29.724242 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ac2950-0790-4fbb-9a38-ac813a5030aa None None] Pushing event updated for resources: {'Port': ['ID=051c6c8c-63b3-4264-bb85-e1fdfb46e1a6,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:29.730440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-4c200b42-5977-45c9-9200-bda0cd0b82f0', 'network_id': '4c200b42-5977-45c9-9200-bda0cd0b82f0', 'tenant_id': '4a8f53fb69b94f55a6bffd240ea9855f', 'fixed_ips': [{'subnet_id': '979508d1-747e-4613-98a5-0ed85ece3b4e'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:39:29.731517 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.743754 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:29.744154 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.819723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Attempting to bind port 8fdec959-e6c3-447f-a468-0adbe8457333 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:29.820075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Attempting to bind port 8fdec959-e6c3-447f-a468-0adbe8457333 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '023ace84-a5cd-49e8-9cc0-5c89273191cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '08eb69a8-4c22-4478-b03e-488bc3c61dae'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:29.820427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Attempting to bind port 8fdec959-e6c3-447f-a468-0adbe8457333 on network 08eb69a8-4c22-4478-b03e-488bc3c61dae {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:29.836959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:29.837380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Checking segment: {'id': '023ace84-a5cd-49e8-9cc0-5c89273191cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '08eb69a8-4c22-4478-b03e-488bc3c61dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:29.839393 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.840149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Bound using segment: {'id': '023ace84-a5cd-49e8-9cc0-5c89273191cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '08eb69a8-4c22-4478-b03e-488bc3c61dae'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:29.840683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Bound port: 8fdec959-e6c3-447f-a468-0adbe8457333, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '023ace84-a5cd-49e8-9cc0-5c89273191cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '08eb69a8-4c22-4478-b03e-488bc3c61dae'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:29.841146 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.854325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-37091e43-5bfb-4706-873c-e169cc006819 None None] Provisioning complete for port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:29.855299 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37091e43-5bfb-4706-873c-e169cc006819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:29.897124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Router 6193d53b-5e1c-48fc-a75e-4ffd15178530 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:39:29.970096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-37091e43-5bfb-4706-873c-e169cc006819 None None] Port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:30.166880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-37091e43-5bfb-4706-873c-e169cc006819 None None] Provisioning complete for port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:30.166880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37091e43-5bfb-4706-873c-e169cc006819 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:30.259530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:30.288353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0ce7fefa-89a9-43b0-868b-b72cd24ddac2 admin admin] 10.222.0.15 "PUT /v2.0/routers/6193d53b-5e1c-48fc-a75e-4ffd15178530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9977462 Nov 25 19:39:30.825059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] For port 8fdec959-e6c3-447f-a468-0adbe8457333, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:30.843387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] For port 8fdec959-e6c3-447f-a468-0adbe8457333, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fdec959-e6c3-447f-a468-0adbe8457333,segment=NetworkSegment(023ace84-a5cd-49e8-9cc0-5c89273191cd),segment_id=023ace84-a5cd-49e8-9cc0-5c89273191cd)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:30.865505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d0b319-0801-454c-9425-50c8cbb728f9 None None] Network 5bace525-69a5-4a1a-b9bb-ba025d620e95 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:30.904928 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115aea1d-4b66-443a-8fce-83537f6f835e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.009096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bcfa64-7d50-4b1c-81eb-5e9fcbbed987 req-c10c45bb-bb09-4121-82e1-de46434ab6cd tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:31.032536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73bcfa64-7d50-4b1c-81eb-5e9fcbbed987 req-c10c45bb-bb09-4121-82e1-de46434ab6cd tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1302257 Nov 25 19:39:31.149765 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73bcfa64-7d50-4b1c-81eb-5e9fcbbed987 req-6ed02229-dfc7-4b99-bb92-99f580497c7d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082215 Nov 25 19:39:31.205811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Sync routers for ids ['6193d53b-5e1c-48fc-a75e-4ffd15178530'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:31.219272 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115aea1d-4b66-443a-8fce-83537f6f835e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.222398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Allocated IP 172.20.0.2 (4c200b42-5977-45c9-9200-bda0cd0b82f0/979508d1-747e-4613-98a5-0ed85ece3b4e/9817b50b-b887-4a8d-92a7-837c4e57f338) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:31.228933 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.423385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Routers {'6193d53b-5e1c-48fc-a75e-4ffd15178530'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:31.426170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6193d53b-5e1c-48fc-a75e-4ffd15178530'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:31.451341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8e800680-740d-4159-b871-1c991c225e1d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:31.520386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d50460-3f01-4b19-8af5-88f6a6e4d9d3 req-d1ba9733-13b7-434e-a4fe-28e77712dd87 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:31.539389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14d50460-3f01-4b19-8af5-88f6a6e4d9d3 req-d1ba9733-13b7-434e-a4fe-28e77712dd87 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 945 time: 0.2487836 Nov 25 19:39:31.758538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14d50460-3f01-4b19-8af5-88f6a6e4d9d3 req-25e65bdc-162a-4d3e-9b19-a28af590e381 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096508 Nov 25 19:39:31.787966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115aea1d-4b66-443a-8fce-83537f6f835e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.790658 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-115aea1d-4b66-443a-8fce-83537f6f835e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.810281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38926) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:31.815401 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-115aea1d-4b66-443a-8fce-83537f6f835e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95426dee-30b6-48c6-93d4-e41d51f445ed HTTP/1.1" status: 204 len: 168 time: 2.8598990 Nov 25 19:39:31.819877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-network', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:31.883625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115aea1d-4b66-443a-8fce-83537f6f835e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95426dee-30b6-48c6-93d4-e41d51f445ed,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:31.903903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Allocated IP 172.20.0.1 (08eb69a8-4c22-4478-b03e-488bc3c61dae/b527a952-8436-4fac-adf4-86a3399060a4/bfaf69c0-ed93-4dc3-a745-bace978f7d73) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:31.905023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Made reservation on behalf of 3c7a49d2c6d347fc99339ec4cb268b43 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:31.910126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:31.941049 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.066958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af69af-fa00-4b23-af5d-76de092e85ca req-526d0d57-47e9-40d4-ae16-6ef3cb872ae9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:32.074629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e5af69af-fa00-4b23-af5d-76de092e85ca req-526d0d57-47e9-40d4-ae16-6ef3cb872ae9 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1481874 Nov 25 19:39:32.333014 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0038fe71-e3e8-4de0-9be9-423c652b0c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.351619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e5af69af-fa00-4b23-af5d-76de092e85ca req-3b393fab-a955-4dc4-bf9e-72e4d3c7f1f4 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2625227 Nov 25 19:39:32.451718 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.453683 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.464443 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.526477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84206529-1dfb-4214-9703-558fbfdf3987,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:32.549997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:32.568370 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.568753 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Added segment 6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9 of type vlan for network 6d32f786-d447-448d-bbaa-937d39644c44 Nov 25 19:39:32.642650 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.761491 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.876467 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.877829 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:32.878444 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:32.943865 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event updated for resources: {'Port': ['ID=bfaf69c0-ed93-4dc3-a745-bace978f7d73,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:32.994292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Network 08eb69a8-4c22-4478-b03e-488bc3c61dae is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:32.996171 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.000112 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:33.016811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:33.029415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5ac90-8fc8-4139-908b-67f2af9cebd8 None None] Pushing event updated for resources: {'Port': ['ID=8fdec959-e6c3-447f-a468-0adbe8457333,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:33.056989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dfb76572-e774-454b-aa05-52e105ae73b9 None None] Provisioning complete for port 8e800680-740d-4159-b871-1c991c225e1d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:33.057808 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dfb76572-e774-454b-aa05-52e105ae73b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.065950 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.102477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] Pushing event updated for resources: {'Network': ['ID=6d32f786-d447-448d-bbaa-937d39644c44,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:33.159838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c6401029-1f49-4c6e-b327-a56195bd8676 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3478327 Nov 25 19:39:33.162297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38942) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:33.184369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Set router 6193d53b-5e1c-48fc-a75e-4ffd15178530 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:33.200847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] Request body: {'subnet': {'network_id': '6d32f786-d447-448d-bbaa-937d39644c44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-subnet', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:33.220533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38944) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:33.290832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4a8375f-798b-4332-93ef-f918fa0bb045 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.311647 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.430353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec615c8c-c85d-4004-8adc-34e4c7433cdb req-e6d2b9e0-f377-4b62-b6f7-42634e07d236 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:33.444790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ec615c8c-c85d-4004-8adc-34e4c7433cdb req-e6d2b9e0-f377-4b62-b6f7-42634e07d236 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.3463423 Nov 25 19:39:33.468845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] Made reservation on behalf of 3c7a49d2c6d347fc99339ec4cb268b43 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:33.472807 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.550644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 6d32f786-d447-448d-bbaa-937d39644c44 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:33.616948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ec615c8c-c85d-4004-8adc-34e4c7433cdb req-8e7f8ee4-b86a-4084-92d4-f55817c86355 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706524 Nov 25 19:39:33.626592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d470c2-803d-4cae-8c64-6a23b9e99503 None None] Network 08eb69a8-4c22-4478-b03e-488bc3c61dae requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:33.735336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.878925 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Network 4c200b42-5977-45c9-9200-bda0cd0b82f0 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:33.917812 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:33.992369 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4a8375f-798b-4332-93ef-f918fa0bb045 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.108624 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4a8375f-798b-4332-93ef-f918fa0bb045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.142260 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e4a8375f-798b-4332-93ef-f918fa0bb045 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=075534c845b045b892e84b54ab5a82d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9173837 Nov 25 19:39:34.147980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38958) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:34.152956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] Checking segment: {'id': '6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:34.153578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] Network hostable DHCP agents. Network: 6d32f786-d447-448d-bbaa-937d39644c44, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:34.204878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a8375f-798b-4332-93ef-f918fa0bb045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ca9a4d-63ce-481a-b750-76bfe32c17ae,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:34.246289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15bee8-cae4-4ea3-b412-2802cc342b56 req-b6c90fea-d240-4333-a0b5-7ef14a4035af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.249011 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d15bee8-cae4-4ea3-b412-2802cc342b56 req-b6c90fea-d240-4333-a0b5-7ef14a4035af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b424fdd8b2874a6296eed26190f62330&device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 1095 time: 0.2944961 Nov 25 19:39:34.266439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96375ad-54c2-43a2-b712-d2bdb95fdb94,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:34.279789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:34.288253 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:34.298215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Pushing event updated for resources: {'Port': ['ID=9817b50b-b887-4a8d-92a7-837c4e57f338,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:34.376369 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d501adb-6e9d-4a83-bf96-3e81baa93dd2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.505129 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d501adb-6e9d-4a83-bf96-3e81baa93dd2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.517247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] Network 6d32f786-d447-448d-bbaa-937d39644c44 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:34.596405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 6d32f786-d447-448d-bbaa-937d39644c44) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:34.616931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15bee8-cae4-4ea3-b412-2802cc342b56 req-11804934-f81c-4d09-81ac-6e8fd0100b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.620697 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d15bee8-cae4-4ea3-b412-2802cc342b56 req-11804934-f81c-4d09-81ac-6e8fd0100b90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 200 len: 912 time: 0.3634348 Nov 25 19:39:34.642688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.643786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.687520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9d465-399c-4232-8d70-59ecd198b6fb req-7364201d-67a3-45f2-bbe3-ab1246ba2c03 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.697060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ad9d465-399c-4232-8d70-59ecd198b6fb req-7364201d-67a3-45f2-bbe3-ab1246ba2c03 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.4589231 Nov 25 19:39:34.749933 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.765555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4371246a-add6-4bdd-be75-e878244aabea admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5821605 Nov 25 19:39:34.766716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38966) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:34.771513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-router', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:34.774858 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.789967 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d15bee8-cae4-4ea3-b412-2802cc342b56 req-d347619f-77e2-494c-a0a4-b811c30fed23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 200 len: 999 time: 0.1600358 Nov 25 19:39:34.804561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ad9d465-399c-4232-8d70-59ecd198b6fb req-35172637-5233-4268-87f7-38f367b9d7b0 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063499 Nov 25 19:39:34.826228 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d501adb-6e9d-4a83-bf96-3e81baa93dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.829396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d501adb-6e9d-4a83-bf96-3e81baa93dd2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:34.831467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6d501adb-6e9d-4a83-bf96-3e81baa93dd2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b7ca9a4d-63ce-481a-b750-76bfe32c17ae HTTP/1.1" status: 204 len: 168 time: 0.6726689 Nov 25 19:39:34.852170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d501adb-6e9d-4a83-bf96-3e81baa93dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ca9a4d-63ce-481a-b750-76bfe32c17ae,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:34.954823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15bee8-cae4-4ea3-b412-2802cc342b56 req-0287801c-256f-4b27-ba0b-7ab97c23967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:34.956146 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d15bee8-cae4-4ea3-b412-2802cc342b56 req-0287801c-256f-4b27-ba0b-7ab97c23967f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 200 len: 850 time: 0.1216519 Nov 25 19:39:34.977432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4baecebe-ee9b-4e07-bb39-c7a63f0be084 None None] Network 6d32f786-d447-448d-bbaa-937d39644c44 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:35.059131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8e800680-740d-4159-b871-1c991c225e1d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:35.059510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.082684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Attempting to bind port 9817b50b-b887-4a8d-92a7-837c4e57f338 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:35.083100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Attempting to bind port 9817b50b-b887-4a8d-92a7-837c4e57f338 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '149578ed-91a9-4000-89d9-f468a0b075bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4c200b42-5977-45c9-9200-bda0cd0b82f0'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:35.083474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Attempting to bind port 9817b50b-b887-4a8d-92a7-837c4e57f338 on network 4c200b42-5977-45c9-9200-bda0cd0b82f0 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:35.159448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:35.160076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Checking segment: {'id': '149578ed-91a9-4000-89d9-f468a0b075bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4c200b42-5977-45c9-9200-bda0cd0b82f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:35.160728 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.161410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Bound using segment: {'id': '149578ed-91a9-4000-89d9-f468a0b075bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4c200b42-5977-45c9-9200-bda0cd0b82f0'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:35.162315 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Bound port: 9817b50b-b887-4a8d-92a7-837c4e57f338, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '149578ed-91a9-4000-89d9-f468a0b075bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '4c200b42-5977-45c9-9200-bda0cd0b82f0'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:35.163040 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.166721 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.169713 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dfb76572-e774-454b-aa05-52e105ae73b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.170707 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.234937 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.320527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event updated for resources: {'Port': ['ID=bfaf69c0-ed93-4dc3-a745-bace978f7d73,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:35.453583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15bee8-cae4-4ea3-b412-2802cc342b56 req-d8d8f703-280a-4b32-923e-bdca38f75de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:35.457436 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d15bee8-cae4-4ea3-b412-2802cc342b56 req-d8d8f703-280a-4b32-923e-bdca38f75de8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=492b4cfc-90d6-4b87-a038-575717433527&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4647291 Nov 25 19:39:35.700258 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9ab921f7-3560-4f87-8dd8-6c578324a583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:35.863564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024039b1-a3b9-4b9c-b21d-fedf14f14101 req-b722a157-8f19-4f39-8a76-f77618486af8 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:35.865838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-024039b1-a3b9-4b9c-b21d-fedf14f14101 req-b722a157-8f19-4f39-8a76-f77618486af8 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.2928529 Nov 25 19:39:35.904967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:27Z', 'revision_number': 4, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5a9cf53f-6e8e-4678-b5d3-028526b42e6a', 'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'mac_address': 'fa:16:3e:55:b8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:24Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 2, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'subnets': [{'id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:35.998404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-024039b1-a3b9-4b9c-b21d-fedf14f14101 req-c67f4e90-80ec-4f95-8f74-279540ddb7bb tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211615 Nov 25 19:39:36.000049 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:36.187895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Checking router: 6193d53b-5e1c-48fc-a75e-4ffd15178530 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:39:36.188488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Updating router 6193d53b-5e1c-48fc-a75e-4ffd15178530 port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:39:36.256407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-dfb76572-e774-454b-aa05-52e105ae73b9 None None] For port 8e800680-740d-4159-b871-1c991c225e1d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8e800680-740d-4159-b871-1c991c225e1d,segment=NetworkSegment(de7c5135-a8c0-4626-a755-78645af65d42),segment_id=de7c5135-a8c0-4626-a755-78645af65d42)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:36.411817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] For port 9817b50b-b887-4a8d-92a7-837c4e57f338, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:36.422280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0003108-2774-49df-b15e-6e4fdc731599 req-2bcd80f7-94a0-4583-bc03-223f04c67885 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:36.428960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0003108-2774-49df-b15e-6e4fdc731599 req-2bcd80f7-94a0-4583-bc03-223f04c67885 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1381049 Nov 25 19:39:36.434323 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dfb76572-e774-454b-aa05-52e105ae73b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:36.606176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0003108-2774-49df-b15e-6e4fdc731599 req-6d2ccb32-1df5-42a6-afec-8de853f7462c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1760542 Nov 25 19:39:36.832219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39004) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:36.857197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] For port 9817b50b-b887-4a8d-92a7-837c4e57f338, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9817b50b-b887-4a8d-92a7-837c4e57f338,segment=NetworkSegment(149578ed-91a9-4000-89d9-f468a0b075bd),segment_id=149578ed-91a9-4000-89d9-f468a0b075bd)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:36.959884 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:36.976091 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.075904 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.107293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d15bee8-cae4-4ea3-b412-2802cc342b56 req-c082d3c4-3117-47aa-9563-6d01ec0421b7 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6044741 Nov 25 19:39:37.141442 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.165331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Network 08eb69a8-4c22-4478-b03e-488bc3c61dae is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:37.256322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:37.376082 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dfb76572-e774-454b-aa05-52e105ae73b9 None None] Provisioning complete for port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:37.376727 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dfb76572-e774-454b-aa05-52e105ae73b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:37.703429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-6d32f786-d447-448d-bbaa-937d39644c44', 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'fixed_ips': [{'subnet_id': 'b96375ad-54c2-43a2-b712-d2bdb95fdb94'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:39:37.705895 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:38.103458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb76572-e774-454b-aa05-52e105ae73b9 None None] Pushing event updated for resources: {'Port': ['ID=8e800680-740d-4159-b871-1c991c225e1d,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:38.281288 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d15bee8-cae4-4ea3-b412-2802cc342b56 req-3d66d32e-5506-4ddd-89c6-ce4ac82fd6c6 service neutron] 10.222.0.60 "GET /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1346087 Nov 25 19:39:38.693300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fdec959-e6c3-447f-a468-0adbe8457333 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:38.819662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-dfb76572-e774-454b-aa05-52e105ae73b9 None None] Port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:39.196547 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.260943 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eefb6010-4c58-4147-abac-2294c9a3ace3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.434743 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.518104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eefb6010-4c58-4147-abac-2294c9a3ace3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.532725 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eefb6010-4c58-4147-abac-2294c9a3ace3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.593562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb6010-4c58-4147-abac-2294c9a3ace3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e0f1416-ef52-49d7-8b78-ed2f177c36b1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:39.617108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b569ab37-a40a-4233-9f42-bc272b0f0331 req-39b25f56-f997-42cb-a2fe-9bd4bdd86972 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:39.627474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b569ab37-a40a-4233-9f42-bc272b0f0331 req-39b25f56-f997-42cb-a2fe-9bd4bdd86972 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 2.3155391 Nov 25 19:39:39.717224 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8fdec959-e6c3-447f-a468-0adbe8457333 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:39.717965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.733795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eefb6010-4c58-4147-abac-2294c9a3ace3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=42db83db7a414c04bed1de0468c3f812&name=default HTTP/1.1" status: 200 len: 3000 time: 2.8971989 Nov 25 19:39:39.736317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39036) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:39.919333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b569ab37-a40a-4233-9f42-bc272b0f0331 req-6fe4c834-6ca4-4931-9c2d-864d59973713 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903464 Nov 25 19:39:39.954388 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d568725d-d1bd-4d31-a485-f7dbe356d013 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:39.968392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7ca9e462-8411-4475-a349-31594663d7d7 None None] Provisioning complete for port 8e800680-740d-4159-b871-1c991c225e1d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:39.969196 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ca9e462-8411-4475-a349-31594663d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.046612 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d568725d-d1bd-4d31-a485-f7dbe356d013 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.065783 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Router 63b6475f-3c94-4a05-96fe-3648b02e5145 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:39:40.212388 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d568725d-d1bd-4d31-a485-f7dbe356d013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.218772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d568725d-d1bd-4d31-a485-f7dbe356d013 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:40.221090 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d568725d-d1bd-4d31-a485-f7dbe356d013 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e0f1416-ef52-49d7-8b78-ed2f177c36b1 HTTP/1.1" status: 204 len: 168 time: 0.4824159 Nov 25 19:39:40.278040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d568725d-d1bd-4d31-a485-f7dbe356d013 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e0f1416-ef52-49d7-8b78-ed2f177c36b1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:40.320295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b081d-b1ee-47e0-97ef-547eeaa0201f req-e1280cf7-bd36-4fa0-96aa-079f09d7960b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:40.334358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f32b081d-b1ee-47e0-97ef-547eeaa0201f req-e1280cf7-bd36-4fa0-96aa-079f09d7960b tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1494880 Nov 25 19:39:40.354933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1f87e-fe7c-4ed8-b501-15eada09783f None None] Pushing event updated for resources: {'Port': ['ID=9817b50b-b887-4a8d-92a7-837c4e57f338,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:40.460874 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f32b081d-b1ee-47e0-97ef-547eeaa0201f req-70927b2b-3a61-40e1-826f-82c671f8e5c6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248810 Nov 25 19:39:40.527084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e211e5a-8d7d-4ec3-9ae9-52cc47282aba None None] Network 4c200b42-5977-45c9-9200-bda0cd0b82f0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:40.628972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Allocated IP 172.20.0.2 (6d32f786-d447-448d-bbaa-937d39644c44/b96375ad-54c2-43a2-b712-d2bdb95fdb94/03d9d51e-b81b-4917-8217-11e382466e85) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:40.679355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:40.698347 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecf0d9-23e8-4b0e-9605-234782d20a71 None None] Sync routers for ids ['63b6475f-3c94-4a05-96fe-3648b02e5145'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:40.702153 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3cc71e56-8ad7-4bda-b3d3-c293b76c71ba tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "PUT /v2.0/routers/63b6475f-3c94-4a05-96fe-3648b02e5145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7897437 Nov 25 19:39:40.716431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39062) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:40.721302 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ecf0d9-23e8-4b0e-9605-234782d20a71 None None] Routers {'63b6475f-3c94-4a05-96fe-3648b02e5145'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:40.722857 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d8ecf0d9-23e8-4b0e-9605-234782d20a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['63b6475f-3c94-4a05-96fe-3648b02e5145'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:40.849880 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d8ecf0d9-23e8-4b0e-9605-234782d20a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:40.924675 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ecf0d9-23e8-4b0e-9605-234782d20a71 None None] Routers {'63b6475f-3c94-4a05-96fe-3648b02e5145'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:40.935480 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d8ecf0d9-23e8-4b0e-9605-234782d20a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['63b6475f-3c94-4a05-96fe-3648b02e5145'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:41.009716 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.080239 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.091480 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d8ecf0d9-23e8-4b0e-9605-234782d20a71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:41.092742 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ecf0d9-23e8-4b0e-9605-234782d20a71 None None] The sync data for ids ['63b6475f-3c94-4a05-96fe-3648b02e5145'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:41.359293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Allocated IP 172.25.8.174 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/d6415666-77cf-452b-a81c-3bad4ea8a0dc) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:41.476328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39076) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:41.688339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175d9740-4485-448c-b27d-bae537c643f8 req-62a4efb6-3bf3-4935-bf94-bbc52c84593c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:41.703425 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-175d9740-4485-448c-b27d-bae537c643f8 req-62a4efb6-3bf3-4935-bf94-bbc52c84593c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.5514700 Nov 25 19:39:41.742233 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.813173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:41.937994 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.042688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:42.062310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:42.068088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:42.078002 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.096793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7ca9e462-8411-4475-a349-31594663d7d7 None None] Provisioning complete for port 8fdec959-e6c3-447f-a468-0adbe8457333 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:42.097056 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ca9e462-8411-4475-a349-31594663d7d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.137218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b162b4fe-15c9-430d-815f-0a9d50ac345a None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:42.247350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Pushing event updated for resources: {'Port': ['ID=d6415666-77cf-452b-a81c-3bad4ea8a0dc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:42.250431 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.265802 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.335303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 8fdec959-e6c3-447f-a468-0adbe8457333, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fdec959-e6c3-447f-a468-0adbe8457333,segment=NetworkSegment(023ace84-a5cd-49e8-9cc0-5c89273191cd),segment_id=023ace84-a5cd-49e8-9cc0-5c89273191cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:42.340157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1627641598', 'router:external': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:42.464446 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:39:42.585982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-175d9740-4485-448c-b27d-bae537c643f8 req-94b66763-9922-4357-ab9b-190e7922cc31 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8339574 Nov 25 19:39:42.597344 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Made reservation on behalf of 076092f335d94903b6074c86f15d8aed for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:42.602609 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.679635 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.850598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Pushing event updated for resources: {'Port': ['ID=03d9d51e-b81b-4917-8217-11e382466e85,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:42.855281 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.860914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.886206 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:42.887013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:42.934771 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-2e8f7639-48b0-4380-9e98-42224975d92c tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:39:42.946247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2e8f7639-48b0-4380-9e98-42224975d92c tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "PUT /v2.0/routers/63b6475f-3c94-4a05-96fe-3648b02e5145/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.2278228 Nov 25 19:39:42.948137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39098) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:42.989932 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.015554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Network 6d32f786-d447-448d-bbaa-937d39644c44 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:43.058186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:43.060765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:43.134269 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.226188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16361e5b-fbc3-4850-9615-c0829b5d2c77 None None] Pushing event updated for resources: {'Port': ['ID=5a9cf53f-6e8e-4678-b5d3-028526b42e6a,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:43.285289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Attempting to bind port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:43.285912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Attempting to bind port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:43.286478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Attempting to bind port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a on network 531ea4be-db10-442e-a719-94c0832255fd {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:43.302996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:43.303869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Checking segment: {'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:43.304614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.305281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Bound using segment: {'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:43.306352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Bound port: 5a9cf53f-6e8e-4678-b5d3-028526b42e6a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:43.307156 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.531868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Attempting to bind port 03d9d51e-b81b-4917-8217-11e382466e85 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:43.532550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Attempting to bind port 03d9d51e-b81b-4917-8217-11e382466e85 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:43.533170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Attempting to bind port 03d9d51e-b81b-4917-8217-11e382466e85 on network 6d32f786-d447-448d-bbaa-937d39644c44 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:43.578658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:43.579390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Checking segment: {'id': '6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:43.579990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.580570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Bound using segment: {'id': '6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:43.581325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Bound port: 03d9d51e-b81b-4917-8217-11e382466e85, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:43.581897 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.660311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] For port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:43.664882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] For port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5a9cf53f-6e8e-4678-b5d3-028526b42e6a,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:43.676832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:43.677602 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.722209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.779733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=8fdec959-e6c3-447f-a468-0adbe8457333,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:43.847477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:39:43.860996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Provisioning complete for port bfaf69c0-ed93-4dc3-a745-bace978f7d73 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:43.861518 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:43.871006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16361e5b-fbc3-4850-9615-c0829b5d2c77 None None] Pushing event updated for resources: {'Port': ['ID=5a9cf53f-6e8e-4678-b5d3-028526b42e6a,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:43.918620 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.009161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Routers {'6193d53b-5e1c-48fc-a75e-4ffd15178530'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:44.015818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6193d53b-5e1c-48fc-a75e-4ffd15178530'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:44.022366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0da2e3-2c10-46f0-ba2b-52a88bf7a1e9,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:44.053771 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.054389 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Added segment 540e78ba-4ea8-4181-8cce-0cc81be14522 of type vlan for network 91c8e218-201e-40f3-81a7-206bf8a58acb Nov 25 19:39:44.247526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8868db3-5120-43d9-a60f-236ced3f392b req-1e66024d-de0d-4e59-bd15-d09d1ba4e925 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:44.257276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8868db3-5120-43d9-a60f-236ced3f392b req-1e66024d-de0d-4e59-bd15-d09d1ba4e925 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.5505152 Nov 25 19:39:44.286468 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.294556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Router ec728232-ed7c-4eda-aef3-30e6301fc7c7 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:39:44.336355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Port bfaf69c0-ed93-4dc3-a745-bace978f7d73 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:44.353745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8868db3-5120-43d9-a60f-236ced3f392b req-09be0ea9-dec0-435d-8e74-b792393952b5 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928946 Nov 25 19:39:44.482842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:44.568081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.575687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39118) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:44.577820 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.580002 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c8f41883-f505-48f4-86f5-89b079e89f67 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.8118188 Nov 25 19:39:44.587950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:44.591242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.700148 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] For port 03d9d51e-b81b-4917-8217-11e382466e85, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:44.730694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] For port 03d9d51e-b81b-4917-8217-11e382466e85, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=03d9d51e-b81b-4917-8217-11e382466e85,segment=NetworkSegment(6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9),segment_id=6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:44.754383 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Sync routers for ids ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:44.767815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Provisioning complete for port 8fdec959-e6c3-447f-a468-0adbe8457333 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:44.768593 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.786646 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:44.965187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39128) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:44.967393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 3.4877388 Nov 25 19:39:44.970979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Request body: {'subnet': {'network_id': '91c8e218-201e-40f3-81a7-206bf8a58acb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:44.977688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6235c056-4c94-48fc-bc7d-c4ae47602663 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event updated for resources: {'Network': ['ID=91c8e218-201e-40f3-81a7-206bf8a58acb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:45.061304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Made reservation on behalf of 076092f335d94903b6074c86f15d8aed for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:45.066971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] Set router 6193d53b-5e1c-48fc-a75e-4ffd15178530 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:45.071541 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:45.446580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 91c8e218-201e-40f3-81a7-206bf8a58acb details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:39:45.549318 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd78d-8cb3-4d6e-9d95-e88ead22cfc8 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:45.685510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fdec959-e6c3-447f-a468-0adbe8457333 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:45.689020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Routers {'ec728232-ed7c-4eda-aef3-30e6301fc7c7'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:45.692858 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:45.854923 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d9f666-c2a7-4908-abbe-e70fde869d85 None None] Pushing event updated for resources: {'Port': ['ID=03d9d51e-b81b-4917-8217-11e382466e85,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:46.043689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:39:46.044473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.209524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Checking segment: {'id': '540e78ba-4ea8-4181-8cce-0cc81be14522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '91c8e218-201e-40f3-81a7-206bf8a58acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:46.210273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Network hostable DHCP agents. Network: 91c8e218-201e-40f3-81a7-206bf8a58acb, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:39:46.277932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2adeeafb-c141-4314-a8b8-795e370b0c04,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:46.329408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Network 91c8e218-201e-40f3-81a7-206bf8a58acb is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:39:46.425361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 91c8e218-201e-40f3-81a7-206bf8a58acb) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:46.451047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:46.453286 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.513760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0234ba44-e6b9-4e0b-bf54-f50f944f4c52 None None] Network 91c8e218-201e-40f3-81a7-206bf8a58acb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:46.516246 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2493d9d1-5308-462d-8ff1-e2f7c3dfcf1c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5497291 Nov 25 19:39:46.518333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39172) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:46.544130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2141348883', 'network_id': '91c8e218-201e-40f3-81a7-206bf8a58acb'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:46.689080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Made reservation on behalf of 076092f335d94903b6074c86f15d8aed for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:39:46.694748 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:46.875902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Set router ec728232-ed7c-4eda-aef3-30e6301fc7c7 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:46.895654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] device_id is not set on port 9b3b9735-515b-4127-b0a4-45e03be85e73 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:39:47.227360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Allocated IP 172.20.0.12 (91c8e218-201e-40f3-81a7-206bf8a58acb/2adeeafb-c141-4314-a8b8-795e370b0c04/9b3b9735-515b-4127-b0a4-45e03be85e73) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:47.248665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1b3dd78d-8cb3-4d6e-9d95-e88ead22cfc8 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Deleting port bfaf69c0-ed93-4dc3-a745-bace978f7d73 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:47.249520 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd78d-8cb3-4d6e-9d95-e88ead22cfc8 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.330531 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.363899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8fdec959-e6c3-447f-a468-0adbe8457333 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:47.368238 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.373260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f294e4-cc25-40e7-af57-41224223a7be req-8a4a0838-f0c1-43ec-84cc-c3c7b5f88453 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:47.386001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6f294e4-cc25-40e7-af57-41224223a7be req-8a4a0838-f0c1-43ec-84cc-c3c7b5f88453 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=bdb94b21-b33b-4930-81e4-e48a405b0459 HTTP/1.1" status: 200 len: 944 time: 0.2290988 Nov 25 19:39:47.394118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9883db-44cb-4a52-8b62-7ee8ffd48b31 None None] Network 91c8e218-201e-40f3-81a7-206bf8a58acb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:47.524961 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.577545 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.637840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Network 91c8e218-201e-40f3-81a7-206bf8a58acb is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:47.638461 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd78d-8cb3-4d6e-9d95-e88ead22cfc8 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.641483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:47.662350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:47.724322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1b3dd78d-8cb3-4d6e-9d95-e88ead22cfc8 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Calling delete_port for bfaf69c0-ed93-4dc3-a745-bace978f7d73 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:47.729780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event updated for resources: {'Port': ['ID=9b3b9735-515b-4127-b0a4-45e03be85e73,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:47.778072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:47.778724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.801109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Provisioning complete for port 9817b50b-b887-4a8d-92a7-837c4e57f338 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:47.801714 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:47.811204 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fc1fbdb3-a008-4226-8a89-90079f962115 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.2908163 Nov 25 19:39:47.814289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39178) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:47.903724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-f6f294e4-cc25-40e7-af57-41224223a7be req-23caefb3-d9cf-4090-8a1a-42d7e7719066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Deleting port 707df2a0-afeb-4a2e-b191-fc2ea47f838f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:47.904960 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f6f294e4-cc25-40e7-af57-41224223a7be req-23caefb3-d9cf-4090-8a1a-42d7e7719066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.097670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-8a0379d2-59c0-4772-b734-6c4652e0f009 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Deleting port 9b3b9735-515b-4127-b0a4-45e03be85e73 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:48.098217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a0379d2-59c0-4772-b734-6c4652e0f009 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.206545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9817b50b-b887-4a8d-92a7-837c4e57f338 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:48.215747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a0379d2-59c0-4772-b734-6c4652e0f009 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.234230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-8a0379d2-59c0-4772-b734-6c4652e0f009 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Calling delete_port for 9b3b9735-515b-4127-b0a4-45e03be85e73 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:48.329594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-f6f294e4-cc25-40e7-af57-41224223a7be req-23caefb3-d9cf-4090-8a1a-42d7e7719066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] For port 707df2a0-afeb-4a2e-b191-fc2ea47f838f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=707df2a0-afeb-4a2e-b191-fc2ea47f838f,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:48.330337 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f6f294e4-cc25-40e7-af57-41224223a7be req-23caefb3-d9cf-4090-8a1a-42d7e7719066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.596382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:27Z', 'revision_number': 4, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5a9cf53f-6e8e-4678-b5d3-028526b42e6a', 'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'mac_address': 'fa:16:3e:55:b8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:24Z', 'updated_at': '2021-11-25T19:39:43Z', 'revision_number': 4, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'subnets': [{'id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:48.599317 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a0379d2-59c0-4772-b734-6c4652e0f009 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:48.632033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Allocated IP 172.20.0.1 (6d32f786-d447-448d-bbaa-937d39644c44/b96375ad-54c2-43a2-b712-d2bdb95fdb94/3cc6ed13-ffee-4bcc-b435-43ad019cb5b0) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:48.707946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0379d2-59c0-4772-b734-6c4652e0f009 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event deleted for resources: {'Port': ['ID=9b3b9735-515b-4127-b0a4-45e03be85e73,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:48.770454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebbcce20-a18d-4149-92c5-28ad151b4c1d None None] The sync data for ids ['6193d53b-5e1c-48fc-a75e-4ffd15178530'] in n-d-817303-9 is: [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:27Z', 'revision_number': 4, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5a9cf53f-6e8e-4678-b5d3-028526b42e6a', 'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'mac_address': 'fa:16:3e:55:b8:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:24Z', 'updated_at': '2021-11-25T19:39:43Z', 'revision_number': 4, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'subnets': [{'id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:48.907941 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.006317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d478d9cf-3825-488d-a950-bfdf57f9d4ce None None] Network 6d32f786-d447-448d-bbaa-937d39644c44 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:39:49.053192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-f6f294e4-cc25-40e7-af57-41224223a7be req-23caefb3-d9cf-4090-8a1a-42d7e7719066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Calling delete_port for 707df2a0-afeb-4a2e-b191-fc2ea47f838f owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:39:49.111183 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a0379d2-59c0-4772-b734-6c4652e0f009 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.127473 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8a0379d2-59c0-4772-b734-6c4652e0f009 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9b3b9735-515b-4127-b0a4-45e03be85e73 HTTP/1.1" status: 204 len: 168 time: 1.3065004 Nov 25 19:39:49.131431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39184) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:49.133650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] For port 9817b50b-b887-4a8d-92a7-837c4e57f338, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9817b50b-b887-4a8d-92a7-837c4e57f338,segment=NetworkSegment(149578ed-91a9-4000-89d9-f468a0b075bd),segment_id=149578ed-91a9-4000-89d9-f468a0b075bd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:49.158233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '91c8e218-201e-40f3-81a7-206bf8a58acb', 'external_fixed_ips': [{'subnet_id': '2adeeafb-c141-4314-a8b8-795e370b0c04', 'ip_address': '172.20.0.12'}]}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:49.168482 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.256886 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.264597 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.472137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Pushing event updated for resources: {'Port': ['ID=9817b50b-b887-4a8d-92a7-837c4e57f338,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:49.493102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.566305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-router', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:35Z', 'updated_at': '2021-11-25T19:39:42Z', 'revision_number': 3, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'gw_port': {'id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:41Z', 'updated_at': '2021-11-25T19:39:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:49.746488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Checking router: ec728232-ed7c-4eda-aef3-30e6301fc7c7 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:39:49.746488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Updating router ec728232-ed7c-4eda-aef3-30e6301fc7c7 port d6415666-77cf-452b-a81c-3bad4ea8a0dc binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:39:49.765966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Provisioning complete for port d6415666-77cf-452b-a81c-3bad4ea8a0dc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:49.766388 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.786760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9817b50b-b887-4a8d-92a7-837c4e57f338 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:49.787191 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:49.998664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd78d-8cb3-4d6e-9d95-e88ead22cfc8 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.047906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3dd78d-8cb3-4d6e-9d95-e88ead22cfc8 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event deleted for resources: {'Port': ['ID=bfaf69c0-ed93-4dc3-a745-bace978f7d73,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:50.114314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.164471 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.535825 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.696076 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f6f294e4-cc25-40e7-af57-41224223a7be req-23caefb3-d9cf-4090-8a1a-42d7e7719066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.705541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7ef22e88-a2a5-466e-b518-da762a0b8d11 None None] Port d6415666-77cf-452b-a81c-3bad4ea8a0dc cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:50.713983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8e800680-740d-4159-b871-1c991c225e1d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:50.726070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cdceff13-99a7-4a58-9375-ce059ce7b552', '75fa0058-45fb-46b2-a65a-d072028b2245'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:39:50.739054 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.911728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Network 6d32f786-d447-448d-bbaa-937d39644c44 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:50.912850 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.970183 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b3dd78d-8cb3-4d6e-9d95-e88ead22cfc8 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:50.979508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:50.987871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Pushing event updated for resources: {'Port': ['ID=3cc6ed13-ffee-4bcc-b435-43ad019cb5b0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:50.999615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:51.108543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Provisioning complete for port 03d9d51e-b81b-4917-8217-11e382466e85 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:51.110696 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.113011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f294e4-cc25-40e7-af57-41224223a7be req-23caefb3-d9cf-4090-8a1a-42d7e7719066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] No DVR routers for this DVR port 707df2a0-afeb-4a2e-b191-fc2ea47f838f on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:39:51.205085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8e800680-740d-4159-b871-1c991c225e1d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:51.205871 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.271624 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-f6f294e4-cc25-40e7-af57-41224223a7be req-23caefb3-d9cf-4090-8a1a-42d7e7719066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.275661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6f294e4-cc25-40e7-af57-41224223a7be req-23caefb3-d9cf-4090-8a1a-42d7e7719066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "DELETE /v2.0/ports/707df2a0-afeb-4a2e-b191-fc2ea47f838f HTTP/1.1" status: 204 len: 173 time: 3.8883357 Nov 25 19:39:51.315692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'name': 'network-vif-deleted', 'tag': '707df2a0-afeb-4a2e-b191-fc2ea47f838f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:51.318549 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2efc0f6f-d247-4543-b9a0-b0ffcba1326b" -d '{"events": [{"server_uuid": "bdb94b21-b33b-4930-81e4-e48a405b0459", "name": "network-vif-deleted", "tag": "707df2a0-afeb-4a2e-b191-fc2ea47f838f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:51.321965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23caefb3-d9cf-4090-8a1a-42d7e7719066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event deleted for resources: {'Port': ['ID=707df2a0-afeb-4a2e-b191-fc2ea47f838f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:51.490559 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.559179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.652627 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.729363 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.804394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:51.893209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b3dd78d-8cb3-4d6e-9d95-e88ead22cfc8 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Router 63b6475f-3c94-4a05-96fe-3648b02e5145 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:39:51.896850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336fd20-bad8-434a-ac93-bf2fefb6192b None None] Pushing event updated for resources: {'Port': ['ID=d6415666-77cf-452b-a81c-3bad4ea8a0dc,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:52.079208 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:52.114430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f49e88a-4d57-45a8-ae8d-96d01f090a68 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:52.282273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Allocated IP 172.20.0.12 (91c8e218-201e-40f3-81a7-206bf8a58acb/2adeeafb-c141-4314-a8b8-795e370b0c04/f6b9c09c-b70f-47ce-bd51-b74326ce2ab4) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:39:52.297398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Attempting to bind port d6415666-77cf-452b-a81c-3bad4ea8a0dc on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:39:52.298246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Attempting to bind port d6415666-77cf-452b-a81c-3bad4ea8a0dc by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:39:52.298480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Attempting to bind port d6415666-77cf-452b-a81c-3bad4ea8a0dc on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:39:52.354845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:39:52.355546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:39:52.356166 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:52.356813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:39:52.357520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Bound port: d6415666-77cf-452b-a81c-3bad4ea8a0dc, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:39:52.358103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:52.464355 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:52.482214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b3dd78d-8cb3-4d6e-9d95-e88ead22cfc8 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:52.498927 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cdf92-e5c1-4390-a157-fabac841723f None None] Sync routers for ids ['63b6475f-3c94-4a05-96fe-3648b02e5145'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:39:52.505843 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1b3dd78d-8cb3-4d6e-9d95-e88ead22cfc8 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "PUT /v2.0/routers/63b6475f-3c94-4a05-96fe-3648b02e5145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5503101 Nov 25 19:39:52.521840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39212) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:52.531150 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cdf92-e5c1-4390-a157-fabac841723f None None] Routers {'63b6475f-3c94-4a05-96fe-3648b02e5145'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:52.533117 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e76cdf92-e5c1-4390-a157-fabac841723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['63b6475f-3c94-4a05-96fe-3648b02e5145'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:52.657833 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e76cdf92-e5c1-4390-a157-fabac841723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:52.666251 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-7355ad95-0965-433e-bdb3-3f2cd7a8e9b2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] delete failed (client error): The resource could not be found. Nov 25 19:39:52.668032 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7355ad95-0965-433e-bdb3-3f2cd7a8e9b2 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-978487828 HTTP/1.1" status: 404 len: 334 time: 0.1355283 Nov 25 19:39:52.677640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39214) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:52.692939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3bb0f668-fbe9-4a95-8b22-10cd5d077be1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Request body: {'router': {'external_gateway_info': {'network_id': '63b6475f-3c94-4a05-96fe-3648b02e5145'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:39:52.694864 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76cdf92-e5c1-4390-a157-fabac841723f None None] Routers {'63b6475f-3c94-4a05-96fe-3648b02e5145'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:52.700164 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e76cdf92-e5c1-4390-a157-fabac841723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['63b6475f-3c94-4a05-96fe-3648b02e5145'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:52.817820 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e76cdf92-e5c1-4390-a157-fabac841723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:52.819918 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76cdf92-e5c1-4390-a157-fabac841723f None None] The sync data for ids ['63b6475f-3c94-4a05-96fe-3648b02e5145'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:52.913492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:52.914248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] For port d6415666-77cf-452b-a81c-3bad4ea8a0dc, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:39:52.926118 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:52.926779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] For port d6415666-77cf-452b-a81c-3bad4ea8a0dc, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d6415666-77cf-452b-a81c-3bad4ea8a0dc,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:39:52.960167 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] For port 03d9d51e-b81b-4917-8217-11e382466e85, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=03d9d51e-b81b-4917-8217-11e382466e85,segment=NetworkSegment(6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9),segment_id=6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:53.038579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Pushing event updated for resources: {'Port': ['ID=3cc6ed13-ffee-4bcc-b435-43ad019cb5b0,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:53.088940 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.112698 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.246950 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.320467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Network 6d32f786-d447-448d-bbaa-937d39644c44 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:53.329696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:53.526990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.577210 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bb0f668-fbe9-4a95-8b22-10cd5d077be1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.582929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Pushing event updated for resources: {'Port': ['ID=03d9d51e-b81b-4917-8217-11e382466e85,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:53.623449 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-3bb0f668-fbe9-4a95-8b22-10cd5d077be1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] update failed (client error): The resource could not be found. Nov 25 19:39:53.630707 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3bb0f668-fbe9-4a95-8b22-10cd5d077be1 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "PUT /v2.0/routers/63b6475f-3c94-4a05-96fe-3648b02e5145 HTTP/1.1" status: 404 len: 339 time: 0.9460645 Nov 25 19:39:53.634613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39226) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:39:53.710042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1b9195-9a0f-465f-90c0-8e2f2a471bc6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:39:53.726470 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.835581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Provisioning complete for port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:53.836585 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:53.836900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Router ec728232-ed7c-4eda-aef3-30e6301fc7c7 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:39:53.984907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Routers {'ec728232-ed7c-4eda-aef3-30e6301fc7c7'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:39:53.986005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:54.013301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.140986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a336fd20-bad8-434a-ac93-bf2fefb6192b None None] Pushing event updated for resources: {'Port': ['ID=d6415666-77cf-452b-a81c-3bad4ea8a0dc,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:54.146913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:39:54.182759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9ef8256e-fab5-4dc6-9170-9acec14049fa admin admin] 10.222.0.15 "PUT /v2.0/routers/ec728232-ed7c-4eda-aef3-30e6301fc7c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5745966 Nov 25 19:39:54.246395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356cd2c3-befb-44b0-8b99-ef6a1ed189e2 req-1597905a-0fa1-4a95-abf6-4b7d38ec9575 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:54.252015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-356cd2c3-befb-44b0-8b99-ef6a1ed189e2 req-1597905a-0fa1-4a95-abf6-4b7d38ec9575 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.2948494 Nov 25 19:39:54.312733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9817b50b-b887-4a8d-92a7-837c4e57f338 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:54.362097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-356cd2c3-befb-44b0-8b99-ef6a1ed189e2 req-8ee036d4-1a0f-40fa-aff5-f82217aa2c88 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897155 Nov 25 19:39:54.403511 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e662bcfe-6cc4-48a7-a131-cc2f156dd5e8 x-openstack-request-id: req-e662bcfe-6cc4-48a7-a131-cc2f156dd5e8 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:54.404170 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdb94b21-b33b-4930-81e4-e48a405b0459", "name": "network-vif-deleted", "tag": "707df2a0-afeb-4a2e-b191-fc2ea47f838f", "status": "failed", "code": 422}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:54.404623 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e662bcfe-6cc4-48a7-a131-cc2f156dd5e8 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:54.405401 n-d-817303-9 neutron-server[103651]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'bdb94b21-b33b-4930-81e4-e48a405b0459', 'name': 'network-vif-deleted', 'tag': '707df2a0-afeb-4a2e-b191-fc2ea47f838f', 'status': 'failed', 'code': 422} returned with failed status Nov 25 19:39:54.450441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] Set router ec728232-ed7c-4eda-aef3-30e6301fc7c7 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:39:54.452552 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.515288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9817b50b-b887-4a8d-92a7-837c4e57f338 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:54.515927 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.573718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9fb40-232c-4871-91ad-791b38e48370 req-513cf6ca-6fb3-43ee-bc45-41de79027533 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:54.584842 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92b9fb40-232c-4871-91ad-791b38e48370 req-513cf6ca-6fb3-43ee-bc45-41de79027533 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 945 time: 0.0798666 Nov 25 19:39:54.605157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Network 91c8e218-201e-40f3-81a7-206bf8a58acb is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:39:54.619073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event updated for resources: {'Port': ['ID=f6b9c09c-b70f-47ce-bd51-b74326ce2ab4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:54.631347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:39:54.643127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:39:54.680620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] For port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5a9cf53f-6e8e-4678-b5d3-028526b42e6a,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:54.712476 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.801392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92b9fb40-232c-4871-91ad-791b38e48370 req-f9da4d5f-a2ec-42ab-b28d-3c916b25ebf8 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157667 Nov 25 19:39:54.837289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.837914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.838444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.839063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.850482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.851450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.852247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.852923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.854087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.854676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.855551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.856117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:39:54.869755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Provisioning complete for port 9817b50b-b887-4a8d-92a7-837c4e57f338 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:54.870134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:54.884654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5a9cf53f-6e8e-4678-b5d3-028526b42e6a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:54.940338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b6f335-d550-411b-a31d-90834e5df905 None None] Pushing event updated for resources: {'Port': ['ID=5a9cf53f-6e8e-4678-b5d3-028526b42e6a,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:55.186710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:55.188342 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.366523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-router', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:35Z', 'updated_at': '2021-11-25T19:39:52Z', 'revision_number': 4, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'gw_port': {'id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:41Z', 'updated_at': '2021-11-25T19:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '3cc6ed13-ffee-4bcc-b435-43ad019cb5b0', 'name': '', 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'mac_address': 'fa:16:3e:ae:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b96375ad-54c2-43a2-b712-d2bdb95fdb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:47Z', 'updated_at': '2021-11-25T19:39:52Z', 'revision_number': 2, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'subnets': [{'id': 'b96375ad-54c2-43a2-b712-d2bdb95fdb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:39:55.435502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-221146d8-7244-4bc5-959a-3226cdbf343d None None] The sync data for ids ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'] in n-d-817303-9 is: [{'id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-router', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:35Z', 'updated_at': '2021-11-25T19:39:52Z', 'revision_number': 4, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'gw_port': {'id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:41Z', 'updated_at': '2021-11-25T19:39:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '3cc6ed13-ffee-4bcc-b435-43ad019cb5b0', 'name': '', 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'mac_address': 'fa:16:3e:ae:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b96375ad-54c2-43a2-b712-d2bdb95fdb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:47Z', 'updated_at': '2021-11-25T19:39:52Z', 'revision_number': 2, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'subnets': [{'id': 'b96375ad-54c2-43a2-b712-d2bdb95fdb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:39:55.563759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe715c-ec7c-4ea1-a77e-8b19a1586112 req-b5fd56e0-4341-4592-a6ca-4ad01944ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:55.566503 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42fe715c-ec7c-4ea1-a77e-8b19a1586112 req-b5fd56e0-4341-4592-a6ca-4ad01944ef86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78716cc614144bb1ade783eed64bbe3f&device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 1096 time: 0.5945005 Nov 25 19:39:55.573113 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.610089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 03d9d51e-b81b-4917-8217-11e382466e85 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:55.796953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f79f583b-8d64-455b-a340-2703061db096 None None] Provisioning complete for port 03d9d51e-b81b-4917-8217-11e382466e85 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:55.797972 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f79f583b-8d64-455b-a340-2703061db096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:55.887425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ab4096-616c-4249-a6d4-74b190e620db req-e0dee9c7-4f70-4c25-a648-711cf3298a7a tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:55.902942 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30ab4096-616c-4249-a6d4-74b190e620db req-e0dee9c7-4f70-4c25-a648-711cf3298a7a tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.60 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 945 time: 0.8062906 Nov 25 19:39:55.954428 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedee677-f61c-49b7-814d-5782d5e310c7 req-f45dee3c-8c6f-4484-bd1e-a726a163f066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:55.975286 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cedee677-f61c-49b7-814d-5782d5e310c7 req-f45dee3c-8c6f-4484-bd1e-a726a163f066 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 908 time: 0.2239499 Nov 25 19:39:56.131438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 03d9d51e-b81b-4917-8217-11e382466e85 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:56.132039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.531010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a896e-0fe2-4fb2-a7c7-3e4703ff7f03 req-30bd4850-65c3-4ed1-b26d-6e068f61da58 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:56.549799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-914a896e-0fe2-4fb2-a7c7-3e4703ff7f03 req-30bd4850-65c3-4ed1-b26d-6e068f61da58 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1874812 Nov 25 19:39:56.557328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f79f583b-8d64-455b-a340-2703061db096 None None] Provisioning complete for port d6415666-77cf-452b-a81c-3bad4ea8a0dc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:56.557910 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f79f583b-8d64-455b-a340-2703061db096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:56.825395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-914a896e-0fe2-4fb2-a7c7-3e4703ff7f03 req-c9a0a729-106c-439d-8133-6f02e9f713ae tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730420 Nov 25 19:39:56.992006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5a9cf53f-6e8e-4678-b5d3-028526b42e6a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:57.241612 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f79f583b-8d64-455b-a340-2703061db096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:57.263214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f3c4c-45b1-4f41-aa30-7571200b6566 req-fc25be44-2b6f-4c3e-86b7-2c1071423595 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:57.276536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ef8f3c4c-45b1-4f41-aa30-7571200b6566 req-fc25be44-2b6f-4c3e-86b7-2c1071423595 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 945 time: 0.2151661 Nov 25 19:39:57.328087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f79f583b-8d64-455b-a340-2703061db096 None None] For port d6415666-77cf-452b-a81c-3bad4ea8a0dc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d6415666-77cf-452b-a81c-3bad4ea8a0dc,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:57.341681 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f79f583b-8d64-455b-a340-2703061db096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:57.518422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ef8f3c4c-45b1-4f41-aa30-7571200b6566 req-e53bfabf-f376-4f99-bac1-29a36a744eaf tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384708 Nov 25 19:39:57.602492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f79f583b-8d64-455b-a340-2703061db096 None None] Provisioning complete for port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:57.623159 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f79f583b-8d64-455b-a340-2703061db096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:57.820933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f79f583b-8d64-455b-a340-2703061db096 None None] Port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:39:57.835844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:57.836518 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:58.061674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79f583b-8d64-455b-a340-2703061db096 None None] Pushing event updated for resources: {'Port': ['ID=d6415666-77cf-452b-a81c-3bad4ea8a0dc,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:39:58.081151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:58.138699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe8c7c2-7e1e-487f-9b21-0592233b453b req-6c885c01-749b-4d69-81d0-18380e0e3f67 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:58.148694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbe8c7c2-7e1e-487f-9b21-0592233b453b req-6c885c01-749b-4d69-81d0-18380e0e3f67 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 908 time: 0.1929564 Nov 25 19:39:58.252056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe715c-ec7c-4ea1-a77e-8b19a1586112 req-87349654-aa16-43b5-9c2f-3b4518c960e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:58.255038 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42fe715c-ec7c-4ea1-a77e-8b19a1586112 req-87349654-aa16-43b5-9c2f-3b4518c960e3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 200 len: 915 time: 2.6774507 Nov 25 19:39:58.426575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171c879d-f5cb-4bfa-8085-d9414be83576 req-a0aa34f4-26d9-4efd-a847-3e3825ab21b3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:58.429172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-171c879d-f5cb-4bfa-8085-d9414be83576 req-a0aa34f4-26d9-4efd-a847-3e3825ab21b3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.1345701 Nov 25 19:39:58.451205 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937cf467-03b1-4f8e-b472-206a890534ed req-4089830e-575a-4329-9c0d-f50f8672a110 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:58.454388 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-937cf467-03b1-4f8e-b472-206a890534ed req-4089830e-575a-4329-9c0d-f50f8672a110 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 908 time: 1.2068470 Nov 25 19:39:58.490200 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42fe715c-ec7c-4ea1-a77e-8b19a1586112 req-250b56d1-c653-44a7-bfb9-cd704e003107 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255 HTTP/1.1" status: 200 len: 217 time: 0.1963756 Nov 25 19:39:58.567999 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:58.654586 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-171c879d-f5cb-4bfa-8085-d9414be83576 req-e55c5f82-ec59-4184-b51b-4670d1fb624b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134898 Nov 25 19:39:58.743228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fe715c-ec7c-4ea1-a77e-8b19a1586112 req-05d81e54-bf2b-4772-bf54-51fcc20f96e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:58.755064 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42fe715c-ec7c-4ea1-a77e-8b19a1586112 req-05d81e54-bf2b-4772-bf54-51fcc20f96e1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4746e874-55e6-4158-90b3-691ef950b7a9 HTTP/1.1" status: 200 len: 854 time: 0.2230849 Nov 25 19:39:58.940118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd45386-690d-4d42-a97a-2676101858fd req-d74d56b1-6cb6-498f-b246-69588ce1b89e tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:58.943134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4dd45386-690d-4d42-a97a-2676101858fd req-d74d56b1-6cb6-498f-b246-69588ce1b89e tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 945 time: 0.1308417 Nov 25 19:39:59.078075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4dd45386-690d-4d42-a97a-2676101858fd req-832d1ee2-5fa8-4db0-b4fb-56feb0c43c52 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240594 Nov 25 19:39:59.122392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-30ab4096-616c-4249-a6d4-74b190e620db req-d3a39bcb-af39-403e-93d6-fb7a5d69924b tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Deleting port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:39:59.123093 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30ab4096-616c-4249-a6d4-74b190e620db req-d3a39bcb-af39-403e-93d6-fb7a5d69924b tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.244621 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.340528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d6415666-77cf-452b-a81c-3bad4ea8a0dc up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:39:59.361200 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42fe715c-ec7c-4ea1-a77e-8b19a1586112 req-1be35c31-30e2-45b5-9534-a4fd6ff67469 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2712345 Nov 25 19:39:59.420416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2df929-ab42-450a-892a-c8e01093041d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:39:59.425818 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef46b2c-de30-4e5c-871e-f611ac2a0981" -d '{"events": [{"server_uuid": "1d2df929-ab42-450a-892a-c8e01093041d", "name": "network-vif-unplugged", "status": "completed", "tag": "aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:39:59.491716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,segment=NetworkSegment(58e608d5-c5c7-4f57-be56-c9b77af48f57),segment_id=58e608d5-c5c7-4f57-be56-c9b77af48f57)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:39:59.514316 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:39:59.516701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3112ff28-0021-42d9-a5d8-6dd08da7e74d no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:39:59.694740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d729017-f1fe-4eaf-b169-fdb453d594af req-5c7b1f89-55ec-4dc8-90b8-704a726ddf02 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:39:59.747718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d729017-f1fe-4eaf-b169-fdb453d594af req-5c7b1f89-55ec-4dc8-90b8-704a726ddf02 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 908 time: 0.2428102 Nov 25 19:39:59.883046 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9d86e3a-495a-47df-aaa9-c5d30b2ea0f8 x-openstack-request-id: req-e9d86e3a-495a-47df-aaa9-c5d30b2ea0f8 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:39:59.883508 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2df929-ab42-450a-892a-c8e01093041d", "name": "network-vif-unplugged", "status": "completed", "tag": "aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:39:59.883963 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9d86e3a-495a-47df-aaa9-c5d30b2ea0f8 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:39:59.884643 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2df929-ab42-450a-892a-c8e01093041d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e', 'code': 200} Nov 25 19:39:59.927662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d6415666-77cf-452b-a81c-3bad4ea8a0dc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:39:59.928792 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.013904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:00.105045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.223696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3112ff28-0021-42d9-a5d8-6dd08da7e74d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3112ff28-0021-42d9-a5d8-6dd08da7e74d,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:00.232403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-17488786-c88f-49ff-8b91-8c7a18dcf69d req-5626a0c9-96ad-4b6a-9abe-9305de1707be service neutron] (103652) timed out ('10.222.0.76', 60540) {{(pid=103652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:40:00.253680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.255230 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ec3d67d7-e3bc-4e82-966f-76119cac5255 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:00.280269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Allocated IP 172.20.0.1 (5bace525-69a5-4a1a-b9bb-ba025d620e95/4da22aa1-72c1-453f-a2be-67292dec0638/b5693a91-3f73-4bea-a0eb-d08603ca2a71) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:00.376624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-30ab4096-616c-4249-a6d4-74b190e620db req-d3a39bcb-af39-403e-93d6-fb7a5d69924b tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] For port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,segment=NetworkSegment(58e608d5-c5c7-4f57-be56-c9b77af48f57),segment_id=58e608d5-c5c7-4f57-be56-c9b77af48f57)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:00.377751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30ab4096-616c-4249-a6d4-74b190e620db req-d3a39bcb-af39-403e-93d6-fb7a5d69924b tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.446690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-30ab4096-616c-4249-a6d4-74b190e620db req-d3a39bcb-af39-403e-93d6-fb7a5d69924b tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Calling delete_port for aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:00.458493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3112ff28-0021-42d9-a5d8-6dd08da7e74d,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:00.493053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ac7d2e-134d-4c57-b810-5a0ee0c505f0 req-f07c95d3-4b3f-4f08-9a4b-762d722de984 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:00.515921 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7ac7d2e-134d-4c57-b810-5a0ee0c505f0 req-f07c95d3-4b3f-4f08-9a4b-762d722de984 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.2583072 Nov 25 19:40:00.556648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-937cf467-03b1-4f8e-b472-206a890534ed req-407510e5-7e22-4629-bf93-a57e574916ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Deleting port 3112ff28-0021-42d9-a5d8-6dd08da7e74d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:00.557000 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-937cf467-03b1-4f8e-b472-206a890534ed req-407510e5-7e22-4629-bf93-a57e574916ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.675140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-937cf467-03b1-4f8e-b472-206a890534ed req-407510e5-7e22-4629-bf93-a57e574916ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] For port 3112ff28-0021-42d9-a5d8-6dd08da7e74d, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3112ff28-0021-42d9-a5d8-6dd08da7e74d,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:00.675485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-937cf467-03b1-4f8e-b472-206a890534ed req-407510e5-7e22-4629-bf93-a57e574916ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.693690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-937cf467-03b1-4f8e-b472-206a890534ed req-407510e5-7e22-4629-bf93-a57e574916ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Calling delete_port for 3112ff28-0021-42d9-a5d8-6dd08da7e74d owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:00.707097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7ac7d2e-134d-4c57-b810-5a0ee0c505f0 req-2f5abcd2-0a31-4ec4-ba3f-84679b50499f tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694374 Nov 25 19:40:00.711782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Sync routers for ids ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:00.782171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Routers {'ec728232-ed7c-4eda-aef3-30e6301fc7c7'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:00.783336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:00.804155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.862134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-937cf467-03b1-4f8e-b472-206a890534ed req-407510e5-7e22-4629-bf93-a57e574916ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:00.981252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe979c-0341-4b03-9246-cc696885739f req-4b4699e7-aa05-4695-834c-9c1099cca2e2 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:00.984052 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2efe979c-0341-4b03-9246-cc696885739f req-4b4699e7-aa05-4695-834c-9c1099cca2e2 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 943 time: 0.1457374 Nov 25 19:40:01.006401 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42fe715c-ec7c-4ea1-a77e-8b19a1586112 req-f1c4c5dc-37cb-410c-b29e-d187459c4c31 service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5208519 Nov 25 19:40:01.077400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Set router ec728232-ed7c-4eda-aef3-30e6301fc7c7 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:01.103893 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2efe979c-0341-4b03-9246-cc696885739f req-2706fa3b-d319-42bf-86d8-e8aa27124f32 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130841 Nov 25 19:40:01.207919 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42fe715c-ec7c-4ea1-a77e-8b19a1586112 req-4bc12e7e-cac2-40a3-aabd-6d6e705c951d service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804512 Nov 25 19:40:01.208861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407510e5-7e22-4629-bf93-a57e574916ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event deleted for resources: {'Port': ['ID=3112ff28-0021-42d9-a5d8-6dd08da7e74d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:01.414443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-937cf467-03b1-4f8e-b472-206a890534ed req-407510e5-7e22-4629-bf93-a57e574916ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] No DVR routers for this DVR port 3112ff28-0021-42d9-a5d8-6dd08da7e74d on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:01.417998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-937cf467-03b1-4f8e-b472-206a890534ed req-407510e5-7e22-4629-bf93-a57e574916ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:01.423537 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-937cf467-03b1-4f8e-b472-206a890534ed req-407510e5-7e22-4629-bf93-a57e574916ff tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "DELETE /v2.0/ports/3112ff28-0021-42d9-a5d8-6dd08da7e74d HTTP/1.1" status: 204 len: 173 time: 2.9307950 Nov 25 19:40:01.434481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'name': 'network-vif-deleted', 'tag': '3112ff28-0021-42d9-a5d8-6dd08da7e74d'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:01.438288 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf11ff8-8c0f-49fb-9c8e-fc0131de6fa7" -d '{"events": [{"server_uuid": "e62d22f3-34b5-451b-bc3a-e359a73a7d66", "name": "network-vif-deleted", "tag": "3112ff28-0021-42d9-a5d8-6dd08da7e74d"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:01.498465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bb0bb54-6742-4517-b943-a4dfed5affa3 req-95ccb1fc-0d12-4697-93aa-59d1b57f5de3 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=e62d22f3-34b5-451b-bc3a-e359a73a7d66 HTTP/1.1" status: 200 len: 210 time: 0.0803230 Nov 25 19:40:01.553036 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:01.583055 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:01.887051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3112ff28-0021-42d9-a5d8-6dd08da7e74d'}, {'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:01.894249 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b4a870-243c-4ff4-9104-772e2ac1fa03" -d '{"events": [{"server_uuid": "e62d22f3-34b5-451b-bc3a-e359a73a7d66", "name": "network-vif-unplugged", "status": "completed", "tag": "3112ff28-0021-42d9-a5d8-6dd08da7e74d"}, {"server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "name": "network-vif-unplugged", "status": "completed", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:02.119174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:02.241001 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:02.313441 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a4fce-d7db-4ae3-93a0-a695d28cf6db req-6f3f8913-cb8e-4111-970f-c801a2c4ea11 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:02.317706 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4ca5dacd-236f-4c9d-a23d-6fc7121a1aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:02.333809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-820a4fce-d7db-4ae3-93a0-a695d28cf6db req-6f3f8913-cb8e-4111-970f-c801a2c4ea11 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 945 time: 0.2767584 Nov 25 19:40:02.450724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-router', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:35Z', 'updated_at': '2021-11-25T19:39:52Z', 'revision_number': 4, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'gw_port': {'id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:41Z', 'updated_at': '2021-11-25T19:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '3cc6ed13-ffee-4bcc-b435-43ad019cb5b0', 'name': '', 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'mac_address': 'fa:16:3e:ae:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b96375ad-54c2-43a2-b712-d2bdb95fdb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:47Z', 'updated_at': '2021-11-25T19:39:52Z', 'revision_number': 2, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'subnets': [{'id': 'b96375ad-54c2-43a2-b712-d2bdb95fdb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:02.454101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ec3d67d7-e3bc-4e82-966f-76119cac5255,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:02.505120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Checking router: ec728232-ed7c-4eda-aef3-30e6301fc7c7 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:40:02.505761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Updating router ec728232-ed7c-4eda-aef3-30e6301fc7c7 port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:40:02.542142 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-820a4fce-d7db-4ae3-93a0-a695d28cf6db req-09286c45-3b7c-4201-93f7-5796c094e48b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009513 Nov 25 19:40:02.560863 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:02.706245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39414) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:03.002618 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7aa5-4029-4351-855f-449f5b850a1c req-81bf051e-de0b-4a8f-9b3d-56c926478589 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:03.007941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e8e7aa5-4029-4351-855f-449f5b850a1c req-81bf051e-de0b-4a8f-9b3d-56c926478589 tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/ports?device_id=1d2df929-ab42-450a-892a-c8e01093041d HTTP/1.1" status: 200 len: 943 time: 0.1862497 Nov 25 19:40:03.051209 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43acfbe0-513a-45bb-acbb-95aaf514a601 x-openstack-request-id: req-43acfbe0-513a-45bb-acbb-95aaf514a601 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:03.053041 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62d22f3-34b5-451b-bc3a-e359a73a7d66", "name": "network-vif-deleted", "tag": "3112ff28-0021-42d9-a5d8-6dd08da7e74d", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:03.053497 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43acfbe0-513a-45bb-acbb-95aaf514a601 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:03.054112 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'name': 'network-vif-deleted', 'tag': '3112ff28-0021-42d9-a5d8-6dd08da7e74d', 'status': 'completed', 'code': 200} Nov 25 19:40:03.067583 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c29abb4-d123-46e4-bf3e-de314781f798 x-openstack-request-id: req-6c29abb4-d123-46e4-bf3e-de314781f798 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:03.068559 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e62d22f3-34b5-451b-bc3a-e359a73a7d66", "name": "network-vif-unplugged", "status": "completed", "tag": "3112ff28-0021-42d9-a5d8-6dd08da7e74d", "code": 200}, {"server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "name": "network-vif-unplugged", "status": "completed", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:03.069035 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6c29abb4-d123-46e4-bf3e-de314781f798 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:03.069647 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e62d22f3-34b5-451b-bc3a-e359a73a7d66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3112ff28-0021-42d9-a5d8-6dd08da7e74d', 'code': 200} Nov 25 19:40:03.070147 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'code': 200} Nov 25 19:40:03.182354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9ce5-a8ab-424d-b072-352aade4eac8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.288143 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e8e7aa5-4029-4351-855f-449f5b850a1c req-f9a74ab5-6683-4885-ab8a-bdf5aa1db03d tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.15 "GET /v2.0/security-groups?id=c66bee5a-1df9-43c8-8732-aec179d06cba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592325 Nov 25 19:40:03.424779 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.556113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9ce5-a8ab-424d-b072-352aade4eac8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.556905 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.566224 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2fa9ce5-a8ab-424d-b072-352aade4eac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.574442 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.659472 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30ab4096-616c-4249-a6d4-74b190e620db req-d3a39bcb-af39-403e-93d6-fb7a5d69924b tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:03.707675 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e2fa9ce5-a8ab-424d-b072-352aade4eac8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=09d6554e44ea4015b64daedea3921af8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9963808 Nov 25 19:40:03.711427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fa9ce5-a8ab-424d-b072-352aade4eac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560b9001-6504-43bc-80c9-c0987963e276,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:03.725358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39426) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:03.793269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Network 5bace525-69a5-4a1a-b9bb-ba025d620e95 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:03.876394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:03.890302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:04.009714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-421cdaf7-d9ec-4f6e-84c7-294b48e49a20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.105777 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-421cdaf7-d9ec-4f6e-84c7-294b48e49a20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.117443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Attempting to bind port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:04.119145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Attempting to bind port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:04.121478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Attempting to bind port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 on network 6d32f786-d447-448d-bbaa-937d39644c44 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:04.154187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:04.156091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Checking segment: {'id': '6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:04.161634 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.166309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Bound using segment: {'id': '6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:04.169263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Bound port: 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:04.171071 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.187688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b96ff-f62f-453e-9d3a-903565b28188 None None] Pushing event updated for resources: {'Port': ['ID=3cc6ed13-ffee-4bcc-b435-43ad019cb5b0,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:04.194743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event updated for resources: {'Port': ['ID=b5693a91-3f73-4bea-a0eb-d08603ca2a71,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:04.299302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ab4096-616c-4249-a6d4-74b190e620db req-d3a39bcb-af39-403e-93d6-fb7a5d69924b tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] No DVR routers for this DVR port aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:04.402206 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30ab4096-616c-4249-a6d4-74b190e620db req-d3a39bcb-af39-403e-93d6-fb7a5d69924b tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.405542 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-421cdaf7-d9ec-4f6e-84c7-294b48e49a20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.424428 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30ab4096-616c-4249-a6d4-74b190e620db req-d3a39bcb-af39-403e-93d6-fb7a5d69924b tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] 10.222.0.60 "DELETE /v2.0/ports/aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e HTTP/1.1" status: 204 len: 173 time: 8.3909166 Nov 25 19:40:04.426134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Router c618095d-83df-4f8b-b8e7-dbe25eaaa353 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:40:04.429290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-421cdaf7-d9ec-4f6e-84c7-294b48e49a20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.433547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-421cdaf7-d9ec-4f6e-84c7-294b48e49a20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/560b9001-6504-43bc-80c9-c0987963e276 HTTP/1.1" status: 204 len: 168 time: 0.7035496 Nov 25 19:40:04.490451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.511372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a39bcb-af39-403e-93d6-fb7a5d69924b tempest-ServerMetadataNegativeTestJSON-928989802 tempest-ServerMetadataNegativeTestJSON-928989802-project] Pushing event deleted for resources: {'Port': ['ID=aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:04.542846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] For port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:04.558935 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] For port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3cc6ed13-ffee-4bcc-b435-43ad019cb5b0,segment=NetworkSegment(6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9),segment_id=6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:04.570575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421cdaf7-d9ec-4f6e-84c7-294b48e49a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560b9001-6504-43bc-80c9-c0987963e276,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:04.594485 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.613764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdbf389-678a-41dc-823a-5b04ec49829f req-29603034-3549-447b-b583-fe746fb5ebde tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:04.624756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fdbf389-678a-41dc-823a-5b04ec49829f req-29603034-3549-447b-b583-fe746fb5ebde tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.3709874 Nov 25 19:40:04.707733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ca20ad42-1ec1-4dec-9484-68e1cae1649e None None] Provisioning complete for port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:04.715989 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ca20ad42-1ec1-4dec-9484-68e1cae1649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:04.829538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fdbf389-678a-41dc-823a-5b04ec49829f req-5ce1a9d3-5819-4745-8f36-3bd10c188c07 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022963 Nov 25 19:40:04.962511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b96ff-f62f-453e-9d3a-903565b28188 None None] Pushing event updated for resources: {'Port': ['ID=3cc6ed13-ffee-4bcc-b435-43ad019cb5b0,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:05.120655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d2df929-ab42-450a-892a-c8e01093041d', 'name': 'network-vif-deleted', 'tag': 'aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:05.124333 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba09687f-57c0-4513-b459-fd5ef176ddf5" -d '{"events": [{"server_uuid": "1d2df929-ab42-450a-892a-c8e01093041d", "name": "network-vif-deleted", "tag": "aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:05.138599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:40:05.161474 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ca20ad42-1ec1-4dec-9484-68e1cae1649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.167876 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Sync routers for ids ['c618095d-83df-4f8b-b8e7-dbe25eaaa353'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:05.175937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e0ebf-e29d-405d-beda-f4190e259ed7 req-83bbd68f-0878-4884-89fb-809f36e410d1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:05.194593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e99e0ebf-e29d-405d-beda-f4190e259ed7 req-83bbd68f-0878-4884-89fb-809f36e410d1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 946 time: 0.1641824 Nov 25 19:40:05.199262 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Routers {'c618095d-83df-4f8b-b8e7-dbe25eaaa353'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:05.200294 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c618095d-83df-4f8b-b8e7-dbe25eaaa353'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:05.231965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa4e0cc9-10bb-4afd-b020-72ea2184f3fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.243832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Routers {'ec728232-ed7c-4eda-aef3-30e6301fc7c7'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:05.245897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:05.330455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ca20ad42-1ec1-4dec-9484-68e1cae1649e None None] For port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3cc6ed13-ffee-4bcc-b435-43ad019cb5b0,segment=NetworkSegment(6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9),segment_id=6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:05.407164 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ca20ad42-1ec1-4dec-9484-68e1cae1649e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.414069 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.419342 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cc06b3c0-aafa-44e0-b7fa-6eec8b80102e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 16.2844346 Nov 25 19:40:05.435831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39448) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:05.468912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e99e0ebf-e29d-405d-beda-f4190e259ed7 req-c510be4a-b087-498a-8b62-6c3dee1b4f93 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730012 Nov 25 19:40:05.488672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20ad42-1ec1-4dec-9484-68e1cae1649e None None] Pushing event updated for resources: {'Port': ['ID=3cc6ed13-ffee-4bcc-b435-43ad019cb5b0,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:05.523242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8fd2e0-59b0-41e4-bff4-b51938a09066 req-f1732dfa-d33e-4abf-ad5d-b481ca57ac3c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:05.526234 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c8fd2e0-59b0-41e4-bff4-b51938a09066 req-f1732dfa-d33e-4abf-ad5d-b481ca57ac3c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 946 time: 0.7811966 Nov 25 19:40:05.766234 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Set router c618095d-83df-4f8b-b8e7-dbe25eaaa353 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:05.776165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39458) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:05.778575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5b33dd16-e07d-4545-939f-82b97e166d9e None None] Provisioning complete for port b5693a91-3f73-4bea-a0eb-d08603ca2a71 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:05.786422 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5b33dd16-e07d-4545-939f-82b97e166d9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:05.907056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5b33dd16-e07d-4545-939f-82b97e166d9e None None] Port b5693a91-3f73-4bea-a0eb-d08603ca2a71 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:05.941100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] Set router ec728232-ed7c-4eda-aef3-30e6301fc7c7 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:06.059096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.060769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Deleting subnet 610e1b2b-6312-4ad2-b477-d5f29a0c0d17 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:06.077274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.090205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 75fa0058-45fb-46b2-a65a-d072028b2245 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:06.150856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:06.257649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4e9e3eef-819d-4d46-b18a-8047e8015f2f None None] Provisioning complete for port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:06.259166 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4e9e3eef-819d-4d46-b18a-8047e8015f2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.287858 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c618095d-83df-4f8b-b8e7-dbe25eaaa353', 'name': '', 'tenant_id': '076092f335d94903b6074c86f15d8aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '91c8e218-201e-40f3-81a7-206bf8a58acb', 'external_fixed_ips': [{'subnet_id': '2adeeafb-c141-4314-a8b8-795e370b0c04', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'f6b9c09c-b70f-47ce-bd51-b74326ce2ab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:49Z', 'updated_at': '2021-11-25T19:39:56Z', 'revision_number': 3, 'project_id': '076092f335d94903b6074c86f15d8aed', 'gw_port': {'id': 'f6b9c09c-b70f-47ce-bd51-b74326ce2ab4', 'name': '', 'network_id': '91c8e218-201e-40f3-81a7-206bf8a58acb', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:f6:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c618095d-83df-4f8b-b8e7-dbe25eaaa353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': '2adeeafb-c141-4314-a8b8-795e370b0c04', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:51Z', 'updated_at': '2021-11-25T19:39:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2adeeafb-c141-4314-a8b8-795e370b0c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:06.392003 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.394077 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Checking router: c618095d-83df-4f8b-b8e7-dbe25eaaa353 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:40:06.394438 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Updating router c618095d-83df-4f8b-b8e7-dbe25eaaa353 port f6b9c09c-b70f-47ce-bd51-b74326ce2ab4 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:40:06.449536 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.458042 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.470824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:06.471458 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.559851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-5c8fd2e0-59b0-41e4-bff4-b51938a09066 req-42e52154-70db-49ec-b646-e7ad4fcd2c43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Deleting port 75fa0058-45fb-46b2-a65a-d072028b2245 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:06.560692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5c8fd2e0-59b0-41e4-bff4-b51938a09066 req-42e52154-70db-49ec-b646-e7ad4fcd2c43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.581924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 75fa0058-45fb-46b2-a65a-d072028b2245, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=75fa0058-45fb-46b2-a65a-d072028b2245,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:06.659838 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.665363 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.675724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abafc2eb-8fa9-4f6c-82ab-f784851567a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75fa0058-45fb-46b2-a65a-d072028b2245'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:06.678368 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c54e67-81a3-4dbe-a958-65bc57d0c517" -d '{"events": [{"server_uuid": "abafc2eb-8fa9-4f6c-82ab-f784851567a7", "name": "network-vif-unplugged", "status": "completed", "tag": "75fa0058-45fb-46b2-a65a-d072028b2245"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:06.725803 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.726749 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ec3d67d7-e3bc-4e82-966f-76119cac5255 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:06.785377 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.867734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580b076-88f4-4a52-9980-a5e0761e883d req-244a3f01-8d43-4b80-a2b5-d246b03ae7ed tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:06.876470 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6580b076-88f4-4a52-9980-a5e0761e883d req-244a3f01-8d43-4b80-a2b5-d246b03ae7ed tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.7268929 Nov 25 19:40:06.904095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.958599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610e1b2b-6312-4ad2-b477-d5f29a0c0d17,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:06.973002 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:06.997691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/610e1b2b-6312-4ad2-b477-d5f29a0c0d17 HTTP/1.1" status: 204 len: 168 time: 1.2174580 Nov 25 19:40:07.021611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39490) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:07.062731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.063396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.063997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.065644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.066227 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.067372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.068618 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.073132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.073765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.075211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.076217 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.077646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15028a33-7517-4c74-b472-38387baf20f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:07.140456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6580b076-88f4-4a52-9980-a5e0761e883d req-c0d26cf6-149d-4f9d-afd3-5175acebe082 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2617052 Nov 25 19:40:07.263742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5c8fd2e0-59b0-41e4-bff4-b51938a09066 req-42e52154-70db-49ec-b646-e7ad4fcd2c43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] For port 75fa0058-45fb-46b2-a65a-d072028b2245, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=75fa0058-45fb-46b2-a65a-d072028b2245,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:07.266353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5c8fd2e0-59b0-41e4-bff4-b51938a09066 req-42e52154-70db-49ec-b646-e7ad4fcd2c43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.287239 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=75fa0058-45fb-46b2-a65a-d072028b2245,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:07.413855 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.423693 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-router', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:35Z', 'updated_at': '2021-11-25T19:39:52Z', 'revision_number': 4, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'gw_port': {'id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:41Z', 'updated_at': '2021-11-25T19:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '3cc6ed13-ffee-4bcc-b435-43ad019cb5b0', 'name': '', 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'mac_address': 'fa:16:3e:ae:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b96375ad-54c2-43a2-b712-d2bdb95fdb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:47Z', 'updated_at': '2021-11-25T19:40:04Z', 'revision_number': 4, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'subnets': [{'id': 'b96375ad-54c2-43a2-b712-d2bdb95fdb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:07.430903 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.463231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cb874c3-cfa0-4e26-97c1-f2137a3e2ec2 None None] The sync data for ids ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'] in n-d-817303-9 is: [{'id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-router', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:35Z', 'updated_at': '2021-11-25T19:39:52Z', 'revision_number': 4, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'gw_port': {'id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:41Z', 'updated_at': '2021-11-25T19:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '3cc6ed13-ffee-4bcc-b435-43ad019cb5b0', 'name': '', 'network_id': '6d32f786-d447-448d-bbaa-937d39644c44', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'mac_address': 'fa:16:3e:ae:5c:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': 'b96375ad-54c2-43a2-b712-d2bdb95fdb94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:47Z', 'updated_at': '2021-11-25T19:40:04Z', 'revision_number': 4, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'subnets': [{'id': 'b96375ad-54c2-43a2-b712-d2bdb95fdb94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:07.465512 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21b56104-8891-43ff-bcf1-3cfc2489c750 x-openstack-request-id: req-21b56104-8891-43ff-bcf1-3cfc2489c750 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:07.465812 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d2df929-ab42-450a-892a-c8e01093041d", "name": "network-vif-deleted", "tag": "aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:07.466070 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21b56104-8891-43ff-bcf1-3cfc2489c750 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:07.466472 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d2df929-ab42-450a-892a-c8e01093041d', 'name': 'network-vif-deleted', 'tag': 'aa65ee79-bb26-416f-99f3-f2ee3b0b2a5e', 'status': 'completed', 'code': 200} Nov 25 19:40:07.488983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-5c8fd2e0-59b0-41e4-bff4-b51938a09066 req-42e52154-70db-49ec-b646-e7ad4fcd2c43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Calling delete_port for 75fa0058-45fb-46b2-a65a-d072028b2245 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:07.548427 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.578762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.701227 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Attempting to bind port f6b9c09c-b70f-47ce-bd51-b74326ce2ab4 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:07.701595 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Attempting to bind port f6b9c09c-b70f-47ce-bd51-b74326ce2ab4 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '540e78ba-4ea8-4181-8cce-0cc81be14522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '91c8e218-201e-40f3-81a7-206bf8a58acb'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:07.701961 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Attempting to bind port f6b9c09c-b70f-47ce-bd51-b74326ce2ab4 on network 91c8e218-201e-40f3-81a7-206bf8a58acb {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:07.705571 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dd480-5ddc-4a2b-9827-1bf1549b4cba None None] Pushing event updated for resources: {'Port': ['ID=f6b9c09c-b70f-47ce-bd51-b74326ce2ab4,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:07.723520 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:07.723901 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Checking segment: {'id': '540e78ba-4ea8-4181-8cce-0cc81be14522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '91c8e218-201e-40f3-81a7-206bf8a58acb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:07.724313 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.724717 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Bound using segment: {'id': '540e78ba-4ea8-4181-8cce-0cc81be14522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '91c8e218-201e-40f3-81a7-206bf8a58acb'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:07.725228 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Bound port: f6b9c09c-b70f-47ce-bd51-b74326ce2ab4, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '540e78ba-4ea8-4181-8cce-0cc81be14522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '91c8e218-201e-40f3-81a7-206bf8a58acb'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:07.725691 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.823306 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.894947 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] For port f6b9c09c-b70f-47ce-bd51-b74326ce2ab4, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:07.915583 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] For port f6b9c09c-b70f-47ce-bd51-b74326ce2ab4, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f6b9c09c-b70f-47ce-bd51-b74326ce2ab4,segment=NetworkSegment(540e78ba-4ea8-4181-8cce-0cc81be14522),segment_id=540e78ba-4ea8-4181-8cce-0cc81be14522)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:07.923074 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:07.932943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a259f489-6603-410a-8076-dcb2d33809e4 req-eba60a36-9f60-41de-b6dd-956eb6562c4c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:07.951134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a259f489-6603-410a-8076-dcb2d33809e4 req-eba60a36-9f60-41de-b6dd-956eb6562c4c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 944 time: 0.2948081 Nov 25 19:40:08.049310 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Routers {'c618095d-83df-4f8b-b8e7-dbe25eaaa353'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:08.051133 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c618095d-83df-4f8b-b8e7-dbe25eaaa353'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:08.151767 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:08.205714 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a259f489-6603-410a-8076-dcb2d33809e4 req-2c115178-5a72-487b-b827-035e4cbf00db tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420137 Nov 25 19:40:08.294758 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4e9a06a-f2f1-499e-823c-b840b415219b x-openstack-request-id: req-c4e9a06a-f2f1-499e-823c-b840b415219b {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:08.295797 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abafc2eb-8fa9-4f6c-82ab-f784851567a7", "name": "network-vif-unplugged", "status": "completed", "tag": "75fa0058-45fb-46b2-a65a-d072028b2245", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:08.296234 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4e9a06a-f2f1-499e-823c-b840b415219b {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:08.296831 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abafc2eb-8fa9-4f6c-82ab-f784851567a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75fa0058-45fb-46b2-a65a-d072028b2245', 'code': 200} Nov 25 19:40:08.329698 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383dd480-5ddc-4a2b-9827-1bf1549b4cba None None] Pushing event updated for resources: {'Port': ['ID=f6b9c09c-b70f-47ce-bd51-b74326ce2ab4,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:08.359958 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:08.387662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['452c3c36-0217-44af-9d91-5cad002334a1']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:08.421236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58e608d5-c5c7-4f57-be56-c9b77af48f57') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:08.421236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58e608d5-c5c7-4f57-be56-c9b77af48f57') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:08.458109 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] Set router c618095d-83df-4f8b-b8e7-dbe25eaaa353 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:08.482023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:08.520710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-46592b71-90aa-4d31-b514-f809330e31f7 req-e253c980-b093-41b7-9719-9b5026b97eba service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:40:08.521812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46592b71-90aa-4d31-b514-f809330e31f7 req-e253c980-b093-41b7-9719-9b5026b97eba service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0090625 Nov 25 19:40:08.570432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:08.588609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:40:08.589752 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:08.612629 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c618095d-83df-4f8b-b8e7-dbe25eaaa353', 'name': '', 'tenant_id': '076092f335d94903b6074c86f15d8aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:49Z', 'updated_at': '2021-11-25T19:40:07Z', 'revision_number': 4, 'project_id': '076092f335d94903b6074c86f15d8aed', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:08.672896 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1ee42d-250f-4f83-b422-0063a8236c56 None None] The sync data for ids ['c618095d-83df-4f8b-b8e7-dbe25eaaa353'] in n-d-817303-9 is: [{'id': 'c618095d-83df-4f8b-b8e7-dbe25eaaa353', 'name': '', 'tenant_id': '076092f335d94903b6074c86f15d8aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:49Z', 'updated_at': '2021-11-25T19:40:07Z', 'revision_number': 4, 'project_id': '076092f335d94903b6074c86f15d8aed', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:08.792726 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:40:08.797966 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:40:08.808848 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:08.826367 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:08.833425 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:08.845223 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] 10.222.0.15 "DELETE /v2.0/networks/452c3c36-0217-44af-9d91-5cad002334a1 HTTP/1.1" status: 204 len: 168 time: 1.8221998 Nov 25 19:40:09.010293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6d6f4-436a-4ef3-be3d-ee02308ea7db admin admin] Pushing event deleted for resources: {'Network': ['ID=452c3c36-0217-44af-9d91-5cad002334a1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:09.118404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62474d2-d842-431e-867f-2717498ef15b req-59464956-3242-4e51-a575-8a98216b976d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:09.145425 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a62474d2-d842-431e-867f-2717498ef15b req-59464956-3242-4e51-a575-8a98216b976d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.3151214 Nov 25 19:40:09.156555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event updated for resources: {'Port': ['ID=b5693a91-3f73-4bea-a0eb-d08603ca2a71,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:09.203375 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:09.269453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39538) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:09.279904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Deleting port f6b9c09c-b70f-47ce-bd51-b74326ce2ab4 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:09.280764 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:09.350029 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a62474d2-d842-431e-867f-2717498ef15b req-4a47e8af-c149-4e0e-aadb-d7d8952cdf1c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985805 Nov 25 19:40:09.419828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1432e8cc-7d99-4080-888e-fafc07d69c6e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94be14ce56d74aa8b9193739cb00e6ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1465254 Nov 25 19:40:09.426552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39544) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:09.532486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] For port f6b9c09c-b70f-47ce-bd51-b74326ce2ab4, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f6b9c09c-b70f-47ce-bd51-b74326ce2ab4,segment=NetworkSegment(540e78ba-4ea8-4181-8cce-0cc81be14522),segment_id=540e78ba-4ea8-4181-8cce-0cc81be14522)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:09.532872 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:09.597175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Calling delete_port for f6b9c09c-b70f-47ce-bd51-b74326ce2ab4 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:09.653459 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa403-e0e7-4cd8-b8ad-1e7fb5d5f14d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:09.678647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3410a6-4f63-4af9-b5e0-63f193d0e59d req-b3481e0c-1049-4370-8e7d-b78df1c7b6db tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:09.681342 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b3410a6-4f63-4af9-b5e0-63f193d0e59d req-b3481e0c-1049-4370-8e7d-b78df1c7b6db tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 944 time: 0.1976812 Nov 25 19:40:09.734762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5c8fd2e0-59b0-41e4-bff4-b51938a09066 req-42e52154-70db-49ec-b646-e7ad4fcd2c43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:09.746016 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa403-e0e7-4cd8-b8ad-1e7fb5d5f14d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:09.748831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cdceff13-99a7-4a58-9375-ce059ce7b552'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:40:09.820285 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b3410a6-4f63-4af9-b5e0-63f193d0e59d req-67d200d4-bbc9-4395-bff2-561dc74f431a tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275678 Nov 25 19:40:09.880384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa403-e0e7-4cd8-b8ad-1e7fb5d5f14d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:09.886229 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa403-e0e7-4cd8-b8ad-1e7fb5d5f14d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:09.891501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7f6fa403-e0e7-4cd8-b8ad-1e7fb5d5f14d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c66bee5a-1df9-43c8-8732-aec179d06cba HTTP/1.1" status: 204 len: 168 time: 0.4625757 Nov 25 19:40:09.912237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fa403-e0e7-4cd8-b8ad-1e7fb5d5f14d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c66bee5a-1df9-43c8-8732-aec179d06cba,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:09.984303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e52154-70db-49ec-b646-e7ad4fcd2c43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event deleted for resources: {'Port': ['ID=75fa0058-45fb-46b2-a65a-d072028b2245,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:10.039346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-e078eedc-70f8-4162-bf0c-8d1b391ebade service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5372584 Nov 25 19:40:10.061117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-efa5fbe6-4611-4a2f-b785-6a1a580be79e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:40:10.063622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-efa5fbe6-4611-4a2f-b785-6a1a580be79e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0135658 Nov 25 19:40:10.408169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c8fd2e0-59b0-41e4-bff4-b51938a09066 req-42e52154-70db-49ec-b646-e7ad4fcd2c43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] No DVR routers for this DVR port 75fa0058-45fb-46b2-a65a-d072028b2245 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:10.493622 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5c8fd2e0-59b0-41e4-bff4-b51938a09066 req-42e52154-70db-49ec-b646-e7ad4fcd2c43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:10.497407 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c8fd2e0-59b0-41e4-bff4-b51938a09066 req-42e52154-70db-49ec-b646-e7ad4fcd2c43 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "DELETE /v2.0/ports/75fa0058-45fb-46b2-a65a-d072028b2245 HTTP/1.1" status: 204 len: 173 time: 4.8292961 Nov 25 19:40:10.497912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abafc2eb-8fa9-4f6c-82ab-f784851567a7', 'name': 'network-vif-deleted', 'tag': '75fa0058-45fb-46b2-a65a-d072028b2245'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:10.528202 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7803bacb-df94-4641-8031-c522dbe27c60" -d '{"events": [{"server_uuid": "abafc2eb-8fa9-4f6c-82ab-f784851567a7", "name": "network-vif-deleted", "tag": "75fa0058-45fb-46b2-a65a-d072028b2245"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:10.600433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Network 5bace525-69a5-4a1a-b9bb-ba025d620e95 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:10.610931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da29b5ad-93c5-48c4-ba69-37a4d49d2dd7 req-1cfbc18e-efc8-4b9f-aba9-06fa44c2d170 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:10.627276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da29b5ad-93c5-48c4-ba69-37a4d49d2dd7 req-1cfbc18e-efc8-4b9f-aba9-06fa44c2d170 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.1172233 Nov 25 19:40:10.636251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:10.810722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da29b5ad-93c5-48c4-ba69-37a4d49d2dd7 req-9ead4250-f3d4-41fc-9075-66f0a1d52c17 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821620 Nov 25 19:40:11.052519 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e05815-ce6b-4d1c-abca-12e53cf70781 x-openstack-request-id: req-19e05815-ce6b-4d1c-abca-12e53cf70781 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:11.052814 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abafc2eb-8fa9-4f6c-82ab-f784851567a7", "name": "network-vif-deleted", "tag": "75fa0058-45fb-46b2-a65a-d072028b2245", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:11.053083 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-19e05815-ce6b-4d1c-abca-12e53cf70781 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:11.053498 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abafc2eb-8fa9-4f6c-82ab-f784851567a7', 'name': 'network-vif-deleted', 'tag': '75fa0058-45fb-46b2-a65a-d072028b2245', 'status': 'completed', 'code': 200} Nov 25 19:40:11.055018 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:11.163918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c275ca96-54ea-4c16-b04e-5f08e855c09a req-9b912b9c-0617-48e8-b337-d1d5a503bb45 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=abafc2eb-8fa9-4f6c-82ab-f784851567a7 HTTP/1.1" status: 200 len: 210 time: 0.0515301 Nov 25 19:40:11.566337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6dbbef61-9f81-43a1-983b-df002ccf7689 None None] Provisioning complete for port b5693a91-3f73-4bea-a0eb-d08603ca2a71 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:11.566952 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6dbbef61-9f81-43a1-983b-df002ccf7689 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:11.698124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6dbbef61-9f81-43a1-983b-df002ccf7689 None None] Port b5693a91-3f73-4bea-a0eb-d08603ca2a71 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:11.922714 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6b9c09c-b70f-47ce-bd51-b74326ce2ab4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:12.129235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19290240-9745-47a9-9032-354a1b707f2d req-a488a4fe-d01a-4554-aec9-df32f9669afa tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:12.131252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19290240-9745-47a9-9032-354a1b707f2d req-a488a4fe-d01a-4554-aec9-df32f9669afa tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.1879356 Nov 25 19:40:12.169316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-1000aabe-53a3-498b-b2a2-597c7ac27209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:12.178283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-1000aabe-53a3-498b-b2a2-597c7ac27209 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d&tenant_id=78716cc614144bb1ade783eed64bbe3f HTTP/1.1" status: 200 len: 1094 time: 0.3231022 Nov 25 19:40:12.219285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Router 63b6475f-3c94-4a05-96fe-3648b02e5145 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:40:12.223579 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.358223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19290240-9745-47a9-9032-354a1b707f2d req-7241b724-0e35-4fd7-be07-615697683602 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193375 Nov 25 19:40:12.427894 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39610) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:12.433975 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.437940 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.579866 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.580437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c618095d-83df-4f8b-b8e7-dbe25eaaa353 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:40:12.589223 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.595661 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-544c73f4-6d42-4d37-aa09-6e3f1f29348c tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "DELETE /v2.0/routers/c618095d-83df-4f8b-b8e7-dbe25eaaa353 HTTP/1.1" status: 204 len: 168 time: 7.1483207 Nov 25 19:40:12.596385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-ddbe89dc-96e3-4e27-b05f-956f4f5a4792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:12.597340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39616) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:12.598629 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-ddbe89dc-96e3-4e27-b05f-956f4f5a4792 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78716cc614144bb1ade783eed64bbe3f&device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 1094 time: 0.3621078 Nov 25 19:40:12.673335 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d417b524-f19a-4bdb-932b-97c3df9d1785 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.784445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:40:12.809321 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1518f91e-2141-4ea6-bee5-b8d96d47da39 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "PUT /v2.0/routers/63b6475f-3c94-4a05-96fe-3648b02e5145/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1728222 Nov 25 19:40:12.813273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd4e033-c24f-46f8-9979-b9a55ebb71d2 None None] Sync routers for ids ['63b6475f-3c94-4a05-96fe-3648b02e5145'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:12.825528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39620) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:12.851339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4e033-c24f-46f8-9979-b9a55ebb71d2 None None] Routers {'63b6475f-3c94-4a05-96fe-3648b02e5145'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:12.852520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fcd4e033-c24f-46f8-9979-b9a55ebb71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['63b6475f-3c94-4a05-96fe-3648b02e5145'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:12.877802 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d417b524-f19a-4bdb-932b-97c3df9d1785 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:12.927314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d417b524-f19a-4bdb-932b-97c3df9d1785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.089888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fcd4e033-c24f-46f8-9979-b9a55ebb71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:13.102455 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b9b6e7-1e55-4c23-9acf-dabcbbb3a9aa tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Deleting subnet 2adeeafb-c141-4314-a8b8-795e370b0c04 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:13.114774 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63b9b6e7-1e55-4c23-9acf-dabcbbb3a9aa tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.159762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd4e033-c24f-46f8-9979-b9a55ebb71d2 None None] Routers {'63b6475f-3c94-4a05-96fe-3648b02e5145'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:13.164315 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fcd4e033-c24f-46f8-9979-b9a55ebb71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['63b6475f-3c94-4a05-96fe-3648b02e5145'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:13.178258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d417b524-f19a-4bdb-932b-97c3df9d1785 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3790c47825fd4ae9a0943fa1c888b891&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7480195 Nov 25 19:40:13.180018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d417b524-f19a-4bdb-932b-97c3df9d1785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5c74fe-1c54-4f36-8df5-de8653daa416,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:13.183397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39636) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:13.214885 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63b9b6e7-1e55-4c23-9acf-dabcbbb3a9aa tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.302427 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63b9b6e7-1e55-4c23-9acf-dabcbbb3a9aa tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.329611 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-664d30f5-3497-48aa-922f-1f31141cb6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.367076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fcd4e033-c24f-46f8-9979-b9a55ebb71d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:13.368848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd4e033-c24f-46f8-9979-b9a55ebb71d2 None None] The sync data for ids ['63b6475f-3c94-4a05-96fe-3648b02e5145'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:13.383978 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-664d30f5-3497-48aa-922f-1f31141cb6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.455447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63b9b6e7-1e55-4c23-9acf-dabcbbb3a9aa tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.502364 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9b6e7-1e55-4c23-9acf-dabcbbb3a9aa tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2adeeafb-c141-4314-a8b8-795e370b0c04,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:13.531201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63b9b6e7-1e55-4c23-9acf-dabcbbb3a9aa tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.536569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-63b9b6e7-1e55-4c23-9acf-dabcbbb3a9aa tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/2adeeafb-c141-4314-a8b8-795e370b0c04 HTTP/1.1" status: 204 len: 168 time: 0.9306688 Nov 25 19:40:13.543748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39644) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:13.560918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-664d30f5-3497-48aa-922f-1f31141cb6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.576450 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-664d30f5-3497-48aa-922f-1f31141cb6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.578102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-664d30f5-3497-48aa-922f-1f31141cb6e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e5c74fe-1c54-4f36-8df5-de8653daa416 HTTP/1.1" status: 204 len: 168 time: 0.3901582 Nov 25 19:40:13.584753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e229024-372d-4c4e-b8f2-174ae765bf7e tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:13.630457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664d30f5-3497-48aa-922f-1f31141cb6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5c74fe-1c54-4f36-8df5-de8653daa416,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:13.788949 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.094473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-c311b34e-2e58-4388-94f3-5677bc135d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:14.096640 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-c311b34e-2e58-4388-94f3-5677bc135d8d service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 200 len: 915 time: 1.4904802 Nov 25 19:40:14.100889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.145786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437bce06-99ff-403f-99cd-4db6637dc03c req-404d0680-f2d8-45e4-b005-626e6e210929 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:14.148037 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-437bce06-99ff-403f-99cd-4db6637dc03c req-404d0680-f2d8-45e4-b005-626e6e210929 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.9924109 Nov 25 19:40:14.262254 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-119b893a-1cff-42b4-8d32-5bd36f2454a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255 HTTP/1.1" status: 200 len: 217 time: 0.1466219 Nov 25 19:40:14.270404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c8e218-201e-40f3-81a7-206bf8a58acb']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:14.292444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '540e78ba-4ea8-4181-8cce-0cc81be14522') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:14.293151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '540e78ba-4ea8-4181-8cce-0cc81be14522') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:14.313585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf88443-c1b8-4612-a52a-f89d57cfba8b req-53ae1b46-d4c8-4a57-80cd-57271134fc7c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:14.329081 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bf88443-c1b8-4612-a52a-f89d57cfba8b req-53ae1b46-d4c8-4a57-80cd-57271134fc7c tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=2900d00e-6c1b-4799-ae69-829358c09d52 HTTP/1.1" status: 200 len: 946 time: 0.2720313 Nov 25 19:40:14.335450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39666) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:14.357309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.426364 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.428787 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-5e229024-372d-4c4e-b8f2-174ae765bf7e tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 19:40:14.429957 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5e229024-372d-4c4e-b8f2-174ae765bf7e tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "DELETE /v2.0/routers/63b6475f-3c94-4a05-96fe-3648b02e5145 HTTP/1.1" status: 409 len: 329 time: 1.6004341 Nov 25 19:40:14.436572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39670) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:14.440627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:40:14.442750 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.476690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bf88443-c1b8-4612-a52a-f89d57cfba8b req-1e77ecfb-7fb8-4864-90db-a250b74b5377 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=caf12e61-b17e-45b5-b925-855fd345f9f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456397 Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:40:14.483332 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:40:14.508744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-2ec4cf58-6eb2-43f0-9482-5e4e76a34674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:14.510253 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-2ec4cf58-6eb2-43f0-9482-5e4e76a34674 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4746e874-55e6-4158-90b3-691ef950b7a9 HTTP/1.1" status: 200 len: 854 time: 0.1602931 Nov 25 19:40:14.639669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-437bce06-99ff-403f-99cd-4db6637dc03c req-73331c31-66a8-4d38-aa0b-fc3be8ffe6f8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Deleting port cdceff13-99a7-4a58-9375-ce059ce7b552 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:14.640806 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-437bce06-99ff-403f-99cd-4db6637dc03c req-73331c31-66a8-4d38-aa0b-fc3be8ffe6f8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.744672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39672) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:14.877165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-437bce06-99ff-403f-99cd-4db6637dc03c req-73331c31-66a8-4d38-aa0b-fc3be8ffe6f8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] For port cdceff13-99a7-4a58-9375-ce059ce7b552, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cdceff13-99a7-4a58-9375-ce059ce7b552,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:14.878139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-437bce06-99ff-403f-99cd-4db6637dc03c req-73331c31-66a8-4d38-aa0b-fc3be8ffe6f8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.916373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-437bce06-99ff-403f-99cd-4db6637dc03c req-73331c31-66a8-4d38-aa0b-fc3be8ffe6f8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Calling delete_port for cdceff13-99a7-4a58-9375-ce059ce7b552 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:14.928578 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-7e83434c-1ac6-4a98-be0a-9979d088d139 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3758016 Nov 25 19:40:14.953308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4359dc03-5123-4342-89d5-4e1fd769cc68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:14.956824 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9279b0f-eb3d-460d-b288-0fdce05560de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.176702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4359dc03-5123-4342-89d5-4e1fd769cc68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.190354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4359dc03-5123-4342-89d5-4e1fd769cc68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.218212 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.251865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 91c8e218-201e-40f3-81a7-206bf8a58acb {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:40:15.269174 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.273084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "DELETE /v2.0/networks/91c8e218-201e-40f3-81a7-206bf8a58acb HTTP/1.1" status: 204 len: 168 time: 1.7276068 Nov 25 19:40:15.324994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0152dc-9529-4fc9-9070-dfc08a56dc9a req-840f6ee1-0254-478b-84f9-6b95f26d93ec tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:15.333620 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d0152dc-9529-4fc9-9070-dfc08a56dc9a req-840f6ee1-0254-478b-84f9-6b95f26d93ec tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.5876648 Nov 25 19:40:15.480573 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-25c363f0-34a0-435e-b209-e4ef8f9edcf5 service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5391114 Nov 25 19:40:15.486849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-437bce06-99ff-403f-99cd-4db6637dc03c req-73331c31-66a8-4d38-aa0b-fc3be8ffe6f8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.638310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73331c31-66a8-4d38-aa0b-fc3be8ffe6f8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event deleted for resources: {'Port': ['ID=cdceff13-99a7-4a58-9375-ce059ce7b552,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:15.882388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-437bce06-99ff-403f-99cd-4db6637dc03c req-73331c31-66a8-4d38-aa0b-fc3be8ffe6f8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] No DVR routers for this DVR port cdceff13-99a7-4a58-9375-ce059ce7b552 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:15.897321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-437bce06-99ff-403f-99cd-4db6637dc03c req-73331c31-66a8-4d38-aa0b-fc3be8ffe6f8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:15.913985 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-437bce06-99ff-403f-99cd-4db6637dc03c req-73331c31-66a8-4d38-aa0b-fc3be8ffe6f8 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "DELETE /v2.0/ports/cdceff13-99a7-4a58-9375-ce059ce7b552 HTTP/1.1" status: 204 len: 173 time: 1.6897402 Nov 25 19:40:15.914568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2900d00e-6c1b-4799-ae69-829358c09d52', 'name': 'network-vif-deleted', 'tag': 'cdceff13-99a7-4a58-9375-ce059ce7b552'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:15.918039 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cc7329-09b7-4fa2-927e-36da83b9c2c5" -d '{"events": [{"server_uuid": "2900d00e-6c1b-4799-ae69-829358c09d52", "name": "network-vif-deleted", "tag": "cdceff13-99a7-4a58-9375-ce059ce7b552"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:16.019894 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9cc4d8b-fe43-4ea2-9928-594c1e868064 req-05cca70c-0fc6-4840-b98a-a2078563caa6 service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5295699 Nov 25 19:40:16.104997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cdceff13-99a7-4a58-9375-ce059ce7b552 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:16.254823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: cdceff13-99a7-4a58-9375-ce059ce7b552 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:16.255826 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cdceff13-99a7-4a58-9375-ce059ce7b552 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:16.350388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2500e0-ba4d-4c8e-adb2-bf7999abe1c9 req-eadac5c3-e3de-477e-a188-15bef79b2646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:16.356395 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a2500e0-ba4d-4c8e-adb2-bf7999abe1c9 req-eadac5c3-e3de-477e-a188-15bef79b2646 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78716cc614144bb1ade783eed64bbe3f&device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 1094 time: 0.1148634 Nov 25 19:40:16.402492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4359dc03-5123-4342-89d5-4e1fd769cc68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514e75de-cc8f-4e9f-9d88-56f7aff9f1a8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:16.403455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39694) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:16.439001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa92ee5-e5ac-454f-a8c2-ce0dd27b6e4a tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event deleted for resources: {'Network': ['ID=91c8e218-201e-40f3-81a7-206bf8a58acb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:16.439342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-89251956-fe04-42f2-b9d7-3ea388a88a41 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Request body: {'router': {'name': 'tempest-router--81967455', 'project_id': '33207495335743a58b73cc000cd4c002'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:16.528034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4359dc03-5123-4342-89d5-4e1fd769cc68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=efef8809acc246819caf6fc87740a952&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7622054 Nov 25 19:40:16.537564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39698) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:16.644789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d0152dc-9529-4fc9-9070-dfc08a56dc9a req-b795e082-bf53-4d52-8742-0047004c5342 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3096116 Nov 25 19:40:16.677584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89251956-fe04-42f2-b9d7-3ea388a88a41 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.678756 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89251956-fe04-42f2-b9d7-3ea388a88a41 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.753896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2500e0-ba4d-4c8e-adb2-bf7999abe1c9 req-dd26a222-36ee-4dd4-9898-d2e414e1d152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:16.766379 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a2500e0-ba4d-4c8e-adb2-bf7999abe1c9 req-dd26a222-36ee-4dd4-9898-d2e414e1d152 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 200 len: 915 time: 0.3754656 Nov 25 19:40:16.839342 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9279b0f-eb3d-460d-b288-0fdce05560de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.850394 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9279b0f-eb3d-460d-b288-0fdce05560de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:16.928392 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a2500e0-ba4d-4c8e-adb2-bf7999abe1c9 req-ae2d0111-c62f-42e1-8d67-01bd8903d6db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255 HTTP/1.1" status: 200 len: 217 time: 0.0813403 Nov 25 19:40:16.965701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8c12c91-ef03-4969-a061-ec6771a9ae18 req-dc2a57bf-3f1a-48f4-8ae8-87a6402bb422 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.0849812 Nov 25 19:40:17.085998 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f9279b0f-eb3d-460d-b288-0fdce05560de admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d76c09a8d1f4ac0b4b7e03b95ad289c&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7475026 Nov 25 19:40:17.089994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9279b0f-eb3d-460d-b288-0fdce05560de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daba6921-e3a7-4de5-8822-e0ba6f7498e7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:17.111596 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39704) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:17.310244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-212bbc9d-6d26-46cf-85c6-a9197550a05a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.346667 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1882eea9-45a3-4e5d-b531-9ac4b7a2276a tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.488954 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-212bbc9d-6d26-46cf-85c6-a9197550a05a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.673385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2500e0-ba4d-4c8e-adb2-bf7999abe1c9 req-d5793362-9023-4416-b0d5-bf30603a5b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:17.681582 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a2500e0-ba4d-4c8e-adb2-bf7999abe1c9 req-d5793362-9023-4416-b0d5-bf30603a5b08 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4746e874-55e6-4158-90b3-691ef950b7a9 HTTP/1.1" status: 200 len: 854 time: 0.6959214 Nov 25 19:40:17.699599 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6ba7701-d3ab-40ee-a497-c7cc4b2320ce x-openstack-request-id: req-a6ba7701-d3ab-40ee-a497-c7cc4b2320ce {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:17.700448 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2900d00e-6c1b-4799-ae69-829358c09d52", "name": "network-vif-deleted", "tag": "cdceff13-99a7-4a58-9375-ce059ce7b552", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:17.701233 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6ba7701-d3ab-40ee-a497-c7cc4b2320ce {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:17.702109 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2900d00e-6c1b-4799-ae69-829358c09d52', 'name': 'network-vif-deleted', 'tag': 'cdceff13-99a7-4a58-9375-ce059ce7b552', 'status': 'completed', 'code': 200} Nov 25 19:40:17.731844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89251956-fe04-42f2-b9d7-3ea388a88a41 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.760179 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-212bbc9d-6d26-46cf-85c6-a9197550a05a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.765631 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-212bbc9d-6d26-46cf-85c6-a9197550a05a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.768408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-212bbc9d-6d26-46cf-85c6-a9197550a05a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daba6921-e3a7-4de5-8822-e0ba6f7498e7 HTTP/1.1" status: 204 len: 168 time: 0.5807803 Nov 25 19:40:17.790121 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89251956-fe04-42f2-b9d7-3ea388a88a41 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.834891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-327ccd1d-336f-438e-8d98-d16aeaf3e130 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.865957 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a2500e0-ba4d-4c8e-adb2-bf7999abe1c9 req-71f288db-daa6-4c0f-b977-f43bd202a5ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1542056 Nov 25 19:40:17.875687 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89251956-fe04-42f2-b9d7-3ea388a88a41 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:17.878249 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-89251956-fe04-42f2-b9d7-3ea388a88a41 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 1.4604423 Nov 25 19:40:17.882664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39722) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:17.920221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212bbc9d-6d26-46cf-85c6-a9197550a05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daba6921-e3a7-4de5-8822-e0ba6f7498e7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:18.105017 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc192e1-a420-4997-bcd0-886dcddf7208 req-8e93b838-3f0a-490c-9f06-93bcd3441dc6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:18.128685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-adc192e1-a420-4997-bcd0-886dcddf7208 req-8e93b838-3f0a-490c-9f06-93bcd3441dc6 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.3703365 Nov 25 19:40:18.233487 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-59ad4e0b-314b-4fec-b500-3a9c9662b4ab req-7e4c90e2-1618-49eb-8adf-562412c2f663 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.1085069 Nov 25 19:40:18.244050 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-adc192e1-a420-4997-bcd0-886dcddf7208 req-29d78b4c-9adc-4dd1-97c4-e63a9684b809 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115081 Nov 25 19:40:18.305766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-327ccd1d-336f-438e-8d98-d16aeaf3e130 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:18.366206 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b459ba44-5982-47d1-a506-d13aac67e135 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:18.569361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7365b217-d975-4aa2-8efc-1b1850ae9813 req-6cf71e8e-5029-4d03-87c9-a5378a3db7fc tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:18.583114 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7365b217-d975-4aa2-8efc-1b1850ae9813 req-6cf71e8e-5029-4d03-87c9-a5378a3db7fc tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.1480861 Nov 25 19:40:18.656551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1882eea9-45a3-4e5d-b531-9ac4b7a2276a tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Deleting port b5693a91-3f73-4bea-a0eb-d08603ca2a71 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:18.657334 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1882eea9-45a3-4e5d-b531-9ac4b7a2276a tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:18.775229 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7365b217-d975-4aa2-8efc-1b1850ae9813 req-8f0f8b17-ed9c-4834-a7d7-dad6e6cf6409 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888566 Nov 25 19:40:19.082333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d22c9ae7-7512-4d68-aeb3-6392b978bb00 req-985e34ae-60b3-461a-bfed-6a1d6bbca011 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.0941432 Nov 25 19:40:19.104533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39730) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:19.157676 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-379fc692-e76c-4ef0-a3b3-b60f74a84a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.315188 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b459ba44-5982-47d1-a506-d13aac67e135 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.324383 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b459ba44-5982-47d1-a506-d13aac67e135 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.335737 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a2500e0-ba4d-4c8e-adb2-bf7999abe1c9 req-c2cf0f58-c5ac-471a-a7cf-fd04c2e33711 service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4405978 Nov 25 19:40:19.361789 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-327ccd1d-336f-438e-8d98-d16aeaf3e130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.376595 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-327ccd1d-336f-438e-8d98-d16aeaf3e130 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.385587 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-327ccd1d-336f-438e-8d98-d16aeaf3e130 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/514e75de-cc8f-4e9f-9d88-56f7aff9f1a8 HTTP/1.1" status: 204 len: 168 time: 2.8431818 Nov 25 19:40:19.388415 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-379fc692-e76c-4ef0-a3b3-b60f74a84a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.408981 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-379fc692-e76c-4ef0-a3b3-b60f74a84a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.474312 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:40:19.547124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ccd1d-336f-438e-8d98-d16aeaf3e130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514e75de-cc8f-4e9f-9d88-56f7aff9f1a8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:19.572203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b459ba44-5982-47d1-a506-d13aac67e135 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.572767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b459ba44-5982-47d1-a506-d13aac67e135 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0b50b3f7-0294-48ca-aaf9-f318bce56d3a {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:40:19.599891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b459ba44-5982-47d1-a506-d13aac67e135 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.601289 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b459ba44-5982-47d1-a506-d13aac67e135 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "DELETE /v2.0/routers/0b50b3f7-0294-48ca-aaf9-f318bce56d3a HTTP/1.1" status: 204 len: 168 time: 1.7162342 Nov 25 19:40:19.611366 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1882eea9-45a3-4e5d-b531-9ac4b7a2276a tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:19.707444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379fc692-e76c-4ef0-a3b3-b60f74a84a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8865386d-105d-4601-bcc2-e4056c6df275,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:19.721497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1882eea9-45a3-4e5d-b531-9ac4b7a2276a tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Calling delete_port for b5693a91-3f73-4bea-a0eb-d08603ca2a71 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:19.750388 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-379fc692-e76c-4ef0-a3b3-b60f74a84a2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f65c43bfaa17451688cccc5bab8e9ac4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6445587 Nov 25 19:40:19.760292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39738) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:19.855965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b16b7cc-e391-4255-ab0a-48686e42449e req-6fe35e41-c3f5-4f4e-b83d-ee274e2d5a15 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:19.857839 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b16b7cc-e391-4255-ab0a-48686e42449e req-6fe35e41-c3f5-4f4e-b83d-ee274e2d5a15 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.3624210 Nov 25 19:40:19.871290 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a2500e0-ba4d-4c8e-adb2-bf7999abe1c9 req-4d0599ea-acef-41fd-a423-a565dfc3471b service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3734648 Nov 25 19:40:20.076529 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d0586f0-302d-47e0-9141-21a757b05e00 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.092762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b16b7cc-e391-4255-ab0a-48686e42449e req-38133517-cc5b-4ca5-aa2b-02023461f7ac tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2165074 Nov 25 19:40:20.371382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39750) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:20.415062 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d0586f0-302d-47e0-9141-21a757b05e00 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.448626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b314e-3446-4074-8c75-5c381ff43f52 req-96dfd40d-3afd-4352-b382-d5f5e1c5e7c7 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:20.453056 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-381b314e-3446-4074-8c75-5c381ff43f52 req-96dfd40d-3afd-4352-b382-d5f5e1c5e7c7 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.1964707 Nov 25 19:40:20.523340 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.682154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0d75f9-932d-48e8-b0dd-ebf6669675a6 req-aa8c3282-5be1-4921-abb1-477e5593cdfd tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:20.696901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c0d75f9-932d-48e8-b0dd-ebf6669675a6 req-aa8c3282-5be1-4921-abb1-477e5593cdfd tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.3493514 Nov 25 19:40:20.751842 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d0586f0-302d-47e0-9141-21a757b05e00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.754589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d0586f0-302d-47e0-9141-21a757b05e00 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.755860 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4d0586f0-302d-47e0-9141-21a757b05e00 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8865386d-105d-4601-bcc2-e4056c6df275 HTTP/1.1" status: 204 len: 168 time: 0.9904890 Nov 25 19:40:20.847325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1198651807', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:20.921870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1882eea9-45a3-4e5d-b531-9ac4b7a2276a tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:20.955348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0586f0-302d-47e0-9141-21a757b05e00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8865386d-105d-4601-bcc2-e4056c6df275,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:21.050196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Deleting port 4fc5e2b8-e448-4520-9851-fff973283422 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:21.050551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.060482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.062104 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.078084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1882eea9-45a3-4e5d-b531-9ac4b7a2276a tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event deleted for resources: {'Port': ['ID=b5693a91-3f73-4bea-a0eb-d08603ca2a71,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:21.199496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c0d75f9-932d-48e8-b0dd-ebf6669675a6 req-67e9f797-d353-4166-920b-0ed9e45497a7 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4995065 Nov 25 19:40:21.824696 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1882eea9-45a3-4e5d-b531-9ac4b7a2276a tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:21.887031 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43864271-47f3-4a63-b5fa-f8bad78016e5 req-67aade6e-37ba-4a95-9a68-4d3e7be7f0c2 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.2535493 Nov 25 19:40:21.999267 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] For port 4fc5e2b8-e448-4520-9851-fff973283422, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4fc5e2b8-e448-4520-9851-fff973283422,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:21.999933 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:22.308545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39778) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:22.419366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:22.443986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b27c5d-d2ed-4470-b785-a521c2a4e2c0 req-201478fa-adee-4b79-8ef6-81779c0c6497 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:22.454102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03b27c5d-d2ed-4470-b785-a521c2a4e2c0 req-201478fa-adee-4b79-8ef6-81779c0c6497 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 944 time: 0.3411293 Nov 25 19:40:22.460734 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a595e7de-5b17-448c-9a08-70b99d1599b9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:22.572953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1882eea9-45a3-4e5d-b531-9ac4b7a2276a tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Router 63b6475f-3c94-4a05-96fe-3648b02e5145 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:40:22.627506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03b27c5d-d2ed-4470-b785-a521c2a4e2c0 req-15463ebc-60f6-4848-9671-a71af95eca83 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups?id=f9fb19ce-64f6-489a-bb4c-da25b6f6be71&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1720006 Nov 25 19:40:22.910349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:22.915724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:22.916153 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:22.916723 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Floating IP 165622e1-2189-4ce7-9493-8c020699a9c6 disassociated. External IP: 172.25.8.128, port: 4fc5e2b8-e448-4520-9851-fff973283422. Nov 25 19:40:22.917105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Calling delete_port for 4fc5e2b8-e448-4520-9851-fff973283422 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:22.981270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.014293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1882eea9-45a3-4e5d-b531-9ac4b7a2276a tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:40:23.028700 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5706a0-583e-4b98-914b-7c6104e82b9c None None] Sync routers for ids ['63b6475f-3c94-4a05-96fe-3648b02e5145'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:23.029985 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1882eea9-45a3-4e5d-b531-9ac4b7a2276a tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "PUT /v2.0/routers/63b6475f-3c94-4a05-96fe-3648b02e5145/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5914059 Nov 25 19:40:23.036614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39796) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:23.053546 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5706a0-583e-4b98-914b-7c6104e82b9c None None] Routers {'63b6475f-3c94-4a05-96fe-3648b02e5145'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:23.055884 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cb5706a0-583e-4b98-914b-7c6104e82b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['63b6475f-3c94-4a05-96fe-3648b02e5145'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:23.161289 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cb5706a0-583e-4b98-914b-7c6104e82b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:23.193291 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5706a0-583e-4b98-914b-7c6104e82b9c None None] Routers {'63b6475f-3c94-4a05-96fe-3648b02e5145'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:23.194333 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cb5706a0-583e-4b98-914b-7c6104e82b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['63b6475f-3c94-4a05-96fe-3648b02e5145'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:23.210322 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-9dd0d669-e405-4358-8343-0658f10cd96e tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] show failed (client error): The resource could not be found. Nov 25 19:40:23.219258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9dd0d669-e405-4358-8343-0658f10cd96e tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-1902226608 HTTP/1.1" status: 404 len: 335 time: 0.1738911 Nov 25 19:40:23.225586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39798) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:23.236048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-babfbede-c096-4248-9bf4-2360cd864833 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:23.298466 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cb5706a0-583e-4b98-914b-7c6104e82b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:23.299753 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5706a0-583e-4b98-914b-7c6104e82b9c None None] The sync data for ids ['63b6475f-3c94-4a05-96fe-3648b02e5145'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:23.403404 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-babfbede-c096-4248-9bf4-2360cd864833 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] update failed (client error): The resource could not be found. Nov 25 19:40:23.408801 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-babfbede-c096-4248-9bf4-2360cd864833 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1970765074 HTTP/1.1" status: 404 len: 335 time: 0.1779299 Nov 25 19:40:23.409402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39804) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:23.463025 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a595e7de-5b17-448c-9a08-70b99d1599b9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.475290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a595e7de-5b17-448c-9a08-70b99d1599b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.620968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a595e7de-5b17-448c-9a08-70b99d1599b9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63c07960ac11478cbe4a4c5fbb2f62e6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2503402 Nov 25 19:40:23.638129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcc02384-3474-49b5-9af1-61780f9cac90 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Deleting subnet 979508d1-747e-4613-98a5-0ed85ece3b4e {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:23.666274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a595e7de-5b17-448c-9a08-70b99d1599b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3b07403-ca3d-40d8-881d-c558d6f16fa0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:23.677609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39810) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:23.713181 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcc02384-3474-49b5-9af1-61780f9cac90 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:23.865542 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96e54666-fa39-4395-8845-e90921571664 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.016483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96e54666-fa39-4395-8845-e90921571664 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.047081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.118399 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.127675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event deleted for resources: {'Port': ['ID=4fc5e2b8-e448-4520-9851-fff973283422,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:24.135139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:24.190729 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.205078 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcc02384-3474-49b5-9af1-61780f9cac90 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.340227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 4fc5e2b8-e448-4520-9851-fff973283422 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:24.347791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4fc5e2b8-e448-4520-9851-fff973283422 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:24.388583 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96e54666-fa39-4395-8845-e90921571664 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.395129 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96e54666-fa39-4395-8845-e90921571664 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:24.400407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-96e54666-fa39-4395-8845-e90921571664 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3b07403-ca3d-40d8-881d-c558d6f16fa0 HTTP/1.1" status: 204 len: 168 time: 0.7187974 Nov 25 19:40:24.421081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e54666-fa39-4395-8845-e90921571664 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3b07403-ca3d-40d8-881d-c558d6f16fa0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:24.921987 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcc02384-3474-49b5-9af1-61780f9cac90 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.160565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Router 55da155c-0a28-4c3f-89cd-5798edb7e10a has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:40:25.336331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Allocated IP 172.25.8.171 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/ba80293c-0d96-45ae-848f-b2938d3452de) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:25.386688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcc02384-3474-49b5-9af1-61780f9cac90 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.528585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc02384-3474-49b5-9af1-61780f9cac90 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event deleted for resources: {'Subnet': ['ID=979508d1-747e-4613-98a5-0ed85ece3b4e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:25.813693 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a88ebbc-5e54-4bde-82df-f80f88db8274 None None] Network 4c200b42-5977-45c9-9200-bda0cd0b82f0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:25.855838 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcc02384-3474-49b5-9af1-61780f9cac90 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:25.888368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39856) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:25.903659 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dcc02384-3474-49b5-9af1-61780f9cac90 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "DELETE /v2.0/subnets/979508d1-747e-4613-98a5-0ed85ece3b4e HTTP/1.1" status: 204 len: 168 time: 2.4924538 Nov 25 19:40:26.315565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6722dcc-6f19-44ed-9695-bb29c8eaf836 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Deleting subnet b527a952-8436-4fac-adf4-86a3399060a4 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:26.327585 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6722dcc-6f19-44ed-9695-bb29c8eaf836 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:26.425540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] DHCP port deletion for 4c200b42-5977-45c9-9200-bda0cd0b82f0 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:26.458516 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6722dcc-6f19-44ed-9695-bb29c8eaf836 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:26.656291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Deleting port 9817b50b-b887-4a8d-92a7-837c4e57f338 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:26.657251 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:26.746596 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6722dcc-6f19-44ed-9695-bb29c8eaf836 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:26.908071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad525d9-3d44-4ea1-b0d0-57cd2e0a742c req-c3b6812d-1f24-4533-9b23-2a67e9aeb29a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:26.942394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ad525d9-3d44-4ea1-b0d0-57cd2e0a742c req-c3b6812d-1f24-4533-9b23-2a67e9aeb29a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 1.2345288 Nov 25 19:40:27.094465 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] For port 9817b50b-b887-4a8d-92a7-837c4e57f338, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9817b50b-b887-4a8d-92a7-837c4e57f338,segment=NetworkSegment(149578ed-91a9-4000-89d9-f468a0b075bd),segment_id=149578ed-91a9-4000-89d9-f468a0b075bd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:27.097812 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.160100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Calling delete_port for 9817b50b-b887-4a8d-92a7-837c4e57f338 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:27.194842 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6722dcc-6f19-44ed-9695-bb29c8eaf836 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.292316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ad525d9-3d44-4ea1-b0d0-57cd2e0a742c req-e2a20515-34f1-4a44-8a46-ff67733aa6e3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3481715 Nov 25 19:40:27.301302 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e6722dcc-6f19-44ed-9695-bb29c8eaf836 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.323744 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e6722dcc-6f19-44ed-9695-bb29c8eaf836 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "DELETE /v2.0/subnets/b527a952-8436-4fac-adf4-86a3399060a4 HTTP/1.1" status: 204 len: 168 time: 1.3809326 Nov 25 19:40:27.325204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6722dcc-6f19-44ed-9695-bb29c8eaf836 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event deleted for resources: {'Subnet': ['ID=b527a952-8436-4fac-adf4-86a3399060a4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:27.329902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39892) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:27.572559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb2e141-cb66-48b2-bc28-c79a6962256a None None] Network 08eb69a8-4c22-4478-b03e-488bc3c61dae requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:27.656712 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:27.724445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2631882-f47f-47d2-b945-c0f9a9262d53 req-6fb3f136-4182-4cab-b816-d077b7fbe3c1 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/ports?device_id=591c197c-4645-4eeb-88b3-eeff0f0ea476 HTTP/1.1" status: 200 len: 210 time: 0.1063991 Nov 25 19:40:27.981186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.010352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9817b50b-b887-4a8d-92a7-837c4e57f338 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:28.053776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] No DVR routers for this DVR port 9817b50b-b887-4a8d-92a7-837c4e57f338 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:28.147434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 9817b50b-b887-4a8d-92a7-837c4e57f338 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:28.148161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9817b50b-b887-4a8d-92a7-837c4e57f338 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:28.156718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Pushing event deleted for resources: {'Port': ['ID=9817b50b-b887-4a8d-92a7-837c4e57f338,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:28.176362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.176931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.177496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.178046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.178577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.179420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.181020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.181733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.182469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.183321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.183845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.185267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d3966b8-e0a4-4cc1-bb56-847770d712a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:28.266761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:40:28.285601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4be6c5-fda4-462c-bcdb-ba94aed52165 None None] Sync routers for ids ['55da155c-0a28-4c3f-89cd-5798edb7e10a'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:28.309735 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.412331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4be6c5-fda4-462c-bcdb-ba94aed52165 None None] Routers {'55da155c-0a28-4c3f-89cd-5798edb7e10a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:28.415403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6c4be6c5-fda4-462c-bcdb-ba94aed52165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55da155c-0a28-4c3f-89cd-5798edb7e10a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:28.601037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6382950c-b788-4576-a035-37b9f17d63f3 None None] DHCP port deletion for 08eb69a8-4c22-4478-b03e-488bc3c61dae request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:28.609224 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.725819 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.857841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da2d9e41-8db1-4ef1-9a6f-e445060aec1f req-417fbac1-2359-4dda-9e66-05e7a40f93d5 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.3272948 Nov 25 19:40:28.907792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] No DVR routers for this DVR port 4fc5e2b8-e448-4520-9851-fff973283422 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:28.918914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:28.933894 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c200b42-5977-45c9-9200-bda0cd0b82f0']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:28.936792 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-381b314e-3446-4074-8c75-5c381ff43f52 req-bf0ba2ce-4aa7-4869-b118-ca4665f43a51 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.60 "DELETE /v2.0/ports/4fc5e2b8-e448-4520-9851-fff973283422 HTTP/1.1" status: 204 len: 173 time: 8.4422615 Nov 25 19:40:29.025130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6382950c-b788-4576-a035-37b9f17d63f3 None None] Deleting port 8fdec959-e6c3-447f-a468-0adbe8457333 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:29.025467 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6382950c-b788-4576-a035-37b9f17d63f3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.033161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149578ed-91a9-4000-89d9-f468a0b075bd') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:29.037019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149578ed-91a9-4000-89d9-f468a0b075bd') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:29.081029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-deleted', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:29.088917 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.093263 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ffd144-8997-4be3-b915-f8f4e01e1dcd" -d '{"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-deleted", "tag": "4fc5e2b8-e448-4520-9851-fff973283422"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:29.099558 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-6c4be6c5-fda4-462c-bcdb-ba94aed52165 None None] Set router 55da155c-0a28-4c3f-89cd-5798edb7e10a gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:29.103646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39910) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:29.183732 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.207914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:29.222579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:40:29.223022 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.224732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:29.266565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Pushing event updated for resources: {'Port': ['ID=ba80293c-0d96-45ae-848f-b2938d3452de,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:40:29.266865 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:40:29.333291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:29.489071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6382950c-b788-4576-a035-37b9f17d63f3 None None] For port 8fdec959-e6c3-447f-a468-0adbe8457333, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fdec959-e6c3-447f-a468-0adbe8457333,segment=NetworkSegment(023ace84-a5cd-49e8-9cc0-5c89273191cd),segment_id=023ace84-a5cd-49e8-9cc0-5c89273191cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:29.489706 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6382950c-b788-4576-a035-37b9f17d63f3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.528105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6382950c-b788-4576-a035-37b9f17d63f3 None None] Calling delete_port for 8fdec959-e6c3-447f-a468-0adbe8457333 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:29.536474 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.606547 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.617015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "DELETE /v2.0/networks/4c200b42-5977-45c9-9200-bda0cd0b82f0 HTTP/1.1" status: 204 len: 168 time: 2.2842774 Nov 25 19:40:29.628000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39928) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:29.674639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c96389d-8d00-498f-83c4-6d1e6d0850de None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:29.677942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7207f5-2496-48c7-8495-2ba17c799870 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event deleted for resources: {'Network': ['ID=4c200b42-5977-45c9-9200-bda0cd0b82f0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:29.762215 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46183d8c-036d-41ab-9955-b7b928bf5667 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:29.879068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5eb2a4-b614-47be-8967-510fd3061a46 req-a0cbc553-c0d1-44f0-a7c8-273415b27e9a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:29.883377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e5eb2a4-b614-47be-8967-510fd3061a46 req-a0cbc553-c0d1-44f0-a7c8-273415b27e9a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.6824901 Nov 25 19:40:30.104700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fdec959-e6c3-447f-a468-0adbe8457333 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:30.168617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8f2b7d80-0bc5-4c0c-9efc-a9e8f7ce3502 None None] Provisioning complete for port ba80293c-0d96-45ae-848f-b2938d3452de triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:30.171555 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8f2b7d80-0bc5-4c0c-9efc-a9e8f7ce3502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.242937 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.308538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e5eb2a4-b614-47be-8967-510fd3061a46 req-8c34824c-4278-4d31-be52-b856244003ca tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780709 Nov 25 19:40:30.439147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.513639 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46183d8c-036d-41ab-9955-b7b928bf5667 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.521131 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46183d8c-036d-41ab-9955-b7b928bf5667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.559369 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbf48c5-2485-4cd2-8377-377fc89b18ed x-openstack-request-id: req-5bbf48c5-2485-4cd2-8377-377fc89b18ed {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:30.559666 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "591c197c-4645-4eeb-88b3-eeff0f0ea476", "name": "network-vif-deleted", "tag": "4fc5e2b8-e448-4520-9851-fff973283422", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:30.559928 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bbf48c5-2485-4cd2-8377-377fc89b18ed {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:30.560341 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '591c197c-4645-4eeb-88b3-eeff0f0ea476', 'name': 'network-vif-deleted', 'tag': '4fc5e2b8-e448-4520-9851-fff973283422', 'status': 'completed', 'code': 200} Nov 25 19:40:30.693038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46183d8c-036d-41ab-9955-b7b928bf5667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3e5c88-e5de-4ccb-9667-a60215fb955f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:30.705879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6382950c-b788-4576-a035-37b9f17d63f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.723119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-46183d8c-036d-41ab-9955-b7b928bf5667 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8efe8157a790474d857376bad31dd8ef&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6180634 Nov 25 19:40:30.725746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39938) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:30.859262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89cbf046-bf17-4460-abe2-725895273ab5 req-a7952b31-597f-44be-a08d-be0b74aad9a6 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.1388760 Nov 25 19:40:30.902358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6382950c-b788-4576-a035-37b9f17d63f3 None None] Pushing event deleted for resources: {'Port': ['ID=8fdec959-e6c3-447f-a468-0adbe8457333,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:30.953933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Deleting port 8fdec959-e6c3-447f-a468-0adbe8457333 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:30.956277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8f2b7d80-0bc5-4c0c-9efc-a9e8f7ce3502 None None] Port ba80293c-0d96-45ae-848f-b2938d3452de cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:30.957074 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:30.966626 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382950c-b788-4576-a035-37b9f17d63f3 None None] No DVR routers for this DVR port 8fdec959-e6c3-447f-a468-0adbe8457333 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:30.968685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No active binding found for port 8fdec959-e6c3-447f-a468-0adbe8457333 {{(pid=103653) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:40:30.969144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fdec959-e6c3-447f-a468-0adbe8457333 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:31.045281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39942) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:31.066363 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.131531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6c4be6c5-fda4-462c-bcdb-ba94aed52165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '1b118202-5f29-45f2-ad0f-f27855109136', 'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'mac_address': 'fa:16:3e:f5:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:17Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 5, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'subnets': [{'id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:31.246753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4be6c5-fda4-462c-bcdb-ba94aed52165 None None] Checking router: 55da155c-0a28-4c3f-89cd-5798edb7e10a for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:40:31.258064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4be6c5-fda4-462c-bcdb-ba94aed52165 None None] Routers {'55da155c-0a28-4c3f-89cd-5798edb7e10a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:31.258604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6c4be6c5-fda4-462c-bcdb-ba94aed52165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55da155c-0a28-4c3f-89cd-5798edb7e10a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:31.293594 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Router 77daf38e-f664-433e-8a77-94374a6d2264 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:40:31.371078 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5972a6e3-709f-45b4-92d4-117c9efa1f1d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.417361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] For port 8fdec959-e6c3-447f-a468-0adbe8457333, host n-d-817303-9, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:31.423104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.579319 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03f00c6b-247f-4a51-9082-67cc55a04ced admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.591955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-6c4be6c5-fda4-462c-bcdb-ba94aed52165 None None] Set router 55da155c-0a28-4c3f-89cd-5798edb7e10a gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:31.654969 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03f00c6b-247f-4a51-9082-67cc55a04ced admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.757041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:40:31.771538 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1acd69-4a7f-4f74-abfc-33ca8b12a3cb None None] Sync routers for ids ['77daf38e-f664-433e-8a77-94374a6d2264'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:31.824407 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.832577 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-26e48600-df6c-4107-98df-c0767ca91ba8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.4517069 Nov 25 19:40:31.833232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39948) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:31.853824 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1acd69-4a7f-4f74-abfc-33ca8b12a3cb None None] Routers {'77daf38e-f664-433e-8a77-94374a6d2264'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:31.861781 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5a1acd69-4a7f-4f74-abfc-33ca8b12a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['77daf38e-f664-433e-8a77-94374a6d2264'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:31.925913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Calling delete_port for 8fdec959-e6c3-447f-a468-0adbe8457333 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:31.935803 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5972a6e3-709f-45b4-92d4-117c9efa1f1d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:31.975109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Port 8fdec959-e6c3-447f-a468-0adbe8457333 was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:40:31.989097 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03f00c6b-247f-4a51-9082-67cc55a04ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.015316 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03f00c6b-247f-4a51-9082-67cc55a04ced admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.022203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-03f00c6b-247f-4a51-9082-67cc55a04ced admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b3e5c88-e5de-4ccb-9667-a60215fb955f HTTP/1.1" status: 204 len: 168 time: 1.1700842 Nov 25 19:40:32.095969 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5a1acd69-4a7f-4f74-abfc-33ca8b12a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:32.125097 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1acd69-4a7f-4f74-abfc-33ca8b12a3cb None None] Routers {'77daf38e-f664-433e-8a77-94374a6d2264'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:32.127217 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5a1acd69-4a7f-4f74-abfc-33ca8b12a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['77daf38e-f664-433e-8a77-94374a6d2264'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:32.202443 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.220504 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5a1acd69-4a7f-4f74-abfc-33ca8b12a3cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:32.221956 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1acd69-4a7f-4f74-abfc-33ca8b12a3cb None None] The sync data for ids ['77daf38e-f664-433e-8a77-94374a6d2264'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:32.271733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5b5e3433-9a96-4c0d-8449-be0593446155 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/routers/77daf38e-f664-433e-8a77-94374a6d2264 HTTP/1.1" status: 200 len: 921 time: 0.4373579 Nov 25 19:40:32.272000 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1eee51bb-6ade-4b91-8fdc-51293f3f9d56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.272784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39956) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:32.326124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] No DVR routers for this DVR port 8fdec959-e6c3-447f-a468-0adbe8457333 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:32.332445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f00c6b-247f-4a51-9082-67cc55a04ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3e5c88-e5de-4ccb-9667-a60215fb955f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:32.363134 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-684adf5b-5a5b-4406-9e8c-0ed357d401df tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=77daf38e-f664-433e-8a77-94374a6d2264 HTTP/1.1" status: 200 len: 205 time: 0.0894740 Nov 25 19:40:32.364153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39960) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:32.525323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event deleted for resources: {'Port': ['ID=8fdec959-e6c3-447f-a468-0adbe8457333,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:32.554884 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147ed8e-efa0-4be9-9707-bd728561d137 req-b67ae7bb-7b14-4c73-8448-c08809d47b15 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:32.557807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9147ed8e-efa0-4be9-9707-bd728561d137 req-b67ae7bb-7b14-4c73-8448-c08809d47b15 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.7023804 Nov 25 19:40:32.652111 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.684146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08eb69a8-4c22-4478-b03e-488bc3c61dae']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:32.705748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '023ace84-a5cd-49e8-9cc0-5c89273191cd') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:32.705748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '023ace84-a5cd-49e8-9cc0-5c89273191cd') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:32.723011 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.750129 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.761638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:40:32.761638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:32.884539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6c4be6c5-fda4-462c-bcdb-ba94aed52165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '1b118202-5f29-45f2-ad0f-f27855109136', 'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'mac_address': 'fa:16:3e:f5:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:17Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 5, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'subnets': [{'id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:32.963658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39962) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:33.011269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c4be6c5-fda4-462c-bcdb-ba94aed52165 None None] The sync data for ids ['55da155c-0a28-4c3f-89cd-5798edb7e10a'] in n-d-817303-9 is: [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '1b118202-5f29-45f2-ad0f-f27855109136', 'name': '', 'network_id': '492b4cfc-90d6-4b87-a038-575717433527', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'mac_address': 'fa:16:3e:f5:46:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 938, 'fixed_ips': [{'subnet_id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:17Z', 'updated_at': '2021-11-25T19:29:26Z', 'revision_number': 5, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'subnets': [{'id': 'dc6581b2-a600-4998-b647-226b4b35305c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:33.021267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f94404bc-0af0-40f5-a178-b7d9083cb953 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:40:33.036178 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:40:33.061067 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.158389 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.180762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "DELETE /v2.0/networks/08eb69a8-4c22-4478-b03e-488bc3c61dae HTTP/1.1" status: 204 len: 168 time: 3.5031109 Nov 25 19:40:33.182164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39970) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:33.188945 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5972a6e3-709f-45b4-92d4-117c9efa1f1d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.194460 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5972a6e3-709f-45b4-92d4-117c9efa1f1d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.196505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5972a6e3-709f-45b4-92d4-117c9efa1f1d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "DELETE /v2.0/security-groups/f9fb19ce-64f6-489a-bb4c-da25b6f6be71 HTTP/1.1" status: 204 len: 168 time: 2.1220975 Nov 25 19:40:33.223762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d0e22-3891-4ad1-95c3-052508548584 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event deleted for resources: {'Network': ['ID=08eb69a8-4c22-4478-b03e-488bc3c61dae,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:33.227317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39972) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:33.296830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5972a6e3-709f-45b4-92d4-117c9efa1f1d tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fb19ce-64f6-489a-bb4c-da25b6f6be71,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:33.354180 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-9b71c977-16f3-43a3-8cdd-92948d2214dc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] show failed (client error): The resource could not be found. Nov 25 19:40:33.359551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9b71c977-16f3-43a3-8cdd-92948d2214dc tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "GET /v2.0/security-groups/f9fb19ce-64f6-489a-bb4c-da25b6f6be71 HTTP/1.1" status: 404 len: 347 time: 0.1274438 Nov 25 19:40:33.363642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39978) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:33.431542 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f94404bc-0af0-40f5-a178-b7d9083cb953 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.443655 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.515323 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f94404bc-0af0-40f5-a178-b7d9083cb953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.594014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9147ed8e-efa0-4be9-9707-bd728561d137 req-eec846da-69a2-4ed5-9d6f-11440406d414 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865080 Nov 25 19:40:33.603085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94404bc-0af0-40f5-a178-b7d9083cb953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e4d3915-de2c-45fe-a638-d3e2cee46f93,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:33.634908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-97126130-aaca-43f1-a93a-f954c22ee020 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Deleting subnet 4da22aa1-72c1-453f-a2be-67292dec0638 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:33.686291 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f94404bc-0af0-40f5-a178-b7d9083cb953 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5db7517fa7074d328d0255bf16169b34&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7191460 Nov 25 19:40:33.687210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39986) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:33.721099 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97126130-aaca-43f1-a93a-f954c22ee020 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:33.741511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a64f98-c341-4cab-bbbc-f348fb036b02 None None] New status for floating IP 165622e1-2189-4ce7-9493-8c020699a9c6: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:40:33.915765 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5db35d0-f717-4154-b3c8-629612fce794 req-05a1cda6-141b-49e7-a2fc-c76a0b659bc9 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.1198657 Nov 25 19:40:33.979728 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97126130-aaca-43f1-a93a-f954c22ee020 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.046922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.061170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e3798-8fe7-49f7-ae0c-a8ba5229e854 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Deleting port 537bfdfa-8f1a-4851-ba0e-7ed754aa9f25 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:34.064168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3798-8fe7-49f7-ae0c-a8ba5229e854 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.089177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8af199ce-62e4-41bf-b017-c1ea8e6c3b73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.249659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8af199ce-62e4-41bf-b017-c1ea8e6c3b73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.281247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97126130-aaca-43f1-a93a-f954c22ee020 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.448700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Deleting port ba80293c-0d96-45ae-848f-b2938d3452de {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:34.449038 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.559387 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b6e069c-940e-4336-ab05-4b90f14ca2f4 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=caea867bfc5d43b7894f6c3521f1d3a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984397 Nov 25 19:40:34.639297 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8af199ce-62e4-41bf-b017-c1ea8e6c3b73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.642409 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8af199ce-62e4-41bf-b017-c1ea8e6c3b73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.648172 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8af199ce-62e4-41bf-b017-c1ea8e6c3b73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7e4d3915-de2c-45fe-a638-d3e2cee46f93 HTTP/1.1" status: 204 len: 168 time: 0.9463034 Nov 25 19:40:34.667603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3798-8fe7-49f7-ae0c-a8ba5229e854 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.667913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3798-8fe7-49f7-ae0c-a8ba5229e854 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.669302 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97126130-aaca-43f1-a93a-f954c22ee020 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.695405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af199ce-62e4-41bf-b017-c1ea8e6c3b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e4d3915-de2c-45fe-a638-d3e2cee46f93,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:34.761795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4f5e3798-8fe7-49f7-ae0c-a8ba5229e854 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Calling delete_port for 537bfdfa-8f1a-4851-ba0e-7ed754aa9f25 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:34.775363 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97126130-aaca-43f1-a93a-f954c22ee020 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event deleted for resources: {'Subnet': ['ID=4da22aa1-72c1-453f-a2be-67292dec0638,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:34.782246 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97126130-aaca-43f1-a93a-f954c22ee020 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.789761 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-97126130-aaca-43f1-a93a-f954c22ee020 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "DELETE /v2.0/subnets/4da22aa1-72c1-453f-a2be-67292dec0638 HTTP/1.1" status: 204 len: 168 time: 1.6027715 Nov 25 19:40:34.795530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff574b4c-8d23-482f-82ee-ac31ff630fa3 None None] Network 5bace525-69a5-4a1a-b9bb-ba025d620e95 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:34.796029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40004) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:34.895292 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d175aa45-8d2b-4318-946a-53499bdfe963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.905575 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.912781 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:34.937614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Calling delete_port for ba80293c-0d96-45ae-848f-b2938d3452de owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:35.056905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-92f56b15-4e9d-4bf2-afb3-9dbc6197efd0 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:35.064824 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-92f56b15-4e9d-4bf2-afb3-9dbc6197efd0 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5112889 Nov 25 19:40:35.092637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-de5069c3-72a1-44cf-8a23-f807e90f57b8 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/quotas/caea867bfc5d43b7894f6c3521f1d3a9 HTTP/1.1" status: 200 len: 375 time: 0.0267763 Nov 25 19:40:35.141988 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-0ae81e1a-64fc-4904-b5b3-9c8e819ac830 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=caea867bfc5d43b7894f6c3521f1d3a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482116 Nov 25 19:40:35.261059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Deleting port 8e800680-740d-4159-b871-1c991c225e1d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:35.261656 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.300266 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3798-8fe7-49f7-ae0c-a8ba5229e854 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.349740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] For port 8e800680-740d-4159-b871-1c991c225e1d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8e800680-740d-4159-b871-1c991c225e1d,segment=NetworkSegment(de7c5135-a8c0-4626-a755-78645af65d42),segment_id=de7c5135-a8c0-4626-a755-78645af65d42)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:35.350161 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.365033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5e3798-8fe7-49f7-ae0c-a8ba5229e854 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Pushing event deleted for resources: {'Port': ['ID=537bfdfa-8f1a-4851-ba0e-7ed754aa9f25,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:35.374281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Calling delete_port for 8e800680-740d-4159-b871-1c991c225e1d owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:35.453961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed88cff-a4e5-40fc-a733-a193e5e1bf81 None None] DHCP port deletion for 5bace525-69a5-4a1a-b9bb-ba025d620e95 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:35.539670 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.618555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0ed88cff-a4e5-40fc-a733-a193e5e1bf81 None None] Deleting port 8e800680-740d-4159-b871-1c991c225e1d {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:35.619760 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0ed88cff-a4e5-40fc-a733-a193e5e1bf81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.645695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event deleted for resources: {'Port': ['ID=8e800680-740d-4159-b871-1c991c225e1d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:35.667865 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3798-8fe7-49f7-ae0c-a8ba5229e854 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.674042 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f5e3798-8fe7-49f7-ae0c-a8ba5229e854 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.675293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4f5e3798-8fe7-49f7-ae0c-a8ba5229e854 tempest-ServerActionsTestJSON-305922224 tempest-ServerActionsTestJSON-305922224-project] 10.222.0.15 "DELETE /v2.0/floatingips/165622e1-2189-4ce7-9493-8c020699a9c6 HTTP/1.1" status: 204 len: 168 time: 2.2945793 Nov 25 19:40:35.677409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] No DVR routers for this DVR port 8e800680-740d-4159-b871-1c991c225e1d on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:35.688214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40020) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:35.707350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4679a0d3-079b-49f9-8f15-24365b5e8be8 req-07937098-57e7-4607-8900-75d0874b2ee7 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:35.716869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4679a0d3-079b-49f9-8f15-24365b5e8be8 req-07937098-57e7-4607-8900-75d0874b2ee7 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.1871214 Nov 25 19:40:35.825213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0ed88cff-a4e5-40fc-a733-a193e5e1bf81 None None] For port 8e800680-740d-4159-b871-1c991c225e1d, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:35.828347 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0ed88cff-a4e5-40fc-a733-a193e5e1bf81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.856170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0ed88cff-a4e5-40fc-a733-a193e5e1bf81 None None] Calling delete_port for 8e800680-740d-4159-b871-1c991c225e1d owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:35.860122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-0ed88cff-a4e5-40fc-a733-a193e5e1bf81 None None] Port 8e800680-740d-4159-b871-1c991c225e1d was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:40:35.864661 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0ed88cff-a4e5-40fc-a733-a193e5e1bf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.869715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4679a0d3-079b-49f9-8f15-24365b5e8be8 req-cd07e427-1a1c-4621-9aa3-9e50d25fc98e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509998 Nov 25 19:40:35.882700 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:35.920219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed88cff-a4e5-40fc-a733-a193e5e1bf81 None None] Pushing event deleted for resources: {'Port': ['ID=8e800680-740d-4159-b871-1c991c225e1d,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:35.925040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8e800680-740d-4159-b871-1c991c225e1d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:35.977746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed88cff-a4e5-40fc-a733-a193e5e1bf81 None None] No DVR routers for this DVR port 8e800680-740d-4159-b871-1c991c225e1d on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:35.984305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 8e800680-740d-4159-b871-1c991c225e1d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:35.984917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8e800680-740d-4159-b871-1c991c225e1d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:36.070720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b901560-00c4-4675-8d69-e7f315cd1bf6 req-4c54e78d-8601-439c-b1b4-c7e1e4dc1f00 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.0684607 Nov 25 19:40:36.367712 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.399215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Pushing event deleted for resources: {'Port': ['ID=ba80293c-0d96-45ae-848f-b2938d3452de,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:36.404476 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.425001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df8e494-cce8-4db1-a35f-cefa540bc18e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:36.467472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bace525-69a5-4a1a-b9bb-ba025d620e95']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:36.489538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de7c5135-a8c0-4626-a755-78645af65d42') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:36.489873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de7c5135-a8c0-4626-a755-78645af65d42') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:36.508123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.551862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.576604 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.615926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:40:36.616417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:40:36.626834 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:40:36.898610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.909374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.911760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.918478 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "DELETE /v2.0/networks/5bace525-69a5-4a1a-b9bb-ba025d620e95 HTTP/1.1" status: 204 len: 168 time: 2.1212490 Nov 25 19:40:36.921503 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:36.923227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40050) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:36.950325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb3eb7-76b6-40b4-8fc1-aa29c24a51d6 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Pushing event deleted for resources: {'Network': ['ID=5bace525-69a5-4a1a-b9bb-ba025d620e95,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:36.985255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-314f6745-93f5-4f05-b243-5bae86e3bff1 req-12eaf7f5-47f8-4967-adac-373b9c239e78 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 210 time: 0.7333667 Nov 25 19:40:37.010171 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-95d132c6-7dfe-48dc-8bd6-5bafbcd10cd0 tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b6475f-3c94-4a05-96fe-3648b02e5145 HTTP/1.1" status: 200 len: 205 time: 0.0855639 Nov 25 19:40:37.010767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40052) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:37.021892 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.022548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Fanout notify agent at l3_agent the message router_deleted on router 77daf38e-f664-433e-8a77-94374a6d2264 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:40:37.046252 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.051797 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bfe676bf-04e7-4544-ab03-e85e075b67a7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/77daf38e-f664-433e-8a77-94374a6d2264 HTTP/1.1" status: 204 len: 168 time: 4.6805246 Nov 25 19:40:37.052342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40054) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:37.060989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1070268658', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'enable_snat': False}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:37.102528 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.103865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.221025 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.230240 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-48f224f5-8382-4be3-889a-61a0d8ff7bb5 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=caea867bfc5d43b7894f6c3521f1d3a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503979 Nov 25 19:40:37.351153 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a996125-c3ec-4218-910b-e47556c28fcf tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.591228 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.654483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-479fdd6a-cfd6-4197-9a3a-38e334b42cf3 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:37.656684 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-479fdd6a-cfd6-4197-9a3a-38e334b42cf3 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3289855 Nov 25 19:40:37.674082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Request body: {'port': {'device_id': 'c3074959-742a-4c00-80dd-0b50709a201b', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': 'caea867bfc5d43b7894f6c3521f1d3a9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:37.813813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.934650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb9c20-b1bc-4487-94e0-03b15a88cd43 req-50346134-576f-4a80-8783-6d3e58c2bd7c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:37.949027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7edb9c20-b1bc-4487-94e0-03b15a88cd43 req-50346134-576f-4a80-8783-6d3e58c2bd7c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 943 time: 0.6557066 Nov 25 19:40:37.955148 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a996125-c3ec-4218-910b-e47556c28fcf tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:37.962444 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a996125-c3ec-4218-910b-e47556c28fcf tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.109937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Made reservation on behalf of caea867bfc5d43b7894f6c3521f1d3a9 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:38.120404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.125167 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a996125-c3ec-4218-910b-e47556c28fcf tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.125875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a996125-c3ec-4218-910b-e47556c28fcf tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Fanout notify agent at l3_agent the message router_deleted on router 63b6475f-3c94-4a05-96fe-3648b02e5145 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:40:38.137561 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a996125-c3ec-4218-910b-e47556c28fcf tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.145589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0a996125-c3ec-4218-910b-e47556c28fcf tempest-RoutersNegativeTest-354393054 tempest-RoutersNegativeTest-354393054-project] 10.222.0.15 "DELETE /v2.0/routers/63b6475f-3c94-4a05-96fe-3648b02e5145 HTTP/1.1" status: 204 len: 168 time: 1.1320200 Nov 25 19:40:38.186824 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7edb9c20-b1bc-4487-94e0-03b15a88cd43 req-d1cf2aec-d676-42cf-b3d2-7b2290bc2bec tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344739 Nov 25 19:40:38.188312 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.194288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.209751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ec3d67d7-e3bc-4e82-966f-76119cac5255 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:40:38.270028 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.312918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.392218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.526623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:38.564075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'network_id': 'fb09efdf-9f22-40e0-a6d6-9f8cf397d98e', 'port_id': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'mac_address': 'fa:16:3e:ea:06:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 617, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4746e874-55e6-4158-90b3-691ef950b7a9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:40:38.599024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3203251-3021-49fc-a063-e5606ba8f02a req-996e15ca-01db-4d73-b3cf-609a5630c020 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.0956280 Nov 25 19:40:38.684755 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.732614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.780488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.785048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3d67d7-e3bc-4e82-966f-76119cac5255 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:40:38.943005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:38.955242 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:38.956763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-557e9597-5865-4d06-a5ba-17b39ed4e940 req-ca0ac3ad-175d-46cc-aba5-0dbc2fc751f5 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 210 time: 0.0710061 Nov 25 19:40:39.117539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b33c3dfe-c92b-4d15-9165-41ad311cd978,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:39.120240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ec3d67d7-e3bc-4e82-966f-76119cac5255,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:39.124808 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Allocated IP 172.25.8.133 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/502922f3-0255-473f-950a-3b1bd44498b3) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:39.187655 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ec3d67d7-e3bc-4e82-966f-76119cac5255'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:40:39.208242 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] Deleting port 1b118202-5f29-45f2-ad0f-f27855109136 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:39.208242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:39.279789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40092) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:39.350227 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] For port 1b118202-5f29-45f2-ad0f-f27855109136, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1b118202-5f29-45f2-ad0f-f27855109136,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:39.351035 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:39.369757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] Calling delete_port for 1b118202-5f29-45f2-ad0f-f27855109136 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:39.474466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Allocated IP 192.168.233.131 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/fa3980b8-17f9-44c1-ad38-db9d40f0a8aa) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:39.717465 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:39.759364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:39.799993 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2cab69d9-7379-46e3-8f9d-6ac9327c1e98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a8f53fb69b94f55a6bffd240ea9855f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5187809 Nov 25 19:40:39.809209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40102) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:39.902454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b118202-5f29-45f2-ad0f-f27855109136,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:40.170270 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.226510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ec3d67d7-e3bc-4e82-966f-76119cac5255 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:40.271646 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.344564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:40.361169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:40.368770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.374462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.390659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port ec3d67d7-e3bc-4e82-966f-76119cac5255 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:40.393028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:40.393237 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.486336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f93cf6e-1068-47df-b2b1-3681bce1257d req-ca325551-7d70-4753-8521-765696862f73 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:40.487012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:40.491450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:40.499230 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45ecb83-3081-4925-951c-2fd6a079f01c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:40.506584 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f93cf6e-1068-47df-b2b1-3681bce1257d req-ca325551-7d70-4753-8521-765696862f73 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 944 time: 0.3320394 Nov 25 19:40:40.511874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event updated for resources: {'Port': ['ID=502922f3-0255-473f-950a-3b1bd44498b3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:40.525877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:40.534246 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c411069-092a-4c54-a861-a1183cf8ea5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.610856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Pushing event updated for resources: {'Port': ['ID=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:40.645222 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.680238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bf44247c-0f53-4bae-9a9f-f11f543933c1 None None] Provisioning complete for port 502922f3-0255-473f-950a-3b1bd44498b3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:40.680517 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bf44247c-0f53-4bae-9a9f-f11f543933c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.776449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f93cf6e-1068-47df-b2b1-3681bce1257d req-ed8ced05-fb52-46a1-a17e-e5e4b1f54f82 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679880 Nov 25 19:40:40.798632 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:40.803689 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2eaf89-8b2a-402a-aa79-2afced067efb" -d '{"events": [{"server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "name": "network-vif-plugged", "status": "completed", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:40.836243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:40.842931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-bf44247c-0f53-4bae-9a9f-f11f543933c1 None None] Port 502922f3-0255-473f-950a-3b1bd44498b3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:40.853703 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.861564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c411069-092a-4c54-a861-a1183cf8ea5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:40.896833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:40.897685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.032098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ec3d67d7-e3bc-4e82-966f-76119cac5255,revision_number=10']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:41.036058 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-6b22b6ef-c7d4-441d-bf5d-de537acc1b75 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3679409 Nov 25 19:40:41.080834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Request body: {'port': {'device_id': 'c3074959-742a-4c00-80dd-0b50709a201b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:41.092549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2d183889-baea-4f19-a41d-eca8bb4fd534 None None] Provisioning complete for port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:41.094317 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21fae3bb-782a-41d2-99df-1ea1ce63d68f req-e561a572-d1c9-4791-b691-d8527aa3d7d7 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.0799525 Nov 25 19:40:41.095568 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d183889-baea-4f19-a41d-eca8bb4fd534 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.200202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2d183889-baea-4f19-a41d-eca8bb4fd534 None None] Port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:41.534157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454efe4d-ea6a-4cc5-a310-7601e11c44d7 req-e0f0923c-2643-46df-b9d5-fe5c4c3d01c8 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:41.536834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-454efe4d-ea6a-4cc5-a310-7601e11c44d7 req-e0f0923c-2643-46df-b9d5-fe5c4c3d01c8 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 936 time: 0.1868985 Nov 25 19:40:41.613477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.668373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] Router 55da155c-0a28-4c3f-89cd-5798edb7e10a has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:40:41.679950 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c411069-092a-4c54-a861-a1183cf8ea5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.683223 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c411069-092a-4c54-a861-a1183cf8ea5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.688272 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6c411069-092a-4c54-a861-a1183cf8ea5e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7ac0f7a-82cf-4cbb-bc9d-6b223456356a HTTP/1.1" status: 204 len: 168 time: 1.8745453 Nov 25 19:40:41.696560 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:41.713711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c411069-092a-4c54-a861-a1183cf8ea5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ac0f7a-82cf-4cbb-bc9d-6b223456356a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:41.816113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-454efe4d-ea6a-4cc5-a310-7601e11c44d7 req-8dc8e1c0-8ce3-455d-b4ad-9a145a150f6e tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532346 Nov 25 19:40:41.979837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:40:41.994704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f870a338-5c7e-4940-91be-c13d3bffd7b1 admin admin] 10.222.0.15 "PUT /v2.0/routers/55da155c-0a28-4c3f-89cd-5798edb7e10a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3010955 Nov 25 19:40:41.995771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40126) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:41.999672 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036c0cb-665c-45c3-a3d6-34aa066dc103 None None] Sync routers for ids ['55da155c-0a28-4c3f-89cd-5798edb7e10a'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:42.004255 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7edf3d36-b482-4008-94bd-ba9751efe203 x-openstack-request-id: req-7edf3d36-b482-4008-94bd-ba9751efe203 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:42.004843 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "name": "network-vif-plugged", "status": "completed", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:42.005547 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7edf3d36-b482-4008-94bd-ba9751efe203 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:42.006204 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'code': 200} Nov 25 19:40:42.057850 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036c0cb-665c-45c3-a3d6-34aa066dc103 None None] Routers {'55da155c-0a28-4c3f-89cd-5798edb7e10a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:42.058995 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b036c0cb-665c-45c3-a3d6-34aa066dc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55da155c-0a28-4c3f-89cd-5798edb7e10a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:42.260441 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb10d6-3011-4b05-95e8-68830ec05c3d req-5e42b72b-a30d-4907-8874-7105c703cd98 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:42.270471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91bb10d6-3011-4b05-95e8-68830ec05c3d req-5e42b72b-a30d-4907-8874-7105c703cd98 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.1430578 Nov 25 19:40:42.313681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.314106 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b036c0cb-665c-45c3-a3d6-34aa066dc103 None None] Set router 55da155c-0a28-4c3f-89cd-5798edb7e10a gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:42.421377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91bb10d6-3011-4b05-95e8-68830ec05c3d req-fa717c05-314b-43ba-9158-2e7070e92b00 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492848 Nov 25 19:40:42.537543 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.598951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b2c1263-3229-42ec-8177-a769cfcbe5cf req-06c94cc6-8d84-47df-84bf-ab4eadba4b33 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.0619109 Nov 25 19:40:42.600630 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.730516 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b036c0cb-665c-45c3-a3d6-34aa066dc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115'}], 'enable_snat': True}, 'gw_port_id': '7f2b5b47-7b39-4104-8553-952742e54725', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:40:39Z', 'revision_number': 5, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port': {'id': '7f2b5b47-7b39-4104-8553-952742e54725', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:3c:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 937, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:29:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:42.740452 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Deleting port 7f2b5b47-7b39-4104-8553-952742e54725 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:42.741095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:42.852868 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036c0cb-665c-45c3-a3d6-34aa066dc103 None None] Checking router: 55da155c-0a28-4c3f-89cd-5798edb7e10a for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:40:42.864997 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b036c0cb-665c-45c3-a3d6-34aa066dc103 None None] Routers {'55da155c-0a28-4c3f-89cd-5798edb7e10a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:42.865807 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b036c0cb-665c-45c3-a3d6-34aa066dc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55da155c-0a28-4c3f-89cd-5798edb7e10a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:43.013552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40140) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:43.185127 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b036c0cb-665c-45c3-a3d6-34aa066dc103 None None] Set router 55da155c-0a28-4c3f-89cd-5798edb7e10a gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:43.277853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef5b90-59fa-4ae6-aafd-3b4c04ace3ae req-2c0b0e7a-c20c-460b-928d-e6c4de425a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:43.281043 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-47ef5b90-59fa-4ae6-aafd-3b4c04ace3ae req-2c0b0e7a-c20c-460b-928d-e6c4de425a46 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 1097 time: 0.9378250 Nov 25 19:40:43.306923 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b036c0cb-665c-45c3-a3d6-34aa066dc103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:40:42Z', 'revision_number': 6, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:43.319415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] For port 7f2b5b47-7b39-4104-8553-952742e54725, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7f2b5b47-7b39-4104-8553-952742e54725,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:43.322653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.374229 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b036c0cb-665c-45c3-a3d6-34aa066dc103 None None] The sync data for ids ['55da155c-0a28-4c3f-89cd-5798edb7e10a'] in n-d-817303-9 is: [{'id': '55da155c-0a28-4c3f-89cd-5798edb7e10a', 'name': 'tempest-ServerActionsTestJSON-411628732-router', 'tenant_id': 'b424fdd8b2874a6296eed26190f62330', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:29:13Z', 'updated_at': '2021-11-25T19:40:42Z', 'revision_number': 6, 'project_id': 'b424fdd8b2874a6296eed26190f62330', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:43.380039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Calling delete_port for 7f2b5b47-7b39-4104-8553-952742e54725 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:43.529543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc409515-33b5-4034-bcd1-b6355f3e1d64 req-d8cd5a79-e45a-4698-a4c3-68b949c5c326 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:43.544308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc409515-33b5-4034-bcd1-b6355f3e1d64 req-d8cd5a79-e45a-4698-a4c3-68b949c5c326 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 936 time: 0.3246496 Nov 25 19:40:43.571734 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-47ef5b90-59fa-4ae6-aafd-3b4c04ace3ae req-30e086c2-ed55-4292-97a2-3a536f721ef3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735164 Nov 25 19:40:43.604699 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6a38a7d-fde9-4b9b-92cc-1cc7d57956ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.610999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa3980b8-17f9-44c1-ad38-db9d40f0a8aa {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:40:43.635941 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.661573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Router 4a801e6c-a0c6-4542-9480-416fa75d3dc0 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:40:43.670377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Transition to ACTIVE for port object fa3980b8-17f9-44c1-ad38-db9d40f0a8aa will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:40:43.767812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:43.791402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1b118202-5f29-45f2-ad0f-f27855109136 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:43.822589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 1b118202-5f29-45f2-ad0f-f27855109136 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:43.823176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1b118202-5f29-45f2-ad0f-f27855109136 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:43.935064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc409515-33b5-4034-bcd1-b6355f3e1d64 req-665992dc-4fef-4e3e-9c39-1e1ef30995d0 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3891740 Nov 25 19:40:44.003462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:40:44.033119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:44.058128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Sync routers for ids ['4a801e6c-a0c6-4542-9480-416fa75d3dc0'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:44.099629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Routers {'4a801e6c-a0c6-4542-9480-416fa75d3dc0'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:44.100795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['4a801e6c-a0c6-4542-9480-416fa75d3dc0'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:44.262864 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6a38a7d-fde9-4b9b-92cc-1cc7d57956ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.350295 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6a38a7d-fde9-4b9b-92cc-1cc7d57956ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.364072 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.368512 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c32cc809-8258-4dcc-8b95-defba38abe83 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 7.3119817 Nov 25 19:40:44.371400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40174) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:44.436764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Set router 4a801e6c-a0c6-4542-9480-416fa75d3dc0 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:44.469473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a38a7d-fde9-4b9b-92cc-1cc7d57956ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e4ecbf-c1a2-4e9d-92ec-cd91798cc1f7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:44.512032 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.534612 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4604fa74-d3e9-4d1b-a35e-c4aec6b3d820 req-93a8f661-e666-4648-a292-55315a3877e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.1607544 Nov 25 19:40:44.561379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Attempting to bind port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:44.561959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Attempting to bind port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:44.562484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Attempting to bind port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:44.620871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:40:44.621575 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Attempting to bind port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:44.627946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f2b5b47-7b39-4104-8553-952742e54725,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:44.640545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c6a38a7d-fde9-4b9b-92cc-1cc7d57956ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9bbb20e194484a76a3989bad4fc051e4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6237726 Nov 25 19:40:44.644662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40180) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:44.680877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e301e3d-c731-4d6e-a81f-96d9dc39b2f8 req-9cb6159c-a3f5-41b8-a160-93ad731d2b1b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:44.683188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e301e3d-c731-4d6e-a81f-96d9dc39b2f8 req-9cb6159c-a3f5-41b8-a160-93ad731d2b1b tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.4102662 Nov 25 19:40:44.756805 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4be7c20-757c-48ab-89d8-59f06ee25f92 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:44.791805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:44.792364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:44.801477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:44.801477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Bound port: fa3980b8-17f9-44c1-ad38-db9d40f0a8aa, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:44.802065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.876348 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:44.964138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e301e3d-c731-4d6e-a81f-96d9dc39b2f8 req-deecc2ce-0c7c-4fcc-8c1d-cf3baf7e979f tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576380 Nov 25 19:40:45.118197 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-780fcc3c-6122-41ba-834f-af4b09ef152e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.131478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] For port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:45.146929 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ea74f3ab-cf3e-4f29-aa1d-93a540a3cc5e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/routers/4a801e6c-a0c6-4542-9480-416fa75d3dc0 HTTP/1.1" status: 200 len: 909 time: 0.7423005 Nov 25 19:40:45.153367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40198) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:45.154334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] For port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:45.161657 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.183637 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1070268658', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'enable_snat': True}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:45.202781 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.214628 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.240765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a801e6c-a0c6-4542-9480-416fa75d3dc0', 'name': 'tempest-snat-router-1070268658', 'tenant_id': '076092f335d94903b6074c86f15d8aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.133'}], 'enable_snat': False}, 'gw_port_id': '502922f3-0255-473f-950a-3b1bd44498b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:37Z', 'updated_at': '2021-11-25T19:40:41Z', 'revision_number': 3, 'project_id': '076092f335d94903b6074c86f15d8aed', 'gw_port': {'id': '502922f3-0255-473f-950a-3b1bd44498b3', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a801e6c-a0c6-4542-9480-416fa75d3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:40:38Z', 'updated_at': '2021-11-25T19:40:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:45.249223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:45.249856 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.251332 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] 10.222.0.60 "PUT /v2.0/ports/fa3980b8-17f9-44c1-ad38-db9d40f0a8aa HTTP/1.1" status: 200 len: 1096 time: 4.1908476 Nov 25 19:40:45.266087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3074959-742a-4c00-80dd-0b50709a201b', 'tag': 'fa3980b8-17f9-44c1-ad38-db9d40f0a8aa'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:45.268066 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fea0dd49-804f-42ed-85f0-a74e8668a0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "c3074959-742a-4c00-80dd-0b50709a201b", "tag": "fa3980b8-17f9-44c1-ad38-db9d40f0a8aa"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:45.309581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Checking router: 4a801e6c-a0c6-4542-9480-416fa75d3dc0 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:40:45.309951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Updating router 4a801e6c-a0c6-4542-9480-416fa75d3dc0 port 502922f3-0255-473f-950a-3b1bd44498b3 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:40:45.341161 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-780fcc3c-6122-41ba-834f-af4b09ef152e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.356996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eef6f4-04f9-4b1c-885d-8b4ef7543ac3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:45.418035 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b3f0a4e-4abb-40e1-81dc-5706eb4e9e5f req-07dd8364-9683-467f-868b-5a58e25cc6a1 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.1886396 Nov 25 19:40:45.437247 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.437689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 55da155c-0a28-4c3f-89cd-5798edb7e10a {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:40:45.452728 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.471736 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.472917 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.482473 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.514736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-39a8e03c-416f-49d2-8d77-9d1b5b9df881 admin admin] 10.222.0.15 "DELETE /v2.0/routers/55da155c-0a28-4c3f-89cd-5798edb7e10a HTTP/1.1" status: 204 len: 168 time: 3.5177495 Nov 25 19:40:45.552338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40208) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:45.754679 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-780fcc3c-6122-41ba-834f-af4b09ef152e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.767258 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-780fcc3c-6122-41ba-834f-af4b09ef152e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:45.777345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-780fcc3c-6122-41ba-834f-af4b09ef152e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60e4ecbf-c1a2-4e9d-92ec-cd91798cc1f7 HTTP/1.1" status: 204 len: 168 time: 1.1287973 Nov 25 19:40:45.867441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-7bbb996d-af1b-46fd-a9b5-af588ef5d11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:45.879383 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-7bbb996d-af1b-46fd-a9b5-af588ef5d11f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=caea867bfc5d43b7894f6c3521f1d3a9&device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 1099 time: 0.5626538 Nov 25 19:40:45.973764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780fcc3c-6122-41ba-834f-af4b09ef152e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e4ecbf-c1a2-4e9d-92ec-cd91798cc1f7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:46.105804 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.121005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7f2b5b47-7b39-4104-8553-952742e54725 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:46.129577 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-ae484643-d5fb-4dda-aed9-bc39164e590d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa HTTP/1.1" status: 200 len: 217 time: 0.2242680 Nov 25 19:40:46.190132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-64d16c3f-7451-4f0f-b772-8792116d0089 admin admin] Deleting subnet dc6581b2-a600-4998-b647-226b4b35305c {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:40:46.232045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 7f2b5b47-7b39-4104-8553-952742e54725 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:40:46.232493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7f2b5b47-7b39-4104-8553-952742e54725 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:40:46.254178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfd137d-c74f-4f67-bbd7-89753b2a8cde req-1bcb89af-d4e9-48db-9320-af1f31468d2b tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:46.263881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1bfd137d-c74f-4f67-bbd7-89753b2a8cde req-1bcb89af-d4e9-48db-9320-af1f31468d2b tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 948 time: 0.4820087 Nov 25 19:40:46.280974 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64d16c3f-7451-4f0f-b772-8792116d0089 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.454669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-58554b8a-89da-4930-9206-bfbd8dd829bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:46.473563 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-58554b8a-89da-4930-9206-bfbd8dd829bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.3343997 Nov 25 19:40:46.495688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64d16c3f-7451-4f0f-b772-8792116d0089 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.533342 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1bfd137d-c74f-4f67-bbd7-89753b2a8cde req-116bf41f-ed97-47c8-8ad2-3c8ecc6749cf tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726952 Nov 25 19:40:46.729502 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a73902a-b795-4da9-967b-8c730b2f58e5 x-openstack-request-id: req-1a73902a-b795-4da9-967b-8c730b2f58e5 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:46.729925 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3074959-742a-4c00-80dd-0b50709a201b", "tag": "fa3980b8-17f9-44c1-ad38-db9d40f0a8aa", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:46.731186 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a73902a-b795-4da9-967b-8c730b2f58e5 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:46.733202 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3074959-742a-4c00-80dd-0b50709a201b', 'tag': 'fa3980b8-17f9-44c1-ad38-db9d40f0a8aa', 'status': 'completed', 'code': 200} Nov 25 19:40:46.789997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.841641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40262) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:46.897395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64d16c3f-7451-4f0f-b772-8792116d0089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.943762 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5951b94f-bbf2-4a3e-aade-eee310bb8ff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.993845 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.994666 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64d16c3f-7451-4f0f-b772-8792116d0089 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:46.998296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-7202120c-89b4-47b3-a865-d02d3af0f995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:47.001431 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-7202120c-89b4-47b3-a865-d02d3af0f995 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5015340 Nov 25 19:40:47.006035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.051164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d16c3f-7451-4f0f-b772-8792116d0089 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc6581b2-a600-4998-b647-226b4b35305c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:47.061296 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64d16c3f-7451-4f0f-b772-8792116d0089 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.071766 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-64d16c3f-7451-4f0f-b772-8792116d0089 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dc6581b2-a600-4998-b647-226b4b35305c HTTP/1.1" status: 204 len: 168 time: 1.5132282 Nov 25 19:40:47.076804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40264) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:47.168083 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e8d50-a604-4446-b715-a0b5b6109065 None None] Pushing event updated for resources: {'Port': ['ID=502922f3-0255-473f-950a-3b1bd44498b3,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:47.172702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d02da3-c021-4beb-be10-33aa52943ebf None None] Network 492b4cfc-90d6-4b87-a038-575717433527 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:47.229691 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-afa02c22-1c25-4ec5-87a9-8c0517fa7d6e service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184608 Nov 25 19:40:47.375988 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3a30d3c4-56ef-4e4e-a0ed-53778140155f req-378c0d32-4353-413d-903a-bc5cc7697a7a service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378789 Nov 25 19:40:47.396984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61277d30-e711-4bc6-9bde-1aefa7e496df None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:47.450058 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Attempting to bind port 502922f3-0255-473f-950a-3b1bd44498b3 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:47.450677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Attempting to bind port 502922f3-0255-473f-950a-3b1bd44498b3 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:47.452223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Attempting to bind port 502922f3-0255-473f-950a-3b1bd44498b3 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:47.481424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:47.482053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:47.482734 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.495756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:47.496645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Bound port: 502922f3-0255-473f-950a-3b1bd44498b3, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:47.497316 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.572538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0dd49-804f-42ed-85f0-a74e8668a0ce req-8eefa416-4244-4d3b-94d3-fda9bfb75529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:47.576777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fea0dd49-804f-42ed-85f0-a74e8668a0ce req-8eefa416-4244-4d3b-94d3-fda9bfb75529 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=caea867bfc5d43b7894f6c3521f1d3a9&device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 1099 time: 0.1460407 Nov 25 19:40:47.631177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] For port 502922f3-0255-473f-950a-3b1bd44498b3, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:47.638672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] For port 502922f3-0255-473f-950a-3b1bd44498b3, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=502922f3-0255-473f-950a-3b1bd44498b3,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:47.651204 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ec72dc-c1ea-42e3-a32f-811bfae65c17 None None] DHCP port deletion for 492b4cfc-90d6-4b87-a038-575717433527 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:47.673989 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.678021 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5951b94f-bbf2-4a3e-aade-eee310bb8ff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.742375 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cadaf2-4452-41ba-841a-852ee513ae22 req-5aef0f8e-afc8-4926-b7cc-0cb890a864a5 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:47.746096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74cadaf2-4452-41ba-841a-852ee513ae22 req-5aef0f8e-afc8-4926-b7cc-0cb890a864a5 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.8271096 Nov 25 19:40:47.758480 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5951b94f-bbf2-4a3e-aade-eee310bb8ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.775704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b0759a70-afda-4e0b-9bca-4c4e78f28b72 None None] Provisioning complete for port 502922f3-0255-473f-950a-3b1bd44498b3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:47.776739 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b0759a70-afda-4e0b-9bca-4c4e78f28b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:47.825406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0dd49-804f-42ed-85f0-a74e8668a0ce req-3a9199ae-a38f-4217-856d-b321896effe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:47.827423 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fea0dd49-804f-42ed-85f0-a74e8668a0ce req-3a9199ae-a38f-4217-856d-b321896effe1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.2234225 Nov 25 19:40:47.913939 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fea0dd49-804f-42ed-85f0-a74e8668a0ce req-1ff718d4-bf85-482b-b409-5572f06490e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa HTTP/1.1" status: 200 len: 217 time: 0.0781558 Nov 25 19:40:47.947152 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74cadaf2-4452-41ba-841a-852ee513ae22 req-78df94f7-c4c9-4784-bf1f-24f7d56ee180 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146178 Nov 25 19:40:47.958383 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a984223-f98f-4fbf-ab0f-7e4d3ca02820 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:47.963459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5951b94f-bbf2-4a3e-aade-eee310bb8ff6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=281918aee05847bbbefb71267a91100f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1116943 Nov 25 19:40:47.968448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40272) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:47.971577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 69dae3b8-9986-458b-8323-86cd71864e39 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:40:48.048612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951b94f-bbf2-4a3e-aade-eee310bb8ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c210effd-5f2d-4324-a432-003ca74d723e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:48.061935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0dd49-804f-42ed-85f0-a74e8668a0ce req-bcb968b9-d8c6-49d2-b11e-b58c4b2c9797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:48.067773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.071649 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fea0dd49-804f-42ed-85f0-a74e8668a0ce req-bcb968b9-d8c6-49d2-b11e-b58c4b2c9797 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.1496208 Nov 25 19:40:48.155849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea0dd49-804f-42ed-85f0-a74e8668a0ce req-3d41e81d-7cfe-4228-93fa-efe95d3e6b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:48.157534 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fea0dd49-804f-42ed-85f0-a74e8668a0ce req-3d41e81d-7cfe-4228-93fa-efe95d3e6b3b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0801511 Nov 25 19:40:48.158257 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d796793b-8ece-4871-825f-62ab44fd5a1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.163065 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92d821e5-755b-4683-8ddf-58da2d58e539 req-56195910-36cc-4f62-8c85-6360e27e0dd1 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.0745933 Nov 25 19:40:48.239032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Routers {'4a801e6c-a0c6-4542-9480-416fa75d3dc0'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:48.239032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['4a801e6c-a0c6-4542-9480-416fa75d3dc0'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:48.397762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621e8d50-a604-4446-b715-a0b5b6109065 None None] Pushing event updated for resources: {'Port': ['ID=502922f3-0255-473f-950a-3b1bd44498b3,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:48.412170 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fea0dd49-804f-42ed-85f0-a74e8668a0ce req-df8a215c-9950-4ece-b808-b2a9c6f09ffb service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397430 Nov 25 19:40:48.439653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d796793b-8ece-4871-825f-62ab44fd5a1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.443437 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.513275 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.592465 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.599618 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fea0dd49-804f-42ed-85f0-a74e8668a0ce req-006f2d69-9f01-4e60-a14a-9e340f225524 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786830 Nov 25 19:40:48.635921 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b0759a70-afda-4e0b-9bca-4c4e78f28b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.659939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-86ec72dc-c1ea-42e3-a32f-811bfae65c17 None None] Deleting port 69dae3b8-9986-458b-8323-86cd71864e39 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:48.660491 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86ec72dc-c1ea-42e3-a32f-811bfae65c17 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.665854 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] Set router 4a801e6c-a0c6-4542-9480-416fa75d3dc0 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:48.678972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Allocated IP 172.25.8.229 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/769edc0d-0ed9-4695-b7b2-eaff1b5a0e88) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:48.705561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d4db10-9cd5-4d52-83b6-8a19082eae1b req-ec016347-dcc3-4863-beb6-cec40c5a2a5f tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:48.707476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28d4db10-9cd5-4d52-83b6-8a19082eae1b req-ec016347-dcc3-4863-beb6-cec40c5a2a5f tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 948 time: 0.2591822 Nov 25 19:40:48.709144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Deleting port 69dae3b8-9986-458b-8323-86cd71864e39 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:48.709485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.799642 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d796793b-8ece-4871-825f-62ab44fd5a1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.802887 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d796793b-8ece-4871-825f-62ab44fd5a1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.821708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d796793b-8ece-4871-825f-62ab44fd5a1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c210effd-5f2d-4324-a432-003ca74d723e HTTP/1.1" status: 204 len: 168 time: 0.8252153 Nov 25 19:40:48.836054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b0759a70-afda-4e0b-9bca-4c4e78f28b72 None None] For port 502922f3-0255-473f-950a-3b1bd44498b3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=502922f3-0255-473f-950a-3b1bd44498b3,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:48.859972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40302) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:48.868117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-765370070'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:48.909012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:48.916800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:48.976950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:40:48.993092 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b0759a70-afda-4e0b-9bca-4c4e78f28b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.004918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.005487 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Added segment 231937a2-873b-4b17-8348-4b8fad485ca7 of type vlan for network 11019f92-ac61-4726-97a2-979ab5b8ef64 Nov 25 19:40:49.009223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d796793b-8ece-4871-825f-62ab44fd5a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c210effd-5f2d-4324-a432-003ca74d723e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:49.036528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] For port 69dae3b8-9986-458b-8323-86cd71864e39, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=69dae3b8-9986-458b-8323-86cd71864e39,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:49.037125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.061196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.110603 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.125477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:49.126164 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.154522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Calling delete_port for 69dae3b8-9986-458b-8323-86cd71864e39 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:49.193633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28d4db10-9cd5-4d52-83b6-8a19082eae1b req-22f3cfe8-6af0-4077-828a-3c23bfab9ce2 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4350967 Nov 25 19:40:49.268206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 69dae3b8-9986-458b-8323-86cd71864e39, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=69dae3b8-9986-458b-8323-86cd71864e39,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:49.314447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.330685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Network': ['ID=11019f92-ac61-4726-97a2-979ab5b8ef64,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:49.371535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-637d0851-b9ea-4e8f-a42c-b2f4ce835b02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5096495 Nov 25 19:40:49.375336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40312) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:49.383461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1270914031'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:49.418228 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.450471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:49.456668 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.500836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:40:49.513733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.514757 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Added segment 05553597-6143-490f-8827-64035d6de67c of type vlan for network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e Nov 25 19:40:49.570708 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.611626 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.634172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:49.635477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.662101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-86ec72dc-c1ea-42e3-a32f-811bfae65c17 None None] For port 69dae3b8-9986-458b-8323-86cd71864e39, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=69dae3b8-9986-458b-8323-86cd71864e39,segment=NetworkSegment(0af027a3-4c48-4c21-9e04-09f98fbe3773),segment_id=0af027a3-4c48-4c21-9e04-09f98fbe3773)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:49.671187 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86ec72dc-c1ea-42e3-a32f-811bfae65c17 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.679950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 11019f92-ac61-4726-97a2-979ab5b8ef64 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:40:49.680219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:49.689027 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:49.692892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event updated for resources: {'Port': ['ID=769edc0d-0ed9-4695-b7b2-eaff1b5a0e88,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:49.714564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:49.738088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:49.876000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eae9f1-5e38-4851-a066-3cd645f1c8f1 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:49.925007 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d20e1bcc-1ba1-4e29-b331-863677aa9bb2 req-dfd5cba6-2e3f-47ab-95de-23fd8e6ac501 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b26891d585cb4e4eb955fa429d6f5a2d&device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.0928638 Nov 25 19:40:49.931051 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5544286 Nov 25 19:40:49.942092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-86ec72dc-c1ea-42e3-a32f-811bfae65c17 None None] Calling delete_port for 69dae3b8-9986-458b-8323-86cd71864e39 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:49.985688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40326) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:50.011717 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d20e1bcc-1ba1-4e29-b331-863677aa9bb2 req-294cece5-2419-498b-a48b-55c6c10bcf1e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b26891d585cb4e4eb955fa429d6f5a2d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0247331 Nov 25 19:40:50.020962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'subnet': {'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:50.022336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9419146c-7a1e-4351-b4fb-5bb7f3b45ced None None] Provisioning complete for port 502922f3-0255-473f-950a-3b1bd44498b3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:50.026160 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9419146c-7a1e-4351-b4fb-5bb7f3b45ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.032233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eb0c60-cfc4-487b-8d7c-51052fdafa48 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Network': ['ID=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:50.058466 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.136061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Pushing event deleted for resources: {'Port': ['ID=69dae3b8-9986-458b-8323-86cd71864e39,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:50.139870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] No DVR routers for this DVR port 69dae3b8-9986-458b-8323-86cd71864e39 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:50.176455 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe06b53-1d4f-4239-a762-55f63eb65bde req-6b32f506-3041-4dd1-a817-8700d8dd01cf tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:50.180127 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5fe06b53-1d4f-4239-a762-55f63eb65bde req-6b32f506-3041-4dd1-a817-8700d8dd01cf tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.2588558 Nov 25 19:40:50.207329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:40:50.318902 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.347652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['492b4cfc-90d6-4b87-a038-575717433527']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:50.362229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af027a3-4c48-4c21-9e04-09f98fbe3773') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:50.362537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af027a3-4c48-4c21-9e04-09f98fbe3773') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:50.372643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20e1bcc-1ba1-4e29-b331-863677aa9bb2 req-d1f11469-3987-449b-b42f-b742003caca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:50.374573 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d20e1bcc-1ba1-4e29-b331-863677aa9bb2 req-d1f11469-3987-449b-b42f-b742003caca8 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3260560 Nov 25 19:40:50.404907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fa3980b8-17f9-44c1-ad38-db9d40f0a8aa details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:40:50.412477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.431021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:50.448150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.452346 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.502093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:40:50.507938 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:40:50.510709 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:40:50.634131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0759a70-afda-4e0b-9bca-4c4e78f28b72 None None] Pushing event updated for resources: {'Port': ['ID=502922f3-0255-473f-950a-3b1bd44498b3,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:50.790729 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:50.799149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event deleted for resources: {'Port': ['ID=69dae3b8-9986-458b-8323-86cd71864e39,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:50.806440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:50.863078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a801e6c-a0c6-4542-9480-416fa75d3dc0', 'name': 'tempest-snat-router-1070268658', 'tenant_id': '076092f335d94903b6074c86f15d8aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.133'}], 'enable_snat': False}, 'gw_port_id': '502922f3-0255-473f-950a-3b1bd44498b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:37Z', 'updated_at': '2021-11-25T19:40:41Z', 'revision_number': 3, 'project_id': '076092f335d94903b6074c86f15d8aed', 'gw_port': {'id': '502922f3-0255-473f-950a-3b1bd44498b3', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a801e6c-a0c6-4542-9480-416fa75d3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:40:38Z', 'updated_at': '2021-11-25T19:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:50.873656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'fa3980b8-17f9-44c1-ad38-db9d40f0a8aa', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'fa3980b8-17f9-44c1-ad38-db9d40f0a8aa', 'mac_address': 'fa:16:3e:7e:1e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:40:50.883238 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5fe06b53-1d4f-4239-a762-55f63eb65bde req-e139d591-5cb1-4516-a5e8-65c284b8dd89 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6612499 Nov 25 19:40:50.914483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4efbb50-e37f-45d7-8c44-e1ab3126ebcb None None] The sync data for ids ['4a801e6c-a0c6-4542-9480-416fa75d3dc0'] in n-d-817303-9 is: [{'id': '4a801e6c-a0c6-4542-9480-416fa75d3dc0', 'name': 'tempest-snat-router-1070268658', 'tenant_id': '076092f335d94903b6074c86f15d8aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.133'}], 'enable_snat': False}, 'gw_port_id': '502922f3-0255-473f-950a-3b1bd44498b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:37Z', 'updated_at': '2021-11-25T19:40:41Z', 'revision_number': 3, 'project_id': '076092f335d94903b6074c86f15d8aed', 'gw_port': {'id': '502922f3-0255-473f-950a-3b1bd44498b3', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a801e6c-a0c6-4542-9480-416fa75d3dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1785, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:40:38Z', 'updated_at': '2021-11-25T19:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:50.996464 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86ec72dc-c1ea-42e3-a32f-811bfae65c17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.044729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40354) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:51.051034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ec72dc-c1ea-42e3-a32f-811bfae65c17 None None] Pushing event deleted for resources: {'Port': ['ID=69dae3b8-9986-458b-8323-86cd71864e39,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:51.053453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ec72dc-c1ea-42e3-a32f-811bfae65c17 None None] No DVR routers for this DVR port 69dae3b8-9986-458b-8323-86cd71864e39 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:40:51.059744 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.079627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa3980b8-17f9-44c1-ad38-db9d40f0a8aa {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:40:51.178456 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.194892 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:51.204801 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.215894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-53425386-a726-4c14-975e-c53ad17b515a None None] Provisioning complete for port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:51.216369 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53425386-a726-4c14-975e-c53ad17b515a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.226724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cac031b-b4e8-4033-ad5c-c70f24405e48 req-ee36685e-4fb4-459a-8fef-a4e2cea31691 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.15 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.1361744 Nov 25 19:40:51.248168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.283265 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.307251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] 10.222.0.15 "DELETE /v2.0/networks/492b4cfc-90d6-4b87-a038-575717433527 HTTP/1.1" status: 204 len: 168 time: 4.2258189 Nov 25 19:40:51.405365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-53425386-a726-4c14-975e-c53ad17b515a None None] Port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:40:51.415920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f5c956-3331-42cf-9b29-68b83690a33a admin admin] Pushing event deleted for resources: {'Network': ['ID=492b4cfc-90d6-4b87-a038-575717433527,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:51.450644 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:51.541040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:51.550570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Subnet': ['ID=475ccb44-2c32-4eea-8d20-2e7c31a914aa,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:51.622569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['fa3980b8-17f9-44c1-ad38-db9d40f0a8aa'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:40:51.887992 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e587cc1-2dca-4675-98df-ff38c818da1e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.015183 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40368) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:52.021561 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d20e1bcc-1ba1-4e29-b331-863677aa9bb2 req-e3173293-2d9e-42b1-8f4d-13983bd45e68 tempest-ServerShowV257Test-1137045805 tempest-ServerShowV257Test-1137045805-project] 10.222.0.60 "GET /v2.0/ports?device_id=7778a75c-b3ea-4943-aae9-3118c5c19c7a HTTP/1.1" status: 200 len: 210 time: 0.3040247 Nov 25 19:40:52.210498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 502922f3-0255-473f-950a-3b1bd44498b3 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:52.296797 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cdceb1-5f6c-494c-8ae3-b6d4523b649b req-788f8688-c5a1-45bf-8c0b-e7b6ef9e2093 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:52.314139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14cdceb1-5f6c-494c-8ae3-b6d4523b649b req-788f8688-c5a1-45bf-8c0b-e7b6ef9e2093 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 949 time: 0.5488539 Nov 25 19:40:52.347000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Checking segment: {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:52.347811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network hostable DHCP agents. Network: 11019f92-ac61-4726-97a2-979ab5b8ef64, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:40:52.468064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 502922f3-0255-473f-950a-3b1bd44498b3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:52.468969 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.509327 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e587cc1-2dca-4675-98df-ff38c818da1e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.523709 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e587cc1-2dca-4675-98df-ff38c818da1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.633125 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5e587cc1-2dca-4675-98df-ff38c818da1e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7d51392468254f4684167347aaf06c61&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5487669 Nov 25 19:40:52.637663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40384) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:52.640640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network 11019f92-ac61-4726-97a2-979ab5b8ef64 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:40:52.697945 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6712fb65-8cb9-45bc-b026-edd77ab0edd6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b424fdd8b2874a6296eed26190f62330&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6632767 Nov 25 19:40:52.709157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e587cc1-2dca-4675-98df-ff38c818da1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb984e5-3238-4c15-8283-f9e45490de33,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:52.715777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40388) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:52.733269 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14cdceb1-5f6c-494c-8ae3-b6d4523b649b req-335dc576-2057-458a-bce7-5e06e798eb40 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4111118 Nov 25 19:40:52.733504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 11019f92-ac61-4726-97a2-979ab5b8ef64) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:52.766544 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f95bfd2-a630-46e5-8358-1bc84d851d3a None None] Network 11019f92-ac61-4726-97a2-979ab5b8ef64 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:52.794896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:52.795501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.859580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:52.970819 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b5f23cb0-4a0b-4472-ba99-0c6806649074 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.9820588 Nov 25 19:40:52.991316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40394) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:53.010516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'subnet': {'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:53.024556 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1519b3ab-50a4-4e61-8680-91604f12ff67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.071235 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5858de97-a81b-4737-a220-ace524a86636 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.121919 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.161181 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1519b3ab-50a4-4e61-8680-91604f12ff67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.224728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c82afb-374a-4ead-9eb1-15579ecd4878 req-f320f85b-c176-48cb-9c0a-db5a760f1e39 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:53.228148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4c82afb-374a-4ead-9eb1-15579ecd4878 req-f320f85b-c176-48cb-9c0a-db5a760f1e39 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.2353444 Nov 25 19:40:53.344436 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5858de97-a81b-4737-a220-ace524a86636 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.361455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-11019f92-ac61-4726-97a2-979ab5b8ef64', 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'fixed_ips': [{'subnet_id': '475ccb44-2c32-4eea-8d20-2e7c31a914aa'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:53.363017 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:53.432390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4c82afb-374a-4ead-9eb1-15579ecd4878 req-3450688f-1b13-40a5-a7d5-0c5b0d24a6ac tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875744 Nov 25 19:40:53.484544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Router 301275d1-d126-4524-9a36-f798422c1d31 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:40:53.825936 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:40:53.849106 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Sync routers for ids ['301275d1-d126-4524-9a36-f798422c1d31'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:40:53.869930 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Routers {'301275d1-d126-4524-9a36-f798422c1d31'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:53.873197 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['301275d1-d126-4524-9a36-f798422c1d31'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:53.905581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b56e3f7-7de3-495b-b0b7-5b8ab69ca97f req-b67ddb7e-4bd7-4a4e-b760-f6013280e774 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:53.924634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b56e3f7-7de3-495b-b0b7-5b8ab69ca97f req-b67ddb7e-4bd7-4a4e-b760-f6013280e774 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.1763425 Nov 25 19:40:54.010382 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b56e3f7-7de3-495b-b0b7-5b8ab69ca97f req-c99ef29f-895b-4ca4-89d0-ca747406fbbf tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823138 Nov 25 19:40:54.040485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:54.043358 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.047237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ce3d75f4-052d-48a7-976c-a8c556d540d7 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8856425 Nov 25 19:40:54.049313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40418) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:54.051439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.261175 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Set router 301275d1-d126-4524-9a36-f798422c1d31 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:54.299528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fa3980b8-17f9-44c1-ad38-db9d40f0a8aa up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:40:54.372258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f5f13b85-94cb-4667-a3d7-f359a5e78f9e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/routers/301275d1-d126-4524-9a36-f798422c1d31 HTTP/1.1" status: 200 len: 908 time: 0.3179190 Nov 25 19:40:54.372258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40424) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:54.391582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26882d94-1925-4cbb-a372-581df733cd2e req-8ce434e6-4f3f-4b6d-858e-7f9f6cb64e88 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:54.405506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26882d94-1925-4cbb-a372-581df733cd2e req-8ce434e6-4f3f-4b6d-858e-7f9f6cb64e88 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 949 time: 0.1968238 Nov 25 19:40:54.501232 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1519b3ab-50a4-4e61-8680-91604f12ff67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.508104 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1519b3ab-50a4-4e61-8680-91604f12ff67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.510552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1519b3ab-50a4-4e61-8680-91604f12ff67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1bb984e5-3238-4c15-8283-f9e45490de33 HTTP/1.1" status: 204 len: 168 time: 1.8666978 Nov 25 19:40:54.514433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40428) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:54.589178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519b3ab-50a4-4e61-8680-91604f12ff67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb984e5-3238-4c15-8283-f9e45490de33,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:54.606404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5858de97-a81b-4737-a220-ace524a86636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.615584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5858de97-a81b-4737-a220-ace524a86636 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.623278 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5858de97-a81b-4737-a220-ace524a86636 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/caf12e61-b17e-45b5-b925-855fd345f9f3 HTTP/1.1" status: 204 len: 168 time: 1.9047353 Nov 25 19:40:54.648389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5858de97-a81b-4737-a220-ace524a86636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf12e61-b17e-45b5-b925-855fd345f9f3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:54.715069 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301275d1-d126-4524-9a36-f798422c1d31', 'name': 'tempest-snat-router-1070268658', 'tenant_id': '076092f335d94903b6074c86f15d8aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': '769edc0d-0ed9-4695-b7b2-eaff1b5a0e88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:45Z', 'updated_at': '2021-11-25T19:40:50Z', 'revision_number': 3, 'project_id': '076092f335d94903b6074c86f15d8aed', 'gw_port': {'id': '769edc0d-0ed9-4695-b7b2-eaff1b5a0e88', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:01:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '301275d1-d126-4524-9a36-f798422c1d31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:40:48Z', 'updated_at': '2021-11-25T19:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:54.800887 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26882d94-1925-4cbb-a372-581df733cd2e req-fe4ee4cb-c232-47fa-a5c9-8472ac9fb0a5 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3943565 Nov 25 19:40:54.802417 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Checking router: 301275d1-d126-4524-9a36-f798422c1d31 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:40:54.802776 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Updating router 301275d1-d126-4524-9a36-f798422c1d31 port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:40:54.847454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.877236 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:54.909584 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.076429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Subnet': ['ID=d8de03ef-d7d5-495a-bcdd-3efee019aab4,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:55.130308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.130926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.131496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.141923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.141923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.141923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.141923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.146835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.148448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.148448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.149623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.150215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.277315 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.286780 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.307073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Allocated IP 10.1.1.2 (11019f92-ac61-4726-97a2-979ab5b8ef64/475ccb44-2c32-4eea-8d20-2e7c31a914aa/c86ffafb-6139-49df-98e9-ceddd4fced3f) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:55.321311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d0e78d4-8cfb-4aa0-a2c5-0fc7ba2a1eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.327675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Checking segment: {'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:55.328457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network hostable DHCP agents. Network: de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:40:55.340311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e15c6c-a29d-4ba4-88ae-1650ee18ab7c req-7fe00adb-103c-4e9f-8720-2cb432e6efac tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:55.363471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21e15c6c-a29d-4ba4-88ae-1650ee18ab7c req-7fe00adb-103c-4e9f-8720-2cb432e6efac tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.3424394 Nov 25 19:40:55.406028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:40:55.436895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:55.445565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:55.446606 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.468127 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Pushing event updated for resources: {'Port': ['ID=769edc0d-0ed9-4695-b7b2-eaff1b5a0e88,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:55.483626 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-eabb51e5-3c15-4fde-aa20-19c99b2f9ab2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4846590 Nov 25 19:40:55.490754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40444) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:55.504770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'port': {'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64', 'name': 'tempest-TaggedBootDevicesTest_v242-1188276265', 'fixed_ips': [{'subnet_id': '475ccb44-2c32-4eea-8d20-2e7c31a914aa'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:55.528718 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.530690 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.531746 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.532309 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.532864 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.533420 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.533978 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.534545 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.535134 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.541552 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.542717 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.543317 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:40:55.575069 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Attempting to bind port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:55.576601 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Attempting to bind port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:55.581560 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Attempting to bind port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:55.596162 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:55.597218 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:55.598402 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.599093 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:55.600204 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Bound port: 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:55.601751 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.630260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d0e78d4-8cfb-4aa0-a2c5-0fc7ba2a1eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.634582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.639900 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d0e78d4-8cfb-4aa0-a2c5-0fc7ba2a1eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.649503 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d5597d-254f-403a-873c-26e477d23531 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:55.671891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25ce1f6-2457-40bd-a738-32b116e143f8 None None] Network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:55.715732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21e15c6c-a29d-4ba4-88ae-1650ee18ab7c req-998e9247-8010-4a61-92a8-8194160ce52c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374119 Nov 25 19:40:55.766654 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2d0e78d4-8cfb-4aa0-a2c5-0fc7ba2a1eb8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b26891d585cb4e4eb955fa429d6f5a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2412949 Nov 25 19:40:55.770196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e78d4-8cfb-4aa0-a2c5-0fc7ba2a1eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7556af-3502-4317-8d10-0fcdb73d194c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:55.779730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40450) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:55.886164 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] For port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:55.914272 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] For port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=769edc0d-0ed9-4695-b7b2-eaff1b5a0e88,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:55.927725 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:55.981422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:56.031200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14ea37-26be-47cf-95f6-4edd302020af req-3ab05dc1-d38e-4711-930e-d23009356e82 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:56.039752 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b14ea37-26be-47cf-95f6-4edd302020af req-3ab05dc1-d38e-4711-930e-d23009356e82 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.1938624 Nov 25 19:40:56.046565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40456) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:56.078691 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a5d394e-c388-4b99-8e77-0e812f4da6e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.131323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5001dc1-88f0-41a7-b93f-3dc08a670978 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:56.192946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40462) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:56.231515 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315236e-9376-43e3-84df-1e3d6bc9dc5c None None] Pushing event updated for resources: {'Port': ['ID=769edc0d-0ed9-4695-b7b2-eaff1b5a0e88,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:56.259753 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Routers {'301275d1-d126-4524-9a36-f798422c1d31'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:40:56.260747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5eb76b7f-245e-4003-b7a6-d8e83ed74429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.262359 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['301275d1-d126-4524-9a36-f798422c1d31'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:56.279105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-634497c4-c41f-48b1-8e21-65d52634d370 None None] Provisioning complete for port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:56.279764 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-634497c4-c41f-48b1-8e21-65d52634d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.398750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e', 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'fixed_ips': [{'subnet_id': 'd8de03ef-d7d5-495a-bcdd-3efee019aab4'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:40:56.400848 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.406770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:40:56.424170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:56.424961 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.480593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5eb76b7f-245e-4003-b7a6-d8e83ed74429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.486686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5eb76b7f-245e-4003-b7a6-d8e83ed74429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.542300 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] Set router 301275d1-d126-4524-9a36-f798422c1d31 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:40:56.639699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4300c01-86d3-4913-9d73-029c8228034a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.644628 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5eb76b7f-245e-4003-b7a6-d8e83ed74429 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1f5837cca164a79b08ca930fbdced6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4501910 Nov 25 19:40:56.647331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb76b7f-245e-4003-b7a6-d8e83ed74429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cceef53-5d4a-4a05-b010-f9c72bc18642,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:56.650412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40468) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:56.712145 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '301275d1-d126-4524-9a36-f798422c1d31', 'name': 'tempest-snat-router-1070268658', 'tenant_id': '076092f335d94903b6074c86f15d8aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:45Z', 'updated_at': '2021-11-25T19:40:55Z', 'revision_number': 4, 'project_id': '076092f335d94903b6074c86f15d8aed', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:40:56.717616 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:40:56.760544 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9f629d3-da4c-4707-9719-507467bbcc1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.766002 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-634497c4-c41f-48b1-8e21-65d52634d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.782670 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657a51f2-1fbe-4150-99d7-3f3d87f31759 None None] The sync data for ids ['301275d1-d126-4524-9a36-f798422c1d31'] in n-d-817303-9 is: [{'id': '301275d1-d126-4524-9a36-f798422c1d31', 'name': 'tempest-snat-router-1070268658', 'tenant_id': '076092f335d94903b6074c86f15d8aed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:40:45Z', 'updated_at': '2021-11-25T19:40:55Z', 'revision_number': 4, 'project_id': '076092f335d94903b6074c86f15d8aed', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:40:56.808444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9f629d3-da4c-4707-9719-507467bbcc1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.824996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-634497c4-c41f-48b1-8e21-65d52634d370 None None] For port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=769edc0d-0ed9-4695-b7b2-eaff1b5a0e88,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:56.839861 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.846969 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-634497c4-c41f-48b1-8e21-65d52634d370 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.870109 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4300c01-86d3-4913-9d73-029c8228034a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.885533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a5d394e-c388-4b99-8e77-0e812f4da6e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.887206 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4300c01-86d3-4913-9d73-029c8228034a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.941983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Deleting port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:40:56.953439 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:56.997633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4300c01-86d3-4913-9d73-029c8228034a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6386baa6-04cc-4409-bd07-ffc51cf7db09,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:57.032143 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e4300c01-86d3-4913-9d73-029c8228034a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfc5237bc9d34b04836cc5dfb82308c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9835961 Nov 25 19:40:57.037451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40474) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:57.097634 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.130141 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-782541b9-9b67-4fe2-881f-311d11701182 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.153765 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9f629d3-da4c-4707-9719-507467bbcc1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.157839 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9f629d3-da4c-4707-9719-507467bbcc1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.163661 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e9f629d3-da4c-4707-9719-507467bbcc1b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6cceef53-5d4a-4a05-b010-f9c72bc18642 HTTP/1.1" status: 204 len: 168 time: 0.5008807 Nov 25 19:40:57.185842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f629d3-da4c-4707-9719-507467bbcc1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cceef53-5d4a-4a05-b010-f9c72bc18642,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:57.189581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-782541b9-9b67-4fe2-881f-311d11701182 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.258686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ef51e4b4-83b5-4915-9b2f-69d77d69fa99 None None] Provisioning complete for port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:40:57.259306 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ef51e4b4-83b5-4915-9b2f-69d77d69fa99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.332046 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-782541b9-9b67-4fe2-881f-311d11701182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.340106 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-782541b9-9b67-4fe2-881f-311d11701182 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.341415 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-782541b9-9b67-4fe2-881f-311d11701182 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6386baa6-04cc-4409-bd07-ffc51cf7db09 HTTP/1.1" status: 204 len: 168 time: 0.3025630 Nov 25 19:40:57.359121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782541b9-9b67-4fe2-881f-311d11701182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6386baa6-04cc-4409-bd07-ffc51cf7db09,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:57.368081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Network 11019f92-ac61-4726-97a2-979ab5b8ef64 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:57.415750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b14ea37-26be-47cf-95f6-4edd302020af req-235a8b24-940c-4e1a-be30-6a7903e94687 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3746276 Nov 25 19:40:57.423922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:57.428649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:57.449411 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] For port 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=769edc0d-0ed9-4695-b7b2-eaff1b5a0e88,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:57.450116 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.463104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.500061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40486) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:57.523116 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a5d394e-c388-4b99-8e77-0e812f4da6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.527791 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0a5d394e-c388-4b99-8e77-0e812f4da6e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.529686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0a5d394e-c388-4b99-8e77-0e812f4da6e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4e7556af-3502-4317-8d10-0fcdb73d194c HTTP/1.1" status: 204 len: 168 time: 1.7487841 Nov 25 19:40:57.531783 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Calling delete_port for 769edc0d-0ed9-4695-b7b2-eaff1b5a0e88 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:40:57.538132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634497c4-c41f-48b1-8e21-65d52634d370 None None] Pushing event updated for resources: {'Port': ['ID=769edc0d-0ed9-4695-b7b2-eaff1b5a0e88,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:57.599708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5d394e-c388-4b99-8e77-0e812f4da6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e7556af-3502-4317-8d10-0fcdb73d194c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:57.616823 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] device_id is not set on port fb561747-6f3c-49c3-accb-3206128ee7ab yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:40:57.646412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Pushing event updated for resources: {'Port': ['ID=c86ffafb-6139-49df-98e9-ceddd4fced3f,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:57.759684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.815017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1087570154-network', 'tenant_id': '84bf581e241640be88b7403ce98bb9b2'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:57.889928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:40:57.892971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Made reservation on behalf of 84bf581e241640be88b7403ce98bb9b2 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:57.904692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.920831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3074959-742a-4c00-80dd-0b50709a201b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3980b8-17f9-44c1-ad38-db9d40f0a8aa'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:40:57.924591 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa225a40-95f0-44fc-8462-fefbe4fc5c6f" -d '{"events": [{"server_uuid": "c3074959-742a-4c00-80dd-0b50709a201b", "name": "network-vif-plugged", "status": "completed", "tag": "fa3980b8-17f9-44c1-ad38-db9d40f0a8aa"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:40:57.936900 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:57.939127 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.090030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Allocated IP 10.2.2.2 (de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e/d8de03ef-d7d5-495a-bcdd-3efee019aab4/7acf7363-c54d-47d6-911d-e91d4881f898) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:58.098948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:58.105038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Attempting to bind port c86ffafb-6139-49df-98e9-ceddd4fced3f on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:40:58.105447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Attempting to bind port c86ffafb-6139-49df-98e9-ceddd4fced3f by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:40:58.105851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Attempting to bind port c86ffafb-6139-49df-98e9-ceddd4fced3f on network 11019f92-ac61-4726-97a2-979ab5b8ef64 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:40:58.133497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:40:58.134012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Checking segment: {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:58.134494 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.134989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Bound using segment: {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:40:58.135527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Bound port: c86ffafb-6139-49df-98e9-ceddd4fced3f, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:40:58.136518 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.224917 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.232809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.246892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325307d5-d506-498d-a641-846f3150ff88 req-61298553-003f-4598-9158-fbc482abc037 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:58.252738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-325307d5-d506-498d-a641-846f3150ff88 req-61298553-003f-4598-9158-fbc482abc037 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 950 time: 0.4195693 Nov 25 19:40:58.324738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:40:58.348492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8b074ee-1430-4784-858d-0e6e9092a18f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:58.349522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] For port c86ffafb-6139-49df-98e9-ceddd4fced3f, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:40:58.362495 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.363163 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Added segment 6667fc34-8a25-4dc3-a86f-0b3b7e6875f6 of type vlan for network 145351ea-84a7-47bb-aeb6-de6911ae012c Nov 25 19:40:58.389433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] For port c86ffafb-6139-49df-98e9-ceddd4fced3f, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c86ffafb-6139-49df-98e9-ceddd4fced3f,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:40:58.407549 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.427818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40500) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:58.497655 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.524752 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.528638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-712aad37-98bc-4710-a5a0-2c4eb38d9633 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.581368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.585675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:58.590024 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:58.704067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event deleted for resources: {'Port': ['ID=769edc0d-0ed9-4695-b7b2-eaff1b5a0e88,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:58.747238 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2394540 Nov 25 19:40:58.756939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40510) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:58.760137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-325307d5-d506-498d-a641-846f3150ff88 req-c5ae130f-ff03-4ad1-b064-bfd4a24966cd tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4627118 Nov 25 19:40:58.786053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] Request body: {'subnet': {'network_id': '145351ea-84a7-47bb-aeb6-de6911ae012c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1087570154-subnet', 'tenant_id': '84bf581e241640be88b7403ce98bb9b2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:40:58.825837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036ed232-8505-43e6-bc18-468fa31334e1 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:40:58.842303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6fc53-7cc1-4d21-9b23-9604571263c3 None None] Pushing event updated for resources: {'Port': ['ID=c86ffafb-6139-49df-98e9-ceddd4fced3f,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:58.884785 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2266fa76-95fe-4656-b587-6268bdf00a21 x-openstack-request-id: req-2266fa76-95fe-4656-b587-6268bdf00a21 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:40:58.885071 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3074959-742a-4c00-80dd-0b50709a201b", "name": "network-vif-plugged", "status": "completed", "tag": "fa3980b8-17f9-44c1-ad38-db9d40f0a8aa", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:40:58.890717 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2266fa76-95fe-4656-b587-6268bdf00a21 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:40:58.891294 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3074959-742a-4c00-80dd-0b50709a201b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa3980b8-17f9-44c1-ad38-db9d40f0a8aa', 'code': 200} Nov 25 19:40:58.906021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110728ba-40a9-40f9-b1c1-da0a601c62f2 admin admin] Pushing event updated for resources: {'Network': ['ID=145351ea-84a7-47bb-aeb6-de6911ae012c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:58.979110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 145351ea-84a7-47bb-aeb6-de6911ae012c details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:40:58.982011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] Made reservation on behalf of 84bf581e241640be88b7403ce98bb9b2 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:40:58.985061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.055347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-712aad37-98bc-4710-a5a0-2c4eb38d9633 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.081607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482289f5-0abb-44ce-8536-78eff831d87a req-7b3cfabd-3812-4dd0-b0ac-15e8e85b8ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:59.084705 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-482289f5-0abb-44ce-8536-78eff831d87a req-7b3cfabd-3812-4dd0-b0ac-15e8e85b8ac1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 1101 time: 0.1531324 Nov 25 19:40:59.154610 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-712aad37-98bc-4710-a5a0-2c4eb38d9633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.275355 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-482289f5-0abb-44ce-8536-78eff831d87a req-7d971151-0cc0-437b-bb9f-867c4deb3140 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731794 Nov 25 19:40:59.299959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Allocated IP 10.1.1.144 (11019f92-ac61-4726-97a2-979ab5b8ef64/475ccb44-2c32-4eea-8d20-2e7c31a914aa/fb561747-6f3c-49c3-accb-3206128ee7ab) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:40:59.384904 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.387144 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.393362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712aad37-98bc-4710-a5a0-2c4eb38d9633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f20c3fe-7410-41f5-8588-362fd7d9837f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:59.406876 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.413256 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.495602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] Pushing event updated for resources: {'Subnet': ['ID=099ec000-f1e3-4212-a949-a39375e61fcb,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:59.520448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] Checking segment: {'id': '6667fc34-8a25-4dc3-a86f-0b3b7e6875f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '145351ea-84a7-47bb-aeb6-de6911ae012c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:40:59.521103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] Network hostable DHCP agents. Network: 145351ea-84a7-47bb-aeb6-de6911ae012c, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:40:59.554780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Pushing event updated for resources: {'Port': ['ID=7acf7363-c54d-47d6-911d-e91d4881f898,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:40:59.560537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] Network 145351ea-84a7-47bb-aeb6-de6911ae012c is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:40:59.579309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 145351ea-84a7-47bb-aeb6-de6911ae012c) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:59.589366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:59.590207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.597784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:40:59.601533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:40:59.605721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:40:59.611848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152c983c-8ed3-4302-b03d-3d2834851af9 None None] Network 145351ea-84a7-47bb-aeb6-de6911ae012c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:40:59.624176 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c30e4900-97a5-49a2-a5fb-898035e8335d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8527448 Nov 25 19:40:59.637880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0afbce1-3e2a-44ca-ba89-ac8d3e69f383 req-293ac23b-3266-43f9-b563-51076b927971 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:40:59.641073 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0afbce1-3e2a-44ca-ba89-ac8d3e69f383 req-293ac23b-3266-43f9-b563-51076b927971 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.5700681 Nov 25 19:40:59.644591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-712aad37-98bc-4710-a5a0-2c4eb38d9633 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=842c74e3166a41e4815992098e5f0a3a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2067864 Nov 25 19:40:59.649981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40534) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:40:59.740007 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.763308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.870261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-672fb5fd-3317-4419-ac45-f390a7469122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:40:59.938380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-672fb5fd-3317-4419-ac45-f390a7469122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.019223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0afbce1-3e2a-44ca-ba89-ac8d3e69f383 req-10042958-4938-441c-a380-3f7b441aea15 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3151493 Nov 25 19:41:00.030406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.034893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 301275d1-d126-4524-9a36-f798422c1d31 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:41:00.044826 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.046315 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a9c0adf3-b675-49f3-aaba-b9c3fd95b9ba tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "DELETE /v2.0/routers/301275d1-d126-4524-9a36-f798422c1d31 HTTP/1.1" status: 204 len: 168 time: 5.6385260 Nov 25 19:41:00.053457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40542) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:00.161888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c86ffafb-6139-49df-98e9-ceddd4fced3f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:00.179841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-672fb5fd-3317-4419-ac45-f390a7469122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.188715 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-672fb5fd-3317-4419-ac45-f390a7469122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.210894 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-672fb5fd-3317-4419-ac45-f390a7469122 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f20c3fe-7410-41f5-8588-362fd7d9837f HTTP/1.1" status: 204 len: 168 time: 0.5549221 Nov 25 19:41:00.266956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fb5fd-3317-4419-ac45-f390a7469122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f20c3fe-7410-41f5-8588-362fd7d9837f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:00.291337 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.400743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Attempting to bind port 7acf7363-c54d-47d6-911d-e91d4881f898 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:00.401792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Attempting to bind port 7acf7363-c54d-47d6-911d-e91d4881f898 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:00.402715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Attempting to bind port 7acf7363-c54d-47d6-911d-e91d4881f898 on network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:00.462878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:00.464060 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Checking segment: {'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:00.465054 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.466042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Bound using segment: {'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:00.467233 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Bound port: 7acf7363-c54d-47d6-911d-e91d4881f898, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:00.468459 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.679486 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.687004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296a54a8-15fb-434f-be57-cfa83913d64a None None] Network 145351ea-84a7-47bb-aeb6-de6911ae012c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:00.770386 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c86ffafb-6139-49df-98e9-ceddd4fced3f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:00.771820 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.805540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd867e09-f6e1-4754-ac37-3be758874d1d req-73993703-26a1-4d1f-9583-a47793ba1e53 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:00.819667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd867e09-f6e1-4754-ac37-3be758874d1d req-73993703-26a1-4d1f-9583-a47793ba1e53 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 950 time: 0.3975215 Nov 25 19:41:00.915641 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:00.965619 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.133658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd867e09-f6e1-4754-ac37-3be758874d1d req-53ccfa56-c684-4132-9686-5cc4a0a58e18 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123813 Nov 25 19:41:01.176041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] For port 7acf7363-c54d-47d6-911d-e91d4881f898, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:01.185068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092852e3-d6ad-4f8d-a683-25189387c571 None None] Network 11019f92-ac61-4726-97a2-979ab5b8ef64 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:01.203766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network 11019f92-ac61-4726-97a2-979ab5b8ef64 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:01.207041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:01.213242 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:01.240316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] For port 7acf7363-c54d-47d6-911d-e91d4881f898, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7acf7363-c54d-47d6-911d-e91d4881f898,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:01.255979 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.316133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Port': ['ID=fb561747-6f3c-49c3-accb-3206128ee7ab,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:01.382365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-926bf13e-af75-4140-96f2-4b5e916e0094 None None] Provisioning complete for port c86ffafb-6139-49df-98e9-ceddd4fced3f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:01.382749 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-926bf13e-af75-4140-96f2-4b5e916e0094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.568330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Deleting port 502922f3-0255-473f-950a-3b1bd44498b3 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:01.568843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.576077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e27bd5c-c52d-4c6f-8b5c-ce4778fc5722 None None] Pushing event updated for resources: {'Port': ['ID=7acf7363-c54d-47d6-911d-e91d4881f898,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:01.592091 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.595190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:01.596728 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.675534 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74b427-a6d4-4ba3-898a-eaad720ce68c req-27d2b1fa-157b-4de2-913d-cd701713ce29 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:01.683702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a74b427-a6d4-4ba3-898a-eaad720ce68c req-27d2b1fa-157b-4de2-913d-cd701713ce29 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.3248596 Nov 25 19:41:01.744062 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-463bdac0-ef36-479e-ae9c-bab8891e7e60 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.2497916 Nov 25 19:41:01.751031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40578) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:01.780546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'port': {'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64', 'name': 'tempest-TaggedBootDevicesTest_v242-1630546728', 'fixed_ips': [{'subnet_id': '475ccb44-2c32-4eea-8d20-2e7c31a914aa'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:01.845541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port c86ffafb-6139-49df-98e9-ceddd4fced3f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c86ffafb-6139-49df-98e9-ceddd4fced3f,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:01.882576 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:01.906262 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-926bf13e-af75-4140-96f2-4b5e916e0094 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:02.082962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=c86ffafb-6139-49df-98e9-ceddd4fced3f,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:02.109671 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a74b427-a6d4-4ba3-898a-eaad720ce68c req-5cca08a8-f441-40c5-8c32-4b55befe6703 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032848 Nov 25 19:41:02.116234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] For port 502922f3-0255-473f-950a-3b1bd44498b3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=502922f3-0255-473f-950a-3b1bd44498b3,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:02.121173 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:02.159782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:02.165573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Calling delete_port for 502922f3-0255-473f-950a-3b1bd44498b3 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:02.235328 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-50609485-7626-4870-bb8e-af488cb0626b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:02.308458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7acf7363-c54d-47d6-911d-e91d4881f898 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:02.440197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:02.468275 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-926bf13e-af75-4140-96f2-4b5e916e0094 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:41:02.468861 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-926bf13e-af75-4140-96f2-4b5e916e0094 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:41:02.471630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7acf7363-c54d-47d6-911d-e91d4881f898 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:02.471630 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:02.481335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] device_id is not set on port ce49200e-7a12-415f-ba24-3bfb7d146868 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:41:02.685724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:02.759665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event deleted for resources: {'Port': ['ID=502922f3-0255-473f-950a-3b1bd44498b3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:02.853674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10d4617-facf-481d-aabd-e011dcd0fa0e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:02.894908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:02.960437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Allocated IP 10.1.1.183 (11019f92-ac61-4726-97a2-979ab5b8ef64/475ccb44-2c32-4eea-8d20-2e7c31a914aa/ce49200e-7a12-415f-ba24-3bfb7d146868) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:03.080953 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.188505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 7acf7363-c54d-47d6-911d-e91d4881f898, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7acf7363-c54d-47d6-911d-e91d4881f898,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:03.196921 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.325616 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.395520 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.454387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-df78eee8-9392-4b1f-a459-d16bada38739 None None] Provisioning complete for port fb561747-6f3c-49c3-accb-3206128ee7ab triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:03.455412 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-df78eee8-9392-4b1f-a459-d16bada38739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.471127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network 11019f92-ac61-4726-97a2-979ab5b8ef64 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:03.475700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:03.514452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:03.576326 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.595771 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.640317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=7acf7363-c54d-47d6-911d-e91d4881f898,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:03.659796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-df78eee8-9392-4b1f-a459-d16bada38739 None None] Port fb561747-6f3c-49c3-accb-3206128ee7ab cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:03.702632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:03.702997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.718154 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-df78eee8-9392-4b1f-a459-d16bada38739 None None] Provisioning complete for port c86ffafb-6139-49df-98e9-ceddd4fced3f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:03.718546 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-df78eee8-9392-4b1f-a459-d16bada38739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.765622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Port': ['ID=ce49200e-7a12-415f-ba24-3bfb7d146868,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:03.784003 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cbfa6e5a-bddb-467e-9049-5c6ff098c297 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0243459 Nov 25 19:41:03.809520 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.815712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4a801e6c-a0c6-4542-9480-416fa75d3dc0 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:41:03.837190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d90b86-d227-47aa-93fc-bc2a8d82d558 None None] Network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:41:03.866620 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.887919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40622) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:03.890359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-40d4b5f4-480d-4c6d-9204-5ad73a3e7df0 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "DELETE /v2.0/routers/4a801e6c-a0c6-4542-9480-416fa75d3dc0 HTTP/1.1" status: 204 len: 168 time: 3.8324432 Nov 25 19:41:03.893707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-815425214', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:03.904855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-769e0213-9d0d-4e30-8c1c-0894bd2ca7e9 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:03.934633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-769e0213-9d0d-4e30-8c1c-0894bd2ca7e9 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/networks?id=145351ea-84a7-47bb-aeb6-de6911ae012c HTTP/1.1" status: 200 len: 814 time: 0.9072015 Nov 25 19:41:03.951898 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.956315 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:03.983252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-b0501e5c-7549-44d0-82b3-a984b3b4ea41 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/quotas/84bf581e241640be88b7403ce98bb9b2 HTTP/1.1" status: 200 len: 375 time: 0.0468078 Nov 25 19:41:04.043262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6e4ffe9f-7735-480e-a096-12c5662ebfc1 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=84bf581e241640be88b7403ce98bb9b2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0583363 Nov 25 19:41:04.245559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.326442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-82a854ce-ef6f-4be4-9941-3546dfc42ae0 None None] Provisioning complete for port fb561747-6f3c-49c3-accb-3206128ee7ab triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:04.327042 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-82a854ce-ef6f-4be4-9941-3546dfc42ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.345050 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-9091012c-0771-4e19-8e28-23047b0bc40f service neutron] 10.222.0.15 "GET /v2.0/networks/145351ea-84a7-47bb-aeb6-de6911ae012c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960124 Nov 25 19:41:04.404821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-82a854ce-ef6f-4be4-9941-3546dfc42ae0 None None] Port fb561747-6f3c-49c3-accb-3206128ee7ab cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:04.417668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-82a854ce-ef6f-4be4-9941-3546dfc42ae0 None None] Provisioning complete for port 7acf7363-c54d-47d6-911d-e91d4881f898 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:04.418107 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-82a854ce-ef6f-4be4-9941-3546dfc42ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.526111 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.596673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-b64647e4-17e5-4faf-adc8-74745d2ede9a service neutron] 10.222.0.15 "GET /v2.0/networks/145351ea-84a7-47bb-aeb6-de6911ae012c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498825 Nov 25 19:41:04.659405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7acf7363-c54d-47d6-911d-e91d4881f898 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:04.814914 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9155b357-65b6-4443-ada1-1ccaf71ec0b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.819047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-556ead54-3627-4880-8d10-d56c4e73811c None None] Provisioning complete for port ce49200e-7a12-415f-ba24-3bfb7d146868 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:04.819434 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-556ead54-3627-4880-8d10-d56c4e73811c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.884967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-556ead54-3627-4880-8d10-d56c4e73811c None None] Port ce49200e-7a12-415f-ba24-3bfb7d146868 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:04.891574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7acf7363-c54d-47d6-911d-e91d4881f898 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:04.892030 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:04.973618 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.011427 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.076777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f556931d-45a5-40f8-9c7e-ec8a6c91aee9 None None] Provisioning complete for port 7acf7363-c54d-47d6-911d-e91d4881f898 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:05.077240 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f556931d-45a5-40f8-9c7e-ec8a6c91aee9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.129162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e9f5fb-9247-48ed-afff-6e3ff4c4be55 req-b470a10f-267c-4478-948e-9bd40393adf3 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:05.132466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21e9f5fb-9247-48ed-afff-6e3ff4c4be55 req-b470a10f-267c-4478-948e-9bd40393adf3 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 950 time: 0.1501431 Nov 25 19:41:05.353116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21e9f5fb-9247-48ed-afff-6e3ff4c4be55 req-5ccca44e-09ef-4972-b677-88dddf507acc tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2105143 Nov 25 19:41:05.366369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c86ffafb-6139-49df-98e9-ceddd4fced3f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:05.369759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Allocated IP 172.25.8.112 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/86a71bdf-65dc-4eb8-b414-1be874aeed64) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:05.595876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c86ffafb-6139-49df-98e9-ceddd4fced3f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:05.596260 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.687939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40668) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:05.900334 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:05.984577 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.025594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 502922f3-0255-473f-950a-3b1bd44498b3 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:06.061824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Pushing event updated for resources: {'Port': ['ID=86a71bdf-65dc-4eb8-b414-1be874aeed64,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:06.085128 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c59dc6a6-6e16-4af0-bbd0-4229bb201568 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.088145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:06.093515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:06.118731 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 502922f3-0255-473f-950a-3b1bd44498b3 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:41:06.119352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 502922f3-0255-473f-950a-3b1bd44498b3 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:41:06.120336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:06.152305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b799587-3640-4088-998f-3dcd35f9844d None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:06.306170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b9329bf6-8cba-4e5a-ad51-4da9fe1969cd None None] Provisioning complete for port 86a71bdf-65dc-4eb8-b414-1be874aeed64 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:06.308021 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9329bf6-8cba-4e5a-ad51-4da9fe1969cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.457951 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c59dc6a6-6e16-4af0-bbd0-4229bb201568 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.465457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c59dc6a6-6e16-4af0-bbd0-4229bb201568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.469040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b9329bf6-8cba-4e5a-ad51-4da9fe1969cd None None] Port 86a71bdf-65dc-4eb8-b414-1be874aeed64 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:06.484265 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.538929 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c59dc6a6-6e16-4af0-bbd0-4229bb201568 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b0e69ac471b422d8b60b1bf476d5fe3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8484957 Nov 25 19:41:06.539251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40692) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:06.545264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59dc6a6-6e16-4af0-bbd0-4229bb201568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ec53d6-b3ce-4329-abf3-4213dc8aec18,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:06.788876 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bb45c8b-b4fe-431e-a91d-0b9e9e90238a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.825205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bb45c8b-b4fe-431e-a91d-0b9e9e90238a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.866292 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:06.900084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40704) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:06.906584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1219211791', 'description': 'tempest-description--1085906842'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:06.963724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.007228 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bb45c8b-b4fe-431e-a91d-0b9e9e90238a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.019374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bb45c8b-b4fe-431e-a91d-0b9e9e90238a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.022610 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3bb45c8b-b4fe-431e-a91d-0b9e9e90238a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8ec53d6-b3ce-4329-abf3-4213dc8aec18 HTTP/1.1" status: 204 len: 168 time: 0.4825194 Nov 25 19:41:07.045987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb45c8b-b4fe-431e-a91d-0b9e9e90238a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ec53d6-b3ce-4329-abf3-4213dc8aec18,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:07.119247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a2f0e79-7b1a-4f3a-8b26-1353687f3185 req-b6025d1d-a8d1-4dd2-b758-dfaff1c44cb6 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 210 time: 0.0849500 Nov 25 19:41:07.200133 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.214127 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.319464 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.321582 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.4198294 Nov 25 19:41:07.343182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40714) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:07.362297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-79cafe97-bc2a-4051-8baa-ae88b2411a0b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'security_group_rule': {'security_group_id': '1f8b57ea-7195-48bc-92fa-b72d9204bf24', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:07.388449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8b57ea-7195-48bc-92fa-b72d9204bf24,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:07.433849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40720) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:07.437243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.437767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.438224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.438791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.439272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.439926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.440646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.441084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.441696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.442570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.443183 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.445149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92054fb4-793b-4147-9c7b-5e60cde3127e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:07.459238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.516248 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79cafe97-bc2a-4051-8baa-ae88b2411a0b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.566343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-5ed7bcb0-322b-4ed7-b63f-2c7eb1a7fcde tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:07.568016 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-5ed7bcb0-322b-4ed7-b63f-2c7eb1a7fcde tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.60 "GET /v2.0/networks?id=145351ea-84a7-47bb-aeb6-de6911ae012c HTTP/1.1" status: 200 len: 814 time: 0.3966811 Nov 25 19:41:07.589047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Request body: {'port': {'device_id': 'b2340ce8-6a97-45a5-993b-4faee2b63426', 'network_id': '145351ea-84a7-47bb-aeb6-de6911ae012c', 'admin_state_up': True, 'tenant_id': '84bf581e241640be88b7403ce98bb9b2'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:07.719015 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79cafe97-bc2a-4051-8baa-ae88b2411a0b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.727585 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79cafe97-bc2a-4051-8baa-ae88b2411a0b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.834097 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79cafe97-bc2a-4051-8baa-ae88b2411a0b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.844243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-79cafe97-bc2a-4051-8baa-ae88b2411a0b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4974554 Nov 25 19:41:07.844718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40742) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:07.847112 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:07.851657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cafe97-bc2a-4051-8baa-ae88b2411a0b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=654b5dd7-b9ae-4e13-b724-72350d05c808,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:07.859841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b17f03ee-bd81-4699-adc7-f79716c588e6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'security_group_rule': {'security_group_id': '1f8b57ea-7195-48bc-92fa-b72d9204bf24', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:07.935805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Router 718f0364-e722-4354-b90f-4159be8abe91 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:41:08.080522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Made reservation on behalf of 84bf581e241640be88b7403ce98bb9b2 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:08.084551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.099682 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b17f03ee-bd81-4699-adc7-f79716c588e6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.144419 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1530731f-cc2a-4d9c-bf1e-4d44039a261f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.150986 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.345870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e8c65b-4573-4846-8f1d-39647e8c4c6d req-9c688fb2-f378-4fd5-b448-8abc38341359 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:08.349156 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4e8c65b-4573-4846-8f1d-39647e8c4c6d req-9c688fb2-f378-4fd5-b448-8abc38341359 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.2105567 Nov 25 19:41:08.443591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4e8c65b-4573-4846-8f1d-39647e8c4c6d req-4f34ef16-909a-43cd-b3aa-04393771a262 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827041 Nov 25 19:41:08.448739 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b17f03ee-bd81-4699-adc7-f79716c588e6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.511266 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b17f03ee-bd81-4699-adc7-f79716c588e6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.591690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:08.593063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e805a89-178a-4056-8a81-11d411be2764 req-d876fd8d-e13f-4955-949f-048d8f672432 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 210 time: 0.0445435 Nov 25 19:41:08.604866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab890acc-bdbf-47f9-a06d-3e88aff619be None None] Sync routers for ids ['718f0364-e722-4354-b90f-4159be8abe91'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:08.626018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab890acc-bdbf-47f9-a06d-3e88aff619be None None] Routers {'718f0364-e722-4354-b90f-4159be8abe91'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:08.626976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ab890acc-bdbf-47f9-a06d-3e88aff619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:41:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['718f0364-e722-4354-b90f-4159be8abe91'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:08.691356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ab890acc-bdbf-47f9-a06d-3e88aff619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:08.702733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab890acc-bdbf-47f9-a06d-3e88aff619be None None] Routers {'718f0364-e722-4354-b90f-4159be8abe91'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:08.703404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ab890acc-bdbf-47f9-a06d-3e88aff619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:41:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['718f0364-e722-4354-b90f-4159be8abe91'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:08.714661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f03ee-bd81-4699-adc7-f79716c588e6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=499325a0-fc01-469c-820c-0e2dc3b93e17,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:08.817065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b17f03ee-bd81-4699-adc7-f79716c588e6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.820989 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b17f03ee-bd81-4699-adc7-f79716c588e6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9693820 Nov 25 19:41:08.822736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40780) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:08.826859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ab890acc-bdbf-47f9-a06d-3e88aff619be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:08.828780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab890acc-bdbf-47f9-a06d-3e88aff619be None None] The sync data for ids ['718f0364-e722-4354-b90f-4159be8abe91'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:08.829828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:08.895228 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:08.994130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1530731f-cc2a-4d9c-bf1e-4d44039a261f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.004492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.009725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40788) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:09.010282 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2007a6e6-a1eb-44e0-aef0-250e4adf1269 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.1208937 Nov 25 19:41:09.014650 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1530731f-cc2a-4d9c-bf1e-4d44039a261f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.026990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a50ca239-ca97-4917-9a7b-04b2c2fa9708 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'enable_snat': False}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:09.086740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Allocated IP 172.20.0.13 (145351ea-84a7-47bb-aeb6-de6911ae012c/099ec000-f1e3-4212-a949-a39375e61fcb/446a59d9-574e-4706-a702-269ed21e810b) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:09.487091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ef239c-6d70-4543-ae6e-69958188f086 req-1b77fbbe-8478-44be-a59a-9253fd4c3c3a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:09.502558 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77ef239c-6d70-4543-ae6e-69958188f086 req-1b77fbbe-8478-44be-a59a-9253fd4c3c3a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.2484336 Nov 25 19:41:09.553819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40796) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:09.656203 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1530731f-cc2a-4d9c-bf1e-4d44039a261f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d3af157758f450db9127190dc2dead5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2196007 Nov 25 19:41:09.661454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40802) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:09.745790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1530731f-cc2a-4d9c-bf1e-4d44039a261f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2f54c3-7f9b-48b1-b9e3-efa1d3768e06,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:09.890361 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af2b6d3d-1cd4-4f00-894f-8cf2bd5a78db admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.906924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:09.930307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914553d-2f51-40c2-9a60-a925dbe1dbb0 req-085e02a8-2d46-41ad-ab15-25703360d924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:09.933410 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4914553d-2f51-40c2-9a60-a925dbe1dbb0 req-085e02a8-2d46-41ad-ab15-25703360d924 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78716cc614144bb1ade783eed64bbe3f&device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 1097 time: 0.3787551 Nov 25 19:41:09.934514 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77ef239c-6d70-4543-ae6e-69958188f086 req-84fbef06-1fcf-4d7b-9878-81d199dca53c tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4299829 Nov 25 19:41:09.940438 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.093684 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af2b6d3d-1cd4-4f00-894f-8cf2bd5a78db admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.333515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914553d-2f51-40c2-9a60-a925dbe1dbb0 req-bab4a128-2b68-4179-b1ed-17b34713ae7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:10.337853 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4914553d-2f51-40c2-9a60-a925dbe1dbb0 req-bab4a128-2b68-4179-b1ed-17b34713ae7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 200 len: 915 time: 0.3962345 Nov 25 19:41:10.344441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.372970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af2b6d3d-1cd4-4f00-894f-8cf2bd5a78db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.376727 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af2b6d3d-1cd4-4f00-894f-8cf2bd5a78db admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.381503 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-af2b6d3d-1cd4-4f00-894f-8cf2bd5a78db admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9c2f54c3-7f9b-48b1-b9e3-efa1d3768e06 HTTP/1.1" status: 204 len: 168 time: 0.7188923 Nov 25 19:41:10.450562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b6d3d-1cd4-4f00-894f-8cf2bd5a78db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2f54c3-7f9b-48b1-b9e3-efa1d3768e06,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:10.456351 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4914553d-2f51-40c2-9a60-a925dbe1dbb0 req-3600afd6-74ac-4dee-b011-b043a7a2ede5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255 HTTP/1.1" status: 200 len: 217 time: 0.1004920 Nov 25 19:41:10.469371 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Network 145351ea-84a7-47bb-aeb6-de6911ae012c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:10.475718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:10.560515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:10.697995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Pushing event updated for resources: {'Port': ['ID=446a59d9-574e-4706-a702-269ed21e810b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:10.810734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:10.813301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.837748 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7825c23f-056e-4641-bfe1-cb4454b28125 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:10.901884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4914553d-2f51-40c2-9a60-a925dbe1dbb0 req-2be78303-f28d-4aaa-ba9d-2f45482bba72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:10.906193 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4914553d-2f51-40c2-9a60-a925dbe1dbb0 req-2be78303-f28d-4aaa-ba9d-2f45482bba72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4746e874-55e6-4158-90b3-691ef950b7a9 HTTP/1.1" status: 200 len: 854 time: 0.4343238 Nov 25 19:41:10.919485 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-c520517a-b036-4515-800c-7d333478ca17 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3395798 Nov 25 19:41:11.025725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Request body: {'port': {'device_id': 'b2340ce8-6a97-45a5-993b-4faee2b63426', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:11.037761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a50ca239-ca97-4917-9a7b-04b2c2fa9708 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.094748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3631c615-8c7f-405e-b633-9a1311af90ca req-20045784-987e-4a91-b2d8-5112f71ae300 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:11.110187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3631c615-8c7f-405e-b633-9a1311af90ca req-20045784-987e-4a91-b2d8-5112f71ae300 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 932 time: 1.0060952 Nov 25 19:41:11.116276 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4914553d-2f51-40c2-9a60-a925dbe1dbb0 req-774df345-2c70-409d-bbbe-72bc1a63679f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1895256 Nov 25 19:41:11.169751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Allocated IP 172.25.8.139 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/c37a38f3-5dfc-4028-88a8-0359b1928d87) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:11.308057 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.317297 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3631c615-8c7f-405e-b633-9a1311af90ca req-50364280-83f1-4e0e-a906-a07692cb0966 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b074ee-1430-4784-858d-0e6e9092a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054057 Nov 25 19:41:11.409128 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4914553d-2f51-40c2-9a60-a925dbe1dbb0 req-16fcfe0e-ee4a-45e2-a823-f97f5f5f40c3 service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2538431 Nov 25 19:41:11.544883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40838) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:11.611098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7825c23f-056e-4641-bfe1-cb4454b28125 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.618755 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4914553d-2f51-40c2-9a60-a925dbe1dbb0 req-12aee0fd-786c-421d-ad09-27b67095d82f service neutron] 10.222.0.60 "GET /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004082 Nov 25 19:41:11.634089 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1faaa69d-5463-4271-a5de-13538663ece1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.648582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7825c23f-056e-4641-bfe1-cb4454b28125 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.724261 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.813374 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:11.909638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:11.929992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7825c23f-056e-4641-bfe1-cb4454b28125 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d69b88b497bd452294ee5439a0acb4f6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2556841 Nov 25 19:41:11.930273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40844) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:11.936112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:11.938222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7825c23f-056e-4641-bfe1-cb4454b28125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5925735-9a97-40f9-a7a4-125eaf327b17,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:11.941008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:12.024002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Port': ['ID=c37a38f3-5dfc-4028-88a8-0359b1928d87,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:12.130016 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10da6db7-7b8b-43cc-9236-9404f26b80f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.180365 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10da6db7-7b8b-43cc-9236-9404f26b80f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.262563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 446a59d9-574e-4706-a702-269ed21e810b {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:41:12.275722 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.283206 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1faaa69d-5463-4271-a5de-13538663ece1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.320420 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.323299 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1faaa69d-5463-4271-a5de-13538663ece1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.339714 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Transition to ACTIVE for port object 446a59d9-574e-4706-a702-269ed21e810b will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:41:12.341753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10da6db7-7b8b-43cc-9236-9404f26b80f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.345949 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10da6db7-7b8b-43cc-9236-9404f26b80f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.347659 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-10da6db7-7b8b-43cc-9236-9404f26b80f1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e5925735-9a97-40f9-a7a4-125eaf327b17 HTTP/1.1" status: 204 len: 168 time: 0.4166846 Nov 25 19:41:12.352926 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.376043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da6db7-7b8b-43cc-9236-9404f26b80f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5925735-9a97-40f9-a7a4-125eaf327b17,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:12.466927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Pushing event updated for resources: {'Port': ['ID=446a59d9-574e-4706-a702-269ed21e810b,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:12.600237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1faaa69d-5463-4271-a5de-13538663ece1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d38cedf83da4e3382e22f57091bdcce&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0407441 Nov 25 19:41:12.605276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40856) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:12.622927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1faaa69d-5463-4271-a5de-13538663ece1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a449e03d-264b-4e32-bdd4-6b6fce250ba0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:12.668049 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.682231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c71d03c-510f-4681-8837-865c524c888a req-d6723016-5887-4c0c-8318-6d749a2a27d2 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:12.690589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c71d03c-510f-4681-8837-865c524c888a req-d6723016-5887-4c0c-8318-6d749a2a27d2 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 1.2091997 Nov 25 19:41:12.785756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Attempting to bind port 446a59d9-574e-4706-a702-269ed21e810b on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:12.786098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Attempting to bind port 446a59d9-574e-4706-a702-269ed21e810b by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '6667fc34-8a25-4dc3-a86f-0b3b7e6875f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '145351ea-84a7-47bb-aeb6-de6911ae012c'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:12.786542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Attempting to bind port 446a59d9-574e-4706-a702-269ed21e810b on network 145351ea-84a7-47bb-aeb6-de6911ae012c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:12.794112 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Port 446a59d9-574e-4706-a702-269ed21e810b on network 145351ea-84a7-47bb-aeb6-de6911ae012c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:41:12.794524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Attempting to bind port 446a59d9-574e-4706-a702-269ed21e810b on network 145351ea-84a7-47bb-aeb6-de6911ae012c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:12.816923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:12.818226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Checking segment: {'id': '6667fc34-8a25-4dc3-a86f-0b3b7e6875f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '145351ea-84a7-47bb-aeb6-de6911ae012c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:12.819365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Bound using segment: {'id': '6667fc34-8a25-4dc3-a86f-0b3b7e6875f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '145351ea-84a7-47bb-aeb6-de6911ae012c'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:12.820059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Bound port: 446a59d9-574e-4706-a702-269ed21e810b, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6667fc34-8a25-4dc3-a86f-0b3b7e6875f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '145351ea-84a7-47bb-aeb6-de6911ae012c'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:12.820903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:12.859506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c71d03c-510f-4681-8837-865c524c888a req-199ba6f4-ec7f-4a76-9245-7db49f8d3a30 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677971 Nov 25 19:41:13.005298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2fccb9a9-9261-48e3-af61-5ece8f27fc59 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.084821 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2fccb9a9-9261-48e3-af61-5ece8f27fc59 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.116983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] For port 446a59d9-574e-4706-a702-269ed21e810b, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:13.140885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] For port 446a59d9-574e-4706-a702-269ed21e810b, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=446a59d9-574e-4706-a702-269ed21e810b,segment=NetworkSegment(6667fc34-8a25-4dc3-a86f-0b3b7e6875f6),segment_id=6667fc34-8a25-4dc3-a86f-0b3b7e6875f6)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:13.158455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.176198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e17300-b601-4876-800e-2ef57d3ac566 req-9d5bfcdf-60d8-4b98-b912-6f94b9f50d6d tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:13.184710 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e5e17300-b601-4876-800e-2ef57d3ac566 req-9d5bfcdf-60d8-4b98-b912-6f94b9f50d6d tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 944 time: 0.1890659 Nov 25 19:41:13.219554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a50ca239-ca97-4917-9a7b-04b2c2fa9708 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.252346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:13.252933 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.254873 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] 10.222.0.60 "PUT /v2.0/ports/446a59d9-574e-4706-a702-269ed21e810b HTTP/1.1" status: 200 len: 1092 time: 2.3050230 Nov 25 19:41:13.255379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2340ce8-6a97-45a5-993b-4faee2b63426', 'tag': '446a59d9-574e-4706-a702-269ed21e810b'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:13.258967 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91a6db6-2f12-4500-b157-ab07a2314f93" -d '{"events": [{"name": "network-changed", "server_uuid": "b2340ce8-6a97-45a5-993b-4faee2b63426", "tag": "446a59d9-574e-4706-a702-269ed21e810b"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:13.269811 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a50ca239-ca97-4917-9a7b-04b2c2fa9708 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.314348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c13584b-cd99-4a1e-9052-b56d943b242a service neutron] Pushing event updated for resources: {'Port': ['ID=446a59d9-574e-4706-a702-269ed21e810b,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:13.324218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2fccb9a9-9261-48e3-af61-5ece8f27fc59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.328694 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2fccb9a9-9261-48e3-af61-5ece8f27fc59 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.335252 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2fccb9a9-9261-48e3-af61-5ece8f27fc59 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a449e03d-264b-4e32-bdd4-6b6fce250ba0 HTTP/1.1" status: 204 len: 168 time: 0.7273822 Nov 25 19:41:13.347485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fccb9a9-9261-48e3-af61-5ece8f27fc59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a449e03d-264b-4e32-bdd4-6b6fce250ba0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:13.353445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40866) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:13.373788 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b1884b1-73fc-48a4-ac62-181fa4bb451d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.391682 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.456300 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.547097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-f43f693d-3da8-413e-9f66-751d6c5bad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:13.548961 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-f43f693d-3da8-413e-9f66-751d6c5bad5d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84bf581e241640be88b7403ce98bb9b2&device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 1095 time: 0.0933664 Nov 25 19:41:13.556676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b1884b1-73fc-48a4-ac62-181fa4bb451d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.567489 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b1884b1-73fc-48a4-ac62-181fa4bb451d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.683466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e5e17300-b601-4876-800e-2ef57d3ac566 req-b7335dd9-a563-42a2-9dd5-67dd550030ae tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b074ee-1430-4784-858d-0e6e9092a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4957488 Nov 25 19:41:13.714314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2b1884b1-73fc-48a4-ac62-181fa4bb451d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=10434d67b38c4b1a9113943eaed85a1b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3589833 Nov 25 19:41:13.724079 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-0210a810-160a-4155-83b8-fef8e139e79b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=446a59d9-574e-4706-a702-269ed21e810b HTTP/1.1" status: 200 len: 217 time: 0.1651535 Nov 25 19:41:13.742488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40872) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:13.770707 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Port': ['ID=c37a38f3-5dfc-4028-88a8-0359b1928d87,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:13.806357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.827792 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb410192-05b4-4ea7-b3f2-ec5596ac2295 x-openstack-request-id: req-fb410192-05b4-4ea7-b3f2-ec5596ac2295 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:13.828027 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2340ce8-6a97-45a5-993b-4faee2b63426", "tag": "446a59d9-574e-4706-a702-269ed21e810b", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:13.828883 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb410192-05b4-4ea7-b3f2-ec5596ac2295 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:13.829598 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2340ce8-6a97-45a5-993b-4faee2b63426', 'tag': '446a59d9-574e-4706-a702-269ed21e810b', 'status': 'completed', 'code': 200} Nov 25 19:41:13.830432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:13.843577 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-655a1b0a-3c8c-4e5a-a732-eb504d2a6662 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0192320 Nov 25 19:41:13.863750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1884b1-73fc-48a4-ac62-181fa4bb451d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140ea36f-9cd4-4276-856d-1b240612bee8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:13.872476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50ca239-ca97-4917-9a7b-04b2c2fa9708 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Router 718f0364-e722-4354-b90f-4159be8abe91 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:41:13.939999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-11dce23d-1467-4f73-9f3b-ddce41114be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:13.947314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-11dce23d-1467-4f73-9f3b-ddce41114be7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=099ec000-f1e3-4212-a949-a39375e61fcb HTTP/1.1" status: 200 len: 854 time: 0.2019260 Nov 25 19:41:14.017777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-94b201b0-876b-4f7b-aab9-9abb79ace488 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=145351ea-84a7-47bb-aeb6-de6911ae012c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535595 Nov 25 19:41:14.038213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77153ae1-f4ba-4f4c-a94d-32911219e05f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.114671 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77153ae1-f4ba-4f4c-a94d-32911219e05f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.170260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bd6557-ad9d-4905-9635-6340cc3e3fb3 req-888a313a-ca8b-4865-85af-2b26762e3c76 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:14.172832 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21bd6557-ad9d-4905-9635-6340cc3e3fb3 req-888a313a-ca8b-4865-85af-2b26762e3c76 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.1200557 Nov 25 19:41:14.204518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-0c296fac-2586-427c-9abf-9d54a7352af6 service neutron] 10.222.0.60 "GET /v2.0/networks/145351ea-84a7-47bb-aeb6-de6911ae012c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788738 Nov 25 19:41:14.243714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50ca239-ca97-4917-9a7b-04b2c2fa9708 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:14.246984 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77153ae1-f4ba-4f4c-a94d-32911219e05f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.257638 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77153ae1-f4ba-4f4c-a94d-32911219e05f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.257638 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-77153ae1-f4ba-4f4c-a94d-32911219e05f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/140ea36f-9cd4-4276-856d-1b240612bee8 HTTP/1.1" status: 204 len: 168 time: 0.5032895 Nov 25 19:41:14.262058 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6783333-274c-4570-8a0e-23a4a2ffb970 None None] Sync routers for ids ['718f0364-e722-4354-b90f-4159be8abe91'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:14.273799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77153ae1-f4ba-4f4c-a94d-32911219e05f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140ea36f-9cd4-4276-856d-1b240612bee8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:14.295414 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6783333-274c-4570-8a0e-23a4a2ffb970 None None] Routers {'718f0364-e722-4354-b90f-4159be8abe91'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:14.296763 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e6783333-274c-4570-8a0e-23a4a2ffb970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:41:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['718f0364-e722-4354-b90f-4159be8abe91'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:14.301026 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a50ca239-ca97-4917-9a7b-04b2c2fa9708 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:14.307078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a50ca239-ca97-4917-9a7b-04b2c2fa9708 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "PUT /v2.0/routers/718f0364-e722-4354-b90f-4159be8abe91 HTTP/1.1" status: 200 len: 921 time: 5.2921057 Nov 25 19:41:14.332556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40890) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:14.351723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21bd6557-ad9d-4905-9635-6340cc3e3fb3 req-6afedbab-ca69-4eb8-8e71-e33328fde2e0 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695607 Nov 25 19:41:14.413315 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e6783333-274c-4570-8a0e-23a4a2ffb970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:14.430853 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6783333-274c-4570-8a0e-23a4a2ffb970 None None] Routers {'718f0364-e722-4354-b90f-4159be8abe91'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:14.432188 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e6783333-274c-4570-8a0e-23a4a2ffb970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:41:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['718f0364-e722-4354-b90f-4159be8abe91'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:14.533770 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e6783333-274c-4570-8a0e-23a4a2ffb970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:14.536230 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6783333-274c-4570-8a0e-23a4a2ffb970 None None] The sync data for ids ['718f0364-e722-4354-b90f-4159be8abe91'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:14.558667 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2c2fb7ec-40de-4886-a8a0-3a2ba8c44789 req-2b56de54-364d-4b02-967f-70c8af6ebe59 service neutron] 10.222.0.60 "GET /v2.0/networks/145351ea-84a7-47bb-aeb6-de6911ae012c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436511 Nov 25 19:41:14.595824 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b2dae11f-907f-4baf-848f-f02d3c109f0b tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/routers/718f0364-e722-4354-b90f-4159be8abe91 HTTP/1.1" status: 200 len: 921 time: 0.2616491 Nov 25 19:41:14.602380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40906) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:14.665492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-3b664544-c283-4ccf-aa5d-7ecacd0df69b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1219211791&fields=id&tenant_id=6cc4e806f92640c39663fb529554dd43 HTTP/1.1" status: 200 len: 267 time: 0.1437762 Nov 25 19:41:14.744239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-1361f0ce-6147-41f8-87f6-195927f5c081 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:14.753027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-1361f0ce-6147-41f8-87f6-195927f5c081 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports/fb561747-6f3c-49c3-accb-3206128ee7ab HTTP/1.1" status: 200 len: 937 time: 0.0788980 Nov 25 19:41:14.791885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4333d56b-b392-4288-9654-5c126d5b9bfc tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:14.793789 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4333d56b-b392-4288-9654-5c126d5b9bfc tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&device_id=718f0364-e722-4354-b90f-4159be8abe91&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1892352 Nov 25 19:41:14.796708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40914) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:14.810960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6db6-2f12-4500-b157-ab07a2314f93 req-d7525469-081e-4a3d-9cef-d61c5a3c1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:14.812973 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f91a6db6-2f12-4500-b157-ab07a2314f93 req-d7525469-081e-4a3d-9cef-d61c5a3c1fe8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=84bf581e241640be88b7403ce98bb9b2&device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 1095 time: 0.1885321 Nov 25 19:41:14.847021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-b0e54860-422b-4f9b-98cf-3fc197ce2491 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:14.848632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-b0e54860-422b-4f9b-98cf-3fc197ce2491 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports/ce49200e-7a12-415f-ba24-3bfb7d146868 HTTP/1.1" status: 200 len: 937 time: 0.0943391 Nov 25 19:41:14.945814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40918) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:14.954913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-cdea8f71-deff-4561-836a-7bdf9a60e972 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0991259 Nov 25 19:41:14.972839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6db6-2f12-4500-b157-ab07a2314f93 req-a20e74d7-9e0d-48bb-a51e-b1bff8c58d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:14.976243 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f91a6db6-2f12-4500-b157-ab07a2314f93 req-a20e74d7-9e0d-48bb-a51e-b1bff8c58d27 service neutron] 10.222.0.60 "GET /v2.0/networks?id=145351ea-84a7-47bb-aeb6-de6911ae012c HTTP/1.1" status: 200 len: 915 time: 0.1389410 Nov 25 19:41:15.008216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-c38bc8d5-43cf-457c-a724-ef7d6482aa99 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0440981 Nov 25 19:41:15.160434 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f91a6db6-2f12-4500-b157-ab07a2314f93 req-cb550976-bbdd-4d14-9f7b-65b40888fe73 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=446a59d9-574e-4706-a702-269ed21e810b HTTP/1.1" status: 200 len: 217 time: 0.1660643 Nov 25 19:41:15.168955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-f771785a-5e7d-43f2-810f-be6e7c96be71 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:15.175786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-f771785a-5e7d-43f2-810f-be6e7c96be71 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:15.182988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-f771785a-5e7d-43f2-810f-be6e7c96be71 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:15.185129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-f771785a-5e7d-43f2-810f-be6e7c96be71 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/networks?id=531ea4be-db10-442e-a719-94c0832255fd&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e HTTP/1.1" status: 200 len: 1995 time: 0.1694324 Nov 25 19:41:15.213825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-89ed1819-2194-4c06-8e2e-828bb7db8aa9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/quotas/6cc4e806f92640c39663fb529554dd43 HTTP/1.1" status: 200 len: 375 time: 0.0212674 Nov 25 19:41:15.290038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91a6db6-2f12-4500-b157-ab07a2314f93 req-e5be5017-a896-40ed-8726-cc6423b276ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:15.292429 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f91a6db6-2f12-4500-b157-ab07a2314f93 req-e5be5017-a896-40ed-8726-cc6423b276ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=099ec000-f1e3-4212-a949-a39375e61fcb HTTP/1.1" status: 200 len: 854 time: 0.1239960 Nov 25 19:41:15.293859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0631882-e989-4b06-a590-791e966fba7f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:15.295220 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b0631882-e989-4b06-a590-791e966fba7f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 881 time: 0.4974494 Nov 25 19:41:15.298950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40930) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:15.341087 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-713b5050-6178-41a5-a3fa-c4aab66dc50e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=718f0364-e722-4354-b90f-4159be8abe91 HTTP/1.1" status: 200 len: 205 time: 0.0384362 Nov 25 19:41:15.342233 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f91a6db6-2f12-4500-b157-ab07a2314f93 req-e1902554-4791-41c6-bc87-90447043bafb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=145351ea-84a7-47bb-aeb6-de6911ae012c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399923 Nov 25 19:41:15.343770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40932) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:15.380030 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-530adea4-7359-4b7b-b697-4499f2749c37 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.444754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-a7dcaae1-1dcd-4490-be5b-3f4ee29b84b0 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2224531 Nov 25 19:41:15.539303 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:15.636819 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-60fa4a17-efa4-4fd3-8246-ce3c95a457c1 service neutron] 10.222.0.15 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777539 Nov 25 19:41:15.888182 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-59ea6364-1df9-4eb5-95cd-704a6f2317b9 service neutron] 10.222.0.15 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391012 Nov 25 19:41:16.075311 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-530adea4-7359-4b7b-b697-4499f2749c37 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.081973 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-530adea4-7359-4b7b-b697-4499f2749c37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.150283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-c90216db-0e3c-47b3-a496-5f4cf11595fe service neutron] 10.222.0.15 "GET /v2.0/ports/fb561747-6f3c-49c3-accb-3206128ee7ab?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.2472391 Nov 25 19:41:16.158067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-530adea4-7359-4b7b-b697-4499f2749c37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a9f54567cd4c49afafca711121f55027&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2106719 Nov 25 19:41:16.161246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40958) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:16.309593 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530adea4-7359-4b7b-b697-4499f2749c37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1625ef-425a-4912-8a4a-6ab502ce80da,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:16.417689 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.451418 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5700636a-6d43-487e-a96b-970de2fa99e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.484112 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f91a6db6-2f12-4500-b157-ab07a2314f93 req-2af9d371-e535-470f-b505-af66f2bea36a service neutron] 10.222.0.60 "GET /v2.0/networks/145351ea-84a7-47bb-aeb6-de6911ae012c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9894154 Nov 25 19:41:16.529371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-ff4838ef-534f-4a3e-8c25-ad290cc98ea9 service neutron] 10.222.0.15 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570032 Nov 25 19:41:16.551707 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5700636a-6d43-487e-a96b-970de2fa99e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.636622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Deleting port 86a71bdf-65dc-4eb8-b414-1be874aeed64 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:16.637008 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.744332 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f91a6db6-2f12-4500-b157-ab07a2314f93 req-a92b1e8d-6fb0-4792-b4f4-911432c9e69f service neutron] 10.222.0.60 "GET /v2.0/networks/145351ea-84a7-47bb-aeb6-de6911ae012c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507820 Nov 25 19:41:16.789840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:16.824274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Calling delete_port for 86a71bdf-65dc-4eb8-b414-1be874aeed64 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:16.854960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-2261a7ab-eedb-4d44-8b16-b552c713bd57 service neutron] 10.222.0.15 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978916 Nov 25 19:41:16.955210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-fcc661e7-cff0-4c79-8a0e-6b4b647722f6 service neutron] 10.222.0.15 "GET /v2.0/ports/ce49200e-7a12-415f-ba24-3bfb7d146868?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0944684 Nov 25 19:41:17.110742 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5700636a-6d43-487e-a96b-970de2fa99e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.119262 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5700636a-6d43-487e-a96b-970de2fa99e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.123724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5700636a-6d43-487e-a96b-970de2fa99e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a1625ef-425a-4912-8a4a-6ab502ce80da HTTP/1.1" status: 204 len: 168 time: 0.9585891 Nov 25 19:41:17.133439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.186917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5d42a6b-fca4-4c29-9477-7404cf69eaab None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:17.281483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Pushing event deleted for resources: {'Port': ['ID=86a71bdf-65dc-4eb8-b414-1be874aeed64,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:17.290269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700636a-6d43-487e-a96b-970de2fa99e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1625ef-425a-4912-8a4a-6ab502ce80da,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:17.293083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.396115 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-3d373b7b-8041-4939-909c-6809d79f77cb service neutron] 10.222.0.15 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351888 Nov 25 19:41:17.441843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.445032 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.498531 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.500297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Fanout notify agent at l3_agent the message router_deleted on router 718f0364-e722-4354-b90f-4159be8abe91 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:41:17.520965 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.523049 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6b881898-b9ef-4ca0-a608-e2f4b0411c2b tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/718f0364-e722-4354-b90f-4159be8abe91 HTTP/1.1" status: 204 len: 168 time: 2.1782668 Nov 25 19:41:17.527325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40988) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:17.532747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0a744864-df8c-46a4-9af5-90ee4baec147 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1409306824', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:17.565770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a744864-df8c-46a4-9af5-90ee4baec147 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.569730 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a744864-df8c-46a4-9af5-90ee4baec147 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.654528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40990) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:17.658215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a744864-df8c-46a4-9af5-90ee4baec147 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.664670 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-382c4edf-3bf6-4af2-9219-2ef97dec4496 service neutron] 10.222.0.15 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595341 Nov 25 19:41:17.676507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a744864-df8c-46a4-9af5-90ee4baec147 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.717253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a744864-df8c-46a4-9af5-90ee4baec147 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:17.721417 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0a744864-df8c-46a4-9af5-90ee4baec147 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1912344 Nov 25 19:41:17.724246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40992) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:17.731692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:17.800383 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-2b89f722-8ff2-4c22-a7c5-8605f5f16169 service neutron] 10.222.0.15 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229639 Nov 25 19:41:17.807878 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f89bdd2-4638-4193-8ea1-d4a710950f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.055443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-243d62c0-f7a5-47bb-a7e9-015498b26ff8 service neutron] 10.222.0.15 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448609 Nov 25 19:41:18.188648 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f89bdd2-4638-4193-8ea1-d4a710950f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.203203 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f89bdd2-4638-4193-8ea1-d4a710950f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.214790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.316575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f89bdd2-4638-4193-8ea1-d4a710950f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68edbca5-c8ab-49d1-b67c-81eeb846bcb6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:18.327276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1f89bdd2-4638-4193-8ea1-d4a710950f77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fda37d3135764b37ab796f6833bb7c3a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6711929 Nov 25 19:41:18.335241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41008) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:18.349228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-09342c9a-60d9-416f-bcf9-e81b1f97b343 service neutron] 10.222.0.15 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697222 Nov 25 19:41:18.428317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 446a59d9-574e-4706-a702-269ed21e810b details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:41:18.555627 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25554540-460f-4da0-9059-64d210cdfb39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.583603 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-527d59ce-1d71-46ec-a105-0e3526657b4f service neutron] 10.222.0.15 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202630 Nov 25 19:41:18.648371 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25554540-460f-4da0-9059-64d210cdfb39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:18.718422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 446a59d9-574e-4706-a702-269ed21e810b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=446a59d9-574e-4706-a702-269ed21e810b,segment=NetworkSegment(6667fc34-8a25-4dc3-a86f-0b3b7e6875f6),segment_id=6667fc34-8a25-4dc3-a86f-0b3b7e6875f6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:18.791753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '446a59d9-574e-4706-a702-269ed21e810b', 'network_id': '145351ea-84a7-47bb-aeb6-de6911ae012c', 'port_id': '446a59d9-574e-4706-a702-269ed21e810b', 'mac_address': 'fa:16:3e:9a:38:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '099ec000-f1e3-4212-a949-a39375e61fcb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:41:18.905607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-cbbd8806-5de9-410f-b94d-8296fc69e0d5 service neutron] 10.222.0.15 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136187 Nov 25 19:41:18.977295 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.014189 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25554540-460f-4da0-9059-64d210cdfb39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.014938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 446a59d9-574e-4706-a702-269ed21e810b {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:41:19.025439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25554540-460f-4da0-9059-64d210cdfb39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.034553 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-25554540-460f-4da0-9059-64d210cdfb39 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68edbca5-c8ab-49d1-b67c-81eeb846bcb6 HTTP/1.1" status: 204 len: 168 time: 0.6941140 Nov 25 19:41:19.094009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 446a59d9-574e-4706-a702-269ed21e810b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=446a59d9-574e-4706-a702-269ed21e810b,segment=NetworkSegment(6667fc34-8a25-4dc3-a86f-0b3b7e6875f6),segment_id=6667fc34-8a25-4dc3-a86f-0b3b7e6875f6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:19.104207 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.114083 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-c3775766-74c3-443f-b9b9-516ef3ff7a36 service neutron] 10.222.0.15 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946557 Nov 25 19:41:19.140867 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.237598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=446a59d9-574e-4706-a702-269ed21e810b,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:19.275273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25554540-460f-4da0-9059-64d210cdfb39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68edbca5-c8ab-49d1-b67c-81eeb846bcb6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:19.286075 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.340812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['446a59d9-574e-4706-a702-269ed21e810b'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:41:19.461423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41032) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:19.640153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Allocated IP 172.25.8.63 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/8308b171-d653-4ff6-81fd-9944f6f5d5cc) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:19.762066 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b351b062-78ab-4c0d-b643-ec49410ce491 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.946741 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b351b062-78ab-4c0d-b643-ec49410ce491 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.954386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b351b062-78ab-4c0d-b643-ec49410ce491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:19.959843 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-ceee86fc-69c8-4033-8e3c-56b04bcf24b5 service neutron] 10.222.0.15 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8305511 Nov 25 19:41:20.025158 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b351b062-78ab-4c0d-b643-ec49410ce491 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dba6daedbe8e4e80bcfd0e62a027fa48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5605981 Nov 25 19:41:20.034490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351b062-78ab-4c0d-b643-ec49410ce491 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c65460-3bd4-4215-9d76-1dadd804cfdf,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:20.036240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41052) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:20.050870 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.130607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-72de7467-f4d3-43eb-8e6d-28d7e75479f6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.159860 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.182436 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-72de7467-f4d3-43eb-8e6d-28d7e75479f6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.210952 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-c35753f8-757c-4bf9-a9c5-b88a3c041422 service neutron] 10.222.0.15 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379177 Nov 25 19:41:20.270191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:20.293325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:20.308374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:20.312027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f479422-77f7-401c-99c4-accfd56da1ed None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:20.404173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Pushing event updated for resources: {'Port': ['ID=8308b171-d653-4ff6-81fd-9944f6f5d5cc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:20.466573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 446a59d9-574e-4706-a702-269ed21e810b up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:41:20.470930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9e747f7c-1148-4352-93b8-08cb53a59b49 None None] Provisioning complete for port 8308b171-d653-4ff6-81fd-9944f6f5d5cc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:20.471526 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9e747f7c-1148-4352-93b8-08cb53a59b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.578669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9e747f7c-1148-4352-93b8-08cb53a59b49 None None] Port 8308b171-d653-4ff6-81fd-9944f6f5d5cc cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:20.647037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.692612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-72de7467-f4d3-43eb-8e6d-28d7e75479f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.701269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 446a59d9-574e-4706-a702-269ed21e810b completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:41:20.709717 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-72de7467-f4d3-43eb-8e6d-28d7e75479f6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.711725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 446a59d9-574e-4706-a702-269ed21e810b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:20.712837 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:20.717479 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-72de7467-f4d3-43eb-8e6d-28d7e75479f6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/26c65460-3bd4-4215-9d76-1dadd804cfdf HTTP/1.1" status: 204 len: 168 time: 0.6766102 Nov 25 19:41:20.825199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72de7467-f4d3-43eb-8e6d-28d7e75479f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c65460-3bd4-4215-9d76-1dadd804cfdf,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:21.081771 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.135815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2340ce8-6a97-45a5-993b-4faee2b63426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446a59d9-574e-4706-a702-269ed21e810b'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:21.142060 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c2e977-bc48-490e-9bde-c70fc00b4306" -d '{"events": [{"server_uuid": "b2340ce8-6a97-45a5-993b-4faee2b63426", "name": "network-vif-plugged", "status": "completed", "tag": "446a59d9-574e-4706-a702-269ed21e810b"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:21.151946 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.178899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 446a59d9-574e-4706-a702-269ed21e810b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=446a59d9-574e-4706-a702-269ed21e810b,segment=NetworkSegment(6667fc34-8a25-4dc3-a86f-0b3b7e6875f6),segment_id=6667fc34-8a25-4dc3-a86f-0b3b7e6875f6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:21.186746 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.312658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=446a59d9-574e-4706-a702-269ed21e810b,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:21.499216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01af88-51ca-4643-a7d4-5dd6671c1905 req-1a518e63-ca05-456e-87af-d1697242c7d6 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:21.510229 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e01af88-51ca-4643-a7d4-5dd6671c1905 req-1a518e63-ca05-456e-87af-d1697242c7d6 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.0873454 Nov 25 19:41:21.613732 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.619047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:21.629767 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e01af88-51ca-4643-a7d4-5dd6671c1905 req-8e95e402-4b5a-4c2c-adae-8ba43b9f3680 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009824 Nov 25 19:41:21.935585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Router 8f8837b2-6678-485a-8a29-38469ca56369 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:41:21.981488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a611a4-3e87-496a-97ff-209ba249c9da req-5a452221-aea9-4294-b888-5109ee65cd15 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:21.983614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2a611a4-3e87-496a-97ff-209ba249c9da req-5a452221-aea9-4294-b888-5109ee65cd15 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 946 time: 0.1502411 Nov 25 19:41:22.147143 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2a611a4-3e87-496a-97ff-209ba249c9da req-4b868a76-128b-4037-8467-dcf97bd2b6d9 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b074ee-1430-4784-858d-0e6e9092a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441035 Nov 25 19:41:22.182137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:22.197253 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f5a79-df52-44c5-958a-884043394b8d None None] Sync routers for ids ['8f8837b2-6678-485a-8a29-38469ca56369'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:22.213728 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:22.215756 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8c5e70ab-73bf-40b6-b0c4-28119cace2d6 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "PUT /v2.0/routers/8f8837b2-6678-485a-8a29-38469ca56369 HTTP/1.1" status: 200 len: 879 time: 4.4892373 Nov 25 19:41:22.220385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41148) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:22.249468 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79eb1f5d-31ab-4af1-beac-bcc7d0a961a4 x-openstack-request-id: req-79eb1f5d-31ab-4af1-beac-bcc7d0a961a4 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:22.249951 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2340ce8-6a97-45a5-993b-4faee2b63426", "name": "network-vif-plugged", "status": "completed", "tag": "446a59d9-574e-4706-a702-269ed21e810b", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:22.251454 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79eb1f5d-31ab-4af1-beac-bcc7d0a961a4 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:22.251454 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2340ce8-6a97-45a5-993b-4faee2b63426', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '446a59d9-574e-4706-a702-269ed21e810b', 'code': 200} Nov 25 19:41:22.252805 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f5a79-df52-44c5-958a-884043394b8d None None] Routers {'8f8837b2-6678-485a-8a29-38469ca56369'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:22.253927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b07f5a79-df52-44c5-958a-884043394b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:41:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8f8837b2-6678-485a-8a29-38469ca56369'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:22.465773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ad99d-97e3-483a-95d7-3765ce1ba0d4 req-6aec6ccb-ab42-4041-9660-fd4ee00beca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:22.467450 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f3ad99d-97e3-483a-95d7-3765ce1ba0d4 req-6aec6ccb-ab42-4041-9660-fd4ee00beca4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 1097 time: 0.1058905 Nov 25 19:41:22.479235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bed30485-2c61-4c18-a6af-8e7377348feb req-5f2d93e3-5937-45ba-95c4-7d3d22742011 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0873559 Nov 25 19:41:22.668447 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2f3ad99d-97e3-483a-95d7-3765ce1ba0d4 req-32d2f156-1e8a-49ec-b982-9c16a1f10f36 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a8b074ee-1430-4784-858d-0e6e9092a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852403 Nov 25 19:41:22.811341 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-258b0dd1-6dca-4e83-9468-cd2342bac686 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/routers/8f8837b2-6678-485a-8a29-38469ca56369 HTTP/1.1" status: 200 len: 920 time: 0.5886054 Nov 25 19:41:22.815970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41162) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:22.862179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b07f5a79-df52-44c5-958a-884043394b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:22.871502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30eccf8-8a3b-4f3c-ae17-fe71ea8689e0 req-4984f193-0bcd-402f-a0ae-f2e44aa9a2a8 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:22.881028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a30eccf8-8a3b-4f3c-ae17-fe71ea8689e0 req-4984f193-0bcd-402f-a0ae-f2e44aa9a2a8 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.2248235 Nov 25 19:41:22.902753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f5a79-df52-44c5-958a-884043394b8d None None] Routers {'8f8837b2-6678-485a-8a29-38469ca56369'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:22.904044 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b07f5a79-df52-44c5-958a-884043394b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:41:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8f8837b2-6678-485a-8a29-38469ca56369'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:22.951573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5233b3c-d7b4-4b29-89a4-be5948778ec9 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:22.957549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c5233b3c-d7b4-4b29-89a4-be5948778ec9 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&device_id=8f8837b2-6678-485a-8a29-38469ca56369&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1399264 Nov 25 19:41:22.963525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41164) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:22.980308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b07f5a79-df52-44c5-958a-884043394b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:22.981362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b07f5a79-df52-44c5-958a-884043394b8d None None] The sync data for ids ['8f8837b2-6678-485a-8a29-38469ca56369'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:22.996642 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.000516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a30eccf8-8a3b-4f3c-ae17-fe71ea8689e0 req-35232cee-b283-4606-884e-b045f22e3d20 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178570 Nov 25 19:41:23.163292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7a105a-9ca0-4d40-b28c-17f6b3950ea3 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:23.166397 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1e7a105a-9ca0-4d40-b28c-17f6b3950ea3 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 881 time: 0.1982477 Nov 25 19:41:23.170968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41172) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:23.184129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ad278-baab-4ccd-b0f2-a857de394ae8 req-1793123f-d246-40b4-a9ca-c98344bc6bb4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:23.187780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc7ad278-baab-4ccd-b0f2-a857de394ae8 req-1793123f-d246-40b4-a9ca-c98344bc6bb4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.0988693 Nov 25 19:41:23.233743 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-146bf89f-b607-4403-8c76-d743b8037fb8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8837b2-6678-485a-8a29-38469ca56369 HTTP/1.1" status: 200 len: 205 time: 0.0614753 Nov 25 19:41:23.238823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41176) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:23.275857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41178) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:23.319596 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc7ad278-baab-4ccd-b0f2-a857de394ae8 req-bef26b92-7b3d-4877-a1e4-028a75884c3d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227407 Nov 25 19:41:23.395164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41186) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:23.419721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-b267b21a-9183-4e1a-8849-af8b15590b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:23.421581 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-b267b21a-9183-4e1a-8849-af8b15590b2a service neutron] 10.222.0.60 "GET /v2.0/ports/fb561747-6f3c-49c3-accb-3206128ee7ab HTTP/1.1" status: 200 len: 1033 time: 0.1072481 Nov 25 19:41:23.521128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-d0b13c3a-d9a2-4258-b37d-6f2f9fa38adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:23.534657 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-d0b13c3a-d9a2-4258-b37d-6f2f9fa38adc service neutron] 10.222.0.60 "GET /v2.0/ports/ce49200e-7a12-415f-ba24-3bfb7d146868 HTTP/1.1" status: 200 len: 1033 time: 0.0564318 Nov 25 19:41:23.593632 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-21413737-53d4-4d22-b55a-35ea5ba1623a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.625051 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed32175c-56c1-4f84-82c2-e7b223b37dbe req-ce0c27d5-4d9e-4e54-aee9-5cf169eb325e tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:23.643497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed32175c-56c1-4f84-82c2-e7b223b37dbe req-ce0c27d5-4d9e-4e54-aee9-5cf169eb325e tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 946 time: 0.1613867 Nov 25 19:41:23.687030 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72640825-bd40-44cb-9b15-9ff117f0295f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.837047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed32175c-56c1-4f84-82c2-e7b223b37dbe req-dd5a66cf-601f-4e3d-bb2f-c1765e4ce278 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b074ee-1430-4784-858d-0e6e9092a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925550 Nov 25 19:41:23.922933 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-21413737-53d4-4d22-b55a-35ea5ba1623a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:23.948762 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-21413737-53d4-4d22-b55a-35ea5ba1623a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.007598 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72640825-bd40-44cb-9b15-9ff117f0295f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.027772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72640825-bd40-44cb-9b15-9ff117f0295f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.051482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-21413737-53d4-4d22-b55a-35ea5ba1623a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9d28bf3724e453783104beea6dadd10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7738926 Nov 25 19:41:24.055289 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.056156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41194) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:24.058371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21413737-53d4-4d22-b55a-35ea5ba1623a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec1e8be-b609-4f6b-9c4a-db63668a05ab,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:24.100785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-72640825-bd40-44cb-9b15-9ff117f0295f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b0f5eb30d2134aa88fe4d10be5a2fef3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7050912 Nov 25 19:41:24.106856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41196) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:24.179913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72640825-bd40-44cb-9b15-9ff117f0295f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71e7676-6f1c-4309-986a-ac02d57a77f7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:24.244251 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-728d6797-8c55-4e96-96f9-834ea46d3b60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.273398 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b44ba2d-dd6d-44b0-9e03-543f5c2287d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.284086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.316270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d53a18b6-1649-4c23-ac8b-c97a05428c91 req-9793b907-106f-40b0-8f24-a9b385a3e1b0 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0481761 Nov 25 19:41:24.352870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-728d6797-8c55-4e96-96f9-834ea46d3b60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.370311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-da8a05d7-50c0-47c8-94b8-6805238de100 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:24.382532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-da8a05d7-50c0-47c8-94b8-6805238de100 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:24.397748 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-da8a05d7-50c0-47c8-94b8-6805238de100 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:24.401227 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-da8a05d7-50c0-47c8-94b8-6805238de100 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "GET /v2.0/networks?id=531ea4be-db10-442e-a719-94c0832255fd&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e HTTP/1.1" status: 200 len: 1995 time: 0.8651946 Nov 25 19:41:24.430603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b44ba2d-dd6d-44b0-9e03-543f5c2287d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.557692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a2fdda-458f-4c3e-817c-820f70b92141 req-937f360a-af45-4f24-8493-b19b99bbace3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:24.566399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5a2fdda-458f-4c3e-817c-820f70b92141 req-937f360a-af45-4f24-8493-b19b99bbace3 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.1238914 Nov 25 19:41:24.598100 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-fb5f0471-6021-45b7-a4c8-665972df39bb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6cc4e806f92640c39663fb529554dd43 HTTP/1.1" status: 200 len: 380 time: 0.1765382 Nov 25 19:41:24.608197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Deleting port 8308b171-d653-4ff6-81fd-9944f6f5d5cc {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:24.608830 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.613498 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-728d6797-8c55-4e96-96f9-834ea46d3b60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.621830 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-728d6797-8c55-4e96-96f9-834ea46d3b60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.627652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-728d6797-8c55-4e96-96f9-834ea46d3b60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ec1e8be-b609-4f6b-9c4a-db63668a05ab HTTP/1.1" status: 204 len: 168 time: 0.5663483 Nov 25 19:41:24.647876 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b44ba2d-dd6d-44b0-9e03-543f5c2287d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.650720 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b44ba2d-dd6d-44b0-9e03-543f5c2287d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.666609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7b44ba2d-dd6d-44b0-9e03-543f5c2287d1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e71e7676-6f1c-4309-986a-ac02d57a77f7 HTTP/1.1" status: 204 len: 168 time: 0.5575056 Nov 25 19:41:24.764493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5a2fdda-458f-4c3e-817c-820f70b92141 req-de8bd735-2aad-420b-88df-6a2640b4260a tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890738 Nov 25 19:41:24.771474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728d6797-8c55-4e96-96f9-834ea46d3b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec1e8be-b609-4f6b-9c4a-db63668a05ab,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:24.827564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44ba2d-dd6d-44b0-9e03-543f5c2287d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71e7676-6f1c-4309-986a-ac02d57a77f7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:24.938213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:24.969999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Calling delete_port for 8308b171-d653-4ff6-81fd-9944f6f5d5cc owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:25.164316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'admin_state_up': True, 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'security_groups': ['1f8b57ea-7195-48bc-92fa-b72d9204bf24']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:25.399716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcab753a-3e4a-4b6e-b880-2f8d8086957d req-afd6708d-19d8-4ad4-ac25-049be8f51337 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:25.406281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bcab753a-3e4a-4b6e-b880-2f8d8086957d req-afd6708d-19d8-4ad4-ac25-049be8f51337 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.2588947 Nov 25 19:41:25.533011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bcab753a-3e4a-4b6e-b880-2f8d8086957d req-b9ef3a9d-b20e-4888-9cf3-78ec409fd874 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042805 Nov 25 19:41:25.548621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41228) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:25.591505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23822741-8c55-45dc-95fc-1b8099ebbe6b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:25.792563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:25.812421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.012984 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.014471 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23822741-8c55-45dc-95fc-1b8099ebbe6b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.030420 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23822741-8c55-45dc-95fc-1b8099ebbe6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.127539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Pushing event deleted for resources: {'Port': ['ID=8308b171-d653-4ff6-81fd-9944f6f5d5cc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:26.182466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17b414a-2808-4fea-9a60-cb8db3f4807c req-a92efa10-84c2-4d02-85e2-34013917163e tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:26.184098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e0ee53-d398-42d7-abb5-a51b4e4b2bc2 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:26.201810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d17b414a-2808-4fea-9a60-cb8db3f4807c req-a92efa10-84c2-4d02-85e2-34013917163e tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 946 time: 0.2739506 Nov 25 19:41:26.265310 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23822741-8c55-45dc-95fc-1b8099ebbe6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4ce739-d92c-43fd-bc44-c26675b391f9,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:26.356897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-23822741-8c55-45dc-95fc-1b8099ebbe6b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b74e202ccc0c465b864592d53560ff67&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8064601 Nov 25 19:41:26.361732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41244) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:26.472958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Allocated IP 172.20.0.3 (531ea4be-db10-442e-a719-94c0832255fd/b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6/65636e05-774f-452f-8240-2f811a684d5a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:26.475502 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.582486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d17b414a-2808-4fea-9a60-cb8db3f4807c req-92f6407b-cd19-42ab-8946-274844ec6955 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b074ee-1430-4784-858d-0e6e9092a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3558679 Nov 25 19:41:26.682333 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43981bdf-7763-4360-a7c2-44e63ef638a3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.788175 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43981bdf-7763-4360-a7c2-44e63ef638a3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.937558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:26.959884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ee7e386-36d4-4f86-ad5b-8f2428c84c52 req-612d039d-6fc1-4830-a250-03eb49bf4c1d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1022508 Nov 25 19:41:27.055147 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43981bdf-7763-4360-a7c2-44e63ef638a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.061017 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43981bdf-7763-4360-a7c2-44e63ef638a3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.069255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-43981bdf-7763-4360-a7c2-44e63ef638a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1a4ce739-d92c-43fd-bc44-c26675b391f9 HTTP/1.1" status: 204 len: 168 time: 0.6978800 Nov 25 19:41:27.101762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43981bdf-7763-4360-a7c2-44e63ef638a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4ce739-d92c-43fd-bc44-c26675b391f9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:27.243877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.359597 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.367456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98ac767-b9e7-4b26-974e-4bdca01bfb49 req-19b8bde3-0ffe-4a4d-9661-4f923456e083 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:27.381397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c98ac767-b9e7-4b26-974e-4bdca01bfb49 req-19b8bde3-0ffe-4a4d-9661-4f923456e083 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.1752090 Nov 25 19:41:27.482027 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.518138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c98ac767-b9e7-4b26-974e-4bdca01bfb49 req-355ccfd2-eac3-4a59-b441-5b4eb5231b0d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277635 Nov 25 19:41:27.541716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network 531ea4be-db10-442e-a719-94c0832255fd is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:27.586680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:27.726945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:27.917787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.918236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Fanout notify agent at l3_agent the message router_deleted on router 8f8837b2-6678-485a-8a29-38469ca56369 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:41:27.967701 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:27.968999 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d53402b5-8e58-4e07-985a-cc36d2c9194e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/8f8837b2-6678-485a-8a29-38469ca56369 HTTP/1.1" status: 204 len: 168 time: 4.7277236 Nov 25 19:41:27.975186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Port': ['ID=65636e05-774f-452f-8240-2f811a684d5a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:28.003766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41272) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:28.039015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2781a96d-aecb-4e7e-a7d7-9c1edfbf6721 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1998453419', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:28.077329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab431c85-0c77-4e60-98ae-1f4975156d3f req-aa05374d-9b80-4671-8a00-3c73a14e6dd2 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:28.095241 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab431c85-0c77-4e60-98ae-1f4975156d3f req-aa05374d-9b80-4671-8a00-3c73a14e6dd2 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.1638739 Nov 25 19:41:28.154930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:28.155633 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:28.211242 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2781a96d-aecb-4e7e-a7d7-9c1edfbf6721 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:28.216863 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2781a96d-aecb-4e7e-a7d7-9c1edfbf6721 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:28.238565 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-9006db34-3319-42de-9ea6-c5ef6fdadb32 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0825827 Nov 25 19:41:28.255034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64', 'admin_state_up': True, 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'security_groups': ['1f8b57ea-7195-48bc-92fa-b72d9204bf24']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:28.278542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab431c85-0c77-4e60-98ae-1f4975156d3f req-fc14cf25-e0af-4798-96c4-a2ed74b0cbd2 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823578 Nov 25 19:41:28.340182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6d9f7b2e-d28c-4fe7-bc6c-113ec2c4c529 None None] Provisioning complete for port 65636e05-774f-452f-8240-2f811a684d5a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:28.352789 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d9f7b2e-d28c-4fe7-bc6c-113ec2c4c529 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:28.699128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f7b2e-d28c-4fe7-bc6c-113ec2c4c529 None None] Port 65636e05-774f-452f-8240-2f811a684d5a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:28.812658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc9734a-723e-43ac-bd24-d0457860883f req-e2755089-a80f-4b2d-b1e8-9a75c32e3dbf tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:28.822189 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cc9734a-723e-43ac-bd24-d0457860883f req-e2755089-a80f-4b2d-b1e8-9a75c32e3dbf tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 931 time: 0.2291427 Nov 25 19:41:28.830020 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2781a96d-aecb-4e7e-a7d7-9c1edfbf6721 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:28.851152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2781a96d-aecb-4e7e-a7d7-9c1edfbf6721 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:28.985608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cc9734a-723e-43ac-bd24-d0457860883f req-2dae4387-bec7-45ad-9b7f-ed2c803d7574 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451683 Nov 25 19:41:29.117287 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2781a96d-aecb-4e7e-a7d7-9c1edfbf6721 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.125063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41306) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:29.126547 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2781a96d-aecb-4e7e-a7d7-9c1edfbf6721 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1213810 Nov 25 19:41:29.132263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'enable_snat': True}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:29.243564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:29.269389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.917495 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:29.938497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Allocated IP 10.1.1.154 (11019f92-ac61-4726-97a2-979ab5b8ef64/475ccb44-2c32-4eea-8d20-2e7c31a914aa/43d3c575-757a-4ad9-a707-160601e5750e) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:29.947079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a14dfb9-9923-4532-a00e-ef0c39876d4d req-9f9d1481-254a-4893-a16a-32cc9a3c2919 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:29.955211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a14dfb9-9923-4532-a00e-ef0c39876d4d req-9f9d1481-254a-4893-a16a-32cc9a3c2919 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.3091829 Nov 25 19:41:30.084576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a14dfb9-9923-4532-a00e-ef0c39876d4d req-64e4971c-18ed-45e8-9d57-239bd7d69d47 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278350 Nov 25 19:41:30.401667 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:30.537376 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:30.620820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdece031-362a-4baa-a5a7-0d40af6e48db req-5cc8cb9c-0861-4a57-afe7-9fee3db0f645 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:30.630401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdece031-362a-4baa-a5a7-0d40af6e48db req-5cc8cb9c-0861-4a57-afe7-9fee3db0f645 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 946 time: 0.3025100 Nov 25 19:41:30.683715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network 11019f92-ac61-4726-97a2-979ab5b8ef64 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:30.709366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:30.720801 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:30.797567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41368) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:30.821948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Port': ['ID=43d3c575-757a-4ad9-a707-160601e5750e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:30.992531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:30.997176 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:31.034260 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:31.057314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-3fc39d5d-5f5f-42fb-8806-58cf1dc7ce75 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8103454 Nov 25 19:41:31.073634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64', 'admin_state_up': True, 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'security_groups': ['1f8b57ea-7195-48bc-92fa-b72d9204bf24']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:31.132274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:31.196624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0852bc-215d-40f4-88b7-f733be8dbe0e req-dd6c6e12-7945-430e-bb9e-18c78deb56e8 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:31.202717 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ae0852bc-215d-40f4-88b7-f733be8dbe0e req-dd6c6e12-7945-430e-bb9e-18c78deb56e8 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.60 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 946 time: 0.3215022 Nov 25 19:41:31.310890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d25067e1-d481-447f-aabd-360257c87cbf None None] Provisioning complete for port 43d3c575-757a-4ad9-a707-160601e5750e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:31.312718 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d25067e1-d481-447f-aabd-360257c87cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:31.476852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Allocated IP 172.25.8.148 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/cc57513c-bfba-435c-a550-3b5c9f7b54b7) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:31.494114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d25067e1-d481-447f-aabd-360257c87cbf None None] Port 43d3c575-757a-4ad9-a707-160601e5750e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:31.631082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdece031-362a-4baa-a5a7-0d40af6e48db req-cad0f162-e950-4bfb-96b1-93dfcf92ee0c tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b074ee-1430-4784-858d-0e6e9092a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9989545 Nov 25 19:41:31.733147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bd12cfb4-7520-43ea-95d4-c4c0e1ff3cbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:31.745092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:31.784487 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:31.996614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb26ed-f6e0-4992-9dac-2a9be1aa4139 req-c61cf9fc-ddfa-42a1-879f-4eb0c7dca7a4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:31.999226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-ae0852bc-215d-40f4-88b7-f733be8dbe0e req-e2699da4-77ef-49ba-86f5-b377dbd8a9ba tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Deleting port 446a59d9-574e-4706-a702-269ed21e810b {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:31.999226 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ae0852bc-215d-40f4-88b7-f733be8dbe0e req-e2699da4-77ef-49ba-86f5-b377dbd8a9ba tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:32.015914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bb26ed-f6e0-4992-9dac-2a9be1aa4139 req-c61cf9fc-ddfa-42a1-879f-4eb0c7dca7a4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:32.036862 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bb26ed-f6e0-4992-9dac-2a9be1aa4139 req-c61cf9fc-ddfa-42a1-879f-4eb0c7dca7a4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 1653 time: 0.2005584 Nov 25 19:41:32.070086 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-daee14d9-c4fd-4836-b4ed-cda3e6cdb2d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:32.175168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:32.267623 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17bb26ed-f6e0-4992-9dac-2a9be1aa4139 req-f4d1c2c4-fae1-4095-a082-e98e0af24355 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2278063 Nov 25 19:41:32.349163 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:32.385307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41424) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:32.435563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Allocated IP 10.1.1.163 (11019f92-ac61-4726-97a2-979ab5b8ef64/475ccb44-2c32-4eea-8d20-2e7c31a914aa/42eef06c-acc8-4cf0-beb3-d851d94e5fe8) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:32.507122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event updated for resources: {'Port': ['ID=cc57513c-bfba-435c-a550-3b5c9f7b54b7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:32.522983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:32.542280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:32.547457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:32.564040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a8ceeb-c91a-4abb-8fc6-339eb28d5a85 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:32.613682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e17835-7099-4d22-86b5-40272a1cd8af req-6cabb602-999c-4107-b69d-9989d4f4440e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:32.624013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3e17835-7099-4d22-86b5-40272a1cd8af req-6cabb602-999c-4107-b69d-9989d4f4440e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.1291451 Nov 25 19:41:32.678943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f093c052-e6d2-4f0e-aa8e-d8a76fddcb8b None None] Provisioning complete for port cc57513c-bfba-435c-a550-3b5c9f7b54b7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:32.681973 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f093c052-e6d2-4f0e-aa8e-d8a76fddcb8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:32.844522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f093c052-e6d2-4f0e-aa8e-d8a76fddcb8b None None] Port cc57513c-bfba-435c-a550-3b5c9f7b54b7 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:32.921642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3e17835-7099-4d22-86b5-40272a1cd8af req-9d997fa4-0ff9-40d0-b6ab-9a8b8db5ac01 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949426 Nov 25 19:41:33.125885 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d567e146-c6bd-41bf-b738-d6f58006595d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.160887 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.261262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.294133 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bd12cfb4-7520-43ea-95d4-c4c0e1ff3cbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.422687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network 11019f92-ac61-4726-97a2-979ab5b8ef64 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:33.424318 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f6f5f-9fa6-4501-9178-519d284cb462 req-1c9827f9-d591-42ec-9da5-2b0e0c4a1488 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:33.427223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b0f6f5f-9fa6-4501-9178-519d284cb462 req-1c9827f9-d591-42ec-9da5-2b0e0c4a1488 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 946 time: 0.3289740 Nov 25 19:41:33.447123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:33.452336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:33.458026 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bd12cfb4-7520-43ea-95d4-c4c0e1ff3cbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.542356 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bd12cfb4-7520-43ea-95d4-c4c0e1ff3cbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ebfed70387b4555b213dae4d5de07e5&name=default HTTP/1.1" status: 200 len: 3000 time: 2.7383218 Nov 25 19:41:33.571212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41454) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:33.660957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ae0852bc-215d-40f4-88b7-f733be8dbe0e req-e2699da4-77ef-49ba-86f5-b377dbd8a9ba tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] For port 446a59d9-574e-4706-a702-269ed21e810b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=446a59d9-574e-4706-a702-269ed21e810b,segment=NetworkSegment(6667fc34-8a25-4dc3-a86f-0b3b7e6875f6),segment_id=6667fc34-8a25-4dc3-a86f-0b3b7e6875f6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:41:33.661533 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ae0852bc-215d-40f4-88b7-f733be8dbe0e req-e2699da4-77ef-49ba-86f5-b377dbd8a9ba tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.699741 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:41:33.721226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Port': ['ID=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:33.724546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.738249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd12cfb4-7520-43ea-95d4-c4c0e1ff3cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7ede79-0e1c-4fa9-a104-0d79a1b16286,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:33.745023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-ae0852bc-215d-40f4-88b7-f733be8dbe0e req-e2699da4-77ef-49ba-86f5-b377dbd8a9ba tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Calling delete_port for 446a59d9-574e-4706-a702-269ed21e810b owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:33.770024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:33.772223 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:33.822616 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-c85cedfd-26b4-4e46-99d8-8f63558e3d7c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7528894 Nov 25 19:41:33.852274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e', 'admin_state_up': True, 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'security_groups': ['1f8b57ea-7195-48bc-92fa-b72d9204bf24']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:33.973475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b0f6f5f-9fa6-4501-9178-519d284cb462 req-d848450a-889c-4a20-9a31-a1a27399591d tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/security-groups?id=a8b074ee-1430-4784-858d-0e6e9092a18f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5319464 Nov 25 19:41:34.069653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e11e15b2-4a6b-4788-9ae2-e3919cb916ed None None] Provisioning complete for port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:34.070649 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e11e15b2-4a6b-4788-9ae2-e3919cb916ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.163452 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88b12d98-beb0-4b52-add9-a90918b2efa8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.246866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e11e15b2-4a6b-4788-9ae2-e3919cb916ed None None] Port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:34.251535 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88b12d98-beb0-4b52-add9-a90918b2efa8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.391673 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d567e146-c6bd-41bf-b738-d6f58006595d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.448742 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88b12d98-beb0-4b52-add9-a90918b2efa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.459591 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88b12d98-beb0-4b52-add9-a90918b2efa8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.461054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-88b12d98-beb0-4b52-add9-a90918b2efa8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f7ede79-0e1c-4fa9-a104-0d79a1b16286 HTTP/1.1" status: 204 len: 168 time: 0.8805029 Nov 25 19:41:34.475612 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d567e146-c6bd-41bf-b738-d6f58006595d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.506596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 446a59d9-574e-4706-a702-269ed21e810b no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:41:34.557252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b12d98-beb0-4b52-add9-a90918b2efa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7ede79-0e1c-4fa9-a104-0d79a1b16286,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:34.630539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:34.743407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.754734 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.766039 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d567e146-c6bd-41bf-b738-d6f58006595d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62f6cd89c33b4b9aa73e855e43ba0bb6&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2769918 Nov 25 19:41:34.775574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41480) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:34.790754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c82e7-3af5-4093-b55f-f628f470aa9f req-bf7b4bfa-ba32-4139-80b2-2373f753b004 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:34.804583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c82e7-3af5-4093-b55f-f628f470aa9f req-bf7b4bfa-ba32-4139-80b2-2373f753b004 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:34.822342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68c82e7-3af5-4093-b55f-f628f470aa9f req-bf7b4bfa-ba32-4139-80b2-2373f753b004 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:34.826459 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3a69319-74f6-4e37-a390-4ac240ccf782 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.829429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a68c82e7-3af5-4093-b55f-f628f470aa9f req-bf7b4bfa-ba32-4139-80b2-2373f753b004 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 2374 time: 0.4649127 Nov 25 19:41:34.845349 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.896786 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ae0852bc-215d-40f4-88b7-f733be8dbe0e req-e2699da4-77ef-49ba-86f5-b377dbd8a9ba tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:34.921670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567e146-c6bd-41bf-b738-d6f58006595d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfe2a96-9690-468f-9211-420fe7e76f48,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:35.027230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2699da4-77ef-49ba-86f5-b377dbd8a9ba tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Pushing event deleted for resources: {'Port': ['ID=446a59d9-574e-4706-a702-269ed21e810b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:35.121535 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a68c82e7-3af5-4093-b55f-f628f470aa9f req-6e0072b7-14ea-4e3e-846a-2f2f24cd91a1 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436564 Nov 25 19:41:35.197228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0852bc-215d-40f4-88b7-f733be8dbe0e req-e2699da4-77ef-49ba-86f5-b377dbd8a9ba tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] No DVR routers for this DVR port 446a59d9-574e-4706-a702-269ed21e810b on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:41:35.211039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ae0852bc-215d-40f4-88b7-f733be8dbe0e req-e2699da4-77ef-49ba-86f5-b377dbd8a9ba tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:35.218671 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ae0852bc-215d-40f4-88b7-f733be8dbe0e req-e2699da4-77ef-49ba-86f5-b377dbd8a9ba tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.60 "DELETE /v2.0/ports/446a59d9-574e-4706-a702-269ed21e810b HTTP/1.1" status: 204 len: 173 time: 3.9926267 Nov 25 19:41:35.226087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2340ce8-6a97-45a5-993b-4faee2b63426', 'name': 'network-vif-deleted', 'tag': '446a59d9-574e-4706-a702-269ed21e810b'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:35.243785 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2831180d-d682-45a8-8ab8-53fabe7e03d1" -d '{"events": [{"server_uuid": "b2340ce8-6a97-45a5-993b-4faee2b63426", "name": "network-vif-deleted", "tag": "446a59d9-574e-4706-a702-269ed21e810b"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:35.244769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Router 55d9a6df-3f9b-4032-aeaf-bd92b0d764c2 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:41:35.311662 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:35.341114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41500) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:35.360361 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-812b5794-66a9-4a14-b03b-b11829d6f41e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:35.366524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22411a3d-059f-44d3-8153-4a8c335f55d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:35.498533 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-812b5794-66a9-4a14-b03b-b11829d6f41e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:35.638378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146e689b-9882-4c20-9b6b-95596e29cd57 req-96c6ee57-b58a-4c87-b446-ffac9a92ad2d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:35.643242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-146e689b-9882-4c20-9b6b-95596e29cd57 req-96c6ee57-b58a-4c87-b446-ffac9a92ad2d tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.2350662 Nov 25 19:41:35.807252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-146e689b-9882-4c20-9b6b-95596e29cd57 req-aff2068a-60c7-43f8-8e63-dbad4e4db177 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534109 Nov 25 19:41:35.810334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:35.828062 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9898623a-e45a-4bbc-8f84-b53acacc672d None None] Sync routers for ids ['55d9a6df-3f9b-4032-aeaf-bd92b0d764c2'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:35.869770 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:35.877917 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898623a-e45a-4bbc-8f84-b53acacc672d None None] Routers {'55d9a6df-3f9b-4032-aeaf-bd92b0d764c2'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:35.879432 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9898623a-e45a-4bbc-8f84-b53acacc672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:41:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55d9a6df-3f9b-4032-aeaf-bd92b0d764c2'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:35.886196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b7779c50-265e-4cd8-9206-c66b48ed204d tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "PUT /v2.0/routers/55d9a6df-3f9b-4032-aeaf-bd92b0d764c2 HTTP/1.1" status: 200 len: 915 time: 6.7442498 Nov 25 19:41:35.894090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41516) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:35.948067 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9898623a-e45a-4bbc-8f84-b53acacc672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:35.966740 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9898623a-e45a-4bbc-8f84-b53acacc672d None None] Routers {'55d9a6df-3f9b-4032-aeaf-bd92b0d764c2'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:35.968251 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9898623a-e45a-4bbc-8f84-b53acacc672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:41:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['55d9a6df-3f9b-4032-aeaf-bd92b0d764c2'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:36.097420 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9898623a-e45a-4bbc-8f84-b53acacc672d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:36.099251 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9898623a-e45a-4bbc-8f84-b53acacc672d None None] The sync data for ids ['55d9a6df-3f9b-4032-aeaf-bd92b0d764c2'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:36.159381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-a6bea236-4251-44ff-861e-24fa8bce211c req-506e7ab1-31ff-4c04-96c4-398b794551f5 service neutron] (103651) timed out ('10.222.0.15', 43668) {{(pid=103651) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:41:36.166916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-03d821ca-89df-4721-afa6-f7ac4650d579 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/routers/55d9a6df-3f9b-4032-aeaf-bd92b0d764c2 HTTP/1.1" status: 200 len: 921 time: 0.2636683 Nov 25 19:41:36.167235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41520) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:36.234342 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-caccc907-be40-40bf-8a20-9dfad2a068e9 req-f906a768-4c89-42e7-a001-b0029de87df5 tempest-ServerAddressesTestJSON-1533918964 tempest-ServerAddressesTestJSON-1533918964-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2340ce8-6a97-45a5-993b-4faee2b63426 HTTP/1.1" status: 200 len: 210 time: 0.0686967 Nov 25 19:41:36.315349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742c14d4-0406-4c76-8dab-0e1a8ff1113b tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:36.325949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-742c14d4-0406-4c76-8dab-0e1a8ff1113b tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&device_id=55d9a6df-3f9b-4032-aeaf-bd92b0d764c2&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1535151 Nov 25 19:41:36.326636 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41526) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:36.386913 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.431717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41528) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:36.463868 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ba1cbf-08c0-4cca-96f5-bd2c8500820f x-openstack-request-id: req-86ba1cbf-08c0-4cca-96f5-bd2c8500820f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:36.464402 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2340ce8-6a97-45a5-993b-4faee2b63426", "name": "network-vif-deleted", "tag": "446a59d9-574e-4706-a702-269ed21e810b", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:36.464941 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-86ba1cbf-08c0-4cca-96f5-bd2c8500820f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:36.465770 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2340ce8-6a97-45a5-993b-4faee2b63426', 'name': 'network-vif-deleted', 'tag': '446a59d9-574e-4706-a702-269ed21e810b', 'status': 'completed', 'code': 200} Nov 25 19:41:36.522605 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-812b5794-66a9-4a14-b03b-b11829d6f41e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.525880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-812b5794-66a9-4a14-b03b-b11829d6f41e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.563656 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-812b5794-66a9-4a14-b03b-b11829d6f41e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9cfe2a96-9690-468f-9211-420fe7e76f48 HTTP/1.1" status: 204 len: 168 time: 1.7655847 Nov 25 19:41:36.631071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b5794-66a9-4a14-b03b-b11829d6f41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfe2a96-9690-468f-9211-420fe7e76f48,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:36.839750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22411a3d-059f-44d3-8153-4a8c335f55d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.852694 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-22411a3d-059f-44d3-8153-4a8c335f55d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.965699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d0a8273-0cbd-40c9-a4fe-02bdadd03a9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:36.972379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Allocated IP 10.2.2.100 (de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e/d8de03ef-d7d5-495a-bcdd-3efee019aab4/088dfcb3-8849-4ae4-8bb7-b2e03d60ebef) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:36.988353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22411a3d-059f-44d3-8153-4a8c335f55d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e003c60a-fa18-45c8-99a9-2d6bf961c596,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:37.000064 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-22411a3d-059f-44d3-8153-4a8c335f55d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6623d6a262094889b58ec3bd0732ceb9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6562591 Nov 25 19:41:37.004865 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41534) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:37.346439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f3376b-8974-40a9-9640-86c6d17ac4bd req-2401d518-0753-4539-af25-ac7f2ac4f4e4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:37.354395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6f3376b-8974-40a9-9640-86c6d17ac4bd req-2401d518-0753-4539-af25-ac7f2ac4f4e4 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.1707990 Nov 25 19:41:37.357315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cd5c5db-2f03-46ee-b3bd-72efaac22e1e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:37.359196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0cd5c5db-2f03-46ee-b3bd-72efaac22e1e tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 881 time: 1.0316730 Nov 25 19:41:37.382662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41542) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:37.474712 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6f3376b-8974-40a9-9640-86c6d17ac4bd req-929c1fd2-9c5c-420d-9515-931c4d60b65f tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187165 Nov 25 19:41:37.509654 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-88dd3abc-0aec-4bba-a108-b8d95304c214 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=55d9a6df-3f9b-4032-aeaf-bd92b0d764c2 HTTP/1.1" status: 200 len: 205 time: 0.1137869 Nov 25 19:41:37.516596 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41546) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:37.531528 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3e6bded-84ab-4a19-928a-cba4587d2af5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.561188 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3e6bded-84ab-4a19-928a-cba4587d2af5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.620788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41548) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:37.644616 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3e6bded-84ab-4a19-928a-cba4587d2af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.648488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3e6bded-84ab-4a19-928a-cba4587d2af5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.650424 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b3e6bded-84ab-4a19-928a-cba4587d2af5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e003c60a-fa18-45c8-99a9-2d6bf961c596 HTTP/1.1" status: 204 len: 168 time: 0.6439221 Nov 25 19:41:37.689594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ed62187-428d-404e-a3e7-8820d6065292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.724455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e6bded-84ab-4a19-928a-cba4587d2af5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e003c60a-fa18-45c8-99a9-2d6bf961c596,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:37.749842 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d0a8273-0cbd-40c9-a4fe-02bdadd03a9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.760218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.767940 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d0a8273-0cbd-40c9-a4fe-02bdadd03a9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.827280 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:37.841553 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4d0a8273-0cbd-40c9-a4fe-02bdadd03a9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78e245fe4bea412f8d2f9b1de19c0656&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3689694 Nov 25 19:41:37.847770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41552) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:37.991999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a8273-0cbd-40c9-a4fe-02bdadd03a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b8428bf-f214-4068-bef6-f44bfe476055,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:38.030171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.045084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf2d46-1ffe-49a8-b90b-d41d6755a76c req-b0bab439-20a1-4d4a-9458-70a941dc383c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:38.075695 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf2d46-1ffe-49a8-b90b-d41d6755a76c req-b0bab439-20a1-4d4a-9458-70a941dc383c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:38.077848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:38.094713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6baf2d46-1ffe-49a8-b90b-d41d6755a76c req-b0bab439-20a1-4d4a-9458-70a941dc383c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:38.118711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:38.123009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:38.133223 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8cb32a0b-de5c-4d01-a24e-dfdab6084ff9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.145475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6baf2d46-1ffe-49a8-b90b-d41d6755a76c req-b0bab439-20a1-4d4a-9458-70a941dc383c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 2374 time: 0.4057946 Nov 25 19:41:38.163534 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.217490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Port': ['ID=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:38.267750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8cb32a0b-de5c-4d01-a24e-dfdab6084ff9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.280721 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ed62187-428d-404e-a3e7-8820d6065292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.283087 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.292529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:38.293928 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.334754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ed62187-428d-404e-a3e7-8820d6065292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.412070 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-a74785d1-a04f-47d1-8580-ccc7730c5246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5730367 Nov 25 19:41:38.449890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e', 'admin_state_up': True, 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'security_groups': ['1f8b57ea-7195-48bc-92fa-b72d9204bf24']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:38.558186 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1ed62187-428d-404e-a3e7-8820d6065292 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c2040e5a877242b4bd9d156a77c3e4a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9357791 Nov 25 19:41:38.563484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41558) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:38.581119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed62187-428d-404e-a3e7-8820d6065292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddae3a92-4b1f-482b-8ea6-936acb6c3190,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:38.589485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6baf2d46-1ffe-49a8-b90b-d41d6755a76c req-d579cf0a-287d-4bab-9b5a-75ad0ed04d16 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3943536 Nov 25 19:41:38.762345 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8cb32a0b-de5c-4d01-a24e-dfdab6084ff9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.768437 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8cb32a0b-de5c-4d01-a24e-dfdab6084ff9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.774058 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8cb32a0b-de5c-4d01-a24e-dfdab6084ff9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b8428bf-f214-4068-bef6-f44bfe476055 HTTP/1.1" status: 204 len: 168 time: 0.9242423 Nov 25 19:41:38.821335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7391a5e5-3a45-4078-b37c-5ef9df3fa83a None None] Provisioning complete for port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:38.822236 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7391a5e5-3a45-4078-b37c-5ef9df3fa83a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.838399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41566) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:38.883770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb32a0b-de5c-4d01-a24e-dfdab6084ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b8428bf-f214-4068-bef6-f44bfe476055,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:38.909149 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f2c9aa7d-38c0-4934-b37e-3b90ca4eecfa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:38.988321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1a70bbe-8480-4ab3-b24f-9c934610bc4f admin admin] Deleting subnet 099ec000-f1e3-4212-a949-a39375e61fcb {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:41:39.008802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7391a5e5-3a45-4078-b37c-5ef9df3fa83a None None] Port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:39.016750 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1a70bbe-8480-4ab3-b24f-9c934610bc4f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.028796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Made reservation on behalf of 6cc4e806f92640c39663fb529554dd43 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:41:39.035073 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.066760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f2c9aa7d-38c0-4934-b37e-3b90ca4eecfa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.137172 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1a70bbe-8480-4ab3-b24f-9c934610bc4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.316503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Allocated IP 10.2.2.200 (de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e/d8de03ef-d7d5-495a-bcdd-3efee019aab4/3e36c5a3-e2d4-4108-add5-5ea119f844c0) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:39.388564 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1a70bbe-8480-4ab3-b24f-9c934610bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.394287 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.431216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13723862-ae3d-4160-966b-751ff2b56678 req-1106f966-70f8-4d13-ae04-350d1e049010 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:39.439807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13723862-ae3d-4160-966b-751ff2b56678 req-1106f966-70f8-4d13-ae04-350d1e049010 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.2402570 Nov 25 19:41:39.624120 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13723862-ae3d-4160-966b-751ff2b56678 req-0b368c04-b5d5-4ef7-ac4d-099add7a7136 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827445 Nov 25 19:41:39.656356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1a70bbe-8480-4ab3-b24f-9c934610bc4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.728956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f2c9aa7d-38c0-4934-b37e-3b90ca4eecfa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.741647 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f2c9aa7d-38c0-4934-b37e-3b90ca4eecfa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.749758 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f2c9aa7d-38c0-4934-b37e-3b90ca4eecfa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ddae3a92-4b1f-482b-8ea6-936acb6c3190 HTTP/1.1" status: 204 len: 168 time: 1.1852193 Nov 25 19:41:39.776469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a70bbe-8480-4ab3-b24f-9c934610bc4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099ec000-f1e3-4212-a949-a39375e61fcb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:39.791746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9aa7d-38c0-4934-b37e-3b90ca4eecfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddae3a92-4b1f-482b-8ea6-936acb6c3190,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:39.855828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Deleting port cc57513c-bfba-435c-a550-3b5c9f7b54b7 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:39.856201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.896475 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:39.960081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41592) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:40.013293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25228ddd-268a-42c1-8c39-e157dbdee7da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.015649 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1a70bbe-8480-4ab3-b24f-9c934610bc4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.020103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a1a70bbe-8480-4ab3-b24f-9c934610bc4f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/099ec000-f1e3-4212-a949-a39375e61fcb HTTP/1.1" status: 204 len: 168 time: 1.1814108 Nov 25 19:41:40.028088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41596) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:40.126082 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.178759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.305868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event updated for resources: {'Port': ['ID=3e36c5a3-e2d4-4108-add5-5ea119f844c0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:40.318530 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.351316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145351ea-84a7-47bb-aeb6-de6911ae012c']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:40.369058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6667fc34-8a25-4dc3-a86f-0b3b7e6875f6') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:40.369404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6667fc34-8a25-4dc3-a86f-0b3b7e6875f6') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:40.372130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:40.377059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:40.394024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:40.418403 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.498101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b306c24-d688-48e3-83bd-2b8a60022215 req-7bffbf5d-cddc-452b-a9e1-79a33cc06b17 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:40.525946 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b306c24-d688-48e3-83bd-2b8a60022215 req-7bffbf5d-cddc-452b-a9e1-79a33cc06b17 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.7409475 Nov 25 19:41:40.541683 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.549672 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.649690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:41:40.654753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.675266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:40.677405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.694993 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Calling delete_port for cc57513c-bfba-435c-a550-3b5c9f7b54b7 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:40.754642 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25228ddd-268a-42c1-8c39-e157dbdee7da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.776417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25228ddd-268a-42c1-8c39-e157dbdee7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:40.892998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25228ddd-268a-42c1-8c39-e157dbdee7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7058d00c-9d2c-4473-be9f-9eb3b9e8c789,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:41:40.914560 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:41:40.923794 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-12d1c649-4fce-42f1-ab6f-7dcc6decbeb8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4792409 Nov 25 19:41:40.950283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:41.029424 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-25228ddd-268a-42c1-8c39-e157dbdee7da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ca51602183b940f9885f39701d750db6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0658100 Nov 25 19:41:41.031642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b306c24-d688-48e3-83bd-2b8a60022215 req-9e02f6e1-f22d-4348-b9f8-961eb38d1e32 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042903 Nov 25 19:41:41.033501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41616) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:41.090070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-32f38dc8-1c8b-49ce-8d8f-0ea4c5abc0ca None None] Provisioning complete for port 3e36c5a3-e2d4-4108-add5-5ea119f844c0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:41.091219 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-32f38dc8-1c8b-49ce-8d8f-0ea4c5abc0ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.214835 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.220012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.227444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-32f38dc8-1c8b-49ce-8d8f-0ea4c5abc0ca None None] Port 3e36c5a3-e2d4-4108-add5-5ea119f844c0 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:41.232199 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.238485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/145351ea-84a7-47bb-aeb6-de6911ae012c HTTP/1.1" status: 204 len: 168 time: 1.2044609 Nov 25 19:41:41.267277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e5795f-77b1-477a-a010-d37790627bd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=145351ea-84a7-47bb-aeb6-de6911ae012c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:41.358009 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dd595c92-b2f2-4170-8b63-9e256a3011ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.540585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302614-62d4-4765-991b-c27f57c6c8ee req-8ee0aa97-20c1-4e65-912e-c8e455f5f5d8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:41.565549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302614-62d4-4765-991b-c27f57c6c8ee req-8ee0aa97-20c1-4e65-912e-c8e455f5f5d8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:41.581713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302614-62d4-4765-991b-c27f57c6c8ee req-8ee0aa97-20c1-4e65-912e-c8e455f5f5d8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:41.599962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302614-62d4-4765-991b-c27f57c6c8ee req-8ee0aa97-20c1-4e65-912e-c8e455f5f5d8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:41.618732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9302614-62d4-4765-991b-c27f57c6c8ee req-8ee0aa97-20c1-4e65-912e-c8e455f5f5d8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:41.622006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9302614-62d4-4765-991b-c27f57c6c8ee req-8ee0aa97-20c1-4e65-912e-c8e455f5f5d8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 3816 time: 0.2810552 Nov 25 19:41:41.637060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.721893 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dd595c92-b2f2-4170-8b63-9e256a3011ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:41.745931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d665178-1c24-436a-9c99-62dd11a55cc9 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:41.753547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41634) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:41.898487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Pushing event deleted for resources: {'Port': ['ID=cc57513c-bfba-435c-a550-3b5c9f7b54b7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:42.131549 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.133564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e7fd9209-4fba-47a5-9955-c88123932f5d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=84bf581e241640be88b7403ce98bb9b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3764575 Nov 25 19:41:42.134661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41640) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:42.341930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b05579c-d926-4c41-a57a-c02037096d3d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.374267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dd595c92-b2f2-4170-8b63-9e256a3011ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.382135 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dd595c92-b2f2-4170-8b63-9e256a3011ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.392650 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dd595c92-b2f2-4170-8b63-9e256a3011ec admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7058d00c-9d2c-4473-be9f-9eb3b9e8c789 HTTP/1.1" status: 204 len: 168 time: 1.3580041 Nov 25 19:41:42.429861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd595c92-b2f2-4170-8b63-9e256a3011ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7058d00c-9d2c-4473-be9f-9eb3b9e8c789,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:42.470067 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b05579c-d926-4c41-a57a-c02037096d3d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.529166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9302614-62d4-4765-991b-c27f57c6c8ee req-aed2d453-3882-4de5-920c-6a55d4314c34 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8674979 Nov 25 19:41:42.542434 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.545754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.666996 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.667591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Fanout notify agent at l3_agent the message router_deleted on router 55d9a6df-3f9b-4032-aeaf-bd92b0d764c2 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:41:42.675752 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.677477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-361063f9-4164-4ab9-9453-cd63b10d622d tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/55d9a6df-3f9b-4032-aeaf-bd92b0d764c2 HTTP/1.1" status: 204 len: 168 time: 5.1580873 Nov 25 19:41:42.691356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41652) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:42.710513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bad5b802-699a-40a9-b028-898f434e1dc9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-48269626', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:42.747745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65636e05-774f-452f-8240-2f811a684d5a {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:41:42.791460 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.850476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Transition to ACTIVE for port object 65636e05-774f-452f-8240-2f811a684d5a will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:41:42.854019 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b05579c-d926-4c41-a57a-c02037096d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.863446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b05579c-d926-4c41-a57a-c02037096d3d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:42.867445 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8b05579c-d926-4c41-a57a-c02037096d3d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a8b074ee-1430-4784-858d-0e6e9092a18f HTTP/1.1" status: 204 len: 168 time: 0.7180688 Nov 25 19:41:42.907580 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.023405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b05579c-d926-4c41-a57a-c02037096d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8b074ee-1430-4784-858d-0e6e9092a18f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:43.039102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4877eb-8d08-497d-8eb2-efb742cb2961 req-649c9b8d-cf75-4734-bb82-8fe968b6e9df tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:43.051412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da4877eb-8d08-497d-8eb2-efb742cb2961 req-649c9b8d-cf75-4734-bb82-8fe968b6e9df tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.2050502 Nov 25 19:41:43.151170 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bad5b802-699a-40a9-b028-898f434e1dc9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.153193 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bad5b802-699a-40a9-b028-898f434e1dc9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.201605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da4877eb-8d08-497d-8eb2-efb742cb2961 req-49edfef8-4f2b-4135-8471-a2fb8c231d44 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279743 Nov 25 19:41:43.382570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bad5b802-699a-40a9-b028-898f434e1dc9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.419510 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bad5b802-699a-40a9-b028-898f434e1dc9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.479932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Pushing event updated for resources: {'Port': ['ID=65636e05-774f-452f-8240-2f811a684d5a,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:43.828390 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bad5b802-699a-40a9-b028-898f434e1dc9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:43.830478 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bad5b802-699a-40a9-b028-898f434e1dc9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1350954 Nov 25 19:41:43.833011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41674) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:43.843302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'enable_snat': False}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:43.954341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Attempting to bind port 65636e05-774f-452f-8240-2f811a684d5a on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:43.954654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Attempting to bind port 65636e05-774f-452f-8240-2f811a684d5a by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:43.955227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Attempting to bind port 65636e05-774f-452f-8240-2f811a684d5a on network 531ea4be-db10-442e-a719-94c0832255fd {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:43.972363 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Port 65636e05-774f-452f-8240-2f811a684d5a on network 531ea4be-db10-442e-a719-94c0832255fd not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:41:43.972945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Attempting to bind port 65636e05-774f-452f-8240-2f811a684d5a on network 531ea4be-db10-442e-a719-94c0832255fd {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:43.988735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:43.990954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Checking segment: {'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:43.999978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Bound using segment: {'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:44.000806 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Bound port: 65636e05-774f-452f-8240-2f811a684d5a, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f19c790a-b498-4b76-b5c7-db7066b23346', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '531ea4be-db10-442e-a719-94c0832255fd'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:44.001457 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.304930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.324825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c22e-7ee6-4076-b436-0f43cfb64633 req-3706b06b-a68f-4fbd-9f42-0dced671b5ca tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:44.331626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] For port 65636e05-774f-452f-8240-2f811a684d5a, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:44.333475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c22e-7ee6-4076-b436-0f43cfb64633 req-3706b06b-a68f-4fbd-9f42-0dced671b5ca tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:44.341055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c22e-7ee6-4076-b436-0f43cfb64633 req-3706b06b-a68f-4fbd-9f42-0dced671b5ca tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:44.347971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] For port 65636e05-774f-452f-8240-2f811a684d5a, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=65636e05-774f-452f-8240-2f811a684d5a,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:44.350606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c22e-7ee6-4076-b436-0f43cfb64633 req-3706b06b-a68f-4fbd-9f42-0dced671b5ca tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:44.359744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c22e-7ee6-4076-b436-0f43cfb64633 req-3706b06b-a68f-4fbd-9f42-0dced671b5ca tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:44.360978 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.362372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa97c22e-7ee6-4076-b436-0f43cfb64633 req-3706b06b-a68f-4fbd-9f42-0dced671b5ca tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 3828 time: 0.6472087 Nov 25 19:41:44.466253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa97c22e-7ee6-4076-b436-0f43cfb64633 req-c8f31bb4-3ed7-4ddb-a344-ba90d40e8ef5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872910 Nov 25 19:41:44.711655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:44.717248 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:44.727283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] 10.222.0.60 "PUT /v2.0/ports/65636e05-774f-452f-8240-2f811a684d5a HTTP/1.1" status: 200 len: 1091 time: 3.7946362 Nov 25 19:41:44.747707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '65636e05-774f-452f-8240-2f811a684d5a'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:44.767554 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4" -d '{"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "65636e05-774f-452f-8240-2f811a684d5a"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:44.836680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:44.886315 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-760727b5-0fb0-444f-97cb-0a924281d545 x-openstack-request-id: req-760727b5-0fb0-444f-97cb-0a924281d545 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:44.886315 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "65636e05-774f-452f-8240-2f811a684d5a", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:44.887538 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-760727b5-0fb0-444f-97cb-0a924281d545 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:44.890653 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '65636e05-774f-452f-8240-2f811a684d5a', 'status': 'completed', 'code': 200} Nov 25 19:41:45.054699 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:45.151961 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:45.233332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eb566a-4d1a-4bf7-a88d-fb2fa8db114b service neutron] Pushing event updated for resources: {'Port': ['ID=65636e05-774f-452f-8240-2f811a684d5a,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:45.483168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-486da46b-15de-4eb5-9741-1092b661c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:45.485516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Allocated IP 172.25.8.144 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/c6ecd703-c0aa-4e4e-b53f-22ff014715ff) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:41:45.488009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-486da46b-15de-4eb5-9741-1092b661c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:45.490911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-486da46b-15de-4eb5-9741-1092b661c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:45.492371 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-486da46b-15de-4eb5-9741-1092b661c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:45.494717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-486da46b-15de-4eb5-9741-1092b661c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:45.499567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-486da46b-15de-4eb5-9741-1092b661c6b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 4363 time: 0.5924394 Nov 25 19:41:45.506352 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:46.307811 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:46.387868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e5e4-6eb1-445e-bda5-f47419123374 req-6ed87f9c-d298-4cdc-bbb5-cbe1229606aa tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:46.407188 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e5e4-6eb1-445e-bda5-f47419123374 req-6ed87f9c-d298-4cdc-bbb5-cbe1229606aa tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:46.425969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e5e4-6eb1-445e-bda5-f47419123374 req-6ed87f9c-d298-4cdc-bbb5-cbe1229606aa tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:46.444332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e5e4-6eb1-445e-bda5-f47419123374 req-6ed87f9c-d298-4cdc-bbb5-cbe1229606aa tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:46.454241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f1e5e4-6eb1-445e-bda5-f47419123374 req-6ed87f9c-d298-4cdc-bbb5-cbe1229606aa tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:46.459445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2f1e5e4-6eb1-445e-bda5-f47419123374 req-6ed87f9c-d298-4cdc-bbb5-cbe1229606aa tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 3828 time: 0.7060871 Nov 25 19:41:46.463385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:46.668205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Pushing event updated for resources: {'Port': ['ID=c6ecd703-c0aa-4e4e-b53f-22ff014715ff,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:46.689865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2f1e5e4-6eb1-445e-bda5-f47419123374 req-38d41f10-bb71-462f-b89f-d3b608dab503 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231917 Nov 25 19:41:46.736406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:41:46.738186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:41:46.744399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:41:46.799746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62e4658-c6a8-48bd-93b2-3ab5f4c8c93e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:46.940361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7d24a43b-e883-427b-b5a9-ae610896d7b8 None None] Provisioning complete for port c6ecd703-c0aa-4e4e-b53f-22ff014715ff triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:41:46.941015 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7d24a43b-e883-427b-b5a9-ae610896d7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:47.066192 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-44329aae-2fb3-47fe-adfc-a18ffd0fcdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:47.066777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-44329aae-2fb3-47fe-adfc-a18ffd0fcdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:47.069762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-44329aae-2fb3-47fe-adfc-a18ffd0fcdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:47.082022 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-44329aae-2fb3-47fe-adfc-a18ffd0fcdcb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cc4e806f92640c39663fb529554dd43&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.5240195 Nov 25 19:41:47.234519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7d24a43b-e883-427b-b5a9-ae610896d7b8 None None] Port c6ecd703-c0aa-4e4e-b53f-22ff014715ff cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:41:47.752163 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:47.937485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb561747-6f3c-49c3-accb-3206128ee7ab {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:41:47.986528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-25f46b70-537b-441a-ba29-4d138a1bb77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:48.003488 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9d6a3aec-ce0f-45fb-8c7e-0dd18557dcb4 req-25f46b70-537b-441a-ba29-4d138a1bb77a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9204919 Nov 25 19:41:48.011692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.075038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Transition to ACTIVE for port object fb561747-6f3c-49c3-accb-3206128ee7ab will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:41:48.085590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:48.291509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c27bed-62c0-4df3-a56f-deb827880477 req-ba606555-7504-42d3-bca8-9e87801614dd tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:48.308148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c27bed-62c0-4df3-a56f-deb827880477 req-ba606555-7504-42d3-bca8-9e87801614dd tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:48.324858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c27bed-62c0-4df3-a56f-deb827880477 req-ba606555-7504-42d3-bca8-9e87801614dd tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:48.335242 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c27bed-62c0-4df3-a56f-deb827880477 req-ba606555-7504-42d3-bca8-9e87801614dd tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:48.355944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c27bed-62c0-4df3-a56f-deb827880477 req-ba606555-7504-42d3-bca8-9e87801614dd tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:48.357948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35c27bed-62c0-4df3-a56f-deb827880477 req-ba606555-7504-42d3-bca8-9e87801614dd tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 3828 time: 0.3310616 Nov 25 19:41:48.424909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Pushing event updated for resources: {'Port': ['ID=fb561747-6f3c-49c3-accb-3206128ee7ab,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:48.964045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Attempting to bind port fb561747-6f3c-49c3-accb-3206128ee7ab on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:48.966356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Attempting to bind port fb561747-6f3c-49c3-accb-3206128ee7ab by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:48.967741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Attempting to bind port fb561747-6f3c-49c3-accb-3206128ee7ab on network 11019f92-ac61-4726-97a2-979ab5b8ef64 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:48.987390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Port fb561747-6f3c-49c3-accb-3206128ee7ab on network 11019f92-ac61-4726-97a2-979ab5b8ef64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:41:48.990341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Attempting to bind port fb561747-6f3c-49c3-accb-3206128ee7ab on network 11019f92-ac61-4726-97a2-979ab5b8ef64 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:49.015888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:49.016470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Checking segment: {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:49.017140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Bound using segment: {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:49.017961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Bound port: fb561747-6f3c-49c3-accb-3206128ee7ab, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:49.018559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:49.411153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] For port fb561747-6f3c-49c3-accb-3206128ee7ab, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:49.420820 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] For port fb561747-6f3c-49c3-accb-3206128ee7ab, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb561747-6f3c-49c3-accb-3206128ee7ab,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:49.432925 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:49.597543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:49.598203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:49.599811 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] 10.222.0.60 "PUT /v2.0/ports/fb561747-6f3c-49c3-accb-3206128ee7ab HTTP/1.1" status: 200 len: 1136 time: 4.8139837 Nov 25 19:41:49.609043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': 'fb561747-6f3c-49c3-accb-3206128ee7ab'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:49.619438 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab49cf02-7140-43a8-8909-0d3f5f044aba" -d '{"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "fb561747-6f3c-49c3-accb-3206128ee7ab"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:49.671347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:49.914560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41840) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:49.988361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9aae0-234a-4865-873d-7412ee900bbb service neutron] Pushing event updated for resources: {'Port': ['ID=fb561747-6f3c-49c3-accb-3206128ee7ab,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:50.187470 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:50.599563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:50.632457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:50.652168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:50.673386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35c27bed-62c0-4df3-a56f-deb827880477 req-aa223cb1-9c98-4c5d-b2af-9b6a1017da87 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142220 Nov 25 19:41:51.246533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Router e65514a9-77d4-4b4f-81fd-ad5358fe7d35 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:41:51.476668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce49200e-7a12-415f-ba24-3bfb7d146868 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:41:51.513721 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:51.562973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Transition to ACTIVE for port object ce49200e-7a12-415f-ba24-3bfb7d146868 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:41:51.625278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9afae40-570e-4c25-bfe1-6f823c13f869 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:51.636750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.021267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:41:52.039978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321f109-4eb5-469b-9b53-5876e13f83b7 None None] Sync routers for ids ['e65514a9-77d4-4b4f-81fd-ad5358fe7d35'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:41:52.052752 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:52.060695 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-608f7b63-4901-4ec1-a393-36bbfeb1fc1f tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "PUT /v2.0/routers/e65514a9-77d4-4b4f-81fd-ad5358fe7d35 HTTP/1.1" status: 200 len: 914 time: 8.2246182 Nov 25 19:41:52.062772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41896) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:52.125728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321f109-4eb5-469b-9b53-5876e13f83b7 None None] Routers {'e65514a9-77d4-4b4f-81fd-ad5358fe7d35'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:52.135701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9321f109-4eb5-469b-9b53-5876e13f83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:41:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e65514a9-77d4-4b4f-81fd-ad5358fe7d35'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:52.237118 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0703ed-e659-4cfa-8bf0-83c926f25fd1 x-openstack-request-id: req-be0703ed-e659-4cfa-8bf0-83c926f25fd1 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:52.240323 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "fb561747-6f3c-49c3-accb-3206128ee7ab", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:52.240323 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be0703ed-e659-4cfa-8bf0-83c926f25fd1 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:52.240323 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': 'fb561747-6f3c-49c3-accb-3206128ee7ab', 'status': 'completed', 'code': 200} Nov 25 19:41:52.315046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Pushing event updated for resources: {'Port': ['ID=ce49200e-7a12-415f-ba24-3bfb7d146868,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:52.585386 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9321f109-4eb5-469b-9b53-5876e13f83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:52.677844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9321f109-4eb5-469b-9b53-5876e13f83b7 None None] Routers {'e65514a9-77d4-4b4f-81fd-ad5358fe7d35'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:41:52.682816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9321f109-4eb5-469b-9b53-5876e13f83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:41:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e65514a9-77d4-4b4f-81fd-ad5358fe7d35'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:52.691599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-751abedc-caca-40de-819c-017a5fce24d6 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/routers/e65514a9-77d4-4b4f-81fd-ad5358fe7d35 HTTP/1.1" status: 200 len: 920 time: 0.6158676 Nov 25 19:41:52.692910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41914) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:52.869967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9321f109-4eb5-469b-9b53-5876e13f83b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:41:52.869967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9321f109-4eb5-469b-9b53-5876e13f83b7 None None] The sync data for ids ['e65514a9-77d4-4b4f-81fd-ad5358fe7d35'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:41:52.875612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587d5a-26eb-446d-9677-d0efbb616dd3 req-dd812525-105e-4152-bf1f-779e1c907404 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:52.891210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587d5a-26eb-446d-9677-d0efbb616dd3 req-dd812525-105e-4152-bf1f-779e1c907404 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:52.906403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Attempting to bind port ce49200e-7a12-415f-ba24-3bfb7d146868 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:52.910098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Attempting to bind port ce49200e-7a12-415f-ba24-3bfb7d146868 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:52.910743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Attempting to bind port ce49200e-7a12-415f-ba24-3bfb7d146868 on network 11019f92-ac61-4726-97a2-979ab5b8ef64 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:52.924608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587d5a-26eb-446d-9677-d0efbb616dd3 req-dd812525-105e-4152-bf1f-779e1c907404 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:52.977665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Port ce49200e-7a12-415f-ba24-3bfb7d146868 on network 11019f92-ac61-4726-97a2-979ab5b8ef64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:41:52.978042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Attempting to bind port ce49200e-7a12-415f-ba24-3bfb7d146868 on network 11019f92-ac61-4726-97a2-979ab5b8ef64 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:52.983169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587d5a-26eb-446d-9677-d0efbb616dd3 req-dd812525-105e-4152-bf1f-779e1c907404 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:52.986078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:53.026621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587d5a-26eb-446d-9677-d0efbb616dd3 req-dd812525-105e-4152-bf1f-779e1c907404 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.065134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587d5a-26eb-446d-9677-d0efbb616dd3 req-dd812525-105e-4152-bf1f-779e1c907404 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.096646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22587d5a-26eb-446d-9677-d0efbb616dd3 req-dd812525-105e-4152-bf1f-779e1c907404 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.122406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22587d5a-26eb-446d-9677-d0efbb616dd3 req-dd812525-105e-4152-bf1f-779e1c907404 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5384 time: 0.5918617 Nov 25 19:41:53.264736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b82d0dd-3052-4427-919f-068d87b5b034 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.280422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0b82d0dd-3052-4427-919f-068d87b5b034 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&device_id=e65514a9-77d4-4b4f-81fd-ad5358fe7d35&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5836923 Nov 25 19:41:53.286288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41930) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:53.588385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22587d5a-26eb-446d-9677-d0efbb616dd3 req-8a5495c8-bf36-4665-b4f5-0ae919e5e577 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4414740 Nov 25 19:41:53.649266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-a7089ffe-10e8-4a8a-9186-bb76dc7137d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.650595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-a7089ffe-10e8-4a8a-9186-bb76dc7137d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.651801 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-a7089ffe-10e8-4a8a-9186-bb76dc7137d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.652726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-a7089ffe-10e8-4a8a-9186-bb76dc7137d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.653406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-a7089ffe-10e8-4a8a-9186-bb76dc7137d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.654504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-a7089ffe-10e8-4a8a-9186-bb76dc7137d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.655264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-a7089ffe-10e8-4a8a-9186-bb76dc7137d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.657721 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-a7089ffe-10e8-4a8a-9186-bb76dc7137d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6179 time: 1.4154677 Nov 25 19:41:53.658959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:53.659553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Checking segment: {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:53.660211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Bound using segment: {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:53.661437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Bound port: ce49200e-7a12-415f-ba24-3bfb7d146868, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:53.662053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:53.772930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c53967d-bef3-4f97-9aa5-f7fc4a2219ad tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:53.778092 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1c53967d-bef3-4f97-9aa5-f7fc4a2219ad tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 881 time: 0.4813905 Nov 25 19:41:53.779218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41940) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:53.869278 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-17876e94-4d89-4606-8f8c-52a74ddc8eb0 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=e65514a9-77d4-4b4f-81fd-ad5358fe7d35 HTTP/1.1" status: 200 len: 205 time: 0.0875051 Nov 25 19:41:53.871678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41942) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:53.922588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9afae40-570e-4c25-bfe1-6f823c13f869 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:53.956714 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f9afae40-570e-4c25-bfe1-6f823c13f869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:54.224334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a824595-09f3-405a-8a51-08b2cb4e6973 req-4daf564c-144f-44c4-975f-c61a71bcf4d2 tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.0853963 Nov 25 19:41:54.321673 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:54.682764 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f9afae40-570e-4c25-bfe1-6f823c13f869 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35af06072d5f4a0886f287f0364268f2&name=default HTTP/1.1" status: 200 len: 3000 time: 4.7675748 Nov 25 19:41:54.696228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41958) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:54.751582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afae40-570e-4c25-bfe1-6f823c13f869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e045570-e5db-4102-a9f1-86f95dc28d72,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:54.945938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-818ac4e4-5fa4-43fd-a8c2-8acb65c2cde4 req-50286040-9173-4df8-8230-abab3e2eebfd service neutron] (103651) timed out ('10.222.0.15', 45086) {{(pid=103651) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:41:55.066061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] For port ce49200e-7a12-415f-ba24-3bfb7d146868, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:55.167997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-2a6c4683-2325-43c4-aa7f-0fd0dd6cbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:55.167997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-2a6c4683-2325-43c4-aa7f-0fd0dd6cbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:55.168624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-2a6c4683-2325-43c4-aa7f-0fd0dd6cbf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:55.183996 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.185551 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-2a6c4683-2325-43c4-aa7f-0fd0dd6cbf84 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cc4e806f92640c39663fb529554dd43&shared=False HTTP/1.1" status: 200 len: 2298 time: 1.4876928 Nov 25 19:41:55.254381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] For port ce49200e-7a12-415f-ba24-3bfb7d146868, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ce49200e-7a12-415f-ba24-3bfb7d146868,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:55.429500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:55.983991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419fe91-9527-4bac-9a15-181ca89a3290 req-1111b04b-8514-4774-ad5c-1bc89484e047 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:56.104079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419fe91-9527-4bac-9a15-181ca89a3290 req-1111b04b-8514-4774-ad5c-1bc89484e047 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:56.162414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419fe91-9527-4bac-9a15-181ca89a3290 req-1111b04b-8514-4774-ad5c-1bc89484e047 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:56.238735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419fe91-9527-4bac-9a15-181ca89a3290 req-1111b04b-8514-4774-ad5c-1bc89484e047 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:56.300681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419fe91-9527-4bac-9a15-181ca89a3290 req-1111b04b-8514-4774-ad5c-1bc89484e047 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:56.339514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419fe91-9527-4bac-9a15-181ca89a3290 req-1111b04b-8514-4774-ad5c-1bc89484e047 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:56.377042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419fe91-9527-4bac-9a15-181ca89a3290 req-1111b04b-8514-4774-ad5c-1bc89484e047 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:56.387948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-ef99e40e-980c-4977-91ce-3f50a51754b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:56.396242 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab49cf02-7140-43a8-8909-0d3f5f044aba req-ef99e40e-980c-4977-91ce-3f50a51754b7 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2017717 Nov 25 19:41:56.396540 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f419fe91-9527-4bac-9a15-181ca89a3290 req-1111b04b-8514-4774-ad5c-1bc89484e047 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5384 time: 1.1424222 Nov 25 19:41:56.397187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Pushing event updated for resources: {'Port': ['ID=ce49200e-7a12-415f-ba24-3bfb7d146868,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:56.448537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:56.449242 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.451665 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] 10.222.0.60 "PUT /v2.0/ports/ce49200e-7a12-415f-ba24-3bfb7d146868 HTTP/1.1" status: 200 len: 1136 time: 6.7983229 Nov 25 19:41:56.485061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.485724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.487929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.490352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.492813 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.493569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.497117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.498106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.498444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.499121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.502229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.503685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90cd6c94-2317-4521-beef-5a160e95c791 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:41:56.532595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': 'ce49200e-7a12-415f-ba24-3bfb7d146868'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:41:56.547030 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-284eb3d5-be98-4b88-9271-ac0cc4160638" -d '{"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "ce49200e-7a12-415f-ba24-3bfb7d146868"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:41:56.565081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d25908b6-b09b-41e1-9989-b589d3d7474b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.630481 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Deleting port c6ecd703-c0aa-4e4e-b53f-22ff014715ff {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:41:56.635404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.696054 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d25908b6-b09b-41e1-9989-b589d3d7474b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.830424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:41:56.934849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d25908b6-b09b-41e1-9989-b589d3d7474b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.937096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d25908b6-b09b-41e1-9989-b589d3d7474b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:56.938612 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d25908b6-b09b-41e1-9989-b589d3d7474b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9e045570-e5db-4102-a9f1-86f95dc28d72 HTTP/1.1" status: 204 len: 168 time: 2.2325361 Nov 25 19:41:57.011630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25908b6-b09b-41e1-9989-b589d3d7474b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e045570-e5db-4102-a9f1-86f95dc28d72,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:57.033128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:57.239229 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f419fe91-9527-4bac-9a15-181ca89a3290 req-38067c56-d0a0-40e9-9408-1ab42a258688 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8084106 Nov 25 19:41:57.306870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:57.361197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Calling delete_port for c6ecd703-c0aa-4e4e-b53f-22ff014715ff owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:41:57.468465 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8cc4ec83-c8db-49bb-b66e-b264727f60f1 req-90dc7f14-b6ef-478b-a002-4eaec14175d4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1331174 Nov 25 19:41:57.995788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-53d8d1b5-e6c0-45ee-bd45-0630a347cc84 req-30921311-5954-45c5-9b6f-b88495293aea tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1355951 Nov 25 19:41:58.118241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d3c575-757a-4ad9-a707-160601e5750e {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:41:58.152761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.315177 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d6a8b4-8613-4b7c-b482-b427d51cbc2d x-openstack-request-id: req-91d6a8b4-8613-4b7c-b482-b427d51cbc2d {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:41:58.315651 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "ce49200e-7a12-415f-ba24-3bfb7d146868", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:41:58.316137 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91d6a8b4-8613-4b7c-b482-b427d51cbc2d {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:41:58.316915 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': 'ce49200e-7a12-415f-ba24-3bfb7d146868', 'status': 'completed', 'code': 200} Nov 25 19:41:58.340952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42066) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:41:58.381786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Transition to ACTIVE for port object 43d3c575-757a-4ad9-a707-160601e5750e will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:41:58.480602 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08df0a99-ebd5-4d3a-93bb-fc9428f556f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.494323 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.502515 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:58.753071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Pushing event deleted for resources: {'Port': ['ID=c6ecd703-c0aa-4e4e-b53f-22ff014715ff,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:58.816623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54fc0f40-1def-45b6-8bf3-8033a036044b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:41:59.061278 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-3770608a-0944-4b6a-897b-436daddccf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.062190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-3770608a-0944-4b6a-897b-436daddccf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.072843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-3770608a-0944-4b6a-897b-436daddccf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.072843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-3770608a-0944-4b6a-897b-436daddccf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.072843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-3770608a-0944-4b6a-897b-436daddccf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.077068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-3770608a-0944-4b6a-897b-436daddccf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.083265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-3770608a-0944-4b6a-897b-436daddccf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.087186 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-3770608a-0944-4b6a-897b-436daddccf6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6221 time: 0.7686841 Nov 25 19:41:59.098974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=43d3c575-757a-4ad9-a707-160601e5750e,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:41:59.118735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Attempting to bind port 43d3c575-757a-4ad9-a707-160601e5750e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:41:59.120716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Attempting to bind port 43d3c575-757a-4ad9-a707-160601e5750e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:41:59.121335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Attempting to bind port 43d3c575-757a-4ad9-a707-160601e5750e on network 11019f92-ac61-4726-97a2-979ab5b8ef64 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:59.254500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Port 43d3c575-757a-4ad9-a707-160601e5750e on network 11019f92-ac61-4726-97a2-979ab5b8ef64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:41:59.256943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Attempting to bind port 43d3c575-757a-4ad9-a707-160601e5750e on network 11019f92-ac61-4726-97a2-979ab5b8ef64 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:41:59.319750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:41:59.320461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Checking segment: {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:41:59.320973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Bound using segment: {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:41:59.321593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Bound port: 43d3c575-757a-4ad9-a707-160601e5750e, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:41:59.322072 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.352170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61c3d-17b6-4356-af8f-bfc773959d0c req-e27ab9f7-d031-48f9-b108-9c0bbb062b93 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.367341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61c3d-17b6-4356-af8f-bfc773959d0c req-e27ab9f7-d031-48f9-b108-9c0bbb062b93 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.396141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61c3d-17b6-4356-af8f-bfc773959d0c req-e27ab9f7-d031-48f9-b108-9c0bbb062b93 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.431881 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61c3d-17b6-4356-af8f-bfc773959d0c req-e27ab9f7-d031-48f9-b108-9c0bbb062b93 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.496913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61c3d-17b6-4356-af8f-bfc773959d0c req-e27ab9f7-d031-48f9-b108-9c0bbb062b93 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.522639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61c3d-17b6-4356-af8f-bfc773959d0c req-e27ab9f7-d031-48f9-b108-9c0bbb062b93 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.546421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-03e38b89-3fba-484d-8e92-3bab0e5686c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.547265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-03e38b89-3fba-484d-8e92-3bab0e5686c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.547752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-03e38b89-3fba-484d-8e92-3bab0e5686c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.549959 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-03e38b89-3fba-484d-8e92-3bab0e5686c8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cc4e806f92640c39663fb529554dd43&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3959813 Nov 25 19:41:59.555176 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d61c3d-17b6-4356-af8f-bfc773959d0c req-e27ab9f7-d031-48f9-b108-9c0bbb062b93 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:41:59.571119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66d61c3d-17b6-4356-af8f-bfc773959d0c req-e27ab9f7-d031-48f9-b108-9c0bbb062b93 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5396 time: 1.1213832 Nov 25 19:41:59.722723 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08df0a99-ebd5-4d3a-93bb-fc9428f556f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.855803 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08df0a99-ebd5-4d3a-93bb-fc9428f556f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.898351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] For port 43d3c575-757a-4ad9-a707-160601e5750e, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:41:59.909463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] For port 43d3c575-757a-4ad9-a707-160601e5750e, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=43d3c575-757a-4ad9-a707-160601e5750e,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:41:59.939598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:41:59.970039 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.051242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42116) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:00.051817 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-08df0a99-ebd5-4d3a-93bb-fc9428f556f1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08f3a6869b1a45fe8b6daec1611e1e87&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7040102 Nov 25 19:42:00.089548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:00.092717 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.113920 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] 10.222.0.60 "PUT /v2.0/ports/43d3c575-757a-4ad9-a707-160601e5750e HTTP/1.1" status: 200 len: 1091 time: 3.2717557 Nov 25 19:42:00.132470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-ba9d56f3-2250-47c2-80d5-d9623699e150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:00.136252 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-284eb3d5-be98-4b88-9271-ac0cc4160638 req-ba9d56f3-2250-47c2-80d5-d9623699e150 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5608635 Nov 25 19:42:00.192370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:00.265549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df0a99-ebd5-4d3a-93bb-fc9428f556f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e660c7a3-e512-45c2-9206-a59b42425c3f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:00.369843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '43d3c575-757a-4ad9-a707-160601e5750e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:00.375111 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa436298-5a69-41ec-be83-14998a254168" -d '{"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "43d3c575-757a-4ad9-a707-160601e5750e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:00.388603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba099e3-b70f-4c71-8322-b03bd81b9ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=43d3c575-757a-4ad9-a707-160601e5750e,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:00.520129 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.573664 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fef7dce1-a7fb-49e8-a09c-3a6c019dfcb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.619299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66d61c3d-17b6-4356-af8f-bfc773959d0c req-dfe50cc7-4641-4f3f-b1dc-42ea207dc312 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.0431128 Nov 25 19:42:00.681379 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fef7dce1-a7fb-49e8-a09c-3a6c019dfcb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.810969 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:00.821268 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.102170 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.102997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Fanout notify agent at l3_agent the message router_deleted on router e65514a9-77d4-4b4f-81fd-ad5358fe7d35 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:42:01.179806 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.181805 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-62251f28-ec3d-448b-91b9-319e25de3ace tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/e65514a9-77d4-4b4f-81fd-ad5358fe7d35 HTTP/1.1" status: 204 len: 168 time: 7.3072629 Nov 25 19:42:01.195693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49206ecb-5b3b-458a-ba1a-198b35f0b37f req-4bef2ffd-390c-4315-bf6e-43d928901e17 tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1168056 Nov 25 19:42:01.199956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42140) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:01.224758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1385004551', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:01.268778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.270402 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.411330 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.795821 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2533c6c5-adc8-4ddb-b1a0-f6c42f47a8d4 x-openstack-request-id: req-2533c6c5-adc8-4ddb-b1a0-f6c42f47a8d4 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:01.800507 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "43d3c575-757a-4ad9-a707-160601e5750e", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:01.803274 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2533c6c5-adc8-4ddb-b1a0-f6c42f47a8d4 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:01.807064 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '43d3c575-757a-4ad9-a707-160601e5750e', 'status': 'completed', 'code': 200} Nov 25 19:42:01.846065 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.959158 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fef7dce1-a7fb-49e8-a09c-3a6c019dfcb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.961905 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fef7dce1-a7fb-49e8-a09c-3a6c019dfcb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:01.968130 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fef7dce1-a7fb-49e8-a09c-3a6c019dfcb1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e660c7a3-e512-45c2-9206-a59b42425c3f HTTP/1.1" status: 204 len: 168 time: 1.9062130 Nov 25 19:42:02.083941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:02.101816 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb94e-4437-4bf8-8555-2ce830820cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.118156 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7dce1-a7fb-49e8-a09c-3a6c019dfcb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e660c7a3-e512-45c2-9206-a59b42425c3f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:02.132444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.214166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436298-5a69-41ec-be83-14998a254168 req-5495e776-5e5f-40ad-8f8f-456a05a0c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.214682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436298-5a69-41ec-be83-14998a254168 req-5495e776-5e5f-40ad-8f8f-456a05a0c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.235380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436298-5a69-41ec-be83-14998a254168 req-5495e776-5e5f-40ad-8f8f-456a05a0c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.235893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436298-5a69-41ec-be83-14998a254168 req-5495e776-5e5f-40ad-8f8f-456a05a0c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.236367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436298-5a69-41ec-be83-14998a254168 req-5495e776-5e5f-40ad-8f8f-456a05a0c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.236836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436298-5a69-41ec-be83-14998a254168 req-5495e776-5e5f-40ad-8f8f-456a05a0c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.237307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436298-5a69-41ec-be83-14998a254168 req-5495e776-5e5f-40ad-8f8f-456a05a0c0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.244503 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa436298-5a69-41ec-be83-14998a254168 req-5495e776-5e5f-40ad-8f8f-456a05a0c0fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6288 time: 0.5690002 Nov 25 19:42:02.257333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Transition to ACTIVE for port object 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:42:02.482446 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.553012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436298-5a69-41ec-be83-14998a254168 req-39571b3b-6157-422f-9224-eeeb71075828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.553932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436298-5a69-41ec-be83-14998a254168 req-39571b3b-6157-422f-9224-eeeb71075828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.554584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436298-5a69-41ec-be83-14998a254168 req-39571b3b-6157-422f-9224-eeeb71075828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:02.556619 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa436298-5a69-41ec-be83-14998a254168 req-39571b3b-6157-422f-9224-eeeb71075828 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cc4e806f92640c39663fb529554dd43&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3008528 Nov 25 19:42:02.558243 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:02.559353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.016299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Pushing event updated for resources: {'Port': ['ID=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:03.226585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa24bf-47e1-4ef3-9316-89fe3012c09b req-402a26af-e1ef-4d9c-97e6-6135ca058e15 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:03.242862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa24bf-47e1-4ef3-9316-89fe3012c09b req-402a26af-e1ef-4d9c-97e6-6135ca058e15 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:03.259554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa24bf-47e1-4ef3-9316-89fe3012c09b req-402a26af-e1ef-4d9c-97e6-6135ca058e15 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:03.275333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa24bf-47e1-4ef3-9316-89fe3012c09b req-402a26af-e1ef-4d9c-97e6-6135ca058e15 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:03.291851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa24bf-47e1-4ef3-9316-89fe3012c09b req-402a26af-e1ef-4d9c-97e6-6135ca058e15 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:03.310653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa24bf-47e1-4ef3-9316-89fe3012c09b req-402a26af-e1ef-4d9c-97e6-6135ca058e15 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:03.329550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa24bf-47e1-4ef3-9316-89fe3012c09b req-402a26af-e1ef-4d9c-97e6-6135ca058e15 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:03.339277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52aa24bf-47e1-4ef3-9316-89fe3012c09b req-402a26af-e1ef-4d9c-97e6-6135ca058e15 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5408 time: 0.8003340 Nov 25 19:42:03.386738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa436298-5a69-41ec-be83-14998a254168 req-225d3968-8ac5-4ad8-b860-0e2091d94776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:03.401359 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa436298-5a69-41ec-be83-14998a254168 req-225d3968-8ac5-4ad8-b860-0e2091d94776 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8327208 Nov 25 19:42:03.417898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Allocated IP 172.25.8.127 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/feaf43ad-2718-421c-baa5-05a8f9db2935) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:03.437567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Attempting to bind port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:03.438103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Attempting to bind port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:03.438439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Attempting to bind port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 on network 11019f92-ac61-4726-97a2-979ab5b8ef64 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:03.471757 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 on network 11019f92-ac61-4726-97a2-979ab5b8ef64 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:42:03.472386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Attempting to bind port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 on network 11019f92-ac61-4726-97a2-979ab5b8ef64 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:03.506368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:03.507089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Checking segment: {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:03.507743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Bound using segment: {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:03.508525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Bound port: 42eef06c-acc8-4cf0-beb3-d851d94e5fe8, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '231937a2-873b-4b17-8348-4b8fad485ca7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:03.509138 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.728321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] For port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:03.733535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] For port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:03.741989 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:03.906716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52aa24bf-47e1-4ef3-9316-89fe3012c09b req-40b26756-9c7c-43bf-8e3c-b8b29218772a tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5489652 Nov 25 19:42:04.001898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:04.017646 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.031395 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] 10.222.0.60 "PUT /v2.0/ports/42eef06c-acc8-4cf0-beb3-d851d94e5fe8 HTTP/1.1" status: 200 len: 1091 time: 3.8538711 Nov 25 19:42:04.033466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '42eef06c-acc8-4cf0-beb3-d851d94e5fe8'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:04.073145 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0" -d '{"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "42eef06c-acc8-4cf0-beb3-d851d94e5fe8"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:04.078566 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.149513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:04.180271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb150e3-d638-405b-a3cc-2d7fad902295 service neutron] Pushing event updated for resources: {'Port': ['ID=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:04.272616 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.437197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.447678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:04.474008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:04.483802 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:04.486246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Pushing event updated for resources: {'Port': ['ID=feaf43ad-2718-421c-baa5-05a8f9db2935,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:04.496583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b99a8c-dce0-4ee9-af4c-8bbb4847aa7d None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:04.675413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a120c859-5fa1-4e0a-8c85-50edac5a4e70 None None] Provisioning complete for port feaf43ad-2718-421c-baa5-05a8f9db2935 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:04.685816 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a120c859-5fa1-4e0a-8c85-50edac5a4e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:04.897110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a120c859-5fa1-4e0a-8c85-50edac5a4e70 None None] Port feaf43ad-2718-421c-baa5-05a8f9db2935 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:04.952949 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4ca2608a-30d1-4842-9e5e-09c5f98a7878 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.600872 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae7eb99-aba5-4cde-81bb-a2bc9d36839d x-openstack-request-id: req-5ae7eb99-aba5-4cde-81bb-a2bc9d36839d {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:05.602384 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "42eef06c-acc8-4cf0-beb3-d851d94e5fe8", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:05.603132 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ae7eb99-aba5-4cde-81bb-a2bc9d36839d {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:05.604402 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '42eef06c-acc8-4cf0-beb3-d851d94e5fe8', 'status': 'completed', 'code': 200} Nov 25 19:42:05.805456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:05.856841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-df18ac34-72ac-4d16-933a-03418c777022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:05.857785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-df18ac34-72ac-4d16-933a-03418c777022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:05.858767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-df18ac34-72ac-4d16-933a-03418c777022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:05.859630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-df18ac34-72ac-4d16-933a-03418c777022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:05.860373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-df18ac34-72ac-4d16-933a-03418c777022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:05.861060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-df18ac34-72ac-4d16-933a-03418c777022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:05.861729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-df18ac34-72ac-4d16-933a-03418c777022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:05.865149 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-df18ac34-72ac-4d16-933a-03418c777022 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6355 time: 0.2693367 Nov 25 19:42:05.969733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:06.000812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.197731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Transition to ACTIVE for port object 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:42:06.221652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4b062a0-0904-4960-bef5-69f1759e92a4 req-ae34b17c-038b-4cab-8288-5ff2fbdae8a2 tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.4332578 Nov 25 19:42:06.310138 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.398098 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.415399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Pushing event updated for resources: {'Port': ['ID=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:06.591606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-187550c1-5c49-45d9-bdf1-7a0472914ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:06.593051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-187550c1-5c49-45d9-bdf1-7a0472914ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:06.593588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-187550c1-5c49-45d9-bdf1-7a0472914ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:06.596771 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-187550c1-5c49-45d9-bdf1-7a0472914ccf service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cc4e806f92640c39663fb529554dd43&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5399911 Nov 25 19:42:06.772807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-5b8d095b-7d16-418b-87bb-b53f7f6f8ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:06.774395 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e4fd8b0-9726-44ea-b5ec-1f6a5d6bd4b0 req-5b8d095b-7d16-418b-87bb-b53f7f6f8ba6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1704528 Nov 25 19:42:06.848887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Attempting to bind port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:06.849223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Attempting to bind port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:06.849753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Attempting to bind port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef on network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:06.862890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef on network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:42:06.863573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Attempting to bind port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef on network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:06.880483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:06.880612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Checking segment: {'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:06.881021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Bound using segment: {'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:06.881481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Bound port: 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:06.881854 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:06.939050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c1f7-28fc-4495-8438-56855634dd43 req-b80921a4-7f69-4a5a-92db-3fa71283d826 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:06.975666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c1f7-28fc-4495-8438-56855634dd43 req-b80921a4-7f69-4a5a-92db-3fa71283d826 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:06.991916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c1f7-28fc-4495-8438-56855634dd43 req-b80921a4-7f69-4a5a-92db-3fa71283d826 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:07.024072 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c1f7-28fc-4495-8438-56855634dd43 req-b80921a4-7f69-4a5a-92db-3fa71283d826 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:07.054149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c1f7-28fc-4495-8438-56855634dd43 req-b80921a4-7f69-4a5a-92db-3fa71283d826 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:07.071640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c1f7-28fc-4495-8438-56855634dd43 req-b80921a4-7f69-4a5a-92db-3fa71283d826 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:07.080588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0c1f7-28fc-4495-8438-56855634dd43 req-b80921a4-7f69-4a5a-92db-3fa71283d826 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:07.081519 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a048b0-7768-441a-a6f7-7546d9c25867 req-c9bde918-d4bb-41f8-b2c2-480fed94115f tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:07.085000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7c0c1f7-28fc-4495-8438-56855634dd43 req-b80921a4-7f69-4a5a-92db-3fa71283d826 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5420 time: 0.6908240 Nov 25 19:42:07.086213 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48a048b0-7768-441a-a6f7-7546d9c25867 req-c9bde918-d4bb-41f8-b2c2-480fed94115f tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.60 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.1276276 Nov 25 19:42:07.125840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] For port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:07.146874 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.166227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] For port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:07.209380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.305221 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7c0c1f7-28fc-4495-8438-56855634dd43 req-b219a77f-455b-426b-bdb9-f9d5e0d6fbe5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2067440 Nov 25 19:42:07.352286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:07.356147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.375313 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] 10.222.0.60 "PUT /v2.0/ports/088dfcb3-8849-4ae4-8bb7-b2e03d60ebef HTTP/1.1" status: 200 len: 1091 time: 3.2520111 Nov 25 19:42:07.478208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Request body: {'port': {'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:07.540337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42376) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:07.623818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '088dfcb3-8849-4ae4-8bb7-b2e03d60ebef'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:07.629160 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069bb61e-2a34-41d5-923a-9dc439a501ea" -d '{"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "088dfcb3-8849-4ae4-8bb7-b2e03d60ebef"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:07.636095 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.845846 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:07.860914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ae27a3-7839-4505-a497-d07edd902c7e req-683f5518-8b90-4bb7-a326-2d7fa0c529e7 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:07.868812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50ae27a3-7839-4505-a497-d07edd902c7e req-683f5518-8b90-4bb7-a326-2d7fa0c529e7 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/ports?device_id=67741e34-fbd2-420f-8466-f9a41abae81d HTTP/1.1" status: 200 len: 946 time: 0.2942073 Nov 25 19:42:07.869595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42382) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:07.875206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a459a1-f9c1-4ab9-9e2f-5aa99cd30903 service neutron] Pushing event updated for resources: {'Port': ['ID=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:07.924015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-48a048b0-7768-441a-a6f7-7546d9c25867 req-eeed874b-0f6a-42bd-8c05-b610e31d734e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Deleting port ec3d67d7-e3bc-4e82-966f-76119cac5255 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:07.924494 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-48a048b0-7768-441a-a6f7-7546d9c25867 req-eeed874b-0f6a-42bd-8c05-b610e31d734e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.184252 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.285966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-48a048b0-7768-441a-a6f7-7546d9c25867 req-eeed874b-0f6a-42bd-8c05-b610e31d734e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] For port ec3d67d7-e3bc-4e82-966f-76119cac5255, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ec3d67d7-e3bc-4e82-966f-76119cac5255,segment=NetworkSegment(e0288973-5597-4a36-b7f8-f6ba66f8caa2),segment_id=e0288973-5597-4a36-b7f8-f6ba66f8caa2)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:08.287984 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-48a048b0-7768-441a-a6f7-7546d9c25867 req-eeed874b-0f6a-42bd-8c05-b610e31d734e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.316883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-48a048b0-7768-441a-a6f7-7546d9c25867 req-eeed874b-0f6a-42bd-8c05-b610e31d734e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Calling delete_port for ec3d67d7-e3bc-4e82-966f-76119cac5255 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:08.483834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Router bf643d0e-ef61-471a-b645-d115b7519972 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:42:08.521304 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.523554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9d71844-6022-4db9-81c4-92618d5a985b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.584837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50ae27a3-7839-4505-a497-d07edd902c7e req-1753352a-d228-4590-8795-cf240f8e61f8 tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.15 "GET /v2.0/security-groups?id=87a8c4b8-7d49-491d-90be-2f7a5b32c50a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6763294 Nov 25 19:42:08.742290 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-48a048b0-7768-441a-a6f7-7546d9c25867 req-eeed874b-0f6a-42bd-8c05-b610e31d734e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.785765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed874b-0f6a-42bd-8c05-b610e31d734e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Pushing event deleted for resources: {'Port': ['ID=ec3d67d7-e3bc-4e82-966f-76119cac5255,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:08.838416 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc342e64-b2c8-402c-ae2f-054bc50c78b7 req-c56e441d-7b1a-4aca-9c30-c38657b98dea tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1014709 Nov 25 19:42:08.869347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-48a048b0-7768-441a-a6f7-7546d9c25867 req-eeed874b-0f6a-42bd-8c05-b610e31d734e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] No DVR routers for this DVR port ec3d67d7-e3bc-4e82-966f-76119cac5255 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:42:08.880167 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-48a048b0-7768-441a-a6f7-7546d9c25867 req-eeed874b-0f6a-42bd-8c05-b610e31d734e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:08.889683 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48a048b0-7768-441a-a6f7-7546d9c25867 req-eeed874b-0f6a-42bd-8c05-b610e31d734e tempest-ServersNegativeTestJSON-1281231932 tempest-ServersNegativeTestJSON-1281231932-project] 10.222.0.60 "DELETE /v2.0/ports/ec3d67d7-e3bc-4e82-966f-76119cac5255 HTTP/1.1" status: 204 len: 173 time: 1.7506986 Nov 25 19:42:08.906954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:08.955298 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24798ea-a590-4be0-8adb-0c0a0a478cf0 None None] Sync routers for ids ['bf643d0e-ef61-471a-b645-d115b7519972'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:08.963094 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62eeaa7-f082-44cc-a1cc-8defe57740e7 x-openstack-request-id: req-c62eeaa7-f082-44cc-a1cc-8defe57740e7 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:08.975873 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "088dfcb3-8849-4ae4-8bb7-b2e03d60ebef", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:08.975873 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c62eeaa7-f082-44cc-a1cc-8defe57740e7 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:08.977493 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '088dfcb3-8849-4ae4-8bb7-b2e03d60ebef', 'status': 'completed', 'code': 200} Nov 25 19:42:08.997348 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.003074 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a6abb365-698b-4b6b-9182-1bdbac15e652 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.8012178 Nov 25 19:42:09.007139 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42394) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:09.007996 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24798ea-a590-4be0-8adb-0c0a0a478cf0 None None] Routers {'bf643d0e-ef61-471a-b645-d115b7519972'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:09.009728 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f24798ea-a590-4be0-8adb-0c0a0a478cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['bf643d0e-ef61-471a-b645-d115b7519972'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:09.023786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:09.031663 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.081236 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.089273 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9d71844-6022-4db9-81c4-92618d5a985b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.129803 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9d71844-6022-4db9-81c4-92618d5a985b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.195957 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c9d71844-6022-4db9-81c4-92618d5a985b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fe764d02e1624a3285e00bfc684eff28&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6540360 Nov 25 19:42:09.245852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-35dd39f0-b659-47fb-b456-3ccf36c8a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.246415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-35dd39f0-b659-47fb-b456-3ccf36c8a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.248180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-35dd39f0-b659-47fb-b456-3ccf36c8a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.248473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42396) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:09.248664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-35dd39f0-b659-47fb-b456-3ccf36c8a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.249049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-35dd39f0-b659-47fb-b456-3ccf36c8a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.249777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-35dd39f0-b659-47fb-b456-3ccf36c8a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.250643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-35dd39f0-b659-47fb-b456-3ccf36c8a4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.255655 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-35dd39f0-b659-47fb-b456-3ccf36c8a4d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6422 time: 0.2700143 Nov 25 19:42:09.278279 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9c5efce1a6f14c78a563ea8bd5800a26&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4068253 Nov 25 19:42:09.281484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e36c5a3-e2d4-4108-add5-5ea119f844c0 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:09.294278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42398) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:09.295815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aace5d4-c5e1-4366-984c-ebd117a6cf21,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:09.312392 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f24798ea-a590-4be0-8adb-0c0a0a478cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:09.348840 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24798ea-a590-4be0-8adb-0c0a0a478cf0 None None] Routers {'bf643d0e-ef61-471a-b645-d115b7519972'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:09.349530 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f24798ea-a590-4be0-8adb-0c0a0a478cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['bf643d0e-ef61-471a-b645-d115b7519972'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:09.396983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.397540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.398097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.399361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.399591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.400010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.400524 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.401006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.401528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.401747 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f24798ea-a590-4be0-8adb-0c0a0a478cf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:09.401918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.402414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.402613 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f24798ea-a590-4be0-8adb-0c0a0a478cf0 None None] The sync data for ids ['bf643d0e-ef61-471a-b645-d115b7519972'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:09.404805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa8e5b1-0971-4f67-b640-6653c17c99a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:09.572569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d71844-6022-4db9-81c4-92618d5a985b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d67ffd8b-1499-47d6-b417-9274c7c875b6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:09.576794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-2e324843-56be-4609-bef4-2ddcf9d2e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.577650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-2e324843-56be-4609-bef4-2ddcf9d2e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.578514 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-2e324843-56be-4609-bef4-2ddcf9d2e92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.581482 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-2e324843-56be-4609-bef4-2ddcf9d2e92d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6cc4e806f92640c39663fb529554dd43&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3146024 Nov 25 19:42:09.595300 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.624856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9843ab-9b0c-4823-95fd-b411fa592c12 req-881c62ff-b781-48f5-a01a-f563f84d567d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.632808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9843ab-9b0c-4823-95fd-b411fa592c12 req-881c62ff-b781-48f5-a01a-f563f84d567d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.639636 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9843ab-9b0c-4823-95fd-b411fa592c12 req-881c62ff-b781-48f5-a01a-f563f84d567d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.647580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9843ab-9b0c-4823-95fd-b411fa592c12 req-881c62ff-b781-48f5-a01a-f563f84d567d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.654339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9843ab-9b0c-4823-95fd-b411fa592c12 req-881c62ff-b781-48f5-a01a-f563f84d567d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.662292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9843ab-9b0c-4823-95fd-b411fa592c12 req-881c62ff-b781-48f5-a01a-f563f84d567d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.669596 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9843ab-9b0c-4823-95fd-b411fa592c12 req-881c62ff-b781-48f5-a01a-f563f84d567d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:09.680267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d9843ab-9b0c-4823-95fd-b411fa592c12 req-881c62ff-b781-48f5-a01a-f563f84d567d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5420 time: 0.4303269 Nov 25 19:42:09.680940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Transition to ACTIVE for port object 3e36c5a3-e2d4-4108-add5-5ea119f844c0 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:42:09.694948 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa0e974c-30de-4df2-b7b2-b055401c2bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.761764 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3527ea7a-26f9-4ca3-8c7e-bd46dfac7f16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.826263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa0e974c-30de-4df2-b7b2-b055401c2bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.851770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.867032 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3527ea7a-26f9-4ca3-8c7e-bd46dfac7f16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:09.955692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e36c5a3-e2d4-4108-add5-5ea119f844c0,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:09.997390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d9843ab-9b0c-4823-95fd-b411fa592c12 req-45bd2dbf-70f0-49cc-afcf-ab7484f32210 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3140571 Nov 25 19:42:10.137816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42408) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:10.172765 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa0e974c-30de-4df2-b7b2-b055401c2bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.179956 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa0e974c-30de-4df2-b7b2-b055401c2bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.187194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-aa0e974c-30de-4df2-b7b2-b055401c2bbd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d67ffd8b-1499-47d6-b417-9274c7c875b6 HTTP/1.1" status: 204 len: 168 time: 0.9324963 Nov 25 19:42:10.202703 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-9fd418e5-5188-476b-b954-94d8d5a0d998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:10.206639 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-069bb61e-2a34-41d5-923a-9dc439a501ea req-9fd418e5-5188-476b-b954-94d8d5a0d998 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6167963 Nov 25 19:42:10.207462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3527ea7a-26f9-4ca3-8c7e-bd46dfac7f16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.213714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3527ea7a-26f9-4ca3-8c7e-bd46dfac7f16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.216079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3527ea7a-26f9-4ca3-8c7e-bd46dfac7f16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9aace5d4-c5e1-4366-984c-ebd117a6cf21 HTTP/1.1" status: 204 len: 168 time: 0.9162328 Nov 25 19:42:10.244613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e974c-30de-4df2-b7b2-b055401c2bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67ffd8b-1499-47d6-b417-9274c7c875b6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:10.313585 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.325765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3527ea7a-26f9-4ca3-8c7e-bd46dfac7f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aace5d4-c5e1-4366-984c-ebd117a6cf21,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:10.436235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f059aa9-ec17-43ff-bb0a-efa05d5c030b req-61cd1315-0e52-43f8-9855-d4dbde3642f2 tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1084104 Nov 25 19:42:10.451859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.607600 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Deleting port feaf43ad-2718-421c-baa5-05a8f9db2935 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:10.608290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.701848 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:42:10.726205 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Attempting to bind port 3e36c5a3-e2d4-4108-add5-5ea119f844c0 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:10.726667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Attempting to bind port 3e36c5a3-e2d4-4108-add5-5ea119f844c0 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:10.732852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ec3d67d7-e3bc-4e82-966f-76119cac5255 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:42:10.743655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Attempting to bind port 3e36c5a3-e2d4-4108-add5-5ea119f844c0 on network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:10.767597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Port 3e36c5a3-e2d4-4108-add5-5ea119f844c0 on network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:42:10.768148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Attempting to bind port 3e36c5a3-e2d4-4108-add5-5ea119f844c0 on network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:10.787941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76d4142-166d-4807-9b60-6c5a4dfccae1 admin admin] Deleting subnet 4746e874-55e6-4158-90b3-691ef950b7a9 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:10.814588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f76d4142-166d-4807-9b60-6c5a4dfccae1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.823698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 41, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:10.824373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Checking segment: {'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:10.824889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Bound using segment: {'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:10.825684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Bound port: 3e36c5a3-e2d4-4108-add5-5ea119f844c0, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '05553597-6143-490f-8827-64035d6de67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:10.826299 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.851891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: ec3d67d7-e3bc-4e82-966f-76119cac5255 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:42:10.852979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ec3d67d7-e3bc-4e82-966f-76119cac5255 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:42:10.939801 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:10.994710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Calling delete_port for feaf43ad-2718-421c-baa5-05a8f9db2935 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:11.149665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] For port 3e36c5a3-e2d4-4108-add5-5ea119f844c0, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:11.166773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] For port 3e36c5a3-e2d4-4108-add5-5ea119f844c0, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:11.176835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'name': 'network-vif-deleted', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:11.187728 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50f5fc9a-c6ec-4018-9c48-2480841f275d" -d '{"events": [{"server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "name": "network-vif-deleted", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:11.220713 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:11.629846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca38b9-864c-4159-bbad-8b4b5a8635a6 req-211a174d-71cc-4345-9bae-44e69f1f5ea2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.641758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca38b9-864c-4159-bbad-8b4b5a8635a6 req-211a174d-71cc-4345-9bae-44e69f1f5ea2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.660449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca38b9-864c-4159-bbad-8b4b5a8635a6 req-211a174d-71cc-4345-9bae-44e69f1f5ea2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.671961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca38b9-864c-4159-bbad-8b4b5a8635a6 req-211a174d-71cc-4345-9bae-44e69f1f5ea2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.684404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca38b9-864c-4159-bbad-8b4b5a8635a6 req-211a174d-71cc-4345-9bae-44e69f1f5ea2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.697247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca38b9-864c-4159-bbad-8b4b5a8635a6 req-211a174d-71cc-4345-9bae-44e69f1f5ea2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.710104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ca38b9-864c-4159-bbad-8b4b5a8635a6 req-211a174d-71cc-4345-9bae-44e69f1f5ea2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:11.723808 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91ca38b9-864c-4159-bbad-8b4b5a8635a6 req-211a174d-71cc-4345-9bae-44e69f1f5ea2 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.4942508 Nov 25 19:42:11.838283 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:11.937505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Pushing event deleted for resources: {'Port': ['ID=feaf43ad-2718-421c-baa5-05a8f9db2935,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:11.986609 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f76d4142-166d-4807-9b60-6c5a4dfccae1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:12.072530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91ca38b9-864c-4159-bbad-8b4b5a8635a6 req-04d1ce1c-bee6-4837-8092-649f01f8279c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3418775 Nov 25 19:42:12.111985 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.111985 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:12.140592 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/3e36c5a3-e2d4-4108-add5-5ea119f844c0 HTTP/1.1" status: 200 len: 1091 time: 4.6840112 Nov 25 19:42:12.145917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46da82e-e130-44a2-a818-20113d6dba18 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:12.189998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b401922-5cda-4722-ac6d-871d812df8d1 service neutron] Pushing event updated for resources: {'Port': ['ID=3e36c5a3-e2d4-4108-add5-5ea119f844c0,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:12.271607 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21503bec-067c-40d5-b1f0-17785da4ded9 x-openstack-request-id: req-21503bec-067c-40d5-b1f0-17785da4ded9 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:12.272047 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67741e34-fbd2-420f-8466-f9a41abae81d", "name": "network-vif-deleted", "tag": "ec3d67d7-e3bc-4e82-966f-76119cac5255", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:12.272441 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-21503bec-067c-40d5-b1f0-17785da4ded9 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:12.273036 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '67741e34-fbd2-420f-8466-f9a41abae81d', 'name': 'network-vif-deleted', 'tag': 'ec3d67d7-e3bc-4e82-966f-76119cac5255', 'status': 'completed', 'code': 200} Nov 25 19:42:12.385281 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f76d4142-166d-4807-9b60-6c5a4dfccae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:12.403119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:12.441950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42458) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:12.525091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-8b9a7cce-d3e9-445b-87e3-50bb62510b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.525983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-8b9a7cce-d3e9-445b-87e3-50bb62510b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.527436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-8b9a7cce-d3e9-445b-87e3-50bb62510b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.528586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-8b9a7cce-d3e9-445b-87e3-50bb62510b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.529687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-8b9a7cce-d3e9-445b-87e3-50bb62510b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.531028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-8b9a7cce-d3e9-445b-87e3-50bb62510b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.532124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-8b9a7cce-d3e9-445b-87e3-50bb62510b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:12.546784 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-8b9a7cce-d3e9-445b-87e3-50bb62510b26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6489 time: 0.3370421 Nov 25 19:42:12.717137 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-2a798576-7b1e-44eb-ae8d-06d9643d5fe9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65636e05-774f-452f-8240-2f811a684d5a HTTP/1.1" status: 200 len: 217 time: 0.1616066 Nov 25 19:42:12.798751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b520724-fe2e-4488-8afa-37de3f0268a6 req-b89a696b-9452-4410-93c1-598ffe04a96a tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1731954 Nov 25 19:42:12.896196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f76d4142-166d-4807-9b60-6c5a4dfccae1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:12.920346 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:12.924767 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.064576 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f180f507-b02e-4ed7-8277-a7eaa6cbcfc3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.085587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d4142-166d-4807-9b60-6c5a4dfccae1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4746e874-55e6-4158-90b3-691ef950b7a9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:13.109011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Router bf643d0e-ef61-471a-b645-d115b7519972 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:42:13.126846 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f76d4142-166d-4807-9b60-6c5a4dfccae1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.148215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42474) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:13.151690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42476) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:13.152332 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f76d4142-166d-4807-9b60-6c5a4dfccae1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4746e874-55e6-4158-90b3-691ef950b7a9 HTTP/1.1" status: 204 len: 168 time: 3.0052316 Nov 25 19:42:13.178088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-904280ed-657d-4e5a-b520-ed30c8697d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:13.181016 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-904280ed-657d-4e5a-b520-ed30c8697d9a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6 HTTP/1.1" status: 200 len: 856 time: 0.4440155 Nov 25 19:42:13.348468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-db775e4e-eb02-4b6d-a573-7c9ae259a8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:13.350327 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-db775e4e-eb02-4b6d-a573-7c9ae259a8f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531ea4be-db10-442e-a719-94c0832255fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1455050 Nov 25 19:42:13.539650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:42:13.573776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d234c9b-6690-4e5a-b4b3-e15dd6217888 None None] Sync routers for ids ['bf643d0e-ef61-471a-b645-d115b7519972'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:42:13.583113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.592813 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6888cadf-2dd1-4b91-a7ef-483e6f356193 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "PUT /v2.0/routers/bf643d0e-ef61-471a-b645-d115b7519972 HTTP/1.1" status: 200 len: 706 time: 4.5782323 Nov 25 19:42:13.595798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42486) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:13.599573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.622178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d234c9b-6690-4e5a-b4b3-e15dd6217888 None None] Routers {'bf643d0e-ef61-471a-b645-d115b7519972'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:13.626022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6d234c9b-6690-4e5a-b4b3-e15dd6217888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['bf643d0e-ef61-471a-b645-d115b7519972'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:13.659143 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-7d175072-db8e-422a-a1fb-d357610bd0f3 service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993119 Nov 25 19:42:13.804172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-832e6684-4626-415a-8700-4461c9b020a3 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/routers/bf643d0e-ef61-471a-b645-d115b7519972 HTTP/1.1" status: 200 len: 741 time: 0.1874380 Nov 25 19:42:13.806724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42488) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:13.844895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6d234c9b-6690-4e5a-b4b3-e15dd6217888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:13.864330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d234c9b-6690-4e5a-b4b3-e15dd6217888 None None] Routers {'bf643d0e-ef61-471a-b645-d115b7519972'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:42:13.865275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6d234c9b-6690-4e5a-b4b3-e15dd6217888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['bf643d0e-ef61-471a-b645-d115b7519972'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:13.893619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f180f507-b02e-4ed7-8277-a7eaa6cbcfc3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.913785 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6d234c9b-6690-4e5a-b4b3-e15dd6217888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:13.914494 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f180f507-b02e-4ed7-8277-a7eaa6cbcfc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:13.915206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d234c9b-6690-4e5a-b4b3-e15dd6217888 None None] The sync data for ids ['bf643d0e-ef61-471a-b645-d115b7519972'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:42:13.958118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-6116e232-752b-4d93-98d6-df0d05a2dd77 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:13.959360 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6116e232-752b-4d93-98d6-df0d05a2dd77 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.8064017 Nov 25 19:42:13.965620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42494) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:13.969857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3e489e96-0c1e-4d9c-8e37-27b88de9f0d4 tempest-RoutersAdminTest-758639981 tempest-RoutersAdminTest-758639981-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&device_id=bf643d0e-ef61-471a-b645-d115b7519972 HTTP/1.1" status: 200 len: 205 time: 0.1594088 Nov 25 19:42:13.982669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-5ffebba3-eaae-4c9e-b01f-f4a75b14a0cd tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:13.984171 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5ffebba3-eaae-4c9e-b01f-f4a75b14a0cd tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0060918 Nov 25 19:42:13.987643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42496) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:13.988028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42498) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.003108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309dd5-c4d3-45b6-a653-0f750bdc202b req-2510f958-a90f-4db2-b190-8f4c7f5560e9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:14.006648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-f420fee9-7a68-4ea5-b32f-f90ba5a3d05a tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.007724 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f420fee9-7a68-4ea5-b32f-f90ba5a3d05a tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0058737 Nov 25 19:42:14.011712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309dd5-c4d3-45b6-a653-0f750bdc202b req-2510f958-a90f-4db2-b190-8f4c7f5560e9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:14.022848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309dd5-c4d3-45b6-a653-0f750bdc202b req-2510f958-a90f-4db2-b190-8f4c7f5560e9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:14.023136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42500) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.028042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309dd5-c4d3-45b6-a653-0f750bdc202b req-2510f958-a90f-4db2-b190-8f4c7f5560e9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:14.032102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-91d0f629-e21a-4f24-894f-1d9a94071d87 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.033144 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-91d0f629-e21a-4f24-894f-1d9a94071d87 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0045395 Nov 25 19:42:14.035845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309dd5-c4d3-45b6-a653-0f750bdc202b req-2510f958-a90f-4db2-b190-8f4c7f5560e9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:14.043046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309dd5-c4d3-45b6-a653-0f750bdc202b req-2510f958-a90f-4db2-b190-8f4c7f5560e9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:14.050627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309dd5-c4d3-45b6-a653-0f750bdc202b req-2510f958-a90f-4db2-b190-8f4c7f5560e9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:14.053615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70309dd5-c4d3-45b6-a653-0f750bdc202b req-2510f958-a90f-4db2-b190-8f4c7f5560e9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.7342088 Nov 25 19:42:14.054585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42502) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.059226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-484c84ff-086f-4332-abbb-c9e43af01aa3 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.060299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-484c84ff-086f-4332-abbb-c9e43af01aa3 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0045950 Nov 25 19:42:14.065596 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42506) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.070763 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-db72b23a-1621-48e0-a46a-5fc270a6a6d7 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf643d0e-ef61-471a-b645-d115b7519972 HTTP/1.1" status: 200 len: 205 time: 0.0764282 Nov 25 19:42:14.074514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-df89cb4a-f23b-493b-8093-9a63d295681c tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.075309 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-51aa3f43-638d-46c3-9c68-677bf210cee4 service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989849 Nov 25 19:42:14.075588 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-df89cb4a-f23b-493b-8093-9a63d295681c tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0087221 Nov 25 19:42:14.076238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42508) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.076931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f180f507-b02e-4ed7-8277-a7eaa6cbcfc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804664ac-e4dc-4056-968d-ad203e70d4f1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:14.082559 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f180f507-b02e-4ed7-8277-a7eaa6cbcfc3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2b6030c0e7d445d0beac98dcdb267706&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6298418 Nov 25 19:42:14.089249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42510) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.089597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42512) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.105832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-ede67eca-1d0b-4d06-8e38-c4cedeeb0003 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.106880 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ede67eca-1d0b-4d06-8e38-c4cedeeb0003 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0098820 Nov 25 19:42:14.115546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42514) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.120470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-24b59a21-e77e-4bb8-ac5c-14bc565a5e60 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.121566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-24b59a21-e77e-4bb8-ac5c-14bc565a5e60 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0055647 Nov 25 19:42:14.135081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42516) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.140185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-77485c96-1f67-4750-800c-642b08c6c48f tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.141251 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-77485c96-1f67-4750-800c-642b08c6c48f tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0049691 Nov 25 19:42:14.160178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42518) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.165071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-4ab94972-a6dd-4f54-af38-1b389e11a8c2 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.166645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4ab94972-a6dd-4f54-af38-1b389e11a8c2 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0054286 Nov 25 19:42:14.172621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42520) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.179378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-2d0c1df9-d491-42c3-b759-9e214463107c tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.183462 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2d0c1df9-d491-42c3-b759-9e214463107c tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0097871 Nov 25 19:42:14.205926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42522) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.215558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-8488fb04-bd2e-47c4-98b1-4fbffdb73657 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.220149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8488fb04-bd2e-47c4-98b1-4fbffdb73657 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0086997 Nov 25 19:42:14.232021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42524) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.245062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-0a03f650-cb15-4ab9-b2f9-8b2a3676a36d tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.246119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0a03f650-cb15-4ab9-b2f9-8b2a3676a36d tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0121527 Nov 25 19:42:14.287345 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42526) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.295979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-dfd60b78-e999-4361-917d-57527646822e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.297124 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dfd60b78-e999-4361-917d-57527646822e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0051322 Nov 25 19:42:14.306830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42530) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.322594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70309dd5-c4d3-45b6-a653-0f750bdc202b req-a1b60979-0322-4180-a3d4-3893ac6fcc23 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2455256 Nov 25 19:42:14.335789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-38419644-2023-4b65-adc6-d5bad82a6693 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.340411 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-38419644-2023-4b65-adc6-d5bad82a6693 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0130906 Nov 25 19:42:14.348530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42532) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.366230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-0f83b34d-ab85-479f-b210-1b4ccad0dbc2 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.374358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0f83b34d-ab85-479f-b210-1b4ccad0dbc2 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0226660 Nov 25 19:42:14.380720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42536) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.397869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-4f6ebf73-0de8-49b9-ad03-84cdfbf9d651 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.402819 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4f6ebf73-0de8-49b9-ad03-84cdfbf9d651 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0173151 Nov 25 19:42:14.414405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '3e36c5a3-e2d4-4108-add5-5ea119f844c0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:14.421332 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f0b34c-92d2-465a-832e-bca3e233adab" -d '{"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "3e36c5a3-e2d4-4108-add5-5ea119f844c0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:14.460966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42538) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.475602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-254e093f-8f20-42ad-9513-a0fcd293c5b8 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.480465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-254e093f-8f20-42ad-9513-a0fcd293c5b8 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0147047 Nov 25 19:42:14.480465 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.483134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42544) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.505261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-d4d0bc11-e525-4c62-b9f2-184df0cf37ae tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.510065 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d4d0bc11-e525-4c62-b9f2-184df0cf37ae tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0158522 Nov 25 19:42:14.511622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42546) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.522146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-ea18085c-411f-481a-82f5-c7b132e84267 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.526739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ea18085c-411f-481a-82f5-c7b132e84267 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0053194 Nov 25 19:42:14.543436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42548) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.545824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb09efdf-9f22-40e0-a6d6-9f8cf397d98e']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:14.557210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-482f9bc0-efb8-4594-acdd-0224a26fa874 req-53880691-bfbd-4b59-a2d6-fee1db902fec tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.0746224 Nov 25 19:42:14.569113 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-e1c27fa8-5310-4e45-8ecb-ca9752679092 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=fb561747-6f3c-49c3-accb-3206128ee7ab HTTP/1.1" status: 200 len: 217 time: 0.4777529 Nov 25 19:42:14.577246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-be1abfda-1f87-4de5-a40f-5d7f86afe357 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.585119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-be1abfda-1f87-4de5-a40f-5d7f86afe357 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0202672 Nov 25 19:42:14.586057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42550) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.595718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-ea3c7e19-366b-45fd-aead-138fcf67e852 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.597862 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ea3c7e19-366b-45fd-aead-138fcf67e852 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0094266 Nov 25 19:42:14.606853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42552) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.620700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0288973-5597-4a36-b7f8-f6ba66f8caa2') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:14.621412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0288973-5597-4a36-b7f8-f6ba66f8caa2') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:14.627643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-6866494f-5b52-499d-8665-09c0c4ea5064 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.636451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6866494f-5b52-499d-8665-09c0c4ea5064 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0249476 Nov 25 19:42:14.649468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42556) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.658293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-3974a0c8-cc88-4b40-8fd8-0047cf3a8d89 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.661651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3974a0c8-cc88-4b40-8fd8-0047cf3a8d89 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0085554 Nov 25 19:42:14.664073 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.672410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42558) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.673223 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e92febdc-6328-4407-a3fd-acd78a8438b9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.680260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-f433ec97-2c84-47cf-b8b3-42256bf15ae7 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.681550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f433ec97-2c84-47cf-b8b3-42256bf15ae7 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0075753 Nov 25 19:42:14.685680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42562) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.692777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-526f95e0-2c69-4bae-8ef9-acd22a073e08 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.694851 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4bf1996-eb12-40c7-9f3b-b3bdb0141183 x-openstack-request-id: req-f4bf1996-eb12-40c7-9f3b-b3bdb0141183 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:14.695424 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "3e36c5a3-e2d4-4108-add5-5ea119f844c0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:14.700066 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f4bf1996-eb12-40c7-9f3b-b3bdb0141183 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:14.700450 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-526f95e0-2c69-4bae-8ef9-acd22a073e08 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0087841 Nov 25 19:42:14.700622 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '3e36c5a3-e2d4-4108-add5-5ea119f844c0', 'status': 'completed', 'code': 200} Nov 25 19:42:14.704100 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.706746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42564) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.711709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-dfc247fd-f41e-46a2-8cae-1fc2ff979d9f tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.716561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dfc247fd-f41e-46a2-8cae-1fc2ff979d9f tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0046790 Nov 25 19:42:14.718208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42566) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.720974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:14.721390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.727158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-e788479d-25d4-4e2b-b861-f730b1e23e54 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e788479d-25d4-4e2b-b861-f730b1e23e54 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0092793 Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:14.731559 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:14.746382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42568) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.751163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-f0542823-5819-4128-b6c2-5887a7598cda tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.756240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f0542823-5819-4128-b6c2-5887a7598cda tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0046856 Nov 25 19:42:14.759850 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42570) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.765984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-cc757507-cd78-4a71-966c-3e98dfffbb9b tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.771251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cc757507-cd78-4a71-966c-3e98dfffbb9b tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0064564 Nov 25 19:42:14.771614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42572) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.777682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-57035193-df0f-44a4-a700-b5811e7577b7 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.782584 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-57035193-df0f-44a4-a700-b5811e7577b7 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0057292 Nov 25 19:42:14.814991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42574) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.821306 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-6287e63d-1317-4cca-a920-6e3636e25622 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.826930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6287e63d-1317-4cca-a920-6e3636e25622 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0068450 Nov 25 19:42:14.827381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42576) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.841883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-d6716d39-54f5-4556-8873-7d3c1942f589 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.846870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d6716d39-54f5-4556-8873-7d3c1942f589 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0155544 Nov 25 19:42:14.849425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42578) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.866162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-d3b1103d-3014-46df-8481-88170a269642 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.874171 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d3b1103d-3014-46df-8481-88170a269642 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0214336 Nov 25 19:42:14.875414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42580) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.887693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-9240555a-2111-4863-809a-2c01dd1d8dd8 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.898751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9240555a-2111-4863-809a-2c01dd1d8dd8 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0187027 Nov 25 19:42:14.899948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42582) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.911945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-8223919a-793c-44df-a39b-d7d98c072b9d tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.918012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42584) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.920504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8223919a-793c-44df-a39b-d7d98c072b9d tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0179727 Nov 25 19:42:14.922402 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.928516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-d3bbb7de-d585-4a07-85d3-9fa27881d047 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.935430 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:14.937964 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d3bbb7de-d585-4a07-85d3-9fa27881d047 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0182683 Nov 25 19:42:14.948300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42586) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.951140 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fb09efdf-9f22-40e0-a6d6-9f8cf397d98e HTTP/1.1" status: 204 len: 168 time: 1.7933612 Nov 25 19:42:14.957036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-4f432b86-5f63-4643-bc61-33f9de5964d7 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:14.963149 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4f432b86-5f63-4643-bc61-33f9de5964d7 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0109885 Nov 25 19:42:14.966648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42590) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:14.972980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-aa943cc4-45ef-4485-af51-1e9b7487146b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:14.975099 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-aa943cc4-45ef-4485-af51-1e9b7487146b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.3953931 Nov 25 19:42:14.982236 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689929b-a5b5-49f5-ba7f-6733baaa06b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb09efdf-9f22-40e0-a6d6-9f8cf397d98e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:15.030358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-e7335193-3536-4555-89af-052f5df5657f tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.034824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42592) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.035363 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e7335193-3536-4555-89af-052f5df5657f tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0654783 Nov 25 19:42:15.043144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-26907477-b585-4fe6-9e5b-e030fc69065e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.047564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-26907477-b585-4fe6-9e5b-e030fc69065e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0083032 Nov 25 19:42:15.049466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42594) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.065206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-ea754dbf-834f-42a4-b1fd-c769305c6f4e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.070538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ea754dbf-834f-42a4-b1fd-c769305c6f4e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0133092 Nov 25 19:42:15.070867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42600) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.079396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-87b143bb-683b-4db9-a20c-16e1cbd80f88 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.084349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-87b143bb-683b-4db9-a20c-16e1cbd80f88 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0089364 Nov 25 19:42:15.085139 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42604) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.113909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-ae677201-66de-4970-80e6-61e9823d1b15 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.120366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ae677201-66de-4970-80e6-61e9823d1b15 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0144343 Nov 25 19:42:15.122113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42606) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.136353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a842aa0-c81d-43c0-b742-907bb4a41dcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.142980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-b4aeec5c-098a-4491-af23-cad981e13191 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.150323 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b4aeec5c-098a-4491-af23-cad981e13191 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0232601 Nov 25 19:42:15.154693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42608) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.168630 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-d1f9c6ef-5ee6-440a-b677-129cb74d7b72 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.170374 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d1f9c6ef-5ee6-440a-b677-129cb74d7b72 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0133159 Nov 25 19:42:15.174330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42610) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.198291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-ed83fb5e-2470-45c2-ba6b-c31fe103fcff tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.205606 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e92febdc-6328-4407-a3fd-acd78a8438b9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.206162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ed83fb5e-2470-45c2-ba6b-c31fe103fcff tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0191212 Nov 25 19:42:15.207926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42612) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.218408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-fa06fe76-bda7-4803-b00d-e268a6039b76 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.220134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fa06fe76-bda7-4803-b00d-e268a6039b76 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0107398 Nov 25 19:42:15.225937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42614) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.227480 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e92febdc-6328-4407-a3fd-acd78a8438b9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.233937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-b322a51c-9273-4d52-9b61-9a4be6ba89ab tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.236482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b322a51c-9273-4d52-9b61-9a4be6ba89ab tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0089259 Nov 25 19:42:15.239671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42616) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.249433 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-a1d8e2f4-8821-410b-9d71-c02eb8c17ca1 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.252882 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a1d8e2f4-8821-410b-9d71-c02eb8c17ca1 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0095007 Nov 25 19:42:15.258718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42618) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.270773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-4bc0e1fc-9496-437c-b424-0f0a3f199ef1 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.274506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4bc0e1fc-9496-437c-b424-0f0a3f199ef1 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0122693 Nov 25 19:42:15.277586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42620) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.292053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-e9e63b4f-57d5-445a-87e6-82644578fb49 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.294614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e9e63b4f-57d5-445a-87e6-82644578fb49 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0145802 Nov 25 19:42:15.297414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42622) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.308420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-7daf1bf0-fed0-424c-9c2e-728f6c9265f2 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.310648 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7daf1bf0-fed0-424c-9c2e-728f6c9265f2 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0113540 Nov 25 19:42:15.313576 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42624) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.324513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-ce5c570b-9726-4e53-b1a4-2e7be3902335 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.327089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ce5c570b-9726-4e53-b1a4-2e7be3902335 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0108778 Nov 25 19:42:15.329369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42626) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.340658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-642ebb26-c007-4ebe-a2a4-9fd8198c7e92 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.344481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-642ebb26-c007-4ebe-a2a4-9fd8198c7e92 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0130875 Nov 25 19:42:15.347548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42628) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.357513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-8ccba56e-9493-4146-ac80-c42de27fedea tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.360136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8ccba56e-9493-4146-ac80-c42de27fedea tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0101445 Nov 25 19:42:15.362672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42630) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.372186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-53374397-0e47-4317-b1d5-43be4ddc946e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.375048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-53374397-0e47-4317-b1d5-43be4ddc946e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0092521 Nov 25 19:42:15.377872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42632) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.391730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-8a55ee4e-413c-444a-9b6f-a7c9c0db91b0 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.392798 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a842aa0-c81d-43c0-b742-907bb4a41dcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.396255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8a55ee4e-413c-444a-9b6f-a7c9c0db91b0 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0141394 Nov 25 19:42:15.398525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42636) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.407528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-b05494ad-3e4c-4864-882c-0d73581ec880 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.412162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b05494ad-3e4c-4864-882c-0d73581ec880 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0104802 Nov 25 19:42:15.413753 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42638) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.425510 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-e9f4b5b8-e5d7-4b4c-a014-2bf03bc3ca38 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.429012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e9f4b5b8-e5d7-4b4c-a014-2bf03bc3ca38 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0111337 Nov 25 19:42:15.431746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42640) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.441853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-c4766eaa-bfcf-4fa2-bc9b-473c69242c9e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.444354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c4766eaa-bfcf-4fa2-bc9b-473c69242c9e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0105202 Nov 25 19:42:15.448436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42642) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.455436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42644) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.461171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-ddaab2db-efba-45f2-a12e-bfd0351e2672 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.467141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ddaab2db-efba-45f2-a12e-bfd0351e2672 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0160408 Nov 25 19:42:15.470251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42646) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.510770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-0804c6f9-330e-410c-a693-1dc2d5f3d851 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.515508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0804c6f9-330e-410c-a693-1dc2d5f3d851 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0431023 Nov 25 19:42:15.516295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42648) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.522192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-99f46e97-572d-459e-9e91-e81f10909748 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.526295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-99f46e97-572d-459e-9e91-e81f10909748 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0077164 Nov 25 19:42:15.541866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42650) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.556210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-a90fadba-eeb1-4c4d-9879-5239515627ae tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.557906 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a90fadba-eeb1-4c4d-9879-5239515627ae tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0130968 Nov 25 19:42:15.577770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42652) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.587379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-bd9d4f52-cb4c-4c46-a32b-25c1e3dc2ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.589143 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-bd9d4f52-cb4c-4c46-a32b-25c1e3dc2ed0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4958718 Nov 25 19:42:15.591212 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e92febdc-6328-4407-a3fd-acd78a8438b9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.591993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92febdc-6328-4407-a3fd-acd78a8438b9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Fanout notify agent at l3_agent the message router_deleted on router bf643d0e-ef61-471a-b645-d115b7519972 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:42:15.598901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-66547df1-3458-4f2d-b454-8a539a6d408e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.603454 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-66547df1-3458-4f2d-b454-8a539a6d408e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0131896 Nov 25 19:42:15.605567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42656) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.615573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-79c5e731-d72b-4acc-9e99-2380a9e7aa58 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.619392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-79c5e731-d72b-4acc-9e99-2380a9e7aa58 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0102305 Nov 25 19:42:15.621959 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e92febdc-6328-4407-a3fd-acd78a8438b9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.629109 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e92febdc-6328-4407-a3fd-acd78a8438b9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/bf643d0e-ef61-471a-b645-d115b7519972 HTTP/1.1" status: 204 len: 168 time: 1.5452182 Nov 25 19:42:15.631160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42658) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.631696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42664) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.651610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-60f395c7-1be3-4ecc-af2e-39269b250c62 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.656397 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-60f395c7-1be3-4ecc-af2e-39269b250c62 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0158155 Nov 25 19:42:15.671287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a68d35-1271-4bdb-8a84-0736773da694 req-e26bc06c-769b-44f3-b28b-f21e40c2f81d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.679548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42668) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.689902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a68d35-1271-4bdb-8a84-0736773da694 req-e26bc06c-769b-44f3-b28b-f21e40c2f81d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.696752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a68d35-1271-4bdb-8a84-0736773da694 req-e26bc06c-769b-44f3-b28b-f21e40c2f81d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.714045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a68d35-1271-4bdb-8a84-0736773da694 req-e26bc06c-769b-44f3-b28b-f21e40c2f81d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.718711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-89fc222a-ac4e-44a3-916b-9bdc2a20b9fe tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.725138 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-89fc222a-ac4e-44a3-916b-9bdc2a20b9fe tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0389435 Nov 25 19:42:15.738909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a68d35-1271-4bdb-8a84-0736773da694 req-e26bc06c-769b-44f3-b28b-f21e40c2f81d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.748846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a68d35-1271-4bdb-8a84-0736773da694 req-e26bc06c-769b-44f3-b28b-f21e40c2f81d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.756738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42678) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.761644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a68d35-1271-4bdb-8a84-0736773da694 req-e26bc06c-769b-44f3-b28b-f21e40c2f81d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:15.764451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [None req-cc15c08e-eaca-45a9-a23c-8a96b5300ac4 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.765282 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82a68d35-1271-4bdb-8a84-0736773da694 req-e26bc06c-769b-44f3-b28b-f21e40c2f81d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.2477243 Nov 25 19:42:15.771830 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cc15c08e-eaca-45a9-a23c-8a96b5300ac4 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0079980 Nov 25 19:42:15.772210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42680) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.776962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-3d6c5b68-a60e-4423-a251-4bdc8dc76817 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.781293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3d6c5b68-a60e-4423-a251-4bdc8dc76817 tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0056038 Nov 25 19:42:15.781904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42682) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.795222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [None req-f0f25cf9-e0b1-4a6a-b6d2-ac27ee39f10e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:42:15.803101 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9ba0a9f1-839e-48d6-8c67-741be5145d01 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=78716cc614144bb1ade783eed64bbe3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3340595 Nov 25 19:42:15.803101 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e0cbe61f-d771-407d-b298-bbcaadfb4c48 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf643d0e-ef61-471a-b645-d115b7519972 HTTP/1.1" status: 200 len: 205 time: 0.1599803 Nov 25 19:42:15.822780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f0f25cf9-e0b1-4a6a-b6d2-ac27ee39f10e tempest-ExtensionsTestJSON-1144673823 tempest-ExtensionsTestJSON-1144673823-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0211852 Nov 25 19:42:15.824303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42684) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.826433 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42686) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:15.864888 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-5cefebe2-2193-42fa-b8bf-97115597e277 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4590230 Nov 25 19:42:15.872857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a842aa0-c81d-43c0-b742-907bb4a41dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.878437 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a842aa0-c81d-43c0-b742-907bb4a41dcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:15.885326 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2a842aa0-c81d-43c0-b742-907bb4a41dcb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/804664ac-e4dc-4056-968d-ad203e70d4f1 HTTP/1.1" status: 204 len: 168 time: 1.7768962 Nov 25 19:42:15.919204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a842aa0-c81d-43c0-b742-907bb4a41dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804664ac-e4dc-4056-968d-ad203e70d4f1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:15.995692 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-663a4156-8ce1-4242-9f37-98bc30bfc079 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] delete failed (client error): The resource could not be found. Nov 25 19:42:15.999645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-663a4156-8ce1-4242-9f37-98bc30bfc079 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/bf643d0e-ef61-471a-b645-d115b7519972 HTTP/1.1" status: 404 len: 336 time: 0.1441789 Nov 25 19:42:16.001252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42692) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:16.077457 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-cc1ae7c1-4505-4744-b613-15f8f99bc8fe service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679532 Nov 25 19:42:16.146862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-ff2de00a-4df6-49b5-8122-edbb496169c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:16.150750 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-ff2de00a-4df6-49b5-8122-edbb496169c7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=caea867bfc5d43b7894f6c3521f1d3a9&device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 1101 time: 0.1551819 Nov 25 19:42:16.181099 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-24e7df75-b4ee-4fa7-bbaa-c4ca216c3c0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.195107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-06851352-8324-4b01-aaa4-63cad93a51e8 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=e65514a9-77d4-4b4f-81fd-ad5358fe7d35 HTTP/1.1" status: 200 len: 205 time: 0.1785979 Nov 25 19:42:16.195338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42694) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:16.330668 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-24e7df75-b4ee-4fa7-bbaa-c4ca216c3c0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.400952 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-74910b55-2fcd-4ef3-97d1-db753dc2ec5b service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156986 Nov 25 19:42:16.405174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42706) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:16.588111 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-271b5b12-d021-4ca4-8bfd-046575e31579 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ce49200e-7a12-415f-ba24-3bfb7d146868 HTTP/1.1" status: 200 len: 217 time: 0.1789474 Nov 25 19:42:16.649618 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-48933194-ce7b-4828-a3fd-eca6b4261b95 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] delete failed (client error): The resource could not be found. Nov 25 19:42:16.651307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-48933194-ce7b-4828-a3fd-eca6b4261b95 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/e65514a9-77d4-4b4f-81fd-ad5358fe7d35 HTTP/1.1" status: 404 len: 336 time: 0.4497354 Nov 25 19:42:16.657167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42726) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:16.658221 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-24e7df75-b4ee-4fa7-bbaa-c4ca216c3c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.679148 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-24e7df75-b4ee-4fa7-bbaa-c4ca216c3c0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.689958 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-24e7df75-b4ee-4fa7-bbaa-c4ca216c3c0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/87a8c4b8-7d49-491d-90be-2f7a5b32c50a HTTP/1.1" status: 204 len: 168 time: 0.8368850 Nov 25 19:42:16.730171 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82a68d35-1271-4bdb-8a84-0736773da694 req-3dc7ce13-85e1-41c1-a1b6-44399a88cd79 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9496202 Nov 25 19:42:16.772074 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-37438311-d18d-481f-9407-520ee13ceb39 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=55d9a6df-3f9b-4032-aeaf-bd92b0d764c2 HTTP/1.1" status: 200 len: 205 time: 0.0781643 Nov 25 19:42:16.774168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e7df75-b4ee-4fa7-bbaa-c4ca216c3c0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a8c4b8-7d49-491d-90be-2f7a5b32c50a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:16.781719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-15e84fdd-ae7e-427b-9825-c9051f1e5992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:16.786748 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-15e84fdd-ae7e-427b-9825-c9051f1e5992 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.5518301 Nov 25 19:42:16.790297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42740) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:16.814621 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94819981-021a-4bd4-895d-60d3e9a17cf1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:16.936276 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-d36f1ee5-0b43-41cf-8460-bca3b70e921f tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] delete failed (client error): The resource could not be found. Nov 25 19:42:16.946091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d36f1ee5-0b43-41cf-8460-bca3b70e921f tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/55d9a6df-3f9b-4032-aeaf-bd92b0d764c2 HTTP/1.1" status: 404 len: 336 time: 0.1517568 Nov 25 19:42:16.946402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42752) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:17.001774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-95342e35-9041-44a6-b3cf-b971d6c44fc1 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f8837b2-6678-485a-8a29-38469ca56369 HTTP/1.1" status: 200 len: 205 time: 0.0517886 Nov 25 19:42:17.002055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42758) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:17.057774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-590cdc00-1705-4954-833f-5922b538eca2 req-09cc3f5f-c67b-45e6-b619-ed82bec6b24e tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.0903933 Nov 25 19:42:17.074290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-66aab734-8c77-4699-bdc4-5de608c58f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:17.083723 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-66aab734-8c77-4699-bdc4-5de608c58f65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.4778414 Nov 25 19:42:17.086945 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-0326f90c-03e4-4bfc-949b-ad7064e8c788 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa HTTP/1.1" status: 200 len: 217 time: 0.2736862 Nov 25 19:42:17.123180 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-9014fe29-bb2a-4788-9bfe-94df503b0e50 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] delete failed (client error): The resource could not be found. Nov 25 19:42:17.125512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9014fe29-bb2a-4788-9bfe-94df503b0e50 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/8f8837b2-6678-485a-8a29-38469ca56369 HTTP/1.1" status: 404 len: 336 time: 0.1221492 Nov 25 19:42:17.129554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42768) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:17.236399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8b232d73-b6fc-43ee-bf51-7e7f7751bc6e tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=718f0364-e722-4354-b90f-4159be8abe91 HTTP/1.1" status: 200 len: 205 time: 0.0979958 Nov 25 19:42:17.236399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42774) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:17.284189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42778) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:17.299554 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94819981-021a-4bd4-895d-60d3e9a17cf1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.369774 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c69ed4c5-2b74-428e-80e3-bbd99d1c7502 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.373116 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94819981-021a-4bd4-895d-60d3e9a17cf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.496152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-2dba0aac-58d7-477f-b756-5aa36ed5eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:17.507209 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-2dba0aac-58d7-477f-b756-5aa36ed5eaa6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4009364 Nov 25 19:42:17.510568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-90ada959-e5ec-4710-aa9a-3ec51b57eb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:17.512560 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-90ada959-e5ec-4710-aa9a-3ec51b57eb98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.4077232 Nov 25 19:42:17.670782 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-afafded7-926a-417d-bca1-847dc5f87425 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624711 Nov 25 19:42:17.720068 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-94819981-021a-4bd4-895d-60d3e9a17cf1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a20ab0d8cb94233aae0e8ea56bb1509&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3131330 Nov 25 19:42:17.748885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42812) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:17.755331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94819981-021a-4bd4-895d-60d3e9a17cf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a831b9-1b64-441e-af1c-d5c42cfca306,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:17.913678 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-f45df1ae-a3aa-434a-b800-e9f58d1551a9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] delete failed (client error): The resource could not be found. Nov 25 19:42:17.929223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f45df1ae-a3aa-434a-b800-e9f58d1551a9 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/718f0364-e722-4354-b90f-4159be8abe91 HTTP/1.1" status: 404 len: 336 time: 0.6930666 Nov 25 19:42:17.932662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42824) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:17.934322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-81166efc-04e6-467e-a95e-a99b94e8003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:17.936087 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-81166efc-04e6-467e-a95e-a99b94e8003d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2536817 Nov 25 19:42:17.971294 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b1d8-f093-487f-9609-f8e086ca810b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:17.996895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-05d3158c-b0d5-4b31-8cf1-293fff434b30 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "GET /v2.0/ports?device_id=77daf38e-f664-433e-8a77-94374a6d2264 HTTP/1.1" status: 200 len: 205 time: 0.0625374 Nov 25 19:42:18.010835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42828) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:18.096663 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b1d8-f093-487f-9609-f8e086ca810b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.100128 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-c4e8fccb-74ae-43d3-a09f-259b37604af4 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] delete failed (client error): The resource could not be found. Nov 25 19:42:18.101510 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c4e8fccb-74ae-43d3-a09f-259b37604af4 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/routers/77daf38e-f664-433e-8a77-94374a6d2264 HTTP/1.1" status: 404 len: 336 time: 0.0895698 Nov 25 19:42:18.105798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42836) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:18.106734 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-5ee7dd61-836c-4e19-9750-4d12e0e5fa7e service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209228 Nov 25 19:42:18.141938 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-a574017e-c944-4221-8198-e559ef585f13 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] DELETE failed (client error): The resource could not be found. Nov 25 19:42:18.142441 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a574017e-c944-4221-8198-e559ef585f13 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:42:18.146464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a574017e-c944-4221-8198-e559ef585f13 tempest-RoutersAdminTest-1404246939 tempest-RoutersAdminTest-1404246939-project] 10.222.0.15 "DELETE /v2.0/subnets/2adeeafb-c141-4314-a8b8-795e370b0c04 HTTP/1.1" status: 404 len: 337 time: 0.0390847 Nov 25 19:42:18.181673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a422-3c07-40ea-8117-2e15374178a4 req-7ae4bc37-36be-48b4-a7f5-a7f4a81b97bb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.190285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a422-3c07-40ea-8117-2e15374178a4 req-7ae4bc37-36be-48b4-a7f5-a7f4a81b97bb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.199719 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a422-3c07-40ea-8117-2e15374178a4 req-7ae4bc37-36be-48b4-a7f5-a7f4a81b97bb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.212279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a422-3c07-40ea-8117-2e15374178a4 req-7ae4bc37-36be-48b4-a7f5-a7f4a81b97bb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.219104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a422-3c07-40ea-8117-2e15374178a4 req-7ae4bc37-36be-48b4-a7f5-a7f4a81b97bb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.227763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a422-3c07-40ea-8117-2e15374178a4 req-7ae4bc37-36be-48b4-a7f5-a7f4a81b97bb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.235365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d54a422-3c07-40ea-8117-2e15374178a4 req-7ae4bc37-36be-48b4-a7f5-a7f4a81b97bb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.237729 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d54a422-3c07-40ea-8117-2e15374178a4 req-7ae4bc37-36be-48b4-a7f5-a7f4a81b97bb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.2436051 Nov 25 19:42:18.352916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d54a422-3c07-40ea-8117-2e15374178a4 req-621d665a-3db5-421b-983c-742ae12651a4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1013856 Nov 25 19:42:18.404575 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-9ba1ddb4-c812-4e14-90c0-ddc65a0579ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=43d3c575-757a-4ad9-a707-160601e5750e HTTP/1.1" status: 200 len: 217 time: 0.2002814 Nov 25 19:42:18.445518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42860) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:18.543413 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c69ed4c5-2b74-428e-80e3-bbd99d1c7502 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.559347 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b1d8-f093-487f-9609-f8e086ca810b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.565141 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7e4b1d8-f093-487f-9609-f8e086ca810b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.570720 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b7e4b1d8-f093-487f-9609-f8e086ca810b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b1a831b9-1b64-441e-af1c-d5c42cfca306 HTTP/1.1" status: 204 len: 168 time: 0.8147268 Nov 25 19:42:18.584985 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c69ed4c5-2b74-428e-80e3-bbd99d1c7502 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.588760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1012440150-network', 'tenant_id': '987ca778aff648d4bd4bf45b5064d588'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:18.632425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Made reservation on behalf of 987ca778aff648d4bd4bf45b5064d588 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:18.637593 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.661354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e4b1d8-f093-487f-9609-f8e086ca810b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a831b9-1b64-441e-af1c-d5c42cfca306,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:18.662705 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.726178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-582e0192-fdc2-4d4a-8675-d255cd2c5549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:18.728546 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-582e0192-fdc2-4d4a-8675-d255cd2c5549 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.3121502 Nov 25 19:42:18.777705 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-bb198311-ff00-4da3-9133-625d0caf47bb service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8275566 Nov 25 19:42:18.807479 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c69ed4c5-2b74-428e-80e3-bbd99d1c7502 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b39e8e20bb8f4275a648c392703a0835&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5220966 Nov 25 19:42:18.821457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42874) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:18.824737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.846454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ed4c5-2b74-428e-80e3-bbd99d1c7502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c796f29-e4c6-47e5-8ced-d55f9fdda122,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:18.852033 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.898439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:18.933978 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:18.935185 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Added segment b6f96d93-806c-4ce7-957e-92a1bfa8eba2 of type vlan for network f1d5de64-287a-4c77-ac2a-25d4fded02fd Nov 25 19:42:19.053194 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.127908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-55e690ea-bc5f-4765-a470-d83237cd63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:19.130740 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-55e690ea-bc5f-4765-a470-d83237cd63e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3726909 Nov 25 19:42:19.139618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23868d00-30f3-46e3-a5b4-9b3159d73bde req-273f163e-b305-40f1-a797-b35deb16f83c tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.3127520 Nov 25 19:42:19.147680 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.148666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:19.149482 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.263233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=f1d5de64-287a-4c77-ac2a-25d4fded02fd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:19.274948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8274105 Nov 25 19:42:19.282540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network f1d5de64-287a-4c77-ac2a-25d4fded02fd details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:19.286692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42884) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:19.286990 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-312598be-43f7-48db-a90c-f1d901dd1122 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.296569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] Request body: {'subnet': {'network_id': 'f1d5de64-287a-4c77-ac2a-25d4fded02fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1012440150-subnet', 'tenant_id': '987ca778aff648d4bd4bf45b5064d588', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:19.352907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] Made reservation on behalf of 987ca778aff648d4bd4bf45b5064d588 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:19.358515 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.382010 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-71a65b56-2b3c-4af7-9760-487bd70f464f req-5fdf7663-0f43-48fd-aede-f1fe23b98cb9 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5781786 Nov 25 19:42:19.401277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9dbf1-6951-47e1-bdf3-87e756c95cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f064f80-124c-4d3a-903b-cc33e764554b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:19.516723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42888) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:19.523462 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-312598be-43f7-48db-a90c-f1d901dd1122 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.731760 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-38e15a47-7faf-4600-a007-c674d3490980 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5850940 Nov 25 19:42:19.797808 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42900) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:19.812732 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-312598be-43f7-48db-a90c-f1d901dd1122 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.816768 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-312598be-43f7-48db-a90c-f1d901dd1122 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.819316 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-312598be-43f7-48db-a90c-f1d901dd1122 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5c796f29-e4c6-47e5-8ced-d55f9fdda122 HTTP/1.1" status: 204 len: 168 time: 0.9962835 Nov 25 19:42:19.897085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312598be-43f7-48db-a90c-f1d901dd1122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c796f29-e4c6-47e5-8ced-d55f9fdda122,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:19.927469 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:19.955311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5fc68598-6db1-48f8-8b0b-c184247b67d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.041028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57470c-9030-4b5e-809d-faa2ea1ebe15 req-947a06cc-af52-4db6-8917-c81ac56a6b70 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.047464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57470c-9030-4b5e-809d-faa2ea1ebe15 req-947a06cc-af52-4db6-8917-c81ac56a6b70 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.049001 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-a17524c6-f8e6-418d-8069-e6218e6025e7 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024082 Nov 25 19:42:20.054767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57470c-9030-4b5e-809d-faa2ea1ebe15 req-947a06cc-af52-4db6-8917-c81ac56a6b70 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.061350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57470c-9030-4b5e-809d-faa2ea1ebe15 req-947a06cc-af52-4db6-8917-c81ac56a6b70 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.068140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57470c-9030-4b5e-809d-faa2ea1ebe15 req-947a06cc-af52-4db6-8917-c81ac56a6b70 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.074888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57470c-9030-4b5e-809d-faa2ea1ebe15 req-947a06cc-af52-4db6-8917-c81ac56a6b70 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.082364 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57470c-9030-4b5e-809d-faa2ea1ebe15 req-947a06cc-af52-4db6-8917-c81ac56a6b70 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.084178 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a57470c-9030-4b5e-809d-faa2ea1ebe15 req-947a06cc-af52-4db6-8917-c81ac56a6b70 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.2554674 Nov 25 19:42:20.087678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e335ad93-6aeb-4561-9825-fd7282d53847,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:20.198665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] Checking segment: {'id': 'b6f96d93-806c-4ce7-957e-92a1bfa8eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f1d5de64-287a-4c77-ac2a-25d4fded02fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:20.199452 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] Network hostable DHCP agents. Network: f1d5de64-287a-4c77-ac2a-25d4fded02fd, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:20.203320 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-ac41c102-7717-4154-a55a-e8949f8743ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8 HTTP/1.1" status: 200 len: 217 time: 0.1448181 Nov 25 19:42:20.215443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a57470c-9030-4b5e-809d-faa2ea1ebe15 req-e47437d5-3ba1-4dbb-a980-15f8cacd6312 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1174865 Nov 25 19:42:20.239256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] Network f1d5de64-287a-4c77-ac2a-25d4fded02fd is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:20.272879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, f1d5de64-287a-4c77-ac2a-25d4fded02fd) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:20.289087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bebbba8-370b-416e-bebb-a6ac86e8aa36 None None] Network f1d5de64-287a-4c77-ac2a-25d4fded02fd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:20.295917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.308555 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.354897 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f595e20-d2db-4218-a582-9964962b2bfb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.385098 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-05489519-206d-43a2-9afb-711d48c2a946 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.0944927 Nov 25 19:42:20.490474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-0c4685bb-1a39-48cb-8de1-6d9518d3df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.492125 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-0c4685bb-1a39-48cb-8de1-6d9518d3df72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.2368693 Nov 25 19:42:20.537205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a16b0c47-ebca-4fcf-834c-b776c5066521 req-707541c2-2523-41a4-aafa-2472a57ce45c tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1239226 Nov 25 19:42:20.551471 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5fc68598-6db1-48f8-8b0b-c184247b67d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.571614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5fc68598-6db1-48f8-8b0b-c184247b67d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.628464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5fc68598-6db1-48f8-8b0b-c184247b67d9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d322bba2cd14adaab7b3af93baff160&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1099644 Nov 25 19:42:20.633756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42924) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:20.634015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-98285a52-d35d-4178-87b2-c2463c59f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:20.635575 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-98285a52-d35d-4178-87b2-c2463c59f709 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1325090 Nov 25 19:42:20.683618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6487c0-0321-432d-ad57-b96afcd65cb9 None None] Network f1d5de64-287a-4c77-ac2a-25d4fded02fd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:20.811400 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3552653-f551-453b-b1aa-c4fc6b7126fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.828813 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc68598-6db1-48f8-8b0b-c184247b67d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fff67d59-61ff-464f-a854-d9041f449729,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:20.867243 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.889865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f595e20-d2db-4218-a582-9964962b2bfb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.901134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f595e20-d2db-4218-a582-9964962b2bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.907848 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3552653-f551-453b-b1aa-c4fc6b7126fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:20.944845 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2f595e20-d2db-4218-a582-9964962b2bfb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=35f9da50a82c44f0800be36923e08d95&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1410930 Nov 25 19:42:20.946176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42934) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:21.036157 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3552653-f551-453b-b1aa-c4fc6b7126fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.039461 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3552653-f551-453b-b1aa-c4fc6b7126fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.041333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c3552653-f551-453b-b1aa-c4fc6b7126fd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fff67d59-61ff-464f-a854-d9041f449729 HTTP/1.1" status: 204 len: 168 time: 0.4058366 Nov 25 19:42:21.059516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3552653-f551-453b-b1aa-c4fc6b7126fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff67d59-61ff-464f-a854-d9041f449729,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:21.092489 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-fcbb1228-a801-48d3-ac95-8dd28fb53c91 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436421 Nov 25 19:42:21.186127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42942) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:21.522524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f595e20-d2db-4218-a582-9964962b2bfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=212074bb-836c-4341-b69a-499332b551c6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:21.570405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8fca5-134d-4763-89b1-f54042e8cce8 req-c1bcd678-3609-4bfc-bb72-cb2a14904da9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:21.584325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8fca5-134d-4763-89b1-f54042e8cce8 req-c1bcd678-3609-4bfc-bb72-cb2a14904da9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:21.598849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8fca5-134d-4763-89b1-f54042e8cce8 req-c1bcd678-3609-4bfc-bb72-cb2a14904da9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:21.610997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8fca5-134d-4763-89b1-f54042e8cce8 req-c1bcd678-3609-4bfc-bb72-cb2a14904da9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:21.625614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8fca5-134d-4763-89b1-f54042e8cce8 req-c1bcd678-3609-4bfc-bb72-cb2a14904da9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:21.634455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56c555cb-2350-4a3d-83e7-a6de22526f0e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.638611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8fca5-134d-4763-89b1-f54042e8cce8 req-c1bcd678-3609-4bfc-bb72-cb2a14904da9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:21.669316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8fca5-134d-4763-89b1-f54042e8cce8 req-c1bcd678-3609-4bfc-bb72-cb2a14904da9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:21.669840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56c555cb-2350-4a3d-83e7-a6de22526f0e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.685638 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88b8fca5-134d-4763-89b1-f54042e8cce8 req-c1bcd678-3609-4bfc-bb72-cb2a14904da9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.2509942 Nov 25 19:42:21.755322 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-4e0fa0d3-f807-4d83-b658-3e5877ee5958 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6512671 Nov 25 19:42:21.815391 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-012e658a-2b5d-491e-9b36-c21ecf6c8d1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef HTTP/1.1" status: 200 len: 217 time: 0.0533719 Nov 25 19:42:21.820352 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88b8fca5-134d-4763-89b1-f54042e8cce8 req-73534508-89a3-4dbf-86f3-4d13e988236a tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1326051 Nov 25 19:42:21.880271 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56c555cb-2350-4a3d-83e7-a6de22526f0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.883608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56c555cb-2350-4a3d-83e7-a6de22526f0e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:21.885626 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-56c555cb-2350-4a3d-83e7-a6de22526f0e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/212074bb-836c-4341-b69a-499332b551c6 HTTP/1.1" status: 204 len: 168 time: 0.9212160 Nov 25 19:42:21.907373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c555cb-2350-4a3d-83e7-a6de22526f0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=212074bb-836c-4341-b69a-499332b551c6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:21.953978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-6fb1c1e1-de8e-4b49-adb1-eb7e39f5029f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:21.959324 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-6fb1c1e1-de8e-4b49-adb1-eb7e39f5029f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.1372392 Nov 25 19:42:22.049540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-8f5077dd-e621-495f-a97f-3ecc6dcea4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:22.051206 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-8f5077dd-e621-495f-a97f-3ecc6dcea4f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0790865 Nov 25 19:42:22.063491 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7fb2733e-4a55-4751-9a56-2f7a7d4b7af3 req-f2d922bb-cf4e-4395-b912-7ca519336e53 tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.0748057 Nov 25 19:42:22.105610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1754212545'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:22.143570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:22.148947 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.161714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.205192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-13c8e47e-390a-4e82-89da-e0cc33ee62af service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360693 Nov 25 19:42:22.251483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42964) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:22.334426 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8522f42c-8ba8-4697-b37f-54468cff39b3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=076092f335d94903b6074c86f15d8aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0813367 Nov 25 19:42:22.337284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42968) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:22.417608 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.431400 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.452566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-8fe002c1-a71d-4aed-89f3-1b594a71a56b service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394216 Nov 25 19:42:22.544489 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-1d3bbfd5-9706-4b69-bbd6-c4863ceec8ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0 HTTP/1.1" status: 200 len: 217 time: 0.0838187 Nov 25 19:42:22.563673 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83b1-855a-4a3a-8925-81e07e6bfdee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.603383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:22.638010 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-5679ffee-0f77-4457-a6f9-24edc71c09c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:22.640999 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-5679ffee-0f77-4457-a6f9-24edc71c09c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.0801270 Nov 25 19:42:22.682690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40050d22-f5b5-4aed-96d5-94e140395005,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:22.687798 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.688149 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Added segment 9d01032e-4173-4db0-8f5b-a65e268acdbc of type vlan for network c799d1e7-d9a8-4181-8ef0-db6020f31c17 Nov 25 19:42:22.714065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69275687-d058-423f-9534-5e5115d65741 req-9204612b-ed3d-4028-bcbd-fe37bd302647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:22.716453 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-9204612b-ed3d-4028-bcbd-fe37bd302647 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0686822 Nov 25 19:42:22.745933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42974) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:22.747127 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83b1-855a-4a3a-8925-81e07e6bfdee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.756234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1800889994-network', 'tenant_id': '15639725a8e84f74889f869961f7ef7e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:22.809055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42976) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:22.843724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.856301 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2f39a8b-f902-4279-9cd3-69806df72a03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.940369 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.949286 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-cea0f7e9-df72-470e-b0dd-aa60f756effc service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196131 Nov 25 19:42:22.950603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Made reservation on behalf of 15639725a8e84f74889f869961f7ef7e for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:22.953394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:22.969746 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.001761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2f39a8b-f902-4279-9cd3-69806df72a03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.042382 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2f39a8b-f902-4279-9cd3-69806df72a03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.077776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f2f39a8b-f902-4279-9cd3-69806df72a03 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e94b5518e784abca1bf9282db33a057&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2638133 Nov 25 19:42:23.077776 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.083172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42984) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:23.091924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.092546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.198825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9991040 Nov 25 19:42:23.198825 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83b1-855a-4a3a-8925-81e07e6bfdee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.198825 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c7c83b1-855a-4a3a-8925-81e07e6bfdee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.213943 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2c7c83b1-855a-4a3a-8925-81e07e6bfdee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f0da2e3-2c10-46f0-ba2b-52a88bf7a1e9 HTTP/1.1" status: 204 len: 168 time: 0.8529088 Nov 25 19:42:23.222724 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-69275687-d058-423f-9534-5e5115d65741 req-438f42cd-aebf-4ace-8f46-4b375621ca2f service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536907 Nov 25 19:42:23.249258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0361aa41-bde1-4f5a-95fc-0f5e98a2dfd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.287735 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0361aa41-bde1-4f5a-95fc-0f5e98a2dfd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.377144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0aa9-18e1-4451-af28-6fe7475b97bf req-2e1dd6f2-fa42-41fb-95e1-f246b88528fb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.399925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0aa9-18e1-4451-af28-6fe7475b97bf req-2e1dd6f2-fa42-41fb-95e1-f246b88528fb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.421750 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0aa9-18e1-4451-af28-6fe7475b97bf req-2e1dd6f2-fa42-41fb-95e1-f246b88528fb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.426657 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0361aa41-bde1-4f5a-95fc-0f5e98a2dfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.433910 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0361aa41-bde1-4f5a-95fc-0f5e98a2dfd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.437263 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0361aa41-bde1-4f5a-95fc-0f5e98a2dfd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f68a7948-c1d9-4c03-9aff-bbae79bbc824 HTTP/1.1" status: 204 len: 168 time: 0.3491521 Nov 25 19:42:23.443918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0aa9-18e1-4451-af28-6fe7475b97bf req-2e1dd6f2-fa42-41fb-95e1-f246b88528fb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.471143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0aa9-18e1-4451-af28-6fe7475b97bf req-2e1dd6f2-fa42-41fb-95e1-f246b88528fb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.486908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0aa9-18e1-4451-af28-6fe7475b97bf req-2e1dd6f2-fa42-41fb-95e1-f246b88528fb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.512900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d0aa9-18e1-4451-af28-6fe7475b97bf req-2e1dd6f2-fa42-41fb-95e1-f246b88528fb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.514438 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0361aa41-bde1-4f5a-95fc-0f5e98a2dfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f68a7948-c1d9-4c03-9aff-bbae79bbc824,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:23.532444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e18d0aa9-18e1-4451-af28-6fe7475b97bf req-2e1dd6f2-fa42-41fb-95e1-f246b88528fb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.5264747 Nov 25 19:42:23.553507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f39a8b-f902-4279-9cd3-69806df72a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f68a7948-c1d9-4c03-9aff-bbae79bbc824,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:23.578057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b606b020-d109-442c-9529-7d7618197f29 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=c799d1e7-d9a8-4181-8ef0-db6020f31c17,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:23.585618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b34c-92d2-465a-832e-bca3e233adab req-e6c7ad25-bc57-4a09-bdca-2bc77545009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.586536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b34c-92d2-465a-832e-bca3e233adab req-e6c7ad25-bc57-4a09-bdca-2bc77545009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.594540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b34c-92d2-465a-832e-bca3e233adab req-e6c7ad25-bc57-4a09-bdca-2bc77545009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.595347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b34c-92d2-465a-832e-bca3e233adab req-e6c7ad25-bc57-4a09-bdca-2bc77545009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.596263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b34c-92d2-465a-832e-bca3e233adab req-e6c7ad25-bc57-4a09-bdca-2bc77545009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.601062 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network c799d1e7-d9a8-4181-8ef0-db6020f31c17 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:23.609227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b34c-92d2-465a-832e-bca3e233adab req-e6c7ad25-bc57-4a09-bdca-2bc77545009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.614300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b34c-92d2-465a-832e-bca3e233adab req-e6c7ad25-bc57-4a09-bdca-2bc77545009a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:23.630768 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27f0b34c-92d2-465a-832e-bca3e233adab req-e6c7ad25-bc57-4a09-bdca-2bc77545009a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6489 time: 0.2770743 Nov 25 19:42:23.641719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:23.667385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c83b1-855a-4a3a-8925-81e07e6bfdee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0da2e3-2c10-46f0-ba2b-52a88bf7a1e9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:23.867391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e18d0aa9-18e1-4451-af28-6fe7475b97bf req-80f58333-a64f-48b2-b26a-17445b406a5f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3309381 Nov 25 19:42:23.919111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-5f7d2125-a783-4386-978b-ad909e5d6c80 req-5dfca5b5-aa71-48e9-92a4-01e36202bf03 tempest-LiveMigrationTest-773610598 tempest-LiveMigrationTest-773610598-project] (103651) timed out ('10.222.0.76', 60618) {{(pid=103651) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:42:23.930681 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.072967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:24.104545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297c50af-5db8-4a7c-8f4b-582a4130df9d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:24.143726 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.146163 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Added segment 20bf54ce-0016-4631-921d-eb0721816b53 of type vlan for network 43eb3e37-9f64-472c-b357-94fb02f835d0 Nov 25 19:42:24.185887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b34c-92d2-465a-832e-bca3e233adab req-f2172f30-1952-465b-baf5-51348af2e089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:24.188333 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27f0b34c-92d2-465a-832e-bca3e233adab req-f2172f30-1952-465b-baf5-51348af2e089 service neutron] 10.222.0.60 "GET /v2.0/networks?id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e HTTP/1.1" status: 200 len: 903 time: 0.5439334 Nov 25 19:42:24.198627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0bd5413-8788-47b4-b1d2-b6d9fe1087df req-9ba39609-4bfb-48bf-9541-c632588c43b0 tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1348639 Nov 25 19:42:24.277741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27f0b34c-92d2-465a-832e-bca3e233adab req-84dc32c8-d55d-4cbc-9441-03206ef670cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0 HTTP/1.1" status: 200 len: 217 time: 0.0807400 Nov 25 19:42:24.459711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b34c-92d2-465a-832e-bca3e233adab req-9f7c1cfe-2d5d-4c30-8da2-b03e2921b71d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:24.462995 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27f0b34c-92d2-465a-832e-bca3e233adab req-9f7c1cfe-2d5d-4c30-8da2-b03e2921b71d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.1761765 Nov 25 19:42:24.525882 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.635263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f0b34c-92d2-465a-832e-bca3e233adab req-fe87d5d6-28fe-4725-9565-73e39e0e1c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:24.638593 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27f0b34c-92d2-465a-832e-bca3e233adab req-fe87d5d6-28fe-4725-9565-73e39e0e1c62 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1672692 Nov 25 19:42:24.662389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.662389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:24.662389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.790355 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0404375 Nov 25 19:42:24.791665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43024) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:24.800351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] Request body: {'subnet': {'network_id': '43eb3e37-9f64-472c-b357-94fb02f835d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1800889994-subnet', 'tenant_id': '15639725a8e84f74889f869961f7ef7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:24.829346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d92290-12ee-4dbe-8e99-3ad4f087251e admin admin] Pushing event updated for resources: {'Network': ['ID=43eb3e37-9f64-472c-b357-94fb02f835d0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:24.842661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] Made reservation on behalf of 15639725a8e84f74889f869961f7ef7e for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:24.845324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:24.849602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 43eb3e37-9f64-472c-b357-94fb02f835d0 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:24.938093 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27f0b34c-92d2-465a-832e-bca3e233adab req-3d69f203-539b-48a6-808f-614422875db2 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888527 Nov 25 19:42:25.252323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da856-a481-4935-ba56-85bb2ccd6768 req-a036adbf-3648-4d4c-beac-325fe055d0b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:25.288018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da856-a481-4935-ba56-85bb2ccd6768 req-a036adbf-3648-4d4c-beac-325fe055d0b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:25.327113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da856-a481-4935-ba56-85bb2ccd6768 req-a036adbf-3648-4d4c-beac-325fe055d0b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:25.359077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da856-a481-4935-ba56-85bb2ccd6768 req-a036adbf-3648-4d4c-beac-325fe055d0b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:25.387294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da856-a481-4935-ba56-85bb2ccd6768 req-a036adbf-3648-4d4c-beac-325fe055d0b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:25.418134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da856-a481-4935-ba56-85bb2ccd6768 req-a036adbf-3648-4d4c-beac-325fe055d0b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:25.455289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4da856-a481-4935-ba56-85bb2ccd6768 req-a036adbf-3648-4d4c-beac-325fe055d0b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:25.463696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea4da856-a481-4935-ba56-85bb2ccd6768 req-a036adbf-3648-4d4c-beac-325fe055d0b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.3718076 Nov 25 19:42:25.526096 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27f0b34c-92d2-465a-832e-bca3e233adab req-eb301cca-36db-4d7a-9c7d-40904d0cbccd service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5695004 Nov 25 19:42:25.781449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea4da856-a481-4935-ba56-85bb2ccd6768 req-aa087e77-5346-4e4a-980e-7c9b4555e92b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3097227 Nov 25 19:42:25.879470 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:26.193796 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1009b25d-af57-455a-a124-f6b38a07a1e8 req-0f61fd5c-a9b5-41dc-afad-1b715225687f tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1280801 Nov 25 19:42:26.216081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c84c85c-6073-4fe5-ba51-d658fdae306f,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:26.260963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] Checking segment: {'id': '20bf54ce-0016-4631-921d-eb0721816b53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '43eb3e37-9f64-472c-b357-94fb02f835d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:26.262218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] Network hostable DHCP agents. Network: 43eb3e37-9f64-472c-b357-94fb02f835d0, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:26.373279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] Network 43eb3e37-9f64-472c-b357-94fb02f835d0 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:26.400946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 43eb3e37-9f64-472c-b357-94fb02f835d0) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:26.410853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:26.414558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:26.435640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1d93da3-7ad4-4821-9e22-acef25a88b83 None None] Network 43eb3e37-9f64-472c-b357-94fb02f835d0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:26.464537 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b6e6b905-bf5a-4920-94d5-4843e72de043 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6701849 Nov 25 19:42:26.660857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43072) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:26.995704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6732d77a-db7e-427f-9a11-c977ec225d12 None None] Network 43eb3e37-9f64-472c-b357-94fb02f835d0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:27.252193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43100) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:27.274227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'network_id': 'c799d1e7-d9a8-4181-8ef0-db6020f31c17', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:27.364644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f661c-f01c-42da-b331-2037f46cc736 req-445b0beb-1071-4cd4-a117-dfb9f3e0823e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:27.397676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f661c-f01c-42da-b331-2037f46cc736 req-445b0beb-1071-4cd4-a117-dfb9f3e0823e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:27.413978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f661c-f01c-42da-b331-2037f46cc736 req-445b0beb-1071-4cd4-a117-dfb9f3e0823e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:27.455511 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f661c-f01c-42da-b331-2037f46cc736 req-445b0beb-1071-4cd4-a117-dfb9f3e0823e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:27.483182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f661c-f01c-42da-b331-2037f46cc736 req-445b0beb-1071-4cd4-a117-dfb9f3e0823e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:27.497856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f661c-f01c-42da-b331-2037f46cc736 req-445b0beb-1071-4cd4-a117-dfb9f3e0823e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:27.505341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:27.517403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.518945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f661c-f01c-42da-b331-2037f46cc736 req-445b0beb-1071-4cd4-a117-dfb9f3e0823e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:27.526415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac2f661c-f01c-42da-b331-2037f46cc736 req-445b0beb-1071-4cd4-a117-dfb9f3e0823e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.4119492 Nov 25 19:42:27.551435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1374623070'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:27.666390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Made reservation on behalf of 2ecdfa0c9354409488ae68f9f086a000 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:27.670217 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.694094 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.842200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.853375 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac2f661c-f01c-42da-b331-2037f46cc736 req-b03bf915-2e02-4879-ab6c-b70f971f131b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2905955 Nov 25 19:42:27.855778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.871628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:27.882589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:27.883287 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Added segment ea863000-6ec7-4037-8f5e-cf81a54b1543 of type vlan for network 7b798e51-52e0-405a-a87b-b5ba84f79af2 Nov 25 19:42:27.960398 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.021564 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.028614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:28.029562 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.073905 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.105211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4412749 Nov 25 19:42:28.107709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60122148-9973-4c93-926e-a4a893dfe5c7 req-487867fe-b4b9-455c-b2a3-fee195cad5a1 tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1080930 Nov 25 19:42:28.108226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43138) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:28.151998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Request body: {'subnet': {'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:28.248096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=882e5514-56c7-4ca3-81eb-a50f67196dc7,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:28.307854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Checking segment: {'id': '9d01032e-4173-4db0-8f5b-a65e268acdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c799d1e7-d9a8-4181-8ef0-db6020f31c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:28.309071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5780d8c8-73ed-4e05-90eb-a00218493176,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:28.310043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network hostable DHCP agents. Network: c799d1e7-d9a8-4181-8ef0-db6020f31c17, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:28.358341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network c799d1e7-d9a8-4181-8ef0-db6020f31c17 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:28.378726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43144) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:28.395578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, c799d1e7-d9a8-4181-8ef0-db6020f31c17) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:28.432563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e6a406-1222-404e-af73-e159c860982a None None] Network c799d1e7-d9a8-4181-8ef0-db6020f31c17 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:28.435956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec25a4a7-19fd-47e6-9330-bb3e8c4ad18f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'Network': ['ID=7b798e51-52e0-405a-a87b-b5ba84f79af2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:28.448767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Made reservation on behalf of 2ecdfa0c9354409488ae68f9f086a000 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:28.458471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:28.462496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.464851 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.515483 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-796a2b2a-ce5c-476e-a9a8-42846d7205a6 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2619741 Nov 25 19:42:28.516211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43152) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:28.526314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1110374616'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:28.601009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:28.606814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.668207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:28.716318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:28.749794 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.750341 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Added segment 3281fa50-daaa-486c-97fc-4cfaa851962b of type vlan for network 61a3ed45-5803-41ae-9900-55588d4c7d34 Nov 25 19:42:28.814550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.908355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43154) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:28.932297 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:28.979702 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c101be31-dc53-4047-a0de-1c46bfaaacea admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.065140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'Subnet': ['ID=5be75345-a4ec-4af6-ba7e-2417ec66a005,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:29.110772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-adcb6ac3-6027-4414-8d7e-118a32112f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.160234 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.173009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:29.174089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.234648 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7166429 Nov 25 19:42:29.263032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43170) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:29.272371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbcbf5-69af-4264-be17-b34591476064 req-5fb23df2-06dd-46c2-aecb-b395a717ab6c tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:29.274437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-5fb23df2-06dd-46c2-aecb-b395a717ab6c tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/networks?id=f1d5de64-287a-4c77-ac2a-25d4fded02fd HTTP/1.1" status: 200 len: 825 time: 0.1580641 Nov 25 19:42:29.278506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Checking segment: {'id': 'ea863000-6ec7-4037-8f5e-cf81a54b1543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:29.279202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Network hostable DHCP agents. Network: 7b798e51-52e0-405a-a87b-b5ba84f79af2, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:29.296292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'network_id': '61a3ed45-5803-41ae-9900-55588d4c7d34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:29.305784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-41c6e5cd-9c7f-46e1-9c36-4b6e4416610b tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/quotas/987ca778aff648d4bd4bf45b5064d588 HTTP/1.1" status: 200 len: 375 time: 0.0213168 Nov 25 19:42:29.319078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:29.364878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-40c60542-d023-4259-bbd5-4a47ea473649 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=987ca778aff648d4bd4bf45b5064d588&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486813 Nov 25 19:42:29.366527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 7b798e51-52e0-405a-a87b-b5ba84f79af2) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:29.371745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:29.372729 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.396090 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-788fd50f-d0ed-4cd9-9f24-918414d76452 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2556722 Nov 25 19:42:29.400434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43172) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:29.407322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Request body: {'port': {'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1960018962'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:29.407656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68114d99-d86d-4ffc-886a-23007849ed93 None None] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:29.469863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-c799d1e7-d9a8-4181-8ef0-db6020f31c17', 'network_id': 'c799d1e7-d9a8-4181-8ef0-db6020f31c17', 'tenant_id': '812dcb9453324141b642b35abfd1fafb', 'fixed_ips': [{'subnet_id': '882e5514-56c7-4ca3-81eb-a50f67196dc7'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:29.471540 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.553530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f22fc1f-7e9b-448e-a39c-3963e3aa90a8 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=61a3ed45-5803-41ae-9900-55588d4c7d34,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:29.597705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:29.601358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.633909 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 61a3ed45-5803-41ae-9900-55588d4c7d34 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:29.650041 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c101be31-dc53-4047-a0de-1c46bfaaacea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.662143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c101be31-dc53-4047-a0de-1c46bfaaacea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.700778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Made reservation on behalf of 2ecdfa0c9354409488ae68f9f086a000 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:29.706428 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.767610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-adcb6ac3-6027-4414-8d7e-118a32112f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.773129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] device_id is not set on port bb727db9-73e5-403b-838b-42b338d70d29 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:42:29.791779 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-adcb6ac3-6027-4414-8d7e-118a32112f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:29.806484 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c101be31-dc53-4047-a0de-1c46bfaaacea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02b75813a4c143e895ab5024e822b888&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4214404 Nov 25 19:42:29.813018 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43184) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:29.813659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c101be31-dc53-4047-a0de-1c46bfaaacea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4c4c3-2122-4fc4-9353-bc3db64f28c7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:29.887460 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-adcb6ac3-6027-4414-8d7e-118a32112f8b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f462b172dc9b45f2a43b4c172a7659ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9560902 Nov 25 19:42:29.917449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43186) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:29.957256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb6ac3-6027-4414-8d7e-118a32112f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdab4bff-b724-425c-8efb-20b02b2c2521,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:30.039057 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25408bc7-d354-44ae-a929-0b6f7f9c601f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.092002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.095921 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25408bc7-d354-44ae-a929-0b6f7f9c601f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.101616 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba11624f-8866-4e53-88b8-3042813dad70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.145314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-2f611718-50f7-43de-8638-e4b11a012871 service neutron] 10.222.0.15 "GET /v2.0/networks/f1d5de64-287a-4c77-ac2a-25d4fded02fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7417686 Nov 25 19:42:30.149458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Allocated IP 2001:db8::261 (7b798e51-52e0-405a-a87b-b5ba84f79af2/5be75345-a4ec-4af6-ba7e-2417ec66a005/bb727db9-73e5-403b-838b-42b338d70d29) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:30.213193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=4f202bde-f9c0-4d20-906c-22bad1ce0bd2,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:30.217803 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba11624f-8866-4e53-88b8-3042813dad70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.240446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-7b798e51-52e0-405a-a87b-b5ba84f79af2', 'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2', 'tenant_id': '2ecdfa0c9354409488ae68f9f086a000', 'fixed_ips': [{'subnet_id': '5be75345-a4ec-4af6-ba7e-2417ec66a005'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:30.247205 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.265015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Allocated IP 2001:db8:0:ffff::2 (c799d1e7-d9a8-4181-8ef0-db6020f31c17/882e5514-56c7-4ca3-81eb-a50f67196dc7/5d9439f1-68d2-42ab-9911-90036d8a50f7) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:30.265335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25408bc7-d354-44ae-a929-0b6f7f9c601f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.269747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25408bc7-d354-44ae-a929-0b6f7f9c601f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.270982 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-25408bc7-d354-44ae-a929-0b6f7f9c601f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0d4c4c3-2122-4fc4-9353-bc3db64f28c7 HTTP/1.1" status: 204 len: 168 time: 0.4542274 Nov 25 19:42:30.283114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Checking segment: {'id': '3281fa50-daaa-486c-97fc-4cfaa851962b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '61a3ed45-5803-41ae-9900-55588d4c7d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:30.283535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network hostable DHCP agents. Network: 61a3ed45-5803-41ae-9900-55588d4c7d34, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:30.294509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25408bc7-d354-44ae-a929-0b6f7f9c601f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4c4c3-2122-4fc4-9353-bc3db64f28c7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:30.322339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network 61a3ed45-5803-41ae-9900-55588d4c7d34 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:30.333983 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba11624f-8866-4e53-88b8-3042813dad70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.337888 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba11624f-8866-4e53-88b8-3042813dad70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.339644 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ba11624f-8866-4e53-88b8-3042813dad70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cdab4bff-b724-425c-8efb-20b02b2c2521 HTTP/1.1" status: 204 len: 168 time: 0.4212649 Nov 25 19:42:30.350390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 61a3ed45-5803-41ae-9900-55588d4c7d34) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:30.359919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba11624f-8866-4e53-88b8-3042813dad70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdab4bff-b724-425c-8efb-20b02b2c2521,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:30.370785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:30.372088 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.403790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4b28b2-dedc-4735-8d36-a2d362b284e4 None None] Network 61a3ed45-5803-41ae-9900-55588d4c7d34 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:30.410866 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0b4610c6-e3df-43a7-92d0-eff29d65269e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1220703 Nov 25 19:42:30.414077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43200) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:30.532830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-0873cb07-d38a-4cc2-a467-3ac2f3a01635 service neutron] 10.222.0.15 "GET /v2.0/networks/f1d5de64-287a-4c77-ac2a-25d4fded02fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463638 Nov 25 19:42:30.756959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.774541 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:30.894244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.067345 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.105570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:31.123406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:31.135395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:31.163473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:31.164711 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.220895 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.297233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43224) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:31.301986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Subnet': ['ID=4f202bde-f9c0-4d20-906c-22bad1ce0bd2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:31.305244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807f1020-ce7b-453d-bd70-0e1832c37e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-61a3ed45-5803-41ae-9900-55588d4c7d34', 'network_id': '61a3ed45-5803-41ae-9900-55588d4c7d34', 'tenant_id': '812dcb9453324141b642b35abfd1fafb', 'fixed_ips': [{'subnet_id': '4f202bde-f9c0-4d20-906c-22bad1ce0bd2'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:31.306774 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-807f1020-ce7b-453d-bd70-0e1832c37e8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.361472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'Port': ['ID=bb727db9-73e5-403b-838b-42b338d70d29,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:31.385743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Allocated IP 2001:db8::2 (7b798e51-52e0-405a-a87b-b5ba84f79af2/5be75345-a4ec-4af6-ba7e-2417ec66a005/2d14efad-6d74-43b6-93f2-b37519cdea60) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:31.394381 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b4c55c56-9639-4bb8-b601-d7da8de6a173 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.9886587 Nov 25 19:42:31.395051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43234) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:31.401742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Request body: {'port': {'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-845135579', 'allowed_address_pairs': [{'ip_address': '2001:db8::261', 'mac_address': 'fa:16:3e:e1:2c:c1'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:31.477965 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c45589e-3366-4b3b-b4aa-67da48d7ffe7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.515838 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.576088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02fc32-3e77-47b7-84ee-357e7ab72817 req-144974c0-6566-42d6-b0f6-0453f62e746d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:31.578536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a3ed45-5803-41ae-9900-55588d4c7d34']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:31.616203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02fc32-3e77-47b7-84ee-357e7ab72817 req-144974c0-6566-42d6-b0f6-0453f62e746d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:31.618786 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.632564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02fc32-3e77-47b7-84ee-357e7ab72817 req-144974c0-6566-42d6-b0f6-0453f62e746d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:31.632895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3281fa50-daaa-486c-97fc-4cfaa851962b') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:31.634959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3281fa50-daaa-486c-97fc-4cfaa851962b') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:31.640958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02fc32-3e77-47b7-84ee-357e7ab72817 req-144974c0-6566-42d6-b0f6-0453f62e746d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:31.650733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02fc32-3e77-47b7-84ee-357e7ab72817 req-144974c0-6566-42d6-b0f6-0453f62e746d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:31.667889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02fc32-3e77-47b7-84ee-357e7ab72817 req-144974c0-6566-42d6-b0f6-0453f62e746d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:31.668805 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.676938 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.677262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02fc32-3e77-47b7-84ee-357e7ab72817 req-144974c0-6566-42d6-b0f6-0453f62e746d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:31.686090 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb02fc32-3e77-47b7-84ee-357e7ab72817 req-144974c0-6566-42d6-b0f6-0453f62e746d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.7374463 Nov 25 19:42:31.697734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Made reservation on behalf of 2ecdfa0c9354409488ae68f9f086a000 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:31.818849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb02fc32-3e77-47b7-84ee-357e7ab72817 req-1ab1a67c-9ade-4545-bec2-5832cfe963ed tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262813 Nov 25 19:42:31.912444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:31.937039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] device_id is not set on port 6a01c74e-114d-4dea-8761-e0b1f40e06f4 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:42:32.025536 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c45589e-3366-4b3b-b4aa-67da48d7ffe7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.038389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.073652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d75f01cb-015e-4fee-a6b4-1c248b71196e req-2eaf4e25-e700-4ac7-a0ea-80e254e1e04b tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.0590396 Nov 25 19:42:32.074986 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c45589e-3366-4b3b-b4aa-67da48d7ffe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.101783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Pushing event updated for resources: {'Port': ['ID=2d14efad-6d74-43b6-93f2-b37519cdea60,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:32.117140 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.120713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.121579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.123251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.123251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.123251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.123813 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2c45589e-3366-4b3b-b4aa-67da48d7ffe7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=978fc56548da46edb1e62a6950d03f30&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8240392 Nov 25 19:42:32.123976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.124309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.124745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.125174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.125770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.126065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.126507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:32.147502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43252) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:32.160027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c45589e-3366-4b3b-b4aa-67da48d7ffe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3ccbab-e733-4767-90ba-0f5afb0dc8a9,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:32.167298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:32.192697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:32.201031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:32.201464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.209882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:32.212127 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:32.224364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbadf609-9040-4c93-aeb6-a1b42ff96b9d None None] Network 61a3ed45-5803-41ae-9900-55588d4c7d34 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:32.227501 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.275225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Allocated IP 2001:db8::315 (7b798e51-52e0-405a-a87b-b5ba84f79af2/5be75345-a4ec-4af6-ba7e-2417ec66a005/6a01c74e-114d-4dea-8761-e0b1f40e06f4) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:32.314326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Network c799d1e7-d9a8-4181-8ef0-db6020f31c17 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:32.355070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Pushing event updated for resources: {'Port': ['ID=5d9439f1-68d2-42ab-9911-90036d8a50f7,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:32.359941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:32.380518 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-729aa8a5-78ec-4956-a0b0-57abbd29b790 req-c4d9263b-9b42-4af4-b1e4-6c1f18ce0ce7 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 210 time: 0.0591354 Nov 25 19:42:32.403497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:32.410776 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.446486 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.449540 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a525dea3-c2ed-4454-9883-8356c11981d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.460071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Attempting to bind port 2d14efad-6d74-43b6-93f2-b37519cdea60 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:32.460071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Attempting to bind port 2d14efad-6d74-43b6-93f2-b37519cdea60 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'ea863000-6ec7-4037-8f5e-cf81a54b1543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:32.460071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Attempting to bind port 2d14efad-6d74-43b6-93f2-b37519cdea60 on network 7b798e51-52e0-405a-a87b-b5ba84f79af2 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:32.460667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43256) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:32.462118 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/61a3ed45-5803-41ae-9900-55588d4c7d34 HTTP/1.1" status: 204 len: 168 time: 2.0457988 Nov 25 19:42:32.467330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-921802477'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:32.507546 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5643778-a58d-4f69-a4d0-3d0834492764 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.521056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e715d6bd-03cc-41ab-bf5f-b3788478a25f tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Network': ['ID=61a3ed45-5803-41ae-9900-55588d4c7d34,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:32.536662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:32.543615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:32.544019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Checking segment: {'id': 'ea863000-6ec7-4037-8f5e-cf81a54b1543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:32.544556 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.545026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Bound using segment: {'id': 'ea863000-6ec7-4037-8f5e-cf81a54b1543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:32.545590 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Bound port: 2d14efad-6d74-43b6-93f2-b37519cdea60, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea863000-6ec7-4037-8f5e-cf81a54b1543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:32.546055 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.549184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.599048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5643778-a58d-4f69-a4d0-3d0834492764 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.615574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:32.628786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.629273 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Added segment 3544d953-bdc6-4353-aa89-4f99372ba7a9 of type vlan for network 394e9748-d050-4dd6-a70a-dcc2981cac68 Nov 25 19:42:32.648989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] For port 2d14efad-6d74-43b6-93f2-b37519cdea60, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:32.654426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] For port 2d14efad-6d74-43b6-93f2-b37519cdea60, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2d14efad-6d74-43b6-93f2-b37519cdea60,segment=NetworkSegment(ea863000-6ec7-4037-8f5e-cf81a54b1543),segment_id=ea863000-6ec7-4037-8f5e-cf81a54b1543)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:32.682103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Attempting to bind port 5d9439f1-68d2-42ab-9911-90036d8a50f7 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:32.682829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Attempting to bind port 5d9439f1-68d2-42ab-9911-90036d8a50f7 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9d01032e-4173-4db0-8f5b-a65e268acdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c799d1e7-d9a8-4181-8ef0-db6020f31c17'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:32.683406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Attempting to bind port 5d9439f1-68d2-42ab-9911-90036d8a50f7 on network c799d1e7-d9a8-4181-8ef0-db6020f31c17 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:32.689912 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.694964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:32.695972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Checking segment: {'id': '9d01032e-4173-4db0-8f5b-a65e268acdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c799d1e7-d9a8-4181-8ef0-db6020f31c17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:32.696562 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.697137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Bound using segment: {'id': '9d01032e-4173-4db0-8f5b-a65e268acdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c799d1e7-d9a8-4181-8ef0-db6020f31c17'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:32.697816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Bound port: 5d9439f1-68d2-42ab-9911-90036d8a50f7, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d01032e-4173-4db0-8f5b-a65e268acdbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c799d1e7-d9a8-4181-8ef0-db6020f31c17'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:32.698604 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.754716 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.824549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] For port 5d9439f1-68d2-42ab-9911-90036d8a50f7, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:32.837747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.843471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:32.843471 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.853573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] For port 5d9439f1-68d2-42ab-9911-90036d8a50f7, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d9439f1-68d2-42ab-9911-90036d8a50f7,segment=NetworkSegment(9d01032e-4173-4db0-8f5b-a65e268acdbc),segment_id=9d01032e-4173-4db0-8f5b-a65e268acdbc)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:32.894061 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.911425 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5643778-a58d-4f69-a4d0-3d0834492764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.922891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5643778-a58d-4f69-a4d0-3d0834492764 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:32.931583 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c5643778-a58d-4f69-a4d0-3d0834492764 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e3ccbab-e733-4767-90ba-0f5afb0dc8a9 HTTP/1.1" status: 204 len: 168 time: 0.7826815 Nov 25 19:42:32.970155 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5081687 Nov 25 19:42:32.984095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43270) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:33.000372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d1d05-3476-4b58-97c1-35c9df0f5393 None None] Pushing event updated for resources: {'Port': ['ID=2d14efad-6d74-43b6-93f2-b37519cdea60,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:33.007222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'network_id': '394e9748-d050-4dd6-a70a-dcc2981cac68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:33.123115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8c5ad-7bc4-4941-a2ea-58c20a30f735 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=394e9748-d050-4dd6-a70a-dcc2981cac68,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:33.126856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0903e5f-46f9-4cfd-aeaf-5ca82c6ec5e0 None None] Pushing event updated for resources: {'Port': ['ID=5d9439f1-68d2-42ab-9911-90036d8a50f7,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:33.135101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 394e9748-d050-4dd6-a70a-dcc2981cac68 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:33.163043 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.169307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5643778-a58d-4f69-a4d0-3d0834492764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3ccbab-e733-4767-90ba-0f5afb0dc8a9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:33.322245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd27802-cd32-4486-99f1-2f5c7bc00602 req-09e6d677-9568-484b-bb51-dec018f4ead9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:33.333856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbcbf5-69af-4264-be17-b34591476064 req-6fe86537-4444-4f60-924a-1d7d9ea9f68e tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:33.336763 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-6fe86537-4444-4f60-924a-1d7d9ea9f68e tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.60 "GET /v2.0/networks?id=f1d5de64-287a-4c77-ac2a-25d4fded02fd HTTP/1.1" status: 200 len: 825 time: 0.5287719 Nov 25 19:42:33.338210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd27802-cd32-4486-99f1-2f5c7bc00602 req-09e6d677-9568-484b-bb51-dec018f4ead9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:33.361925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd27802-cd32-4486-99f1-2f5c7bc00602 req-09e6d677-9568-484b-bb51-dec018f4ead9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:33.378595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Request body: {'port': {'device_id': 'fd73b521-bc45-4953-9321-50bc0c1ed805', 'network_id': 'f1d5de64-287a-4c77-ac2a-25d4fded02fd', 'admin_state_up': True, 'tenant_id': '987ca778aff648d4bd4bf45b5064d588'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:33.379424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd27802-cd32-4486-99f1-2f5c7bc00602 req-09e6d677-9568-484b-bb51-dec018f4ead9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:33.399449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd27802-cd32-4486-99f1-2f5c7bc00602 req-09e6d677-9568-484b-bb51-dec018f4ead9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:33.407230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd27802-cd32-4486-99f1-2f5c7bc00602 req-09e6d677-9568-484b-bb51-dec018f4ead9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:33.420954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd27802-cd32-4486-99f1-2f5c7bc00602 req-09e6d677-9568-484b-bb51-dec018f4ead9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:33.438544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9bd27802-cd32-4486-99f1-2f5c7bc00602 req-09e6d677-9568-484b-bb51-dec018f4ead9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.4270535 Nov 25 19:42:33.457203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.618962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:33.624028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:33.810043 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9bd27802-cd32-4486-99f1-2f5c7bc00602 req-772ffe5c-480c-4ee2-bec0-3030b5ee2c2e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3449705 Nov 25 19:42:34.337146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43298) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:34.396494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7095afb4-8253-4905-a567-d7a469976530 req-68e86725-d6b2-4825-8ec2-a508b5c62bdc tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.2732027 Nov 25 19:42:34.397754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:34.406671 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:34.417397 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:34.427055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'Port': ['ID=6a01c74e-114d-4dea-8761-e0b1f40e06f4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:34.437697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:34.444283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:34.444975 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:34.458044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Made reservation on behalf of 987ca778aff648d4bd4bf45b5064d588 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:34.463134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:34.640575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=39557177-235b-4122-bd2d-0232abfe9f9c,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:34.643852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d9439f1-68d2-42ab-9911-90036d8a50f7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:34.712538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6d414af-e503-45cf-89da-699bc651c8fa req-afc2f5c5-251a-4e68-af86-1b864d15fa3a tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 210 time: 0.0663271 Nov 25 19:42:34.769532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Allocated IP 172.20.0.3 (f1d5de64-287a-4c77-ac2a-25d4fded02fd/e335ad93-6aeb-4561-9825-fd7282d53847/84246466-79e7-46a8-8a91-13b061d334f6) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:34.776941 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Checking segment: {'id': '3544d953-bdc6-4353-aa89-4f99372ba7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '394e9748-d050-4dd6-a70a-dcc2981cac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:34.777842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network hostable DHCP agents. Network: 394e9748-d050-4dd6-a70a-dcc2981cac68, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:34.813916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network 394e9748-d050-4dd6-a70a-dcc2981cac68 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:34.838269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 394e9748-d050-4dd6-a70a-dcc2981cac68) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:34.845744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:34.848906 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:34.900184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66b65317-d7dc-4090-8190-9562b507b6d1 None None] Network 394e9748-d050-4dd6-a70a-dcc2981cac68 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:34.950364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-36e07793-990a-468b-82ac-9743be39bca9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9625478 Nov 25 19:42:34.956667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43314) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:34.988650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-537732508'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:34.998612 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54daff55-7471-412c-a713-02bfaad22539 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.5979912 Nov 25 19:42:34.999995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43316) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:35.043092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1474441158'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:35.099494 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-99995260-1a2c-4081-8f0a-ffe3865afaaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.111847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:35.123810 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.297956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:35.336036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5d9439f1-68d2-42ab-9911-90036d8a50f7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:35.337377 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.347638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.348669 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Added segment 62ea0487-090c-492e-8f45-fa2966f6c90f of type vlan for network d3a1358b-9895-477b-92c4-a380e312202d Nov 25 19:42:35.387861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93410de-a949-4643-b7e2-74e406371634 req-2e4585c8-1094-408b-8e7f-a231891c908d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.396570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93410de-a949-4643-b7e2-74e406371634 req-2e4585c8-1094-408b-8e7f-a231891c908d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.403140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93410de-a949-4643-b7e2-74e406371634 req-2e4585c8-1094-408b-8e7f-a231891c908d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.412554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93410de-a949-4643-b7e2-74e406371634 req-2e4585c8-1094-408b-8e7f-a231891c908d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.421010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93410de-a949-4643-b7e2-74e406371634 req-2e4585c8-1094-408b-8e7f-a231891c908d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.430509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93410de-a949-4643-b7e2-74e406371634 req-2e4585c8-1094-408b-8e7f-a231891c908d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.460496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93410de-a949-4643-b7e2-74e406371634 req-2e4585c8-1094-408b-8e7f-a231891c908d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.463693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b93410de-a949-4643-b7e2-74e406371634 req-2e4585c8-1094-408b-8e7f-a231891c908d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.3158212 Nov 25 19:42:35.616339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-394e9748-d050-4dd6-a70a-dcc2981cac68', 'network_id': '394e9748-d050-4dd6-a70a-dcc2981cac68', 'tenant_id': '812dcb9453324141b642b35abfd1fafb', 'fixed_ips': [{'subnet_id': '39557177-235b-4122-bd2d-0232abfe9f9c'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:35.617812 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.647764 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.676319 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.759988 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b93410de-a949-4643-b7e2-74e406371634 req-7c812405-7c85-4d74-b447-7ac66cde4c11 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2385862 Nov 25 19:42:35.762051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe47db-5fd9-4db9-bc58-bb0df6c1208f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.770961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe47db-5fd9-4db9-bc58-bb0df6c1208f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.774641 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.778062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebe47db-5fd9-4db9-bc58-bb0df6c1208f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.783559 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1ebe47db-5fd9-4db9-bc58-bb0df6c1208f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.7279894 Nov 25 19:42:35.783559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Made reservation on behalf of 36e2dda429c84cdb82d2ccc4065f697b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:35.787800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.788320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:35.789407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.791719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43340) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:35.824923 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.826090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e1213c-28da-4c5a-b3ec-ff9ad1d422f2 None None] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:35.838732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8800082 Nov 25 19:42:35.839817 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43342) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:35.857256 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:35.897297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7953c2b-1395-4959-9193-6f0a2a4d8619 None None] Network c799d1e7-d9a8-4181-8ef0-db6020f31c17 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:35.919327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'network_id': 'd3a1358b-9895-477b-92c4-a380e312202d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:35.923727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Network f1d5de64-287a-4c77-ac2a-25d4fded02fd is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:35.945586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:36.025998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:36.107155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:36.107894 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.123680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Pushing event updated for resources: {'Port': ['ID=84246466-79e7-46a8-8a91-13b061d334f6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:36.131729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682595f3-f307-4763-ac6a-64ec926bd5ce tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=d3a1358b-9895-477b-92c4-a380e312202d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:36.147414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b385db67-e76a-42c1-b703-865b86e664d2 req-a61d0825-d1f5-4aff-bff5-9ab8d6deb27e tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.0722649 Nov 25 19:42:36.158066 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.168152 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-04d9b6a1-c70f-4411-bdcf-ffb83c062af9 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8009748 Nov 25 19:42:36.197983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Request body: {'port': {'device_id': 'fd73b521-bc45-4953-9321-50bc0c1ed805', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:36.270007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b9fb9-6931-4606-9124-ceb6c4baa0c9 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Deleting port 6a01c74e-114d-4dea-8761-e0b1f40e06f4 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:36.270430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9fb9-6931-4606-9124-ceb6c4baa0c9 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.272605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:36.276516 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.386562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Performing IP validity checks on allocation pools {{(pid=103651) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:42:36.387420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103651) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:42:36.428426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c065d62-ef3e-4a08-8c8d-a1de61412882 req-f0515d73-db17-4cd5-9cab-05c616b2a54c tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:36.439570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network d3a1358b-9895-477b-92c4-a380e312202d details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:36.440849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c065d62-ef3e-4a08-8c8d-a1de61412882 req-f0515d73-db17-4cd5-9cab-05c616b2a54c tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 931 time: 0.1399438 Nov 25 19:42:36.522099 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.523998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.574772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9fb9-6931-4606-9124-ceb6c4baa0c9 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.593463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-6c4b9fb9-6931-4606-9124-ceb6c4baa0c9 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Calling delete_port for 6a01c74e-114d-4dea-8761-e0b1f40e06f4 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:36.750550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.755484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c065d62-ef3e-4a08-8c8d-a1de61412882 req-dba0a510-1322-48e4-9a1f-61722ffebf69 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3085673 Nov 25 19:42:36.820264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9fb9-6931-4606-9124-ceb6c4baa0c9 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.844494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:36.854251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2e09a5a-50fa-414d-aa62-da35abfe40b1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:36.870168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.923278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:36.923731 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Added segment b2691bef-480f-440e-bf87-cb460451c9f5 of type vlan for network ad50b536-a001-44a6-b2cf-16e1836e223d Nov 25 19:42:37.001324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.088276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 5d9439f1-68d2-42ab-9911-90036d8a50f7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d9439f1-68d2-42ab-9911-90036d8a50f7,segment=NetworkSegment(9d01032e-4173-4db0-8f5b-a65e268acdbc),segment_id=9d01032e-4173-4db0-8f5b-a65e268acdbc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:37.100906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=0e13464c-b965-4c6f-be1f-b8837102e5ae,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:37.108173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.115788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-21ff7f4e-7163-4f73-952e-bae79fd04b4c None None] Provisioning complete for port 2d14efad-6d74-43b6-93f2-b37519cdea60 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:37.116663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.116967 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-21ff7f4e-7163-4f73-952e-bae79fd04b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.118233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.122914 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.123930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2d14efad-6d74-43b6-93f2-b37519cdea60 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:37.154370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4b9fb9-6931-4606-9124-ceb6c4baa0c9 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event deleted for resources: {'Port': ['ID=6a01c74e-114d-4dea-8761-e0b1f40e06f4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:37.231315 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.278787 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.9299533 Nov 25 19:42:37.281190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43378) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:37.301034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Allocated IP 2001:db8::3 (394e9748-d050-4dd6-a70a-dcc2981cac68/39557177-235b-4122-bd2d-0232abfe9f9c/e242a80a-b5df-4a35-9a4b-d8cbb394857d) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:37.316084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Request body: {'subnet': {'network_id': 'ad50b536-a001-44a6-b2cf-16e1836e223d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:37.408362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=5d9439f1-68d2-42ab-9911-90036d8a50f7,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:37.470313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52886ba1-39c3-47f7-adbe-5795899347e8 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Pushing event updated for resources: {'Network': ['ID=ad50b536-a001-44a6-b2cf-16e1836e223d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:37.503535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Checking segment: {'id': '62ea0487-090c-492e-8f45-fa2966f6c90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'd3a1358b-9895-477b-92c4-a380e312202d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:37.504402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network hostable DHCP agents. Network: d3a1358b-9895-477b-92c4-a380e312202d, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:37.549173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc8c8c-3824-4090-84d3-cad44148593e req-31494217-3598-41ff-bf03-70c75a897eea tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.557200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc8c8c-3824-4090-84d3-cad44148593e req-31494217-3598-41ff-bf03-70c75a897eea tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.567737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc8c8c-3824-4090-84d3-cad44148593e req-31494217-3598-41ff-bf03-70c75a897eea tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.577739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc8c8c-3824-4090-84d3-cad44148593e req-31494217-3598-41ff-bf03-70c75a897eea tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.589384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc8c8c-3824-4090-84d3-cad44148593e req-31494217-3598-41ff-bf03-70c75a897eea tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.606667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc8c8c-3824-4090-84d3-cad44148593e req-31494217-3598-41ff-bf03-70c75a897eea tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.613087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network ad50b536-a001-44a6-b2cf-16e1836e223d details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:37.641040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dc8c8c-3824-4090-84d3-cad44148593e req-31494217-3598-41ff-bf03-70c75a897eea tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:37.641040 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0dc8c8c-3824-4090-84d3-cad44148593e req-31494217-3598-41ff-bf03-70c75a897eea tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.6728642 Nov 25 19:42:37.744939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 2d14efad-6d74-43b6-93f2-b37519cdea60 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:37.745262 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.785854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Made reservation on behalf of 36e2dda429c84cdb82d2ccc4065f697b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:37.835755 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.854129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network d3a1358b-9895-477b-92c4-a380e312202d is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:37.923411 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-21ff7f4e-7163-4f73-952e-bae79fd04b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:37.982970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, d3a1358b-9895-477b-92c4-a380e312202d) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:38.019448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5670395-b15c-4eee-a5b0-5474db756474 None None] Network d3a1358b-9895-477b-92c4-a380e312202d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:38.030235 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.147459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0dc8c8c-3824-4090-84d3-cad44148593e req-b240f672-70d3-4613-b7e0-48dd7c90680c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4591610 Nov 25 19:42:38.150140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:38.155722 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.212108 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.235496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84246466-79e7-46a8-8a91-13b061d334f6 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:38.250156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-21ff7f4e-7163-4f73-952e-bae79fd04b4c None None] For port 2d14efad-6d74-43b6-93f2-b37519cdea60, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2d14efad-6d74-43b6-93f2-b37519cdea60,segment=NetworkSegment(ea863000-6ec7-4037-8f5e-cf81a54b1543),segment_id=ea863000-6ec7-4037-8f5e-cf81a54b1543)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:38.252017 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.279686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Transition to ACTIVE for port object 84246466-79e7-46a8-8a91-13b061d334f6 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:42:38.285934 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-21ff7f4e-7163-4f73-952e-bae79fd04b4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.293837 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.350488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a7d88411-7dd1-4f9d-9f24-a23077cb4f08 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.4493334 Nov 25 19:42:38.364940 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6d4b33d6-778c-489e-bc1b-edf6ca72c5fc req-7b5d16ac-00c1-4520-89d4-486e146cfe42 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.0709956 Nov 25 19:42:38.367404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43390) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:38.414339 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.447579 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.475444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c4b9fb9-6931-4606-9124-ceb6c4baa0c9 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.489704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Network 394e9748-d050-4dd6-a70a-dcc2981cac68 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:38.491579 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6c4b9fb9-6931-4606-9124-ceb6c4baa0c9 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "DELETE /v2.0/ports/6a01c74e-114d-4dea-8761-e0b1f40e06f4 HTTP/1.1" status: 204 len: 168 time: 2.6979897 Nov 25 19:42:38.503396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:38.535901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43392) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:38.546250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5dc1c9f7-749a-4b35-a97b-64b6db46540a req-e1ede11d-cff8-4bc7-8f3d-55e3691934bd tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1939008 Nov 25 19:42:38.617399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:38.668821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e3dabecb-1de4-4b3c-8051-50f97df9b7e5 None None] Provisioning complete for port 2d14efad-6d74-43b6-93f2-b37519cdea60 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:38.669561 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3dabecb-1de4-4b3c-8051-50f97df9b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:38.674215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ff7f4e-7163-4f73-952e-bae79fd04b4c None None] Pushing event updated for resources: {'Port': ['ID=2d14efad-6d74-43b6-93f2-b37519cdea60,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:38.693512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Pushing event updated for resources: {'Port': ['ID=84246466-79e7-46a8-8a91-13b061d334f6,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:38.701113 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cd755c-3052-451f-a34f-094b56090e30 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] GET failed (client error): The resource could not be found. Nov 25 19:42:38.717108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c5cd755c-3052-451f-a34f-094b56090e30 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "GET /v2.0/ports/6a01c74e-114d-4dea-8761-e0b1f40e06f4 HTTP/1.1" status: 404 len: 333 time: 0.1724164 Nov 25 19:42:38.725329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d9439f1-68d2-42ab-9911-90036d8a50f7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:38.733671 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43394) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:38.739837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Request body: {'port': {'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1139902653'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:38.870398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fe51e-05bd-4429-a1cf-0650eb05575b req-09687479-daab-4d2b-9dbb-6ee894db07ce tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:38.879472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-214fe51e-05bd-4429-a1cf-0650eb05575b req-09687479-daab-4d2b-9dbb-6ee894db07ce tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 943 time: 0.1194434 Nov 25 19:42:39.068413 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-214fe51e-05bd-4429-a1cf-0650eb05575b req-16d38640-5a3e-4d92-aa5c-d9d62bab8d34 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876533 Nov 25 19:42:39.083675 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.116485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.230134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Checking segment: {'id': 'b2691bef-480f-440e-bf87-cb460451c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad50b536-a001-44a6-b2cf-16e1836e223d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:39.231720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Network hostable DHCP agents. Network: ad50b536-a001-44a6-b2cf-16e1836e223d, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:39.299138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Network ad50b536-a001-44a6-b2cf-16e1836e223d is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:39.318070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Pushing event updated for resources: {'Subnet': ['ID=483b5557-a6b3-4488-9d29-d796b8f1f4e6,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:39.335793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, ad50b536-a001-44a6-b2cf-16e1836e223d) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:39.340756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:39.341380 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.370041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-58df38c8-51eb-4719-b9ee-3f35421d17d0 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0868812 Nov 25 19:42:39.374467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43410) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:39.381882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Request body: {'port': {'network_id': 'ad50b536-a001-44a6-b2cf-16e1836e223d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-544383038'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:39.536974 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.696474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fe9578-24d3-4689-9c9d-f44c315a8d16 None None] Network ad50b536-a001-44a6-b2cf-16e1836e223d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:39.751670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d56f5-cab1-48cc-b7e3-2a21a346d9d1 req-7cc435e4-c2b7-4fed-9934-7d13c40b78f4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:39.790294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d56f5-cab1-48cc-b7e3-2a21a346d9d1 req-7cc435e4-c2b7-4fed-9934-7d13c40b78f4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:39.805267 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Attempting to bind port 84246466-79e7-46a8-8a91-13b061d334f6 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:39.805872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Attempting to bind port 84246466-79e7-46a8-8a91-13b061d334f6 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'b6f96d93-806c-4ce7-957e-92a1bfa8eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f1d5de64-287a-4c77-ac2a-25d4fded02fd'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:39.806359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Attempting to bind port 84246466-79e7-46a8-8a91-13b061d334f6 on network f1d5de64-287a-4c77-ac2a-25d4fded02fd {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:39.815786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Made reservation on behalf of 2ecdfa0c9354409488ae68f9f086a000 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:39.823582 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:39.834045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d56f5-cab1-48cc-b7e3-2a21a346d9d1 req-7cc435e4-c2b7-4fed-9934-7d13c40b78f4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:39.853193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d56f5-cab1-48cc-b7e3-2a21a346d9d1 req-7cc435e4-c2b7-4fed-9934-7d13c40b78f4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:39.875195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d56f5-cab1-48cc-b7e3-2a21a346d9d1 req-7cc435e4-c2b7-4fed-9934-7d13c40b78f4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:39.893694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Port 84246466-79e7-46a8-8a91-13b061d334f6 on network f1d5de64-287a-4c77-ac2a-25d4fded02fd not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:42:39.894236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Attempting to bind port 84246466-79e7-46a8-8a91-13b061d334f6 on network f1d5de64-287a-4c77-ac2a-25d4fded02fd {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:39.903471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d56f5-cab1-48cc-b7e3-2a21a346d9d1 req-7cc435e4-c2b7-4fed-9934-7d13c40b78f4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:39.917814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9d56f5-cab1-48cc-b7e3-2a21a346d9d1 req-7cc435e4-c2b7-4fed-9934-7d13c40b78f4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:39.928502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] device_id is not set on port 01a4f3d6-a104-49d7-8876-37726ab59bf2 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:42:39.946867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a9d56f5-cab1-48cc-b7e3-2a21a346d9d1 req-7cc435e4-c2b7-4fed-9934-7d13c40b78f4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.4251931 Nov 25 19:42:40.015378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Pushing event updated for resources: {'Port': ['ID=e242a80a-b5df-4a35-9a4b-d8cbb394857d,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:40.043197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48af50af-2f8f-4428-90eb-dbef88061fbc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-d3a1358b-9895-477b-92c4-a380e312202d', 'network_id': 'd3a1358b-9895-477b-92c4-a380e312202d', 'tenant_id': '812dcb9453324141b642b35abfd1fafb', 'fixed_ips': [{'subnet_id': '0e13464c-b965-4c6f-be1f-b8837102e5ae'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:40.044037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-48af50af-2f8f-4428-90eb-dbef88061fbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.058608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Attempting to bind port e242a80a-b5df-4a35-9a4b-d8cbb394857d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:40.059098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Attempting to bind port e242a80a-b5df-4a35-9a4b-d8cbb394857d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '3544d953-bdc6-4353-aa89-4f99372ba7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '394e9748-d050-4dd6-a70a-dcc2981cac68'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:40.059599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Attempting to bind port e242a80a-b5df-4a35-9a4b-d8cbb394857d on network 394e9748-d050-4dd6-a70a-dcc2981cac68 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:40.073348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:40.074208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Checking segment: {'id': 'b6f96d93-806c-4ce7-957e-92a1bfa8eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f1d5de64-287a-4c77-ac2a-25d4fded02fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:40.076282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Bound using segment: {'id': 'b6f96d93-806c-4ce7-957e-92a1bfa8eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f1d5de64-287a-4c77-ac2a-25d4fded02fd'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:40.077335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Bound port: 84246466-79e7-46a8-8a91-13b061d334f6, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6f96d93-806c-4ce7-957e-92a1bfa8eba2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'f1d5de64-287a-4c77-ac2a-25d4fded02fd'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:40.078060 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.098932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.103332 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:40.103725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Checking segment: {'id': '3544d953-bdc6-4353-aa89-4f99372ba7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '394e9748-d050-4dd6-a70a-dcc2981cac68'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:40.104184 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.104643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Bound using segment: {'id': '3544d953-bdc6-4353-aa89-4f99372ba7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '394e9748-d050-4dd6-a70a-dcc2981cac68'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:40.105149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Bound port: e242a80a-b5df-4a35-9a4b-d8cbb394857d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3544d953-bdc6-4353-aa89-4f99372ba7a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '394e9748-d050-4dd6-a70a-dcc2981cac68'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:40.106194 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.233645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5d9439f1-68d2-42ab-9911-90036d8a50f7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:40.239780 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.268987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Made reservation on behalf of 36e2dda429c84cdb82d2ccc4065f697b for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:40.276190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Subnet': ['ID=0e13464c-b965-4c6f-be1f-b8837102e5ae,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:40.289440 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.364628 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a9d56f5-cab1-48cc-b7e3-2a21a346d9d1 req-3ae0e715-6fe6-455b-bd47-20ee563e5bad tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4161572 Nov 25 19:42:40.402759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] device_id is not set on port 983502e8-8793-401e-b0f6-deb1999e2d44 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:42:40.439673 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.493047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a1358b-9895-477b-92c4-a380e312202d']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:40.540868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ea0487-090c-492e-8f45-fa2966f6c90f') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:40.541819 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ea0487-090c-492e-8f45-fa2966f6c90f') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:40.581187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546bae71-ae62-4c20-bc09-2a72bbfa28d3 None None] Network d3a1358b-9895-477b-92c4-a380e312202d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:40.597414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.633932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] For port e242a80a-b5df-4a35-9a4b-d8cbb394857d, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:40.654568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e3dabecb-1de4-4b3c-8051-50f97df9b7e5 None None] Provisioning complete for port bb727db9-73e5-403b-838b-42b338d70d29 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:40.654933 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3dabecb-1de4-4b3c-8051-50f97df9b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.660653 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.682638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:40.683561 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.713498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-ad50b536-a001-44a6-b2cf-16e1836e223d', 'network_id': 'ad50b536-a001-44a6-b2cf-16e1836e223d', 'tenant_id': '36e2dda429c84cdb82d2ccc4065f697b', 'fixed_ips': [{'subnet_id': '483b5557-a6b3-4488-9d29-d796b8f1f4e6'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:40.714365 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.764940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] For port e242a80a-b5df-4a35-9a4b-d8cbb394857d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e242a80a-b5df-4a35-9a4b-d8cbb394857d,segment=NetworkSegment(3544d953-bdc6-4353-aa89-4f99372ba7a9),segment_id=3544d953-bdc6-4353-aa89-4f99372ba7a9)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:40.804190 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:40.828642 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:40.871983 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.903401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e3dabecb-1de4-4b3c-8051-50f97df9b7e5 None None] Port bb727db9-73e5-403b-838b-42b338d70d29 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:40.968413 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:40.979809 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/d3a1358b-9895-477b-92c4-a380e312202d HTTP/1.1" status: 204 len: 168 time: 2.5808291 Nov 25 19:42:41.006535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43428) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:41.039669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e67d4-4583-493f-95dc-ff026f4b4662 None None] Pushing event updated for resources: {'Port': ['ID=e242a80a-b5df-4a35-9a4b-d8cbb394857d,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:41.072508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1802650054'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:41.101872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca775970-c96d-4bfa-a518-96c556f97103 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Network': ['ID=d3a1358b-9895-477b-92c4-a380e312202d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:41.224010 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Allocated IP 2001:db8::1a (7b798e51-52e0-405a-a87b-b5ba84f79af2/5be75345-a4ec-4af6-ba7e-2417ec66a005/01a4f3d6-a104-49d7-8876-37726ab59bf2) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:41.241835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] For port 84246466-79e7-46a8-8a91-13b061d334f6, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:41.293530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:41.301710 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.322047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] For port 84246466-79e7-46a8-8a91-13b061d334f6, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84246466-79e7-46a8-8a91-13b061d334f6,segment=NetworkSegment(b6f96d93-806c-4ce7-957e-92a1bfa8eba2),segment_id=b6f96d93-806c-4ce7-957e-92a1bfa8eba2)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:41.433391 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.462819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2d14efad-6d74-43b6-93f2-b37519cdea60 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:41.539072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e3dabecb-1de4-4b3c-8051-50f97df9b7e5 None None] Provisioning complete for port 5d9439f1-68d2-42ab-9911-90036d8a50f7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:41.539766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3dabecb-1de4-4b3c-8051-50f97df9b7e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.599703 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f417987b-415f-410e-8d19-bdba60e14ab6 req-ea1c1638-c367-426e-b995-bd8853e70404 tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.9997423 Nov 25 19:42:41.655503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:41.663011 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.671808 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] 10.222.0.60 "PUT /v2.0/ports/84246466-79e7-46a8-8a91-13b061d334f6 HTTP/1.1" status: 200 len: 1091 time: 5.4884870 Nov 25 19:42:41.700790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Allocated IP 172.20.0.2 (ad50b536-a001-44a6-b2cf-16e1836e223d/483b5557-a6b3-4488-9d29-d796b8f1f4e6/2c60998c-20ab-4beb-a0b3-660bc6b22235) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:41.733054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 2d14efad-6d74-43b6-93f2-b37519cdea60 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:41.734229 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:41.747352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd73b521-bc45-4953-9321-50bc0c1ed805', 'tag': '84246466-79e7-46a8-8a91-13b061d334f6'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:41.753404 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e42bbb9-2057-4665-a31c-2d4e121400a9" -d '{"events": [{"name": "network-changed", "server_uuid": "fd73b521-bc45-4953-9321-50bc0c1ed805", "tag": "84246466-79e7-46a8-8a91-13b061d334f6"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:41.836811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:41.910776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b316460-f2c9-4e57-8896-e32072a0bb44 req-bf381c60-7985-4ecc-9def-a88127799bb5 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:41.924031 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b316460-f2c9-4e57-8896-e32072a0bb44 req-bf381c60-7985-4ecc-9def-a88127799bb5 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 943 time: 0.1463304 Nov 25 19:42:41.959261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-65f9fe97-7fd0-4bd5-96c7-bd6b40de7c21 None None] Could not find standard attr ID for object 6a01c74e-114d-4dea-8761-e0b1f40e06f4. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:42:42.020486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b316460-f2c9-4e57-8896-e32072a0bb44 req-3b1f97be-2718-4593-b84b-9ba4fab49557 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941427 Nov 25 19:42:42.042107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.042700 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Added segment 1791bc17-f3d9-4037-be94-cb2e36c4c020 of type vlan for network db0aeea2-c7e6-49b0-89a0-89302dc7c992 Nov 25 19:42:42.054765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbcbf5-69af-4264-be17-b34591476064 req-f7926595-d3b7-49b5-aac3-75fea45da969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:42.058327 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-f7926595-d3b7-49b5-aac3-75fea45da969 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=987ca778aff648d4bd4bf45b5064d588&device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 1094 time: 0.2768815 Nov 25 19:42:42.059632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b30f60-8962-4217-8272-013f9ca156de service neutron] Pushing event updated for resources: {'Port': ['ID=84246466-79e7-46a8-8a91-13b061d334f6,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:42.080665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-65f9fe97-7fd0-4bd5-96c7-bd6b40de7c21 None None] Provisioning complete for port bb727db9-73e5-403b-838b-42b338d70d29 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:42.081090 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-65f9fe97-7fd0-4bd5-96c7-bd6b40de7c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.084791 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.113299 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.185468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Pushing event updated for resources: {'Port': ['ID=2c60998c-20ab-4beb-a0b3-660bc6b22235,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:42.194862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Network ad50b536-a001-44a6-b2cf-16e1836e223d is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:42.195238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-65f9fe97-7fd0-4bd5-96c7-bd6b40de7c21 None None] Port bb727db9-73e5-403b-838b-42b338d70d29 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:42.198348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:42.201301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:42.238443 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-8c83c909-6761-42e0-ac4e-76ef1835c524 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84246466-79e7-46a8-8a91-13b061d334f6 HTTP/1.1" status: 200 len: 217 time: 0.1524897 Nov 25 19:42:42.288484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Allocated IP 172.20.0.5 (ad50b536-a001-44a6-b2cf-16e1836e223d/483b5557-a6b3-4488-9d29-d796b8f1f4e6/983502e8-8793-401e-b0f6-deb1999e2d44) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:42.330123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001a80-d13a-4ae2-98a8-bf4a43de2a3d req-c262f03c-6360-4768-9784-0c3848f30687 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:42.333328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Attempting to bind port 2c60998c-20ab-4beb-a0b3-660bc6b22235 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:42:42.334169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Attempting to bind port 2c60998c-20ab-4beb-a0b3-660bc6b22235 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'b2691bef-480f-440e-bf87-cb460451c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad50b536-a001-44a6-b2cf-16e1836e223d'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:42:42.335051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Attempting to bind port 2c60998c-20ab-4beb-a0b3-660bc6b22235 on network ad50b536-a001-44a6-b2cf-16e1836e223d {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:42:42.345521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001a80-d13a-4ae2-98a8-bf4a43de2a3d req-c262f03c-6360-4768-9784-0c3848f30687 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:42.347996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:42:42.348400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Checking segment: {'id': 'b2691bef-480f-440e-bf87-cb460451c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad50b536-a001-44a6-b2cf-16e1836e223d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:42.349407 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.350239 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Bound using segment: {'id': 'b2691bef-480f-440e-bf87-cb460451c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad50b536-a001-44a6-b2cf-16e1836e223d'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:42:42.351331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Bound port: 2c60998c-20ab-4beb-a0b3-660bc6b22235, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2691bef-480f-440e-bf87-cb460451c9f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'ad50b536-a001-44a6-b2cf-16e1836e223d'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:42:42.352270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.356436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001a80-d13a-4ae2-98a8-bf4a43de2a3d req-c262f03c-6360-4768-9784-0c3848f30687 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:42.364572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001a80-d13a-4ae2-98a8-bf4a43de2a3d req-c262f03c-6360-4768-9784-0c3848f30687 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:42.385176 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.393067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001a80-d13a-4ae2-98a8-bf4a43de2a3d req-c262f03c-6360-4768-9784-0c3848f30687 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:42.408400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001a80-d13a-4ae2-98a8-bf4a43de2a3d req-c262f03c-6360-4768-9784-0c3848f30687 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:42.427116 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.441047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc001a80-d13a-4ae2-98a8-bf4a43de2a3d req-c262f03c-6360-4768-9784-0c3848f30687 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:42.444165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc001a80-d13a-4ae2-98a8-bf4a43de2a3d req-c262f03c-6360-4768-9784-0c3848f30687 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5432 time: 0.2616143 Nov 25 19:42:42.488019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] For port 2c60998c-20ab-4beb-a0b3-660bc6b22235, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:42:42.492862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] For port 2c60998c-20ab-4beb-a0b3-660bc6b22235, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2c60998c-20ab-4beb-a0b3-660bc6b22235,segment=NetworkSegment(b2691bef-480f-440e-bf87-cb460451c9f5),segment_id=b2691bef-480f-440e-bf87-cb460451c9f5)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:42:42.498649 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.563872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cbcbf5-69af-4264-be17-b34591476064 req-4595086e-e9aa-4b67-bd3a-ece391d87b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:42.568141 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-4595086e-e9aa-4b67-bd3a-ece391d87b9f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e335ad93-6aeb-4561-9825-fd7282d53847 HTTP/1.1" status: 200 len: 865 time: 0.3206892 Nov 25 19:42:42.576003 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.603786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:42.604831 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:42.629081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21254fbb-6fd0-4ecf-a9fe-21a36af915a0 None None] Pushing event updated for resources: {'Port': ['ID=2c60998c-20ab-4beb-a0b3-660bc6b22235,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:42.758893 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-b1e53012-b740-4263-8baa-089ea0780cad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1d5de64-287a-4c77-ac2a-25d4fded02fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481223 Nov 25 19:42:42.809252 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 65636e05-774f-452f-8240-2f811a684d5a details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:42.822589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8114114 Nov 25 19:42:42.841281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc001a80-d13a-4ae2-98a8-bf4a43de2a3d req-f942554c-c019-4db1-966e-fce1d0ecb1ac tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3734219 Nov 25 19:42:42.851449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43460) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:42.873943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'network_id': 'db0aeea2-c7e6-49b0-89a0-89302dc7c992', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:42.943679 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.194118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 65636e05-774f-452f-8240-2f811a684d5a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=65636e05-774f-452f-8240-2f811a684d5a,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:43.249991 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '65636e05-774f-452f-8240-2f811a684d5a', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'port_id': '65636e05-774f-452f-8240-2f811a684d5a', 'mac_address': 'fa:16:3e:67:5c:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:43.345838 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.369046 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.403832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65636e05-774f-452f-8240-2f811a684d5a {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:43.444840 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e230d92-5075-4084-a9c3-1bc151e85e70 x-openstack-request-id: req-8e230d92-5075-4084-a9c3-1bc151e85e70 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:43.445301 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd73b521-bc45-4953-9321-50bc0c1ed805", "tag": "84246466-79e7-46a8-8a91-13b061d334f6", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:43.445706 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8e230d92-5075-4084-a9c3-1bc151e85e70 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:43.454592 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd73b521-bc45-4953-9321-50bc0c1ed805', 'tag': '84246466-79e7-46a8-8a91-13b061d334f6', 'status': 'completed', 'code': 200} Nov 25 19:42:43.458724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e0591-b19b-4153-84be-0d27f06bbacb tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=db0aeea2-c7e6-49b0-89a0-89302dc7c992,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:43.481971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 65636e05-774f-452f-8240-2f811a684d5a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=65636e05-774f-452f-8240-2f811a684d5a,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:43.496868 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.497736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:43.501416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:43.505845 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.592597 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network db0aeea2-c7e6-49b0-89a0-89302dc7c992 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:43.611691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c148e8d-90e7-4e20-9104-0bc26fb89858 None None] Network 394e9748-d050-4dd6-a70a-dcc2981cac68 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:43.702574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.718022 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:43.782067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:43.821418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:43.840535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:43.847285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:43.901594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Network ad50b536-a001-44a6-b2cf-16e1836e223d is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:43.911030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e242a80a-b5df-4a35-9a4b-d8cbb394857d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:43.911675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:43.925443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:43.929486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Pushing event updated for resources: {'Port': ['ID=983502e8-8793-401e-b0f6-deb1999e2d44,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:43.932310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'Port': ['ID=01a4f3d6-a104-49d7-8876-37726ab59bf2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:44.044930 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ab87577-7d20-4ec4-95fe-a3f78cc644eb req-488d5aa3-615d-480c-98f7-62bda36c2aea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=025785963fb249f8a31050d3591bf2e8&device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1867507 Nov 25 19:42:44.211287 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ab87577-7d20-4ec4-95fe-a3f78cc644eb req-9736c97b-a68b-4688-9583-87563e5f5186 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=025785963fb249f8a31050d3591bf2e8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0854924 Nov 25 19:42:44.283193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43484) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:44.295166 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-237c4add-dca7-40cf-94ab-b4b815759ae7 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.5483325 Nov 25 19:42:44.298861 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-c96bdf97-cf53-49d9-91cd-ae6406715f81 service neutron] 10.222.0.60 "GET /v2.0/networks/f1d5de64-287a-4c77-ac2a-25d4fded02fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5118985 Nov 25 19:42:44.339767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-21406ee7-82b8-4c72-a4a7-180cde701b83 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::261', 'mac_address': 'fa:16:3e:e1:2c:c1'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:44.407341 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:42:44.408442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:44.409996 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.600594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=65636e05-774f-452f-8240-2f811a684d5a,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:44.653770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c5ab9cfd-c3c1-432b-b249-dc36fd7f8a23 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.2777050 Nov 25 19:42:44.655927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43492) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:44.687171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07033434-a42f-4784-b70b-74ff489791b4 req-bcab51d6-eaa3-403f-a1ba-1a5024596635 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:44.697568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07033434-a42f-4784-b70b-74ff489791b4 req-bcab51d6-eaa3-403f-a1ba-1a5024596635 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 943 time: 0.6312387 Nov 25 19:42:44.715263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e0c31306-f632-4d95-9a7f-b9ff01be9e2a None None] Provisioning complete for port e242a80a-b5df-4a35-9a4b-d8cbb394857d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:44.715853 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0c31306-f632-4d95-9a7f-b9ff01be9e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.900188 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:44.915231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e242a80a-b5df-4a35-9a4b-d8cbb394857d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:44.916122 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.007098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:45.135126 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07033434-a42f-4784-b70b-74ff489791b4 req-89a57927-2560-4de0-80d2-086a3ec26904 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4263210 Nov 25 19:42:45.140482 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0c31306-f632-4d95-9a7f-b9ff01be9e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.144907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ddd881-58ce-416a-8239-887944f6c198 None None] Network ad50b536-a001-44a6-b2cf-16e1836e223d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:45.165266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '088dfcb3-8849-4ae4-8bb7-b2e03d60ebef', 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e', 'port_id': '088dfcb3-8849-4ae4-8bb7-b2e03d60ebef', 'mac_address': 'fa:16:3e:3f:da:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8de03ef-d7d5-495a-bcdd-3efee019aab4', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:45.374077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e0c31306-f632-4d95-9a7f-b9ff01be9e2a None None] For port e242a80a-b5df-4a35-9a4b-d8cbb394857d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e242a80a-b5df-4a35-9a4b-d8cbb394857d,segment=NetworkSegment(3544d953-bdc6-4353-aa89-4f99372ba7a9),segment_id=3544d953-bdc6-4353-aa89-4f99372ba7a9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:45.391085 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0c31306-f632-4d95-9a7f-b9ff01be9e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.446832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab87577-7d20-4ec4-95fe-a3f78cc644eb req-8e36ef35-2f22-4a36-aafe-d5943260fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:45.449334 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ab87577-7d20-4ec4-95fe-a3f78cc644eb req-8e36ef35-2f22-4a36-aafe-d5943260fe6e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.2202845 Nov 25 19:42:45.453422 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0cbcbf5-69af-4264-be17-b34591476064 req-143be43b-b009-4b8b-8681-52d0213fdaa0 service neutron] 10.222.0.60 "GET /v2.0/networks/f1d5de64-287a-4c77-ac2a-25d4fded02fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1159053 Nov 25 19:42:45.457737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-940af4e9-5834-4449-93c6-a30bb8265fbd req-b1792eff-3333-4f3a-b7fe-31249def184c tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.1283920 Nov 25 19:42:45.525746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=84d16d47-9bd1-4d3d-b65e-e8c85b01a94f,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:45.526639 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.528185 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-21406ee7-82b8-4c72-a4a7-180cde701b83 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.537656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Checking segment: {'id': '1791bc17-f3d9-4037-be94-cb2e36c4c020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'db0aeea2-c7e6-49b0-89a0-89302dc7c992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:45.538028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network hostable DHCP agents. Network: db0aeea2-c7e6-49b0-89a0-89302dc7c992, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:45.632053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network db0aeea2-c7e6-49b0-89a0-89302dc7c992 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:45.677194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42bbb9-2057-4665-a31c-2d4e121400a9 req-23c566be-4059-4a52-adad-5160a2df809e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:45.679082 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e42bbb9-2057-4665-a31c-2d4e121400a9 req-23c566be-4059-4a52-adad-5160a2df809e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=987ca778aff648d4bd4bf45b5064d588&device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 1094 time: 0.0798352 Nov 25 19:42:45.685012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0ca14-452f-455c-a572-3a8ad390f544 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Deleting port 983502e8-8793-401e-b0f6-deb1999e2d44 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:45.693775 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ab0ca14-452f-455c-a572-3a8ad390f544 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.702979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:45.710997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, db0aeea2-c7e6-49b0-89a0-89302dc7c992) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:45.767126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b406d-fcd8-4af1-9c00-85fa23d6db95 None None] Network db0aeea2-c7e6-49b0-89a0-89302dc7c992 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:45.842752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42bbb9-2057-4665-a31c-2d4e121400a9 req-1c421691-0ef5-4937-9d4d-de4a4eaba763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:45.844345 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e42bbb9-2057-4665-a31c-2d4e121400a9 req-1c421691-0ef5-4937-9d4d-de4a4eaba763 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f1d5de64-287a-4c77-ac2a-25d4fded02fd HTTP/1.1" status: 200 len: 926 time: 0.1583793 Nov 25 19:42:45.849551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:45.850457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.906286 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e42bbb9-2057-4665-a31c-2d4e121400a9 req-06e826cf-0df1-4720-be22-e4ad66aca479 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=84246466-79e7-46a8-8a91-13b061d334f6 HTTP/1.1" status: 200 len: 217 time: 0.0530562 Nov 25 19:42:45.949072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:45.951704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-35e9a4c9-0609-4cbd-8f43-1e96bcc1da30 None None] Provisioning complete for port 01a4f3d6-a104-49d7-8876-37726ab59bf2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:45.952330 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-35e9a4c9-0609-4cbd-8f43-1e96bcc1da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:45.966492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2c60998c-20ab-4beb-a0b3-660bc6b22235 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:46.001808 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.003778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3e36c5a3-e2d4-4108-add5-5ea119f844c0 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:46.040503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e42bbb9-2057-4665-a31c-2d4e121400a9 req-d5e91608-6fbd-4cde-8c21-78a7b9544c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:46.042024 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e42bbb9-2057-4665-a31c-2d4e121400a9 req-d5e91608-6fbd-4cde-8c21-78a7b9544c59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e335ad93-6aeb-4561-9825-fd7282d53847 HTTP/1.1" status: 200 len: 865 time: 0.1262922 Nov 25 19:42:46.091807 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e42bbb9-2057-4665-a31c-2d4e121400a9 req-56cfb7c2-40da-450a-b652-4e90a2f75109 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f1d5de64-287a-4c77-ac2a-25d4fded02fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403845 Nov 25 19:42:46.095868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43506) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:46.096396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-06ddf12e-a126-41c0-985f-bac188cf5976 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.2435062 Nov 25 19:42:46.230640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ab0ca14-452f-455c-a572-3a8ad390f544 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.247180 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e42bbb9-2057-4665-a31c-2d4e121400a9 req-857c6d01-9712-4e8c-83e1-d544f0f0b615 service neutron] 10.222.0.60 "GET /v2.0/networks/f1d5de64-287a-4c77-ac2a-25d4fded02fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375809 Nov 25 19:42:46.258358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04495-819a-4a25-853b-17127462ef8e req-af0b399e-c458-4e80-b005-5bafb560d389 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:46.275559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04495-819a-4a25-853b-17127462ef8e req-af0b399e-c458-4e80-b005-5bafb560d389 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:46.288581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04495-819a-4a25-853b-17127462ef8e req-af0b399e-c458-4e80-b005-5bafb560d389 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:46.290284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-35e9a4c9-0609-4cbd-8f43-1e96bcc1da30 None None] Port 01a4f3d6-a104-49d7-8876-37726ab59bf2 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:46.292438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c31306-f632-4d95-9a7f-b9ff01be9e2a None None] Pushing event updated for resources: {'Port': ['ID=e242a80a-b5df-4a35-9a4b-d8cbb394857d,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:46.304139 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04495-819a-4a25-853b-17127462ef8e req-af0b399e-c458-4e80-b005-5bafb560d389 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:46.317634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04495-819a-4a25-853b-17127462ef8e req-af0b399e-c458-4e80-b005-5bafb560d389 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:46.331690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04495-819a-4a25-853b-17127462ef8e req-af0b399e-c458-4e80-b005-5bafb560d389 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:46.336830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3e36c5a3-e2d4-4108-add5-5ea119f844c0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:46.344781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d04495-819a-4a25-853b-17127462ef8e req-af0b399e-c458-4e80-b005-5bafb560d389 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:46.362930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71d04495-819a-4a25-853b-17127462ef8e req-af0b399e-c458-4e80-b005-5bafb560d389 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5433 time: 0.6490428 Nov 25 19:42:46.438676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5ab0ca14-452f-455c-a572-3a8ad390f544 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Calling delete_port for 983502e8-8793-401e-b0f6-deb1999e2d44 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:46.491197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.492038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '3e36c5a3-e2d4-4108-add5-5ea119f844c0', 'network_id': 'de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e', 'port_id': '3e36c5a3-e2d4-4108-add5-5ea119f844c0', 'mac_address': 'fa:16:3e:ec:bb:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 649, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8de03ef-d7d5-495a-bcdd-3efee019aab4', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:46.555942 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e42bbb9-2057-4665-a31c-2d4e121400a9 req-e33a20f2-fbe1-4eb3-841c-41efe6f264f1 service neutron] 10.222.0.60 "GET /v2.0/networks/f1d5de64-287a-4c77-ac2a-25d4fded02fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736452 Nov 25 19:42:46.557997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-21406ee7-82b8-4c72-a4a7-180cde701b83 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.583599 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-21406ee7-82b8-4c72-a4a7-180cde701b83 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.609634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:46.679084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71d04495-819a-4a25-853b-17127462ef8e req-afa6a25b-c975-44e0-9c06-06ec0533c502 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3132343 Nov 25 19:42:46.688064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-21406ee7-82b8-4c72-a4a7-180cde701b83 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] In _notify_port_updated(), no bound segment for port 01a4f3d6-a104-49d7-8876-37726ab59bf2 on network 7b798e51-52e0-405a-a87b-b5ba84f79af2 {{(pid=103651) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:42:46.701253 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-35e9a4c9-0609-4cbd-8f43-1e96bcc1da30 None None] Provisioning complete for port e242a80a-b5df-4a35-9a4b-d8cbb394857d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:46.701637 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-35e9a4c9-0609-4cbd-8f43-1e96bcc1da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.709160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21406ee7-82b8-4c72-a4a7-180cde701b83 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:46.709859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-21406ee7-82b8-4c72-a4a7-180cde701b83 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.713738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-21406ee7-82b8-4c72-a4a7-180cde701b83 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "PUT /v2.0/ports/01a4f3d6-a104-49d7-8876-37726ab59bf2 HTTP/1.1" status: 200 len: 1002 time: 2.3914318 Nov 25 19:42:46.718161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43520) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:46.802414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 2c60998c-20ab-4beb-a0b3-660bc6b22235 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:46.802787 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.805182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21406ee7-82b8-4c72-a4a7-180cde701b83 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'Port': ['ID=01a4f3d6-a104-49d7-8876-37726ab59bf2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:46.872128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:46.891088 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ab87577-7d20-4ec4-95fe-a3f78cc644eb req-4dac2440-4952-4334-a1e5-73b23bc142ca tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.60 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.0556431 Nov 25 19:42:46.963185 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.046540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3784d72c-c87b-47fe-be9d-79028b70b87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-db0aeea2-c7e6-49b0-89a0-89302dc7c992', 'network_id': 'db0aeea2-c7e6-49b0-89a0-89302dc7c992', 'tenant_id': '812dcb9453324141b642b35abfd1fafb', 'fixed_ips': [{'subnet_id': '84d16d47-9bd1-4d3d-b65e-e8c85b01a94f'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:47.047499 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3784d72c-c87b-47fe-be9d-79028b70b87d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.051451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.110144 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ab0ca14-452f-455c-a572-3a8ad390f544 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.114857 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e36c5a3-e2d4-4108-add5-5ea119f844c0 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:47.134164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8429cf-da8a-44ed-91fc-f513dd1f740e req-e818b855-8692-415b-8786-90063fc563e3 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:47.137681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e8429cf-da8a-44ed-91fc-f513dd1f740e req-e818b855-8692-415b-8786-90063fc563e3 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 943 time: 0.3128247 Nov 25 19:42:47.171777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Subnet': ['ID=84d16d47-9bd1-4d3d-b65e-e8c85b01a94f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:47.252382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0ca14-452f-455c-a572-3a8ad390f544 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Pushing event deleted for resources: {'Port': ['ID=983502e8-8793-401e-b0f6-deb1999e2d44,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:47.380741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3e36c5a3-e2d4-4108-add5-5ea119f844c0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:47.409691 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.471057 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.479506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:47.505847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7edf79da-a201-4d9d-a40d-2dc87e3fdcaa tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Deleting port 01a4f3d6-a104-49d7-8876-37726ab59bf2 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:47.516098 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7edf79da-a201-4d9d-a40d-2dc87e3fdcaa tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.543433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee54248a-fe04-4df0-bd06-a4f7469cb52c None None] Network db0aeea2-c7e6-49b0-89a0-89302dc7c992 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:47.545067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0aeea2-c7e6-49b0-89a0-89302dc7c992']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:47.592751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1791bc17-f3d9-4037-be94-cb2e36c4c020') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:47.594428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1791bc17-f3d9-4037-be94-cb2e36c4c020') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:47.626620 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.663276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e8429cf-da8a-44ed-91fc-f513dd1f740e req-8123be66-f816-4a78-8303-496976b8d234 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4152088 Nov 25 19:42:47.698245 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.701342 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:42:47.702042 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ab0ca14-452f-455c-a572-3a8ad390f544 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.726994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5ab0ca14-452f-455c-a572-3a8ad390f544 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] 10.222.0.15 "DELETE /v2.0/ports/983502e8-8793-401e-b0f6-deb1999e2d44 HTTP/1.1" status: 204 len: 168 time: 3.0494432 Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:47.727431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43534) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:47.886480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3e36c5a3-e2d4-4108-add5-5ea119f844c0,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:48.150017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-35e9a4c9-0609-4cbd-8f43-1e96bcc1da30 None None] Provisioning complete for port 2c60998c-20ab-4beb-a0b3-660bc6b22235 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:48.151320 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-35e9a4c9-0609-4cbd-8f43-1e96bcc1da30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.153443 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.166676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fe40e48-5b61-4b76-9d96-81b376aad15a req-21bef53d-49d9-479e-9dd1-27054f7908ed tempest-ServerShowV254Test-196842509 tempest-ServerShowV254Test-196842509-project] 10.222.0.15 "GET /v2.0/ports?device_id=defdf59b-cce1-4146-9410-2c7667130a92 HTTP/1.1" status: 200 len: 210 time: 0.0822895 Nov 25 19:42:48.182889 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-579eeee1-60ea-4418-b62e-737b930ea100 tempest-DHCPAgentSchedulersTestJSON-76554897 tempest-DHCPAgentSchedulersTestJSON-76554897-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4927 time: 0.4402213 Nov 25 19:42:48.185733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43540) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:48.236656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-173147616'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:48.313454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7edf79da-a201-4d9d-a40d-2dc87e3fdcaa tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.338864 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.346033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Made reservation on behalf of 36e2dda429c84cdb82d2ccc4065f697b for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:48.363772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.364147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7edf79da-a201-4d9d-a40d-2dc87e3fdcaa tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Calling delete_port for 01a4f3d6-a104-49d7-8876-37726ab59bf2 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:48.366751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.372120 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/db0aeea2-c7e6-49b0-89a0-89302dc7c992 HTTP/1.1" status: 204 len: 168 time: 2.2742896 Nov 25 19:42:48.380041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43542) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:48.395009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 2c60998c-20ab-4beb-a0b3-660bc6b22235, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2c60998c-20ab-4beb-a0b3-660bc6b22235,segment=NetworkSegment(b2691bef-480f-440e-bf87-cb460451c9f5),segment_id=b2691bef-480f-440e-bf87-cb460451c9f5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:48.405461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1137373932'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:48.413434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03530d3c-67e1-4816-acc5-b776f27864af tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Network': ['ID=db0aeea2-c7e6-49b0-89a0-89302dc7c992,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:48.427451 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.615516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:48.627628 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.632833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:48.638046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:48.660784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e242a80a-b5df-4a35-9a4b-d8cbb394857d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:48.696239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46aecd-06f6-4a2a-beec-7661324e0394 req-e78660f5-1f7e-4c89-b246-cfc5dc23a3b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:48.706907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=2c60998c-20ab-4beb-a0b3-660bc6b22235,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:48.711147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46aecd-06f6-4a2a-beec-7661324e0394 req-e78660f5-1f7e-4c89-b246-cfc5dc23a3b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:48.734597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46aecd-06f6-4a2a-beec-7661324e0394 req-e78660f5-1f7e-4c89-b246-cfc5dc23a3b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:48.752228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:48.754513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46aecd-06f6-4a2a-beec-7661324e0394 req-e78660f5-1f7e-4c89-b246-cfc5dc23a3b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:48.759725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '42eef06c-acc8-4cf0-beb3-d851d94e5fe8', 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64', 'port_id': '42eef06c-acc8-4cf0-beb3-d851d94e5fe8', 'mac_address': 'fa:16:3e:c4:bf:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475ccb44-2c32-4eea-8d20-2e7c31a914aa', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:48.786402 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.786995 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Added segment 2d7ba308-3fc7-4c24-8b43-bd1be70b1cf2 of type vlan for network 446ba406-7747-4cc9-a819-e688a994639e Nov 25 19:42:48.798590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46aecd-06f6-4a2a-beec-7661324e0394 req-e78660f5-1f7e-4c89-b246-cfc5dc23a3b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:48.828760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46aecd-06f6-4a2a-beec-7661324e0394 req-e78660f5-1f7e-4c89-b246-cfc5dc23a3b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:48.852500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c46aecd-06f6-4a2a-beec-7661324e0394 req-e78660f5-1f7e-4c89-b246-cfc5dc23a3b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:48.867115 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c46aecd-06f6-4a2a-beec-7661324e0394 req-e78660f5-1f7e-4c89-b246-cfc5dc23a3b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5435 time: 0.4815373 Nov 25 19:42:48.883960 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:48.884500 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Added segment e8d8ed92-5376-46ca-bf92-4c828fdfc44b of type vlan for network 75267d95-eef1-47ca-ac69-03ebfee99732 Nov 25 19:42:49.001574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.072171 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.077418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.078946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e242a80a-b5df-4a35-9a4b-d8cbb394857d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:49.079726 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.083116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c46aecd-06f6-4a2a-beec-7661324e0394 req-6380da8d-b46a-4a5c-bfaa-b7c0a3eb2735 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2144928 Nov 25 19:42:49.083410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c091ce89-ca1c-4d4f-a5f0-4375878e8365 None None] Provisioning complete for port 01a4f3d6-a104-49d7-8876-37726ab59bf2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:49.083714 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c091ce89-ca1c-4d4f-a5f0-4375878e8365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.108911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.127727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:49.129012 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.165847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:49.211138 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7edf79da-a201-4d9d-a40d-2dc87e3fdcaa tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.265946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:49.279178 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.279879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 43d3c575-757a-4ad9-a707-160601e5750e details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:49.288571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.1009817 Nov 25 19:42:49.294483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c091ce89-ca1c-4d4f-a5f0-4375878e8365 None None] Port 01a4f3d6-a104-49d7-8876-37726ab59bf2 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:49.333177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43558) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:49.345383 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.362616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:49.381582 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:49.392350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462b493-b93e-4ef1-a594-ea6bd4b1c6a9 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Pushing event updated for resources: {'Network': ['ID=75267d95-eef1-47ca-ac69-03ebfee99732,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:49.421093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edf79da-a201-4d9d-a40d-2dc87e3fdcaa tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event deleted for resources: {'Port': ['ID=01a4f3d6-a104-49d7-8876-37726ab59bf2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:49.429976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c091ce89-ca1c-4d4f-a5f0-4375878e8365 None None] Could not find standard attr ID for object 983502e8-8793-401e-b0f6-deb1999e2d44. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:42:49.445546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 75267d95-eef1-47ca-ac69-03ebfee99732 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:49.481787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955011de-d983-4750-a490-0875fa482124 req-d3fa5444-f133-463d-b2fe-9d593ea8101e tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:49.493022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-955011de-d983-4750-a490-0875fa482124 req-d3fa5444-f133-463d-b2fe-9d593ea8101e tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 943 time: 0.0959132 Nov 25 19:42:49.632620 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:42:49.699021 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3068559 Nov 25 19:42:49.710920 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-955011de-d983-4750-a490-0875fa482124 req-2e011a8d-30d7-48cc-9813-b2a156f32b03 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160676 Nov 25 19:42:49.716154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43568) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:49.734957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e6bb6f-339b-46cd-be89-bcbcc947ad94 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=446ba406-7747-4cc9-a819-e688a994639e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:49.759968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43570) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:49.767134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'network_id': '446ba406-7747-4cc9-a819-e688a994639e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:49.795745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 446ba406-7747-4cc9-a819-e688a994639e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:49.943970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 43d3c575-757a-4ad9-a707-160601e5750e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=43d3c575-757a-4ad9-a707-160601e5750e,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:49.958429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:50.035945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c091ce89-ca1c-4d4f-a5f0-4375878e8365 None None] Provisioning complete for port 2c60998c-20ab-4beb-a0b3-660bc6b22235 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:50.035945 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c091ce89-ca1c-4d4f-a5f0-4375878e8365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.168592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '43d3c575-757a-4ad9-a707-160601e5750e', 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64', 'port_id': '43d3c575-757a-4ad9-a707-160601e5750e', 'mac_address': 'fa:16:3e:43:82:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475ccb44-2c32-4eea-8d20-2e7c31a914aa', 'ip_address': '10.1.1.154'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:50.219000 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7edf79da-a201-4d9d-a40d-2dc87e3fdcaa tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.223943 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7edf79da-a201-4d9d-a40d-2dc87e3fdcaa tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "DELETE /v2.0/ports/01a4f3d6-a104-49d7-8876-37726ab59bf2 HTTP/1.1" status: 204 len: 168 time: 3.5006182 Nov 25 19:42:50.228191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43584) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:50.261116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:50.280726 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.364410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43586) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:50.367956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6e85-eb45-4a7a-a4ab-d2386de35353 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.397285 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b1e3feec-5be5-4e5a-882e-59a8288cd1a1 tempest-DHCPAgentSchedulersTestJSON-76554897 tempest-DHCPAgentSchedulersTestJSON-76554897-project-admin] 10.222.0.15 "GET /v2.0/agents/83cb53f2-a76f-4a2a-85a9-982a72174d1e/dhcp-networks HTTP/1.1" status: 200 len: 10510 time: 1.0600681 Nov 25 19:42:50.406604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43590) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:50.438948 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.439191 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c954873-31e6-4b33-88d8-f975915aca8f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] GET failed (client error): The resource could not be found. Nov 25 19:42:50.441662 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9c954873-31e6-4b33-88d8-f975915aca8f tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "GET /v2.0/ports/01a4f3d6-a104-49d7-8876-37726ab59bf2 HTTP/1.1" status: 404 len: 333 time: 0.2114859 Nov 25 19:42:50.448302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43592) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:50.510173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Request body: {'port': {'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-222849499'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:50.588796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d3c575-757a-4ad9-a707-160601e5750e {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:50.650035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.719333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 43d3c575-757a-4ad9-a707-160601e5750e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=43d3c575-757a-4ad9-a707-160601e5750e,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:50.757653 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:50.758642 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ce49200e-7a12-415f-ba24-3bfb7d146868 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:50.854892 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2c60998c-20ab-4beb-a0b3-660bc6b22235 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:50.916495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8169-d3e6-40e0-af1a-9362fcae327d req-0f70ba9e-31bb-43fe-9094-f349e4628246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:50.935315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8169-d3e6-40e0-af1a-9362fcae327d req-0f70ba9e-31bb-43fe-9094-f349e4628246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:50.973264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8169-d3e6-40e0-af1a-9362fcae327d req-0f70ba9e-31bb-43fe-9094-f349e4628246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:51.016665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8169-d3e6-40e0-af1a-9362fcae327d req-0f70ba9e-31bb-43fe-9094-f349e4628246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:51.039136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8169-d3e6-40e0-af1a-9362fcae327d req-0f70ba9e-31bb-43fe-9094-f349e4628246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:51.059635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8169-d3e6-40e0-af1a-9362fcae327d req-0f70ba9e-31bb-43fe-9094-f349e4628246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:51.068322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8f8169-d3e6-40e0-af1a-9362fcae327d req-0f70ba9e-31bb-43fe-9094-f349e4628246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:51.070655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f8f8169-d3e6-40e0-af1a-9362fcae327d req-0f70ba9e-31bb-43fe-9094-f349e4628246 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5436 time: 0.7200415 Nov 25 19:42:51.084375 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:42:51.126183 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffd326d4-007c-40b0-b242-985db762e88e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.216979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ce49200e-7a12-415f-ba24-3bfb7d146868, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ce49200e-7a12-415f-ba24-3bfb7d146868,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:51.260513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=43d3c575-757a-4ad9-a707-160601e5750e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:51.277472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'ce49200e-7a12-415f-ba24-3bfb7d146868', 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64', 'port_id': 'ce49200e-7a12-415f-ba24-3bfb7d146868', 'mac_address': 'fa:16:3e:a2:96:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475ccb44-2c32-4eea-8d20-2e7c31a914aa', 'ip_address': '10.1.1.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:51.280740 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f8f8169-d3e6-40e0-af1a-9362fcae327d req-4a29e4ef-f3a0-4ca2-b6b8-06f56f49da56 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1992111 Nov 25 19:42:51.336253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6e85-eb45-4a7a-a4ab-d2386de35353 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.368531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 2c60998c-20ab-4beb-a0b3-660bc6b22235 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:51.369131 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.440350 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b5b6e85-eb45-4a7a-a4ab-d2386de35353 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.448632 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.487064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce49200e-7a12-415f-ba24-3bfb7d146868 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:51.521057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c26ad598-b03c-4258-8f85-78b216314bbe tempest-DHCPAgentSchedulersTestJSON-76554897 tempest-DHCPAgentSchedulersTestJSON-76554897-project-admin] Network 75267d95-eef1-47ca-ac69-03ebfee99732 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:51.550939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ce49200e-7a12-415f-ba24-3bfb7d146868, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ce49200e-7a12-415f-ba24-3bfb7d146868,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:51.603460 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.648476 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6b5b6e85-eb45-4a7a-a4ab-d2386de35353 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4879af41d13f429daa9281f1ecd8a333&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8840296 Nov 25 19:42:51.669077 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c26ad598-b03c-4258-8f85-78b216314bbe tempest-DHCPAgentSchedulersTestJSON-76554897 tempest-DHCPAgentSchedulersTestJSON-76554897-project-admin] 10.222.0.15 "POST /v2.0/agents/83cb53f2-a76f-4a2a-85a9-982a72174d1e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.2412255 Nov 25 19:42:51.672458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43608) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:51.673449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43610) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:51.673724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b6e85-eb45-4a7a-a4ab-d2386de35353 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2d53ff-4ef0-4d3b-a58b-8849d6a827fd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:51.690333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Made reservation on behalf of 2ecdfa0c9354409488ae68f9f086a000 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:51.694305 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.708311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5cf898-0dbf-43eb-8868-c63e651720d2 None None] Network 75267d95-eef1-47ca-ac69-03ebfee99732 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:51.712349 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.714749 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb561747-6f3c-49c3-accb-3206128ee7ab details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:51.741177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffd326d4-007c-40b0-b242-985db762e88e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.746557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] device_id is not set on port 09ca120d-9f91-4dea-b102-783ca867578a yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:42:51.756640 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffd326d4-007c-40b0-b242-985db762e88e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:51.795463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fb561747-6f3c-49c3-accb-3206128ee7ab, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb561747-6f3c-49c3-accb-3206128ee7ab,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:51.849003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e153321-f44e-4684-86ba-d43e9d1c7202 req-938fccc5-154e-49ea-bf68-0f2885547cf4 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:51.852256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e153321-f44e-4684-86ba-d43e9d1c7202 req-938fccc5-154e-49ea-bf68-0f2885547cf4 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 943 time: 0.3357513 Nov 25 19:42:51.896825 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ffd326d4-007c-40b0-b242-985db762e88e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=025785963fb249f8a31050d3591bf2e8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5302229 Nov 25 19:42:51.907447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43616) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:51.922598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd326d4-007c-40b0-b242-985db762e88e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2871113a-274a-4938-a8a0-2dc5a649179a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:51.935877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'fb561747-6f3c-49c3-accb-3206128ee7ab', 'network_id': '11019f92-ac61-4726-97a2-979ab5b8ef64', 'port_id': 'fb561747-6f3c-49c3-accb-3206128ee7ab', 'mac_address': 'fa:16:3e:c0:42:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '475ccb44-2c32-4eea-8d20-2e7c31a914aa', 'ip_address': '10.1.1.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:51.959429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=434d8040-6e0a-4914-bbd8-da10c6262bb1,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:51.999098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Allocated IP 2001:db8::17d (7b798e51-52e0-405a-a87b-b5ba84f79af2/5be75345-a4ec-4af6-ba7e-2417ec66a005/09ca120d-9f91-4dea-b102-783ca867578a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:52.019278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ce49200e-7a12-415f-ba24-3bfb7d146868,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:52.095639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Checking segment: {'id': '2d7ba308-3fc7-4c24-8b43-bd1be70b1cf2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '446ba406-7747-4cc9-a819-e688a994639e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:52.096055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network hostable DHCP agents. Network: 446ba406-7747-4cc9-a819-e688a994639e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:52.147915 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.154834 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6c69d95-1490-44e5-b2f5-ba6263685ead admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.168177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb561747-6f3c-49c3-accb-3206128ee7ab {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:52.197810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fb561747-6f3c-49c3-accb-3206128ee7ab, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb561747-6f3c-49c3-accb-3206128ee7ab,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:52.217271 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.228571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e153321-f44e-4684-86ba-d43e9d1c7202 req-09a8d1c1-d422-456f-b90a-78a65d615105 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3260491 Nov 25 19:42:52.251296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network 446ba406-7747-4cc9-a819-e688a994639e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:52.300376 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6c69d95-1490-44e5-b2f5-ba6263685ead admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.303312 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8afce6f2-838e-4140-8816-6e0bd41e2957 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.316100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 446ba406-7747-4cc9-a819-e688a994639e) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:52.321264 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8fcc90eb-6b6b-48e1-bfb5-efb66c7c37ce tempest-DHCPAgentSchedulersTestJSON-76554897 tempest-DHCPAgentSchedulersTestJSON-76554897-project-admin] 10.222.0.15 "GET /v2.0/agents/83cb53f2-a76f-4a2a-85a9-982a72174d1e/dhcp-networks HTTP/1.1" status: 200 len: 11280 time: 0.6442983 Nov 25 19:42:52.332613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43620) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:52.334619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:52.335634 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.345475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fb561747-6f3c-49c3-accb-3206128ee7ab,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:52.361892 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 84246466-79e7-46a8-8a91-13b061d334f6 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:42:52.370397 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eb050a-253b-4dc9-9896-1ef5254c8b36 None None] Network 446ba406-7747-4cc9-a819-e688a994639e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:52.422950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8afce6f2-838e-4140-8816-6e0bd41e2957 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.443281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c3e7732f-f847-4854-9f61-1711bbff16ec tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.7184670 Nov 25 19:42:52.449254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43626) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:52.639004 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6c69d95-1490-44e5-b2f5-ba6263685ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.642725 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.644878 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6c69d95-1490-44e5-b2f5-ba6263685ead admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.647317 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c6c69d95-1490-44e5-b2f5-ba6263685ead admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c2d53ff-4ef0-4d3b-a58b-8849d6a827fd HTTP/1.1" status: 204 len: 168 time: 0.9721928 Nov 25 19:42:52.685161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 84246466-79e7-46a8-8a91-13b061d334f6, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84246466-79e7-46a8-8a91-13b061d334f6,segment=NetworkSegment(b6f96d93-806c-4ce7-957e-92a1bfa8eba2),segment_id=b6f96d93-806c-4ce7-957e-92a1bfa8eba2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:52.707618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3bfd2337-8457-49d9-af14-f9aca358cec0 tempest-DHCPAgentSchedulersTestJSON-76554897 tempest-DHCPAgentSchedulersTestJSON-76554897-project-admin] 10.222.0.15 "DELETE /v2.0/agents/83cb53f2-a76f-4a2a-85a9-982a72174d1e/dhcp-networks/75267d95-eef1-47ca-ac69-03ebfee99732 HTTP/1.1" status: 204 len: 168 time: 0.3561559 Nov 25 19:42:52.708296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c69d95-1490-44e5-b2f5-ba6263685ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2d53ff-4ef0-4d3b-a58b-8849d6a827fd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:52.711356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43632) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:52.712373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.714983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '84246466-79e7-46a8-8a91-13b061d334f6', 'network_id': 'f1d5de64-287a-4c77-ac2a-25d4fded02fd', 'port_id': '84246466-79e7-46a8-8a91-13b061d334f6', 'mac_address': 'fa:16:3e:4e:ce:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 627, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e335ad93-6aeb-4561-9825-fd7282d53847', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:42:52.766291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['65636e05-774f-452f-8240-2f811a684d5a'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:52.780119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e802d72-e650-4f50-914c-d75392e7ccc8 req-e8d30ea0-41b6-4686-b85a-c418f68779db tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:52.792020 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e802d72-e650-4f50-914c-d75392e7ccc8 req-e8d30ea0-41b6-4686-b85a-c418f68779db tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:52.800699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e802d72-e650-4f50-914c-d75392e7ccc8 req-e8d30ea0-41b6-4686-b85a-c418f68779db tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:52.807021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['088dfcb3-8849-4ae4-8bb7-b2e03d60ebef'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:52.814141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e802d72-e650-4f50-914c-d75392e7ccc8 req-e8d30ea0-41b6-4686-b85a-c418f68779db tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:52.826985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e802d72-e650-4f50-914c-d75392e7ccc8 req-e8d30ea0-41b6-4686-b85a-c418f68779db tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:52.841143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e802d72-e650-4f50-914c-d75392e7ccc8 req-e8d30ea0-41b6-4686-b85a-c418f68779db tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:52.865026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e802d72-e650-4f50-914c-d75392e7ccc8 req-e8d30ea0-41b6-4686-b85a-c418f68779db tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:52.871078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e802d72-e650-4f50-914c-d75392e7ccc8 req-e8d30ea0-41b6-4686-b85a-c418f68779db tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5439 time: 0.4215350 Nov 25 19:42:52.890359 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8afce6f2-838e-4140-8816-6e0bd41e2957 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.897754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8afce6f2-838e-4140-8816-6e0bd41e2957 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.900243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8afce6f2-838e-4140-8816-6e0bd41e2957 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2871113a-274a-4938-a8a0-2dc5a649179a HTTP/1.1" status: 204 len: 168 time: 0.9707470 Nov 25 19:42:52.918096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['3e36c5a3-e2d4-4108-add5-5ea119f844c0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:52.922774 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.970290 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:52.983117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afce6f2-838e-4140-8816-6e0bd41e2957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2871113a-274a-4938-a8a0-2dc5a649179a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:53.026847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ce49200e-7a12-415f-ba24-3bfb7d146868'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:53.029838 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['42eef06c-acc8-4cf0-beb3-d851d94e5fe8'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:53.090374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.093691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['fb561747-6f3c-49c3-accb-3206128ee7ab'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:53.110354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:53.144591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:53.146856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84246466-79e7-46a8-8a91-13b061d334f6 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:42:53.150103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:53.156365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:53.157108 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.160471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'Port': ['ID=09ca120d-9f91-4dea-b102-783ca867578a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:53.192222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 84246466-79e7-46a8-8a91-13b061d334f6, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84246466-79e7-46a8-8a91-13b061d334f6,segment=NetworkSegment(b6f96d93-806c-4ce7-957e-92a1bfa8eba2),segment_id=b6f96d93-806c-4ce7-957e-92a1bfa8eba2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:53.196582 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-db1c963b-ec54-4d14-80ec-be40c3478dc0 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7466798 Nov 25 19:42:53.201492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43642) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:53.228113 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bfba20b1-a99b-4d26-96e3-c4e8b2debcd5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:e1:2c:c1'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:53.317446 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.348591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.359302 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e802d72-e650-4f50-914c-d75392e7ccc8 req-2b4977f8-af31-419e-b3d6-147e0b251015 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4570184 Nov 25 19:42:53.448182 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ed975ba9-ea1d-4274-8f28-8d2b89fc4724 tempest-DHCPAgentSchedulersTestJSON-76554897 tempest-DHCPAgentSchedulersTestJSON-76554897-project-admin] 10.222.0.15 "GET /v2.0/agents/83cb53f2-a76f-4a2a-85a9-982a72174d1e/dhcp-networks HTTP/1.1" status: 200 len: 11308 time: 0.7330086 Nov 25 19:42:53.460109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43646) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:53.485200 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=84246466-79e7-46a8-8a91-13b061d334f6,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:53.524128 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.534035 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-67048d28-bcdd-452b-829c-232a64c34247 tempest-DHCPAgentSchedulersTestJSON-76554897 tempest-DHCPAgentSchedulersTestJSON-76554897-project-admin] 10.222.0.15 "GET /v2.0/networks/ad50b536-a001-44a6-b2cf-16e1836e223d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0698330 Nov 25 19:42:53.542444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43648) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:53.685915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f8d62fc4-3fba-4545-96ba-6fcbad0b19d0 tempest-DHCPAgentSchedulersTestJSON-76554897 tempest-DHCPAgentSchedulersTestJSON-76554897-project-admin] 10.222.0.15 "GET /v2.0/networks/ad50b536-a001-44a6-b2cf-16e1836e223d/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1361389 Nov 25 19:42:53.689497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43652) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:53.760357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['84246466-79e7-46a8-8a91-13b061d334f6'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:53.769172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Subnet': ['ID=434d8040-6e0a-4914-bbd8-da10c6262bb1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:53.786144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a43880-3d77-43af-a823-72898a40c7d5 req-f50848bd-5032-419e-8141-16483067946d tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:53.797398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0a43880-3d77-43af-a823-72898a40c7d5 req-f50848bd-5032-419e-8141-16483067946d tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 944 time: 0.2289224 Nov 25 19:42:53.834680 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfba20b1-a99b-4d26-96e3-c4e8b2debcd5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:53.885597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43664) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:54.122901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-049a7bb8-bb2e-4d15-934b-b6a9fce0ecde tempest-DHCPAgentSchedulersTestJSON-76554897 tempest-DHCPAgentSchedulersTestJSON-76554897-project-admin] 10.222.0.15 "GET /v2.0/agents/83cb53f2-a76f-4a2a-85a9-982a72174d1e/dhcp-networks HTTP/1.1" status: 200 len: 11270 time: 0.4264700 Nov 25 19:42:54.127779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43670) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:54.177245 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0a43880-3d77-43af-a823-72898a40c7d5 req-bbc42ed6-0148-4fc3-8e00-bb61d7682086 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3789258 Nov 25 19:42:54.232710 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfba20b1-a99b-4d26-96e3-c4e8b2debcd5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.242080 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9e58dbb-aeb9-4f2b-aced-459d8193c7e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.253340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfba20b1-a99b-4d26-96e3-c4e8b2debcd5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.270100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.292702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['43d3c575-757a-4ad9-a707-160601e5750e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:42:54.307888 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.308760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab704d49-7b21-484f-b22d-6a71c93c8cd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-446ba406-7747-4cc9-a819-e688a994639e', 'network_id': '446ba406-7747-4cc9-a819-e688a994639e', 'tenant_id': '812dcb9453324141b642b35abfd1fafb', 'fixed_ips': [{'subnet_id': '434d8040-6e0a-4914-bbd8-da10c6262bb1'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:54.310331 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ab704d49-7b21-484f-b22d-6a71c93c8cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.459312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446ba406-7747-4cc9-a819-e688a994639e']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:54.473953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7ba308-3fc7-4c24-8b43-bd1be70b1cf2') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:54.474354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7ba308-3fc7-4c24-8b43-bd1be70b1cf2') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:54.488523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.507614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.516816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:54.517834 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.534126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.611817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfba20b1-a99b-4d26-96e3-c4e8b2debcd5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'Port': ['ID=09ca120d-9f91-4dea-b102-783ca867578a,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:54.612102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75267d95-eef1-47ca-ac69-03ebfee99732']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:54.612316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-bfba20b1-a99b-4d26-96e3-c4e8b2debcd5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] In _notify_port_updated(), no bound segment for port 09ca120d-9f91-4dea-b102-783ca867578a on network 7b798e51-52e0-405a-a87b-b5ba84f79af2 {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:42:54.624073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfba20b1-a99b-4d26-96e3-c4e8b2debcd5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:54.625746 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bfba20b1-a99b-4d26-96e3-c4e8b2debcd5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.631459 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bfba20b1-a99b-4d26-96e3-c4e8b2debcd5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "PUT /v2.0/ports/09ca120d-9f91-4dea-b102-783ca867578a HTTP/1.1" status: 200 len: 1002 time: 1.4289293 Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:54.632819 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:54.638989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43686) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:54.640101 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.649453 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.662518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/446ba406-7747-4cc9-a819-e688a994639e HTTP/1.1" status: 204 len: 168 time: 2.2120547 Nov 25 19:42:54.671665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43690) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:54.685300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1561686310'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:54.760705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84606e8d-cc4b-4c9f-98fd-871c1d13bc3e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Network': ['ID=446ba406-7747-4cc9-a819-e688a994639e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:54.809567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d8ed92-5376-46ca-bf92-4c828fdfc44b') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:54.811064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d8ed92-5376-46ca-bf92-4c828fdfc44b') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:42:54.867340 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.904681 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:54.912124 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.935902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c20aae58-8bca-4d40-96a3-dcf529ea9494 None None] Provisioning complete for port 09ca120d-9f91-4dea-b102-783ca867578a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:54.936775 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c20aae58-8bca-4d40-96a3-dcf529ea9494 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:54.994929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05549969-114b-4d1e-8281-1575401b51ef req-4325aa28-32bf-4af0-aea3-b7d0c9c05558 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.021077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05549969-114b-4d1e-8281-1575401b51ef req-4325aa28-32bf-4af0-aea3-b7d0c9c05558 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.068164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05549969-114b-4d1e-8281-1575401b51ef req-4325aa28-32bf-4af0-aea3-b7d0c9c05558 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.071768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:42:55.089932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.091010 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Added segment 1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1 of type vlan for network 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 Nov 25 19:42:55.103542 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05549969-114b-4d1e-8281-1575401b51ef req-4325aa28-32bf-4af0-aea3-b7d0c9c05558 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.142233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05549969-114b-4d1e-8281-1575401b51ef req-4325aa28-32bf-4af0-aea3-b7d0c9c05558 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.156097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05549969-114b-4d1e-8281-1575401b51ef req-4325aa28-32bf-4af0-aea3-b7d0c9c05558 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.169758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05549969-114b-4d1e-8281-1575401b51ef req-4325aa28-32bf-4af0-aea3-b7d0c9c05558 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.191246 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05549969-114b-4d1e-8281-1575401b51ef req-4325aa28-32bf-4af0-aea3-b7d0c9c05558 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5439 time: 0.5615122 Nov 25 19:42:55.203789 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.251152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.323124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:42:55.323540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:42:55.327139 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:42:55.363630 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05549969-114b-4d1e-8281-1575401b51ef req-1a6b1f52-4d7c-45e5-adc3-68687b499d83 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1571274 Nov 25 19:42:55.373023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37014835-de9e-431e-a592-7ddca5fed2b9 None None] Network 446ba406-7747-4cc9-a819-e688a994639e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:55.387214 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9e58dbb-aeb9-4f2b-aced-459d8193c7e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.402146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9e58dbb-aeb9-4f2b-aced-459d8193c7e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.457277 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.470013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.473174 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.513255 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.520869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.529270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] 10.222.0.15 "DELETE /v2.0/networks/75267d95-eef1-47ca-ac69-03ebfee99732 HTTP/1.1" status: 204 len: 168 time: 1.3993678 Nov 25 19:42:55.530088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43706) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:55.567078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77232ab8-bab2-4b99-b2b4-9ca386e56b50 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Pushing event deleted for resources: {'Network': ['ID=75267d95-eef1-47ca-ac69-03ebfee99732,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:55.605260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9ccb8-615e-4dc9-adfc-453f018af431 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Deleting port 09ca120d-9f91-4dea-b102-783ca867578a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:55.607575 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ccb8-615e-4dc9-adfc-453f018af431 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.628838 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c20aae58-8bca-4d40-96a3-dcf529ea9494 None None] Port 09ca120d-9f91-4dea-b102-783ca867578a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:55.650315 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-caecacec-a63f-4472-b1db-9c8bf5052f9f tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] DELETE failed (client error): The resource could not be found. Nov 25 19:42:55.652140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-caecacec-a63f-4472-b1db-9c8bf5052f9f tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:42:55.679976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-caecacec-a63f-4472-b1db-9c8bf5052f9f tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] 10.222.0.15 "DELETE /v2.0/ports/983502e8-8793-401e-b0f6-deb1999e2d44 HTTP/1.1" status: 404 len: 333 time: 0.1192760 Nov 25 19:42:55.683708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43708) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:55.751374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e58dbb-aeb9-4f2b-aced-459d8193c7e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a58fd5d-f73f-4fc2-aa63-891c2270a28c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:55.770878 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e9e58dbb-aeb9-4f2b-aced-459d8193c7e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53a16eb53d734b99814c0f4aeac69e38&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7567503 Nov 25 19:42:55.785003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f0a38-09f2-4e8d-bed7-f2b0e14b6424 req-e4508c79-220a-41b5-b77d-176d2434ef9b tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:55.794911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e2f0a38-09f2-4e8d-bed7-f2b0e14b6424 req-e4508c79-220a-41b5-b77d-176d2434ef9b tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 944 time: 0.2630739 Nov 25 19:42:55.796497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43714) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:55.811091 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1302068 Nov 25 19:42:55.837299 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43716) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:55.865194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'network_id': '6d0199f0-d86d-44c9-af5c-dbea2d1ab421', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:55.884415 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ccb8-615e-4dc9-adfc-453f018af431 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:55.919006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37014835-de9e-431e-a592-7ddca5fed2b9 None None] Network 446ba406-7747-4cc9-a819-e688a994639e could not be found, it might have been deleted concurrently. {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:42:56.009606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074c29f3-70cc-4f79-95b7-3ea4762a57cc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=6d0199f0-d86d-44c9-af5c-dbea2d1ab421,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:56.021431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b0e9ccb8-615e-4dc9-adfc-453f018af431 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Calling delete_port for 09ca120d-9f91-4dea-b102-783ca867578a owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:56.054240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:42:56.054955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.101212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e2f0a38-09f2-4e8d-bed7-f2b0e14b6424 req-2fbef95f-5d30-4719-ad35-df2b35034a6f tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041005 Nov 25 19:42:56.121365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-11aa5028-418a-480f-ac85-6b48310b3f56 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Deleting subnet 483b5557-a6b3-4488-9d29-d796b8f1f4e6 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:42:56.128646 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11aa5028-418a-480f-ac85-6b48310b3f56 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.135962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5c02106f-8bd1-4cd7-9348-38c68ff84fd2 None None] Provisioning complete for port 09ca120d-9f91-4dea-b102-783ca867578a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:56.136840 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c02106f-8bd1-4cd7-9348-38c68ff84fd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.226991 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.281683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:56.294193 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11aa5028-418a-480f-ac85-6b48310b3f56 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.398390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:56.420314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.473434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5c02106f-8bd1-4cd7-9348-38c68ff84fd2 None None] Port 09ca120d-9f91-4dea-b102-783ca867578a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:42:56.516703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11aa5028-418a-480f-ac85-6b48310b3f56 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.592836 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.603705 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.607368 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6a58fd5d-f73f-4fc2-aa63-891c2270a28c HTTP/1.1" status: 204 len: 168 time: 0.7947283 Nov 25 19:42:56.648478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a58fd5d-f73f-4fc2-aa63-891c2270a28c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:56.676372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:42:56.690022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:56.690492 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.730868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.731399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.740670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.741237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.741750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.744619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.745230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.745773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.752684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.753361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.753885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.754397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6bfa5d7-2df1-4048-b3f5-140d3b0ef762 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:42:56.790238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ccb8-615e-4dc9-adfc-453f018af431 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:56.866477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9ccb8-615e-4dc9-adfc-453f018af431 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event deleted for resources: {'Port': ['ID=09ca120d-9f91-4dea-b102-783ca867578a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:57.034848 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.066908 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0e9ccb8-615e-4dc9-adfc-453f018af431 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.111979 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b0e9ccb8-615e-4dc9-adfc-453f018af431 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "DELETE /v2.0/ports/09ca120d-9f91-4dea-b102-783ca867578a HTTP/1.1" status: 204 len: 168 time: 2.4324594 Nov 25 19:42:57.113489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43746) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:57.136480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:57.142608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088dfcb3-8849-4ae4-8bb7-b2e03d60ebef'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:42:57.147492 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61e5ea1-5c6b-4e6a-b1c3-8198e2cf6b24" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "088dfcb3-8849-4ae4-8bb7-b2e03d60ebef"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:42:57.159684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.221344 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a1188e-d7a5-4b7b-b792-8bbe07c44232 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] GET failed (client error): The resource could not be found. Nov 25 19:42:57.223979 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-26a1188e-d7a5-4b7b-b792-8bbe07c44232 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "GET /v2.0/ports/09ca120d-9f91-4dea-b102-783ca867578a HTTP/1.1" status: 404 len: 333 time: 0.1036043 Nov 25 19:42:57.229016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43752) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:57.239727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Request body: {'port': {'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2120873681'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:57.287970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:57.608802 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474923df-fcfd-42fd-bff7-57f1f30231e7 req-4b359466-2a89-4506-9aab-e1a2b58a964c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:57.616475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474923df-fcfd-42fd-bff7-57f1f30231e7 req-4b359466-2a89-4506-9aab-e1a2b58a964c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:57.623726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474923df-fcfd-42fd-bff7-57f1f30231e7 req-4b359466-2a89-4506-9aab-e1a2b58a964c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:57.631818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474923df-fcfd-42fd-bff7-57f1f30231e7 req-4b359466-2a89-4506-9aab-e1a2b58a964c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:57.634255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Made reservation on behalf of 2ecdfa0c9354409488ae68f9f086a000 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:57.639214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474923df-fcfd-42fd-bff7-57f1f30231e7 req-4b359466-2a89-4506-9aab-e1a2b58a964c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:57.639519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.645949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474923df-fcfd-42fd-bff7-57f1f30231e7 req-4b359466-2a89-4506-9aab-e1a2b58a964c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:57.654278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474923df-fcfd-42fd-bff7-57f1f30231e7 req-4b359466-2a89-4506-9aab-e1a2b58a964c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:57.662241 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-474923df-fcfd-42fd-bff7-57f1f30231e7 req-4b359466-2a89-4506-9aab-e1a2b58a964c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5439 time: 1.1095085 Nov 25 19:42:57.735088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] device_id is not set on port dfc43847-3bdb-49a2-8862-e03df0e99d87 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:42:57.858375 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11aa5028-418a-480f-ac85-6b48310b3f56 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.904159 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:57.912784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11aa5028-418a-480f-ac85-6b48310b3f56 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Pushing event deleted for resources: {'Subnet': ['ID=483b5557-a6b3-4488-9d29-d796b8f1f4e6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:57.990341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=524bdfd7-d962-436d-878e-7c1949a1e89a,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:58.005973 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11aa5028-418a-480f-ac85-6b48310b3f56 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.014722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-11aa5028-418a-480f-ac85-6b48310b3f56 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] 10.222.0.15 "DELETE /v2.0/subnets/483b5557-a6b3-4488-9d29-d796b8f1f4e6 HTTP/1.1" status: 204 len: 168 time: 2.3168321 Nov 25 19:42:58.016842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43768) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:58.019678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b4ce50-36d7-407e-96a7-ab5ba1385b93 None None] Network ad50b536-a001-44a6-b2cf-16e1836e223d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:58.046372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Allocated IP 2001:db8::26 (7b798e51-52e0-405a-a87b-b5ba84f79af2/5be75345-a4ec-4af6-ba7e-2417ec66a005/dfc43847-3bdb-49a2-8862-e03df0e99d87) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:58.072233 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-474923df-fcfd-42fd-bff7-57f1f30231e7 req-7212b682-0676-4f37-9bc8-ed9b8453b287 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2463458 Nov 25 19:42:58.143042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Checking segment: {'id': '1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d0199f0-d86d-44c9-af5c-dbea2d1ab421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:42:58.143378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network hostable DHCP agents. Network: 6d0199f0-d86d-44c9-af5c-dbea2d1ab421, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:42:58.189725 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.268163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:42:58.290122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 6d0199f0-d86d-44c9-af5c-dbea2d1ab421) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:58.304032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:58.306162 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.314121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 65636e05-774f-452f-8240-2f811a684d5a up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:42:58.392812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc4c955-4a7f-4270-b899-5cd862d2cd2f None None] Network 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:42:58.428570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-244381e4-b1aa-4767-964b-c2fb20bbc8e3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5836225 Nov 25 19:42:58.440449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43786) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:58.466635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3bcb2040-a2cc-43f9-9a44-619eeace331a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'network_id': '6d0199f0-d86d-44c9-af5c-dbea2d1ab421', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:58.578075 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.601500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 65636e05-774f-452f-8240-2f811a684d5a completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:42:58.627599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 65636e05-774f-452f-8240-2f811a684d5a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:42:58.628406 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.675706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b8db8-d732-422e-93b2-ef581e16be33 req-0938b9f1-e95d-489c-98e7-4e7984eedb0c tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:58.679570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e3b8db8-d732-422e-93b2-ef581e16be33 req-0938b9f1-e95d-489c-98e7-4e7984eedb0c tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 944 time: 0.3144424 Nov 25 19:42:58.692761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.722464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Deleting port 2c60998c-20ab-4beb-a0b3-660bc6b22235 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:42:58.722875 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.809704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:42:58.819230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:42:58.825378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-6d0199f0-d86d-44c9-af5c-dbea2d1ab421', 'network_id': '6d0199f0-d86d-44c9-af5c-dbea2d1ab421', 'tenant_id': '812dcb9453324141b642b35abfd1fafb', 'fixed_ips': [{'subnet_id': '524bdfd7-d962-436d-878e-7c1949a1e89a'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:42:58.827290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:42:58.833704 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.840480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:42:58.841424 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.878659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'Port': ['ID=dfc43847-3bdb-49a2-8862-e03df0e99d87,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:42:58.896328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] For port 2c60998c-20ab-4beb-a0b3-660bc6b22235, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2c60998c-20ab-4beb-a0b3-660bc6b22235,segment=NetworkSegment(b2691bef-480f-440e-bf87-cb460451c9f5),segment_id=b2691bef-480f-440e-bf87-cb460451c9f5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:58.901312 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:58.922771 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7b75dd96-a728-49e0-8e97-be09b8d3230a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6922321 Nov 25 19:42:58.926693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43798) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:42:58.939674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Request body: {'port': {'network_id': '7b798e51-52e0-405a-a87b-b5ba84f79af2', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-455019391'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:42:58.944375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3870ccaf-7614-4077-8abf-a6c3359c1241 None None] DHCP port deletion for ad50b536-a001-44a6-b2cf-16e1836e223d request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:42:59.024045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.077322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Calling delete_port for 2c60998c-20ab-4beb-a0b3-660bc6b22235 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:42:59.346547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e3b8db8-d732-422e-93b2-ef581e16be33 req-d5687f63-b29b-401b-947d-d5a3bcefc1b3 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4601972 Nov 25 19:42:59.353651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcb2040-a2cc-43f9-9a44-619eeace331a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:59.358365 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2040-a2cc-43f9-9a44-619eeace331a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.547883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 65636e05-774f-452f-8240-2f811a684d5a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=65636e05-774f-452f-8240-2f811a684d5a,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:42:59.572141 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb957f4-ad34-4018-b017-0317a39d2eb8 x-openstack-request-id: req-afb957f4-ad34-4018-b017-0317a39d2eb8 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:42:59.572465 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "088dfcb3-8849-4ae4-8bb7-b2e03d60ebef", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:42:59.572711 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-afb957f4-ad34-4018-b017-0317a39d2eb8 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:42:59.573359 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088dfcb3-8849-4ae4-8bb7-b2e03d60ebef', 'code': 200} Nov 25 19:42:59.665784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Allocated IP 2001:db8::2 (6d0199f0-d86d-44c9-af5c-dbea2d1ab421/524bdfd7-d962-436d-878e-7c1949a1e89a/fb91381e-2111-4ea4-9820-4030e4462f0e) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:42:59.724481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Made reservation on behalf of 2ecdfa0c9354409488ae68f9f086a000 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:42:59.731694 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:42:59.806567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] device_id is not set on port 65c2257d-fcc4-4d78-a06f-bb901d5e5e77 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:42:59.966344 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.013294 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.016080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:00.029126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] No DVR routers for this DVR port 2c60998c-20ab-4beb-a0b3-660bc6b22235 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:00.164741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8cbcf598-a2ff-46bb-aa52-358e1f5213cb None None] Provisioning complete for port dfc43847-3bdb-49a2-8862-e03df0e99d87 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:00.165131 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8cbcf598-a2ff-46bb-aa52-358e1f5213cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.308059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8cbcf598-a2ff-46bb-aa52-358e1f5213cb None None] Port dfc43847-3bdb-49a2-8862-e03df0e99d87 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:00.318284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Pushing event deleted for resources: {'Port': ['ID=2c60998c-20ab-4beb-a0b3-660bc6b22235,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:00.323173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Allocated IP 2001:db8::241 (7b798e51-52e0-405a-a87b-b5ba84f79af2/5be75345-a4ec-4af6-ba7e-2417ec66a005/65c2257d-fcc4-4d78-a06f-bb901d5e5e77) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:00.402835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=65636e05-774f-452f-8240-2f811a684d5a,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:00.434935 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.466064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3870ccaf-7614-4077-8abf-a6c3359c1241 None None] Deleting port 2c60998c-20ab-4beb-a0b3-660bc6b22235 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:00.470065 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3870ccaf-7614-4077-8abf-a6c3359c1241 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.477256 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.680582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.757318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2c60998c-20ab-4beb-a0b3-660bc6b22235 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:00.765839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad50b536-a001-44a6-b2cf-16e1836e223d']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:00.774321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.794626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2691bef-480f-440e-bf87-cb460451c9f5') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:00.799699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2691bef-480f-440e-bf87-cb460451c9f5') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:00.825356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.846371 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:00.934880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f8f6-883b-4bdf-9322-aeaf9cde1cba req-0111a7ec-0378-4b42-9cb1-6ab1adbb54a3 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.942973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Network 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:00.955403 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f8f6-883b-4bdf-9322-aeaf9cde1cba req-0111a7ec-0378-4b42-9cb1-6ab1adbb54a3 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.968311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f8f6-883b-4bdf-9322-aeaf9cde1cba req-0111a7ec-0378-4b42-9cb1-6ab1adbb54a3 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.977134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:00.981490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f8f6-883b-4bdf-9322-aeaf9cde1cba req-0111a7ec-0378-4b42-9cb1-6ab1adbb54a3 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:00.983642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:01.004648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:01.005099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f8f6-883b-4bdf-9322-aeaf9cde1cba req-0111a7ec-0378-4b42-9cb1-6ab1adbb54a3 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:01.016309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:01.017494 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.018919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f8f6-883b-4bdf-9322-aeaf9cde1cba req-0111a7ec-0378-4b42-9cb1-6ab1adbb54a3 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:01.026686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0f8f6-883b-4bdf-9322-aeaf9cde1cba req-0111a7ec-0378-4b42-9cb1-6ab1adbb54a3 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:01.029125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bcb0f8f6-883b-4bdf-9322-aeaf9cde1cba req-0111a7ec-0378-4b42-9cb1-6ab1adbb54a3 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5441 time: 1.0915475 Nov 25 19:43:01.042970 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.053006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'Port': ['ID=65c2257d-fcc4-4d78-a06f-bb901d5e5e77,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:01.059436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Pushing event updated for resources: {'Port': ['ID=fb91381e-2111-4ea4-9820-4030e4462f0e,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:01.062532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:01.071424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 2c60998c-20ab-4beb-a0b3-660bc6b22235 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:01.072090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2c60998c-20ab-4beb-a0b3-660bc6b22235 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:01.079299 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:01.089711 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b170b996-4968-4e2f-9528-d342c024c96a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1567206 Nov 25 19:43:01.090412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43904) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:01.102189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-13b2063e-8ffb-4287-9bc8-6b38861a3e6a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::261', 'mac_address': 'fa:16:3e:e1:2c:c1'}, {'ip_address': '2001:db8::26', 'mac_address': 'fa:16:3e:22:66:e3'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:01.108297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3870ccaf-7614-4077-8abf-a6c3359c1241 None None] For port 2c60998c-20ab-4beb-a0b3-660bc6b22235, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:01.108735 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3870ccaf-7614-4077-8abf-a6c3359c1241 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.114785 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:43:01.156907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:01.158686 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:01.165273 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:01.414442 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2040-a2cc-43f9-9a44-619eeace331a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.579315 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3870ccaf-7614-4077-8abf-a6c3359c1241 None None] Calling delete_port for 2c60998c-20ab-4beb-a0b3-660bc6b22235 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:01.583880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-3870ccaf-7614-4077-8abf-a6c3359c1241 None None] Port 2c60998c-20ab-4beb-a0b3-660bc6b22235 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:43:01.587766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65636e05-774f-452f-8240-2f811a684d5a'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:01.590649 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5caa1542-4699-4bcc-b6e0-75d0aa5620fe" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "65636e05-774f-452f-8240-2f811a684d5a"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:01.593803 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3870ccaf-7614-4077-8abf-a6c3359c1241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.597055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:01.597772 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.618894 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.645051 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b2063e-8ffb-4287-9bc8-6b38861a3e6a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.669024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcb2040-a2cc-43f9-9a44-619eeace331a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:01.686243 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.691412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3870ccaf-7614-4077-8abf-a6c3359c1241 None None] Network ad50b536-a001-44a6-b2cf-16e1836e223d is not hosted by any dhcp agent {{(pid=103653) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:43:01.692441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3870ccaf-7614-4077-8abf-a6c3359c1241 None None] No DVR routers for this DVR port 2c60998c-20ab-4beb-a0b3-660bc6b22235 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:01.710577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870ccaf-7614-4077-8abf-a6c3359c1241 None None] Pushing event deleted for resources: {'Port': ['ID=2c60998c-20ab-4beb-a0b3-660bc6b22235,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:01.726009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] 10.222.0.15 "DELETE /v2.0/networks/ad50b536-a001-44a6-b2cf-16e1836e223d HTTP/1.1" status: 204 len: 168 time: 3.7065506 Nov 25 19:43:01.746842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Attempting to bind port fb91381e-2111-4ea4-9820-4030e4462f0e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:01.747236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Attempting to bind port fb91381e-2111-4ea4-9820-4030e4462f0e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d0199f0-d86d-44c9-af5c-dbea2d1ab421'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:01.747616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Attempting to bind port fb91381e-2111-4ea4-9820-4030e4462f0e on network 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:01.754745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-08be8c1a-ec6b-4814-9046-5c89b477cb59 None None] Provisioning complete for port 65c2257d-fcc4-4d78-a06f-bb901d5e5e77 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:01.755182 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08be8c1a-ec6b-4814-9046-5c89b477cb59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.807161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-08be8c1a-ec6b-4814-9046-5c89b477cb59 None None] Port 65c2257d-fcc4-4d78-a06f-bb901d5e5e77 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:01.823240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 42, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:01.823945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Checking segment: {'id': '1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d0199f0-d86d-44c9-af5c-dbea2d1ab421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:01.824639 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.825352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Bound using segment: {'id': '1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d0199f0-d86d-44c9-af5c-dbea2d1ab421'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:01.826228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Bound port: fb91381e-2111-4ea4-9820-4030e4462f0e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '6d0199f0-d86d-44c9-af5c-dbea2d1ab421'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:01.826943 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.848752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3bcb2040-a2cc-43f9-9a44-619eeace331a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:01.859404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb2040-a2cc-43f9-9a44-619eeace331a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:01.860546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3bcb2040-a2cc-43f9-9a44-619eeace331a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:01.897402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cde806-0bdf-4080-9590-60f2ccc12194 tempest-DHCPAgentSchedulersTestJSON-1879311027 tempest-DHCPAgentSchedulersTestJSON-1879311027-project] Pushing event deleted for resources: {'Network': ['ID=ad50b536-a001-44a6-b2cf-16e1836e223d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:01.907566 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb2040-a2cc-43f9-9a44-619eeace331a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=3f9bee7e-2895-44d2-9cf5-9e2d990e15b6,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:01.972296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bcb0f8f6-883b-4bdf-9322-aeaf9cde1cba req-60887607-cc80-40d4-8085-615de299d962 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8666334 Nov 25 19:43:01.994865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3bcb2040-a2cc-43f9-9a44-619eeace331a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.5514829 Nov 25 19:43:02.001873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43922) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:02.029184 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.401741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bb380e-ba32-4200-81f3-0b448289bbc6 req-43ab77cd-da6a-4de5-b401-5db69145d81d tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:02.428042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60bb380e-ba32-4200-81f3-0b448289bbc6 req-43ab77cd-da6a-4de5-b401-5db69145d81d tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 944 time: 0.1914585 Nov 25 19:43:02.465943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:02.478525 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-813790de-6a5b-4066-860a-7720862de760 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.484592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43930) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:02.484826 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.485894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 43d3c575-757a-4ad9-a707-160601e5750e up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:02.523690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c7778-7b43-4160-9fd8-45877aa566b0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:02.526893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c7778-7b43-4160-9fd8-45877aa566b0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:02.534170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c7778-7b43-4160-9fd8-45877aa566b0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:02.541586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c7778-7b43-4160-9fd8-45877aa566b0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:02.548115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379c7778-7b43-4160-9fd8-45877aa566b0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:02.552143 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-379c7778-7b43-4160-9fd8-45877aa566b0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5474043 Nov 25 19:43:02.572376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43936) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:02.597933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-624242560'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:02.706742 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60bb380e-ba32-4200-81f3-0b448289bbc6 req-2b755d29-9223-4adf-82e4-592a5e723aa6 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772515 Nov 25 19:43:02.711031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:02.724928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.809551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] For port fb91381e-2111-4ea4-9820-4030e4462f0e, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:02.835099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:02.839679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] For port fb91381e-2111-4ea4-9820-4030e4462f0e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=fb91381e-2111-4ea4-9820-4030e4462f0e,segment=NetworkSegment(1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1),segment_id=1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:02.851616 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.865946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:43:02.882358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b2063e-8ffb-4287-9bc8-6b38861a3e6a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.894244 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b2063e-8ffb-4287-9bc8-6b38861a3e6a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.897051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 43d3c575-757a-4ad9-a707-160601e5750e completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:43:02.903269 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f8d7c23-27a0-41b9-992a-7c1b285868e8 x-openstack-request-id: req-8f8d7c23-27a0-41b9-992a-7c1b285868e8 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:02.903594 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "65636e05-774f-452f-8240-2f811a684d5a", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:02.903816 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8f8d7c23-27a0-41b9-992a-7c1b285868e8 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:02.904218 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65636e05-774f-452f-8240-2f811a684d5a', 'code': 200} Nov 25 19:43:02.908985 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 43d3c575-757a-4ad9-a707-160601e5750e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:02.909359 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.931857 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.932985 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Added segment 7a5bebc1-ab4d-4173-b1f9-64dc4b0d28fa of type vlan for network 7088010c-2c93-4583-8620-51c3282ec5ac Nov 25 19:43:02.946924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-13b2063e-8ffb-4287-9bc8-6b38861a3e6a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] In _notify_port_updated(), no bound segment for port 65c2257d-fcc4-4d78-a06f-bb901d5e5e77 on network 7b798e51-52e0-405a-a87b-b5ba84f79af2 {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:43:02.953411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b2063e-8ffb-4287-9bc8-6b38861a3e6a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:02.954562 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b2063e-8ffb-4287-9bc8-6b38861a3e6a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:02.963693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43942) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:02.965484 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-13b2063e-8ffb-4287-9bc8-6b38861a3e6a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "PUT /v2.0/ports/65c2257d-fcc4-4d78-a06f-bb901d5e5e77 HTTP/1.1" status: 200 len: 1066 time: 1.8726304 Nov 25 19:43:03.002663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459fec8e-0846-44d4-b4ba-9d4c3e6eeaf4 None None] Pushing event updated for resources: {'Port': ['ID=fb91381e-2111-4ea4-9820-4030e4462f0e,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:03.009063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2063e-8ffb-4287-9bc8-6b38861a3e6a tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event updated for resources: {'Port': ['ID=65c2257d-fcc4-4d78-a06f-bb901d5e5e77,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:03.154552 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.173815 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-337b6639-89bd-40b1-9659-0d9c6692d5da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36e2dda429c84cdb82d2ccc4065f697b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6809838 Nov 25 19:43:03.177848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43946) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:03.201964 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.302982 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 43d3c575-757a-4ad9-a707-160601e5750e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=43d3c575-757a-4ad9-a707-160601e5750e,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:03.308511 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.313890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 84246466-79e7-46a8-8a91-13b061d334f6 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:03.359449 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e61edd96-995c-4478-ac9c-8a48bdd82d67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.472935 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e61edd96-995c-4478-ac9c-8a48bdd82d67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.533615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=43d3c575-757a-4ad9-a707-160601e5750e,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:03.574216 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.592290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 84246466-79e7-46a8-8a91-13b061d334f6 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:43:03.594172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:03.594885 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.599385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 84246466-79e7-46a8-8a91-13b061d334f6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:03.600722 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.651373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e61edd96-995c-4478-ac9c-8a48bdd82d67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.657219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e61edd96-995c-4478-ac9c-8a48bdd82d67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.662668 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e61edd96-995c-4478-ac9c-8a48bdd82d67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b2e09a5a-50fa-414d-aa62-da35abfe40b1 HTTP/1.1" status: 204 len: 168 time: 0.4834414 Nov 25 19:43:03.712276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61edd96-995c-4478-ac9c-8a48bdd82d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2e09a5a-50fa-414d-aa62-da35abfe40b1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:03.750932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-88c40751-ba84-4dfd-abf5-59e6e7392b31 None None] Provisioning complete for port 65c2257d-fcc4-4d78-a06f-bb901d5e5e77 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:03.752209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-88c40751-ba84-4dfd-abf5-59e6e7392b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.853441 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=7088010c-2c93-4583-8620-51c3282ec5ac,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:03.878396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43962) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:03.880144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d5815109-a046-41fd-bf98-07c447369efc tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3016679 Nov 25 19:43:03.885659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5ffad827-5d21-49d3-999c-17267f992ea4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:03.946250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420005-ab5e-4066-b1ca-debc939e79fc req-8162e4a7-8023-4c6c-8500-31bc796ebc90 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:03.953968 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:03.956770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420005-ab5e-4066-b1ca-debc939e79fc req-8162e4a7-8023-4c6c-8500-31bc796ebc90 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:03.964192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420005-ab5e-4066-b1ca-debc939e79fc req-8162e4a7-8023-4c6c-8500-31bc796ebc90 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:03.967250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 7088010c-2c93-4583-8620-51c3282ec5ac details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:03.976513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420005-ab5e-4066-b1ca-debc939e79fc req-8162e4a7-8023-4c6c-8500-31bc796ebc90 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:03.990910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420005-ab5e-4066-b1ca-debc939e79fc req-8162e4a7-8023-4c6c-8500-31bc796ebc90 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:04.002992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420005-ab5e-4066-b1ca-debc939e79fc req-8162e4a7-8023-4c6c-8500-31bc796ebc90 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:04.027318 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c420005-ab5e-4066-b1ca-debc939e79fc req-8162e4a7-8023-4c6c-8500-31bc796ebc90 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:04.032348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c420005-ab5e-4066-b1ca-debc939e79fc req-8162e4a7-8023-4c6c-8500-31bc796ebc90 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5442 time: 0.8165278 Nov 25 19:43:04.053031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-88c40751-ba84-4dfd-abf5-59e6e7392b31 None None] Port 65c2257d-fcc4-4d78-a06f-bb901d5e5e77 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:04.070755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7d13fab5-4b32-473b-9d4a-3c64147e373b tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Deleting port 65c2257d-fcc4-4d78-a06f-bb901d5e5e77 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:04.074259 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d13fab5-4b32-473b-9d4a-3c64147e373b tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.145634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 84246466-79e7-46a8-8a91-13b061d334f6, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84246466-79e7-46a8-8a91-13b061d334f6,segment=NetworkSegment(b6f96d93-806c-4ce7-957e-92a1bfa8eba2),segment_id=b6f96d93-806c-4ce7-957e-92a1bfa8eba2)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:04.163320 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.164170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3e36c5a3-e2d4-4108-add5-5ea119f844c0 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:04.359229 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ffad827-5d21-49d3-999c-17267f992ea4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.381458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=84246466-79e7-46a8-8a91-13b061d334f6,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:04.437080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 3e36c5a3-e2d4-4108-add5-5ea119f844c0 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:43:04.455055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 3e36c5a3-e2d4-4108-add5-5ea119f844c0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:04.455667 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.489328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ffad827-5d21-49d3-999c-17267f992ea4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.527752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ffad827-5d21-49d3-999c-17267f992ea4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network 7088010c-2c93-4583-8620-51c3282ec5ac is not hosted by any dhcp agent {{(pid=103652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:43:04.533576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c420005-ab5e-4066-b1ca-debc939e79fc req-2daf9af4-4c63-46c6-89fa-9c14584925ef tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4916196 Nov 25 19:43:04.556573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d13fab5-4b32-473b-9d4a-3c64147e373b tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.557421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffad827-5d21-49d3-999c-17267f992ea4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:04.558534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ffad827-5d21-49d3-999c-17267f992ea4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.565692 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5ffad827-5d21-49d3-999c-17267f992ea4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "PUT /v2.0/networks/7088010c-2c93-4583-8620-51c3282ec5ac HTTP/1.1" status: 200 len: 723 time: 0.6817262 Nov 25 19:43:04.571984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43974) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:04.611963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'network_id': '7088010c-2c93-4583-8620-51c3282ec5ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:04.651443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7d13fab5-4b32-473b-9d4a-3c64147e373b tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Calling delete_port for 65c2257d-fcc4-4d78-a06f-bb901d5e5e77 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:04.885735 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9c363eb9-48b0-4a1b-b11b-8446ab9bca41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:04.912320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eef06c-acc8-4cf0-beb3-d851d94e5fe8'}, {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d3c575-757a-4ad9-a707-160601e5750e'}, {'server_uuid': 'fd73b521-bc45-4953-9321-50bc0c1ed805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84246466-79e7-46a8-8a91-13b061d334f6'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:04.919076 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a7282ec-93a7-47db-9ff6-2c2a026fd06c" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "42eef06c-acc8-4cf0-beb3-d851d94e5fe8"}, {"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "43d3c575-757a-4ad9-a707-160601e5750e"}, {"server_uuid": "fd73b521-bc45-4953-9321-50bc0c1ed805", "name": "network-vif-plugged", "status": "completed", "tag": "84246466-79e7-46a8-8a91-13b061d334f6"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:04.943882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device fb91381e-2111-4ea4-9820-4030e4462f0e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:05.073629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43978) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:05.098870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d13fab5-4b32-473b-9d4a-3c64147e373b tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.118616 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.160105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:05.183815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.240782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d13fab5-4b32-473b-9d4a-3c64147e373b tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event deleted for resources: {'Port': ['ID=65c2257d-fcc4-4d78-a06f-bb901d5e5e77,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:05.355933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3e36c5a3-e2d4-4108-add5-5ea119f844c0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:05.377434 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.378966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ce49200e-7a12-415f-ba24-3bfb7d146868 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:05.435343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffad827-5d21-49d3-999c-17267f992ea4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=7088010c-2c93-4583-8620-51c3282ec5ac,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:05.458323 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-901d5ef5-2929-49d4-9e3a-c8984eaf5d34 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.523458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c35c010-77a7-416a-a8d6-465c82d9b815 req-8b7e48bb-91d1-4f7f-93e8-80e8043cfe2b tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:05.529727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c35c010-77a7-416a-a8d6-465c82d9b815 req-8b7e48bb-91d1-4f7f-93e8-80e8043cfe2b tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 945 time: 0.4431145 Nov 25 19:43:05.553014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3e36c5a3-e2d4-4108-add5-5ea119f844c0,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:05.559880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d41163e-d524-4de0-86d8-84f4643c70be None None] Network 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:05.598767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 7088010c-2c93-4583-8620-51c3282ec5ac details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:05.817103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c35c010-77a7-416a-a8d6-465c82d9b815 req-dffef353-5028-4b7a-8daa-ae77e7b5a1d1 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774365 Nov 25 19:43:05.844621 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-901d5ef5-2929-49d4-9e3a-c8984eaf5d34 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:05.972748 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-901d5ef5-2929-49d4-9e3a-c8984eaf5d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.004086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.025180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d13fab5-4b32-473b-9d4a-3c64147e373b tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.035998 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7d13fab5-4b32-473b-9d4a-3c64147e373b tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "DELETE /v2.0/ports/65c2257d-fcc4-4d78-a06f-bb901d5e5e77 HTTP/1.1" status: 204 len: 168 time: 3.0624738 Nov 25 19:43:06.037135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43998) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:06.083081 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6d8b22-275f-4364-baef-6b74bdb4abf5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] GET failed (client error): The resource could not be found. Nov 25 19:43:06.097113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5c6d8b22-275f-4364-baef-6b74bdb4abf5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "GET /v2.0/ports/65c2257d-fcc4-4d78-a06f-bb901d5e5e77 HTTP/1.1" status: 404 len: 333 time: 0.0570409 Nov 25 19:43:06.098171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44000) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:06.164435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port fb91381e-2111-4ea4-9820-4030e4462f0e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:06.165283 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.333659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901d5ef5-2929-49d4-9e3a-c8984eaf5d34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda67708-98b1-4099-a6d8-ec0ef1fb813c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:06.373964 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f22143b-4313-43c4-8ca2-d0c7c17400be x-openstack-request-id: req-3f22143b-4313-43c4-8ca2-d0c7c17400be {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:06.374540 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "42eef06c-acc8-4cf0-beb3-d851d94e5fe8", "code": 200}, {"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "43d3c575-757a-4ad9-a707-160601e5750e", "code": 200}, {"server_uuid": "fd73b521-bc45-4953-9321-50bc0c1ed805", "name": "network-vif-plugged", "status": "completed", "tag": "84246466-79e7-46a8-8a91-13b061d334f6", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:06.375194 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-901d5ef5-2929-49d4-9e3a-c8984eaf5d34 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1a5b1762714641838d59fd3366d6d7a5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2629490 Nov 25 19:43:06.380719 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f22143b-4313-43c4-8ca2-d0c7c17400be {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:06.381567 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42eef06c-acc8-4cf0-beb3-d851d94e5fe8', 'code': 200} Nov 25 19:43:06.381992 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d3c575-757a-4ad9-a707-160601e5750e', 'code': 200} Nov 25 19:43:06.383141 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd73b521-bc45-4953-9321-50bc0c1ed805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84246466-79e7-46a8-8a91-13b061d334f6', 'code': 200} Nov 25 19:43:06.384888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44008) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:06.429837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dc94144e-843b-4308-91a0-547671b88cd4 None None] Provisioning complete for port fb91381e-2111-4ea4-9820-4030e4462f0e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:06.430620 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc94144e-843b-4308-91a0-547671b88cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.632870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=b0a80805-b3f3-48da-be21-b6dd498a0870,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:06.679385 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.680494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3c15f77c-d23e-465d-9ead-c12672fbcfc6 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Deleting port dfc43847-3bdb-49a2-8862-e03df0e99d87 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:06.681105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c15f77c-d23e-465d-9ead-c12672fbcfc6 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.686393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Checking segment: {'id': '7a5bebc1-ab4d-4173-b1f9-64dc4b0d28fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '7088010c-2c93-4583-8620-51c3282ec5ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:06.689206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network hostable DHCP agents. Network: 7088010c-2c93-4583-8620-51c3282ec5ac, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:43:06.741875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e62d-1bb7-4231-b491-b58fa38c6bb0 req-9dbbc727-ca01-4a3b-b47f-bffd6fe70016 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.757035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e62d-1bb7-4231-b491-b58fa38c6bb0 req-9dbbc727-ca01-4a3b-b47f-bffd6fe70016 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.779399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e62d-1bb7-4231-b491-b58fa38c6bb0 req-9dbbc727-ca01-4a3b-b47f-bffd6fe70016 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.786947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5824ca9-9948-4613-8906-206706712079 req-5fa02690-f68d-46d0-9885-8a9d4912039b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.789283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e5824ca9-9948-4613-8906-206706712079 req-5fa02690-f68d-46d0-9885-8a9d4912039b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 1096 time: 0.3544815 Nov 25 19:43:06.807162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e62d-1bb7-4231-b491-b58fa38c6bb0 req-9dbbc727-ca01-4a3b-b47f-bffd6fe70016 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.826193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e62d-1bb7-4231-b491-b58fa38c6bb0 req-9dbbc727-ca01-4a3b-b47f-bffd6fe70016 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.843679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e62d-1bb7-4231-b491-b58fa38c6bb0 req-9dbbc727-ca01-4a3b-b47f-bffd6fe70016 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.857868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network 7088010c-2c93-4583-8620-51c3282ec5ac is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:43:06.872607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa55e62d-1bb7-4231-b491-b58fa38c6bb0 req-9dbbc727-ca01-4a3b-b47f-bffd6fe70016 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.875473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f42e75c7-8036-41bc-8874-3a3bc6ee1824 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.900883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa55e62d-1bb7-4231-b491-b58fa38c6bb0 req-9dbbc727-ca01-4a3b-b47f-bffd6fe70016 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5444 time: 0.4507284 Nov 25 19:43:06.925592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 7088010c-2c93-4583-8620-51c3282ec5ac) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:06.945682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:06.945682 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.959654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f42e75c7-8036-41bc-8874-3a3bc6ee1824 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:06.986517 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e5824ca9-9948-4613-8906-206706712079 req-c5229fbf-3f33-4f5a-a711-170f5ced0935 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804600 Nov 25 19:43:06.997514 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5b419b6e-63ab-4bdb-9618-e4872974d9c5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4187050 Nov 25 19:43:07.002198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44022) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:07.008251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c624d0cc-db70-4f29-97c5-614ff60913e9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:07.008583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc22e86d-a7bd-49bc-9809-702b02ac6250 None None] Network 7088010c-2c93-4583-8620-51c3282ec5ac requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:07.169669 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc94144e-843b-4308-91a0-547671b88cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.226200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c624d0cc-db70-4f29-97c5-614ff60913e9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12524117'] for subnet, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.423194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa55e62d-1bb7-4231-b491-b58fa38c6bb0 req-6d759780-dca3-4b96-ba15-4ea77dbf9a27 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3838518 Nov 25 19:43:07.475951 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f42e75c7-8036-41bc-8874-3a3bc6ee1824 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.480607 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c15f77c-d23e-465d-9ead-c12672fbcfc6 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.511137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f42e75c7-8036-41bc-8874-3a3bc6ee1824 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.517420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f42e75c7-8036-41bc-8874-3a3bc6ee1824 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/eda67708-98b1-4099-a6d8-ec0ef1fb813c HTTP/1.1" status: 204 len: 168 time: 1.1128612 Nov 25 19:43:07.551142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e75c7-8036-41bc-8874-3a3bc6ee1824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda67708-98b1-4099-a6d8-ec0ef1fb813c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:07.555784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3c15f77c-d23e-465d-9ead-c12672fbcfc6 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Calling delete_port for dfc43847-3bdb-49a2-8862-e03df0e99d87 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:07.639569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port ce49200e-7a12-415f-ba24-3bfb7d146868 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:43:07.691336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port ce49200e-7a12-415f-ba24-3bfb7d146868 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:07.691721 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.730587 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.732419 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c624d0cc-db70-4f29-97c5-614ff60913e9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731796658800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8856020'] for subnet, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.869827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624d0cc-db70-4f29-97c5-614ff60913e9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:07.876177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c624d0cc-db70-4f29-97c5-614ff60913e9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:07.890465 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c624d0cc-db70-4f29-97c5-614ff60913e9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "PUT /v2.0/subnets/b0a80805-b3f3-48da-be21-b6dd498a0870 HTTP/1.1" status: 200 len: 826 time: 0.8865170 Nov 25 19:43:07.891592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44036) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:07.893236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c624d0cc-db70-4f29-97c5-614ff60913e9 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=b0a80805-b3f3-48da-be21-b6dd498a0870,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:07.993826 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602eb09-78c9-4681-8d26-eca6f94037d4 req-e0944286-9c68-4ada-8129-6277fa1ca281 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:07.996696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b602eb09-78c9-4681-8d26-eca6f94037d4 req-e0944286-9c68-4ada-8129-6277fa1ca281 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 945 time: 0.2749178 Nov 25 19:43:08.136171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-dc94144e-843b-4308-91a0-547671b88cd4 None None] For port fb91381e-2111-4ea4-9820-4030e4462f0e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=fb91381e-2111-4ea4-9820-4030e4462f0e,segment=NetworkSegment(1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1),segment_id=1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:08.308953 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc94144e-843b-4308-91a0-547671b88cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.462878 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.516167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b602eb09-78c9-4681-8d26-eca6f94037d4 req-2d591fa6-35cf-4c05-bc7b-1dbce368a0cc tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4024973 Nov 25 19:43:08.531070 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c15f77c-d23e-465d-9ead-c12672fbcfc6 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.602059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e36c5a3-e2d4-4108-add5-5ea119f844c0'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:08.616264 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a533e72f-e174-46e2-957c-8436a60269b7" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "3e36c5a3-e2d4-4108-add5-5ea119f844c0"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:08.640166 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.714855 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.857656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c15f77c-d23e-465d-9ead-c12672fbcfc6 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event deleted for resources: {'Port': ['ID=dfc43847-3bdb-49a2-8862-e03df0e99d87,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:08.870269 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c15f77c-d23e-465d-9ead-c12672fbcfc6 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:08.882512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3c15f77c-d23e-465d-9ead-c12672fbcfc6 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "DELETE /v2.0/ports/dfc43847-3bdb-49a2-8862-e03df0e99d87 HTTP/1.1" status: 204 len: 168 time: 2.7822769 Nov 25 19:43:08.887076 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44056) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:09.031778 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3cbfb5-5c40-456e-8442-6aafc9ccb875 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] GET failed (client error): The resource could not be found. Nov 25 19:43:09.034580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3b3cbfb5-5c40-456e-8442-6aafc9ccb875 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "GET /v2.0/ports/dfc43847-3bdb-49a2-8862-e03df0e99d87 HTTP/1.1" status: 404 len: 333 time: 0.1443062 Nov 25 19:43:09.043210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44060) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:09.100372 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.248666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc94144e-843b-4308-91a0-547671b88cd4 None None] Pushing event updated for resources: {'Port': ['ID=fb91381e-2111-4ea4-9820-4030e4462f0e,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:09.400313 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.480778 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.497264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f314c06-afe8-40e4-99d3-11cba8f377d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-7088010c-2c93-4583-8620-51c3282ec5ac', 'network_id': '7088010c-2c93-4583-8620-51c3282ec5ac', 'tenant_id': '812dcb9453324141b642b35abfd1fafb', 'fixed_ips': [{'subnet_id': 'b0a80805-b3f3-48da-be21-b6dd498a0870'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:09.498759 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8f314c06-afe8-40e4-99d3-11cba8f377d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.554105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f47594e-a9ca-4de8-8f12-1f696e12841d None None] Update dhcp port {'port': {'network_id': '6d0199f0-d86d-44c9-af5c-dbea2d1ab421', 'fixed_ips': [{'subnet_id': '524bdfd7-d962-436d-878e-7c1949a1e89a', 'ip_address': '2001:db8::2'}, {'subnet_id': '3f9bee7e-2895-44d2-9cf5-9e2d990e15b6'}], 'binding:host_id': 'n-d-817303-9'}, 'id': 'fb91381e-2111-4ea4-9820-4030e4462f0e'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:43:09.629341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266f14-f6dc-4b7f-b2c4-043df97eab2e req-72e30084-80b2-4045-8eb9-0e6d33b58dec tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.646461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266f14-f6dc-4b7f-b2c4-043df97eab2e req-72e30084-80b2-4045-8eb9-0e6d33b58dec tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.661894 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266f14-f6dc-4b7f-b2c4-043df97eab2e req-72e30084-80b2-4045-8eb9-0e6d33b58dec tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.667676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Subnet': ['ID=b0a80805-b3f3-48da-be21-b6dd498a0870,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:09.676106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266f14-f6dc-4b7f-b2c4-043df97eab2e req-72e30084-80b2-4045-8eb9-0e6d33b58dec tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.698123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266f14-f6dc-4b7f-b2c4-043df97eab2e req-72e30084-80b2-4045-8eb9-0e6d33b58dec tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.710751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7088010c-2c93-4583-8620-51c3282ec5ac']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:09.723508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266f14-f6dc-4b7f-b2c4-043df97eab2e req-72e30084-80b2-4045-8eb9-0e6d33b58dec tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.732492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd266f14-f6dc-4b7f-b2c4-043df97eab2e req-72e30084-80b2-4045-8eb9-0e6d33b58dec tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:09.747089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fd266f14-f6dc-4b7f-b2c4-043df97eab2e req-72e30084-80b2-4045-8eb9-0e6d33b58dec tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5444 time: 0.7389882 Nov 25 19:43:09.760115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a5bebc1-ab4d-4173-b1f9-64dc4b0d28fa') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:09.763451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a5bebc1-ab4d-4173-b1f9-64dc4b0d28fa') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:09.807158 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3f47594e-a9ca-4de8-8f12-1f696e12841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.828998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.853919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Deleting port bb727db9-73e5-403b-838b-42b338d70d29 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:09.854959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.930424 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.966479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:09.969598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:09.988915 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:10.025180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fd266f14-f6dc-4b7f-b2c4-043df97eab2e req-3e061dd0-929c-41b5-83e2-e0693a1237bb tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2764411 Nov 25 19:43:10.122825 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:43:10.123461 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:43:10.151631 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.176974 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d78f22b9-712c-4310-94e7-9e2d4505c441 x-openstack-request-id: req-d78f22b9-712c-4310-94e7-9e2d4505c441 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:10.177455 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "3e36c5a3-e2d4-4108-add5-5ea119f844c0", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:10.177884 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d78f22b9-712c-4310-94e7-9e2d4505c441 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:10.178608 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e36c5a3-e2d4-4108-add5-5ea119f844c0', 'code': 200} Nov 25 19:43:10.191995 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.224854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Calling delete_port for bb727db9-73e5-403b-838b-42b338d70d29 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:10.322563 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.333423 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.341377 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/7088010c-2c93-4583-8620-51c3282ec5ac HTTP/1.1" status: 204 len: 168 time: 2.4345605 Nov 25 19:43:10.350048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44088) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:10.447388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b9ea98-abb0-495a-ba21-1bc37d789c69 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Network': ['ID=7088010c-2c93-4583-8620-51c3282ec5ac,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:10.473432 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb56083d-9a53-40de-b032-d443384764d0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:10.473993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb56083d-9a53-40de-b032-d443384764d0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:10.494274 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cb56083d-9a53-40de-b032-d443384764d0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/7088010c-2c93-4583-8620-51c3282ec5ac HTTP/1.1" status: 404 len: 339 time: 0.1417456 Nov 25 19:43:10.495155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44090) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:10.503357 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-8f314c06-afe8-40e4-99d3-11cba8f377d8 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 19:43:10.503357 n-d-817303-9 neutron-server[103653]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 25 19:43:10.503357 n-d-817303-9 neutron-server[103653]: [parameters: {'project_id': '812dcb9453324141b642b35abfd1fafb', 'id': '445a474d-40c1-412c-a4f5-db1114034394', 'name': '', 'network_id': '7088010c-2c93-4583-8620-51c3282ec5ac', 'mac_address': 'fa:16:3e:2e:06:b9', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-7088010c-2c93-4583-8620-51c3282ec5ac', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2117}] Nov 25 19:43:10.503357 n-d-817303-9 neutron-server[103653]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:43:10.503357 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-8f314c06-afe8-40e4-99d3-11cba8f377d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:43:10.508154 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-459508857', 'description': 'd1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:10.602444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:10.609443 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.657243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-3f47594e-a9ca-4de8-8f12-1f696e12841d None None] Allocated IP 172.20.0.1 (6d0199f0-d86d-44c9-af5c-dbea2d1ab421/3f9bee7e-2895-44d2-9cf5-9e2d990e15b6/fb91381e-2111-4ea4-9820-4030e4462f0e) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:10.664972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ce49200e-7a12-415f-ba24-3bfb7d146868, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ce49200e-7a12-415f-ba24-3bfb7d146868,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:10.689573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.718769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:43:10.756846 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.758772 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Added segment 318159df-9f15-499c-9a7f-dbc5e38edd82 of type vlan for network 25b60784-b908-4809-a077-c91a7d5ce518 Nov 25 19:43:10.772852 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:10.774563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb561747-6f3c-49c3-accb-3206128ee7ab up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:10.978432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.017357 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8f314c06-afe8-40e4-99d3-11cba8f377d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.021594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ce49200e-7a12-415f-ba24-3bfb7d146868,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:11.107152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.150663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:11.153961 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.407910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1613bb-cde2-45af-91c5-6e752ea143b6 None None] Network 7088010c-2c93-4583-8620-51c3282ec5ac requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:11.477368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c1613bb-cde2-45af-91c5-6e752ea143b6 None None] Network 7088010c-2c93-4583-8620-51c3282ec5ac could not be found, it might have been deleted concurrently. {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:43:11.506287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3f47594e-a9ca-4de8-8f12-1f696e12841d None None] For port fb91381e-2111-4ea4-9820-4030e4462f0e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=fb91381e-2111-4ea4-9820-4030e4462f0e,segment=NetworkSegment(1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1),segment_id=1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:11.559814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c5f494-5dc7-4fcb-af71-03c9e768cf27 None None] Network 7088010c-2c93-4583-8620-51c3282ec5ac requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:11.570045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port fb561747-6f3c-49c3-accb-3206128ee7ab completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:43:11.598581 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0993745 Nov 25 19:43:11.599652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44114) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:11.630453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaefcc1-84d2-48ab-ab20-c079646b6321 req-cc6afe57-e922-4cb0-a978-93a5a858b057 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:11.639566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdaefcc1-84d2-48ab-ab20-c079646b6321 req-cc6afe57-e922-4cb0-a978-93a5a858b057 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 945 time: 1.2598810 Nov 25 19:43:11.652814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event deleted for resources: {'Port': ['ID=bb727db9-73e5-403b-838b-42b338d70d29,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:11.666884 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device fb91381e-2111-4ea4-9820-4030e4462f0e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:11.686507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c5f494-5dc7-4fcb-af71-03c9e768cf27 None None] Network 7088010c-2c93-4583-8620-51c3282ec5ac could not be found, it might have been deleted concurrently. {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:43:11.710248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port fb561747-6f3c-49c3-accb-3206128ee7ab triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:11.711175 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.851548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.851917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.852224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.862143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.864574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.868701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.870072 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.872515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.875591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.878446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.889208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.889671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:11.913653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:11.920889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4e04b3d4-f756-4da9-af31-d3aada3ffe75 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "DELETE /v2.0/ports/bb727db9-73e5-403b-838b-42b338d70d29 HTTP/1.1" status: 204 len: 168 time: 2.8747840 Nov 25 19:43:11.934653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44122) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:12.026679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdaefcc1-84d2-48ab-ab20-c079646b6321 req-3abf26c2-22a8-4adb-84da-dbf1824f38d3 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3653705 Nov 25 19:43:12.030911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-718ba1f3-98df-40a6-b085-faf0cfce4b10 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:12.038691 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-718ba1f3-98df-40a6-b085-faf0cfce4b10 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/networks?id=25b60784-b908-4809-a077-c91a7d5ce518 HTTP/1.1" status: 200 len: 764 time: 0.4284134 Nov 25 19:43:12.045384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44130) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:12.061272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-66fcde30-3f8d-4e3a-9570-d02c832d7b99 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'description': 'd2'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:12.070091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18efcc4-dc49-4b89-a0ae-ecf464b73995 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=25b60784-b908-4809-a077-c91a7d5ce518,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:12.099748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-655feabf-7411-48bf-825a-60a56614acdf tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Deleting subnet 5be75345-a4ec-4af6-ba7e-2417ec66a005 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:12.114436 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655feabf-7411-48bf-825a-60a56614acdf tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.124548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 25b60784-b908-4809-a077-c91a7d5ce518 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:12.226618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce49200e-7a12-415f-ba24-3bfb7d146868'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:12.245046 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-663b9622-aa97-4f4c-a709-095478a98aeb" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "ce49200e-7a12-415f-ba24-3bfb7d146868"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:12.327727 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655feabf-7411-48bf-825a-60a56614acdf tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.389688 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3f47594e-a9ca-4de8-8f12-1f696e12841d None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.455138 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3f47594e-a9ca-4de8-8f12-1f696e12841d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.636065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-66fcde30-3f8d-4e3a-9570-d02c832d7b99 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.692037 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-66fcde30-3f8d-4e3a-9570-d02c832d7b99 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.746431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-66fcde30-3f8d-4e3a-9570-d02c832d7b99 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network 25b60784-b908-4809-a077-c91a7d5ce518 is not hosted by any dhcp agent {{(pid=103652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:43:12.748987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f47594e-a9ca-4de8-8f12-1f696e12841d None None] Pushing event updated for resources: {'Port': ['ID=fb91381e-2111-4ea4-9820-4030e4462f0e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:12.773806 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fcde30-3f8d-4e3a-9570-d02c832d7b99 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:12.774476 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-66fcde30-3f8d-4e3a-9570-d02c832d7b99 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.785492 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-66fcde30-3f8d-4e3a-9570-d02c832d7b99 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "PUT /v2.0/networks/25b60784-b908-4809-a077-c91a7d5ce518 HTTP/1.1" status: 200 len: 761 time: 0.7278628 Nov 25 19:43:12.790119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44148) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:12.862879 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655feabf-7411-48bf-825a-60a56614acdf tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.875586 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:12.928582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcde30-3f8d-4e3a-9570-d02c832d7b99 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=25b60784-b908-4809-a077-c91a7d5ce518,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:13.025669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 25b60784-b908-4809-a077-c91a7d5ce518 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:13.028349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217abd34-757f-424a-8ad2-087aca12c637 req-fd917123-d438-4dfd-916e-ef5b5cc01771 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:13.038371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217abd34-757f-424a-8ad2-087aca12c637 req-fd917123-d438-4dfd-916e-ef5b5cc01771 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:13.051071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217abd34-757f-424a-8ad2-087aca12c637 req-fd917123-d438-4dfd-916e-ef5b5cc01771 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:13.060151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217abd34-757f-424a-8ad2-087aca12c637 req-fd917123-d438-4dfd-916e-ef5b5cc01771 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:13.070118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217abd34-757f-424a-8ad2-087aca12c637 req-fd917123-d438-4dfd-916e-ef5b5cc01771 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:13.081425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217abd34-757f-424a-8ad2-087aca12c637 req-fd917123-d438-4dfd-916e-ef5b5cc01771 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:13.096522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217abd34-757f-424a-8ad2-087aca12c637 req-fd917123-d438-4dfd-916e-ef5b5cc01771 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:13.109720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-217abd34-757f-424a-8ad2-087aca12c637 req-fd917123-d438-4dfd-916e-ef5b5cc01771 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5445 time: 0.5800450 Nov 25 19:43:13.235998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae27a549-de6a-4553-ab33-3ea78b61d4a0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:13.238921 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ae27a549-de6a-4553-ab33-3ea78b61d4a0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/networks?id=25b60784-b908-4809-a077-c91a7d5ce518 HTTP/1.1" status: 200 len: 764 time: 0.4339368 Nov 25 19:43:13.249418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44154) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:13.368720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fb561747-6f3c-49c3-accb-3206128ee7ab, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb561747-6f3c-49c3-accb-3206128ee7ab,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:13.381164 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-217abd34-757f-424a-8ad2-087aca12c637 req-b3245b42-973a-4bf6-817e-33dba42ea56e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2594965 Nov 25 19:43:13.394891 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.399974 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port fb91381e-2111-4ea4-9820-4030e4462f0e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:13.400914 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.444210 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655feabf-7411-48bf-825a-60a56614acdf tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.586825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655feabf-7411-48bf-825a-60a56614acdf tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event deleted for resources: {'Subnet': ['ID=5be75345-a4ec-4af6-ba7e-2417ec66a005,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:13.590693 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-655feabf-7411-48bf-825a-60a56614acdf tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:13.603047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-655feabf-7411-48bf-825a-60a56614acdf tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "DELETE /v2.0/subnets/5be75345-a4ec-4af6-ba7e-2417ec66a005 HTTP/1.1" status: 204 len: 168 time: 1.6651275 Nov 25 19:43:13.611401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44166) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:13.640111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c537a384-f5fb-48aa-87ad-47a06a611cf6 None None] Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:14.094566 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:14.097622 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fb561747-6f3c-49c3-accb-3206128ee7ab,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:14.139684 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc97d1c-4085-493b-85df-d85ef37f3e93 req-a80fa38b-7e22-4d5d-aaa1-2aba7ba3e13b tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:14.149221 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdc97d1c-4085-493b-85df-d85ef37f3e93 req-a80fa38b-7e22-4d5d-aaa1-2aba7ba3e13b tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 945 time: 0.3920078 Nov 25 19:43:14.284218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb946df-90c8-47ed-bdbe-06d8245c817c tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:14.287063 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ddb946df-90c8-47ed-bdbe-06d8245c817c tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.0328875 Nov 25 19:43:14.290015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44178) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:14.370981 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdc97d1c-4085-493b-85df-d85ef37f3e93 req-0ef05d58-2b2e-4dd7-b624-0d3396da3bc2 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998115 Nov 25 19:43:14.476090 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-797041cd-c02a-403b-b36a-c6608f5199e4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 207 time: 0.1839879 Nov 25 19:43:14.480163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Deleting port 2d14efad-6d74-43b6-93f2-b37519cdea60 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:14.481095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:14.484795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44190) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:14.754290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62badb69-d634-4c02-88a6-9ff33cf8ee63 None None] DHCP port deletion for 7b798e51-52e0-405a-a87b-b5ba84f79af2 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:14.806211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] For port 2d14efad-6d74-43b6-93f2-b37519cdea60, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2d14efad-6d74-43b6-93f2-b37519cdea60,segment=NetworkSegment(ea863000-6ec7-4037-8f5e-cf81a54b1543),segment_id=ea863000-6ec7-4037-8f5e-cf81a54b1543)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:14.811401 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:14.844544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Calling delete_port for 2d14efad-6d74-43b6-93f2-b37519cdea60 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:14.900658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44194) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:14.942919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device fb91381e-2111-4ea4-9820-4030e4462f0e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:15.062091 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9d9597-9190-42b9-b58f-b5db43fced25 x-openstack-request-id: req-6a9d9597-9190-42b9-b58f-b5db43fced25 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:15.062430 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "ce49200e-7a12-415f-ba24-3bfb7d146868", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:15.062900 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a9d9597-9190-42b9-b58f-b5db43fced25 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:15.063248 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce49200e-7a12-415f-ba24-3bfb7d146868', 'code': 200} Nov 25 19:43:15.077587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef90663-0f57-4d70-9148-d60b98e6a80e None None] Network 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:15.194992 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:15.221323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] No DVR routers for this DVR port 2d14efad-6d74-43b6-93f2-b37519cdea60 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:15.281704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event deleted for resources: {'Port': ['ID=2d14efad-6d74-43b6-93f2-b37519cdea60,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:15.355763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847b7aa-7c33-4b31-a444-ffe2184ecf25 req-19b3a3dd-f477-4b34-8179-2dd28efbdede tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.372277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847b7aa-7c33-4b31-a444-ffe2184ecf25 req-19b3a3dd-f477-4b34-8179-2dd28efbdede tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.386619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847b7aa-7c33-4b31-a444-ffe2184ecf25 req-19b3a3dd-f477-4b34-8179-2dd28efbdede tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.402641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847b7aa-7c33-4b31-a444-ffe2184ecf25 req-19b3a3dd-f477-4b34-8179-2dd28efbdede tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.420719 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847b7aa-7c33-4b31-a444-ffe2184ecf25 req-19b3a3dd-f477-4b34-8179-2dd28efbdede tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.427918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440cb30b-dc02-4164-a0f0-aa5a699597b5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.439699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440cb30b-dc02-4164-a0f0-aa5a699597b5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.440385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847b7aa-7c33-4b31-a444-ffe2184ecf25 req-19b3a3dd-f477-4b34-8179-2dd28efbdede tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.451874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440cb30b-dc02-4164-a0f0-aa5a699597b5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.457644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d847b7aa-7c33-4b31-a444-ffe2184ecf25 req-19b3a3dd-f477-4b34-8179-2dd28efbdede tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.461649 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d847b7aa-7c33-4b31-a444-ffe2184ecf25 req-19b3a3dd-f477-4b34-8179-2dd28efbdede tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5446 time: 0.3741789 Nov 25 19:43:15.467358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440cb30b-dc02-4164-a0f0-aa5a699597b5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.478727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440cb30b-dc02-4164-a0f0-aa5a699597b5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.491729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440cb30b-dc02-4164-a0f0-aa5a699597b5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:15.494750 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-440cb30b-dc02-4164-a0f0-aa5a699597b5 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 1.0076466 Nov 25 19:43:15.503907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44206) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:15.693288 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:15.782959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:15.828117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b798e51-52e0-405a-a87b-b5ba84f79af2']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:15.899910 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:15.910970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea863000-6ec7-4037-8f5e-cf81a54b1543') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:15.911847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea863000-6ec7-4037-8f5e-cf81a54b1543') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:15.955272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d847b7aa-7c33-4b31-a444-ffe2184ecf25 req-9550e895-317f-4176-9f80-50f1b0bb0663 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2833905 Nov 25 19:43:15.969509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:15.971707 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-faf458d4-b150-461a-8838-80a8c9098178 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.4658937 Nov 25 19:43:15.989973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44212) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:16.046361 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.066954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:16.067611 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:16.077256 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:16.239902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-27e72a8c-0a22-4529-81f1-aebfac41177f None None] Provisioning complete for port fb91381e-2111-4ea4-9820-4030e4462f0e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:16.240835 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-27e72a8c-0a22-4529-81f1-aebfac41177f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.255209 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.276677 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.288120 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] 10.222.0.15 "DELETE /v2.0/networks/7b798e51-52e0-405a-a87b-b5ba84f79af2 HTTP/1.1" status: 204 len: 168 time: 2.6699610 Nov 25 19:43:16.310562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1453d98-cf9a-498c-9027-6d683dbe87f5 tempest-AllowedAddressPairIpV6TestJSON-595627089 tempest-AllowedAddressPairIpV6TestJSON-595627089-project] Pushing event deleted for resources: {'Network': ['ID=7b798e51-52e0-405a-a87b-b5ba84f79af2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:16.361101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port fb91381e-2111-4ea4-9820-4030e4462f0e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:16.366137 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.409070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ba8ba-14ff-41c3-b25e-fdaa9a7205ad tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:16.413462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ba8ba-14ff-41c3-b25e-fdaa9a7205ad tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:16.418822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ba8ba-14ff-41c3-b25e-fdaa9a7205ad tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:16.421980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ba8ba-14ff-41c3-b25e-fdaa9a7205ad tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:16.425824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21ba8ba-14ff-41c3-b25e-fdaa9a7205ad tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:16.432972 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b21ba8ba-14ff-41c3-b25e-fdaa9a7205ad tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4411013 Nov 25 19:43:16.440758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44222) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:16.639907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4686b3-a67f-4636-a1aa-c316553600f4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:16.645319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4686b3-a67f-4636-a1aa-c316553600f4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:16.648777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4686b3-a67f-4636-a1aa-c316553600f4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:16.651930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4686b3-a67f-4636-a1aa-c316553600f4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:16.655199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4686b3-a67f-4636-a1aa-c316553600f4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:16.659571 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bd4686b3-a67f-4636-a1aa-c316553600f4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2166598 Nov 25 19:43:16.660647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-62badb69-d634-4c02-88a6-9ff33cf8ee63 None None] Deleting port 2d14efad-6d74-43b6-93f2-b37519cdea60 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:16.661024 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-62badb69-d634-4c02-88a6-9ff33cf8ee63 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.672173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44230) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:16.727476 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server [None req-62badb69-d634-4c02-88a6-9ff33cf8ee63 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 could not be found. Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._iter().one() Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._only_one_row( Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1546, in delete_ports_by_device_id Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:43:16.771192 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1971, in delete_port Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1194, in get_network Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network 7b798e51-52e0-405a-a87b-b5ba84f79af2 could not be found. Nov 25 19:43:16.776172 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:43:17.025013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4820c7-1abe-441a-ac98-c8690d03c8a4 None None] DHCP port deletion for 7b798e51-52e0-405a-a87b-b5ba84f79af2 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:17.087023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb561747-6f3c-49c3-accb-3206128ee7ab'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:17.089569 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2d2c56-1de0-4e00-aa85-1796bdd72862" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "fb561747-6f3c-49c3-accb-3206128ee7ab"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:17.234652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ed4445-de6f-4f65-b112-234a47dcb691 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:17.245580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e8ed4445-de6f-4f65-b112-234a47dcb691 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/networks/c799d1e7-d9a8-4181-8ef0-db6020f31c17 HTTP/1.1" status: 200 len: 804 time: 0.5628457 Nov 25 19:43:17.246754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44246) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:17.258200 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2d14efad-6d74-43b6-93f2-b37519cdea60 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:17.271303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Allocated IP 172.25.8.47 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/aad746f7-15f7-48f6-876f-a3dc49f18e26) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:17.335643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 2d14efad-6d74-43b6-93f2-b37519cdea60 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:17.336392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2d14efad-6d74-43b6-93f2-b37519cdea60 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:17.445609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373a3517-58b7-426f-93f4-cd4714edfdb0 req-962f2332-1933-4ff2-820f-bbc23753e3a8 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:17.449876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-373a3517-58b7-426f-93f4-cd4714edfdb0 req-962f2332-1933-4ff2-820f-bbc23753e3a8 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 945 time: 0.1588435 Nov 25 19:43:17.452635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44248) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:17.613780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb5383f-df24-49c0-82b6-9bc8ac64628d None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:43:17.687808 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-373a3517-58b7-426f-93f4-cd4714edfdb0 req-bfbf8ef0-a12c-4601-9966-d8bc202c2f7b tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188766 Nov 25 19:43:17.720644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ee751de6-e7f7-417d-8583-8f45f46c216a None None] Provisioning complete for port fb91381e-2111-4ea4-9820-4030e4462f0e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:17.721207 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee751de6-e7f7-417d-8583-8f45f46c216a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:18.051535 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb5383f-df24-49c0-82b6-9bc8ac64628d None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:43:18.310241 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-11da9181-5af5-460e-a241-a760318e1610 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/networks/c799d1e7-d9a8-4181-8ef0-db6020f31c17?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.0511584 Nov 25 19:43:18.311580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44274) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:18.435060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c05c71e6-fc93-4d20-8896-990844dc1375 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2ecdfa0c9354409488ae68f9f086a000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9774065 Nov 25 19:43:18.442190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44276) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:18.482294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c387489-f3fe-459e-9be3-896f49e46459 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:18.483902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5c387489-f3fe-459e-9be3-896f49e46459 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/subnets/882e5514-56c7-4ca3-81eb-a50f67196dc7 HTTP/1.1" status: 200 len: 843 time: 0.1676857 Nov 25 19:43:18.493121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44278) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:18.517920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180223-35c3-4af0-a133-839c923be109 req-3b260f0d-e5b4-4c06-a41f-af2955cd6a7b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:18.524755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180223-35c3-4af0-a133-839c923be109 req-3b260f0d-e5b4-4c06-a41f-af2955cd6a7b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:18.569422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180223-35c3-4af0-a133-839c923be109 req-3b260f0d-e5b4-4c06-a41f-af2955cd6a7b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:18.585866 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:18.590970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180223-35c3-4af0-a133-839c923be109 req-3b260f0d-e5b4-4c06-a41f-af2955cd6a7b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:18.621252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180223-35c3-4af0-a133-839c923be109 req-3b260f0d-e5b4-4c06-a41f-af2955cd6a7b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:18.626853 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6abb904c-22b0-4748-b153-8685a9582df1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:18.633317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180223-35c3-4af0-a133-839c923be109 req-3b260f0d-e5b4-4c06-a41f-af2955cd6a7b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:18.640915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4180223-35c3-4af0-a133-839c923be109 req-3b260f0d-e5b4-4c06-a41f-af2955cd6a7b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:18.650468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4180223-35c3-4af0-a133-839c923be109 req-3b260f0d-e5b4-4c06-a41f-af2955cd6a7b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5446 time: 0.3402739 Nov 25 19:43:18.764432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6abb904c-22b0-4748-b153-8685a9582df1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:18.782831 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:18.790499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e411d9-4b1c-4c14-be7a-38f14528c39e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['shared'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:18.798986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-34e411d9-4b1c-4c14-be7a-38f14528c39e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "GET /v2.0/subnets/882e5514-56c7-4ca3-81eb-a50f67196dc7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2977498 Nov 25 19:43:18.804718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44284) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:18.810276 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1358694146'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:18.853082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:18.856876 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:18.865863 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4180223-35c3-4af0-a133-839c923be109 req-65043d69-b26f-4f97-b3d2-1ccd72ee5724 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2144172 Nov 25 19:43:18.919942 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e4e0b6b8-5b60-4a97-be1f-fc3ca89e758d None None] Provisioning complete for port 84246466-79e7-46a8-8a91-13b061d334f6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:18.921994 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e4e0b6b8-5b60-4a97-be1f-fc3ca89e758d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:18.925356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:18.930997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:43:18.940449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:18.945965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:18.948921 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:18.951686 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Added segment 25609bb3-742f-48b6-8f16-f35686849b9a of type vlan for network bf8d0314-f37a-498a-93f2-5347c35b0104 Nov 25 19:43:18.957356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event updated for resources: {'Port': ['ID=aad746f7-15f7-48f6-876f-a3dc49f18e26,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:18.995095 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d18881b-c4c8-45f6-8c68-02ec67fd038d x-openstack-request-id: req-7d18881b-c4c8-45f6-8c68-02ec67fd038d {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:19.000700 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-plugged", "status": "completed", "tag": "fb561747-6f3c-49c3-accb-3206128ee7ab", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:19.001611 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d18881b-c4c8-45f6-8c68-02ec67fd038d {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:19.001953 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb561747-6f3c-49c3-accb-3206128ee7ab', 'code': 200} Nov 25 19:43:19.075071 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.101269 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6abb904c-22b0-4748-b153-8685a9582df1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.109861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6abb904c-22b0-4748-b153-8685a9582df1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.111826 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6abb904c-22b0-4748-b153-8685a9582df1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5780d8c8-73ed-4e05-90eb-a00218493176 HTTP/1.1" status: 204 len: 168 time: 0.6678078 Nov 25 19:43:19.191182 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.212791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:19.217362 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.377750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5722997 Nov 25 19:43:19.385705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44302) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:19.393062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abb904c-22b0-4748-b153-8685a9582df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5780d8c8-73ed-4e05-90eb-a00218493176,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:19.394179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'network_id': 'bf8d0314-f37a-498a-93f2-5347c35b0104', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:19.398990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d424c-0ee9-46dc-9bae-673643134ab0 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Network': ['ID=bf8d0314-f37a-498a-93f2-5347c35b0104,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:19.437028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network bf8d0314-f37a-498a-93f2-5347c35b0104 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:19.450293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.514520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a83246-993a-477b-9d76-2e45ce8aee70 req-7a10dc7c-f58c-4701-9f67-857b288d71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:19.515032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a83246-993a-477b-9d76-2e45ce8aee70 req-7a10dc7c-f58c-4701-9f67-857b288d71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:19.523895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a83246-993a-477b-9d76-2e45ce8aee70 req-7a10dc7c-f58c-4701-9f67-857b288d71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:19.524385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a83246-993a-477b-9d76-2e45ce8aee70 req-7a10dc7c-f58c-4701-9f67-857b288d71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:19.524864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a83246-993a-477b-9d76-2e45ce8aee70 req-7a10dc7c-f58c-4701-9f67-857b288d71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:19.525340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a83246-993a-477b-9d76-2e45ce8aee70 req-7a10dc7c-f58c-4701-9f67-857b288d71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:19.525812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a83246-993a-477b-9d76-2e45ce8aee70 req-7a10dc7c-f58c-4701-9f67-857b288d71e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:19.537700 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30a83246-993a-477b-9d76-2e45ce8aee70 req-7a10dc7c-f58c-4701-9f67-857b288d71e8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6503 time: 0.2363644 Nov 25 19:43:19.671526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.758225 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30a83246-993a-477b-9d76-2e45ce8aee70 req-f06a65c7-7958-44db-bc49-f9e2431c8943 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1689899 Nov 25 19:43:19.791761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Made reservation on behalf of 812dcb9453324141b642b35abfd1fafb for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:19.796593 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:19.905591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Performing IP validity checks on allocation pools {{(pid=103651) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:43:19.906432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103651) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:43:20.028481 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.036973 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.168569 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.208152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event updated for resources: {'Port': ['ID=aad746f7-15f7-48f6-876f-a3dc49f18e26,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:20.238925 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.261837 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.268752 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3df659af-7030-400b-9b6b-6128f99d0159 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3657956 Nov 25 19:43:20.270466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44328) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:20.275789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1353709573'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:20.314404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Made reservation on behalf of 9cad41e8e8c047398aad727bb17b0491 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:20.321439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.334943 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.397112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=7af82f2d-d3f3-49f7-8fd2-c8d4814388ec,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:20.444055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f33a43-e9d4-4438-81a7-d844495097e7 req-f29fb633-6694-456c-b66b-b8e21ce8e01a tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:20.453826 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-10f33a43-e9d4-4438-81a7-d844495097e7 req-f29fb633-6694-456c-b66b-b8e21ce8e01a tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 945 time: 0.1922214 Nov 25 19:43:20.485029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Checking segment: {'id': '25609bb3-742f-48b6-8f16-f35686849b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bf8d0314-f37a-498a-93f2-5347c35b0104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:20.485520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network hostable DHCP agents. Network: bf8d0314-f37a-498a-93f2-5347c35b0104, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:43:20.540677 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.541532 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.552702 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.584533 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-10f33a43-e9d4-4438-81a7-d844495097e7 req-48e34613-5daa-4ca9-87aa-51f322530c43 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293964 Nov 25 19:43:20.586414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Network bf8d0314-f37a-498a-93f2-5347c35b0104 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:43:20.601767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 609} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:43:20.612370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=135a6be5-9c1d-415c-9c15-f8d4cdf438ec,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:20.622949 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.640788 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Added segment 7f9b0c51-16d6-4b38-ac52-9ef3783cf181 of type vlan for network 38882268-9b5b-4e5b-b404-57e912e0f7a6 Nov 25 19:43:20.644846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, bf8d0314-f37a-498a-93f2-5347c35b0104) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:20.652733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:20.653784 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.655633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbc44255-2b9b-4739-bc18-475739744681 None None] Network bf8d0314-f37a-498a-93f2-5347c35b0104 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:20.727619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6fc75b37-0b54-412d-9f0d-4edccd954cd2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3404884 Nov 25 19:43:20.733187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44342) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:20.753931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3526a4c3-671e-4cdc-acb4-15df0679cdaa tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:20.783976 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.897538 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:20.925162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:20.927205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.015132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e47b-5693-4f29-b6ae-4732bcd21c19 req-08f3b9e2-4a64-41ae-ad93-ef36720d9ccf tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:21.039503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e47b-5693-4f29-b6ae-4732bcd21c19 req-08f3b9e2-4a64-41ae-ad93-ef36720d9ccf tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:21.049662 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7759364 Nov 25 19:43:21.087275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e47b-5693-4f29-b6ae-4732bcd21c19 req-08f3b9e2-4a64-41ae-ad93-ef36720d9ccf tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:21.096765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44350) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:21.102919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Request body: {'subnet': {'network_id': '38882268-9b5b-4e5b-b404-57e912e0f7a6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:21.127813 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e93bc5-653d-4523-aaa6-4f49ee94945a tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event updated for resources: {'Network': ['ID=38882268-9b5b-4e5b-b404-57e912e0f7a6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:21.142162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-bf8d0314-f37a-498a-93f2-5347c35b0104', 'network_id': 'bf8d0314-f37a-498a-93f2-5347c35b0104', 'tenant_id': '812dcb9453324141b642b35abfd1fafb', 'fixed_ips': [{'subnet_id': '7af82f2d-d3f3-49f7-8fd2-c8d4814388ec'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:21.145623 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.153880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e47b-5693-4f29-b6ae-4732bcd21c19 req-08f3b9e2-4a64-41ae-ad93-ef36720d9ccf tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:21.206671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e47b-5693-4f29-b6ae-4732bcd21c19 req-08f3b9e2-4a64-41ae-ad93-ef36720d9ccf tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:21.247858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e47b-5693-4f29-b6ae-4732bcd21c19 req-08f3b9e2-4a64-41ae-ad93-ef36720d9ccf tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:21.251432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Made reservation on behalf of 9cad41e8e8c047398aad727bb17b0491 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:21.260414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.274435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8e47b-5693-4f29-b6ae-4732bcd21c19 req-08f3b9e2-4a64-41ae-ad93-ef36720d9ccf tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:21.282963 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6da8e47b-5693-4f29-b6ae-4732bcd21c19 req-08f3b9e2-4a64-41ae-ad93-ef36720d9ccf tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5446 time: 0.4605312 Nov 25 19:43:21.305972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44354) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:21.309480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 38882268-9b5b-4e5b-b404-57e912e0f7a6 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:21.385914 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3526a4c3-671e-4cdc-acb4-15df0679cdaa tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12195167'] for subnet, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.494981 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6da8e47b-5693-4f29-b6ae-4732bcd21c19 req-28ff1b3c-8242-47e3-a3b4-81afa1f8dd62 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1897664 Nov 25 19:43:21.528481 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Allocated IP 2001:db8::3 (bf8d0314-f37a-498a-93f2-5347c35b0104/7af82f2d-d3f3-49f7-8fd2-c8d4814388ec/036181bd-9970-4ab2-9987-932e0fbf1a0b) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:21.696402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-294564767'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:21.742208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde2002b-202f-446a-810e-3989b8fdcdfd req-cd550e93-1e5d-4a5b-9b2d-082b1ea1e4b0 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:21.743829 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cde2002b-202f-446a-810e-3989b8fdcdfd req-cd550e93-1e5d-4a5b-9b2d-082b1ea1e4b0 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 945 time: 0.1784143 Nov 25 19:43:21.793342 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.831071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:21.832440 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.958618 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:21.997439 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.023458 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.090236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Network bf8d0314-f37a-498a-93f2-5347c35b0104 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:22.096446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:22.099294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:22.123082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event updated for resources: {'Subnet': ['ID=2df2bac9-e06d-4274-8d17-ce4a338214f2,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:22.140785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Checking segment: {'id': '7f9b0c51-16d6-4b38-ac52-9ef3783cf181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38882268-9b5b-4e5b-b404-57e912e0f7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:22.142064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Network hostable DHCP agents. Network: 38882268-9b5b-4e5b-b404-57e912e0f7a6, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:43:22.180894 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-cde2002b-202f-446a-810e-3989b8fdcdfd req-6d720120-ac98-4999-aee0-e4f564292264 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Deleting port 84246466-79e7-46a8-8a91-13b061d334f6 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:22.181241 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cde2002b-202f-446a-810e-3989b8fdcdfd req-6d720120-ac98-4999-aee0-e4f564292264 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.243872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e64c1cf-893b-4c2f-b81d-4bc3cc987598 req-9043bfcc-7f4f-4d81-9c65-29c2b1375bbe tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:22.247504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e64c1cf-893b-4c2f-b81d-4bc3cc987598 req-9043bfcc-7f4f-4d81-9c65-29c2b1375bbe tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd73b521-bc45-4953-9321-50bc0c1ed805 HTTP/1.1" status: 200 len: 945 time: 0.2819960 Nov 25 19:43:22.267554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Pushing event updated for resources: {'Port': ['ID=036181bd-9970-4ab2-9987-932e0fbf1a0b,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:22.351358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Attempting to bind port 036181bd-9970-4ab2-9987-932e0fbf1a0b on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:22.353410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Attempting to bind port 036181bd-9970-4ab2-9987-932e0fbf1a0b by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '25609bb3-742f-48b6-8f16-f35686849b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bf8d0314-f37a-498a-93f2-5347c35b0104'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:22.354052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Attempting to bind port 036181bd-9970-4ab2-9987-932e0fbf1a0b on network bf8d0314-f37a-498a-93f2-5347c35b0104 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:22.370416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:22.372668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Checking segment: {'id': '25609bb3-742f-48b6-8f16-f35686849b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bf8d0314-f37a-498a-93f2-5347c35b0104'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:22.373438 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.374136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Bound using segment: {'id': '25609bb3-742f-48b6-8f16-f35686849b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bf8d0314-f37a-498a-93f2-5347c35b0104'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:22.375054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Bound port: 036181bd-9970-4ab2-9987-932e0fbf1a0b, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25609bb3-742f-48b6-8f16-f35686849b9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'bf8d0314-f37a-498a-93f2-5347c35b0104'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:22.375811 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.398526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-cde2002b-202f-446a-810e-3989b8fdcdfd req-6d720120-ac98-4999-aee0-e4f564292264 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] For port 84246466-79e7-46a8-8a91-13b061d334f6, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=84246466-79e7-46a8-8a91-13b061d334f6,segment=NetworkSegment(b6f96d93-806c-4ce7-957e-92a1bfa8eba2),segment_id=b6f96d93-806c-4ce7-957e-92a1bfa8eba2)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:22.398946 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cde2002b-202f-446a-810e-3989b8fdcdfd req-6d720120-ac98-4999-aee0-e4f564292264 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.444314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-cde2002b-202f-446a-810e-3989b8fdcdfd req-6d720120-ac98-4999-aee0-e4f564292264 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Calling delete_port for 84246466-79e7-46a8-8a91-13b061d334f6 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:22.467380 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e64c1cf-893b-4c2f-b81d-4bc3cc987598 req-da071747-9263-47ff-b0b3-e8e241a0f08c tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f064f80-124c-4d3a-903b-cc33e764554b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117817 Nov 25 19:43:22.492424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] For port 036181bd-9970-4ab2-9987-932e0fbf1a0b, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:22.500401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] For port 036181bd-9970-4ab2-9987-932e0fbf1a0b, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=036181bd-9970-4ab2-9987-932e0fbf1a0b,segment=NetworkSegment(25609bb3-742f-48b6-8f16-f35686849b9a),segment_id=25609bb3-742f-48b6-8f16-f35686849b9a)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:22.510748 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.603369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Network 38882268-9b5b-4e5b-b404-57e912e0f7a6 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:43:22.643206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 38882268-9b5b-4e5b-b404-57e912e0f7a6) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:22.658830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:22.658830 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.679528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792216d0-5d10-4ede-a8b7-7a3e2a0b8282 None None] Network 38882268-9b5b-4e5b-b404-57e912e0f7a6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:22.684027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f694a-9330-4062-820e-906a4c13c2c7 None None] Pushing event updated for resources: {'Port': ['ID=036181bd-9970-4ab2-9987-932e0fbf1a0b,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:22.705197 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3526a4c3-671e-4cdc-acb4-15df0679cdaa tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731796658800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12511688'] for subnet, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.904038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3526a4c3-671e-4cdc-acb4-15df0679cdaa tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:22.905024 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3526a4c3-671e-4cdc-acb4-15df0679cdaa tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.907975 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-27931f36-82d7-4cc1-ba60-c6fa3da7cd2c tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8085010 Nov 25 19:43:22.919626 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3526a4c3-671e-4cdc-acb4-15df0679cdaa tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "PUT /v2.0/subnets/7af82f2d-d3f3-49f7-8fd2-c8d4814388ec HTTP/1.1" status: 200 len: 900 time: 2.1828949 Nov 25 19:43:22.920722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44388) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:22.921284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44390) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:22.940151 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.955591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:22.961175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-610871697', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:23.051154 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cde2002b-202f-446a-810e-3989b8fdcdfd req-6d720120-ac98-4999-aee0-e4f564292264 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.069895 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.117254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:43:23.215368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d720120-ac98-4999-aee0-e4f564292264 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Pushing event deleted for resources: {'Port': ['ID=84246466-79e7-46a8-8a91-13b061d334f6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:23.229906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d70622-2e70-459f-99ed-ac61c613c160,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:23.250285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.251587 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Added segment 9ecb8f74-1722-46eb-ace6-7e87e67ee499 of type vlan for network 0a011fd0-9c8c-4deb-9828-aa08d061358c Nov 25 19:43:23.301182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['84246466-79e7-46a8-8a91-13b061d334f6'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:43:23.301182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67c3182-aacf-424f-b866-e069c501a1fc None None] DHCP port deletion for f1d5de64-287a-4c77-ac2a-25d4fded02fd request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:23.439025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde2002b-202f-446a-810e-3989b8fdcdfd req-6d720120-ac98-4999-aee0-e4f564292264 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] No DVR routers for this DVR port 84246466-79e7-46a8-8a91-13b061d334f6 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:23.443620 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cde2002b-202f-446a-810e-3989b8fdcdfd req-6d720120-ac98-4999-aee0-e4f564292264 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.450241 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cde2002b-202f-446a-810e-3989b8fdcdfd req-6d720120-ac98-4999-aee0-e4f564292264 tempest-ServersNegativeTestMultiTenantJSON-1030237776 tempest-ServersNegativeTestMultiTenantJSON-1030237776-project] 10.222.0.60 "DELETE /v2.0/ports/84246466-79e7-46a8-8a91-13b061d334f6 HTTP/1.1" status: 204 len: 173 time: 1.6928430 Nov 25 19:43:23.450898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd73b521-bc45-4953-9321-50bc0c1ed805', 'name': 'network-vif-deleted', 'tag': '84246466-79e7-46a8-8a91-13b061d334f6'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:23.455935 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd4e5a1d-765f-4fdd-a275-b96be29ac808" -d '{"events": [{"server_uuid": "fd73b521-bc45-4953-9321-50bc0c1ed805", "name": "network-vif-deleted", "tag": "84246466-79e7-46a8-8a91-13b061d334f6"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:23.471028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 036181bd-9970-4ab2-9987-932e0fbf1a0b up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:23.498550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.577673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-38882268-9b5b-4e5b-b404-57e912e0f7a6', 'network_id': '38882268-9b5b-4e5b-b404-57e912e0f7a6', 'tenant_id': '9cad41e8e8c047398aad727bb17b0491', 'fixed_ips': [{'subnet_id': '2df2bac9-e06d-4274-8d17-ce4a338214f2'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:23.580016 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.581837 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.613570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:23.616403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.653349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 036181bd-9970-4ab2-9987-932e0fbf1a0b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:23.654341 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.724603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.745539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3526a4c3-671e-4cdc-acb4-15df0679cdaa tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event updated for resources: {'Subnet': ['ID=7af82f2d-d3f3-49f7-8fd2-c8d4814388ec,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:23.800354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.802119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:23.840111 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5321901 Nov 25 19:43:23.841492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44404) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:23.859373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea11a6-373a-4f90-8495-358a553dd3fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Network': ['ID=0a011fd0-9c8c-4deb-9828-aa08d061358c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:23.860609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a75-2f9c-4152-a76d-54c2076bff79 req-3010cd5f-a5be-4776-a4d1-32c75f415cad tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:23.872235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:23.885674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:23.897706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a75-2f9c-4152-a76d-54c2076bff79 req-3010cd5f-a5be-4776-a4d1-32c75f415cad tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:23.916833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a75-2f9c-4152-a76d-54c2076bff79 req-3010cd5f-a5be-4776-a4d1-32c75f415cad tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:23.936432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a75-2f9c-4152-a76d-54c2076bff79 req-3010cd5f-a5be-4776-a4d1-32c75f415cad tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:23.950387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a75-2f9c-4152-a76d-54c2076bff79 req-3010cd5f-a5be-4776-a4d1-32c75f415cad tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:23.983129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a75-2f9c-4152-a76d-54c2076bff79 req-3010cd5f-a5be-4776-a4d1-32c75f415cad tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:24.002736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806a75-2f9c-4152-a76d-54c2076bff79 req-3010cd5f-a5be-4776-a4d1-32c75f415cad tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:24.018560 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab806a75-2f9c-4152-a76d-54c2076bff79 req-3010cd5f-a5be-4776-a4d1-32c75f415cad tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5446 time: 0.8586466 Nov 25 19:43:24.191971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:24.198604 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:24.345322 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:24.371302 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Allocated IP 172.20.0.2 (38882268-9b5b-4e5b-b404-57e912e0f7a6/2df2bac9-e06d-4274-8d17-ce4a338214f2/45db13bc-48d8-4d00-9221-37aa07fe1f52) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:24.416832 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:24.509442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 036181bd-9970-4ab2-9987-932e0fbf1a0b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=036181bd-9970-4ab2-9987-932e0fbf1a0b,segment=NetworkSegment(25609bb3-742f-48b6-8f16-f35686849b9a),segment_id=25609bb3-742f-48b6-8f16-f35686849b9a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:24.561067 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:24.686437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=036181bd-9970-4ab2-9987-932e0fbf1a0b,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:24.713521 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:43:24.802369 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:24.824618 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:24.849222 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:24.969273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=3a54afd2-313f-435d-83c4-00e532edab49,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:25.069137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:25.072084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network hostable DHCP agents. Network: 0a011fd0-9c8c-4deb-9828-aa08d061358c, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:43:25.127884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:43:25.158012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 0a011fd0-9c8c-4deb-9828-aa08d061358c) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:25.187451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:25.191322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:25.215170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7814200-e46f-4919-bff8-38967a68a95a None None] Network bf8d0314-f37a-498a-93f2-5347c35b0104 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:25.218542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6f9b59-67f8-4a26-b91a-cc8da4ac5dda None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:25.228460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 036181bd-9970-4ab2-9987-932e0fbf1a0b up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:25.270578 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ed6faf07-838b-4679-aead-a486d2883da6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4220726 Nov 25 19:43:25.274557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44420) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:25.287389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'name': 'tempest-NetworksTestDHCPv6-1126234675'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:25.380611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Network 38882268-9b5b-4e5b-b404-57e912e0f7a6 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:25.518880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Pushing event updated for resources: {'Port': ['ID=45db13bc-48d8-4d00-9221-37aa07fe1f52,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:25.571523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:25.572845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:25.581913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:25.589763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:25.594722 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:25.618335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab806a75-2f9c-4152-a76d-54c2076bff79 req-c91cb24a-4211-43d9-bc40-4b796f07e429 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.5982778 Nov 25 19:43:25.648328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port e64ee985-d59e-436a-8e3c-ce2be95959f6 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:43:25.723426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Deleting port 036181bd-9970-4ab2-9987-932e0fbf1a0b {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:25.724050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:25.776821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f23fabfb-8bb1-45b8-adc9-2d3f7a32317d None None] Provisioning complete for port 036181bd-9970-4ab2-9987-932e0fbf1a0b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:25.777486 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f23fabfb-8bb1-45b8-adc9-2d3f7a32317d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:25.871274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] For port 036181bd-9970-4ab2-9987-932e0fbf1a0b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=036181bd-9970-4ab2-9987-932e0fbf1a0b,segment=NetworkSegment(25609bb3-742f-48b6-8f16-f35686849b9a),segment_id=25609bb3-742f-48b6-8f16-f35686849b9a)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:25.871889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:25.894521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Calling delete_port for 036181bd-9970-4ab2-9987-932e0fbf1a0b owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:26.049406 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452ec9a4-cae1-44a8-b2f8-0d9f3f700999 x-openstack-request-id: req-452ec9a4-cae1-44a8-b2f8-0d9f3f700999 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:26.049721 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd73b521-bc45-4953-9321-50bc0c1ed805", "name": "network-vif-deleted", "tag": "84246466-79e7-46a8-8a91-13b061d334f6", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:26.049959 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-452ec9a4-cae1-44a8-b2f8-0d9f3f700999 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:26.050391 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd73b521-bc45-4953-9321-50bc0c1ed805', 'name': 'network-vif-deleted', 'tag': '84246466-79e7-46a8-8a91-13b061d334f6', 'status': 'completed', 'code': 200} Nov 25 19:43:26.116625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::20c (0a011fd0-9c8c-4deb-9828-aa08d061358c/3a54afd2-313f-435d-83c4-00e532edab49/e64ee985-d59e-436a-8e3c-ce2be95959f6) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:26.194867 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44440) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:26.388330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a7ad2cc-86a7-4a67-8929-6c2ebae2475a admin admin] Deleting subnet e335ad93-6aeb-4561-9825-fd7282d53847 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:26.423412 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad2cc-86a7-4a67-8929-6c2ebae2475a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.461469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 84246466-79e7-46a8-8a91-13b061d334f6 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:26.519176 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.556952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Attempting to bind port 45db13bc-48d8-4d00-9221-37aa07fe1f52 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:26.562449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Attempting to bind port 45db13bc-48d8-4d00-9221-37aa07fe1f52 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '7f9b0c51-16d6-4b38-ac52-9ef3783cf181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38882268-9b5b-4e5b-b404-57e912e0f7a6'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:26.567126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Attempting to bind port 45db13bc-48d8-4d00-9221-37aa07fe1f52 on network 38882268-9b5b-4e5b-b404-57e912e0f7a6 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:26.569795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 84246466-79e7-46a8-8a91-13b061d334f6 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:26.571182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 84246466-79e7-46a8-8a91-13b061d334f6 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:26.590266 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.625216 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.642635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc859-96ec-4c9c-aed3-95355191db9e req-42d0d793-2431-4d2a-9846-b20a3c83c469 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:26.667543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc859-96ec-4c9c-aed3-95355191db9e req-42d0d793-2431-4d2a-9846-b20a3c83c469 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:26.689220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad2cc-86a7-4a67-8929-6c2ebae2475a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.697863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc859-96ec-4c9c-aed3-95355191db9e req-42d0d793-2431-4d2a-9846-b20a3c83c469 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:26.730550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc859-96ec-4c9c-aed3-95355191db9e req-42d0d793-2431-4d2a-9846-b20a3c83c469 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:26.760387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc859-96ec-4c9c-aed3-95355191db9e req-42d0d793-2431-4d2a-9846-b20a3c83c469 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:26.777514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.787629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc859-96ec-4c9c-aed3-95355191db9e req-42d0d793-2431-4d2a-9846-b20a3c83c469 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:26.811555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:26.812326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Checking segment: {'id': '7f9b0c51-16d6-4b38-ac52-9ef3783cf181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38882268-9b5b-4e5b-b404-57e912e0f7a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:26.812944 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.813671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Bound using segment: {'id': '7f9b0c51-16d6-4b38-ac52-9ef3783cf181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38882268-9b5b-4e5b-b404-57e912e0f7a6'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:26.814373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Bound port: 45db13bc-48d8-4d00-9221-37aa07fe1f52, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f9b0c51-16d6-4b38-ac52-9ef3783cf181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '38882268-9b5b-4e5b-b404-57e912e0f7a6'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:26.815757 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.820750 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fc859-96ec-4c9c-aed3-95355191db9e req-42d0d793-2431-4d2a-9846-b20a3c83c469 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:26.841438 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-565fc859-96ec-4c9c-aed3-95355191db9e req-42d0d793-2431-4d2a-9846-b20a3c83c469 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5446 time: 0.4348953 Nov 25 19:43:26.893447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 036181bd-9970-4ab2-9987-932e0fbf1a0b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:26.893836 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:26.900481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44448) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:26.947029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad2cc-86a7-4a67-8929-6c2ebae2475a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:27.080963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-507eb43d-806a-4db1-8a3f-79005614092f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Request body: {'floatingip': {'port_id': '65636e05-774f-452f-8240-2f811a684d5a'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:27.098413 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad2cc-86a7-4a67-8929-6c2ebae2475a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:27.125065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '3a54afd2-313f-435d-83c4-00e532edab49'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:27.126704 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:27.191292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] For port 45db13bc-48d8-4d00-9221-37aa07fe1f52, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:27.222234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Allocated IP 172.25.8.68 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/4308824a-e20f-4537-83c0-e2c3515e5fee) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:27.238946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=e64ee985-d59e-436a-8e3c-ce2be95959f6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:27.254259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] For port 45db13bc-48d8-4d00-9221-37aa07fe1f52, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=45db13bc-48d8-4d00-9221-37aa07fe1f52,segment=NetworkSegment(7f9b0c51-16d6-4b38-ac52-9ef3783cf181),segment_id=7f9b0c51-16d6-4b38-ac52-9ef3783cf181)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:27.327107 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:27.399092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:27.404724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ad2cc-86a7-4a67-8929-6c2ebae2475a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e335ad93-6aeb-4561-9825-fd7282d53847,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:27.467519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a7ad2cc-86a7-4a67-8929-6c2ebae2475a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:27.499166 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7a7ad2cc-86a7-4a67-8929-6c2ebae2475a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e335ad93-6aeb-4561-9825-fd7282d53847 HTTP/1.1" status: 204 len: 168 time: 1.3006556 Nov 25 19:43:27.505010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a68a7e9-9336-41db-9122-fbb72886fa6d None None] Network f1d5de64-287a-4c77-ac2a-25d4fded02fd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:27.526656 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-507eb43d-806a-4db1-8a3f-79005614092f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for floatingip, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:27.675870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44456) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:27.702067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:27.727994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:27.745159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:27.747254 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:27.830038 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5ba9fe67-3bdd-4a89-af61-a94fdf4626aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5498221 Nov 25 19:43:27.856193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44462) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:27.880160 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:27.945119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acd2643-bd4c-459f-a1ee-9ca9ef7e658a None None] Network bf8d0314-f37a-498a-93f2-5347c35b0104 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:28.040733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb9b650-26ba-4cbd-a983-b88012a8aefa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:28.044529 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Port': ['ID=036181bd-9970-4ab2-9987-932e0fbf1a0b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:28.048818 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7bb9b650-26ba-4cbd-a983-b88012a8aefa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1899593 Nov 25 19:43:28.052525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44464) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:28.097705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-44090b97-3cdd-4c36-8e7e-6f323e6c5093 None None] Could not find standard attr ID for object 036181bd-9970-4ab2-9987-932e0fbf1a0b. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:43:28.211069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No DVR routers for this DVR port 036181bd-9970-4ab2-9987-932e0fbf1a0b on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:28.222321 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.365956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86326c1-10ba-43f0-b6e6-7f830ffcf588 None None] Pushing event updated for resources: {'Port': ['ID=45db13bc-48d8-4d00-9221-37aa07fe1f52,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:28.398778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.532679 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.715839 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.729861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8ea376-1d09-45cf-b6fb-781c9c5d4fa8 None None] DHCP port deletion for f1d5de64-287a-4c77-ac2a-25d4fded02fd request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:28.776729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1d5de64-287a-4c77-ac2a-25d4fded02fd']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:28.798612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f96d93-806c-4ce7-957e-92a1bfa8eba2') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:28.799238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f96d93-806c-4ce7-957e-92a1bfa8eba2') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:28.823788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Allocated IP 2001:db8::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/3a54afd2-313f-435d-83c4-00e532edab49/97588fda-483a-480e-a07b-2d6c3f7793cd) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:28.824552 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.862633 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.885955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:28.886665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:28.984259 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:29.004067 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.071840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.083622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Subnet': ['ID=7af82f2d-d3f3-49f7-8fd2-c8d4814388ec,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:29.164274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.183474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] 10.222.0.15 "DELETE /v2.0/networks/f1d5de64-287a-4c77-ac2a-25d4fded02fd HTTP/1.1" status: 204 len: 168 time: 1.4907296 Nov 25 19:43:29.221999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44480) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:29.313667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd882d93-30e3-45ef-996a-35660ec9b294 None None] DHCP port deletion for bf8d0314-f37a-498a-93f2-5347c35b0104 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:29.340470 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.357890 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.453227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:29.460822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:29.464182 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.482243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:29.487696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5bef12-415d-4231-a3f1-7ffab5bfd98a admin admin] Pushing event deleted for resources: {'Network': ['ID=f1d5de64-287a-4c77-ac2a-25d4fded02fd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:29.489662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Pushing event updated for resources: {'Port': ['ID=97588fda-483a-480e-a07b-2d6c3f7793cd,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:29.550848 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.592101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8d0314-f37a-498a-93f2-5347c35b0104']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:29.612208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d685d749-2b15-44c9-bf39-79f269bde9de tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port e64ee985-d59e-436a-8e3c-ce2be95959f6 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:29.612703 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d685d749-2b15-44c9-bf39-79f269bde9de tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.665073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Attempting to bind port 97588fda-483a-480e-a07b-2d6c3f7793cd on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:29.665562 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Attempting to bind port 97588fda-483a-480e-a07b-2d6c3f7793cd by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:29.666037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Attempting to bind port 97588fda-483a-480e-a07b-2d6c3f7793cd on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:29.690680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25609bb3-742f-48b6-8f16-f35686849b9a') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:29.697420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:29.697863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25609bb3-742f-48b6-8f16-f35686849b9a') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:29.706891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:29.707601 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.708216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:29.708725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5027e03-c03d-4b13-bf35-15d97025d531 admin admin] Deleting subnet 1c84c85c-6073-4fe5-ba51-d658fdae306f {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:29.709764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Bound port: 97588fda-483a-480e-a07b-2d6c3f7793cd, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:29.710840 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.824211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:29.846044 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:29.902111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:29.907545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:29.914068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event updated for resources: {'Port': ['ID=4308824a-e20f-4537-83c0-e2c3515e5fee,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:29.926442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0559f1f7-d994-4090-8754-9aeed1a87fed None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:29.961193 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5027e03-c03d-4b13-bf35-15d97025d531 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.011428 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] For port 97588fda-483a-480e-a07b-2d6c3f7793cd, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:30.019700 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.074419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:30.084164 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.132373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] For port 97588fda-483a-480e-a07b-2d6c3f7793cd, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=97588fda-483a-480e-a07b-2d6c3f7793cd,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:30.150008 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.309585 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5027e03-c03d-4b13-bf35-15d97025d531 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:30.437001 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:30.448328 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.463730 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.478685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-cf7a980f-c32f-4ea5-8921-2fe892d8e0b2 None None] Provisioning complete for port 4308824a-e20f-4537-83c0-e2c3515e5fee triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:30.482589 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cf7a980f-c32f-4ea5-8921-2fe892d8e0b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:30.484158 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/bf8d0314-f37a-498a-93f2-5347c35b0104 HTTP/1.1" status: 204 len: 168 time: 7.4857881 Nov 25 19:43:30.496673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44496) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:30.508199 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 45db13bc-48d8-4d00-9221-37aa07fe1f52 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:30.536045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca1185-1a99-452f-b78e-a6a84af780ee tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Network': ['ID=bf8d0314-f37a-498a-93f2-5347c35b0104,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:30.583621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e72e71-f65c-4a88-b59a-cbe874a64e90 None None] Pushing event updated for resources: {'Port': ['ID=97588fda-483a-480e-a07b-2d6c3f7793cd,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:30.620377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2280a782-e400-470d-83cf-03bc01113ce7 None None] Network 38882268-9b5b-4e5b-b404-57e912e0f7a6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:31.068059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.191622 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-cf7a980f-c32f-4ea5-8921-2fe892d8e0b2 None None] Port 4308824a-e20f-4537-83c0-e2c3515e5fee cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:31.350474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 45db13bc-48d8-4d00-9221-37aa07fe1f52 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:31.351302 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.388839 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d685d749-2b15-44c9-bf39-79f269bde9de tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.406544 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-28af70a0-5431-4120-92ce-eb108f88d73a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:31.407743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28af70a0-5431-4120-92ce-eb108f88d73a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:31.414449 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-28af70a0-5431-4120-92ce-eb108f88d73a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/subnets/7af82f2d-d3f3-49f7-8fd2-c8d4814388ec HTTP/1.1" status: 404 len: 337 time: 0.9124756 Nov 25 19:43:31.445444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-65200795-f95c-496a-ae8b-ba4e713e26fc None None] Provisioning complete for port 45db13bc-48d8-4d00-9221-37aa07fe1f52 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:31.445832 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-65200795-f95c-496a-ae8b-ba4e713e26fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.468727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44518) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:31.471172 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5027e03-c03d-4b13-bf35-15d97025d531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.608126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d685d749-2b15-44c9-bf39-79f269bde9de tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for e64ee985-d59e-436a-8e3c-ce2be95959f6 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:31.614196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.resource_extend [None req-507eb43d-806a-4db1-8a3f-79005614092f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] It took 1.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:43:31.624121 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-973a23fe-90d9-494b-b863-7372199ce39e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:31.624876 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-973a23fe-90d9-494b-b863-7372199ce39e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:31.633500 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-973a23fe-90d9-494b-b863-7372199ce39e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/bf8d0314-f37a-498a-93f2-5347c35b0104 HTTP/1.1" status: 404 len: 339 time: 0.1528273 Nov 25 19:43:31.690487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44524) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:31.734734 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:31.890408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 45db13bc-48d8-4d00-9221-37aa07fe1f52, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=45db13bc-48d8-4d00-9221-37aa07fe1f52,segment=NetworkSegment(7f9b0c51-16d6-4b38-ac52-9ef3783cf181),segment_id=7f9b0c51-16d6-4b38-ac52-9ef3783cf181)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:31.983437 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.128764 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9e3b965-e3bd-491c-88c3-d8a8050bc809 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.160662 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-65200795-f95c-496a-ae8b-ba4e713e26fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.261884 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5027e03-c03d-4b13-bf35-15d97025d531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.262887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 036181bd-9970-4ab2-9987-932e0fbf1a0b no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:32.274534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-507eb43d-806a-4db1-8a3f-79005614092f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.359779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 036181bd-9970-4ab2-9987-932e0fbf1a0b {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:32.360581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 036181bd-9970-4ab2-9987-932e0fbf1a0b not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:32.458129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5027e03-c03d-4b13-bf35-15d97025d531 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c84c85c-6073-4fe5-ba51-d658fdae306f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:32.471271 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.512705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=45db13bc-48d8-4d00-9221-37aa07fe1f52,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:32.530834 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-65200795-f95c-496a-ae8b-ba4e713e26fc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:43:32.537324 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-65200795-f95c-496a-ae8b-ba4e713e26fc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:43:32.540219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663145df-0915-49c2-9c86-24d23023da13 None None] Network 43eb3e37-9f64-472c-b357-94fb02f835d0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:32.551645 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5027e03-c03d-4b13-bf35-15d97025d531 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.558943 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c5027e03-c03d-4b13-bf35-15d97025d531 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1c84c85c-6073-4fe5-ba51-d658fdae306f HTTP/1.1" status: 204 len: 168 time: 3.1381466 Nov 25 19:43:32.559255 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-507eb43d-806a-4db1-8a3f-79005614092f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.572625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44536) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:32.591565 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:32.644040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.655378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.655764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.656171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.656650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.657586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.657914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.664345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.664975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.665330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.665677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.666076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:32.818816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 97588fda-483a-480e-a07b-2d6c3f7793cd up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:33.109283 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.160333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Router e13bcb76-ac51-43dd-944f-71890b64522e is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:43:33.292383 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313a3aba-3b80-452c-8b2f-61132269e974 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:33.301728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 97588fda-483a-480e-a07b-2d6c3f7793cd triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:33.302376 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.354618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba1598f-e77e-419b-a8af-8cb2295953be None None] DHCP port deletion for 43eb3e37-9f64-472c-b357-94fb02f835d0 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:33.581142 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.586328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:33.605526 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b836c7-e1bf-4cf1-b3be-b71b9d5087a4 None None] Sync routers for ids ['e13bcb76-ac51-43dd-944f-71890b64522e'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:33.659541 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.667699 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-53aaf83b-40de-42dd-8404-9c37faf60b67 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 10.7223971 Nov 25 19:43:33.669253 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44556) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:33.673469 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b836c7-e1bf-4cf1-b3be-b71b9d5087a4 None None] Routers {'e13bcb76-ac51-43dd-944f-71890b64522e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:33.680118 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-14b836c7-e1bf-4cf1-b3be-b71b9d5087a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:43:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e13bcb76-ac51-43dd-944f-71890b64522e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:33.748789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-269a1995-899c-4f2a-b26e-2b9920a23c49 None None] Provisioning complete for port e64ee985-d59e-436a-8e3c-ce2be95959f6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:33.750060 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-269a1995-899c-4f2a-b26e-2b9920a23c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.755706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b60784-b908-4809-a077-c91a7d5ce518']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:33.799057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318159df-9f15-499c-9a7f-dbc5e38edd82') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:33.799858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318159df-9f15-499c-9a7f-dbc5e38edd82') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:33.831990 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-14b836c7-e1bf-4cf1-b3be-b71b9d5087a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:33.854738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.858020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-269a1995-899c-4f2a-b26e-2b9920a23c49 None None] Port e64ee985-d59e-436a-8e3c-ce2be95959f6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:33.877139 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b836c7-e1bf-4cf1-b3be-b71b9d5087a4 None None] Routers {'e13bcb76-ac51-43dd-944f-71890b64522e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:33.878112 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-14b836c7-e1bf-4cf1-b3be-b71b9d5087a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:43:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e13bcb76-ac51-43dd-944f-71890b64522e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:33.885494 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.921839 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.937267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-269a1995-899c-4f2a-b26e-2b9920a23c49 None None] Provisioning complete for port 97588fda-483a-480e-a07b-2d6c3f7793cd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:33.939222 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-269a1995-899c-4f2a-b26e-2b9920a23c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:33.954323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:33.955092 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:34.017984 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-14b836c7-e1bf-4cf1-b3be-b71b9d5087a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:34.019736 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b836c7-e1bf-4cf1-b3be-b71b9d5087a4 None None] The sync data for ids ['e13bcb76-ac51-43dd-944f-71890b64522e'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:34.051986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 97588fda-483a-480e-a07b-2d6c3f7793cd, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=97588fda-483a-480e-a07b-2d6c3f7793cd,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:34.101157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:34.227712 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:34.278249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:34.311821 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:34.315689 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/25b60784-b908-4809-a077-c91a7d5ce518 HTTP/1.1" status: 204 len: 168 time: 2.6155829 Nov 25 19:43:34.324596 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-507eb43d-806a-4db1-8a3f-79005614092f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Floating IP a4527237-1a38-42e5-adb4-5bf983392bd6 associated. External IP: 172.25.8.139, port: 65636e05-774f-452f-8240-2f811a684d5a. Nov 25 19:43:34.342349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44574) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:34.399768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=97588fda-483a-480e-a07b-2d6c3f7793cd,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:34.576192 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ae8af-bb59-46e6-b4ed-73370a9ae9dd tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Network': ['ID=25b60784-b908-4809-a077-c91a7d5ce518,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:34.598851 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d685d749-2b15-44c9-bf39-79f269bde9de tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:34.626090 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f56bac04-d94c-4ec6-b3c5-3d411008cc57 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:34.628321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f56bac04-d94c-4ec6-b3c5-3d411008cc57 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:34.644607 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f56bac04-d94c-4ec6-b3c5-3d411008cc57 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/subnets/b0a80805-b3f3-48da-be21-b6dd498a0870 HTTP/1.1" status: 404 len: 337 time: 0.2314162 Nov 25 19:43:34.651708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44578) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:34.741096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 45db13bc-48d8-4d00-9221-37aa07fe1f52 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:34.913482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d685d749-2b15-44c9-bf39-79f269bde9de tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=e64ee985-d59e-436a-8e3c-ce2be95959f6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:34.934999 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fabfeff-b4db-4ba0-8d03-9359d9e08620 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:34.935785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fabfeff-b4db-4ba0-8d03-9359d9e08620 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:34.939625 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9fabfeff-b4db-4ba0-8d03-9359d9e08620 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/7088010c-2c93-4583-8620-51c3282ec5ac HTTP/1.1" status: 404 len: 339 time: 0.2672784 Nov 25 19:43:34.957021 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:34.971756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44584) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:35.090345 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a276c430-a1d1-461d-902f-34e17d68cac9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.097682 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-269a1995-899c-4f2a-b26e-2b9920a23c49 None None] Provisioning complete for port 45db13bc-48d8-4d00-9221-37aa07fe1f52 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:35.107920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43eb3e37-9f64-472c-b357-94fb02f835d0']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:35.110572 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-269a1995-899c-4f2a-b26e-2b9920a23c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.197785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20bf54ce-0016-4631-921d-eb0721816b53') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:35.204151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20bf54ce-0016-4631-921d-eb0721816b53') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:35.206654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-be379e3d-f991-451f-bd61-72753b8a2230 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Deleting subnet 3f9bee7e-2895-44d2-9cf5-9e2d990e15b6 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:35.238503 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 45db13bc-48d8-4d00-9221-37aa07fe1f52 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:35.238943 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.272885 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be379e3d-f991-451f-bd61-72753b8a2230 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.300833 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d685d749-2b15-44c9-bf39-79f269bde9de tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.309878 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d685d749-2b15-44c9-bf39-79f269bde9de tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/e64ee985-d59e-436a-8e3c-ce2be95959f6 HTTP/1.1" status: 204 len: 168 time: 7.2546449 Nov 25 19:43:35.319051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44588) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:35.430837 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.476171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.524214 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be379e3d-f991-451f-bd61-72753b8a2230 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.559806 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-26f5558b-de84-4772-806a-1c18bc57ba93 None None] Could not find standard attr ID for object e64ee985-d59e-436a-8e3c-ce2be95959f6. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:43:35.596888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-26f5558b-de84-4772-806a-1c18bc57ba93 None None] Provisioning complete for port 97588fda-483a-480e-a07b-2d6c3f7793cd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:35.597461 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-26f5558b-de84-4772-806a-1c18bc57ba93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.669809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.683359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:35.683983 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.976589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be379e3d-f991-451f-bd61-72753b8a2230 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:35.984231 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:36.002872 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.027805 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.033866 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] 10.222.0.15 "DELETE /v2.0/networks/43eb3e37-9f64-472c-b357-94fb02f835d0 HTTP/1.1" status: 204 len: 168 time: 3.4588978 Nov 25 19:43:36.163089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b7fedc-971d-4342-b7d7-d7a5efcb571c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:36.179042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b7fedc-971d-4342-b7d7-d7a5efcb571c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:36.182679 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e1b7fedc-971d-4342-b7d7-d7a5efcb571c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7915621 Nov 25 19:43:36.186537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44600) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:36.201154 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc9ffe-ddb2-43d2-9fad-2bd82d895581 admin admin] Pushing event deleted for resources: {'Network': ['ID=43eb3e37-9f64-472c-b357-94fb02f835d0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:36.218039 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be379e3d-f991-451f-bd61-72753b8a2230 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.372464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-507eb43d-806a-4db1-8a3f-79005614092f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Router 6193d53b-5e1c-48fc-a75e-4ffd15178530 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:43:36.379287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.403013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be379e3d-f991-451f-bd61-72753b8a2230 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Subnet': ['ID=3f9bee7e-2895-44d2-9cf5-9e2d990e15b6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:36.451651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5c947c-4d6e-468b-ab9d-b7f25ea7c4e6 None None] Network 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:36.461167 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be379e3d-f991-451f-bd61-72753b8a2230 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.466997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-be379e3d-f991-451f-bd61-72753b8a2230 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/subnets/3f9bee7e-2895-44d2-9cf5-9e2d990e15b6 HTTP/1.1" status: 204 len: 168 time: 1.4891686 Nov 25 19:43:36.476877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44608) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:36.605839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-17043e75-71e5-48bf-8717-cef2a919668c tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Deleting subnet 524bdfd7-d962-436d-878e-7c1949a1e89a {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:36.617773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17043e75-71e5-48bf-8717-cef2a919668c tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.669126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 97588fda-483a-480e-a07b-2d6c3f7793cd up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:36.695634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44612) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:36.822445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-365d54b2-80a9-47c4-bf19-97089647847f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 3a54afd2-313f-435d-83c4-00e532edab49 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:36.871033 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-365d54b2-80a9-47c4-bf19-97089647847f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:36.918959 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a82fcb25-fa62-4a28-b7e9-c411064800f8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=987ca778aff648d4bd4bf45b5064d588&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2195542 Nov 25 19:43:36.923881 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44618) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:36.933953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 97588fda-483a-480e-a07b-2d6c3f7793cd triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:36.934810 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.023415 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-365d54b2-80a9-47c4-bf19-97089647847f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.041751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-507eb43d-806a-4db1-8a3f-79005614092f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:37.064788 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-507eb43d-806a-4db1-8a3f-79005614092f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.084790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17043e75-71e5-48bf-8717-cef2a919668c tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.093804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f4876-4711-465a-b919-578eecc44951 None None] Sync routers for ids ['6193d53b-5e1c-48fc-a75e-4ffd15178530'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:37.132980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f4876-4711-465a-b919-578eecc44951 None None] Routers {'6193d53b-5e1c-48fc-a75e-4ffd15178530'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:37.133513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8a9f4876-4711-465a-b919-578eecc44951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:43:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6193d53b-5e1c-48fc-a75e-4ffd15178530'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:37.254916 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-507eb43d-806a-4db1-8a3f-79005614092f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "PUT /v2.0/floatingips/a4527237-1a38-42e5-adb4-5bf983392bd6 HTTP/1.1" status: 200 len: 991 time: 10.2192605 Nov 25 19:43:37.256904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '65636e05-774f-452f-8240-2f811a684d5a'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:43:37.279580 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "65636e05-774f-452f-8240-2f811a684d5a"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:43:37.314527 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-338ec5fb-82ea-40f8-bbdc-d5d39c339c48 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.332780 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17043e75-71e5-48bf-8717-cef2a919668c tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.382401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Allocated IP 172.20.0.1 (38882268-9b5b-4e5b-b404-57e912e0f7a6/2df2bac9-e06d-4274-8d17-ce4a338214f2/a594d721-bd34-4952-a82c-3f1b2577e9f0) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:37.419900 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-338ec5fb-82ea-40f8-bbdc-d5d39c339c48 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.525861 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1badcab0-62b6-4ec3-9df9-cf4086f029f0 x-openstack-request-id: req-1badcab0-62b6-4ec3-9df9-cf4086f029f0 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:43:37.526207 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "tag": "65636e05-774f-452f-8240-2f811a684d5a", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:43:37.526390 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1badcab0-62b6-4ec3-9df9-cf4086f029f0 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:43:37.526943 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'tag': '65636e05-774f-452f-8240-2f811a684d5a', 'status': 'completed', 'code': 200} Nov 25 19:43:37.548443 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-338ec5fb-82ea-40f8-bbdc-d5d39c339c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.570266 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-338ec5fb-82ea-40f8-bbdc-d5d39c339c48 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.581240 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-338ec5fb-82ea-40f8-bbdc-d5d39c339c48 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f064f80-124c-4d3a-903b-cc33e764554b HTTP/1.1" status: 204 len: 168 time: 0.6420920 Nov 25 19:43:37.686579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-8a9f4876-4711-465a-b919-578eecc44951 None None] Set router 6193d53b-5e1c-48fc-a75e-4ffd15178530 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:37.800461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338ec5fb-82ea-40f8-bbdc-d5d39c339c48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f064f80-124c-4d3a-903b-cc33e764554b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:37.840450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-a72c2288-6b04-4645-99f6-4281d3e93bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:37.851759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-a72c2288-6b04-4645-99f6-4281d3e93bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:37.852613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-a72c2288-6b04-4645-99f6-4281d3e93bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:37.853381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-a72c2288-6b04-4645-99f6-4281d3e93bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:37.854131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-a72c2288-6b04-4645-99f6-4281d3e93bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:37.854920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-a72c2288-6b04-4645-99f6-4281d3e93bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:37.855846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-a72c2288-6b04-4645-99f6-4281d3e93bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:37.864354 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-a72c2288-6b04-4645-99f6-4281d3e93bee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6503 time: 0.2801847 Nov 25 19:43:37.868158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17043e75-71e5-48bf-8717-cef2a919668c tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:37.917456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-365d54b2-80a9-47c4-bf19-97089647847f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.025714 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.158343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17043e75-71e5-48bf-8717-cef2a919668c tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Subnet': ['ID=524bdfd7-d962-436d-878e-7c1949a1e89a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:38.161186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17043e75-71e5-48bf-8717-cef2a919668c tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.174624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-17043e75-71e5-48bf-8717-cef2a919668c tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/subnets/524bdfd7-d962-436d-878e-7c1949a1e89a HTTP/1.1" status: 204 len: 168 time: 1.6900909 Nov 25 19:43:38.181428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44650) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:38.298636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.318249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-473eaf94-c289-4ebe-9872-e3ad28432050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:38.322552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-473eaf94-c289-4ebe-9872-e3ad28432050 service neutron] 10.222.0.60 "GET /v2.0/networks?id=531ea4be-db10-442e-a719-94c0832255fd HTTP/1.1" status: 200 len: 918 time: 0.4505372 Nov 25 19:43:38.349494 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-365d54b2-80a9-47c4-bf19-97089647847f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.366155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.579972 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.580502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44662) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:38.621069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8a9f4876-4711-465a-b919-578eecc44951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:27Z', 'revision_number': 4, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a4527237-1a38-42e5-adb4-5bf983392bd6', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'port_id': '65636e05-774f-452f-8240-2f811a684d5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'mac_address': 'fa:16:3e:67:5c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:41:12Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 1, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9cf53f-6e8e-4678-b5d3-028526b42e6a', 'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'mac_address': 'fa:16:3e:55:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:24Z', 'updated_at': '2021-11-25T19:39:54Z', 'revision_number': 5, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'subnets': [{'id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:38.622691 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-680388a6-f0d2-41b3-b15a-cb04fb455eba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65636e05-774f-452f-8240-2f811a684d5a HTTP/1.1" status: 200 len: 999 time: 0.2307479 Nov 25 19:43:38.647805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d54b2-80a9-47c4-bf19-97089647847f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=3a54afd2-313f-435d-83c4-00e532edab49,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:38.675989 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.679086 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-365d54b2-80a9-47c4-bf19-97089647847f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:38.718103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-365d54b2-80a9-47c4-bf19-97089647847f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/3a54afd2-313f-435d-83c4-00e532edab49 HTTP/1.1" status: 204 len: 168 time: 2.5265989 Nov 25 19:43:38.729870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44666) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:38.756715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f4876-4711-465a-b919-578eecc44951 None None] Checking router: 6193d53b-5e1c-48fc-a75e-4ffd15178530 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:43:38.762594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-172ffa0f-548f-45a6-b3cd-32a806ecbff1 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:38.788928 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f5d8ede9-ec13-4bf3-bf4f-919283ac3313 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=15639725a8e84f74889f869961f7ef7e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2022305 Nov 25 19:43:38.845077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event updated for resources: {'Port': ['ID=a594d721-bd34-4952-a82c-3f1b2577e9f0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:38.860026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44672) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:38.867908 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-41563485-c8ed-429a-b45a-049f247fd25f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333883 Nov 25 19:43:38.878555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44676) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:38.896506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ac49d1af-2f85-4a2f-8937-07e7fc0c444c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:38.905030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9f4876-4711-465a-b919-578eecc44951 None None] Routers {'6193d53b-5e1c-48fc-a75e-4ffd15178530'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:38.907364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8a9f4876-4711-465a-b919-578eecc44951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:43:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6193d53b-5e1c-48fc-a75e-4ffd15178530'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:38.924186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-e7026c4b-59b1-4f2a-b189-f92523c2e978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:38.925969 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-e7026c4b-59b1-4f2a-b189-f92523c2e978 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6 HTTP/1.1" status: 200 len: 856 time: 0.2891488 Nov 25 19:43:38.930169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Network 38882268-9b5b-4e5b-b404-57e912e0f7a6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:38.934522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:38.939123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:39.018175 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93244f26-e51b-475c-9335-24658ccb436f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.074550 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93244f26-e51b-475c-9335-24658ccb436f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.146263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93244f26-e51b-475c-9335-24658ccb436f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.150735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93244f26-e51b-475c-9335-24658ccb436f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.152516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-93244f26-e51b-475c-9335-24658ccb436f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/297c50af-5db8-4a7c-8f4b-582a4130df9d HTTP/1.1" status: 204 len: 168 time: 0.2850680 Nov 25 19:43:39.169600 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.252914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Deleting port fb91381e-2111-4ea4-9820-4030e4462f0e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:39.253212 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.323951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-a2eb612f-46a3-4ca4-9680-babd644a3c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:39.336951 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-a2eb612f-46a3-4ca4-9680-babd644a3c5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531ea4be-db10-442e-a719-94c0832255fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3770101 Nov 25 19:43:39.495384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac49d1af-2f85-4a2f-8937-07e7fc0c444c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:39.513451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ac49d1af-2f85-4a2f-8937-07e7fc0c444c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.665205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93244f26-e51b-475c-9335-24658ccb436f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297c50af-5db8-4a7c-8f4b-582a4130df9d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:39.718915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b33437-f610-4a7e-af70-d9bb292dd3ed None None] Network 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:39.738972 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.909663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] For port fb91381e-2111-4ea4-9820-4030e4462f0e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=fb91381e-2111-4ea4-9820-4030e4462f0e,segment=NetworkSegment(1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1),segment_id=1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:39.910250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:39.929056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Calling delete_port for fb91381e-2111-4ea4-9820-4030e4462f0e owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:40.047085 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-51015f30-54d8-470a-88ee-167284ac4088 service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6871381 Nov 25 19:43:40.052418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.202703 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-baf32856-a58a-43f7-b634-57778daf557a None None] Provisioning complete for port fb91381e-2111-4ea4-9820-4030e4462f0e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:40.207145 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-baf32856-a58a-43f7-b634-57778daf557a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.322355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No DVR routers for this DVR port fb91381e-2111-4ea4-9820-4030e4462f0e on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:40.334633 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-293126ed-4eae-4a33-ac52-0a0d70e8a5e1 req-4af4d6bb-f769-42f8-8ea8-94a6d54eaa30 service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686472 Nov 25 19:43:40.340153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Port': ['ID=fb91381e-2111-4ea4-9820-4030e4462f0e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:40.408479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-baf32856-a58a-43f7-b634-57778daf557a None None] Port fb91381e-2111-4ea4-9820-4030e4462f0e was deleted so its status cannot be updated. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 19:43:40.482929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-8a9f4876-4711-465a-b919-578eecc44951 None None] Set router 6193d53b-5e1c-48fc-a75e-4ffd15178530 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:43:40.615607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.709099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d0199f0-d86d-44c9-af5c-dbea2d1ab421']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:40.717091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-57625318-9a05-4981-b3dc-19cf6cd96878 None None] Provisioning complete for port a594d721-bd34-4952-a82c-3f1b2577e9f0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:40.717929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-57625318-9a05-4981-b3dc-19cf6cd96878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.742192 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:40.742588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9084ec-44b4-4ceb-a5ca-4d2e82e4a1c1') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:40.825287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f5b1db9-5af9-4ea5-851e-c54e3c089158 None None] DHCP port deletion for 6d0199f0-d86d-44c9-af5c-dbea2d1ab421 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:40.836347 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.851586 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.871433 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:40.989429 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:41.001795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:41.002824 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:41.007106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380d02db-97c8-435d-84f5-6928ad0bb4fa None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:41.008630 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:41.079280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-57625318-9a05-4981-b3dc-19cf6cd96878 None None] Port a594d721-bd34-4952-a82c-3f1b2577e9f0 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:41.092032 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:41.100652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event updated for resources: {'Port': ['ID=a594d721-bd34-4952-a82c-3f1b2577e9f0,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:41.335546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-380d02db-97c8-435d-84f5-6928ad0bb4fa None None] Deleting port 97588fda-483a-480e-a07b-2d6c3f7793cd {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:41.336125 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-380d02db-97c8-435d-84f5-6928ad0bb4fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:41.443761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Network 38882268-9b5b-4e5b-b404-57e912e0f7a6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:41.451544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:41.572417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-380d02db-97c8-435d-84f5-6928ad0bb4fa None None] For port 97588fda-483a-480e-a07b-2d6c3f7793cd, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=97588fda-483a-480e-a07b-2d6c3f7793cd,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:41.577089 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-380d02db-97c8-435d-84f5-6928ad0bb4fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:41.629236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-380d02db-97c8-435d-84f5-6928ad0bb4fa None None] Calling delete_port for 97588fda-483a-480e-a07b-2d6c3f7793cd owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:41.693721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8a9f4876-4711-465a-b919-578eecc44951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:27Z', 'revision_number': 4, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a4527237-1a38-42e5-adb4-5bf983392bd6', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'port_id': '65636e05-774f-452f-8240-2f811a684d5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'mac_address': 'fa:16:3e:67:5c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:41:12Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 1, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9cf53f-6e8e-4678-b5d3-028526b42e6a', 'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'mac_address': 'fa:16:3e:55:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:24Z', 'updated_at': '2021-11-25T19:39:54Z', 'revision_number': 5, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'subnets': [{'id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:41.860965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a9f4876-4711-465a-b919-578eecc44951 None None] The sync data for ids ['6193d53b-5e1c-48fc-a75e-4ffd15178530'] in n-d-817303-9 is: [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:27Z', 'revision_number': 4, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a4527237-1a38-42e5-adb4-5bf983392bd6', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'floating_ip_address': '172.25.8.139', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'port_id': '65636e05-774f-452f-8240-2f811a684d5a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'mac_address': 'fa:16:3e:67:5c:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:41:12Z', 'updated_at': '2021-11-25T19:43:30Z', 'revision_number': 1, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a9cf53f-6e8e-4678-b5d3-028526b42e6a', 'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'mac_address': 'fa:16:3e:55:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:24Z', 'updated_at': '2021-11-25T19:39:54Z', 'revision_number': 5, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'subnets': [{'id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:41.958735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Router e13bcb76-ac51-43dd-944f-71890b64522e has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:43:42.288181 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-380d02db-97c8-435d-84f5-6928ad0bb4fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.383439 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380d02db-97c8-435d-84f5-6928ad0bb4fa None None] No DVR routers for this DVR port 97588fda-483a-480e-a07b-2d6c3f7793cd on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:42.384746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:43:42.402305 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-05130599-7810-43e4-8389-2e19ea6cf958 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "PUT /v2.0/routers/e13bcb76-ac51-43dd-944f-71890b64522e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7286317 Nov 25 19:43:42.407538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44738) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:42.427209 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca32544f-2fb4-418e-af28-aa68ac238831 None None] Sync routers for ids ['e13bcb76-ac51-43dd-944f-71890b64522e'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:43:42.465478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Request body: {'port': {'network_id': '38882268-9b5b-4e5b-b404-57e912e0f7a6', 'name': 'tempest-FloatingIPAdminTestJSON-1739962416'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:42.473541 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca32544f-2fb4-418e-af28-aa68ac238831 None None] Routers {'e13bcb76-ac51-43dd-944f-71890b64522e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:42.474183 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ca32544f-2fb4-418e-af28-aa68ac238831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:43:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e13bcb76-ac51-43dd-944f-71890b64522e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:42.580325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380d02db-97c8-435d-84f5-6928ad0bb4fa None None] Pushing event deleted for resources: {'Port': ['ID=97588fda-483a-480e-a07b-2d6c3f7793cd,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:42.666452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3449b326-119b-404e-acbd-22f50618ec91 None None] New status for floating IP a4527237-1a38-42e5-adb4-5bf983392bd6: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:43:42.675419 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ca32544f-2fb4-418e-af28-aa68ac238831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:42.693139 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca32544f-2fb4-418e-af28-aa68ac238831 None None] Routers {'e13bcb76-ac51-43dd-944f-71890b64522e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:43:42.694547 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ca32544f-2fb4-418e-af28-aa68ac238831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:43:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e13bcb76-ac51-43dd-944f-71890b64522e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:42.702606 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device fb91381e-2111-4ea4-9820-4030e4462f0e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:42.746463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8b9532c3-61d7-408a-bf9c-568e5ab8b830 None None] Provisioning complete for port a594d721-bd34-4952-a82c-3f1b2577e9f0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:42.753205 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b9532c3-61d7-408a-bf9c-568e5ab8b830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:42.881725 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ca32544f-2fb4-418e-af28-aa68ac238831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:42.882978 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca32544f-2fb4-418e-af28-aa68ac238831 None None] The sync data for ids ['e13bcb76-ac51-43dd-944f-71890b64522e'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:43:42.967757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44744) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:43.004490 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ac49d1af-2f85-4a2f-8937-07e7fc0c444c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.031059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Made reservation on behalf of 9cad41e8e8c047398aad727bb17b0491 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:43.035901 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.040809 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.080982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] device_id is not set on port 386be10d-4f2d-4646-8b35-d2e83ec49c90 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:43:43.148680 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.152972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: fb91381e-2111-4ea4-9820-4030e4462f0e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:43.153331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device fb91381e-2111-4ea4-9820-4030e4462f0e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:43.153746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 97588fda-483a-480e-a07b-2d6c3f7793cd no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:43.172196 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/6d0199f0-d86d-44c9-af5c-dbea2d1ab421 HTTP/1.1" status: 204 len: 168 time: 4.9862354 Nov 25 19:43:43.177163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44750) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:43.310844 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f14719c-6516-4164-92e4-71a01a0232ff tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Network': ['ID=6d0199f0-d86d-44c9-af5c-dbea2d1ab421,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:43.354704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac49d1af-2f85-4a2f-8937-07e7fc0c444c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:43.360889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-ac49d1af-2f85-4a2f-8937-07e7fc0c444c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:43.366252 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-15ceb215-a70e-4179-8082-24ee5782bd98 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:43.367182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15ceb215-a70e-4179-8082-24ee5782bd98 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:43.371055 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-15ceb215-a70e-4179-8082-24ee5782bd98 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/subnets/434d8040-6e0a-4914-bbd8-da10c6262bb1 HTTP/1.1" status: 404 len: 337 time: 0.1627047 Nov 25 19:43:43.378613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac49d1af-2f85-4a2f-8937-07e7fc0c444c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:43.384834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44752) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:43.385141 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ac49d1af-2f85-4a2f-8937-07e7fc0c444c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.409507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e849e4e-d933-4c2b-a7ce-e526949ced07 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:43.421503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49d1af-2f85-4a2f-8937-07e7fc0c444c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=63f19181-127d-45f3-9436-d79b1d050f19,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:43.428346 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b35146d-869d-4f14-974f-3a9589959d6e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:43.428909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b35146d-869d-4f14-974f-3a9589959d6e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:43.436087 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6b35146d-869d-4f14-974f-3a9589959d6e tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/446ba406-7747-4cc9-a819-e688a994639e HTTP/1.1" status: 404 len: 339 time: 0.0445516 Nov 25 19:43:43.438998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44756) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:43.449404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 97588fda-483a-480e-a07b-2d6c3f7793cd {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:43.449936 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 97588fda-483a-480e-a07b-2d6c3f7793cd not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:43.480362 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ac49d1af-2f85-4a2f-8937-07e7fc0c444c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.6003528 Nov 25 19:43:43.482900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44758) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:43.508922 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3eb78a46-06f5-4eea-b6cb-f7ed545cc342 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.611717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'name': 'tempest-NetworksTestDHCPv6-790556316'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:43.754584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8b9532c3-61d7-408a-bf9c-568e5ab8b830 None None] Port a594d721-bd34-4952-a82c-3f1b2577e9f0 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:43.878102 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-957f965b-41a7-4133-bf22-4af963cbda77 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:43.878617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957f965b-41a7-4133-bf22-4af963cbda77 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:43.882557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-957f965b-41a7-4133-bf22-4af963cbda77 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/subnets/84d16d47-9bd1-4d3d-b65e-e8c85b01a94f HTTP/1.1" status: 404 len: 337 time: 0.4337783 Nov 25 19:43:43.884199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Allocated IP 172.20.0.7 (38882268-9b5b-4e5b-b404-57e912e0f7a6/2df2bac9-e06d-4274-8d17-ce4a338214f2/386be10d-4f2d-4646-8b35-d2e83ec49c90) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:43.887005 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44764) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:43.896089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:43.914077 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:43.955672 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-418d5a18-a808-4241-8265-97086de6fbb4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:43.960301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-418d5a18-a808-4241-8265-97086de6fbb4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:43.980803 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-418d5a18-a808-4241-8265-97086de6fbb4 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/db0aeea2-c7e6-49b0-89a0-89302dc7c992 HTTP/1.1" status: 404 len: 339 time: 0.0919206 Nov 25 19:43:43.982632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44766) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:44.133105 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aeb3106-7aff-4c68-be23-c1974304d71b tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:44.136189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aeb3106-7aff-4c68-be23-c1974304d71b tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:44.150436 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5aeb3106-7aff-4c68-be23-c1974304d71b tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/subnets/0e13464c-b965-4c6f-be1f-b8837102e5ae HTTP/1.1" status: 404 len: 337 time: 0.1627831 Nov 25 19:43:44.152308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44768) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:44.195643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '63f19181-127d-45f3-9436-d79b1d050f19'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:44.197245 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.211695 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f1974a0-833a-4aa7-8c4c-30ef71b81a79 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:44.215838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f1974a0-833a-4aa7-8c4c-30ef71b81a79 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:44.225394 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7f1974a0-833a-4aa7-8c4c-30ef71b81a79 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/d3a1358b-9895-477b-92c4-a380e312202d HTTP/1.1" status: 404 len: 339 time: 0.0705814 Nov 25 19:43:44.227463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44770) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:44.252228 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3eb78a46-06f5-4eea-b6cb-f7ed545cc342 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.294111 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3eb78a46-06f5-4eea-b6cb-f7ed545cc342 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.383862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port fff2eb52-f810-479e-8f4f-d82ff4b4dfbb yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:43:44.408800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3eb78a46-06f5-4eea-b6cb-f7ed545cc342 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8f5cfe976f6b403ab536d0143583a33b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4358246 Nov 25 19:43:44.414582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44774) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:44.418408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe2ede7-ba60-46c4-bd20-d4a6daa58fc3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Deleting subnet 39557177-235b-4122-bd2d-0232abfe9f9c {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:44.430382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ede7-ba60-46c4-bd20-d4a6daa58fc3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.543950 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ede7-ba60-46c4-bd20-d4a6daa58fc3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:44.794031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb78a46-06f5-4eea-b6cb-f7ed545cc342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be335a49-b33c-4f77-b3a7-c053c824df7c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:44.927309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ede7-ba60-46c4-bd20-d4a6daa58fc3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.070688 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba8de-2dc8-4950-b577-e3c1b1011848 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.071990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Allocated IP 2001:db8::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/63f19181-127d-45f3-9436-d79b1d050f19/e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:45.075890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ede7-ba60-46c4-bd20-d4a6daa58fc3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.132333 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba8de-2dc8-4950-b577-e3c1b1011848 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.141940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2ede7-ba60-46c4-bd20-d4a6daa58fc3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Subnet': ['ID=39557177-235b-4122-bd2d-0232abfe9f9c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:45.165929 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1fe2ede7-ba60-46c4-bd20-d4a6daa58fc3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.182219 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1fe2ede7-ba60-46c4-bd20-d4a6daa58fc3 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/subnets/39557177-235b-4122-bd2d-0232abfe9f9c HTTP/1.1" status: 204 len: 168 time: 0.9378071 Nov 25 19:43:45.183336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44782) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:45.259219 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba8de-2dc8-4950-b577-e3c1b1011848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.266588 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5b6ba8de-2dc8-4950-b577-e3c1b1011848 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.269968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5b6ba8de-2dc8-4950-b577-e3c1b1011848 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/be335a49-b33c-4f77-b3a7-c053c824df7c HTTP/1.1" status: 204 len: 168 time: 0.8460760 Nov 25 19:43:45.275085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36fed02-6f60-41ba-b4ae-501a81e23cd9 None None] Network 394e9748-d050-4dd6-a70a-dcc2981cac68 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:45.395926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6ba8de-2dc8-4950-b577-e3c1b1011848 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be335a49-b33c-4f77-b3a7-c053c824df7c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:45.456126 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.546145 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.608852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Deleting port e242a80a-b5df-4a35-9a4b-d8cbb394857d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:45.609175 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.640272 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.744584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Network 38882268-9b5b-4e5b-b404-57e912e0f7a6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:45.759709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:45.783070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:45.824630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] For port e242a80a-b5df-4a35-9a4b-d8cbb394857d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e242a80a-b5df-4a35-9a4b-d8cbb394857d,segment=NetworkSegment(3544d953-bdc6-4353-aa89-4f99372ba7a9),segment_id=3544d953-bdc6-4353-aa89-4f99372ba7a9)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:45.825006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:45.870532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Calling delete_port for e242a80a-b5df-4a35-9a4b-d8cbb394857d owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:45.916530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event updated for resources: {'Port': ['ID=386be10d-4f2d-4646-8b35-d2e83ec49c90,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:46.031740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:46.033039 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.095841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a90d22c3-faf7-4284-81c2-8e68c281bdf2 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6826670 Nov 25 19:43:46.096461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44800) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:46.143896 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.214834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Port': ['ID=e242a80a-b5df-4a35-9a4b-d8cbb394857d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:46.242979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No DVR routers for this DVR port e242a80a-b5df-4a35-9a4b-d8cbb394857d on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:46.430878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-70ba1984-1e2c-4330-97a4-c50e5d5d7505 None None] Provisioning complete for port 386be10d-4f2d-4646-8b35-d2e83ec49c90 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:46.431608 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-70ba1984-1e2c-4330-97a4-c50e5d5d7505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.630904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f35c3b-fd98-460e-8443-76e7d93b7638 None None] DHCP port deletion for 394e9748-d050-4dd6-a70a-dcc2981cac68 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:46.633830 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.703329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-70ba1984-1e2c-4330-97a4-c50e5d5d7505 None None] Port 386be10d-4f2d-4646-8b35-d2e83ec49c90 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:46.724355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e242a80a-b5df-4a35-9a4b-d8cbb394857d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:46.753880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['394e9748-d050-4dd6-a70a-dcc2981cac68']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:46.783557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3544d953-bdc6-4353-aa89-4f99372ba7a9') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:46.783944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3544d953-bdc6-4353-aa89-4f99372ba7a9') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:46.810253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.836469 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.857043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:46.857497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:46.866457 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:46.937741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:46.958792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: e242a80a-b5df-4a35-9a4b-d8cbb394857d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:46.961382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e242a80a-b5df-4a35-9a4b-d8cbb394857d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:46.972714 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.112508 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.130460 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.135184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/394e9748-d050-4dd6-a70a-dcc2981cac68 HTTP/1.1" status: 204 len: 168 time: 1.9493933 Nov 25 19:43:47.165913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44818) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:47.167348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:47.180641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e86f22-6e77-41e9-8f46-2d2c2738b1ef tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Network': ['ID=394e9748-d050-4dd6-a70a-dcc2981cac68,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:47.183967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:47.204425 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:47.234223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'project_id': '9cad41e8e8c047398aad727bb17b0491', 'port_id': '386be10d-4f2d-4646-8b35-d2e83ec49c90'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:47.425825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Pushing event updated for resources: {'Port': ['ID=e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:47.446845 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fee5eee-a48a-434e-9aa8-ca2bb0de0866 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:47.447638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fee5eee-a48a-434e-9aa8-ca2bb0de0866 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:47.453442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4fee5eee-a48a-434e-9aa8-ca2bb0de0866 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/subnets/4f202bde-f9c0-4d20-906c-22bad1ce0bd2 HTTP/1.1" status: 404 len: 337 time: 0.2857072 Nov 25 19:43:47.456493 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44826) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:47.464201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Attempting to bind port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:47.465041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Attempting to bind port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:47.471659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Attempting to bind port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:47.482787 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.492790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:47.495124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:47.495623 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.496897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:47.497110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Bound port: e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:47.497575 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.538664 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-944071d1-5dc5-4919-b09a-a874cfa1aae2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] DELETE failed (client error): The resource could not be found. Nov 25 19:43:47.551867 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-944071d1-5dc5-4919-b09a-a874cfa1aae2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:43:47.557580 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-944071d1-5dc5-4919-b09a-a874cfa1aae2 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/61a3ed45-5803-41ae-9900-55588d4c7d34 HTTP/1.1" status: 404 len: 339 time: 0.0992067 Nov 25 19:43:47.560822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44828) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:47.612974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::58 (0a011fd0-9c8c-4deb-9828-aa08d061358c/63f19181-127d-45f3-9436-d79b1d050f19/fff2eb52-f810-479e-8f4f-d82ff4b4dfbb) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:47.768767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44832) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:47.817110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1ab906a-c255-4358-be34-6bea91afad45 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Deleting subnet 882e5514-56c7-4ca3-81eb-a50f67196dc7 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:47.823518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d1ab906a-c255-4358-be34-6bea91afad45 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:47.971375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] For port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:47.989636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] For port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:48.006829 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.040931 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d1ab906a-c255-4358-be34-6bea91afad45 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.084770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-eee7f3ae-c6f0-40cd-a062-2d2c7e5f7bad req-3bf1ebe2-66e6-4c61-93b1-76422d770c1d service neutron] (103651) timed out ('10.222.0.76', 60577) {{(pid=103651) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:43:48.147209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-network', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:48.240614 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.295636 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Made reservation on behalf of 6ae5c53d158543ccacbc744f1ee139bb for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:48.304168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.325585 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.358832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c167bed9-8cce-4665-9936-95364a33f49f None None] Pushing event updated for resources: {'Port': ['ID=e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:48.383325 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.492685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d1ab906a-c255-4358-be34-6bea91afad45 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.675971 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d1ab906a-c255-4358-be34-6bea91afad45 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.731784 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.817499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab906a-c255-4358-be34-6bea91afad45 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Subnet': ['ID=882e5514-56c7-4ca3-81eb-a50f67196dc7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:48.821856 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d1ab906a-c255-4358-be34-6bea91afad45 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:48.830485 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d1ab906a-c255-4358-be34-6bea91afad45 tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/subnets/882e5514-56c7-4ca3-81eb-a50f67196dc7 HTTP/1.1" status: 204 len: 168 time: 1.2666857 Nov 25 19:43:48.835437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ae2e65-e0b6-41b0-ad11-9fa320a7b66e None None] Network c799d1e7-d9a8-4181-8ef0-db6020f31c17 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:48.836528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44842) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:48.996725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:49.014150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:49.041537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:49.059155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:49.060193 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.132935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.6427648 Nov 25 19:43:49.141159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44848) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:49.195517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Allocated IP 172.25.8.229 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/b3774269-4b9c-409d-80f7-5db2ad8f6078) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:49.229713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e516d9-8497-44fb-8f32-c9391a4e8d04 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=fff2eb52-f810-479e-8f4f-d82ff4b4dfbb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:49.344863 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.463973 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.489200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.490271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7d026-b9ac-465f-b525-6aacd862d3e0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:49.513207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f7d026-b9ac-465f-b525-6aacd862d3e0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:49.524573 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-92f7d026-b9ac-465f-b525-6aacd862d3e0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.3488719 Nov 25 19:43:49.532262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:43:49.533914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44854) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:49.561395 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.561955 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Added segment 696a5554-c05b-40ee-bd3a-4199861a79bb of type vlan for network 7e0b2e52-824e-4a98-89a4-862e86639ee6 Nov 25 19:43:49.616897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91fb2e3c-9b0d-49c3-96b8-9f3f8688e20d None None] DHCP port deletion for c799d1e7-d9a8-4181-8ef0-db6020f31c17 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:49.758345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.871868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44860) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:49.941342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-91fb2e3c-9b0d-49c3-96b8-9f3f8688e20d None None] Deleting port 5d9439f1-68d2-42ab-9911-90036d8a50f7 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:49.941969 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-91fb2e3c-9b0d-49c3-96b8-9f3f8688e20d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.944330 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:49.945391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:49.946029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.000784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Deleting port 5d9439f1-68d2-42ab-9911-90036d8a50f7 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:50.001043 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.159827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Pushing event updated for resources: {'Network': ['ID=7e0b2e52-824e-4a98-89a4-862e86639ee6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:50.188163 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.4144886 Nov 25 19:43:50.191032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 7e0b2e52-824e-4a98-89a4-862e86639ee6 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:50.204009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] For port 5d9439f1-68d2-42ab-9911-90036d8a50f7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d9439f1-68d2-42ab-9911-90036d8a50f7,segment=NetworkSegment(9d01032e-4173-4db0-8f5b-a65e268acdbc),segment_id=9d01032e-4173-4db0-8f5b-a65e268acdbc)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:50.204637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.248744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44864) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:50.265784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] Request body: {'subnet': {'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-subnet', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:50.274303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Calling delete_port for 5d9439f1-68d2-42ab-9911-90036d8a50f7 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:50.297525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-91fb2e3c-9b0d-49c3-96b8-9f3f8688e20d None None] For port 5d9439f1-68d2-42ab-9911-90036d8a50f7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d9439f1-68d2-42ab-9911-90036d8a50f7,segment=NetworkSegment(9d01032e-4173-4db0-8f5b-a65e268acdbc),segment_id=9d01032e-4173-4db0-8f5b-a65e268acdbc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:50.297949 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-91fb2e3c-9b0d-49c3-96b8-9f3f8688e20d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.304082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7921293f-0090-4e83-9d87-ba6df87fea6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port fff2eb52-f810-479e-8f4f-d82ff4b4dfbb {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:50.305770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7921293f-0090-4e83-9d87-ba6df87fea6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.447714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.455436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-91fb2e3c-9b0d-49c3-96b8-9f3f8688e20d None None] Calling delete_port for 5d9439f1-68d2-42ab-9911-90036d8a50f7 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:50.702713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603ab87c-5675-4e0b-9f1c-c04a80cc3924 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ff33ed-b466-49d3-a622-e17ef02c60f8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:50.713760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.777928 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cfd78f3-8157-4502-bef6-c7936f6eeacb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.789747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:50.796321 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.822020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9a09edb7-64ad-4efc-b8aa-b03d060623fb None None] Provisioning complete for port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:50.822853 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9a09edb7-64ad-4efc-b8aa-b03d060623fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:50.923912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] Made reservation on behalf of 6ae5c53d158543ccacbc744f1ee139bb for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:50.926675 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.033713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:51.035009 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.083635 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cfd78f3-8157-4502-bef6-c7936f6eeacb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.096380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Pushing event updated for resources: {'Port': ['ID=b3774269-4b9c-409d-80f7-5db2ad8f6078,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:51.103196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cfd78f3-8157-4502-bef6-c7936f6eeacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.183442 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0cfd78f3-8157-4502-bef6-c7936f6eeacb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bb28c303bddb434088d525a45c4d5b84&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3041046 Nov 25 19:43:51.195752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44876) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:51.203339 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-91fb2e3c-9b0d-49c3-96b8-9f3f8688e20d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.205955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfd78f3-8157-4502-bef6-c7936f6eeacb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b060249-ecc9-467e-afa0-3cf78d524d9a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:51.233553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7921293f-0090-4e83-9d87-ba6df87fea6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.267137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7921293f-0090-4e83-9d87-ba6df87fea6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for fff2eb52-f810-479e-8f4f-d82ff4b4dfbb owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:51.297224 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fb2e3c-9b0d-49c3-96b8-9f3f8688e20d None None] No DVR routers for this DVR port 5d9439f1-68d2-42ab-9911-90036d8a50f7 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:51.382901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:51.450274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1aa51af3-f1b9-4e5f-9ddd-429ebbe7045e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.456651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:51.492605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:51.549238 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9a09edb7-64ad-4efc-b8aa-b03d060623fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.606376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fb2e3c-9b0d-49c3-96b8-9f3f8688e20d None None] Pushing event deleted for resources: {'Port': ['ID=5d9439f1-68d2-42ab-9911-90036d8a50f7,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:51.653923 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9a09edb7-64ad-4efc-b8aa-b03d060623fb None None] For port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:51.670387 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9a09edb7-64ad-4efc-b8aa-b03d060623fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.679413 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.705721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1aa51af3-f1b9-4e5f-9ddd-429ebbe7045e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.721417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.804796 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:43:51.805440 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:43:51.832461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-975594ec-1676-4f1c-9d72-5042306c637c None None] Provisioning complete for port fff2eb52-f810-479e-8f4f-d82ff4b4dfbb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:51.833161 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-975594ec-1676-4f1c-9d72-5042306c637c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.877181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Port': ['ID=5d9439f1-68d2-42ab-9911-90036d8a50f7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:51.880142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] No DVR routers for this DVR port 5d9439f1-68d2-42ab-9911-90036d8a50f7 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:51.882671 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7921293f-0090-4e83-9d87-ba6df87fea6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:51.960550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a09edb7-64ad-4efc-b8aa-b03d060623fb None None] Pushing event updated for resources: {'Port': ['ID=e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:52.016595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-975594ec-1676-4f1c-9d72-5042306c637c None None] Port fff2eb52-f810-479e-8f4f-d82ff4b4dfbb cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:43:52.048911 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.091180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.119313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c799d1e7-d9a8-4181-8ef0-db6020f31c17']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:52.141479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d01032e-4173-4db0-8f5b-a65e268acdbc') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:52.142165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d01032e-4173-4db0-8f5b-a65e268acdbc') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:43:52.160014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.235263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7921293f-0090-4e83-9d87-ba6df87fea6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=fff2eb52-f810-479e-8f4f-d82ff4b4dfbb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:52.273349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.357815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7921293f-0090-4e83-9d87-ba6df87fea6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.366317 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7921293f-0090-4e83-9d87-ba6df87fea6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/fff2eb52-f810-479e-8f4f-d82ff4b4dfbb HTTP/1.1" status: 204 len: 168 time: 2.8240128 Nov 25 19:43:52.367007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:43:52.368058 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:43:52.376030 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:43:52.380145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44886) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:52.516960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d9439f1-68d2-42ab-9911-90036d8a50f7 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:52.583036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a644e6b-8488-43f8-9b0b-e8abf75f6e46,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:52.601216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5d9439f1-68d2-42ab-9911-90036d8a50f7 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:43:52.602009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d9439f1-68d2-42ab-9911-90036d8a50f7 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:52.619910 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.626016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af88eb-c4c4-4582-adcd-45fa02287776 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:52.628542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af88eb-c4c4-4582-adcd-45fa02287776 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:52.631016 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e4af88eb-c4c4-4582-adcd-45fa02287776 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2275748 Nov 25 19:43:52.634312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44890) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:52.656829 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1aa51af3-f1b9-4e5f-9ddd-429ebbe7045e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.660261 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1aa51af3-f1b9-4e5f-9ddd-429ebbe7045e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.661848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1aa51af3-f1b9-4e5f-9ddd-429ebbe7045e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b060249-ecc9-467e-afa0-3cf78d524d9a HTTP/1.1" status: 204 len: 168 time: 1.4319799 Nov 25 19:43:52.683479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.689145 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] 10.222.0.15 "DELETE /v2.0/networks/c799d1e7-d9a8-4181-8ef0-db6020f31c17 HTTP/1.1" status: 204 len: 168 time: 3.8506422 Nov 25 19:43:52.699588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] Checking segment: {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:52.700166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] Network hostable DHCP agents. Network: 7e0b2e52-824e-4a98-89a4-862e86639ee6, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:43:52.737020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cb1f25-51f7-432f-9103-e9ab8288617a tempest-NetworksIpV6Test-805566782 tempest-NetworksIpV6Test-805566782-project] Pushing event deleted for resources: {'Network': ['ID=c799d1e7-d9a8-4181-8ef0-db6020f31c17,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:52.783719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dd603a6-f733-4ab1-aaca-30675d0175bd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 63f19181-127d-45f3-9436-d79b1d050f19 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:43:52.803451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dd603a6-f733-4ab1-aaca-30675d0175bd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.904446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dd603a6-f733-4ab1-aaca-30675d0175bd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:52.929663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:53.045552 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.140517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:53.141767 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.242270 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dd603a6-f733-4ab1-aaca-30675d0175bd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.394692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa51af3-f1b9-4e5f-9ddd-429ebbe7045e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b060249-ecc9-467e-afa0-3cf78d524d9a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.407111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44904) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.430977 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dd603a6-f733-4ab1-aaca-30675d0175bd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.486426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] Network 7e0b2e52-824e-4a98-89a4-862e86639ee6 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:43:53.527996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd603a6-f733-4ab1-aaca-30675d0175bd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=63f19181-127d-45f3-9436-d79b1d050f19,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:53.541103 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dd603a6-f733-4ab1-aaca-30675d0175bd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.549860 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2dd603a6-f733-4ab1-aaca-30675d0175bd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/63f19181-127d-45f3-9436-d79b1d050f19 HTTP/1.1" status: 204 len: 168 time: 0.9121697 Nov 25 19:43:53.551643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c584f3-b0e1-45d5-a77e-6124198e113c None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:53.559269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44912) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.822648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 7e0b2e52-824e-4a98-89a4-862e86639ee6) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:53.841519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8228183-33d6-405b-a8f3-cdb66c872600 None None] Network 7e0b2e52-824e-4a98-89a4-862e86639ee6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:53.944494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:53.945552 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:53.956242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-56752938-9af5-415f-8b42-dd6cb1ff2997 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3912644 Nov 25 19:43:53.956847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44920) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:53.963498 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2d6a1083-9d32-4e26-95e5-8ac48dc139a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:54.057521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d043cd5-8687-431d-aafc-9134c8118c48 None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:43:54.181636 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d6a1083-9d32-4e26-95e5-8ac48dc139a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:54.185756 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1083-9d32-4e26-95e5-8ac48dc139a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.217149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-67f7580d-9f2d-406c-83ee-d3b136594240 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.9623098 Nov 25 19:43:54.256575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-7e0b2e52-824e-4a98-89a4-862e86639ee6', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:54.257479 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.258016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44928) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:54.268616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:54.317811 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-23e9680c-37be-4dbe-9f2c-7dd2b15741ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=812dcb9453324141b642b35abfd1fafb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9053752 Nov 25 19:43:54.320610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44934) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:54.386999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5d043cd5-8687-431d-aafc-9134c8118c48 None None] Deleting port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:43:54.387511 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5d043cd5-8687-431d-aafc-9134c8118c48 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.487853 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.490431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.536719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5d043cd5-8687-431d-aafc-9134c8118c48 None None] For port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:43:54.537148 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5d043cd5-8687-431d-aafc-9134c8118c48 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.540681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.565965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5d043cd5-8687-431d-aafc-9134c8118c48 None None] Calling delete_port for e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:43:54.573238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Allocated IP 172.20.0.2 (7e0b2e52-824e-4a98-89a4-862e86639ee6/7a644e6b-8488-43f8-9b0b-e8abf75f6e46/84828942-9184-4698-a147-b78f3c319e29) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:54.665960 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.720864 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c3fb-b029-440b-8feb-9fe87e5e0db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.914228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:43:54.940604 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c3fb-b029-440b-8feb-9fe87e5e0db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.963635 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:54.994543 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5d043cd5-8687-431d-aafc-9134c8118c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.005606 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1083-9d32-4e26-95e5-8ac48dc139a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.122189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d043cd5-8687-431d-aafc-9134c8118c48 None None] No DVR routers for this DVR port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:43:55.204448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6a1083-9d32-4e26-95e5-8ac48dc139a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=c61cde1c-a4f4-4294-ba9a-71b369a5a63c,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:55.235883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6a1083-9d32-4e26-95e5-8ac48dc139a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:55.242901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2d6a1083-9d32-4e26-95e5-8ac48dc139a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:55.259673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6a1083-9d32-4e26-95e5-8ac48dc139a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:55.260280 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d6a1083-9d32-4e26-95e5-8ac48dc139a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.270293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2486ac54-f3c2-447b-8e54-d6b9abbcc8ed None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:43:55.339006 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.339653 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2d6a1083-9d32-4e26-95e5-8ac48dc139a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3813524 Nov 25 19:43:55.342407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44950) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:55.354149 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c3fb-b029-440b-8feb-9fe87e5e0db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.357436 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcd6c3fb-b029-440b-8feb-9fe87e5e0db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.359490 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dcd6c3fb-b029-440b-8feb-9fe87e5e0db6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40050d22-f5b5-4aed-96d5-94e140395005 HTTP/1.1" status: 204 len: 168 time: 1.0349801 Nov 25 19:43:55.378720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'name': 'tempest-NetworksTestDHCPv6-1466978699'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:55.383051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd6c3fb-b029-440b-8feb-9fe87e5e0db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40050d22-f5b5-4aed-96d5-94e140395005,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:55.544037 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.553228 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.623573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d043cd5-8687-431d-aafc-9134c8118c48 None None] Pushing event deleted for resources: {'Port': ['ID=e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:55.753195 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.777763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Pushing event updated for resources: {'Port': ['ID=b3774269-4b9c-409d-80f7-5db2ad8f6078,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:55.778434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No active binding found for port e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae {{(pid=103653) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:43:55.782498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e8271e7e-b7ef-4dfc-b655-b7d55a3bc0ae not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:43:55.824946 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.876361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:55.887933 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:55.895021 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.109847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 70d82bc4-abc0-4037-a932-cc3ab9319c91 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:43:56.521781 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Floating IP 8b8797a7-fe0e-41bf-a6fd-4022337dc1ff associated. External IP: 172.25.8.229, port: 386be10d-4f2d-4646-8b35-d2e83ec49c90. Nov 25 19:43:56.531268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Network 7e0b2e52-824e-4a98-89a4-862e86639ee6 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:43:56.543612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Pushing event updated for resources: {'Port': ['ID=84828942-9184-4698-a147-b78f3c319e29,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:56.550095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:43:56.558445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:43:56.561105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': 'c61cde1c-a4f4-4294-ba9a-71b369a5a63c'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:43:56.564975 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.841844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Attempting to bind port 84828942-9184-4698-a147-b78f3c319e29 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:43:56.842405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Attempting to bind port 84828942-9184-4698-a147-b78f3c319e29 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:43:56.842516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Attempting to bind port 84828942-9184-4698-a147-b78f3c319e29 on network 7e0b2e52-824e-4a98-89a4-862e86639ee6 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:43:56.864784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:43:56.865155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Checking segment: {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:43:56.865579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:56.867721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Bound using segment: {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:43:56.868607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Bound port: 84828942-9184-4698-a147-b78f3c319e29, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:43:56.868855 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.117958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::181 (0a011fd0-9c8c-4deb-9828-aa08d061358c/c61cde1c-a4f4-4294-ba9a-71b369a5a63c/70d82bc4-abc0-4037-a932-cc3ab9319c91) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:43:57.228868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] For port 84828942-9184-4698-a147-b78f3c319e29, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:43:57.247568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] For port 84828942-9184-4698-a147-b78f3c319e29, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=84828942-9184-4698-a147-b78f3c319e29,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:43:57.255853 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.265421 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.359214 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45098) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:43:57.428720 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:57.497744 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4232781-3d4b-468c-92ae-14b9ad169bbd None None] Pushing event updated for resources: {'Port': ['ID=84828942-9184-4698-a147-b78f3c319e29,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:57.970985 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-972732092'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:43:58.047950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:43:58.068528 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.095763 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.356832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.363302 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.414966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:43:58.449529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f07d7607-db98-4607-b8f9-c2c6e8050bd2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:58.493765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.496537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.498731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.499974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.502185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.504871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.505795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.507204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.508231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.509784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.511071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.512548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:43:58.535034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.537681 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Added segment ff696dcf-1060-48d4-99c2-c07031585126 of type vlan for network bd498cc2-febe-47de-9bb5-891b18b10fa7 Nov 25 19:43:58.650916 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.770207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.782786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:43:58.785612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:58.830964 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4688563 Nov 25 19:43:59.062334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 84828942-9184-4698-a147-b78f3c319e29 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:43:59.224766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 84828942-9184-4698-a147-b78f3c319e29 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:43:59.225674 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.360290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e53d84-9880-4b33-abb1-15d31686b845 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Network': ['ID=bd498cc2-febe-47de-9bb5-891b18b10fa7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:43:59.471903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network bd498cc2-febe-47de-9bb5-891b18b10fa7 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:43:59.800250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Router e13bcb76-ac51-43dd-944f-71890b64522e has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:43:59.884853 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:43:59.995837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 84828942-9184-4698-a147-b78f3c319e29, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=84828942-9184-4698-a147-b78f3c319e29,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:00.017416 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.036788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.087979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Allocated IP 172.25.8.153 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/6ad2bcfe-bdfb-4425-be17-6de11ad2966b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:00.216877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=84828942-9184-4698-a147-b78f3c319e29,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:00.254101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de11fd14-837c-4d7e-964b-ad8ac7ea18b5 None None] Network 7e0b2e52-824e-4a98-89a4-862e86639ee6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:00.486682 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e6712a3b-3e73-4097-9cc7-896ba04eedf6 None None] Provisioning complete for port 84828942-9184-4698-a147-b78f3c319e29 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:00.487577 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e6712a3b-3e73-4097-9cc7-896ba04eedf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:00.859046 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:01.128750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 84828942-9184-4698-a147-b78f3c319e29 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:01.235487 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:01.450662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:01.490043 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4276a0e-6259-4ddc-a842-9a57c1cdb6c3 None None] Sync routers for ids ['e13bcb76-ac51-43dd-944f-71890b64522e'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:01.551268 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4276a0e-6259-4ddc-a842-9a57c1cdb6c3 None None] Routers {'e13bcb76-ac51-43dd-944f-71890b64522e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:01.552754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:01.554868 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d4276a0e-6259-4ddc-a842-9a57c1cdb6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:43:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e13bcb76-ac51-43dd-944f-71890b64522e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:01.741485 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:01.758466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:01.804817 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:01.823293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:01.852115 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d4276a0e-6259-4ddc-a842-9a57c1cdb6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:01.914958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Allocated IP 2001:db8::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/c61cde1c-a4f4-4294-ba9a-71b369a5a63c/18b3d157-c5b7-402b-b7d2-49e3e3aaf588) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:01.942449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bbe538-bd03-4215-a789-cd178af442a6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:02.001647 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:44:02.059975 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4276a0e-6259-4ddc-a842-9a57c1cdb6c3 None None] Routers {'e13bcb76-ac51-43dd-944f-71890b64522e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:02.065610 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d4276a0e-6259-4ddc-a842-9a57c1cdb6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:43:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e13bcb76-ac51-43dd-944f-71890b64522e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:02.087498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:02.183660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:02.249954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:02.256882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:02.367364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.0183055 Nov 25 19:44:02.370847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45438) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:02.372504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8a14f-78b3-4870-9417-b3eccaccffdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=70d82bc4-abc0-4037-a932-cc3ab9319c91,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:02.392907 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d4276a0e-6259-4ddc-a842-9a57c1cdb6c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:02.396727 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4276a0e-6259-4ddc-a842-9a57c1cdb6c3 None None] The sync data for ids ['e13bcb76-ac51-43dd-944f-71890b64522e'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:02.410265 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:02.723768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114b284-e979-41e8-aca3-923a4329aaf8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:02.731762 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3114b284-e979-41e8-aca3-923a4329aaf8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.3592587 Nov 25 19:44:02.733322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45462) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:02.775336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Pushing event updated for resources: {'Port': ['ID=6ad2bcfe-bdfb-4425-be17-6de11ad2966b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:02.780235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-423685c0-7823-45eb-9ebc-bb62c9e7684a tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 16.6826339 Nov 25 19:44:02.865714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45470) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:03.194187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4adfa719-726e-43ab-837e-0de4e735184b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 70d82bc4-abc0-4037-a932-cc3ab9319c91 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:03.195508 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4adfa719-726e-43ab-837e-0de4e735184b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:03.276431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 84828942-9184-4698-a147-b78f3c319e29 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:03.277119 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:03.296895 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eab79f6c-7cf4-42cc-9371-a99ad493d9af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:03.308766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:03.520911 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:03.627108 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4adfa719-726e-43ab-837e-0de4e735184b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:03.700881 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4adfa719-726e-43ab-837e-0de4e735184b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 70d82bc4-abc0-4037-a932-cc3ab9319c91 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:03.777945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ff9dade8-2c84-4dc8-abe4-4187d139a634 tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] 10.222.0.15 "GET /v2.0/floatingips/8b8797a7-fe0e-41bf-a6fd-4022337dc1ff HTTP/1.1" status: 200 len: 983 time: 0.9046040 Nov 25 19:44:03.785190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45522) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:03.786602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:03.807441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-61c3c3c3-bf60-4404-a5e6-6ba99257e87f None None] Provisioning complete for port 84828942-9184-4698-a147-b78f3c319e29 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:03.809144 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-61c3c3c3-bf60-4404-a5e6-6ba99257e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:03.877720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:03.886107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:04.071056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Pushing event updated for resources: {'Port': ['ID=18b3d157-c5b7-402b-b7d2-49e3e3aaf588,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:04.142059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Attempting to bind port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:04.143950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Attempting to bind port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:04.144582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Attempting to bind port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588 on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:04.166992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:04.168026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:04.168977 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.171966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:04.172714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Bound port: 18b3d157-c5b7-402b-b7d2-49e3e3aaf588, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:04.173329 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.214322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4adfa719-726e-43ab-837e-0de4e735184b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.296277 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45530) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:04.301168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adfa719-726e-43ab-837e-0de4e735184b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=70d82bc4-abc0-4037-a932-cc3ab9319c91,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:04.325583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'subnet': {'network_id': 'bd498cc2-febe-47de-9bb5-891b18b10fa7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:04.550075 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4adfa719-726e-43ab-837e-0de4e735184b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.558149 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4adfa719-726e-43ab-837e-0de4e735184b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/70d82bc4-abc0-4037-a932-cc3ab9319c91 HTTP/1.1" status: 204 len: 168 time: 1.8177295 Nov 25 19:44:04.565512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45532) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:04.616851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-245860b2-87ae-48f4-9392-a03d89acf4ab tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.8241982 Nov 25 19:44:04.621072 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45540) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:04.635576 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.696181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] For port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:04.713754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ca453-abc8-4072-b93c-c650aa072835 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:04.714716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] For port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=18b3d157-c5b7-402b-b7d2-49e3e3aaf588,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:04.722276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024ca453-abc8-4072-b93c-c650aa072835 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:04.725781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-61c3c3c3-bf60-4404-a5e6-6ba99257e87f None None] Provisioning complete for port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:04.726501 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-024ca453-abc8-4072-b93c-c650aa072835 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1584690 Nov 25 19:44:04.729036 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-61c3c3c3-bf60-4404-a5e6-6ba99257e87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.743776 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.745786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45542) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:04.824699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e94cf9a-7718-4efb-951b-7e92d80c9ee6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet c61cde1c-a4f4-4294-ba9a-71b369a5a63c {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:04.833099 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e94cf9a-7718-4efb-951b-7e92d80c9ee6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.907817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:04.924336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:04.929195 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3f61cb09-7b7f-488c-ac8b-814ce0148a80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.003900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-61c3c3c3-bf60-4404-a5e6-6ba99257e87f None None] Port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:05.015451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dcf086-4916-4302-a69e-9030b3c9cd21 None None] Pushing event updated for resources: {'Port': ['ID=18b3d157-c5b7-402b-b7d2-49e3e3aaf588,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:05.164199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e94cf9a-7718-4efb-951b-7e92d80c9ee6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.651987 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e94cf9a-7718-4efb-951b-7e92d80c9ee6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:05.977598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e94cf9a-7718-4efb-951b-7e92d80c9ee6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.002844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.048044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e94cf9a-7718-4efb-951b-7e92d80c9ee6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=c61cde1c-a4f4-4294-ba9a-71b369a5a63c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:06.086644 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e94cf9a-7718-4efb-951b-7e92d80c9ee6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.100141 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5e94cf9a-7718-4efb-951b-7e92d80c9ee6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/c61cde1c-a4f4-4294-ba9a-71b369a5a63c HTTP/1.1" status: 204 len: 168 time: 1.3528612 Nov 25 19:44:06.109573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45556) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:06.237269 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0b903d62-c7ea-40d8-9375-d08885a91775 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1261027 Nov 25 19:44:06.249689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45560) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:06.370415 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.394251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Checking segment: {'id': 'ff696dcf-1060-48d4-99c2-c07031585126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bd498cc2-febe-47de-9bb5-891b18b10fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:06.394943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network hostable DHCP agents. Network: bd498cc2-febe-47de-9bb5-891b18b10fa7, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:44:06.433577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767145a-37d5-44f4-915a-4f9649ca97a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.441613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9767145a-37d5-44f4-915a-4f9649ca97a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1651490 Nov 25 19:44:06.446746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45562) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:06.550206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Subnet': ['ID=87bc1f7a-8fd7-4a35-b522-e35c89ea0972,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:06.561185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b850be-c0cc-479a-967f-047506905f73 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.568579 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c5b850be-c0cc-479a-967f-047506905f73 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1199553 Nov 25 19:44:06.569708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45566) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:06.629788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network bd498cc2-febe-47de-9bb5-891b18b10fa7 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:44:06.754300 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5151f0d9-5196-4aaf-8b8c-2a1f049c6973 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1825697 Nov 25 19:44:06.755567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45574) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:06.756465 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, bd498cc2-febe-47de-9bb5-891b18b10fa7) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:06.765650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:06.766842 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.778691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905fa228-82a1-4589-9aa0-1e82d32e0035 None None] Network bd498cc2-febe-47de-9bb5-891b18b10fa7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:06.794200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-54cf0010-ccc3-4fb6-8391-f139aecc5642 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:06.812679 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7f53d7e3-d9bc-45f6-b2e8-e79141ce9032 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4939451 Nov 25 19:44:06.834863 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:06.840681 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45576) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:06.855993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-943761227'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:06.858374 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 18b3d157-c5b7-402b-b7d2-49e3e3aaf588 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:07.068553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:07.079185 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.232947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:44:07.240671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:07.241046 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.280433 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:44:07.288995 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.289356 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Added segment c673fefc-4722-4f1f-b3fc-f5bc84e16c12 of type vlan for network b4263238-055e-4ed6-962d-deb46a0bcebc Nov 25 19:44:07.311863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54cf0010-ccc3-4fb6-8391-f139aecc5642 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:07.321328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54cf0010-ccc3-4fb6-8391-f139aecc5642 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.352328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b960c359-b664-410d-8aaa-52ce45046400 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:07.367518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Deleting port b3774269-4b9c-409d-80f7-5db2ad8f6078 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:07.369316 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.475794 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.507235 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.516100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:07.516100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.702130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Network': ['ID=b4263238-055e-4ed6-962d-deb46a0bcebc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:07.728200 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b4ad0123-c925-412b-99dd-ad21ae97e040 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8834102 Nov 25 19:44:07.733324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45594) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:07.739473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'subnet': {'network_id': 'b4263238-055e-4ed6-962d-deb46a0bcebc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:07.838692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c3ec4b11-81aa-41f3-aeda-d972a44669e6 None None] Provisioning complete for port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:07.841167 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4b11-81aa-41f3-aeda-d972a44669e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:07.845722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network b4263238-055e-4ed6-962d-deb46a0bcebc details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:44:07.939033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:08.002771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Sync routers for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:08.008429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-bd498cc2-febe-47de-9bb5-891b18b10fa7', 'network_id': 'bd498cc2-febe-47de-9bb5-891b18b10fa7', 'tenant_id': '55dbb63d062449cdbe84648da10ac226', 'fixed_ips': [{'subnet_id': '87bc1f7a-8fd7-4a35-b522-e35c89ea0972'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:08.009797 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.048802 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.049948 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.070421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Calling delete_port for b3774269-4b9c-409d-80f7-5db2ad8f6078 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:08.084603 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.123434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:08.125109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:08.287000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64df6e15-9c54-4c1b-8bd8-4d1f1e6b4bb3 None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:08.321047 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.396670 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4b11-81aa-41f3-aeda-d972a44669e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.417536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:08.422715 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.457964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c3ec4b11-81aa-41f3-aeda-d972a44669e6 None None] For port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=18b3d157-c5b7-402b-b7d2-49e3e3aaf588,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:08.502079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.513128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-14ab29b0-8492-4660-b896-73e2751a399a admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 14.2526364 Nov 25 19:44:08.532233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45602) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:08.570088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event deleted for resources: {'Port': ['ID=b3774269-4b9c-409d-80f7-5db2ad8f6078,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:08.627389 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:08.673677 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c3ec4b11-81aa-41f3-aeda-d972a44669e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.063139 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.066000 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Floating IP 8b8797a7-fe0e-41bf-a6fd-4022337dc1ff disassociated (deleted). External IP: 172.25.8.229, port: 386be10d-4f2d-4646-8b35-d2e83ec49c90. Nov 25 19:44:09.331607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54cf0010-ccc3-4fb6-8391-f139aecc5642 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.376865 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.542940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54cf0010-ccc3-4fb6-8391-f139aecc5642 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:09.602719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-54cf0010-ccc3-4fb6-8391-f139aecc5642 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:09.622349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cf0010-ccc3-4fb6-8391-f139aecc5642 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:09.624239 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54cf0010-ccc3-4fb6-8391-f139aecc5642 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:09.690340 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54cf0010-ccc3-4fb6-8391-f139aecc5642 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.9023438 Nov 25 19:44:09.705662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45620) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:09.715563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': 'f30696d8-00fa-4501-8743-de827797ae31', 'ip_address': '2001:db8::25f:aae4:60a5:e905'}], 'name': 'tempest-NetworksTestDHCPv6-252398775'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:09.735086 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Allocated IP 2001:db8:0:ffff::2 (bd498cc2-febe-47de-9bb5-891b18b10fa7/87bc1f7a-8fd7-4a35-b522-e35c89ea0972/d10dff50-ff50-4897-94d0-947f77244e80) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:09.838339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf0010-ccc3-4fb6-8391-f139aecc5642 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=f30696d8-00fa-4501-8743-de827797ae31,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:10.042745 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:44:10.049830 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:44:10.063818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:44:10.080709 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:10.196629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:10.252280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Checking segment: {'id': 'c673fefc-4722-4f1f-b3fc-f5bc84e16c12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': 'b4263238-055e-4ed6-962d-deb46a0bcebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:10.253113 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network hostable DHCP agents. Network: b4263238-055e-4ed6-962d-deb46a0bcebc, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:44:10.273318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Subnet': ['ID=77b18282-02fc-4875-b71a-a1621ff86c8b,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:10.276390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:10.310449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network b4263238-055e-4ed6-962d-deb46a0bcebc is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:44:10.328637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, b4263238-055e-4ed6-962d-deb46a0bcebc) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:10.384634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:10.385930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:10.412999 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-853cec02-1639-4300-9ea2-2796e7894247 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.6783292 Nov 25 19:44:10.414125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45628) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:10.426937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'port': {'network_id': 'b4263238-055e-4ed6-962d-deb46a0bcebc', 'name': 'tempest-NetworksIpV6TestAttrs-1893788649'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:10.455994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2fb967-6244-458b-9e5a-a180d2b2d9b1 None None] Network b4263238-055e-4ed6-962d-deb46a0bcebc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:10.635981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:10.642589 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:10.653110 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:10.664509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Router e13bcb76-ac51-43dd-944f-71890b64522e has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:44:10.695108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] device_id is not set on port 7e2f4815-a085-4a41-9b2a-2feb4391f660 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:10.759128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ec4b11-81aa-41f3-aeda-d972a44669e6 None None] Pushing event updated for resources: {'Port': ['ID=18b3d157-c5b7-402b-b7d2-49e3e3aaf588,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:10.959938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Allocated IP 2001:db8::f816:3eff:fead:f2a3 (b4263238-055e-4ed6-962d-deb46a0bcebc/77b18282-02fc-4875-b71a-a1621ff86c8b/7e2f4815-a085-4a41-9b2a-2feb4391f660) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:11.023037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-64df6e15-9c54-4c1b-8bd8-4d1f1e6b4bb3 None None] Deleting port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:11.023519 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64df6e15-9c54-4c1b-8bd8-4d1f1e6b4bb3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.079010 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.140038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 50c99477-e42d-4539-b087-5705c7d8a639 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:11.349325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:11.362060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.363133 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.366736 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05312dac-1f54-45a9-8cb9-302728e46302 None None] Sync routers for ids ['e13bcb76-ac51-43dd-944f-71890b64522e'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:11.386555 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05312dac-1f54-45a9-8cb9-302728e46302 None None] Routers {'e13bcb76-ac51-43dd-944f-71890b64522e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:11.388083 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-05312dac-1f54-45a9-8cb9-302728e46302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e13bcb76-ac51-43dd-944f-71890b64522e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:11.412612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7850f5fd-d9b0-4b7f-af90-ec79c6034ce8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-b4263238-055e-4ed6-962d-deb46a0bcebc', 'network_id': 'b4263238-055e-4ed6-962d-deb46a0bcebc', 'tenant_id': '55dbb63d062449cdbe84648da10ac226', 'fixed_ips': [{'subnet_id': '77b18282-02fc-4875-b71a-a1621ff86c8b'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:11.419757 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7850f5fd-d9b0-4b7f-af90-ec79c6034ce8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.504051 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.552312 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-963b6b1d-bf65-4aa3-b348-cab31bc52dfc tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "DELETE /v2.0/floatingips/8b8797a7-fe0e-41bf-a6fd-4022337dc1ff HTTP/1.1" status: 204 len: 168 time: 6.9301004 Nov 25 19:44:11.558013 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-05312dac-1f54-45a9-8cb9-302728e46302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:11.565269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45640) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:11.568786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:11.602624 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05312dac-1f54-45a9-8cb9-302728e46302 None None] Routers {'e13bcb76-ac51-43dd-944f-71890b64522e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:11.606878 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-05312dac-1f54-45a9-8cb9-302728e46302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e13bcb76-ac51-43dd-944f-71890b64522e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:11.625000 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.675282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.770999 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-05312dac-1f54-45a9-8cb9-302728e46302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:11.772025 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05312dac-1f54-45a9-8cb9-302728e46302 None None] The sync data for ids ['e13bcb76-ac51-43dd-944f-71890b64522e'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:11.829373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 18b3d157-c5b7-402b-b7d2-49e3e3aaf588 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:11.961631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Allocated IP 172.20.0.1 (7e0b2e52-824e-4a98-89a4-862e86639ee6/7a644e6b-8488-43f8-9b0b-e8abf75f6e46/5d595af7-d7dc-4434-b211-e7e5f6e2e1ee) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:11.987044 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:11.995769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::25f:aae4:60a5:e905 (0a011fd0-9c8c-4deb-9828-aa08d061358c/f30696d8-00fa-4501-8743-de827797ae31/50c99477-e42d-4539-b087-5705c7d8a639) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:12.114614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network b4263238-055e-4ed6-962d-deb46a0bcebc is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:12.129049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:12.165166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:12.185374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:12.186322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.228913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Network bd498cc2-febe-47de-9bb5-891b18b10fa7 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:12.254153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Port': ['ID=7e2f4815-a085-4a41-9b2a-2feb4391f660,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:12.281416 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.317102 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c75552dd-bca1-491a-8084-12543293eab6 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8989985 Nov 25 19:44:12.317772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45648) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:12.332613 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.413662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Network 7e0b2e52-824e-4a98-89a4-862e86639ee6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:12.416087 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=5d595af7-d7dc-4434-b211-e7e5f6e2e1ee,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:12.420378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:12.429813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:12.527518 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ec866e4-6cba-40b1-80af-183b2fcb3fd1 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Deleting subnet 77b18282-02fc-4875-b71a-a1621ff86c8b {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:12.537127 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ec866e4-6cba-40b1-80af-183b2fcb3fd1 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.544041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:12.550255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:12.599696 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.629762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ec866e4-6cba-40b1-80af-183b2fcb3fd1 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.705681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-64df6e15-9c54-4c1b-8bd8-4d1f1e6b4bb3 None None] For port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=18b3d157-c5b7-402b-b7d2-49e3e3aaf588,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:12.706666 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64df6e15-9c54-4c1b-8bd8-4d1f1e6b4bb3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.742045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-64df6e15-9c54-4c1b-8bd8-4d1f1e6b4bb3 None None] Calling delete_port for 18b3d157-c5b7-402b-b7d2-49e3e3aaf588 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:12.845310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ec866e4-6cba-40b1-80af-183b2fcb3fd1 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:12.946293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Pushing event updated for resources: {'Port': ['ID=d10dff50-ff50-4897-94d0-947f77244e80,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:12.959741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:12.960381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:12.960546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:12.961609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:12.961609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:12.964423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:12.964902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:12.965251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:12.966725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:12.966725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:12.966725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:12.966725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:13.009316 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.010777 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64df6e15-9c54-4c1b-8bd8-4d1f1e6b4bb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.015383 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ec866e4-6cba-40b1-80af-183b2fcb3fd1 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.107596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64df6e15-9c54-4c1b-8bd8-4d1f1e6b4bb3 None None] No DVR routers for this DVR port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:13.185801 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.225656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec866e4-6cba-40b1-80af-183b2fcb3fd1 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Subnet': ['ID=77b18282-02fc-4875-b71a-a1621ff86c8b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:13.274134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.277617 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ec866e4-6cba-40b1-80af-183b2fcb3fd1 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.285177 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6ec866e4-6cba-40b1-80af-183b2fcb3fd1 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/subnets/77b18282-02fc-4875-b71a-a1621ff86c8b HTTP/1.1" status: 204 len: 168 time: 0.9549906 Nov 25 19:44:13.287158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64df6e15-9c54-4c1b-8bd8-4d1f1e6b4bb3 None None] Pushing event deleted for resources: {'Port': ['ID=18b3d157-c5b7-402b-b7d2-49e3e3aaf588,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:13.289909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45658) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:13.306052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdd3944-6ea1-401a-a30e-969bbd77ab9a None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:13.467331 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Allocated IP 172.25.8.7 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/b6cddade-b396-48ec-bc4f-b66512f97c91) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:13.472907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333fe1f4-9eec-43be-a3c8-28dc1ade310f tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:13.477660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333fe1f4-9eec-43be-a3c8-28dc1ade310f tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:13.481350 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-333fe1f4-9eec-43be-a3c8-28dc1ade310f tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1761391 Nov 25 19:44:13.486569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45660) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:13.578098 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.660788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Port 18b3d157-c5b7-402b-b7d2-49e3e3aaf588 update to DOWN by agent not found {{(pid=103653) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:44:13.717801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Attempting to bind port d10dff50-ff50-4897-94d0-947f77244e80 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:13.723138 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Attempting to bind port d10dff50-ff50-4897-94d0-947f77244e80 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'ff696dcf-1060-48d4-99c2-c07031585126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bd498cc2-febe-47de-9bb5-891b18b10fa7'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:13.723615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Attempting to bind port d10dff50-ff50-4897-94d0-947f77244e80 on network bd498cc2-febe-47de-9bb5-891b18b10fa7 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:13.798527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c9295ebd-efdd-4049-b4bf-262a996ed490 None None] Provisioning complete for port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:13.800990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c9295ebd-efdd-4049-b4bf-262a996ed490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.813853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45666) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:13.825491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:13.869124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:03Z', 'revision_number': 3, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:13.872299 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:13.872675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Checking segment: {'id': 'ff696dcf-1060-48d4-99c2-c07031585126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bd498cc2-febe-47de-9bb5-891b18b10fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:13.873088 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.873495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Bound using segment: {'id': 'ff696dcf-1060-48d4-99c2-c07031585126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bd498cc2-febe-47de-9bb5-891b18b10fa7'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:13.874208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Bound port: d10dff50-ff50-4897-94d0-947f77244e80, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff696dcf-1060-48d4-99c2-c07031585126', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': 'bd498cc2-febe-47de-9bb5-891b18b10fa7'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:13.874603 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.878954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:13.891712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server [None req-7850f5fd-d9b0-4b7f-af90-ec79c6034ce8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77b18282-02fc-4875-b71a-a1621ff86c8b: This subnet is being modified by another concurrent operation. Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:44:13.912004 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 77b18282-02fc-4875-b71a-a1621ff86c8b: This subnet is being modified by another concurrent operation. Nov 25 19:44:13.916374 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:44:13.923501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:13.930196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:13.990750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b4eeaa7-b2a3-4a14-a4e9-8ec7bab94ad2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.002767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=50c99477-e42d-4539-b087-5705c7d8a639,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:14.027354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bbc9d7-b4dd-46a2-884d-18b5a5028dc3 None None] Network b4263238-055e-4ed6-962d-deb46a0bcebc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:14.048900 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d44c99db-02de-493f-82b9-6d42377b4513 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.3407156 Nov 25 19:44:14.054097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45670) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:14.163489 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b4eeaa7-b2a3-4a14-a4e9-8ec7bab94ad2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 19:44:14.171359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b4eeaa7-b2a3-4a14-a4e9-8ec7bab94ad2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:14.187630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1b4eeaa7-b2a3-4a14-a4e9-8ec7bab94ad2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/networks/b4263238-055e-4ed6-962d-deb46a0bcebc HTTP/1.1" status: 409 len: 405 time: 0.6922243 Nov 25 19:44:14.195945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45674) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:14.227335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-292247236'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:14.300640 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7ad9-2f8a-4d6c-ac8f-e4f329451789 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.429041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Checking router: 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:44:14.429808 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Updating router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:44:14.552885 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7ad9-2f8a-4d6c-ac8f-e4f329451789 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.567190 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a5c7ad9-2f8a-4d6c-ac8f-e4f329451789 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.580984 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.604117 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.606132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e446214-8f81-4f6b-94d7-ab5995052a45 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:14.609339 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2e446214-8f81-4f6b-94d7-ab5995052a45 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.5524776 Nov 25 19:44:14.610528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:14.613470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] For port d10dff50-ff50-4897-94d0-947f77244e80, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:14.616763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.617183 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.622134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45678) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:14.628789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] For port d10dff50-ff50-4897-94d0-947f77244e80, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d10dff50-ff50-4897-94d0-947f77244e80,segment=NetworkSegment(ff696dcf-1060-48d4-99c2-c07031585126),segment_id=ff696dcf-1060-48d4-99c2-c07031585126)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:14.636794 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.671619 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.724467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': 'f30696d8-00fa-4501-8743-de827797ae31'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:14.726476 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.854896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:44:14.863451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568300e4-d3a7-4854-a86b-633f62d4b2f1 None None] Pushing event updated for resources: {'Port': ['ID=d10dff50-ff50-4897-94d0-947f77244e80,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:14.870903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c9295ebd-efdd-4049-b4bf-262a996ed490 None None] Port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:14.877298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=5d595af7-d7dc-4434-b211-e7e5f6e2e1ee,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:14.877544 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:14.878075 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Added segment aabfa37c-e30a-49a1-8c78-c1fa415674ab of type vlan for network bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5 Nov 25 19:44:14.885058 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.020019 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8a5c7ad9-2f8a-4d6c-ac8f-e4f329451789 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a919986b32094568add98b83841e9942&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1951616 Nov 25 19:44:15.033143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45682) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:15.050166 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.121038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c7ad9-2f8a-4d6c-ac8f-e4f329451789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c1379c-fe1b-43f5-bc71-20b4d3a708cd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:15.191011 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.290387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-773eb207-3093-4ce5-afc6-df56303750d6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 50c99477-e42d-4539-b087-5705c7d8a639 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:15.291165 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-773eb207-3093-4ce5-afc6-df56303750d6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.303178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Pushing event updated for resources: {'Port': ['ID=b6cddade-b396-48ec-bc4f-b66512f97c91,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:15.339654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:15.353191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Allocated IP 2001:db8::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/f30696d8-00fa-4501-8743-de827797ae31/ffe77e50-c95e-49ba-a004-c4a4923e75d7) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:15.375968 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481c974b-99d9-46a9-9c25-a9d7b3994a61 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.403518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.417763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:15.421827 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.428462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481c974b-99d9-46a9-9c25-a9d7b3994a61 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.505617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:15.512671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:15.581032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Network': ['ID=bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:15.594605 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481c974b-99d9-46a9-9c25-a9d7b3994a61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.633132 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481c974b-99d9-46a9-9c25-a9d7b3994a61 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:15.635517 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-481c974b-99d9-46a9-9c25-a9d7b3994a61 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/41c1379c-fe1b-43f5-bc71-20b4d3a708cd HTTP/1.1" status: 204 len: 168 time: 0.5992200 Nov 25 19:44:15.668738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481c974b-99d9-46a9-9c25-a9d7b3994a61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c1379c-fe1b-43f5-bc71-20b4d3a708cd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:15.677011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Network 7e0b2e52-824e-4a98-89a4-862e86639ee6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:15.688784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:15.720803 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3999b280-9b14-45b8-bac8-730495d893c9 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.5201399 Nov 25 19:44:15.753228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45690) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:15.763070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'subnet': {'network_id': 'bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:15.779401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:44:15.927157 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.004839 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-773eb207-3093-4ce5-afc6-df56303750d6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.067955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-773eb207-3093-4ce5-afc6-df56303750d6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 50c99477-e42d-4539-b087-5705c7d8a639 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:16.177396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:16.188313 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.227002 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.673085 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.683176 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.840859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-65f1f96b-f941-4b4f-85bd-44e9cabfcb6e None None] Provisioning complete for port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:16.841773 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-65f1f96b-f941-4b4f-85bd-44e9cabfcb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.876311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Pushing event updated for resources: {'Port': ['ID=b6cddade-b396-48ec-bc4f-b66512f97c91,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:16.895425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45702) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:16.913824 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:16.984498 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.027964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:17.038346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:17.076454 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31d2b32f-00bd-4d05-a371-2bd316628423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.081105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:17.088325 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-773eb207-3093-4ce5-afc6-df56303750d6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.106366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-65f1f96b-f941-4b4f-85bd-44e9cabfcb6e None None] Port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:17.194119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.258352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773eb207-3093-4ce5-afc6-df56303750d6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=50c99477-e42d-4539-b087-5705c7d8a639,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:17.265405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-773eb207-3093-4ce5-afc6-df56303750d6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.266534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Pushing event updated for resources: {'Port': ['ID=ffe77e50-c95e-49ba-a004-c4a4923e75d7,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:17.270944 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-773eb207-3093-4ce5-afc6-df56303750d6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/50c99477-e42d-4539-b087-5705c7d8a639 HTTP/1.1" status: 204 len: 168 time: 2.6418705 Nov 25 19:44:17.275938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45710) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:17.293020 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:44:17.355638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0bbb11-d9b3-41bb-b3f2-a2545a16ef26 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:17.357891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0bbb11-d9b3-41bb-b3f2-a2545a16ef26 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:17.360433 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6a0bbb11-d9b3-41bb-b3f2-a2545a16ef26 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0811098 Nov 25 19:44:17.378679 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.386515 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0da78229-2e34-42c1-8a3b-01a4ea7c1b4f tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 5.8190434 Nov 25 19:44:17.386515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45712) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:17.394557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45714) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:17.512825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-be66733c-af45-4104-9a1d-f5378e388598 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet f30696d8-00fa-4501-8743-de827797ae31 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:17.539662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be66733c-af45-4104-9a1d-f5378e388598 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.599991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:44:17.609916 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.624602 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.656755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Attempting to bind port ffe77e50-c95e-49ba-a004-c4a4923e75d7 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:17.657514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Attempting to bind port ffe77e50-c95e-49ba-a004-c4a4923e75d7 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:17.660309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Attempting to bind port ffe77e50-c95e-49ba-a004-c4a4923e75d7 on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:17.693895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:17.694577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:17.695274 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.695919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:17.700131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Bound port: ffe77e50-c95e-49ba-a004-c4a4923e75d7, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:17.703013 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.784952 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.840687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Checking segment: {'id': 'aabfa37c-e30a-49a1-8c78-c1fa415674ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:17.851835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network hostable DHCP agents. Network: bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:44:17.856262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Subnet': ['ID=f435aa2e-725e-465c-adc2-051b4a8a8213,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:17.916817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:44:17.955136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:17.966843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:17.967652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:17.999729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9a22b67e-04ae-40b1-aea7-4373a4981781 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2447557 Nov 25 19:44:18.006789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45720) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:18.016102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'port': {'network_id': 'bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5', 'name': 'tempest-NetworksIpV6TestAttrs-1659140237'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:18.024424 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be66733c-af45-4104-9a1d-f5378e388598 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.086081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a09e0c-e90d-486a-97b2-f9efc626f1a8 None None] Pushing event updated for resources: {'Port': ['ID=6ad2bcfe-bdfb-4425-be17-6de11ad2966b,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:18.091669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd2024b-c9c2-46da-9e4c-275b6c246e78 None None] Network bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:18.243215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:18.320189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:18.346582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d10dff50-ff50-4897-94d0-947f77244e80 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:18.362430 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31d2b32f-00bd-4d05-a371-2bd316628423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.384366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.415025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-138af391-8a74-4a20-b099-ece3010f6fa4 admin admin] 10.222.0.15 "PUT /v2.0/routers/3a357b36-2c11-410d-a537-6f2ccf5f0ff8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8744192 Nov 25 19:44:18.430455 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31d2b32f-00bd-4d05-a371-2bd316628423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.458958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc23a59f-a963-42c8-aaad-533c62fd9484 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:18.535752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0a4739-8952-4d53-b457-2784263a335a None None] Network bd498cc2-febe-47de-9bb5-891b18b10fa7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:18.571262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Attempting to bind port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:18.571641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Attempting to bind port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:18.578896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Attempting to bind port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:18.632593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] For port ffe77e50-c95e-49ba-a004-c4a4923e75d7, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:18.642272 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:18.642662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:18.643121 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.643791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:18.644531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Bound port: 6ad2bcfe-bdfb-4425-be17-6de11ad2966b, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:18.644931 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.785150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-31d2b32f-00bd-4d05-a371-2bd316628423 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=714330b1a2e545229a8e574cbab680ad&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8784604 Nov 25 19:44:18.790774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45732) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:18.824521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d2b32f-00bd-4d05-a371-2bd316628423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744730c1-883d-4c55-b843-19fb726812ac,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:18.849906 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.855194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:18.863320 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.873352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] For port ffe77e50-c95e-49ba-a004-c4a4923e75d7, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ffe77e50-c95e-49ba-a004-c4a4923e75d7,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:18.914945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] For port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:18.918678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] For port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6ad2bcfe-bdfb-4425-be17-6de11ad2966b,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:18.925762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8a7976f4-3884-4323-ba18-4e9c188db2d3 None None] Provisioning complete for port d10dff50-ff50-4897-94d0-947f77244e80 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:18.926362 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a7976f4-3884-4323-ba18-4e9c188db2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.943068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be66733c-af45-4104-9a1d-f5378e388598 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:18.985683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] device_id is not set on port 62f6ceb5-4466-4abe-91cc-ae871d8895df yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:19.116961 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62e6796c-7ac1-4914-ab37-72bffa68943c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.224625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.259676 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62e6796c-7ac1-4914-ab37-72bffa68943c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.292976 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be66733c-af45-4104-9a1d-f5378e388598 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.369270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.401196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d32399-cd54-4f3c-9146-3390a82c7c82 None None] Pushing event updated for resources: {'Port': ['ID=ffe77e50-c95e-49ba-a004-c4a4923e75d7,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:19.411769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45742) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:19.446779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c0d99d93-949e-4a9b-85b4-e38723d36fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--564370566', 'description': 'tempest-description--1247090939'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:19.538233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66733c-af45-4104-9a1d-f5378e388598 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=f30696d8-00fa-4501-8743-de827797ae31,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:19.551211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Allocated IP 172.25.8.37 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/df144a40-b129-4aa6-8cda-ea01162017dc) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:19.552027 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a7976f4-3884-4323-ba18-4e9c188db2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.555345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be66733c-af45-4104-9a1d-f5378e388598 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.558573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d10dff50-ff50-4897-94d0-947f77244e80 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:19.558787 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.566918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-be66733c-af45-4104-9a1d-f5378e388598 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/f30696d8-00fa-4501-8743-de827797ae31 HTTP/1.1" status: 204 len: 168 time: 2.1741247 Nov 25 19:44:19.581519 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-ae18a495-1adb-45b1-ae05-eaf08b253ba9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5060065 Nov 25 19:44:19.582926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45744) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:19.616314 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Allocated IP 2001:db8::f816:3eff:febe:9622 (bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5/f435aa2e-725e-465c-adc2-051b4a8a8213/62f6ceb5-4466-4abe-91cc-ae871d8895df) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:19.636099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107cfbef-f34f-4e0f-b7c3-d8baeced0a6f None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:19.710264 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8029ff58-dd6f-490e-9ecd-32faeaf05a36 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1083808 Nov 25 19:44:19.712623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a09e0c-e90d-486a-97b2-f9efc626f1a8 None None] Pushing event updated for resources: {'Port': ['ID=6ad2bcfe-bdfb-4425-be17-6de11ad2966b,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:19.721263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45746) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:19.749242 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6e15f985-3b82-420f-8daf-8a23c5530723 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:19.859263 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c0d99d93-949e-4a9b-85b4-e38723d36fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.903618 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62e6796c-7ac1-4914-ab37-72bffa68943c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.907034 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62e6796c-7ac1-4914-ab37-72bffa68943c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:19.908002 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:19.909140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:19.910645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-62e6796c-7ac1-4914-ab37-72bffa68943c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/744730c1-883d-4c55-b843-19fb726812ac HTTP/1.1" status: 204 len: 168 time: 1.1154370 Nov 25 19:44:20.018496 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.051317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e6796c-7ac1-4914-ab37-72bffa68943c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744730c1-883d-4c55-b843-19fb726812ac,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:20.095404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8a7976f4-3884-4323-ba18-4e9c188db2d3 None None] For port d10dff50-ff50-4897-94d0-947f77244e80, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d10dff50-ff50-4897-94d0-947f77244e80,segment=NetworkSegment(ff696dcf-1060-48d4-99c2-c07031585126),segment_id=ff696dcf-1060-48d4-99c2-c07031585126)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:20.297959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e15f985-3b82-420f-8daf-8a23c5530723 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:20.308216 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e15f985-3b82-420f-8daf-8a23c5530723 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.321944 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c0d99d93-949e-4a9b-85b4-e38723d36fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.334191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c0d99d93-949e-4a9b-85b4-e38723d36fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.355973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-d7e6f893-11b8-4003-a509-822ba371ee70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:20.357588 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-d7e6f893-11b8-4003-a509-822ba371ee70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=caea867bfc5d43b7894f6c3521f1d3a9&device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 1101 time: 0.6378624 Nov 25 19:44:20.385127 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.466676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c0d99d93-949e-4a9b-85b4-e38723d36fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.468830 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c0d99d93-949e-4a9b-85b4-e38723d36fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.0489790 Nov 25 19:44:20.480404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45750) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:20.483724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d99d93-949e-4a9b-85b4-e38723d36fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:20.494749 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e0b5dce4-958e-4cf7-812d-494594f3ea60 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'security_group_rule': {'security_group_id': 'c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:20.543148 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3816cd7b-6e1f-4e9f-af6d-640b34602143 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5', 'network_id': 'bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5', 'tenant_id': '55dbb63d062449cdbe84648da10ac226', 'fixed_ips': [{'subnet_id': 'f435aa2e-725e-465c-adc2-051b4a8a8213'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:20.544052 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3816cd7b-6e1f-4e9f-af6d-640b34602143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.588791 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e0b5dce4-958e-4cf7-812d-494594f3ea60 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.610828 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.696591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.708749 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a7976f4-3884-4323-ba18-4e9c188db2d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:20.802034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-55f8bc37-70c5-43a9-962e-9ece52c3528f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:20.804009 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-55f8bc37-70c5-43a9-962e-9ece52c3528f service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.3859441 Nov 25 19:44:20.962911 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-8dc7a990-9854-49b9-bfb5-68b120eeabcb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa HTTP/1.1" status: 200 len: 217 time: 0.1500614 Nov 25 19:44:21.026994 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.032553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:21.116795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:21.124218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:21.143124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:21.145307 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.162447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:44:21.165560 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:44:21.181300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-c8457a5c-2d8c-4265-a1ee-8703458053bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:21.183010 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-c8457a5c-2d8c-4265-a1ee-8703458053bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.2130699 Nov 25 19:44:21.188666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:21.205199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.227260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:21.305621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e0b5dce4-958e-4cf7-812d-494594f3ea60 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.313644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Port': ['ID=62f6ceb5-4466-4abe-91cc-ae871d8895df,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:21.326095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e0b5dce4-958e-4cf7-812d-494594f3ea60 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.344596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Pushing event updated for resources: {'Port': ['ID=df144a40-b129-4aa6-8cda-ea01162017dc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:21.374743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-71e1e4b8-1dac-4d29-bb60-a268d2b55d24 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.3663714 Nov 25 19:44:21.383443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5dce4-958e-4cf7-812d-494594f3ea60 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c2da82-df1f-40a5-82fd-5b7cc2c4e4b8,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:21.393536 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e15f985-3b82-420f-8daf-8a23c5530723 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.408492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45766) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:21.423857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:21.434477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:21.745548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e15f985-3b82-420f-8daf-8a23c5530723 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=657fdb6f-1569-4d38-8568-53c8e0bc070a,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:21.758250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbef147-1d3b-43d6-8033-45a3e80bcdd3 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Deleting subnet f435aa2e-725e-465c-adc2-051b4a8a8213 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:21.823112 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.824958 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbbef147-1d3b-43d6-8033-45a3e80bcdd3 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.834165 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e0b5dce4-958e-4cf7-812d-494594f3ea60 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:21.840603 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e0b5dce4-958e-4cf7-812d-494594f3ea60 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3581805 Nov 25 19:44:21.854006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45778) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:21.886710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1780b927-6c86-4c4a-9526-625e4eb66373 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'security_group_rule': {'security_group_id': 'c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:21.954005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e15f985-3b82-420f-8daf-8a23c5530723 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:21.968442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6e15f985-3b82-420f-8daf-8a23c5530723 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:21.973362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e15f985-3b82-420f-8daf-8a23c5530723 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:21.974314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6e15f985-3b82-420f-8daf-8a23c5530723 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.011630 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32420b24-3a35-45fc-b501-ef5cba812f23 req-b9ab634c-472b-4c3a-8ac1-85a4919991f8 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:22.014918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32420b24-3a35-45fc-b501-ef5cba812f23 req-b9ab634c-472b-4c3a-8ac1-85a4919991f8 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 950 time: 0.2460530 Nov 25 19:44:22.022923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-62d35a77-232d-4465-a403-6c3666977313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:22.030031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-62d35a77-232d-4465-a403-6c3666977313 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8006976 Nov 25 19:44:22.047591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d80bea4d-ba7d-430e-af85-22e196a49bb0 None None] Provisioning complete for port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:22.049468 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d80bea4d-ba7d-430e-af85-22e196a49bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.050128 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbbef147-1d3b-43d6-8033-45a3e80bcdd3 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.060316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7976f4-3884-4323-ba18-4e9c188db2d3 None None] Pushing event updated for resources: {'Port': ['ID=d10dff50-ff50-4897-94d0-947f77244e80,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:22.176345 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.223776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32420b24-3a35-45fc-b501-ef5cba812f23 req-af4c413b-7d6a-457f-b53d-621b7971ad36 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587691 Nov 25 19:44:22.254324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6e15f985-3b82-420f-8daf-8a23c5530723 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5316262 Nov 25 19:44:22.268712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45782) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:22.290392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': '657fdb6f-1569-4d38-8568-53c8e0bc070a', 'ip_address': '2001:db8::fdd8:d6b7:79e5:c159'}], 'name': 'tempest-NetworksTestDHCPv6-527383466'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:22.307927 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1780b927-6c86-4c4a-9526-625e4eb66373 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.529194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb775c6-696f-46cc-abd0-0da83b56f847 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:22.635860 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbbef147-1d3b-43d6-8033-45a3e80bcdd3 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.652993 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1780b927-6c86-4c4a-9526-625e4eb66373 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.703548 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1780b927-6c86-4c4a-9526-625e4eb66373 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.790849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:22.822383 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-9c16f0f6-b70c-4560-96cd-2fdb6fff6c06 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7147813 Nov 25 19:44:22.835107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1780b927-6c86-4c4a-9526-625e4eb66373 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:22.845759 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1780b927-6c86-4c4a-9526-625e4eb66373 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9785664 Nov 25 19:44:22.853491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45790) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:22.865955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:22.868400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ffe77e50-c95e-49ba-a004-c4a4923e75d7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:23.047754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.072153 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d80bea4d-ba7d-430e-af85-22e196a49bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.103145 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbbef147-1d3b-43d6-8033-45a3e80bcdd3 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.103951 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server [None req-3816cd7b-6e1f-4e9f-af6d-640b34602143 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f435aa2e-725e-465c-adc2-051b4a8a8213: This subnet is being modified by another concurrent operation. Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:44:23.119455 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f435aa2e-725e-465c-adc2-051b4a8a8213: This subnet is being modified by another concurrent operation. Nov 25 19:44:23.135115 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:44:23.177915 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.187853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbef147-1d3b-43d6-8033-45a3e80bcdd3 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Subnet': ['ID=f435aa2e-725e-465c-adc2-051b4a8a8213,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:23.222841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16b3206-98bd-4f09-a7f2-a2c748db97dc None None] Network bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:23.228488 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.229798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780b927-6c86-4c4a-9526-625e4eb66373 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b466e5-88d2-4487-904d-7d1456226259,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:23.239893 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dbbef147-1d3b-43d6-8033-45a3e80bcdd3 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.246278 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dbbef147-1d3b-43d6-8033-45a3e80bcdd3 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/subnets/f435aa2e-725e-465c-adc2-051b4a8a8213 HTTP/1.1" status: 204 len: 168 time: 1.6716847 Nov 25 19:44:23.248736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45802) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:23.261572 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.339130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d80bea4d-ba7d-430e-af85-22e196a49bb0 None None] For port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6ad2bcfe-bdfb-4425-be17-6de11ad2966b,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:23.363438 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d80bea4d-ba7d-430e-af85-22e196a49bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.504212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Pushing event updated for resources: {'Port': ['ID=df144a40-b129-4aa6-8cda-ea01162017dc,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:23.599970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port db446823-e458-43c4-a93e-665547d572bd yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:23.686711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bea4d-ba7d-430e-af85-22e196a49bb0 None None] Pushing event updated for resources: {'Port': ['ID=6ad2bcfe-bdfb-4425-be17-6de11ad2966b,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:23.731092 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.749427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ffe77e50-c95e-49ba-a004-c4a4923e75d7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:23.754967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbaab9e-8cc1-4961-9f3b-3086a70e1888 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:23.758906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbaab9e-8cc1-4961-9f3b-3086a70e1888 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:23.765937 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5cbaab9e-8cc1-4961-9f3b-3086a70e1888 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4424198 Nov 25 19:44:23.772401 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7b7f3e5-be29-4e5c-88b1-84e421d0d5ec req-de54ad59-fde2-4ccf-b5d9-5278e39dcf98 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9193780 Nov 25 19:44:23.772401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45812) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:23.775419 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.848527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 2, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:23.953262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:23.957443 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1df9a6e0-fbe6-458f-83db-a58214f45578 tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.5592201 Nov 25 19:44:23.964090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45816) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:23.992000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b71ebfab-0b52-4f29-9915-808020215b00 None None] Provisioning complete for port ffe77e50-c95e-49ba-a004-c4a4923e75d7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:23.992983 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b71ebfab-0b52-4f29-9915-808020215b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.036178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2bdde-590f-4c22-869f-0b1bf3a50181 req-6b3455f7-91c1-4dbe-8fd5-3ba0e542d76f tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:24.048193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f9335-0d5d-4280-b19a-d04e3b57e0f1 None None] The sync data for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 is: [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 2, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:24.053302 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-40d2bdde-590f-4c22-869f-0b1bf3a50181 req-6b3455f7-91c1-4dbe-8fd5-3ba0e542d76f tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 950 time: 0.6041589 Nov 25 19:44:24.202669 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b71ebfab-0b52-4f29-9915-808020215b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.214900 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.274139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b71ebfab-0b52-4f29-9915-808020215b00 None None] For port ffe77e50-c95e-49ba-a004-c4a4923e75d7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ffe77e50-c95e-49ba-a004-c4a4923e75d7,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:24.328222 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b71ebfab-0b52-4f29-9915-808020215b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.371719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b71ebfab-0b52-4f29-9915-808020215b00 None None] Could not find standard attr ID for object 50c99477-e42d-4539-b087-5705c7d8a639. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:44:24.451256 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.489460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-40d2bdde-590f-4c22-869f-0b1bf3a50181 req-8ae7650c-92bf-4458-9fd1-382e432f6054 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353464 Nov 25 19:44:24.599825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b71ebfab-0b52-4f29-9915-808020215b00 None None] Provisioning complete for port d10dff50-ff50-4897-94d0-947f77244e80 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:24.600230 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b71ebfab-0b52-4f29-9915-808020215b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:24.786932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71ebfab-0b52-4f29-9915-808020215b00 None None] Pushing event updated for resources: {'Port': ['ID=ffe77e50-c95e-49ba-a004-c4a4923e75d7,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:24.803568 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:44:24.804130 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:44:24.808136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::fdd8:d6b7:79e5:c159 (0a011fd0-9c8c-4deb-9828-aa08d061358c/657fdb6f-1569-4d38-8568-53c8e0bc070a/db446823-e458-43c4-a93e-665547d572bd) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:24.963762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Allocated IP 172.25.8.216 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/b556cf06-ca41-405f-a280-0dd94bf46550) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:25.082780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ac323330-7da6-487e-9821-3f01b97642e5 None None] Could not find standard attr ID for object 70d82bc4-abc0-4037-a932-cc3ab9319c91. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:44:25.139836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ac323330-7da6-487e-9821-3f01b97642e5 None None] Provisioning complete for port ffe77e50-c95e-49ba-a004-c4a4923e75d7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:25.140469 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac323330-7da6-487e-9821-3f01b97642e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:25.294507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-62fd2712-98b9-489e-8b22-6d533a3acc68 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:25.356903 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:25.379477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c8355-aa98-4b31-a4a3-e20377d1120a req-10690b0e-084f-4580-b24e-8736a1b5462d tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:25.383493 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d09c8355-aa98-4b31-a4a3-e20377d1120a req-10690b0e-084f-4580-b24e-8736a1b5462d tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.60 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 950 time: 2.2409892 Nov 25 19:44:25.402276 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-62fd2712-98b9-489e-8b22-6d533a3acc68 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 25 19:44:25.403134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62fd2712-98b9-489e-8b22-6d533a3acc68 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:25.413291 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-62fd2712-98b9-489e-8b22-6d533a3acc68 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/networks/bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5 HTTP/1.1" status: 409 len: 405 time: 1.6242609 Nov 25 19:44:25.429253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45830) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:25.474641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1380686503'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:25.621592 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:25.626747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d10dff50-ff50-4897-94d0-947f77244e80 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:25.974925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:26.006247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.055991 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ac323330-7da6-487e-9821-3f01b97642e5 None None] Could not find standard attr ID for object 50c99477-e42d-4539-b087-5705c7d8a639. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:44:26.092849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d10dff50-ff50-4897-94d0-947f77244e80 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:26.093333 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.128324 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-52c29aa6-d572-4c3b-a9e2-ef2acab48805 tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2433 time: 2.1293764 Nov 25 19:44:26.137657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45840) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:26.187949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=db446823-e458-43c4-a93e-665547d572bd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:26.353324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814797e-e61a-4cc9-9da9-9860b2164d04 None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:44:26.559597 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-24fe7b0e-7308-4056-aafa-4483a16ce929 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.4122231 Nov 25 19:44:26.570848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45848) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:26.614604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:44:26.937676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:26.938047 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Added segment d21afb2c-610c-450c-b014-59c361b4a2ce of type vlan for network c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420 Nov 25 19:44:26.942926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d09c8355-aa98-4b31-a4a3-e20377d1120a req-89cb0886-cfce-45ce-afcc-042c031efc9a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Deleting port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:26.943336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d09c8355-aa98-4b31-a4a3-e20377d1120a req-89cb0886-cfce-45ce-afcc-042c031efc9a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.193173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.200771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fa3980b8-17f9-44c1-ad38-db9d40f0a8aa no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:27.213181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6ad2bcfe-bdfb-4425-be17-6de11ad2966b up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:27.398012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.414183 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:27.416768 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.454063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-de3b418d-f517-478b-b4be-d07643d9845b tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Deleting port df144a40-b129-4aa6-8cda-ea01162017dc {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:27.454536 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de3b418d-f517-478b-b4be-d07643d9845b tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.587854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:27.596104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:27.607700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:27.623607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:27.624328 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.676492 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2336140 Nov 25 19:44:27.678526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ac2f6a-9acc-4d30-b073-06908036312b req-f3f203b8-43db-4896-9044-5fa037d5d57a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:27.681648 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78ac2f6a-9acc-4d30-b073-06908036312b req-f3f203b8-43db-4896-9044-5fa037d5d57a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 950 time: 1.7497547 Nov 25 19:44:27.685816 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45860) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:27.690876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-20c8e699-9ea9-4fae-b778-da997d5eba8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.4177315 Nov 25 19:44:27.699924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'subnet': {'network_id': 'c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:27.848536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45862) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:27.913797 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531df9c6-5d49-49df-8685-f1a5d6a6fa14 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Network': ['ID=c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:27.940007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:27.942127 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:27.957451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:44:28.016465 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d09c8355-aa98-4b31-a4a3-e20377d1120a req-89cb0886-cfce-45ce-afcc-042c031efc9a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] For port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:28.017041 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d09c8355-aa98-4b31-a4a3-e20377d1120a req-89cb0886-cfce-45ce-afcc-042c031efc9a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.060022 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d09c8355-aa98-4b31-a4a3-e20377d1120a req-89cb0886-cfce-45ce-afcc-042c031efc9a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Calling delete_port for fa3980b8-17f9-44c1-ad38-db9d40f0a8aa owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:28.190142 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.192726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:28.204773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.251564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de3b418d-f517-478b-b4be-d07643d9845b tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.252130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de3b418d-f517-478b-b4be-d07643d9845b tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.289895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-de3b418d-f517-478b-b4be-d07643d9845b tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Calling delete_port for df144a40-b129-4aa6-8cda-ea01162017dc owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:28.316629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1161f33-3538-4a44-a821-74d8602f5188 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:28.335986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1161f33-3538-4a44-a821-74d8602f5188 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:28.337714 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c1161f33-3538-4a44-a821-74d8602f5188 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.4794559 Nov 25 19:44:28.344299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45868) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:28.381000 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.427534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7814797e-e61a-4cc9-9da9-9860b2164d04 None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:44:28.463009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78ac2f6a-9acc-4d30-b073-06908036312b req-3df544de-11a9-4bf9-9853-4df43ec5759f tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/security-groups?id=b33c3dfe-c92b-4d15-9165-41ad311cd978&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6126513 Nov 25 19:44:28.493772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:28.523309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3074959-742a-4c00-80dd-0b50709a201b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3980b8-17f9-44c1-ad38-db9d40f0a8aa'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:28.526101 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f78b167-c0b2-4a3b-9731-afdc6ec2e16a" -d '{"events": [{"server_uuid": "c3074959-742a-4c00-80dd-0b50709a201b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3980b8-17f9-44c1-ad38-db9d40f0a8aa"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:28.534223 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.584391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.772538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'Port': ['ID=b556cf06-ca41-405f-a280-0dd94bf46550,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:28.866103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-13b0ff22-33d7-4998-9430-6b7e1a50c8b3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port db446823-e458-43c4-a93e-665547d572bd {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:28.867008 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b0ff22-33d7-4998-9430-6b7e1a50c8b3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:28.940729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45876) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:28.943584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ffe77e50-c95e-49ba-a004-c4a4923e75d7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:28.968355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:29.005059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:29.020372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:29.059033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:29.103319 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d09c8355-aa98-4b31-a4a3-e20377d1120a req-89cb0886-cfce-45ce-afcc-042c031efc9a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.183297 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51f9370-9855-4d2c-b8de-e46a019379e1 x-openstack-request-id: req-d51f9370-9855-4d2c-b8de-e46a019379e1 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:29.183775 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3074959-742a-4c00-80dd-0b50709a201b", "name": "network-vif-unplugged", "status": "completed", "tag": "fa3980b8-17f9-44c1-ad38-db9d40f0a8aa", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:29.184195 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d51f9370-9855-4d2c-b8de-e46a019379e1 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:29.185345 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3074959-742a-4c00-80dd-0b50709a201b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa3980b8-17f9-44c1-ad38-db9d40f0a8aa', 'code': 200} Nov 25 19:44:29.200179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Sync routers for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:29.209340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cb0886-cfce-45ce-afcc-042c031efc9a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Pushing event deleted for resources: {'Port': ['ID=fa3980b8-17f9-44c1-ad38-db9d40f0a8aa,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:29.268560 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5759454-0324-4cc3-8d17-14be757060d4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.299891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09c8355-aa98-4b31-a4a3-e20377d1120a req-89cb0886-cfce-45ce-afcc-042c031efc9a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] No DVR routers for this DVR port fa3980b8-17f9-44c1-ad38-db9d40f0a8aa on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:29.303815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d09c8355-aa98-4b31-a4a3-e20377d1120a req-89cb0886-cfce-45ce-afcc-042c031efc9a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.309551 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d09c8355-aa98-4b31-a4a3-e20377d1120a req-89cb0886-cfce-45ce-afcc-042c031efc9a tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.60 "DELETE /v2.0/ports/fa3980b8-17f9-44c1-ad38-db9d40f0a8aa HTTP/1.1" status: 204 len: 173 time: 3.8944368 Nov 25 19:44:29.311852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:29.313077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:29.316427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3074959-742a-4c00-80dd-0b50709a201b', 'name': 'network-vif-deleted', 'tag': 'fa3980b8-17f9-44c1-ad38-db9d40f0a8aa'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:29.323799 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95701e23-462f-4fbd-bf74-ddd2f4948dae" -d '{"events": [{"server_uuid": "c3074959-742a-4c00-80dd-0b50709a201b", "name": "network-vif-deleted", "tag": "fa3980b8-17f9-44c1-ad38-db9d40f0a8aa"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:29.332258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de3b418d-f517-478b-b4be-d07643d9845b tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.442266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ffe77e50-c95e-49ba-a004-c4a4923e75d7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:29.442945 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.452993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b418d-f517-478b-b4be-d07643d9845b tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Pushing event deleted for resources: {'Port': ['ID=df144a40-b129-4aa6-8cda-ea01162017dc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:29.490577 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b0ff22-33d7-4998-9430-6b7e1a50c8b3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.538758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-13b0ff22-33d7-4998-9430-6b7e1a50c8b3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for db446823-e458-43c4-a93e-665547d572bd owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:29.567433 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de3b418d-f517-478b-b4be-d07643d9845b tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.570259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de3b418d-f517-478b-b4be-d07643d9845b tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.574746 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-de3b418d-f517-478b-b4be-d07643d9845b tempest-FloatingIPAdminTestJSON-950222291 tempest-FloatingIPAdminTestJSON-950222291-project] 10.222.0.15 "DELETE /v2.0/floatingips/d8f884b2-990f-48f9-872d-582383b57bc2 HTTP/1.1" status: 204 len: 168 time: 2.9613233 Nov 25 19:44:29.578484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45888) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:29.655564 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6f8fbf-44d8-494c-b0e9-9b7f3c7f7357 x-openstack-request-id: req-3c6f8fbf-44d8-494c-b0e9-9b7f3c7f7357 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:29.656062 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3074959-742a-4c00-80dd-0b50709a201b", "name": "network-vif-deleted", "tag": "fa3980b8-17f9-44c1-ad38-db9d40f0a8aa", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:29.656288 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3c6f8fbf-44d8-494c-b0e9-9b7f3c7f7357 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:29.659264 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3074959-742a-4c00-80dd-0b50709a201b', 'name': 'network-vif-deleted', 'tag': 'fa3980b8-17f9-44c1-ad38-db9d40f0a8aa', 'status': 'completed', 'code': 200} Nov 25 19:44:29.727753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.867028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.objects.ports [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103651) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:44:29.882360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-86500c6a-bdf8-40a2-bf6b-40fa3686173d tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Deleting port b6cddade-b396-48ec-bc4f-b66512f97c91 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:29.883421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86500c6a-bdf8-40a2-bf6b-40fa3686173d tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.912389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:29.942010 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:29.991722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcab97cb-5e5f-43a2-9a25-a5eccf8d540f None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:44:29.992905 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5759454-0324-4cc3-8d17-14be757060d4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.002013 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.090500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86500c6a-bdf8-40a2-bf6b-40fa3686173d tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.091385 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86500c6a-bdf8-40a2-bf6b-40fa3686173d tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.137062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-86500c6a-bdf8-40a2-bf6b-40fa3686173d tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Calling delete_port for b6cddade-b396-48ec-bc4f-b66512f97c91 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:30.415843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5759454-0324-4cc3-8d17-14be757060d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.478294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cd249da7-4ae1-4326-a529-da8d0cd3943d req-6d1268a3-7f81-4c2d-be68-f1657c505740 tempest-VolumesBackupsTest-504191184 tempest-VolumesBackupsTest-504191184-project] 10.222.0.15 "GET /v2.0/ports?device_id=c3074959-742a-4c00-80dd-0b50709a201b HTTP/1.1" status: 200 len: 210 time: 0.5634699 Nov 25 19:44:30.483498 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86500c6a-bdf8-40a2-bf6b-40fa3686173d tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.540882 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b0ff22-33d7-4998-9430-6b7e1a50c8b3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.547999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86500c6a-bdf8-40a2-bf6b-40fa3686173d tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Pushing event deleted for resources: {'Port': ['ID=b6cddade-b396-48ec-bc4f-b66512f97c91,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:30.594427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b0ff22-33d7-4998-9430-6b7e1a50c8b3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=db446823-e458-43c4-a93e-665547d572bd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:30.643814 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f5759454-0324-4cc3-8d17-14be757060d4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1824142148df44eeac52b1ae5fc3f6f4&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6908672 Nov 25 19:44:30.645525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Subnet': ['ID=2bb7fa73-acdd-4aaa-a2b2-b476c3faf50d,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:30.646746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45898) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:30.651986 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.660348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5759454-0324-4cc3-8d17-14be757060d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0536e7d-4b48-461c-9d81-6e4474b27813,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:30.674578 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.734871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'Port': ['ID=b556cf06-ca41-405f-a280-0dd94bf46550,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:30.756871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Checking segment: {'id': 'd21afb2c-610c-450c-b014-59c361b4a2ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:30.757829 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network hostable DHCP agents. Network: c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:44:30.760647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 2, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:30.786875 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b0ff22-33d7-4998-9430-6b7e1a50c8b3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.791438 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-13b0ff22-33d7-4998-9430-6b7e1a50c8b3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/db446823-e458-43c4-a93e-665547d572bd HTTP/1.1" status: 204 len: 168 time: 2.3215439 Nov 25 19:44:30.796908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45900) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:30.837276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Checking router: 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:44:30.837870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Updating router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:44:30.871928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:44:30.876161 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86500c6a-bdf8-40a2-bf6b-40fa3686173d tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.880047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86500c6a-bdf8-40a2-bf6b-40fa3686173d tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.891048 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-86500c6a-bdf8-40a2-bf6b-40fa3686173d tempest-FloatingIPAdminTestJSON-1686486600 tempest-FloatingIPAdminTestJSON-1686486600-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/b6286c97-0845-4ca7-a471-79af53eaf895 HTTP/1.1" status: 204 len: 168 time: 1.3110886 Nov 25 19:44:30.892460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45902) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:30.901846 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.915078 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f989c-9b6e-4d0b-bf99-e159acc3a635 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:30.917839 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:30.919098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949f989c-9b6e-4d0b-bf99-e159acc3a635 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:30.921558 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-949f989c-9b6e-4d0b-bf99-e159acc3a635 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1226428 Nov 25 19:44:30.932519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:30.933272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45904) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:30.949572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:30.950202 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.051691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc0755b5-496f-46d5-b4af-f9133ea75c3f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 657fdb6f-1569-4d38-8568-53c8e0bc070a {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:31.082768 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc0755b5-496f-46d5-b4af-f9133ea75c3f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.157836 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6044f73b-fd0a-478d-8f13-0e9665361f09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.163867 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.175193 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-86b89dbc-0ea7-4ae5-8ca8-035e41fd7ba9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3107934 Nov 25 19:44:31.182744 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-97033224-1a02-4d57-b8a0-ef7c79bef718 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.4824328 Nov 25 19:44:31.185320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45908) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:31.195555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6044f73b-fd0a-478d-8f13-0e9665361f09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.269323 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc0755b5-496f-46d5-b4af-f9133ea75c3f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.273191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6044f73b-fd0a-478d-8f13-0e9665361f09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.277156 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6044f73b-fd0a-478d-8f13-0e9665361f09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.281821 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6044f73b-fd0a-478d-8f13-0e9665361f09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0536e7d-4b48-461c-9d81-6e4474b27813 HTTP/1.1" status: 204 len: 168 time: 0.6158259 Nov 25 19:44:31.329016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044f73b-fd0a-478d-8f13-0e9665361f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0536e7d-4b48-461c-9d81-6e4474b27813,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:31.362164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcab97cb-5e5f-43a2-9a25-a5eccf8d540f None None] Unable to find a vacant binding_index for network c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420 and agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e {{(pid=103653) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 25 19:44:31.374490 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc0755b5-496f-46d5-b4af-f9133ea75c3f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.401817 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-adda9aa8-d4c3-4df9-931d-3a08bc1c89e9 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Deleting port 386be10d-4f2d-4646-8b35-d2e83ec49c90 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:31.402357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-adda9aa8-d4c3-4df9-931d-3a08bc1c89e9 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.404969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcab97cb-5e5f-43a2-9a25-a5eccf8d540f None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420) {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:44:31.523563 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc0755b5-496f-46d5-b4af-f9133ea75c3f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.640894 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0755b5-496f-46d5-b4af-f9133ea75c3f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=657fdb6f-1569-4d38-8568-53c8e0bc070a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:31.646287 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dc0755b5-496f-46d5-b4af-f9133ea75c3f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:31.656935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dc0755b5-496f-46d5-b4af-f9133ea75c3f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/657fdb6f-1569-4d38-8568-53c8e0bc070a HTTP/1.1" status: 204 len: 168 time: 0.7214277 Nov 25 19:44:31.658909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45926) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:31.818158 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-496b126f-8394-4e1f-8ab5-828a8213427a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1573505 Nov 25 19:44:31.827896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45932) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:31.836494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0181629a-8de2-44f3-bdc1-6573cf40da21 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:32.149981 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:32.166182 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-adda9aa8-d4c3-4df9-931d-3a08bc1c89e9 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:32.181270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0181629a-8de2-44f3-bdc1-6573cf40da21 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:32.189213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0181629a-8de2-44f3-bdc1-6573cf40da21 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:32.214435 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ec425f5-fa9d-4c1d-8055-16991d4a0b83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:32.243645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-4d7100bc-1b6c-4848-9e3b-bddac9f04661 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--564370566&fields=id&tenant_id=6ae5c53d158543ccacbc744f1ee139bb HTTP/1.1" status: 200 len: 267 time: 0.6860502 Nov 25 19:44:32.280565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-adda9aa8-d4c3-4df9-931d-3a08bc1c89e9 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Calling delete_port for 386be10d-4f2d-4646-8b35-d2e83ec49c90 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:32.528545 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:32.602180 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:32.680360 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0181629a-8de2-44f3-bdc1-6573cf40da21 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:32.754372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0181629a-8de2-44f3-bdc1-6573cf40da21 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:32.768041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0181629a-8de2-44f3-bdc1-6573cf40da21 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:32.778327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0181629a-8de2-44f3-bdc1-6573cf40da21 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:32.778980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0181629a-8de2-44f3-bdc1-6573cf40da21 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:32.799057 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:32.803338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0181629a-8de2-44f3-bdc1-6573cf40da21 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=8b452fb6-b1d9-4471-b191-9b90269f1fe5,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:32.815262 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0181629a-8de2-44f3-bdc1-6573cf40da21 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9805391 Nov 25 19:44:32.815570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45950) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:32.825286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': '8b452fb6-b1d9-4471-b191-9b90269f1fe5', 'ip_address': '2001:db8::f21c:fa39:9c61:a288'}], 'name': 'tempest-NetworksTestDHCPv6-1949161651'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:33.060133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-66191a9a-2a8b-446e-82a9-8ca25b2c865c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:33.074876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-66191a9a-2a8b-446e-82a9-8ca25b2c865c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 817 time: 0.8015685 Nov 25 19:44:33.083659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Pushing event updated for resources: {'Port': ['ID=5d595af7-d7dc-4434-b211-e7e5f6e2e1ee,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:33.121604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-e6b7767c-9e3c-4146-bde5-5a2b61673bbf tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/quotas/6ae5c53d158543ccacbc744f1ee139bb HTTP/1.1" status: 200 len: 375 time: 0.0449302 Nov 25 19:44:33.139569 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.153314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.153860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.154570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:33.155032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.155032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.155555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.156139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.156658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.157176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.157704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.158254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.158835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.179690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:44:33.288760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb7fa73-acdd-4aaa-a2b2-b476c3faf50d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:33.366285 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-64cc9202-7905-45c0-a354-12e6287ea97e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2427227 Nov 25 19:44:33.382388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Attempting to bind port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:33.383293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Attempting to bind port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:33.383534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Attempting to bind port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee on network 7e0b2e52-824e-4a98-89a4-862e86639ee6 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:33.421466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:33.423525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Checking segment: {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:33.425215 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.425880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Bound using segment: {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:33.426646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Bound port: 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:33.427311 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.444522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd20f40e-48e8-4d30-991d-6cfc83d664e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420', 'network_id': 'c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420', 'tenant_id': '55dbb63d062449cdbe84648da10ac226', 'fixed_ips': [{'subnet_id': '2bb7fa73-acdd-4aaa-a2b2-b476c3faf50d'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:33.445947 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd20f40e-48e8-4d30-991d-6cfc83d664e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.500491 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.581328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.632063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:33.665635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd21afb2c-610c-450c-b014-59c361b4a2ce') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:33.665966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd21afb2c-610c-450c-b014-59c361b4a2ce') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:33.684681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.686875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port c63f6feb-d053-4868-b45f-cdbbd0794f9e yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:33.741172 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-adda9aa8-d4c3-4df9-931d-3a08bc1c89e9 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.772110 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.795354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:44:33.795799 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:44:33.859886 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:44:33.919610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] For port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:33.932898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] For port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d595af7-d7dc-4434-b211-e7e5f6e2e1ee,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:33.940240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda9aa8-d4c3-4df9-931d-3a08bc1c89e9 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event deleted for resources: {'Port': ['ID=386be10d-4f2d-4646-8b35-d2e83ec49c90,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:33.944639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1688ebde-45b2-4682-9c2c-d644996be3d7 None None] Network c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:33.948390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.166051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915cde50-1153-42e8-b4f3-47d3ad4b36a8 None None] Pushing event updated for resources: {'Port': ['ID=5d595af7-d7dc-4434-b211-e7e5f6e2e1ee,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:34.212939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::f21c:fa39:9c61:a288 (0a011fd0-9c8c-4deb-9828-aa08d061358c/8b452fb6-b1d9-4471-b191-9b90269f1fe5/c63f6feb-d053-4868-b45f-cdbbd0794f9e) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:34.310059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.325080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:34.328745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:34.367774 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.374170 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/networks/c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420 HTTP/1.1" status: 204 len: 168 time: 3.1863661 Nov 25 19:44:34.384476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45960) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:34.467767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-194449819'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:34.488322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ddd030-f25d-4845-861f-68f4f8c81675 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Network': ['ID=c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:34.567149 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-adda9aa8-d4c3-4df9-931d-3a08bc1c89e9 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.584880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-adda9aa8-d4c3-4df9-931d-3a08bc1c89e9 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "DELETE /v2.0/ports/386be10d-4f2d-4646-8b35-d2e83ec49c90 HTTP/1.1" status: 204 len: 168 time: 3.6895211 Nov 25 19:44:34.596040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45962) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:34.671062 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-e07b3241-9aa4-432f-8017-e2ec9d5196ac service neutron] 10.222.0.15 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3030615 Nov 25 19:44:34.766854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:34.770553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.838555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:34.848349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:34.959465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9745526-698a-4b1e-8a64-c368215d55a8 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:34.962394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a9745526-698a-4b1e-8a64-c368215d55a8 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "GET /v2.0/ports?device_id=e13bcb76-ac51-43dd-944f-71890b64522e HTTP/1.1" status: 200 len: 913 time: 0.3489985 Nov 25 19:44:34.967008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45970) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:34.985704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:44:34.994229 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.098701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9de5cdd-e704-42a8-a7fd-cbe6f89ddf84 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:35.111501 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6b5db92f-7a1e-4945-bbbf-6b33cc37246e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.153992 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.161644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-492d6c61-5389-463b-8dd1-27029179b72a None None] Could not find standard attr ID for object db446823-e458-43c4-a93e-665547d572bd. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:44:35.162429 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Added segment b1e542d0-7ab6-407e-b4c0-ee8026c63b69 of type vlan for network 0ea7a063-f6dc-4366-b41e-5467e22c598b Nov 25 19:44:35.164430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:35.185471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-ce305661-e6c8-49fc-8851-914774a5a972 service neutron] 10.222.0.15 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5123785 Nov 25 19:44:35.190241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:35.200512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af2e1c6-9418-41b8-b62c-53d39a400916 None None] Network c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:35.201743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:35.220624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:35.236577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af2e1c6-9418-41b8-b62c-53d39a400916 None None] Network c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420 could not be found, it might have been deleted concurrently. {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:44:35.238000 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.242200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=c63f6feb-d053-4868-b45f-cdbbd0794f9e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:35.321384 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f8e2a8c1-9769-431a-9c1d-55c33c68bbee tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5041618 Nov 25 19:44:35.328515 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:44:35.329442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45976) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:35.378127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-492d6c61-5389-463b-8dd1-27029179b72a None None] Provisioning complete for port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:35.378496 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-492d6c61-5389-463b-8dd1-27029179b72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.454666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.462128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:35.463984 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.523763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48372a8f-1f6b-40f2-921e-e875ea356c16 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:35.532376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48372a8f-1f6b-40f2-921e-e875ea356c16 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:35.536853 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-48372a8f-1f6b-40f2-921e-e875ea356c16 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2038491 Nov 25 19:44:35.537935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45980) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:35.637109 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.639396 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-492d6c61-5389-463b-8dd1-27029179b72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.648292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:35.648964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.766656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9c422aea-bb75-4d22-86ce-08511c384ac2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port c63f6feb-d053-4868-b45f-cdbbd0794f9e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:35.767049 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c422aea-bb75-4d22-86ce-08511c384ac2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.880490 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c422aea-bb75-4d22-86ce-08511c384ac2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:35.897385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-492d6c61-5389-463b-8dd1-27029179b72a None None] For port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d595af7-d7dc-4434-b211-e7e5f6e2e1ee,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:35.923404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9c422aea-bb75-4d22-86ce-08511c384ac2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for c63f6feb-d053-4868-b45f-cdbbd0794f9e owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:35.929195 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-492d6c61-5389-463b-8dd1-27029179b72a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:36.017364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492d6c61-5389-463b-8dd1-27029179b72a None None] Pushing event updated for resources: {'Port': ['ID=5d595af7-d7dc-4434-b211-e7e5f6e2e1ee,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:36.098666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Network': ['ID=0ea7a063-f6dc-4366-b41e-5467e22c598b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:36.199893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0ea7a063-f6dc-4366-b41e-5467e22c598b details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:44:36.205004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c5cdbbac-3665-40ee-9803-b6ce29e02784 None None] Provisioning complete for port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:36.205386 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c5cdbbac-3665-40ee-9803-b6ce29e02784 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:36.207950 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-deb4095b-8829-4589-ab4b-ac7e1c242515 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7809975 Nov 25 19:44:36.208495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45994) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:36.254717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'subnet': {'network_id': '0ea7a063-f6dc-4366-b41e-5467e22c598b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:36.372415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14fdad42-d182-4e08-a93a-bed4e0d80797 req-b0002844-1e02-41c3-8eb5-601b45294770 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 210 time: 0.0792484 Nov 25 19:44:36.423490 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5daaf17b-18d5-4ff0-a876-f03a81ba8aae tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:36.439516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:36.461840 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:33Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:36.632462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:36.641637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.077468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c422aea-bb75-4d22-86ce-08511c384ac2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.113345 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.137670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7e11d-1fc7-4aa5-af50-25b0bff98f68 None None] The sync data for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 is: [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:33Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:37.368390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c422aea-bb75-4d22-86ce-08511c384ac2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=c63f6feb-d053-4868-b45f-cdbbd0794f9e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:37.465333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:37.465539 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.498751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5daaf17b-18d5-4ff0-a876-f03a81ba8aae tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Deleting port a594d721-bd34-4952-a82c-3f1b2577e9f0 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:37.499952 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5daaf17b-18d5-4ff0-a876-f03a81ba8aae tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.527679 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c422aea-bb75-4d22-86ce-08511c384ac2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.552630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9c422aea-bb75-4d22-86ce-08511c384ac2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/c63f6feb-d053-4868-b45f-cdbbd0794f9e HTTP/1.1" status: 204 len: 168 time: 2.0131068 Nov 25 19:44:37.563589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46018) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:37.820447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:37.954449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33f2c5-2296-4f67-bbea-556024a68deb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:37.964618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b33f2c5-2296-4f67-bbea-556024a68deb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:37.966330 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4b33f2c5-2296-4f67-bbea-556024a68deb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3931198 Nov 25 19:44:37.971862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46022) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:38.023555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9de03ff7-fe80-421e-90cb-65770d52a7bf None None] Could not find standard attr ID for object c63f6feb-d053-4868-b45f-cdbbd0794f9e. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:44:38.084893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9de03ff7-fe80-421e-90cb-65770d52a7bf None None] Provisioning complete for port ffe77e50-c95e-49ba-a004-c4a4923e75d7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:38.085341 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9de03ff7-fe80-421e-90cb-65770d52a7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:38.141431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46026) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:38.197461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:38.375557 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:38.446475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-291cb083-d931-4806-a6b9-f3a99c2e7165 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 8b452fb6-b1d9-4471-b191-9b90269f1fe5 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:38.469507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-291cb083-d931-4806-a6b9-f3a99c2e7165 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:38.783785 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2a5756a1-fd2f-48fc-9223-b6d3718db7a3 None None] Could not find standard attr ID for object c63f6feb-d053-4868-b45f-cdbbd0794f9e. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:44:38.785053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Subnet': ['ID=f18c15bf-7880-4449-9961-1ea3260f9daf,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:38.797918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23ae10ee-2d7d-4481-aeb5-2bb1372aa1d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:38.833919 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:44:38.867876 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Checking segment: {'id': 'b1e542d0-7ab6-407e-b4c0-ee8026c63b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0ea7a063-f6dc-4366-b41e-5467e22c598b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:38.868840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network hostable DHCP agents. Network: 0ea7a063-f6dc-4366-b41e-5467e22c598b, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:44:38.882696 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-291cb083-d931-4806-a6b9-f3a99c2e7165 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.028776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network 0ea7a063-f6dc-4366-b41e-5467e22c598b is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:44:39.068307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 0ea7a063-f6dc-4366-b41e-5467e22c598b) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:39.077754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:39.079620 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.087010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a11cc7e-dbd1-4e86-b71f-a90cdb46a2b6 None None] Network 0ea7a063-f6dc-4366-b41e-5467e22c598b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:39.106591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-565ce41c-d2b3-424b-89dc-02af5ef27904 req-a7acb384-2505-487d-919f-3e5cf0f64651 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 210 time: 0.0837522 Nov 25 19:44:39.176128 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5daaf17b-18d5-4ff0-a876-f03a81ba8aae tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.205538 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-291cb083-d931-4806-a6b9-f3a99c2e7165 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.235516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5daaf17b-18d5-4ff0-a876-f03a81ba8aae tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Calling delete_port for a594d721-bd34-4952-a82c-3f1b2577e9f0 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:39.266489 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-136d7271-8da4-4775-a98b-aa695695b545 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.0571363 Nov 25 19:44:39.273432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46042) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:39.539730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0ea7a063-f6dc-4366-b41e-5467e22c598b', 'network_id': '0ea7a063-f6dc-4366-b41e-5467e22c598b', 'tenant_id': '55dbb63d062449cdbe84648da10ac226', 'fixed_ips': [{'subnet_id': 'f18c15bf-7880-4449-9961-1ea3260f9daf'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:39.542473 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.585840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-291cb083-d931-4806-a6b9-f3a99c2e7165 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.722354 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23ae10ee-2d7d-4481-aeb5-2bb1372aa1d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.724140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291cb083-d931-4806-a6b9-f3a99c2e7165 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=8b452fb6-b1d9-4471-b191-9b90269f1fe5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:39.814287 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-291cb083-d931-4806-a6b9-f3a99c2e7165 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.820314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-291cb083-d931-4806-a6b9-f3a99c2e7165 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/8b452fb6-b1d9-4471-b191-9b90269f1fe5 HTTP/1.1" status: 204 len: 168 time: 1.8440628 Nov 25 19:44:39.827743 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23ae10ee-2d7d-4481-aeb5-2bb1372aa1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:39.848157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46050) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:39.967348 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.002614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-98df93d4-f50a-452e-8f5c-6531080c3a87 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1493952 Nov 25 19:44:40.011142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46054) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:40.035295 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5daaf17b-18d5-4ff0-a876-f03a81ba8aae tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.064856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Allocated IP 2001:db8::2 (0ea7a063-f6dc-4366-b41e-5467e22c598b/f18c15bf-7880-4449-9961-1ea3260f9daf/c15aa3db-b7c4-4391-8cee-2c4d01d4e861) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:40.149084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ae10ee-2d7d-4481-aeb5-2bb1372aa1d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2008c2ab-0afc-42a7-ba21-6a8cdf0457c6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:40.173322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daaf17b-18d5-4ff0-a876-f03a81ba8aae tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event deleted for resources: {'Port': ['ID=a594d721-bd34-4952-a82c-3f1b2577e9f0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:40.193552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-23ae10ee-2d7d-4481-aeb5-2bb1372aa1d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e62958219e684ebd9b59a962222ec771&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0487940 Nov 25 19:44:40.211646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46058) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:40.282545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-1a99f937-2ae8-42fd-80f2-a762ee86785e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:40.296139 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-1a99f937-2ae8-42fd-80f2-a762ee86785e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.60 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 817 time: 0.7912700 Nov 25 19:44:40.397766 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75aa1adc-60a2-4a32-b815-c68e204d47eb req-ecef771d-5d93-4903-b002-b7ff4f95c562 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 210 time: 0.0875926 Nov 25 19:44:40.542500 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.567963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b60aeecc-251a-4b8e-ad73-cc72248814e9 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:40.620000 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.628102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.646268 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5daaf17b-18d5-4ff0-a876-f03a81ba8aae tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.714676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Pushing event updated for resources: {'Port': ['ID=c15aa3db-b7c4-4391-8cee-2c4d01d4e861,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:40.791253 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Network 0ea7a063-f6dc-4366-b41e-5467e22c598b is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:40.798774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:40.802870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:40.922157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Attempting to bind port c15aa3db-b7c4-4391-8cee-2c4d01d4e861 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:40.922903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Attempting to bind port c15aa3db-b7c4-4391-8cee-2c4d01d4e861 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'b1e542d0-7ab6-407e-b4c0-ee8026c63b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0ea7a063-f6dc-4366-b41e-5467e22c598b'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:40.923330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Attempting to bind port c15aa3db-b7c4-4391-8cee-2c4d01d4e861 on network 0ea7a063-f6dc-4366-b41e-5467e22c598b {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:40.933660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:40.934852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Checking segment: {'id': 'b1e542d0-7ab6-407e-b4c0-ee8026c63b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0ea7a063-f6dc-4366-b41e-5467e22c598b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:40.934852 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:40.947004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Bound using segment: {'id': 'b1e542d0-7ab6-407e-b4c0-ee8026c63b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0ea7a063-f6dc-4366-b41e-5467e22c598b'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:40.947707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Bound port: c15aa3db-b7c4-4391-8cee-2c4d01d4e861, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1e542d0-7ab6-407e-b4c0-ee8026c63b69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '0ea7a063-f6dc-4366-b41e-5467e22c598b'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:40.948129 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.066386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daaf17b-18d5-4ff0-a876-f03a81ba8aae tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Router e13bcb76-ac51-43dd-944f-71890b64522e has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:44:41.074077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c0078e-1b82-4e69-aacb-f0c17fdb9b5b None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:41.092192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] For port c15aa3db-b7c4-4391-8cee-2c4d01d4e861, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:41.099301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] For port c15aa3db-b7c4-4391-8cee-2c4d01d4e861, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c15aa3db-b7c4-4391-8cee-2c4d01d4e861,segment=NetworkSegment(b1e542d0-7ab6-407e-b4c0-ee8026c63b69),segment_id=b1e542d0-7ab6-407e-b4c0-ee8026c63b69)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:41.126296 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.211879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0078e-1b82-4e69-aacb-f0c17fdb9b5b None None] Deleting port ffe77e50-c95e-49ba-a004-c4a4923e75d7 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:41.212439 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a4c0078e-1b82-4e69-aacb-f0c17fdb9b5b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.314194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daaf17b-18d5-4ff0-a876-f03a81ba8aae tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:44:41.317976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15619468-bcc1-40fe-a5b1-5685ebfaf2aa None None] Pushing event updated for resources: {'Port': ['ID=c15aa3db-b7c4-4391-8cee-2c4d01d4e861,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:41.333828 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaf91a-9cdd-4898-9e0d-c60933d304f3 None None] Sync routers for ids ['e13bcb76-ac51-43dd-944f-71890b64522e'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:44:41.336715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a4c0078e-1b82-4e69-aacb-f0c17fdb9b5b None None] For port ffe77e50-c95e-49ba-a004-c4a4923e75d7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ffe77e50-c95e-49ba-a004-c4a4923e75d7,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:41.337624 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a4c0078e-1b82-4e69-aacb-f0c17fdb9b5b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.345973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5daaf17b-18d5-4ff0-a876-f03a81ba8aae tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "PUT /v2.0/routers/e13bcb76-ac51-43dd-944f-71890b64522e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3757188 Nov 25 19:44:41.346324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46066) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:41.360345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a4c0078e-1b82-4e69-aacb-f0c17fdb9b5b None None] Calling delete_port for ffe77e50-c95e-49ba-a004-c4a4923e75d7 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:41.382841 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeaf91a-9cdd-4898-9e0d-c60933d304f3 None None] Routers {'e13bcb76-ac51-43dd-944f-71890b64522e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:41.383965 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4eeaf91a-9cdd-4898-9e0d-c60933d304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:44:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e13bcb76-ac51-43dd-944f-71890b64522e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:41.473528 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a4c0078e-1b82-4e69-aacb-f0c17fdb9b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.522748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0078e-1b82-4e69-aacb-f0c17fdb9b5b None None] Pushing event deleted for resources: {'Port': ['ID=ffe77e50-c95e-49ba-a004-c4a4923e75d7,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:41.529720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c0078e-1b82-4e69-aacb-f0c17fdb9b5b None None] No DVR routers for this DVR port ffe77e50-c95e-49ba-a004-c4a4923e75d7 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:41.545918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.551493 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4eeaf91a-9cdd-4898-9e0d-c60933d304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:41.598864 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eeaf91a-9cdd-4898-9e0d-c60933d304f3 None None] Routers {'e13bcb76-ac51-43dd-944f-71890b64522e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:44:41.600263 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4eeaf91a-9cdd-4898-9e0d-c60933d304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:44:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e13bcb76-ac51-43dd-944f-71890b64522e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:41.607316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba3fc2a-2609-49bb-85e8-2afa7db4788c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:41.624109 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0ba3fc2a-2609-49bb-85e8-2afa7db4788c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 1.5982690 Nov 25 19:44:41.642206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46072) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:41.728121 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4eeaf91a-9cdd-4898-9e0d-c60933d304f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:41.730593 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eeaf91a-9cdd-4898-9e0d-c60933d304f3 None None] The sync data for ids ['e13bcb76-ac51-43dd-944f-71890b64522e'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:44:41.745781 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32145766-7ea1-42ba-ba83-036afda49d21 req-eab8e293-5b0a-4cc9-92e8-7197169e67cf tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 210 time: 0.0691528 Nov 25 19:44:41.778491 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.782289 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffa44274-4ee3-4028-aac1-59f289c95195 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.804829 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.928152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Deleting port 4308824a-e20f-4537-83c0-e2c3515e5fee {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:41.928152 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:41.937474 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-96e38774-2c0e-44c9-afc9-617a62fba7fd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ae5c53d158543ccacbc744f1ee139bb HTTP/1.1" status: 200 len: 379 time: 1.6209142 Nov 25 19:44:41.940324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Subnet': ['ID=f18c15bf-7880-4449-9961-1ea3260f9daf,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:41.978330 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffa44274-4ee3-4028-aac1-59f289c95195 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.000549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'port': {'device_id': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'admin_state_up': True, 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'security_groups': ['c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:42.020123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c8cfd7-a3f1-45c9-a64b-91ff79dde0bf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:42.026268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46076) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:42.026841 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-64c8cfd7-a3f1-45c9-a64b-91ff79dde0bf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3793657 Nov 25 19:44:42.074658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-21cd3576-65fe-4198-91f8-c693c588fb93 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0471790 Nov 25 19:44:42.083642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46078) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:42.088508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:42.111151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.142975 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Calling delete_port for 4308824a-e20f-4537-83c0-e2c3515e5fee owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:42.182990 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.224423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea7a063-f6dc-4366-b41e-5467e22c598b']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:42.254405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e542d0-7ab6-407e-b4c0-ee8026c63b69') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:42.254405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e542d0-7ab6-407e-b4c0-ee8026c63b69') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:42.275364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.278471 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffa44274-4ee3-4028-aac1-59f289c95195 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.282047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffa44274-4ee3-4028-aac1-59f289c95195 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.285828 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ffa44274-4ee3-4028-aac1-59f289c95195 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2008c2ab-0afc-42a7-ba21-6a8cdf0457c6 HTTP/1.1" status: 204 len: 168 time: 2.0730996 Nov 25 19:44:42.316276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa44274-4ee3-4028-aac1-59f289c95195 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2008c2ab-0afc-42a7-ba21-6a8cdf0457c6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:42.321072 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.330630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:44:42.331138 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:44:42.345242 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:44:42.519757 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 19:44:42.519757 n-d-817303-9 neutron-server[103651]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 25 19:44:42.519757 n-d-817303-9 neutron-server[103651]: [parameters: {'project_id': '17f68cb9a2204b67989ce4223901d45c', 'id': '7c0b53de-ac41-4f13-822e-ab740d2c0e77', 'expiration': datetime.datetime(2021, 11, 25, 19, 46, 42, 401911)}] Nov 25 19:44:42.519757 n-d-817303-9 neutron-server[103651]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:44:42.520513 n-d-817303-9 neutron-server[103651]: DEBUG oslo_db.api [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:44:42.520807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Made reservation on behalf of 6ae5c53d158543ccacbc744f1ee139bb for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:42.524766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.529717 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.api [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:44:42.529717 n-d-817303-9 neutron-server[103652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:44:42.529717 n-d-817303-9 neutron-server[103652]: [parameters: {'id': '0ea7a063-f6dc-4366-b41e-5467e22c598b'}] Nov 25 19:44:42.529717 n-d-817303-9 neutron-server[103652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:44:42.530475 n-d-817303-9 neutron-server[103652]: DEBUG oslo_db.api [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:44:42.555765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c15aa3db-b7c4-4391-8cee-2c4d01d4e861 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:42.595048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-fe456c59-a10e-4855-990c-c864ae717f67 req-ba39bc6e-c847-4099-ac4d-4d9e8570eb95 service neutron] (103651) timed out ('10.222.0.60', 61099) {{(pid=103651) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:44:42.697415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c15aa3db-b7c4-4391-8cee-2c4d01d4e861 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:42.697946 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.787071 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.854002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Allocated IP 172.20.0.6 (7e0b2e52-824e-4a98-89a4-862e86639ee6/7a644e6b-8488-43f8-9b0b-e8abf75f6e46/e50b45e6-233c-4ca5-acca-99f485953123) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:42.859872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event deleted for resources: {'Port': ['ID=4308824a-e20f-4537-83c0-e2c3515e5fee,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:42.900667 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:42.908678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d374401e-3774-43b5-b21f-9c012067a3c9 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:42.968294 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.033922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.042298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port c15aa3db-b7c4-4391-8cee-2c4d01d4e861, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c15aa3db-b7c4-4391-8cee-2c4d01d4e861,segment=NetworkSegment(b1e542d0-7ab6-407e-b4c0-ee8026c63b69),segment_id=b1e542d0-7ab6-407e-b4c0-ee8026c63b69)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:43.051501 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.202314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.206364 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.229368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ffe77e50-c95e-49ba-a004-c4a4923e75d7 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:43.298999 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.299552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Fanout notify agent at l3_agent the message router_deleted on router e13bcb76-ac51-43dd-944f-71890b64522e {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:44:43.319417 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.323709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-245a3610-e010-42ec-9a8c-617a51cd9985 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "DELETE /v2.0/routers/e13bcb76-ac51-43dd-944f-71890b64522e HTTP/1.1" status: 204 len: 168 time: 1.9723597 Nov 25 19:44:43.324004 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.324184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: ffe77e50-c95e-49ba-a004-c4a4923e75d7 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:44:43.324184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ffe77e50-c95e-49ba-a004-c4a4923e75d7 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:44:43.335378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46108) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:43.360179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3c6653f-ae43-4522-bd2c-bb0806c210ae req-7c218f16-edf2-477f-9bf4-359da4844caa tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 210 time: 0.0723267 Nov 25 19:44:43.371344 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=c15aa3db-b7c4-4391-8cee-2c4d01d4e861,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:43.392695 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:43.396693 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.431101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff00363c-331a-4bf9-becd-190444951f86 None None] Network 0ea7a063-f6dc-4366-b41e-5467e22c598b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:43.547064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-18ed336e-524d-4b9d-8c83-ae8ca5a4f721 None None] Provisioning complete for port c15aa3db-b7c4-4391-8cee-2c4d01d4e861 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:43.547363 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-18ed336e-524d-4b9d-8c83-ae8ca5a4f721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.557639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Deleting port c15aa3db-b7c4-4391-8cee-2c4d01d4e861 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:43.557997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.573320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b0494ba-f600-4eb5-b16b-379f433766c5 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Deleting subnet 2df2bac9-e06d-4274-8d17-ce4a338214f2 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:43.611601 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b0494ba-f600-4eb5-b16b-379f433766c5 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.792218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.859073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a41bcec-3b51-48fe-b4a6-921ec3e0480b None None] DHCP port deletion for 0ea7a063-f6dc-4366-b41e-5467e22c598b request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:43.859524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b0494ba-f600-4eb5-b16b-379f433766c5 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.912953 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.945382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0a41bcec-3b51-48fe-b4a6-921ec3e0480b None None] Deleting port c15aa3db-b7c4-4391-8cee-2c4d01d4e861 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:43.945980 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0a41bcec-3b51-48fe-b4a6-921ec3e0480b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.947328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] For port c15aa3db-b7c4-4391-8cee-2c4d01d4e861, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c15aa3db-b7c4-4391-8cee-2c4d01d4e861,segment=NetworkSegment(b1e542d0-7ab6-407e-b4c0-ee8026c63b69),segment_id=b1e542d0-7ab6-407e-b4c0-ee8026c63b69)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:43.948012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:43.982973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Calling delete_port for c15aa3db-b7c4-4391-8cee-2c4d01d4e861 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:43.998552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:44.004315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=5218816a-8e25-4692-9beb-a9f4f993601b,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:44.007616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:44.010834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:44.011814 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.039089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-155a75f7-e6e7-45be-a1ad-df618cafa048 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9560199 Nov 25 19:44:44.043673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46118) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:44.061162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': '5218816a-8e25-4692-9beb-a9f4f993601b', 'ip_address': '2001:db8::daf6:e9f:6b78:74f7'}], 'name': 'tempest-NetworksTestDHCPv6-1540034866'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:44.103410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0a41bcec-3b51-48fe-b4a6-921ec3e0480b None None] For port c15aa3db-b7c4-4391-8cee-2c4d01d4e861, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c15aa3db-b7c4-4391-8cee-2c4d01d4e861,segment=NetworkSegment(b1e542d0-7ab6-407e-b4c0-ee8026c63b69),segment_id=b1e542d0-7ab6-407e-b4c0-ee8026c63b69)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:44.104483 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0a41bcec-3b51-48fe-b4a6-921ec3e0480b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.124241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0a41bcec-3b51-48fe-b4a6-921ec3e0480b None None] Calling delete_port for c15aa3db-b7c4-4391-8cee-2c4d01d4e861 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:44.219134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'Port': ['ID=e50b45e6-233c-4ca5-acca-99f485953123,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:44.224031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d453545-74b5-4da2-9b0b-efee9009120c None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:44.267543 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.289817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Network 7e0b2e52-824e-4a98-89a4-862e86639ee6 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:44.321137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:44.325995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No DVR routers for this DVR port c15aa3db-b7c4-4391-8cee-2c4d01d4e861 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:44.327888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Port': ['ID=c15aa3db-b7c4-4391-8cee-2c4d01d4e861,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:44.364835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:44.452394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:44.542506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c15aa3db-b7c4-4391-8cee-2c4d01d4e861 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: from cryptography.utils import int_from_bytes Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: from cryptography.utils import int_from_bytes Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.597031 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: c15aa3db-b7c4-4391-8cee-2c4d01d4e861 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:44:44.604030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c15aa3db-b7c4-4391-8cee-2c4d01d4e861 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:44:44.684486 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0a41bcec-3b51-48fe-b4a6-921ec3e0480b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.693608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:44.694310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.706593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.711554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a41bcec-3b51-48fe-b4a6-921ec3e0480b None None] No DVR routers for this DVR port c15aa3db-b7c4-4391-8cee-2c4d01d4e861 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:44.756063 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a41bcec-3b51-48fe-b4a6-921ec3e0480b None None] Pushing event deleted for resources: {'Port': ['ID=c15aa3db-b7c4-4391-8cee-2c4d01d4e861,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:44.800662 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b0494ba-f600-4eb5-b16b-379f433766c5 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.809324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951e99b1-3ecf-4f85-be8f-b7c26211441a req-05f50cdf-c425-4312-9fe8-23f67c3f966a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:44.822194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-951e99b1-3ecf-4f85-be8f-b7c26211441a req-05f50cdf-c425-4312-9fe8-23f67c3f966a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 931 time: 0.2866380 Nov 25 19:44:44.829696 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.843270 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2fcfb6bb-0efa-41fc-adac-c7a0b136c053 None None] Provisioning complete for port e50b45e6-233c-4ca5-acca-99f485953123 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:44.844248 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2fcfb6bb-0efa-41fc-adac-c7a0b136c053 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.853030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '5218816a-8e25-4692-9beb-a9f4f993601b'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:44.863009 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:44.876934 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-f6b64e90-19fc-4786-861f-863488202fbd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8902504 Nov 25 19:44:44.901872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Request body: {'port': {'device_id': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:44.907814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ea7a063-f6dc-4366-b41e-5467e22c598b']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:44.954483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1e542d0-7ab6-407e-b4c0-ee8026c63b69') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:44.955937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1e542d0-7ab6-407e-b4c0-ee8026c63b69') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:44.973150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port fcb0dfa1-bc9f-4077-a43f-25fa8bbce784 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:44.983381 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2fcfb6bb-0efa-41fc-adac-c7a0b136c053 None None] Port e50b45e6-233c-4ca5-acca-99f485953123 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:45.003828 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.013691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-951e99b1-3ecf-4f85-be8f-b7c26211441a req-77cb9b4a-a2bb-48b9-a416-3903314af3b9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1750336 Nov 25 19:44:45.082667 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.192859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:44:45.193877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:44:45.210619 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:44:45.215780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.237929 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b0494ba-f600-4eb5-b16b-379f433766c5 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.323790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Allocated IP 2001:db8::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/5218816a-8e25-4692-9beb-a9f4f993601b/bf6ce62c-8e76-4d87-99e9-d07dd186ef7d) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:45.374324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.473387 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.482360 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/networks/0ea7a063-f6dc-4366-b41e-5467e22c598b HTTP/1.1" status: 204 len: 168 time: 6.2020686 Nov 25 19:44:45.483559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46148) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:45.488596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725fa9a2-99ea-473c-a38f-c2ef2150766b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Network': ['ID=0ea7a063-f6dc-4366-b41e-5467e22c598b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:45.495067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0494ba-f600-4eb5-b16b-379f433766c5 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event deleted for resources: {'Subnet': ['ID=2df2bac9-e06d-4274-8d17-ce4a338214f2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:45.502397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-15812440'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:45.520932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b0494ba-f600-4eb5-b16b-379f433766c5 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.530783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d65a0b-654f-4ff5-9424-b684df6745ef None None] Network 38882268-9b5b-4e5b-b404-57e912e0f7a6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:45.538128 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2b0494ba-f600-4eb5-b16b-379f433766c5 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "DELETE /v2.0/subnets/2df2bac9-e06d-4274-8d17-ce4a338214f2 HTTP/1.1" status: 204 len: 168 time: 2.2014983 Nov 25 19:44:45.538838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46158) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:45.570715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:45.584358 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.687400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:44:45.737045 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.738999 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Added segment e09bf380-79b7-4a13-89c4-d33e8fa92855 of type vlan for network 2e33f826-00dd-43b3-ae3e-c7144539dea6 Nov 25 19:44:45.808408 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.890892 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.895245 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:45.911592 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.003845 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.011517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:46.014665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.061078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:46.089339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:46.095122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:46.197032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854ac112-fb11-4480-88f2-63d227c872bc None None] DHCP port deletion for 38882268-9b5b-4e5b-b404-57e912e0f7a6 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:46.214755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Pushing event updated for resources: {'Port': ['ID=bf6ce62c-8e76-4d87-99e9-d07dd186ef7d,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:46.224226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::daf6:e9f:6b78:74f7 (0a011fd0-9c8c-4deb-9828-aa08d061358c/5218816a-8e25-4692-9beb-a9f4f993601b/fcb0dfa1-bc9f-4077-a43f-25fa8bbce784) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:46.290014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7904897 Nov 25 19:44:46.290014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46186) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:46.353548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Request body: {'subnet': {'network_id': '2e33f826-00dd-43b3-ae3e-c7144539dea6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:46.353917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Attempting to bind port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:46.353917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Attempting to bind port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:46.353917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Attempting to bind port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:46.371056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1def7d7-34c4-437a-ba2f-dd88eebfd62b tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Network': ['ID=2e33f826-00dd-43b3-ae3e-c7144539dea6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:46.401279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 2e33f826-00dd-43b3-ae3e-c7144539dea6 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:44:46.424920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Deleting port 45db13bc-48d8-4d00-9221-37aa07fe1f52 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:46.425637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.448228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:46.448228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:46.448228 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.448228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:46.448228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Bound port: bf6ce62c-8e76-4d87-99e9-d07dd186ef7d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:46.448228 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.475221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 45db13bc-48d8-4d00-9221-37aa07fe1f52 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:46.690883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] For port 45db13bc-48d8-4d00-9221-37aa07fe1f52, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=45db13bc-48d8-4d00-9221-37aa07fe1f52,segment=NetworkSegment(7f9b0c51-16d6-4b38-ac52-9ef3783cf181),segment_id=7f9b0c51-16d6-4b38-ac52-9ef3783cf181)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:46.691480 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.713091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Made reservation on behalf of 55dbb63d062449cdbe84648da10ac226 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:46.718033 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.754354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Calling delete_port for 45db13bc-48d8-4d00-9221-37aa07fe1f52 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:46.759872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bb42a5-6245-4b0c-953d-0072d2e2ce1b req-a1286113-b289-4112-b87d-996abcba9b26 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:46.769251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06bb42a5-6245-4b0c-953d-0072d2e2ce1b req-a1286113-b289-4112-b87d-996abcba9b26 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 931 time: 0.5368776 Nov 25 19:44:46.931584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e50b45e6-233c-4ca5-acca-99f485953123 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:44:46.945037 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:46.975066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Transition to ACTIVE for port object e50b45e6-233c-4ca5-acca-99f485953123 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:44:46.983924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.072882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-854ac112-fb11-4480-88f2-63d227c872bc None None] Deleting port 45db13bc-48d8-4d00-9221-37aa07fe1f52 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:47.073730 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-854ac112-fb11-4480-88f2-63d227c872bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.075319 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.228044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06bb42a5-6245-4b0c-953d-0072d2e2ce1b req-ff7346be-7617-4faf-a014-b53f2f5aa6aa tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4551506 Nov 25 19:44:47.236205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.298861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Pushing event updated for resources: {'Port': ['ID=e50b45e6-233c-4ca5-acca-99f485953123,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:47.376253 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.391880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] No DVR routers for this DVR port 45db13bc-48d8-4d00-9221-37aa07fe1f52 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:47.438703 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event deleted for resources: {'Port': ['ID=45db13bc-48d8-4d00-9221-37aa07fe1f52,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:47.622262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] For port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:47.677480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] For port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bf6ce62c-8e76-4d87-99e9-d07dd186ef7d,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:47.682074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-854ac112-fb11-4480-88f2-63d227c872bc None None] For port 45db13bc-48d8-4d00-9221-37aa07fe1f52, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=45db13bc-48d8-4d00-9221-37aa07fe1f52,segment=NetworkSegment(7f9b0c51-16d6-4b38-ac52-9ef3783cf181),segment_id=7f9b0c51-16d6-4b38-ac52-9ef3783cf181)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:47.682526 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-854ac112-fb11-4480-88f2-63d227c872bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.704090 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.705925 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.741714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-854ac112-fb11-4480-88f2-63d227c872bc None None] Calling delete_port for 45db13bc-48d8-4d00-9221-37aa07fe1f52 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:47.795041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:47.839156 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.861037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:47.864195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:47.871106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:47.871949 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:47.897176 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=fcb0dfa1-bc9f-4077-a43f-25fa8bbce784,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:47.912035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Attempting to bind port e50b45e6-233c-4ca5-acca-99f485953123 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:47.912529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Attempting to bind port e50b45e6-233c-4ca5-acca-99f485953123 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:47.913104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Attempting to bind port e50b45e6-233c-4ca5-acca-99f485953123 on network 7e0b2e52-824e-4a98-89a4-862e86639ee6 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:47.918602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38882268-9b5b-4e5b-b404-57e912e0f7a6']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:47.939520 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-f798648e-5904-448e-a2bd-91bedcc517bf tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=7ba0aba4af4e4d4db8c2c89444e29f2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0900331 Nov 25 19:44:47.971521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5a9e8ec9-07cf-4061-9b4c-e46137d831b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9185464 Nov 25 19:44:47.972585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46238) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:47.976845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Port e50b45e6-233c-4ca5-acca-99f485953123 on network 7e0b2e52-824e-4a98-89a4-862e86639ee6 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:44:47.977373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Attempting to bind port e50b45e6-233c-4ca5-acca-99f485953123 on network 7e0b2e52-824e-4a98-89a4-862e86639ee6 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:47.985768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9b0c51-16d6-4b38-ac52-9ef3783cf181') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:47.986268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9b0c51-16d6-4b38-ac52-9ef3783cf181') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:48.006023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:48.006581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Checking segment: {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:48.007341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Bound using segment: {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:48.008038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Bound port: e50b45e6-233c-4ca5-acca-99f485953123, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:48.008625 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.010535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.objects.ports [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103651) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:44:48.017849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.021744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c2d6991f-4bbf-4392-b8b6-89f1c6c004a5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': '5218816a-8e25-4692-9beb-a9f4f993601b', 'ip_address': '2001:db8::daf6:e9f:6b78:74f7'}], 'name': 'tempest-NetworksTestDHCPv6-793269354'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:48.061789 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.088005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.164020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Releasing vlan 609 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:44:48.165130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.169608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0bdb47-5423-4d14-ba4f-b22439780594 None None] Pushing event updated for resources: {'Port': ['ID=bf6ce62c-8e76-4d87-99e9-d07dd186ef7d,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:44:48.185367 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:44:48.224313 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-854ac112-fb11-4480-88f2-63d227c872bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.267770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854ac112-fb11-4480-88f2-63d227c872bc None None] Pushing event deleted for resources: {'Port': ['ID=45db13bc-48d8-4d00-9221-37aa07fe1f52,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:48.272762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854ac112-fb11-4480-88f2-63d227c872bc None None] No DVR routers for this DVR port 45db13bc-48d8-4d00-9221-37aa07fe1f52 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:48.363625 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.369297 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.373564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "DELETE /v2.0/networks/38882268-9b5b-4e5b-b404-57e912e0f7a6 HTTP/1.1" status: 204 len: 168 time: 2.8315568 Nov 25 19:44:48.398585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46242) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:48.399466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ba7ee-ca3f-4a64-89c5-682b367f1d5f tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event deleted for resources: {'Network': ['ID=38882268-9b5b-4e5b-b404-57e912e0f7a6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:48.413324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:48.511462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:48.523497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.549893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bf6ce62c-8e76-4d87-99e9-d07dd186ef7d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:48.589519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event updated for resources: {'Subnet': ['ID=a8cc5104-f39f-45cd-bf33-8c53a2ef3fa7,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:48.634314 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-730f37ef-6f37-4300-b952-b57f871f8328 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:48.637163 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-730f37ef-6f37-4300-b952-b57f871f8328 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6629605 Nov 25 19:44:48.639364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:48.639844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.733851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:48.735447 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.738255 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] 10.222.0.60 "PUT /v2.0/ports/e50b45e6-233c-4ca5-acca-99f485953123 HTTP/1.1" status: 200 len: 1091 time: 3.8450019 Nov 25 19:44:48.739341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:48.744259 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fc385b-433f-44cf-ba58-23231c3e70fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "tag": "e50b45e6-233c-4ca5-acca-99f485953123"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:48.783820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ebad4c37-8149-44af-8063-2dcc5aad950d tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/quotas/7ba0aba4af4e4d4db8c2c89444e29f2a HTTP/1.1" status: 200 len: 375 time: 0.1150889 Nov 25 19:44:48.784708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d6991f-4bbf-4392-b8b6-89f1c6c004a5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:48.795311 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c2d6991f-4bbf-4392-b8b6-89f1c6c004a5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.826249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Checking segment: {'id': 'e09bf380-79b7-4a13-89c4-d33e8fa92855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2e33f826-00dd-43b3-ae3e-c7144539dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:48.826249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network hostable DHCP agents. Network: 2e33f826-00dd-43b3-ae3e-c7144539dea6, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:44:48.840480 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.907726 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bf6ce62c-8e76-4d87-99e9-d07dd186ef7d,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:48.912679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-9291e302-6d28-4b1c-81ce-857b46563f63 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=7ba0aba4af4e4d4db8c2c89444e29f2a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0897069 Nov 25 19:44:48.917643 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:48.937766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-c2d6991f-4bbf-4392-b8b6-89f1c6c004a5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port a803a3ba-fed5-4adb-ada7-621ff30591a2 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:48.985912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777ab3f-9507-4e0d-80d8-987164ece29a service neutron] Pushing event updated for resources: {'Port': ['ID=e50b45e6-233c-4ca5-acca-99f485953123,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:49.037685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=bf6ce62c-8e76-4d87-99e9-d07dd186ef7d,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:49.067030 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Network 2e33f826-00dd-43b3-ae3e-c7144539dea6 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:44:49.093617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-35ef28af-2d60-4c8d-a714-9e4ba40a3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:49.095010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 2e33f826-00dd-43b3-ae3e-c7144539dea6) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:49.108396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:49.109025 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:49.109387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1d3af8-f1b8-4098-b7b0-827caa8996db None None] Network 2e33f826-00dd-43b3-ae3e-c7144539dea6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:49.111127 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-35ef28af-2d60-4c8d-a714-9e4ba40a3579 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 1094 time: 0.2642725 Nov 25 19:44:49.209866 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-c46d085b-3a2b-430c-8c38-30fbc8207f30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50b45e6-233c-4ca5-acca-99f485953123 HTTP/1.1" status: 200 len: 217 time: 0.0969753 Nov 25 19:44:49.215120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d63c0721-99c4-4f4b-ade7-79ff877b3c25 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Deleting port aad746f7-15f7-48f6-876f-a3dc49f18e26 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:49.216783 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63c0721-99c4-4f4b-ade7-79ff877b3c25 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:49.227858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f2c0ab2e-22be-48f3-8b56-767f3850ddcf tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.8857436 Nov 25 19:44:49.227858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46250) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:49.531828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-2e33f826-00dd-43b3-ae3e-c7144539dea6', 'network_id': '2e33f826-00dd-43b3-ae3e-c7144539dea6', 'tenant_id': '55dbb63d062449cdbe84648da10ac226', 'fixed_ips': [{'subnet_id': 'a8cc5104-f39f-45cd-bf33-8c53a2ef3fa7'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:49.533783 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:49.635620 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63c0721-99c4-4f4b-ade7-79ff877b3c25 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:49.636479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63c0721-99c4-4f4b-ade7-79ff877b3c25 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:49.666563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d63c0721-99c4-4f4b-ade7-79ff877b3c25 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Calling delete_port for aad746f7-15f7-48f6-876f-a3dc49f18e26 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:49.862343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-1623783f-ef6f-45bb-8558-1742cad9eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:49.868648 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-1623783f-ef6f-45bb-8558-1742cad9eac5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.6267328 Nov 25 19:44:50.011829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Allocated IP 2001:db8::f816:3eff:fe18:5852 (2e33f826-00dd-43b3-ae3e-c7144539dea6/a8cc5104-f39f-45cd-bf33-8c53a2ef3fa7/ed2acf2c-0fc8-44c3-b302-3cd578fa46bf) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:50.023395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5b9de32f-4896-4d7b-a4fc-c81dd34c2605 None None] Provisioning complete for port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:50.023891 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5b9de32f-4896-4d7b-a4fc-c81dd34c2605 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.053757 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-64540c74-8813-4aed-9111-49d89cff4ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:50.062968 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-64540c74-8813-4aed-9111-49d89cff4ce2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1853044 Nov 25 19:44:50.069288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63c0721-99c4-4f4b-ade7-79ff877b3c25 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.163194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454326fd-0573-4494-9356-e47ad18f6667 req-f2130dbd-7176-4f8b-b5da-009eed80f961 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:50.173246 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-454326fd-0573-4494-9356-e47ad18f6667 req-f2130dbd-7176-4f8b-b5da-009eed80f961 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.1444921 Nov 25 19:44:50.220368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63c0721-99c4-4f4b-ade7-79ff877b3c25 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Pushing event deleted for resources: {'Port': ['ID=aad746f7-15f7-48f6-876f-a3dc49f18e26,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:50.288015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-454326fd-0573-4494-9356-e47ad18f6667 req-5fdef2de-8246-46da-8734-aa079b4f177f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109338 Nov 25 19:44:50.292476 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d6991f-4bbf-4392-b8b6-89f1c6c004a5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 19:44:50.308913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d6991f-4bbf-4392-b8b6-89f1c6c004a5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:50.345985 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.455817 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c2d6991f-4bbf-4392-b8b6-89f1c6c004a5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 2.4426289 Nov 25 19:44:50.460132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46264) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:50.536866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bf6ce62c-8e76-4d87-99e9-d07dd186ef7d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:50.544455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.576759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.583760 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5b3220-3459-4377-9d08-a79d3f60fccd x-openstack-request-id: req-4a5b3220-3459-4377-9d08-a79d3f60fccd {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:50.584261 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "tag": "e50b45e6-233c-4ca5-acca-99f485953123", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:50.584704 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a5b3220-3459-4377-9d08-a79d3f60fccd {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:50.585359 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123', 'status': 'completed', 'code': 200} Nov 25 19:44:50.634680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.663473 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0312c663-ab67-44bd-9f23-cc820108fdc4 None None] Provisioning complete for port fcb0dfa1-bc9f-4077-a43f-25fa8bbce784 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:50.663473 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0312c663-ab67-44bd-9f23-cc820108fdc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.696585 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63c0721-99c4-4f4b-ade7-79ff877b3c25 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.705210 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63c0721-99c4-4f4b-ade7-79ff877b3c25 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.722913 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d63c0721-99c4-4f4b-ade7-79ff877b3c25 tempest-FloatingIPAdminTestJSON-1016922033 tempest-FloatingIPAdminTestJSON-1016922033-project] 10.222.0.15 "DELETE /v2.0/floatingips/64f97ebf-fde9-479e-87b9-f0cbcdaf19e2 HTTP/1.1" status: 204 len: 168 time: 2.3170238 Nov 25 19:44:50.735217 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.741381 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Network 2e33f826-00dd-43b3-ae3e-c7144539dea6 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:50.751893 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-ef76d2da-138e-4919-ac45-6314d54e514e service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6715846 Nov 25 19:44:50.783740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:50.790492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3ab2866-40a4-44dc-883e-baa3ec85b3a1 req-736b7058-a947-4091-84f9-2328893b5745 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 210 time: 0.1087742 Nov 25 19:44:50.806845 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.811014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:50.839479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Pushing event updated for resources: {'Port': ['ID=ed2acf2c-0fc8-44c3-b302-3cd578fa46bf,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:50.850101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0312c663-ab67-44bd-9f23-cc820108fdc4 None None] Port fcb0dfa1-bc9f-4077-a43f-25fa8bbce784 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:50.852624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:50.853025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:50.905512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Subnet': ['ID=a8cc5104-f39f-45cd-bf33-8c53a2ef3fa7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:50.988575 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-aec4863c-ad36-4c02-a3f1-fffaa798011e req-29152e0e-5497-470a-86d4-7f3f2aa06358 service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2278934 Nov 25 19:44:51.016977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9141318-1125-4d01-b60a-02eac3214caa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:51.019287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Attempting to bind port ed2acf2c-0fc8-44c3-b302-3cd578fa46bf on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:51.019812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Attempting to bind port ed2acf2c-0fc8-44c3-b302-3cd578fa46bf by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'e09bf380-79b7-4a13-89c4-d33e8fa92855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2e33f826-00dd-43b3-ae3e-c7144539dea6'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:51.020139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Attempting to bind port ed2acf2c-0fc8-44c3-b302-3cd578fa46bf on network 2e33f826-00dd-43b3-ae3e-c7144539dea6 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:51.026959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9141318-1125-4d01-b60a-02eac3214caa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:51.030349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:51.030939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Checking segment: {'id': 'e09bf380-79b7-4a13-89c4-d33e8fa92855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2e33f826-00dd-43b3-ae3e-c7144539dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:51.031250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.031768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Bound using segment: {'id': 'e09bf380-79b7-4a13-89c4-d33e8fa92855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2e33f826-00dd-43b3-ae3e-c7144539dea6'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:51.032363 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Bound port: ed2acf2c-0fc8-44c3-b302-3cd578fa46bf, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e09bf380-79b7-4a13-89c4-d33e8fa92855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '2e33f826-00dd-43b3-ae3e-c7144539dea6'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:51.032957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46270) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:51.033390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f9141318-1125-4d01-b60a-02eac3214caa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1686 time: 0.5706024 Nov 25 19:44:51.041846 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.128875 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.186421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e33f826-00dd-43b3-ae3e-c7144539dea6']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:51.217925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09bf380-79b7-4a13-89c4-d33e8fa92855') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:51.218448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09bf380-79b7-4a13-89c4-d33e8fa92855') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:51.248974 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] For port ed2acf2c-0fc8-44c3-b302-3cd578fa46bf, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:51.256321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] For port ed2acf2c-0fc8-44c3-b302-3cd578fa46bf, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ed2acf2c-0fc8-44c3-b302-3cd578fa46bf,segment=NetworkSegment(e09bf380-79b7-4a13-89c4-d33e8fa92855),segment_id=e09bf380-79b7-4a13-89c4-d33e8fa92855)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:51.257244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.264204 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.312477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.320992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc385b-433f-44cf-ba58-23231c3e70fe req-bbde2ef8-9f7c-4cdb-b3d4-08d4aa6417a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:51.323769 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1fc385b-433f-44cf-ba58-23231c3e70fe req-bbde2ef8-9f7c-4cdb-b3d4-08d4aa6417a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 1094 time: 0.2400558 Nov 25 19:44:51.340641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:44:51.341872 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:44:51.347767 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:44:51.423020 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46276) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:51.433811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45b5171-8378-41fd-b529-1b94ce5f67fa None None] Pushing event updated for resources: {'Port': ['ID=ed2acf2c-0fc8-44c3-b302-3cd578fa46bf,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:51.447049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824acc7d-3557-4173-bbbe-d2f61a5b90ae None None] Network 2e33f826-00dd-43b3-ae3e-c7144539dea6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:51.609417 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-05440a4f-f52b-424a-b962-9f9a3d10574c tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=7ba0aba4af4e4d4db8c2c89444e29f2a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1701176 Nov 25 19:44:51.657823 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:44:51.657823 n-d-817303-9 neutron-server[103651]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:44:51.657823 n-d-817303-9 neutron-server[103651]: [parameters: {'id': '2e33f826-00dd-43b3-ae3e-c7144539dea6'}] Nov 25 19:44:51.657823 n-d-817303-9 neutron-server[103651]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:44:51.659961 n-d-817303-9 neutron-server[103651]: DEBUG oslo_db.api [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:44:51.692262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3a50b-5b2a-48f5-9ea0-64baa095457c req-fc280c7c-ee28-4ebf-ad02-65486a4f95bd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:51.701182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740db859-4767-45ec-8392-2777a0b5ad53 None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:44:51.702502 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4aa3a50b-5b2a-48f5-9ea0-64baa095457c req-fc280c7c-ee28-4ebf-ad02-65486a4f95bd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.2533190 Nov 25 19:44:51.746041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-83987ba2-3834-425e-8328-8d9cf1495a2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port fcb0dfa1-bc9f-4077-a43f-25fa8bbce784 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:51.746722 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83987ba2-3834-425e-8328-8d9cf1495a2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:51.812081 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4aa3a50b-5b2a-48f5-9ea0-64baa095457c req-0c50d0c4-60ee-4ecb-97d8-266462f3b6e6 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007836 Nov 25 19:44:51.865561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e66aac72-705d-4d82-8347-a7f631d19982 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cad41e8e8c047398aad727bb17b0491&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4382324 Nov 25 19:44:51.873341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46284) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:51.989522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740db859-4767-45ec-8392-2777a0b5ad53 None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:44:52.065941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b947db0d-e616-4859-be65-4b343c6e9c4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.071872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc385b-433f-44cf-ba58-23231c3e70fe req-c9f7c494-03d8-4beb-8122-22f22da7575d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:52.076576 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1fc385b-433f-44cf-ba58-23231c3e70fe req-c9f7c494-03d8-4beb-8122-22f22da7575d service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.7403722 Nov 25 19:44:52.175815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.181527 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b947db0d-e616-4859-be65-4b343c6e9c4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.283623 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d54de1f-7f9d-4845-a977-14c664a88014 req-c92b50b5-f14b-4e70-b4e1-3c13ead3dc9a tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 210 time: 0.0905254 Nov 25 19:44:52.384066 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b947db0d-e616-4859-be65-4b343c6e9c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.386996 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b947db0d-e616-4859-be65-4b343c6e9c4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.391378 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b947db0d-e616-4859-be65-4b343c6e9c4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/135a6be5-9c1d-415c-9c15-f8d4cdf438ec HTTP/1.1" status: 204 len: 168 time: 0.5127478 Nov 25 19:44:52.391378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Deleting port ed2acf2c-0fc8-44c3-b302-3cd578fa46bf {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:52.391378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.456627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b947db0d-e616-4859-be65-4b343c6e9c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135a6be5-9c1d-415c-9c15-f8d4cdf438ec,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:52.593959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] For port ed2acf2c-0fc8-44c3-b302-3cd578fa46bf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ed2acf2c-0fc8-44c3-b302-3cd578fa46bf,segment=NetworkSegment(e09bf380-79b7-4a13-89c4-d33e8fa92855),segment_id=e09bf380-79b7-4a13-89c4-d33e8fa92855)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:52.594532 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.615012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Calling delete_port for ed2acf2c-0fc8-44c3-b302-3cd578fa46bf owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:52.771367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.829761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No DVR routers for this DVR port ed2acf2c-0fc8-44c3-b302-3cd578fa46bf on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:52.833222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Port': ['ID=ed2acf2c-0fc8-44c3-b302-3cd578fa46bf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:52.874881 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83987ba2-3834-425e-8328-8d9cf1495a2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.896361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-83987ba2-3834-425e-8328-8d9cf1495a2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for fcb0dfa1-bc9f-4077-a43f-25fa8bbce784 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:52.937626 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1fc385b-433f-44cf-ba58-23231c3e70fe req-3d336266-d0ca-4484-969c-5b0d91b87e3c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50b45e6-233c-4ca5-acca-99f485953123 HTTP/1.1" status: 200 len: 217 time: 0.8346212 Nov 25 19:44:52.953104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-887abd9e-3689-4dc6-9b37-90d8d9d09ca2 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:52.955824 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-887abd9e-3689-4dc6-9b37-90d8d9d09ca2 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2706642 Nov 25 19:44:52.972896 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.977408 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:52.999428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Request body: {'port': {'device_id': '54ced379-5f38-4962-96a3-cc9ac05f297d', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '7ba0aba4af4e4d4db8c2c89444e29f2a'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:53.038481 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e33f826-00dd-43b3-ae3e-c7144539dea6']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:53.090225 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e09bf380-79b7-4a13-89c4-d33e8fa92855') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:53.091546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e09bf380-79b7-4a13-89c4-d33e8fa92855') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:53.115229 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.141433 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa1e88b-c7ca-4e70-99b5-ae7611754da6 req-c431bf04-f154-4f75-bd82-fe203b359c29 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:53.152974 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5fa1e88b-c7ca-4e70-99b5-ae7611754da6 req-c431bf04-f154-4f75-bd82-fe203b359c29 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.1593025 Nov 25 19:44:53.190035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46298) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:53.198681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.228163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:44:53.228608 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:44:53.233264 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:44:53.255991 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf8415a6-da89-4d3c-8e66-1829aec2eeee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.282367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc385b-433f-44cf-ba58-23231c3e70fe req-6b2b35e5-dde9-458d-9cdb-4beb2a153172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:53.284872 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1fc385b-433f-44cf-ba58-23231c3e70fe req-6b2b35e5-dde9-458d-9cdb-4beb2a153172 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.3235877 Nov 25 19:44:53.333986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5fa1e88b-c7ca-4e70-99b5-ae7611754da6 req-3200984d-06a1-496b-85b7-470f60c430ff tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1790836 Nov 25 19:44:53.370889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.382534 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.399438 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/networks/2e33f826-00dd-43b3-ae3e-c7144539dea6 HTTP/1.1" status: 204 len: 168 time: 4.1641934 Nov 25 19:44:53.399438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46302) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:53.456141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba396aa-6780-40c7-bda7-a060cbdcc895 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Network': ['ID=2e33f826-00dd-43b3-ae3e-c7144539dea6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:53.459896 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-82fd6892-5c22-4af0-9d85-9bbbfbf7992d tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] DELETE failed (client error): The resource could not be found. Nov 25 19:44:53.460372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82fd6892-5c22-4af0-9d85-9bbbfbf7992d tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:53.468357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-82fd6892-5c22-4af0-9d85-9bbbfbf7992d tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/subnets/a8cc5104-f39f-45cd-bf33-8c53a2ef3fa7 HTTP/1.1" status: 404 len: 337 time: 0.0585134 Nov 25 19:44:53.469826 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46304) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:53.492106 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb70aa7e-af40-41f4-aba8-f2a72f2163a0 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] DELETE failed (client error): The resource could not be found. Nov 25 19:44:53.492687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb70aa7e-af40-41f4-aba8-f2a72f2163a0 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:53.493517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fc385b-433f-44cf-ba58-23231c3e70fe req-d1fa21bd-29a3-48d6-96ce-bf0c0e1d150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:53.498935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1fc385b-433f-44cf-ba58-23231c3e70fe req-d1fa21bd-29a3-48d6-96ce-bf0c0e1d150d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2014854 Nov 25 19:44:53.499202 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fb70aa7e-af40-41f4-aba8-f2a72f2163a0 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/networks/2e33f826-00dd-43b3-ae3e-c7144539dea6 HTTP/1.1" status: 404 len: 339 time: 0.0268893 Nov 25 19:44:53.501080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46306) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:53.537511 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-50299d59-25bc-4a0e-89c8-c403d5796c8a tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] DELETE failed (client error): The resource could not be found. Nov 25 19:44:53.537986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50299d59-25bc-4a0e-89c8-c403d5796c8a tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:53.546930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-50299d59-25bc-4a0e-89c8-c403d5796c8a tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/subnets/f18c15bf-7880-4449-9961-1ea3260f9daf HTTP/1.1" status: 404 len: 337 time: 0.0391774 Nov 25 19:44:53.548931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46308) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:53.571371 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c88bc5a-984b-47ef-b39a-2a5f0a12fb10 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] DELETE failed (client error): The resource could not be found. Nov 25 19:44:53.571917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c88bc5a-984b-47ef-b39a-2a5f0a12fb10 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:53.579179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4c88bc5a-984b-47ef-b39a-2a5f0a12fb10 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/networks/0ea7a063-f6dc-4366-b41e-5467e22c598b HTTP/1.1" status: 404 len: 339 time: 0.0251019 Nov 25 19:44:53.579953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46310) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:53.622344 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d59646d-cd47-47a7-95d2-6f45a4a96ed4 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] DELETE failed (client error): The resource could not be found. Nov 25 19:44:53.622776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d59646d-cd47-47a7-95d2-6f45a4a96ed4 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:53.626773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7d59646d-cd47-47a7-95d2-6f45a4a96ed4 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/subnets/2bb7fa73-acdd-4aaa-a2b2-b476c3faf50d HTTP/1.1" status: 404 len: 337 time: 0.0453329 Nov 25 19:44:53.630526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46312) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:53.655002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83987ba2-3834-425e-8328-8d9cf1495a2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.675508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ee77ca1-6f30-47dc-aeb5-0d563ac44340 req-522883c7-4732-4989-938f-0f577ac78c16 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 210 time: 0.0652573 Nov 25 19:44:53.692591 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-50554366-822c-49de-9685-637a2097354f tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] DELETE failed (client error): The resource could not be found. Nov 25 19:44:53.693339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50554366-822c-49de-9685-637a2097354f tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:53.696889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-50554366-822c-49de-9685-637a2097354f tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/networks/c1e4cd60-9fb1-4ae4-a4dc-a4ebea171420 HTTP/1.1" status: 404 len: 339 time: 0.0652206 Nov 25 19:44:53.710127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Made reservation on behalf of 7ba0aba4af4e4d4db8c2c89444e29f2a for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:53.710955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46314) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:53.715522 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.765404 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1fc385b-433f-44cf-ba58-23231c3e70fe req-9cc034b9-a15d-4650-96d7-8adbf81e4ec4 service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563081 Nov 25 19:44:53.830900 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf8415a6-da89-4d3c-8e66-1829aec2eeee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.837749 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf8415a6-da89-4d3c-8e66-1829aec2eeee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.860632 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83987ba2-3834-425e-8328-8d9cf1495a2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.875913 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-83987ba2-3834-425e-8328-8d9cf1495a2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/fcb0dfa1-bc9f-4077-a43f-25fa8bbce784 HTTP/1.1" status: 204 len: 168 time: 2.8326783 Nov 25 19:44:53.878891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46318) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:53.880100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:53.908075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bf8415a6-da89-4d3c-8e66-1829aec2eeee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd9f6109919a479ab241cd7528127492&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7167585 Nov 25 19:44:53.920264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46320) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:53.925850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83987ba2-3834-425e-8328-8d9cf1495a2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=fcb0dfa1-bc9f-4077-a43f-25fa8bbce784,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:53.971398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8415a6-da89-4d3c-8e66-1829aec2eeee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761adfa6-6863-4155-9024-c8a73bbb49f4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:54.048153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9da07c5d-001d-46ed-89a1-b74fc885cdc2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Deleting port 62f6ceb5-4466-4abe-91cc-ae871d8895df {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:54.048659 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9da07c5d-001d-46ed-89a1-b74fc885cdc2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.174129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235900d-32fb-48d5-a3e5-11ae099287c0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:54.176852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235900d-32fb-48d5-a3e5-11ae099287c0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:54.179045 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8235900d-32fb-48d5-a3e5-11ae099287c0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2453439 Nov 25 19:44:54.187634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46324) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:54.274407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9da07c5d-001d-46ed-89a1-b74fc885cdc2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.279818 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53148112-a180-4082-8a4a-8980159b4af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.325286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9da07c5d-001d-46ed-89a1-b74fc885cdc2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Calling delete_port for 62f6ceb5-4466-4abe-91cc-ae871d8895df owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:54.329038 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1fc385b-433f-44cf-ba58-23231c3e70fe req-a3a29af5-622a-4357-a68c-ea1f813adeaa service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4906521 Nov 25 19:44:54.373628 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.380606 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.429072 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53148112-a180-4082-8a4a-8980159b4af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.488058 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c74f9d-486c-47e9-b2b5-fd8f214046d3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:54.513945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-56930194-3513-4f68-a317-817343dfe03f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 5218816a-8e25-4692-9beb-a9f4f993601b {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:44:54.555547 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56930194-3513-4f68-a317-817343dfe03f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.600536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Allocated IP 192.168.233.69 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/bfaeb82e-7c95-40c5-988f-7f3bc904ecd7) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:54.736427 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56930194-3513-4f68-a317-817343dfe03f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.814649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6031ddde-9ad1-4ba2-8dec-8926c7fb7a74 req-4ae83e7b-4d9e-4e99-809c-f8d0b3370d85 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:54.821226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6031ddde-9ad1-4ba2-8dec-8926c7fb7a74 req-4ae83e7b-4d9e-4e99-809c-f8d0b3370d85 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.2948513 Nov 25 19:44:54.860547 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53148112-a180-4082-8a4a-8980159b4af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.864970 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53148112-a180-4082-8a4a-8980159b4af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.867163 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-53148112-a180-4082-8a4a-8980159b4af2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/761adfa6-6863-4155-9024-c8a73bbb49f4 HTTP/1.1" status: 204 len: 168 time: 0.9367721 Nov 25 19:44:54.879703 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e50b45e6-233c-4ca5-acca-99f485953123 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:44:54.883687 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9da07c5d-001d-46ed-89a1-b74fc885cdc2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.900343 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:54.961172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53148112-a180-4082-8a4a-8980159b4af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761adfa6-6863-4155-9024-c8a73bbb49f4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:54.986363 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.065007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:55.066277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da07c5d-001d-46ed-89a1-b74fc885cdc2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Port': ['ID=62f6ceb5-4466-4abe-91cc-ae871d8895df,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:55.081222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:55.100741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:44:55.125997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9da07c5d-001d-46ed-89a1-b74fc885cdc2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.129428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9da07c5d-001d-46ed-89a1-b74fc885cdc2 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/ports/62f6ceb5-4466-4abe-91cc-ae871d8895df HTTP/1.1" status: 204 len: 168 time: 1.4122436 Nov 25 19:44:55.146995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46336) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:55.187881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6031ddde-9ad1-4ba2-8dec-8926c7fb7a74 req-05fcf859-44e5-4862-add4-f440286fea25 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3453557 Nov 25 19:44:55.198254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Pushing event updated for resources: {'Port': ['ID=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:55.206019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:55.261292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:55.262265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.262495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'e50b45e6-233c-4ca5-acca-99f485953123', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'port_id': 'e50b45e6-233c-4ca5-acca-99f485953123', 'mac_address': 'fa:16:3e:ca:b5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:44:55.284756 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56930194-3513-4f68-a317-817343dfe03f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.290242 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c55cddc8-4fb5-4396-be03-dbc393f7f7e6 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3095162 Nov 25 19:44:55.304137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Request body: {'port': {'device_id': '54ced379-5f38-4962-96a3-cc9ac05f297d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:55.379804 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2832d7-bab4-427d-b0d4-15eb5883db0e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] DELETE failed (client error): The resource could not be found. Nov 25 19:44:55.381191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2832d7-bab4-427d-b0d4-15eb5883db0e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:55.396385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cf2832d7-bab4-427d-b0d4-15eb5883db0e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/subnets/f435aa2e-725e-465c-adc2-051b4a8a8213 HTTP/1.1" status: 404 len: 337 time: 0.2462983 Nov 25 19:44:55.399180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46344) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:55.484258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.503363 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.541331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50b45e6-233c-4ca5-acca-99f485953123 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:44:55.595521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:55.601493 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.703388 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.722818 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56930194-3513-4f68-a317-817343dfe03f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.750114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=e50b45e6-233c-4ca5-acca-99f485953123,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:55.796228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-27801a55-cc85-4923-873c-37828cd3ad8f None None] Provisioning complete for port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:55.796610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-27801a55-cc85-4923-873c-37828cd3ad8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.849443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56930194-3513-4f68-a317-817343dfe03f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=5218816a-8e25-4692-9beb-a9f4f993601b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:55.873028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56930194-3513-4f68-a317-817343dfe03f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:55.884187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-56930194-3513-4f68-a317-817343dfe03f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/5218816a-8e25-4692-9beb-a9f4f993601b HTTP/1.1" status: 204 len: 168 time: 1.6896114 Nov 25 19:44:55.886182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46350) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:55.895634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38142997-9933-47d7-baa9-37ec9d43878a None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:55.933548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['e50b45e6-233c-4ca5-acca-99f485953123'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:44:55.941357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-27801a55-cc85-4923-873c-37828cd3ad8f None None] Port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:44:56.032222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bf4d0d66-cd63-4abe-b071-ca8e489a5781 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0929174 Nov 25 19:44:56.036830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46352) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:56.046670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4ffecc75-d5ee-4255-a5be-87d6f4ad5d0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:56.080870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46354) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:56.153587 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a061df36-e5b0-4e13-b54c-72bfec452254 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.304549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:44:56.316417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.337441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Transition to ACTIVE for port object bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:44:56.343074 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.348953 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.353522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1fa643-472b-4311-a776-951b028e6082 None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:44:56.415239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Pushing event updated for resources: {'Port': ['ID=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:56.549889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fa643-472b-4311-a776-951b028e6082 None None] Deleting port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:56.552681 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6e1fa643-472b-4311-a776-951b028e6082 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.589966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Attempting to bind port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:44:56.591147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Attempting to bind port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:44:56.591648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Attempting to bind port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:56.600024 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a061df36-e5b0-4e13-b54c-72bfec452254 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.604057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:44:56.605325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Attempting to bind port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:44:56.618093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:44:56.618579 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:44:56.619106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:44:56.619784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Bound port: bfaeb82e-7c95-40c5-988f-7f3bc904ecd7, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:44:56.623101 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.638947 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a061df36-e5b0-4e13-b54c-72bfec452254 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.697243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:56.719139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6e1fa643-472b-4311-a776-951b028e6082 None None] For port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bf6ce62c-8e76-4d87-99e9-d07dd186ef7d,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:44:56.719677 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6e1fa643-472b-4311-a776-951b028e6082 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.740872 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6e1fa643-472b-4311-a776-951b028e6082 None None] Calling delete_port for bf6ce62c-8e76-4d87-99e9-d07dd186ef7d owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:56.756584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] For port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:44:56.761434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] For port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:44:56.767506 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.790121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a061df36-e5b0-4e13-b54c-72bfec452254 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cbf5e64e5e74a539283d61ebcca53b9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6943564 Nov 25 19:44:56.811329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aabfa37c-e30a-49a1-8c78-c1fa415674ab') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:56.812687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aabfa37c-e30a-49a1-8c78-c1fa415674ab') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:44:56.815615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46366) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:56.839617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:56.841667 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.848726 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] 10.222.0.60 "PUT /v2.0/ports/bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 HTTP/1.1" status: 200 len: 1095 time: 1.5503640 Nov 25 19:44:56.854205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a061df36-e5b0-4e13-b54c-72bfec452254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2812f10-6246-4895-80ac-d4873ed36229,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:56.855606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54ced379-5f38-4962-96a3-cc9ac05f297d', 'tag': 'bfaeb82e-7c95-40c5-988f-7f3bc904ecd7'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:44:56.859281 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df78176-21b6-481a-9d2e-2b54271b36d4" -d '{"events": [{"name": "network-changed", "server_uuid": "54ced379-5f38-4962-96a3-cc9ac05f297d", "tag": "bfaeb82e-7c95-40c5-988f-7f3bc904ecd7"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:44:56.926566 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.948903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f68ff-c61f-45d1-9a8a-ec9625a8aa07 service neutron] Pushing event updated for resources: {'Port': ['ID=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:56.963604 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6e1fa643-472b-4311-a776-951b028e6082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:56.979583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffecc75-d5ee-4255-a5be-87d6f4ad5d0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:56.984683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1fa643-472b-4311-a776-951b028e6082 None None] No DVR routers for this DVR port bf6ce62c-8e76-4d87-99e9-d07dd186ef7d on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:44:56.989723 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ffecc75-d5ee-4255-a5be-87d6f4ad5d0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.022649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1fa643-472b-4311-a776-951b028e6082 None None] Pushing event deleted for resources: {'Port': ['ID=bf6ce62c-8e76-4d87-99e9-d07dd186ef7d,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:57.036269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500fd168-917f-47ce-84ef-68d3d541b158 req-7b5c1a5a-9693-44f3-8eb5-af9538fcff54 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:57.049499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-500fd168-917f-47ce-84ef-68d3d541b158 req-7b5c1a5a-9693-44f3-8eb5-af9538fcff54 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 947 time: 0.4471333 Nov 25 19:44:57.062136 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7f4c330-4de7-4bb1-8481-3964f0ff813b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.100937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-38d9c06d-5481-4263-a221-0f56b3895be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:57.103723 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-38d9c06d-5481-4263-a221-0f56b3895be7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ba0aba4af4e4d4db8c2c89444e29f2a&device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 1098 time: 0.1720359 Nov 25 19:44:57.123944 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7f4c330-4de7-4bb1-8481-3964f0ff813b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.132837 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.179564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-a4ee20cc-2832-40d8-b16a-200f7d6f53f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 HTTP/1.1" status: 200 len: 217 time: 0.0598326 Nov 25 19:44:57.256676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:44:57.257892 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:44:57.261490 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:44:57.269717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-effddf9e-20b6-4f16-b3bb-eb9c62ec42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:57.271377 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-effddf9e-20b6-4f16-b3bb-eb9c62ec42ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0824816 Nov 25 19:44:57.295145 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7f4c330-4de7-4bb1-8481-3964f0ff813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.298864 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7f4c330-4de7-4bb1-8481-3964f0ff813b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.299294 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a7f4c330-4de7-4bb1-8481-3964f0ff813b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c2812f10-6246-4895-80ac-d4873ed36229 HTTP/1.1" status: 204 len: 168 time: 0.4809613 Nov 25 19:44:57.336068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4c330-4de7-4bb1-8481-3964f0ff813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2812f10-6246-4895-80ac-d4873ed36229,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:57.365203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-6c1b8149-2205-4e8f-ab14-7254bb0516a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:57.366828 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-6c1b8149-2205-4e8f-ab14-7254bb0516a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0856040 Nov 25 19:44:57.383606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-500fd168-917f-47ce-84ef-68d3d541b158 req-5e8b68cd-1694-4994-b278-a5beccb7e8ae tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322515 Nov 25 19:44:57.406694 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.452817 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.467226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/networks/bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5 HTTP/1.1" status: 204 len: 168 time: 2.0553696 Nov 25 19:44:57.475008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46374) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:57.535487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0e854-a8f0-4f32-b20f-6ac31e394169 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Network': ['ID=bd62b4e6-ebe9-4a85-b2e2-5d57e475fce5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:57.588471 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-c6f9c2bc-903e-408a-8ad2-5f625057f0f4 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132249 Nov 25 19:44:57.824426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af15d95-06ba-4b75-a788-ff97a6449a0e req-eda7a1ae-5736-4060-9ec2-ef8a333befa7 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:57.826641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9af15d95-06ba-4b75-a788-ff97a6449a0e req-eda7a1ae-5736-4060-9ec2-ef8a333befa7 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 944 time: 0.2335646 Nov 25 19:44:57.899640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ffecc75-d5ee-4255-a5be-87d6f4ad5d0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:57.904510 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ac487d0-3194-4df0-bdee-410ece2da85e req-56f99549-264e-4748-a701-a77f0112bb29 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067653 Nov 25 19:44:57.979833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-df7d3635-082c-4573-ae75-4d677528bf46 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Deleting port 7e2f4815-a085-4a41-9b2a-2feb4391f660 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:44:57.980354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df7d3635-082c-4573-ae75-4d677528bf46 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.063042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffecc75-d5ee-4255-a5be-87d6f4ad5d0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:44:58.080120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4ffecc75-d5ee-4255-a5be-87d6f4ad5d0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:44:58.085007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffecc75-d5ee-4255-a5be-87d6f4ad5d0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:58.086097 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ffecc75-d5ee-4255-a5be-87d6f4ad5d0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.094695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984eec49-ab18-448a-be40-b58930bcb671 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:44:58.164953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9af15d95-06ba-4b75-a788-ff97a6449a0e req-d093b200-9b92-485f-8891-0678cacb15c9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236153 Nov 25 19:44:58.181310 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffecc75-d5ee-4255-a5be-87d6f4ad5d0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=20a6e98f-bb66-4fca-9107-1fdcb6dbdc38,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:58.203580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4ffecc75-d5ee-4255-a5be-87d6f4ad5d0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1642692 Nov 25 19:44:58.209435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46394) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:58.223979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c4fb1dc2-249f-4b8b-9e64-a9dab60b0f24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': '20a6e98f-bb66-4fca-9107-1fdcb6dbdc38', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1474725419'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:44:58.229257 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df7d3635-082c-4573-ae75-4d677528bf46 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.275547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-df7d3635-082c-4573-ae75-4d677528bf46 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Calling delete_port for 7e2f4815-a085-4a41-9b2a-2feb4391f660 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:44:58.450406 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f7b09e4-8788-4f85-a8f6-b9e73725f0a3 x-openstack-request-id: req-6f7b09e4-8788-4f85-a8f6-b9e73725f0a3 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:44:58.452078 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54ced379-5f38-4962-96a3-cc9ac05f297d", "tag": "bfaeb82e-7c95-40c5-988f-7f3bc904ecd7", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:44:58.452078 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6f7b09e4-8788-4f85-a8f6-b9e73725f0a3 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:44:58.452078 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54ced379-5f38-4962-96a3-cc9ac05f297d', 'tag': 'bfaeb82e-7c95-40c5-988f-7f3bc904ecd7', 'status': 'completed', 'code': 200} Nov 25 19:44:58.516455 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df7d3635-082c-4573-ae75-4d677528bf46 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.613635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7d3635-082c-4573-ae75-4d677528bf46 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Port': ['ID=7e2f4815-a085-4a41-9b2a-2feb4391f660,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:44:58.633502 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df7d3635-082c-4573-ae75-4d677528bf46 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.656407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46404) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:58.657878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-df7d3635-082c-4573-ae75-4d677528bf46 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/ports/7e2f4815-a085-4a41-9b2a-2feb4391f660 HTTP/1.1" status: 204 len: 168 time: 1.1704793 Nov 25 19:44:58.772534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bf6ce62c-8e76-4d87-99e9-d07dd186ef7d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:44:58.781388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df78176-21b6-481a-9d2e-2b54271b36d4 req-2ec410c3-e2c0-4288-87c6-eeb1406ace63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:58.782997 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6df78176-21b6-481a-9d2e-2b54271b36d4 req-2ec410c3-e2c0-4288-87c6-eeb1406ace63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=7ba0aba4af4e4d4db8c2c89444e29f2a&device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 1098 time: 0.3346438 Nov 25 19:44:58.784478 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41ba704-3167-4caf-92b3-0f1e95a1609d tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] DELETE failed (client error): The resource could not be found. Nov 25 19:44:58.784937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41ba704-3167-4caf-92b3-0f1e95a1609d tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:44:58.789902 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d41ba704-3167-4caf-92b3-0f1e95a1609d tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/subnets/77b18282-02fc-4875-b71a-a1621ff86c8b HTTP/1.1" status: 404 len: 337 time: 0.1256790 Nov 25 19:44:58.792966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46410) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:44:58.859812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '20a6e98f-bb66-4fca-9107-1fdcb6dbdc38'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:44:58.863181 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:58.915159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4fb1dc2-249f-4b8b-9e64-a9dab60b0f24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:44:58.915425 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e50b45e6-233c-4ca5-acca-99f485953123 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:44:58.915425 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: bf6ce62c-8e76-4d87-99e9-d07dd186ef7d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:44:58.915425 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bf6ce62c-8e76-4d87-99e9-d07dd186ef7d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:44:58.915957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2a936-e3c9-4716-bd37-14d83a6be2bb req-a9ac8ba9-2b96-45b9-856b-304bca8db58d tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:58.935358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34a2a936-e3c9-4716-bd37-14d83a6be2bb req-a9ac8ba9-2b96-45b9-856b-304bca8db58d tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 947 time: 0.2020509 Nov 25 19:44:59.189570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34a2a936-e3c9-4716-bd37-14d83a6be2bb req-1d005099-d243-439a-b663-ae4d4acb4b08 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378745 Nov 25 19:44:59.271691 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.293073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Allocated IP 2001:db8::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/20a6e98f-bb66-4fca-9107-1fdcb6dbdc38/06f448d4-a504-4573-8e15-7998a30bc9bd) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:44:59.452830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df78176-21b6-481a-9d2e-2b54271b36d4 req-8eceab95-f2de-4a08-990a-2dacda500fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:59.466300 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6df78176-21b6-481a-9d2e-2b54271b36d4 req-8eceab95-f2de-4a08-990a-2dacda500fe5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.6676245 Nov 25 19:44:59.482888 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c4fb1dc2-249f-4b8b-9e64-a9dab60b0f24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.539307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port e50b45e6-233c-4ca5-acca-99f485953123 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:44:59.556927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port e50b45e6-233c-4ca5-acca-99f485953123 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:44:59.557569 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.647120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-c4fb1dc2-249f-4b8b-9e64-a9dab60b0f24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 92d8967c-e6a4-4906-956c-9c7d30c242ef yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:44:59.656587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe60bd7-af9a-4b80-84fa-a427d6f5e202 req-af641785-bb58-46f7-b494-d697101595b1 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:44:59.676111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fe60bd7-af9a-4b80-84fa-a427d6f5e202 req-af641785-bb58-46f7-b494-d697101595b1 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 944 time: 0.1876569 Nov 25 19:44:59.841524 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.859957 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:44:59.905366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fe60bd7-af9a-4b80-84fa-a427d6f5e202 req-e6e29fde-8a24-4e00-be77-1994a37cc76c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2150545 Nov 25 19:44:59.922294 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.049080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:00.052722 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409501be-2156-4296-b358-bb91266c1399" -d '{"events": [{"server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "name": "network-vif-plugged", "status": "completed", "tag": "e50b45e6-233c-4ca5-acca-99f485953123"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:00.075997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:00.092450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:00.105639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Pushing event updated for resources: {'Port': ['ID=06f448d4-a504-4573-8e15-7998a30bc9bd,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:00.115958 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6df78176-21b6-481a-9d2e-2b54271b36d4 req-6d293340-03a5-43f5-9aca-cb9252d2f873 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 HTTP/1.1" status: 200 len: 217 time: 0.5599577 Nov 25 19:45:00.124307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:00.142520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:00.177718 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.242659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df78176-21b6-481a-9d2e-2b54271b36d4 req-9eea1299-78d8-43a8-b004-92229d84014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.244785 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6df78176-21b6-481a-9d2e-2b54271b36d4 req-9eea1299-78d8-43a8-b004-92229d84014a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0939233 Nov 25 19:45:00.356229 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081ab19c-0b3d-4af3-a73d-6eedcc54429b x-openstack-request-id: req-081ab19c-0b3d-4af3-a73d-6eedcc54429b {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:00.357560 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "name": "network-vif-plugged", "status": "completed", "tag": "e50b45e6-233c-4ca5-acca-99f485953123", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:00.357560 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-081ab19c-0b3d-4af3-a73d-6eedcc54429b {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:00.360301 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123', 'code': 200} Nov 25 19:45:00.382129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Attempting to bind port 06f448d4-a504-4573-8e15-7998a30bc9bd on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:00.382616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Attempting to bind port 06f448d4-a504-4573-8e15-7998a30bc9bd by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:00.383715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Attempting to bind port 06f448d4-a504-4573-8e15-7998a30bc9bd on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:00.396714 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.397331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:00.398052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:00.398777 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.399504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:00.400640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Bound port: 06f448d4-a504-4573-8e15-7998a30bc9bd, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:00.401361 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.446129 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fb1dc2-249f-4b8b-9e64-a9dab60b0f24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:45:00.447659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4fb1dc2-249f-4b8b-9e64-a9dab60b0f24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:00.484427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=e50b45e6-233c-4ca5-acca-99f485953123,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:00.488880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4263238-055e-4ed6-962d-deb46a0bcebc']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:00.528782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f0c420-b369-4c98-b9e8-5aa3ab9c2e35 req-0bb41763-cb8d-4e22-b640-e33abda7f7a2 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.531377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0f0c420-b369-4c98-b9e8-5aa3ab9c2e35 req-0bb41763-cb8d-4e22-b640-e33abda7f7a2 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 947 time: 0.0831187 Nov 25 19:45:00.536141 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c673fefc-4722-4f1f-b3fc-f5bc84e16c12') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:00.536493 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c673fefc-4722-4f1f-b3fc-f5bc84e16c12') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:00.566083 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] For port 06f448d4-a504-4573-8e15-7998a30bc9bd, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:00.572266 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c4fb1dc2-249f-4b8b-9e64-a9dab60b0f24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 2.3608456 Nov 25 19:45:00.572607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] For port 06f448d4-a504-4573-8e15-7998a30bc9bd, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=06f448d4-a504-4573-8e15-7998a30bc9bd,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:00.578273 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.580212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46442) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:00.584172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df78176-21b6-481a-9d2e-2b54271b36d4 req-fc0a75cc-ce11-414c-a822-b23c51afa627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.584590 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.586011 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6df78176-21b6-481a-9d2e-2b54271b36d4 req-fc0a75cc-ce11-414c-a822-b23c51afa627 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3248725 Nov 25 19:45:00.647607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6736ad-bfbd-40d5-b4b2-0cb852805ea3 req-a4fe6418-def9-4fb4-b5fc-7dda00e6b4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.650407 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0b6736ad-bfbd-40d5-b4b2-0cb852805ea3 req-a4fe6418-def9-4fb4-b5fc-7dda00e6b4a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 1096 time: 0.2278197 Nov 25 19:45:00.686027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0f0c420-b369-4c98-b9e8-5aa3ab9c2e35 req-55a22ad0-6a22-4f3e-9a0f-cfb523316c31 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473370 Nov 25 19:45:00.690650 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.729610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcdc043e-c8e3-462c-af99-eb8746bda275 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.731900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bcdc043e-c8e3-462c-af99-eb8746bda275 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1360345 Nov 25 19:45:00.732894 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46444) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:00.740024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46446) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:00.750486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f9adff-3eac-4f4e-90cb-a16bf7e33f0f None None] Pushing event updated for resources: {'Port': ['ID=06f448d4-a504-4573-8e15-7998a30bc9bd,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:00.774159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:45:00.774910 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:45:00.781431 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:45:00.880220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a4ce8-481d-4abc-adc7-f788bda8b4c9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.882209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f2a4ce8-481d-4abc-adc7-f788bda8b4c9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:00.884170 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5f2a4ce8-481d-4abc-adc7-f788bda8b4c9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1427052 Nov 25 19:45:00.886608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:45:00.889106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46450) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:00.962896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-6518597e-2dd8-413a-9793-e6af4d0d4810 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 20a6e98f-bb66-4fca-9107-1fdcb6dbdc38 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:00.969008 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6518597e-2dd8-413a-9793-e6af4d0d4810 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.048132 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6518597e-2dd8-413a-9793-e6af4d0d4810 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.079318 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0b6736ad-bfbd-40d5-b4b2-0cb852805ea3 req-b2d778aa-d97b-4581-8dc9-52cd3b67e1cd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4187634 Nov 25 19:45:01.142079 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.166265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.173492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-534809812'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:01.187461 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/networks/b4263238-055e-4ed6-962d-deb46a0bcebc HTTP/1.1" status: 204 len: 168 time: 2.3799601 Nov 25 19:45:01.201967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46460) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:01.284857 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6df78176-21b6-481a-9d2e-2b54271b36d4 req-434c0d31-6d9f-47f8-a8a2-1f9f5ee5a9e8 service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6896908 Nov 25 19:45:01.304152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:01.313335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Made reservation on behalf of b2d312feacf849cc8ea3161cb3ee54e5 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:01.316398 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.330152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'bfaeb82e-7c95-40c5-988f-7f3bc904ecd7', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'bfaeb82e-7c95-40c5-988f-7f3bc904ecd7', 'mac_address': 'fa:16:3e:f4:0a:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:45:01.338589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6518597e-2dd8-413a-9793-e6af4d0d4810 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.348594 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.418073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b47315-e9ea-471e-9169-1d017ae9e670 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Deleting subnet 87bc1f7a-8fd7-4a35-b522-e35c89ea0972 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:01.418444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70eb3c-b72c-451f-a5a0-cb420bc7d670 req-5ff14668-7d94-400c-851f-c54e01343c84 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:01.422378 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33b47315-e9ea-471e-9169-1d017ae9e670 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.426267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b70eb3c-b72c-451f-a5a0-cb420bc7d670 req-5ff14668-7d94-400c-851f-c54e01343c84 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.2346973 Nov 25 19:45:01.439505 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.500164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:45:01.523902 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33b47315-e9ea-471e-9169-1d017ae9e670 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.554578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:01.565604 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.580460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b70eb3c-b72c-451f-a5a0-cb420bc7d670 req-dbe5dc0b-bba3-4ebb-9173-0b3ddb0570a1 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500945 Nov 25 19:45:01.616796 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6518597e-2dd8-413a-9793-e6af4d0d4810 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.654986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Network': ['ID=b4263238-055e-4ed6-962d-deb46a0bcebc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:01.659317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518597e-2dd8-413a-9793-e6af4d0d4810 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=20a6e98f-bb66-4fca-9107-1fdcb6dbdc38,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:01.711995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6518597e-2dd8-413a-9793-e6af4d0d4810 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.720817 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6518597e-2dd8-413a-9793-e6af4d0d4810 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/20a6e98f-bb66-4fca-9107-1fdcb6dbdc38 HTTP/1.1" status: 204 len: 168 time: 0.8265822 Nov 25 19:45:01.723895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46464) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:01.731982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.732504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.732926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.733371 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.733604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.733957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.734272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.734601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.735130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.735473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.735807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.736139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b4b2052-da1f-4fce-bb61-a80c2e94d75e tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:01.779175 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33b47315-e9ea-471e-9169-1d017ae9e670 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.789297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:01.927376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['bfaeb82e-7c95-40c5-988f-7f3bc904ecd7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:45:01.935814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33b47315-e9ea-471e-9169-1d017ae9e670 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:01.989254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b47315-e9ea-471e-9169-1d017ae9e670 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Subnet': ['ID=87bc1f7a-8fd7-4a35-b522-e35c89ea0972,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:01.995877 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6df78176-21b6-481a-9d2e-2b54271b36d4 req-c8fd494d-48c3-40f9-ab6b-52c9333f345a service neutron] 10.222.0.60 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428292 Nov 25 19:45:02.014885 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33b47315-e9ea-471e-9169-1d017ae9e670 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.024568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7029d28-398c-4cb8-b362-4abdf13985f7 None None] Network bd498cc2-febe-47de-9bb5-891b18b10fa7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:02.034068 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-33b47315-e9ea-471e-9169-1d017ae9e670 tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/subnets/87bc1f7a-8fd7-4a35-b522-e35c89ea0972 HTTP/1.1" status: 204 len: 168 time: 0.8257985 Nov 25 19:45:02.047100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46466) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:02.223461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.321624 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-492f5db4-1bfb-4bf7-9768-a7a08a9eb159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.343806 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.348644 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a6b8dd42-9891-4a6c-9a0f-b1971654828c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5867171 Nov 25 19:45:02.358015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46472) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:02.363361 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.394105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0aac6ac7-aa6d-4302-9cdc-cf34cd9509eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:02.449187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:45:02.491557 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c892a0bd-d918-4f01-a6da-25326059fd8f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:02.511600 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.511952 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Added segment 9b8932c2-717c-4500-9816-096cd8e6f72c of type vlan for network 674a6551-702a-43b9-bb51-8c728735201f Nov 25 19:45:02.565047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f59b37-1080-4dcb-b7e0-3d661ca87389 req-9e17d90c-54ff-45a0-8ea0-1bf452bd05dd tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:02.573625 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2f59b37-1080-4dcb-b7e0-3d661ca87389 req-9e17d90c-54ff-45a0-8ea0-1bf452bd05dd tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 948 time: 0.2524872 Nov 25 19:45:02.636386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Deleting port d10dff50-ff50-4897-94d0-947f77244e80 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:02.637751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.723437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 06f448d4-a504-4573-8e15-7998a30bc9bd up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:02.738672 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac6ac7-aa6d-4302-9cdc-cf34cd9509eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:02.742540 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0aac6ac7-aa6d-4302-9cdc-cf34cd9509eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.760609 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.878967 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2f59b37-1080-4dcb-b7e0-3d661ca87389 req-e86bfff9-2a8d-4e92-98ac-096a4a65740d tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043580 Nov 25 19:45:02.888879 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.923125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:02.924170 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.953043 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 06f448d4-a504-4573-8e15-7998a30bc9bd triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:02.953428 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:02.967006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] For port d10dff50-ff50-4897-94d0-947f77244e80, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d10dff50-ff50-4897-94d0-947f77244e80,segment=NetworkSegment(ff696dcf-1060-48d4-99c2-c07031585126),segment_id=ff696dcf-1060-48d4-99c2-c07031585126)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:02.972483 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.059956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde7154c-2730-4e57-bd4e-21cc7f5177d7 None None] DHCP port deletion for bd498cc2-febe-47de-9bb5-891b18b10fa7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:03.112268 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.3778243 Nov 25 19:45:03.173734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8103fbb-f817-48a4-8adb-6dbe498edff8 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Pushing event updated for resources: {'Network': ['ID=674a6551-702a-43b9-bb51-8c728735201f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:03.202857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9e1c88-6f4a-4c24-952d-fcc375f468a4 req-54525fb2-a19d-45fe-8b10-c0e2bb4f96bc tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:03.204515 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c9e1c88-6f4a-4c24-952d-fcc375f468a4 req-54525fb2-a19d-45fe-8b10-c0e2bb4f96bc tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.1910238 Nov 25 19:45:03.216227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Calling delete_port for d10dff50-ff50-4897-94d0-947f77244e80 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:03.218353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 674a6551-702a-43b9-bb51-8c728735201f details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:45:03.223403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4888b78-7a1f-49a6-b7e4-3397e442f46c None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:03.298622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c9e1c88-6f4a-4c24-952d-fcc375f468a4 req-95cd6fb1-f339-4a27-809f-848167ce52ac tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583947 Nov 25 19:45:03.399116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46488) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:03.401318 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.478219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Port': ['ID=d10dff50-ff50-4897-94d0-947f77244e80,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:03.485648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] No DVR routers for this DVR port d10dff50-ff50-4897-94d0-947f77244e80 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:03.642571 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.683045 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64c5281e-0e48-435f-a9b0-1edc91d3e60c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.689659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-93d43f70-b536-42cc-9401-29621b66725e None None] Provisioning complete for port 06f448d4-a504-4573-8e15-7998a30bc9bd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:03.692100 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-93d43f70-b536-42cc-9401-29621b66725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.772549 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.854902 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0aac6ac7-aa6d-4302-9cdc-cf34cd9509eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.880350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-cde7154c-2730-4e57-bd4e-21cc7f5177d7 None None] Deleting port d10dff50-ff50-4897-94d0-947f77244e80 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:03.883217 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cde7154c-2730-4e57-bd4e-21cc7f5177d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.890664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd498cc2-febe-47de-9bb5-891b18b10fa7']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:03.942006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 06f448d4-a504-4573-8e15-7998a30bc9bd, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=06f448d4-a504-4573-8e15-7998a30bc9bd,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:03.951987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff696dcf-1060-48d4-99c2-c07031585126') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:03.952308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff696dcf-1060-48d4-99c2-c07031585126') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:03.968016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aac6ac7-aa6d-4302-9cdc-cf34cd9509eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:03.975965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:03.978100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46496) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:03.995453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Request body: {'port': {'network_id': '674a6551-702a-43b9-bb51-8c728735201f', 'binding:host_id': 'n-h1-817303-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-384714907'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:04.022897 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.025060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0aac6ac7-aa6d-4302-9cdc-cf34cd9509eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:04.061540 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.074111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:45:04.075858 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:45:04.099393 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:45:04.110700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac6ac7-aa6d-4302-9cdc-cf34cd9509eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:04.110700 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0aac6ac7-aa6d-4302-9cdc-cf34cd9509eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.114560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac6ac7-aa6d-4302-9cdc-cf34cd9509eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=ad5ae865-e615-45ce-9933-501fb83f2584,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:04.142761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64c5281e-0e48-435f-a9b0-1edc91d3e60c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.166394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Made reservation on behalf of 780d37d96b7a4c458787449348622d45 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:04.174179 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.183351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-cde7154c-2730-4e57-bd4e-21cc7f5177d7 None None] For port d10dff50-ff50-4897-94d0-947f77244e80, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:04.184079 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cde7154c-2730-4e57-bd4e-21cc7f5177d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.201905 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0aac6ac7-aa6d-4302-9cdc-cf34cd9509eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8376100 Nov 25 19:45:04.204117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46498) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:04.210876 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.217536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6dbdce46-3545-4f37-b6b6-4399074bf878 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-679473824', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:04.224851 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64c5281e-0e48-435f-a9b0-1edc91d3e60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.232205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=06f448d4-a504-4573-8e15-7998a30bc9bd,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:04.234227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.244720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-cde7154c-2730-4e57-bd4e-21cc7f5177d7 None None] Calling delete_port for d10dff50-ff50-4897-94d0-947f77244e80 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:04.249549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-cde7154c-2730-4e57-bd4e-21cc7f5177d7 None None] Port d10dff50-ff50-4897-94d0-947f77244e80 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:45:04.252707 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cde7154c-2730-4e57-bd4e-21cc7f5177d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.263942 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cde7154c-2730-4e57-bd4e-21cc7f5177d7 None None] Network bd498cc2-febe-47de-9bb5-891b18b10fa7 is not hosted by any dhcp agent {{(pid=103653) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:45:04.264633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7154c-2730-4e57-bd4e-21cc7f5177d7 None None] No DVR routers for this DVR port d10dff50-ff50-4897-94d0-947f77244e80 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:04.282737 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.287804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3936d100-d6cf-4a29-925e-14e3766c73d5 None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:04.290819 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] 10.222.0.15 "DELETE /v2.0/networks/bd498cc2-febe-47de-9bb5-891b18b10fa7 HTTP/1.1" status: 204 len: 168 time: 2.2396333 Nov 25 19:45:04.293186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7154c-2730-4e57-bd4e-21cc7f5177d7 None None] Pushing event deleted for resources: {'Port': ['ID=d10dff50-ff50-4897-94d0-947f77244e80,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:04.310904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e63697c-d376-4de4-bcb4-b07d73c14bfe tempest-NetworksIpV6TestAttrs-1401301345 tempest-NetworksIpV6TestAttrs-1401301345-project] Pushing event deleted for resources: {'Network': ['ID=bd498cc2-febe-47de-9bb5-891b18b10fa7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:04.367521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3936d100-d6cf-4a29-925e-14e3766c73d5 None None] Deleting port 06f448d4-a504-4573-8e15-7998a30bc9bd {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:04.367951 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3936d100-d6cf-4a29-925e-14e3766c73d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.372579 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6dbdce46-3545-4f37-b6b6-4399074bf878 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.374792 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6dbdce46-3545-4f37-b6b6-4399074bf878 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.407528 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-64c5281e-0e48-435f-a9b0-1edc91d3e60c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ea56ced8ea72433c936ab246e80e1c17&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0067120 Nov 25 19:45:04.416619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46502) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:04.451703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0df5b9d-dec0-4540-a893-683e922b70a8 req-1c2ee2bc-5ae5-4222-af7a-ac87f948b063 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:04.459058 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0df5b9d-dec0-4540-a893-683e922b70a8 req-1c2ee2bc-5ae5-4222-af7a-ac87f948b063 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.4119489 Nov 25 19:45:04.484737 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46506) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:04.525351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-38beb843-c25c-4393-9b70-338834ff0e28 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'floatingip': {'port_id': 'e50b45e6-233c-4ca5-acca-99f485953123'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:04.530459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 06f448d4-a504-4573-8e15-7998a30bc9bd no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:04.540058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5281e-0e48-435f-a9b0-1edc91d3e60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9220dac5-6e1c-4ad8-a69b-fcfecf4a1b85,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:04.654261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3936d100-d6cf-4a29-925e-14e3766c73d5 None None] For port 06f448d4-a504-4573-8e15-7998a30bc9bd, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=06f448d4-a504-4573-8e15-7998a30bc9bd,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:04.654261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3936d100-d6cf-4a29-925e-14e3766c73d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.681226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3936d100-d6cf-4a29-925e-14e3766c73d5 None None] Calling delete_port for 06f448d4-a504-4573-8e15-7998a30bc9bd owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:04.731733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6dbdce46-3545-4f37-b6b6-4399074bf878 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.739021 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38beb843-c25c-4393-9b70-338834ff0e28 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.744547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705058b4-bbb1-464f-90bf-5099d44ada0c req-7040a93b-b4ca-4992-a84a-056ee3a53b22 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:04.760627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-705058b4-bbb1-464f-90bf-5099d44ada0c req-7040a93b-b4ca-4992-a84a-056ee3a53b22 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 948 time: 0.1847348 Nov 25 19:45:04.804412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46512) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:04.841205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6dbdce46-3545-4f37-b6b6-4399074bf878 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.860788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.881939 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.887295 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f35a1386-bd96-475e-aa88-4f2f624b00a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.924761 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.932766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3936d100-d6cf-4a29-925e-14e3766c73d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:04.950566 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] device_id is not set on port e303b996-885a-47a1-ab12-d90e6b9319ff yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:05.033866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3936d100-d6cf-4a29-925e-14e3766c73d5 None None] Pushing event deleted for resources: {'Port': ['ID=06f448d4-a504-4573-8e15-7998a30bc9bd,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:05.036144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:05.040601 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6dbdce46-3545-4f37-b6b6-4399074bf878 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.043002 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6dbdce46-3545-4f37-b6b6-4399074bf878 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8364251 Nov 25 19:45:05.054132 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1f7f-4eab-4596-ad69-7718eed0666b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.073099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46516) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:05.084848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3936d100-d6cf-4a29-925e-14e3766c73d5 None None] No DVR routers for this DVR port 06f448d4-a504-4573-8e15-7998a30bc9bd on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:05.131311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dceb15c3-7a60-48a5-8bb8-baebe6c7161c None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:05.323091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-705058b4-bbb1-464f-90bf-5099d44ada0c req-c65e99f3-c2c4-4ea6-8efa-abf5c55a544b tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5399590 Nov 25 19:45:05.342850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b6522efd-5e72-4eea-b842-a97ae77c59db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=55dbb63d062449cdbe84648da10ac226&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5360322 Nov 25 19:45:05.343871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46518) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:05.406559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d48acca-e280-49c6-b737-b717b3862006,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:05.520886 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d10dff50-ff50-4897-94d0-947f77244e80 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:05.559399 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b308c0b-6cae-4b48-a966-acfb021288f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.617208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: d10dff50-ff50-4897-94d0-947f77244e80 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:05.617550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d10dff50-ff50-4897-94d0-947f77244e80 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:05.647169 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b308c0b-6cae-4b48-a966-acfb021288f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.647420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:45:05.668219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:05.675636 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.683273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': 'ad5ae865-e615-45ce-9933-501fb83f2584'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:05.685900 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.737331 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] device_id is not set on port e303b996-885a-47a1-ab12-d90e6b9319ff yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:05.753632 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.776474 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.856510 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event updated for resources: {'Port': ['ID=e303b996-885a-47a1-ab12-d90e6b9319ff,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:05.867060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b308c0b-6cae-4b48-a966-acfb021288f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.871181 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b308c0b-6cae-4b48-a966-acfb021288f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:05.873725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4b308c0b-6cae-4b48-a966-acfb021288f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f07d7607-db98-4607-b8f9-c2c6e8050bd2 HTTP/1.1" status: 204 len: 168 time: 0.5198982 Nov 25 19:45:05.891969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b308c0b-6cae-4b48-a966-acfb021288f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f07d7607-db98-4607-b8f9-c2c6e8050bd2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:05.899900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Checking segment: {'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:05.900780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Network hostable DHCP agents. Network: 674a6551-702a-43b9-bb51-8c728735201f, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:05.927790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Network 674a6551-702a-43b9-bb51-8c728735201f is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:05.941427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 674a6551-702a-43b9-bb51-8c728735201f) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:05.960330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:05.976304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09082ed1-bb5e-48ff-98d9-e908b3bfea94 None None] Network 674a6551-702a-43b9-bb51-8c728735201f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:05.996434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:05.997074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:06.001942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:06.021386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:06.021939 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:06.022456 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 2 to bind port e303b996-885a-47a1-ab12-d90e6b9319ff Nov 25 19:45:06.042386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:06.042889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:06.043245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:06.063540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:06.063871 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:06.066342 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 3 to bind port e303b996-885a-47a1-ab12-d90e6b9319ff Nov 25 19:45:06.091792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:06.092190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:06.093060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:06.099517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:06.099953 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:06.100454 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 4 to bind port e303b996-885a-47a1-ab12-d90e6b9319ff Nov 25 19:45:06.117369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:06.117775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:06.118232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:06.126254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:06.126582 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:06.127211 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 5 to bind port e303b996-885a-47a1-ab12-d90e6b9319ff Nov 25 19:45:06.161360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:06.162029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:06.162232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:06.172054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:06.172392 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:06.172824 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 6 to bind port e303b996-885a-47a1-ab12-d90e6b9319ff Nov 25 19:45:06.222284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:06.222638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:06.223004 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:06.237523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:06.237523 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:06.237942 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 7 to bind port e303b996-885a-47a1-ab12-d90e6b9319ff Nov 25 19:45:06.262526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:06.262861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:06.263038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:06.271700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:06.272069 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:06.275301 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 8 to bind port e303b996-885a-47a1-ab12-d90e6b9319ff Nov 25 19:45:06.295772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:06.296228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:06.296622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:06.301827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:06.302177 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:06.302598 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 9 to bind port e303b996-885a-47a1-ab12-d90e6b9319ff Nov 25 19:45:06.314038 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.319979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:06.320676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:06.321429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:06.327758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:06.328867 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:06.329473 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 10 to bind port e303b996-885a-47a1-ab12-d90e6b9319ff Nov 25 19:45:06.357652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:06.358303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:06.358897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:06.365080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port e303b996-885a-47a1-ab12-d90e6b9319ff on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:06.365688 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port e303b996-885a-47a1-ab12-d90e6b9319ff on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:06.366270 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.438710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Allocated IP 2001:db8::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/ad5ae865-e615-45ce-9933-501fb83f2584/48543b0e-08ff-4263-8323-560c4a52cd6c) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:06.552474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] For port e303b996-885a-47a1-ab12-d90e6b9319ff, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:06.553668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempted to set empty binding levels {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:45:06.561756 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.614908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:06.616343 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.649822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event updated for resources: {'Port': ['ID=e303b996-885a-47a1-ab12-d90e6b9319ff,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:06.675329 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1f7f-4eab-4596-ad69-7718eed0666b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.696416 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-42fa343f-5f58-45b4-8176-1ab82de06323 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.7170761 Nov 25 19:45:06.709419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46536) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:06.788344 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.803878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89a28b7-6a43-4b62-8482-37c21fd6135a req-04984157-cf3f-43cc-bf42-fc6b1adbd773 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:06.813823 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.817009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e89a28b7-6a43-4b62-8482-37c21fd6135a req-04984157-cf3f-43cc-bf42-fc6b1adbd773 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 948 time: 0.1448352 Nov 25 19:45:06.852418 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.883993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ced379-5f38-4962-96a3-cc9ac05f297d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaeb82e-7c95-40c5-988f-7f3bc904ecd7'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:06.888886 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff04b69-b5fa-4195-a53b-a4cbe382c6aa" -d '{"events": [{"server_uuid": "54ced379-5f38-4962-96a3-cc9ac05f297d", "name": "network-vif-plugged", "status": "completed", "tag": "bfaeb82e-7c95-40c5-988f-7f3bc904ecd7"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:06.893797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:06.930675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:06.937052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:06.941083 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:06.957516 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:06.962403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Pushing event updated for resources: {'Port': ['ID=48543b0e-08ff-4263-8323-560c4a52cd6c,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:07.037867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:07.047610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e89a28b7-6a43-4b62-8482-37c21fd6135a req-c4772e7d-ca50-4e6c-a725-8646fd584c92 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289057 Nov 25 19:45:07.104012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Attempting to bind port 48543b0e-08ff-4263-8323-560c4a52cd6c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:07.104012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Attempting to bind port 48543b0e-08ff-4263-8323-560c4a52cd6c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:07.104587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Attempting to bind port 48543b0e-08ff-4263-8323-560c4a52cd6c on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:07.115698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:07.115698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:07.115698 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.116508 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:07.121343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Bound port: 48543b0e-08ff-4263-8323-560c4a52cd6c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:07.121343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.225484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] For port 48543b0e-08ff-4263-8323-560c4a52cd6c, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:07.231946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] For port 48543b0e-08ff-4263-8323-560c4a52cd6c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=48543b0e-08ff-4263-8323-560c4a52cd6c,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:07.243485 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.314056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.355216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085b93c-584b-4045-93b8-bebcf51f9f1c None None] Pushing event updated for resources: {'Port': ['ID=48543b0e-08ff-4263-8323-560c4a52cd6c,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:07.359581 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49429787-4dfc-4237-9f7a-0a90d02104ab x-openstack-request-id: req-49429787-4dfc-4237-9f7a-0a90d02104ab {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:07.359930 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ced379-5f38-4962-96a3-cc9ac05f297d", "name": "network-vif-plugged", "status": "completed", "tag": "bfaeb82e-7c95-40c5-988f-7f3bc904ecd7", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:07.360228 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49429787-4dfc-4237-9f7a-0a90d02104ab {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:07.360538 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ced379-5f38-4962-96a3-cc9ac05f297d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfaeb82e-7c95-40c5-988f-7f3bc904ecd7', 'code': 200} Nov 25 19:45:07.542643 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1f7f-4eab-4596-ad69-7718eed0666b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.549491 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ce5e1f7f-4eab-4596-ad69-7718eed0666b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.556365 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ce5e1f7f-4eab-4596-ad69-7718eed0666b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9220dac5-6e1c-4ad8-a69b-fcfecf4a1b85 HTTP/1.1" status: 204 len: 168 time: 3.1381729 Nov 25 19:45:07.660587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5e1f7f-4eab-4596-ad69-7718eed0666b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9220dac5-6e1c-4ad8-a69b-fcfecf4a1b85,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:07.671422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd09e9-767b-49f4-8a9d-0a07e2599fc3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Deleting port e303b996-885a-47a1-ab12-d90e6b9319ff {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:07.671989 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bcd09e9-767b-49f4-8a9d-0a07e2599fc3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:07.701658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46554) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:07.870243 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.018667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13d8c84-2755-4e14-83f7-d90c90611b86 req-d848d4d0-94f5-43a1-80f9-7d2cc23ba69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:08.021006 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b13d8c84-2755-4e14-83f7-d90c90611b86 req-d848d4d0-94f5-43a1-80f9-7d2cc23ba69c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 1100 time: 0.5476465 Nov 25 19:45:08.029652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-24666712-ec81-4ad4-9252-6e97f672b3c9 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] Request body: {'port': {'network_id': 'e61e9513-d844-4193-9d4c-d5b8127ba90d', 'name': 'tempest-NetworksNegativeTestJSON-377072977'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:08.051685 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-24666712-ec81-4ad4-9252-6e97f672b3c9 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] POST failed (client error): The resource could not be found. Nov 25 19:45:08.052664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24666712-ec81-4ad4-9252-6e97f672b3c9 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:08.060474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-24666712-ec81-4ad4-9252-6e97f672b3c9 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3505998 Nov 25 19:45:08.060792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46560) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:08.089761 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d489486-866b-4e49-83e8-a47b07711e22 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:08.091317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d489486-866b-4e49-83e8-a47b07711e22 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:08.099010 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3d489486-866b-4e49-83e8-a47b07711e22 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] 10.222.0.15 "DELETE /v2.0/networks/c6ce6e2a-e35d-4184-b041-108b0d28aa00 HTTP/1.1" status: 404 len: 339 time: 0.0335367 Nov 25 19:45:08.099214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46564) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:08.141327 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c069863-7f40-40f3-bc5b-18793e102a6e tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:08.142823 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c069863-7f40-40f3-bc5b-18793e102a6e tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:08.150791 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9c069863-7f40-40f3-bc5b-18793e102a6e tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] 10.222.0.15 "DELETE /v2.0/ports/0d24f9e0-d90a-4a3a-9315-c7255368fc85 HTTP/1.1" status: 404 len: 333 time: 0.0484123 Nov 25 19:45:08.154190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46566) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:08.175491 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.232833 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-5730cfa2-d7ae-463c-8416-89352808e706 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] DELETE failed (client error): The resource could not be found. Nov 25 19:45:08.233209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5730cfa2-d7ae-463c-8416-89352808e706 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:08.237859 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5730cfa2-d7ae-463c-8416-89352808e706 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] 10.222.0.15 "DELETE /v2.0/subnets/d86bda86-32e7-4dd0-8e4b-12f9fcf3c220 HTTP/1.1" status: 404 len: 337 time: 0.0790806 Nov 25 19:45:08.246187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46570) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:08.267957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-7bcd09e9-767b-49f4-8a9d-0a07e2599fc3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] For port e303b996-885a-47a1-ab12-d90e6b9319ff, host n-h1-817303-9, got binding levels [] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:08.268428 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bcd09e9-767b-49f4-8a9d-0a07e2599fc3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.317071 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f8ac3c-24a0-44c2-9341-92495248b52d tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] GET failed (client error): The resource could not be found. Nov 25 19:45:08.320119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b5f8ac3c-24a0-44c2-9341-92495248b52d tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] 10.222.0.15 "GET /v2.0/networks/d756ab62-5164-4b3f-85b5-d3ce8477ad35 HTTP/1.1" status: 404 len: 339 time: 0.0776753 Nov 25 19:45:08.334957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46574) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:08.381128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7bcd09e9-767b-49f4-8a9d-0a07e2599fc3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Calling delete_port for e303b996-885a-47a1-ab12-d90e6b9319ff owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:08.422463 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-102f81e8-0ecf-4bfb-86ef-4130bd5ac560 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] GET failed (client error): The resource could not be found. Nov 25 19:45:08.428242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-102f81e8-0ecf-4bfb-86ef-4130bd5ac560 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] 10.222.0.15 "GET /v2.0/ports/f1661f85-abba-454f-ab84-7f478d7f5ab3 HTTP/1.1" status: 404 len: 333 time: 0.0879867 Nov 25 19:45:08.428703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46576) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:08.500585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb370d4-7530-4871-87a8-be2e4751fb40 req-d940955a-716c-4949-9746-5a0a854573b9 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:08.502234 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fcb370d4-7530-4871-87a8-be2e4751fb40 req-d940955a-716c-4949-9746-5a0a854573b9 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 949 time: 0.2812433 Nov 25 19:45:08.503854 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9997e4f-72c7-4e4f-a4fb-4217ea5cb5da tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] GET failed (client error): The resource could not be found. Nov 25 19:45:08.512029 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f9997e4f-72c7-4e4f-a4fb-4217ea5cb5da tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] 10.222.0.15 "GET /v2.0/subnets/2c170c2d-ce37-42e1-b5e8-1a6a69ad59fb HTTP/1.1" status: 404 len: 337 time: 0.0753646 Nov 25 19:45:08.517582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46578) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:08.521707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 48543b0e-08ff-4263-8323-560c4a52cd6c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:08.524093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8c407bea-13a4-421c-b086-fad36b5c7c87 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:08.584992 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.resource_extend [None req-38beb843-c25c-4393-9b70-338834ff0e28 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:45:08.667521 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38beb843-c25c-4393-9b70-338834ff0e28 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.686072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fcb370d4-7530-4871-87a8-be2e4751fb40 req-87ee79fc-1c30-4eb0-8fbc-dc44ea3c4fa4 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753986 Nov 25 19:45:08.689453 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c407bea-13a4-421c-b086-fad36b5c7c87 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] PUT failed (client error): The resource could not be found. Nov 25 19:45:08.691566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b13d8c84-2755-4e14-83f7-d90c90611b86 req-4aaf753b-eb4b-4dd4-b15f-b45aed0b0040 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6148489 Nov 25 19:45:08.695979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 48543b0e-08ff-4263-8323-560c4a52cd6c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:08.696639 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.697590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c407bea-13a4-421c-b086-fad36b5c7c87 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:08.703613 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8c407bea-13a4-421c-b086-fad36b5c7c87 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] 10.222.0.15 "PUT /v2.0/networks/82588238-084a-443b-85be-dd6ed97267c6 HTTP/1.1" status: 404 len: 339 time: 0.1813600 Nov 25 19:45:08.708322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46584) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:08.729469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0c0bda0a-2253-4687-b929-0adc185aed24 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:08.783537 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38beb843-c25c-4393-9b70-338834ff0e28 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:08.793153 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0bda0a-2253-4687-b929-0adc185aed24 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] PUT failed (client error): The resource could not be found. Nov 25 19:45:08.796458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0bda0a-2253-4687-b929-0adc185aed24 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:08.808744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46588) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:08.815384 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0c0bda0a-2253-4687-b929-0adc185aed24 tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] 10.222.0.15 "PUT /v2.0/ports/7bdfeba4-5dd1-4867-b994-fe829b678dc9 HTTP/1.1" status: 404 len: 333 time: 0.1051571 Nov 25 19:45:08.921788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c46712c4-2f63-4aca-9ac2-11cbaa03b66f tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:08.929213 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.019960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 48543b0e-08ff-4263-8323-560c4a52cd6c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=48543b0e-08ff-4263-8323-560c4a52cd6c,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:09.035354 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.038278 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c46712c4-2f63-4aca-9ac2-11cbaa03b66f tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] PUT failed (client error): The resource could not be found. Nov 25 19:45:09.039279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c46712c4-2f63-4aca-9ac2-11cbaa03b66f tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:45:09.046292 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c46712c4-2f63-4aca-9ac2-11cbaa03b66f tempest-NetworksNegativeTestJSON-738471460 tempest-NetworksNegativeTestJSON-738471460-project] 10.222.0.15 "PUT /v2.0/subnets/4487929b-9798-49b7-ae7f-ace68f306165 HTTP/1.1" status: 404 len: 337 time: 0.1348743 Nov 25 19:45:09.228292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=48543b0e-08ff-4263-8323-560c4a52cd6c,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:09.264507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::1 (0a011fd0-9c8c-4deb-9828-aa08d061358c/ad5ae865-e615-45ce-9933-501fb83f2584/6a8091fc-eef0-420c-af52-7296094a0906) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:09.272697 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bcd09e9-767b-49f4-8a9d-0a07e2599fc3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.319558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd09e9-767b-49f4-8a9d-0a07e2599fc3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event deleted for resources: {'Port': ['ID=e303b996-885a-47a1-ab12-d90e6b9319ff,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:09.363211 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bcd09e9-767b-49f4-8a9d-0a07e2599fc3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.367378 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7bcd09e9-767b-49f4-8a9d-0a07e2599fc3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "DELETE /v2.0/ports/e303b996-885a-47a1-ab12-d90e6b9319ff HTTP/1.1" status: 204 len: 168 time: 2.6565199 Nov 25 19:45:09.372406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46600) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:09.409767 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-38beb843-c25c-4393-9b70-338834ff0e28 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Floating IP 304729af-9e22-405b-86e2-78cd9e3c8152 associated. External IP: 172.25.8.216, port: e50b45e6-233c-4ca5-acca-99f485953123. Nov 25 19:45:09.458376 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afdcd54-0081-46ed-b3d8-9756d84a86fd tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:45:09.468936 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6afdcd54-0081-46ed-b3d8-9756d84a86fd tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "GET /v2.0/ports/e303b996-885a-47a1-ab12-d90e6b9319ff HTTP/1.1" status: 404 len: 333 time: 0.0949161 Nov 25 19:45:09.470034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46602) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:09.478897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Request body: {'port': {'network_id': '674a6551-702a-43b9-bb51-8c728735201f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1583704730'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:09.548928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Made reservation on behalf of 780d37d96b7a4c458787449348622d45 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:09.553247 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.615128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] device_id is not set on port bc168588-6024-4bd0-a7e3-d89a86dd40a1 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:09.681906 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.744061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ba3014db-cc5a-4d6c-ae58-0042c21504d7 None None] Provisioning complete for port 48543b0e-08ff-4263-8323-560c4a52cd6c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:09.744387 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba3014db-cc5a-4d6c-ae58-0042c21504d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:09.857159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38beb843-c25c-4393-9b70-338834ff0e28 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:09.957553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.051589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:10.083262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:10.086011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:10.086847 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.093141 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=6a8091fc-eef0-420c-af52-7296094a0906,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:10.122651 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.214900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38beb843-c25c-4393-9b70-338834ff0e28 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:10.228293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-38beb843-c25c-4393-9b70-338834ff0e28 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.249591 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.253760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f7679-5ea2-4338-b8cc-14a2cfd45e62 None None] Sync routers for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:10.303668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f7679-5ea2-4338-b8cc-14a2cfd45e62 None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:10.304806 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-471f7679-5ea2-4338-b8cc-14a2cfd45e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:10.359856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46616) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:10.360684 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event updated for resources: {'Port': ['ID=bc168588-6024-4bd0-a7e3-d89a86dd40a1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:10.391326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Network 674a6551-702a-43b9-bb51-8c728735201f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:10.395971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:10.399830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:10.401901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:10.402731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.456954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7975b-c460-461f-a004-985fb7ca2922 req-53c68ba7-1a82-437a-a5fb-f8f9779edbfb tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:10.470878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7a7975b-c460-461f-a004-985fb7ca2922 req-53c68ba7-1a82-437a-a5fb-f8f9779edbfb tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 949 time: 0.5566635 Nov 25 19:45:10.528518 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-349d9eb8-f6ad-42d2-aa8a-2d23e8174071 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0519712 Nov 25 19:45:10.532959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46626) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:10.539738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:10.612555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.625932 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-38beb843-c25c-4393-9b70-338834ff0e28 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "PUT /v2.0/floatingips/304729af-9e22-405b-86e2-78cd9e3c8152 HTTP/1.1" status: 200 len: 991 time: 6.1197290 Nov 25 19:45:10.650981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:10.654773 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf62404d-a907-4ee5-be05-65db90f6949a" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "tag": "e50b45e6-233c-4ca5-acca-99f485953123"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:10.678039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 48543b0e-08ff-4263-8323-560c4a52cd6c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:10.792161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-471f7679-5ea2-4338-b8cc-14a2cfd45e62 None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:10.808673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7a7975b-c460-461f-a004-985fb7ca2922 req-c65f2e2a-1196-4aab-bbff-bff4d64b81c3 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3328335 Nov 25 19:45:10.826716 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.909242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a5906c5-f4b7-4b06-a81a-f3508f508978 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:10.929060 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2a5ae40f-552f-4373-8142-12ae26c6bb85 None None] Provisioning complete for port 6a8091fc-eef0-420c-af52-7296094a0906 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:10.929060 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a5ae40f-552f-4373-8142-12ae26c6bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.026669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2a5ae40f-552f-4373-8142-12ae26c6bb85 None None] Port 6a8091fc-eef0-420c-af52-7296094a0906 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:11.177712 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79db7686-b2d7-4990-8c5c-e37efaf5832e x-openstack-request-id: req-79db7686-b2d7-4990-8c5c-e37efaf5832e {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:11.178521 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "tag": "e50b45e6-233c-4ca5-acca-99f485953123", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:11.182882 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79db7686-b2d7-4990-8c5c-e37efaf5832e {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:11.183957 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123', 'status': 'completed', 'code': 200} Nov 25 19:45:11.237624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 48543b0e-08ff-4263-8323-560c4a52cd6c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:11.238428 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.295431 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.373765 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.375868 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.466785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62404d-a907-4ee5-be05-65db90f6949a req-e290b682-3efe-4078-b30a-a0e6bfc7e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:11.468678 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cf62404d-a907-4ee5-be05-65db90f6949a req-e290b682-3efe-4078-b30a-a0e6bfc7e7cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 1096 time: 0.2142484 Nov 25 19:45:11.476208 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a5906c5-f4b7-4b06-a81a-f3508f508978 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.504621 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=6a8091fc-eef0-420c-af52-7296094a0906,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:11.596827 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a5906c5-f4b7-4b06-a81a-f3508f508978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.754348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:11.757753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:11.766528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62404d-a907-4ee5-be05-65db90f6949a req-910cec09-a714-45f7-9067-b045e3f51fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:11.769510 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cf62404d-a907-4ee5-be05-65db90f6949a req-910cec09-a714-45f7-9067-b045e3f51fcf service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.2801821 Nov 25 19:45:11.787274 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8a5906c5-f4b7-4b06-a81a-f3508f508978 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4373a26bcb145b9978f129146bb3a7f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4178443 Nov 25 19:45:11.788864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46674) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:11.850862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] device_id is not set on port bc168588-6024-4bd0-a7e3-d89a86dd40a1 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:11.860922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46676) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:11.862687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5906c5-f4b7-4b06-a81a-f3508f508978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=014f98db-7110-4389-a4d2-c765b1f2603d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:11.907871 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.958773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:11.973339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-471f7679-5ea2-4338-b8cc-14a2cfd45e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '304729af-9e22-405b-86e2-78cd9e3c8152', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'port_id': 'e50b45e6-233c-4ca5-acca-99f485953123', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'mac_address': 'fa:16:3e:ca:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:44:29Z', 'updated_at': '2021-11-25T19:45:08Z', 'revision_number': 1, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:12.015474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f7679-5ea2-4338-b8cc-14a2cfd45e62 None None] Checking router: 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:12.029533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f7679-5ea2-4338-b8cc-14a2cfd45e62 None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:12.030648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-471f7679-5ea2-4338-b8cc-14a2cfd45e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:12.081420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cf62404d-a907-4ee5-be05-65db90f6949a req-a9071030-57b4-4d1e-b92f-3c2a0f419ad7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50b45e6-233c-4ca5-acca-99f485953123 HTTP/1.1" status: 200 len: 999 time: 0.3024664 Nov 25 19:45:12.123042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event updated for resources: {'Port': ['ID=bc168588-6024-4bd0-a7e3-d89a86dd40a1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:12.232541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-471f7679-5ea2-4338-b8cc-14a2cfd45e62 None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:12.321865 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35c69bb6-a47d-4e5f-9d75-230986213fda admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.383534 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35c69bb6-a47d-4e5f-9d75-230986213fda admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.414451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:12.415007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:12.415507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:12.427330 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.474932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:12.475275 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:12.482008 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 2 to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 Nov 25 19:45:12.523241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224970f4-e352-4f75-95f2-8e6ee4eddcd7 req-2d8c9a67-5b7c-4881-91b2-7635393297cf tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:12.525469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-224970f4-e352-4f75-95f2-8e6ee4eddcd7 req-2d8c9a67-5b7c-4881-91b2-7635393297cf tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 949 time: 0.3515701 Nov 25 19:45:12.531951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:12.532297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:12.532672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:12.548847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:12.549412 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:12.555386 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 3 to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 Nov 25 19:45:12.610936 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:12.611202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:12.613524 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:12.635093 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35c69bb6-a47d-4e5f-9d75-230986213fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.650385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-35c69bb6-a47d-4e5f-9d75-230986213fda admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.654041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-35c69bb6-a47d-4e5f-9d75-230986213fda admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/014f98db-7110-4389-a4d2-c765b1f2603d HTTP/1.1" status: 204 len: 168 time: 0.8552568 Nov 25 19:45:12.679561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:12.679891 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:12.694942 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 4 to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 Nov 25 19:45:12.695198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c3b09b37-abdb-428c-9262-a270dee6fe1f None None] Provisioning complete for port 6a8091fc-eef0-420c-af52-7296094a0906 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:12.695507 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c3b09b37-abdb-428c-9262-a270dee6fe1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.710899 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c69bb6-a47d-4e5f-9d75-230986213fda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=014f98db-7110-4389-a4d2-c765b1f2603d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:12.737122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:12.737474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:12.737819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:12.757689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-224970f4-e352-4f75-95f2-8e6ee4eddcd7 req-598aae8c-cf46-45c5-a1a2-14f0125f8128 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110765 Nov 25 19:45:12.801610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:12.802014 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:12.805852 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 5 to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 Nov 25 19:45:12.848654 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.864336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:12.954262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:12.955104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:12.955877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:12.967658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5a2bbbfdef6a4a6381368b73aa454a24&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0951848 Nov 25 19:45:12.975728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46702) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:13.085157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2bdffda-cea5-4dcf-a131-745c1643631f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:13.093533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:13.094721 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:13.114589 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 6 to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 Nov 25 19:45:13.135324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.136042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.136678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.138987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.140152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.141188 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.142136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.143071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.143655 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.144316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.145152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.145815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a258a0e4-be0b-4cbe-b35a-cd22d4ee89c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:13.160261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62404d-a907-4ee5-be05-65db90f6949a req-b797f759-91b5-4835-9c7c-844bcf1ebd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:13.167621 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cf62404d-a907-4ee5-be05-65db90f6949a req-b797f759-91b5-4835-9c7c-844bcf1ebd95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.9933796 Nov 25 19:45:13.171869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c3b09b37-abdb-428c-9262-a270dee6fe1f None None] Port 6a8091fc-eef0-420c-af52-7296094a0906 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:13.215860 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-afd0bed2-9636-46d3-9b87-15b4013d17e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.239206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:13.239787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:13.243840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:13.264768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-471f7679-5ea2-4338-b8cc-14a2cfd45e62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '304729af-9e22-405b-86e2-78cd9e3c8152', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'port_id': 'e50b45e6-233c-4ca5-acca-99f485953123', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'mac_address': 'fa:16:3e:ca:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:44:29Z', 'updated_at': '2021-11-25T19:45:08Z', 'revision_number': 1, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:13.282575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:13.283221 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:13.290302 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 7 to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 Nov 25 19:45:13.305355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f7679-5ea2-4338-b8cc-14a2cfd45e62 None None] The sync data for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 is: [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '304729af-9e22-405b-86e2-78cd9e3c8152', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'floating_ip_address': '172.25.8.216', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'port_id': 'e50b45e6-233c-4ca5-acca-99f485953123', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'mac_address': 'fa:16:3e:ca:b5:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:44:29Z', 'updated_at': '2021-11-25T19:45:08Z', 'revision_number': 1, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:13.350088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf62404d-a907-4ee5-be05-65db90f6949a req-18f34e6e-0d32-4180-a7f5-016818470042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:13.352103 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cf62404d-a907-4ee5-be05-65db90f6949a req-18f34e6e-0d32-4180-a7f5-016818470042 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1549647 Nov 25 19:45:13.427591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:13.432868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:13.433561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:13.446873 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-afd0bed2-9636-46d3-9b87-15b4013d17e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.495715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:13.499433 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:13.509857 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 8 to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 Nov 25 19:45:13.598090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:13.599639 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cf62404d-a907-4ee5-be05-65db90f6949a req-8610d969-9ad6-48a9-bf05-55e0524d1016 service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381320 Nov 25 19:45:13.604053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Router 984a7662-2030-4a99-8fe3-a1c695c22752 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:45:13.606243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:13.607002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:13.615938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:13.616543 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:13.625538 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 9 to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 Nov 25 19:45:13.667864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:13.670143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:13.671136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:13.687592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:13.688026 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:13.689833 n-d-817303-9 neutron-server[103651]: INFO neutron.plugins.ml2.plugin [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 10 to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 Nov 25 19:45:13.807638 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20de0e6f-7363-4ca8-95a0-811abd7b8eb8 None None] New status for floating IP 304729af-9e22-405b-86e2-78cd9e3c8152: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:45:13.835966 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-afd0bed2-9636-46d3-9b87-15b4013d17e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.846182 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-afd0bed2-9636-46d3-9b87-15b4013d17e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:13.850715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-afd0bed2-9636-46d3-9b87-15b4013d17e6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e2bdffda-cea5-4dcf-a131-745c1643631f HTTP/1.1" status: 204 len: 168 time: 0.8707290 Nov 25 19:45:13.856772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:13.858107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:13.858696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:13.869869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:13.870424 n-d-817303-9 neutron-server[103651]: ERROR neutron.plugins.ml2.managers [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:13.872077 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.038833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] For port bc168588-6024-4bd0-a7e3-d89a86dd40a1, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:14.039677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempted to set empty binding levels {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:45:14.051312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd0bed2-9636-46d3-9b87-15b4013d17e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2bdffda-cea5-4dcf-a131-745c1643631f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:14.061371 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cf62404d-a907-4ee5-be05-65db90f6949a req-8a8ab609-20bf-4c2c-94f8-ebb5c37eeec8 service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4436283 Nov 25 19:45:14.083229 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.136884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:14.164882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Sync routers for ids ['984a7662-2030-4a99-8fe3-a1c695c22752'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:14.169878 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-44e009fd-248b-4627-8053-e435e01ceb20 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "PUT /v2.0/routers/984a7662-2030-4a99-8fe3-a1c695c22752/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0891423 Nov 25 19:45:14.172595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46726) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:14.203958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Routers {'984a7662-2030-4a99-8fe3-a1c695c22752'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:14.205222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['984a7662-2030-4a99-8fe3-a1c695c22752'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:14.259224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a97eec1-1a7a-49d9-8561-5013f871bb47 req-3bb2ac7e-a33e-4ead-a0b2-eaec9a6c6e76 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.263141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a97eec1-1a7a-49d9-8561-5013f871bb47 req-3bb2ac7e-a33e-4ead-a0b2-eaec9a6c6e76 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 949 time: 0.5318272 Nov 25 19:45:14.276121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] In _notify_port_updated(), no bound segment for port bc168588-6024-4bd0-a7e3-d89a86dd40a1 on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103651) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:45:14.282075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.284010 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.288858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "PUT /v2.0/ports/bc168588-6024-4bd0-a7e3-d89a86dd40a1 HTTP/1.1" status: 200 len: 975 time: 3.7545872 Nov 25 19:45:14.291970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46732) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:14.426776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0339ce8-a003-4139-a783-e30b281b8d3e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.430610 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b0339ce8-a003-4139-a783-e30b281b8d3e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports/6a8091fc-eef0-420c-af52-7296094a0906 HTTP/1.1" status: 200 len: 911 time: 0.2535040 Nov 25 19:45:14.437249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46736) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:14.444561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a6fd02-53b7-4f6b-b3a0-e42065fce905 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event updated for resources: {'Port': ['ID=bc168588-6024-4bd0-a7e3-d89a86dd40a1,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:14.479095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Set router 984a7662-2030-4a99-8fe3-a1c695c22752 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:14.559935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.560680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.560680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.560910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.561437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.562037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.562567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.563164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.563656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.564166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.564633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.565093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.565553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.566116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.566601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.567097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.567574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.568103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.568591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.569052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.569511 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.570043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.570512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.570998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.571581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.572039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.572578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.573137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.573705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.582652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1c4734d2-b7c6-4058-ac9d-f6218b82b2e8 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 26081 time: 0.2895122 Nov 25 19:45:14.583408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46746) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:14.602695 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a97eec1-1a7a-49d9-8561-5013f871bb47 req-68ac6743-5290-47d6-8c5b-e6646c4b9369 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2667835 Nov 25 19:45:14.784775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1c34bacf-984c-4de7-b9ee-ded3136e3381 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Deleting port bc168588-6024-4bd0-a7e3-d89a86dd40a1 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:14.791656 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c34bacf-984c-4de7-b9ee-ded3136e3381 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:14.798283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6daa0a-2823-49c7-90fe-a459325f6dc7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.828436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6daa0a-2823-49c7-90fe-a459325f6dc7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:14.842199 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-de6daa0a-2823-49c7-90fe-a459325f6dc7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.3989961 Nov 25 19:45:14.843537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46754) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:14.851776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46758) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:14.999636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a7662-2030-4a99-8fe3-a1c695c22752', 'name': 'tempest-NetworksTestDHCPv6-router-679473824', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:04Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 2, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'gw_port_host': None, '_interfaces': [{'id': '6a8091fc-eef0-420c-af52-7296094a0906', 'name': '', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'mac_address': 'fa:16:3e:34:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984a7662-2030-4a99-8fe3-a1c695c22752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'ad5ae865-e615-45ce-9933-501fb83f2584', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 2, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'subnets': [{'id': 'ad5ae865-e615-45ce-9933-501fb83f2584', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:15.025746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-799bf100-8750-4195-ad8b-62a21a602ea7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602887383'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:15.035947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1c34bacf-984c-4de7-b9ee-ded3136e3381 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] For port bc168588-6024-4bd0-a7e3-d89a86dd40a1, host n-h1-817303-9, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:15.036763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c34bacf-984c-4de7-b9ee-ded3136e3381 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.044100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Checking router: 984a7662-2030-4a99-8fe3-a1c695c22752 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:15.044606 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Updating router 984a7662-2030-4a99-8fe3-a1c695c22752 port 6a8091fc-eef0-420c-af52-7296094a0906 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:45:15.060844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-799bf100-8750-4195-ad8b-62a21a602ea7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.071535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1c34bacf-984c-4de7-b9ee-ded3136e3381 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Calling delete_port for bc168588-6024-4bd0-a7e3-d89a86dd40a1 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:15.077614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.156496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-799bf100-8750-4195-ad8b-62a21a602ea7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.251301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059a0e5-4601-45f0-9bbc-00b07c3662e7 req-c6b6fb43-c4d2-447d-8d30-a2609c980cdb tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:15.254296 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5059a0e5-4601-45f0-9bbc-00b07c3662e7 req-c6b6fb43-c4d2-447d-8d30-a2609c980cdb tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.60 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 949 time: 0.1747844 Nov 25 19:45:15.304773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c34bacf-984c-4de7-b9ee-ded3136e3381 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.440746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34bacf-984c-4de7-b9ee-ded3136e3381 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event deleted for resources: {'Port': ['ID=bc168588-6024-4bd0-a7e3-d89a86dd40a1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:15.466852 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c34bacf-984c-4de7-b9ee-ded3136e3381 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.474124 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1c34bacf-984c-4de7-b9ee-ded3136e3381 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "DELETE /v2.0/ports/bc168588-6024-4bd0-a7e3-d89a86dd40a1 HTTP/1.1" status: 204 len: 168 time: 0.8890579 Nov 25 19:45:15.477646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46770) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:15.512892 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-b610d257-589a-4ec6-a0d6-51e799414612 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:45:15.514927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b610d257-589a-4ec6-a0d6-51e799414612 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "GET /v2.0/ports/bc168588-6024-4bd0-a7e3-d89a86dd40a1 HTTP/1.1" status: 404 len: 333 time: 0.0366685 Nov 25 19:45:15.522359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46772) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:15.528555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1927621592', 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:15.584910 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-799bf100-8750-4195-ad8b-62a21a602ea7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.589947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-5059a0e5-4601-45f0-9bbc-00b07c3662e7 req-c255daba-6ff8-4d52-88f7-e9ff9de359e4 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Deleting port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:15.591248 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5059a0e5-4601-45f0-9bbc-00b07c3662e7 req-c255daba-6ff8-4d52-88f7-e9ff9de359e4 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.600504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-799bf100-8750-4195-ad8b-62a21a602ea7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.791031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Made reservation on behalf of 780d37d96b7a4c458787449348622d45 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:15.800559 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.816186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.846683 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:15.853166 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:45:15.927388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bf100-8750-4195-ad8b-62a21a602ea7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46478650-6926-49af-8c46-4cc085e5c926,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:15.990882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] device_id is not set on port 9bf79fb8-e0b2-4ae5-99de-c415f1afb077 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:16.015640 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-799bf100-8750-4195-ad8b-62a21a602ea7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.021459 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-799bf100-8750-4195-ad8b-62a21a602ea7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.099535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799bf100-8750-4195-ad8b-62a21a602ea7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434963fa-b0bd-4084-9cf4-d95ed733d64a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:16.114260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-799bf100-8750-4195-ad8b-62a21a602ea7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.118498 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-799bf100-8750-4195-ad8b-62a21a602ea7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.2628565 Nov 25 19:45:16.118933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46788) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:16.125170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5059a0e5-4601-45f0-9bbc-00b07c3662e7 req-c255daba-6ff8-4d52-88f7-e9ff9de359e4 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] For port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:16.125617 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5059a0e5-4601-45f0-9bbc-00b07c3662e7 req-c255daba-6ff8-4d52-88f7-e9ff9de359e4 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.188107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Attempting to bind port 6a8091fc-eef0-420c-af52-7296094a0906 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:16.188662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Attempting to bind port 6a8091fc-eef0-420c-af52-7296094a0906 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:16.188958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-5059a0e5-4601-45f0-9bbc-00b07c3662e7 req-c255daba-6ff8-4d52-88f7-e9ff9de359e4 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Calling delete_port for bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:16.189059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Attempting to bind port 6a8091fc-eef0-420c-af52-7296094a0906 on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:16.223460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57474c0e-7f9c-42ec-b9e2-a9e84d2c1723 None None] Pushing event updated for resources: {'Port': ['ID=6a8091fc-eef0-420c-af52-7296094a0906,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:16.227965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:16.228511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:16.228991 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.229442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:16.229961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Bound port: 6a8091fc-eef0-420c-af52-7296094a0906, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:16.230360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.252169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacd5e9-85ca-4a38-aa9d-326382e5b0df req-9bd51b80-1567-4cb3-b58c-f6830115221a tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:16.264070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-feacd5e9-85ca-4a38-aa9d-326382e5b0df req-9bd51b80-1567-4cb3-b58c-f6830115221a tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 949 time: 0.4144759 Nov 25 19:45:16.404026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] For port 6a8091fc-eef0-420c-af52-7296094a0906, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:16.410195 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] For port 6a8091fc-eef0-420c-af52-7296094a0906, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6a8091fc-eef0-420c-af52-7296094a0906,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:16.414330 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d2a32cb7-0fe2-4437-ba03-cff2db665cb6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.2935350 Nov 25 19:45:16.416002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46792) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:16.421145 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.450121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0095db63-3688-4313-9607-880f4ad0f15a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group': {'name': 'tempest-security--1109184041', 'description': 'tempest-security-description-1480411630'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:16.542234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Routers {'984a7662-2030-4a99-8fe3-a1c695c22752'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:16.543690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['984a7662-2030-4a99-8fe3-a1c695c22752'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:16.700393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] Set router 984a7662-2030-4a99-8fe3-a1c695c22752 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:16.723004 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0095db63-3688-4313-9607-880f4ad0f15a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:16.881637 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57474c0e-7f9c-42ec-b9e2-a9e84d2c1723 None None] Pushing event updated for resources: {'Port': ['ID=6a8091fc-eef0-420c-af52-7296094a0906,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.017920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-04b2b03b-53db-49b8-a3aa-34523e7ce6d2 None None] Provisioning complete for port 6a8091fc-eef0-420c-af52-7296094a0906 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:17.018305 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04b2b03b-53db-49b8-a3aa-34523e7ce6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.036589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.047367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-feacd5e9-85ca-4a38-aa9d-326382e5b0df req-83153943-208f-4ef0-8c7c-8765ac760a35 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0c74f9d-486c-47e9-b2b5-fd8f214046d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7820919 Nov 25 19:45:17.121905 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0095db63-3688-4313-9607-880f4ad0f15a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.129636 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5059a0e5-4601-45f0-9bbc-00b07c3662e7 req-c255daba-6ff8-4d52-88f7-e9ff9de359e4 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.243594 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04b2b03b-53db-49b8-a3aa-34523e7ce6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.251700 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0095db63-3688-4313-9607-880f4ad0f15a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.254494 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0095db63-3688-4313-9607-880f4ad0f15a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.260474 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0095db63-3688-4313-9607-880f4ad0f15a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "PUT /v2.0/security-groups/434963fa-b0bd-4084-9cf4-d95ed733d64a HTTP/1.1" status: 200 len: 1797 time: 0.8390980 Nov 25 19:45:17.267558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46806) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:17.268558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255daba-6ff8-4d52-88f7-e9ff9de359e4 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Pushing event deleted for resources: {'Port': ['ID=bfaeb82e-7c95-40c5-988f-7f3bc904ecd7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.370233 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-04b2b03b-53db-49b8-a3aa-34523e7ce6d2 None None] For port 6a8091fc-eef0-420c-af52-7296094a0906, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6a8091fc-eef0-420c-af52-7296094a0906,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:17.376368 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04b2b03b-53db-49b8-a3aa-34523e7ce6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.457291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5059a0e5-4601-45f0-9bbc-00b07c3662e7 req-c255daba-6ff8-4d52-88f7-e9ff9de359e4 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] No DVR routers for this DVR port bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:17.464383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095db63-3688-4313-9607-880f4ad0f15a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=434963fa-b0bd-4084-9cf4-d95ed733d64a,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.473779 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5059a0e5-4601-45f0-9bbc-00b07c3662e7 req-c255daba-6ff8-4d52-88f7-e9ff9de359e4 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.482409 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5059a0e5-4601-45f0-9bbc-00b07c3662e7 req-c255daba-6ff8-4d52-88f7-e9ff9de359e4 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.60 "DELETE /v2.0/ports/bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 HTTP/1.1" status: 204 len: 173 time: 2.2150049 Nov 25 19:45:17.488554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54ced379-5f38-4962-96a3-cc9ac05f297d', 'name': 'network-vif-deleted', 'tag': 'bfaeb82e-7c95-40c5-988f-7f3bc904ecd7'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:45:17.509268 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfba5499-ccd4-4f6f-9a36-f5f983255a23" -d '{"events": [{"server_uuid": "54ced379-5f38-4962-96a3-cc9ac05f297d", "name": "network-vif-deleted", "tag": "bfaeb82e-7c95-40c5-988f-7f3bc904ecd7"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:45:17.526838 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b2b03b-53db-49b8-a3aa-34523e7ce6d2 None None] Pushing event updated for resources: {'Port': ['ID=6a8091fc-eef0-420c-af52-7296094a0906,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:17.543072 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-79708b2a-9645-4a4b-aab2-fa9e0f0361b1 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-groups/434963fa-b0bd-4084-9cf4-d95ed733d64a HTTP/1.1" status: 200 len: 1797 time: 0.2686031 Nov 25 19:45:17.551171 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46810) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:17.682243 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b290b251-2bc8-49ab-a5bc-ca3755cd3c70 x-openstack-request-id: req-b290b251-2bc8-49ab-a5bc-ca3755cd3c70 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:45:17.682928 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54ced379-5f38-4962-96a3-cc9ac05f297d", "name": "network-vif-deleted", "tag": "bfaeb82e-7c95-40c5-988f-7f3bc904ecd7", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:45:17.683588 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b290b251-2bc8-49ab-a5bc-ca3755cd3c70 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:45:17.684889 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54ced379-5f38-4962-96a3-cc9ac05f297d', 'name': 'network-vif-deleted', 'tag': 'bfaeb82e-7c95-40c5-988f-7f3bc904ecd7', 'status': 'completed', 'code': 200} Nov 25 19:45:17.717459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d8f791d4-527c-47c2-983f-382be9d77f08 None None] Provisioning complete for port 6a8091fc-eef0-420c-af52-7296094a0906 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:17.718982 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8f791d4-527c-47c2-983f-382be9d77f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.784414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a4628b8-ea8d-4e98-8cc8-a97148bab494 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.899260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a7662-2030-4a99-8fe3-a1c695c22752', 'name': 'tempest-NetworksTestDHCPv6-router-679473824', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:04Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 2, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'gw_port_host': None, '_interfaces': [{'id': '6a8091fc-eef0-420c-af52-7296094a0906', 'name': '', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'mac_address': 'fa:16:3e:34:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984a7662-2030-4a99-8fe3-a1c695c22752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'ad5ae865-e615-45ce-9933-501fb83f2584', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 4, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'subnets': [{'id': 'ad5ae865-e615-45ce-9933-501fb83f2584', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:17.908349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a4628b8-ea8d-4e98-8cc8-a97148bab494 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:17.959956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b4da33-2678-4a50-a2a7-76e3acf86e89 None None] The sync data for ids ['984a7662-2030-4a99-8fe3-a1c695c22752'] in n-d-817303-9 is: [{'id': '984a7662-2030-4a99-8fe3-a1c695c22752', 'name': 'tempest-NetworksTestDHCPv6-router-679473824', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:04Z', 'updated_at': '2021-11-25T19:45:10Z', 'revision_number': 2, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'gw_port_host': None, '_interfaces': [{'id': '6a8091fc-eef0-420c-af52-7296094a0906', 'name': '', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'mac_address': 'fa:16:3e:34:79:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '984a7662-2030-4a99-8fe3-a1c695c22752', 'device_owner': 'network:router_interface', 'standard_attr_id': 2293, 'fixed_ips': [{'subnet_id': 'ad5ae865-e615-45ce-9933-501fb83f2584', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:07Z', 'updated_at': '2021-11-25T19:45:16Z', 'revision_number': 4, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'subnets': [{'id': 'ad5ae865-e615-45ce-9933-501fb83f2584', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:18.053432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.079385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46828) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:18.170752 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a4628b8-ea8d-4e98-8cc8-a97148bab494 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.176398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a4628b8-ea8d-4e98-8cc8-a97148bab494 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.180405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0a4628b8-ea8d-4e98-8cc8-a97148bab494 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-groups/434963fa-b0bd-4084-9cf4-d95ed733d64a HTTP/1.1" status: 204 len: 168 time: 0.6258352 Nov 25 19:45:18.186632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46834) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:18.217312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4628b8-ea8d-4e98-8cc8-a97148bab494 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=434963fa-b0bd-4084-9cf4-d95ed733d64a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:18.358160 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.436759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-02b3f091-7cbd-49df-bf6c-d76dd8baad67 tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:18.443458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8e2417d-1de3-4c7d-85d8-f2e232d0bf12 req-0194b364-f114-4729-8b00-7b6299168c37 tempest-VolumesNegativeTest-1324491395 tempest-VolumesNegativeTest-1324491395-project] 10.222.0.15 "GET /v2.0/ports?device_id=54ced379-5f38-4962-96a3-cc9ac05f297d HTTP/1.1" status: 200 len: 210 time: 0.1006286 Nov 25 19:45:18.450643 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-5e4cd65c-589e-4b32-bfb8-14bf49788894 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1047003 Nov 25 19:45:18.571796 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1510cd46-9e48-425e-bafb-721cb9f92384 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3795843 Nov 25 19:45:18.572669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46840) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:18.629829 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Network 674a6551-702a-43b9-bb51-8c728735201f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:18.663664 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-7a407684-8f59-4784-8c86-c5dbc20b47a2 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] delete failed (client error): The resource could not be found. Nov 25 19:45:18.669031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7a407684-8f59-4784-8c86-c5dbc20b47a2 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-groups/434963fa-b0bd-4084-9cf4-d95ed733d64a HTTP/1.1" status: 404 len: 347 time: 0.0905464 Nov 25 19:45:18.670949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event updated for resources: {'Port': ['ID=9bf79fb8-e0b2-4ae5-99de-c415f1afb077,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:18.690976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:18.694069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46842) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:18.719136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-10fec30d-3834-4b48-87bd-3a99295c7b5e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1344898085'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:18.727215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:18.728581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.729630 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.767630 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-08ff7ea7-f62e-45e7-9975-ce3ed05db5a3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.2437248 Nov 25 19:45:18.776589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46844) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:18.790488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8aea70e4-bac1-47e7-ba27-e387e2530fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.792034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8aea70e4-bac1-47e7-ba27-e387e2530fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.793645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8aea70e4-bac1-47e7-ba27-e387e2530fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.794759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8aea70e4-bac1-47e7-ba27-e387e2530fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.798741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8aea70e4-bac1-47e7-ba27-e387e2530fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.803706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8aea70e4-bac1-47e7-ba27-e387e2530fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.803706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8aea70e4-bac1-47e7-ba27-e387e2530fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.805146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-02b3f091-7cbd-49df-bf6c-d76dd8baad67 tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] 10.222.0.15 "PUT /v2.0/quotas/5cfc6c7b6f1b4659b0c74f1f73abcd94 HTTP/1.1" status: 200 len: 366 time: 0.7226357 Nov 25 19:45:18.806323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46846) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:18.819734 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8aea70e4-bac1-47e7-ba27-e387e2530fc9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6503 time: 0.1788781 Nov 25 19:45:18.832991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 6a8091fc-eef0-420c-af52-7296094a0906 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:18.833408 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.847264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10fec30d-3834-4b48-87bd-3a99295c7b5e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:18.885877 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-009917c3-1b0f-46dc-8be2-06e90e0df9ff tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0709367 Nov 25 19:45:18.893023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46848) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:18.932986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12131cb2-3eca-40fd-9d66-671b635ef708 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:18.935517 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-12131cb2-3eca-40fd-9d66-671b635ef708 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "GET /v2.0/ports/9bf79fb8-e0b2-4ae5-99de-c415f1afb077 HTTP/1.1" status: 200 len: 955 time: 0.1142030 Nov 25 19:45:18.946893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46850) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:18.969661 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6427a4a7-03a8-4e68-b0c2-e8d00c8812fd tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] 10.222.0.15 "GET /v2.0/quotas/5cfc6c7b6f1b4659b0c74f1f73abcd94 HTTP/1.1" status: 200 len: 366 time: 0.0718601 Nov 25 19:45:18.971776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46852) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:19.018611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:19.109300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:19.109659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device bfaeb82e-7c95-40c5-988f-7f3bc904ecd7 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:19.124287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] For port 6a8091fc-eef0-420c-af52-7296094a0906, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6a8091fc-eef0-420c-af52-7296094a0906,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:19.125023 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.186098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5777560b-50ad-417f-b54d-7014a3cc8390 tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/5cfc6c7b6f1b4659b0c74f1f73abcd94 HTTP/1.1" status: 204 len: 168 time: 0.1428583 Nov 25 19:45:19.186356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 6a8091fc-eef0-420c-af52-7296094a0906 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:19.188620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46856) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:19.213616 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10fec30d-3834-4b48-87bd-3a99295c7b5e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.231883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10fec30d-3834-4b48-87bd-3a99295c7b5e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.254333 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4e76f980-2eb6-4016-84a6-79de4ff04d56 tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0605595 Nov 25 19:45:19.255756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46858) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:19.271253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-0d461c9f-6d40-4933-aa4f-5ff09a438e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:19.271724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-0d461c9f-6d40-4933-aa4f-5ff09a438e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:19.272176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-0d461c9f-6d40-4933-aa4f-5ff09a438e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:19.273858 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-0d461c9f-6d40-4933-aa4f-5ff09a438e41 service neutron] 10.222.0.60 "GET /v2.0/networks?id=531ea4be-db10-442e-a719-94c0832255fd&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e HTTP/1.1" status: 200 len: 2298 time: 0.3970771 Nov 25 19:45:19.281357 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-69008c25-5327-4a4f-9ff3-f4717f95bece tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] 10.222.0.15 "GET /v2.0/quotas/5cfc6c7b6f1b4659b0c74f1f73abcd94 HTTP/1.1" status: 200 len: 370 time: 0.0208876 Nov 25 19:45:19.284838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46860) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:19.295450 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2a4170a8-3ae0-4d3d-b8a0-104a7e8e0e4b tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] 10.222.0.15 "GET /v2.0/quotas/5cfc6c7b6f1b4659b0c74f1f73abcd94/default HTTP/1.1" status: 200 len: 370 time: 0.0043871 Nov 25 19:45:19.302691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46862) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:19.324661 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10fec30d-3834-4b48-87bd-3a99295c7b5e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.326213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-10fec30d-3834-4b48-87bd-3a99295c7b5e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6136756 Nov 25 19:45:19.333160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46864) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:19.342652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-97a19913-2091-4d7b-8859-8fe8969e6251 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': 'a68f9dc0-fe22-459c-a2e9-2d59f85e99ec', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:19.358421 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-be188e74-7b4a-4d57-8316-027db69e94e6 tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] delete failed (client error): The resource could not be found. Nov 25 19:45:19.364873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-be188e74-7b4a-4d57-8316-027db69e94e6 tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/5cfc6c7b6f1b4659b0c74f1f73abcd94 HTTP/1.1" status: 404 len: 348 time: 0.0535350 Nov 25 19:45:19.391681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fec30d-3834-4b48-87bd-3a99295c7b5e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68f9dc0-fe22-459c-a2e9-2d59f85e99ec,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:19.417416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b3e98451-c40b-4c15-881e-8ccc451919f2 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Deleting port 9bf79fb8-e0b2-4ae5-99de-c415f1afb077 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:19.418697 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3e98451-c40b-4c15-881e-8ccc451919f2 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.504665 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-a6088f6c-407c-488a-91d3-516465f82c72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65636e05-774f-452f-8240-2f811a684d5a HTTP/1.1" status: 200 len: 1001 time: 0.2128351 Nov 25 19:45:19.571395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46870) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:19.669316 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-97a19913-2091-4d7b-8859-8fe8969e6251 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.677570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3e98451-c40b-4c15-881e-8ccc451919f2 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.721589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b3e98451-c40b-4c15-881e-8ccc451919f2 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Calling delete_port for 9bf79fb8-e0b2-4ae5-99de-c415f1afb077 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:19.734396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-72b03526-a1f7-4ee8-a2b5-96047e489e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:19.736091 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-72b03526-a1f7-4ee8-a2b5-96047e489e3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6 HTTP/1.1" status: 200 len: 856 time: 0.2214966 Nov 25 19:45:19.740603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Usage tracker for resource:network and project:7a5d0b3f53784ae4a0774709b5350d66 is out of sync, need to count used quota {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:45:19.778412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:45:19.786712 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:19.856769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-7d6a4269-cd24-4121-b69d-a2d95c7d0c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:19.858603 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-7d6a4269-cd24-4121-b69d-a2d95c7d0c38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531ea4be-db10-442e-a719-94c0832255fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1058018 Nov 25 19:45:19.859146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=6a8091fc-eef0-420c-af52-7296094a0906,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:19.900529 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Usage tracker for resource:subnet and project:7a5d0b3f53784ae4a0774709b5350d66 is out of sync, need to count used quota {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:45:19.933208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:45:19.956991 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-97a19913-2091-4d7b-8859-8fe8969e6251 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.028290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-97a19913-2091-4d7b-8859-8fe8969e6251 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.078896 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3e98451-c40b-4c15-881e-8ccc451919f2 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.151088 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3e98451-c40b-4c15-881e-8ccc451919f2 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.162690 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b3e98451-c40b-4c15-881e-8ccc451919f2 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9bf79fb8-e0b2-4ae5-99de-c415f1afb077 HTTP/1.1" status: 204 len: 168 time: 1.2144511 Nov 25 19:45:20.173213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46886) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:20.209373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a19913-2091-4d7b-8859-8fe8969e6251 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc35ade-bd00-428b-90c5-e18e166f6411,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:20.311468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Usage tracker for resource:subnetpool and project:7a5d0b3f53784ae4a0774709b5350d66 is out of sync, need to count used quota {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:45:20.318546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-97a19913-2091-4d7b-8859-8fe8969e6251 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.325212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-97a19913-2091-4d7b-8859-8fe8969e6251 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9873016 Nov 25 19:45:20.331738 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f5d666-4dc1-4447-bfc4-d98f157ab3e7 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:45:20.339738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46894) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:20.339995 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-56f5d666-4dc1-4447-bfc4-d98f157ab3e7 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "GET /v2.0/ports/9bf79fb8-e0b2-4ae5-99de-c415f1afb077 HTTP/1.1" status: 404 len: 333 time: 0.0860655 Nov 25 19:45:20.344879 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.346219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e98451-c40b-4c15-881e-8ccc451919f2 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event deleted for resources: {'Port': ['ID=9bf79fb8-e0b2-4ae5-99de-c415f1afb077,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:20.346637 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46896) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:20.353240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:45:20.364714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Request body: {'port': {'network_id': '674a6551-702a-43b9-bb51-8c728735201f', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-745374775'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:20.369455 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-56615806-c904-49f6-9a89-9b8e82db8650 service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4987464 Nov 25 19:45:20.447661 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0298f223-adcc-4b84-a899-5ebf0775d345 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.467320 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0298f223-adcc-4b84-a899-5ebf0775d345 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.578782 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.619991 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-23e5a394-5365-4151-ae78-55547241bc3e service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400880 Nov 25 19:45:20.633133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Usage tracker for resource:port and project:7a5d0b3f53784ae4a0774709b5350d66 is out of sync, need to count used quota {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:45:20.634975 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0298f223-adcc-4b84-a899-5ebf0775d345 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.641918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0298f223-adcc-4b84-a899-5ebf0775d345 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.643080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0298f223-adcc-4b84-a899-5ebf0775d345 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/efc35ade-bd00-428b-90c5-e18e166f6411 HTTP/1.1" status: 204 len: 168 time: 0.3081982 Nov 25 19:45:20.651171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46904) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:20.665254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:45:20.685047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Made reservation on behalf of 780d37d96b7a4c458787449348622d45 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:20.687673 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:20.707931 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-ae5e6f54-3922-45a9-adf0-0be99bb93067 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=fb561747-6f3c-49c3-accb-3206128ee7ab HTTP/1.1" status: 200 len: 217 time: 0.0799136 Nov 25 19:45:20.712429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0298f223-adcc-4b84-a899-5ebf0775d345 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=efc35ade-bd00-428b-90c5-e18e166f6411,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:20.723268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] device_id is not set on port de1e65ec-5af0-410d-8830-affec8aa8b1e yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:20.742768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Usage tracker for resource:router and project:7a5d0b3f53784ae4a0774709b5350d66 is out of sync, need to count used quota {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:45:20.846625 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:45:20.876928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8ab7bc63-7e8c-4967-9e4e-b3bd5a00902c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:20.884269 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8ab7bc63-7e8c-4967-9e4e-b3bd5a00902c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.1671536 Nov 25 19:45:20.894662 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e6dfe6c1-acfa-4099-afb0-d9cc7244e267 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2376635 Nov 25 19:45:20.901987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46914) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:20.915256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Usage tracker for resource:floatingip and project:7a5d0b3f53784ae4a0774709b5350d66 is out of sync, need to count used quota {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:45:20.967080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Router 984a7662-2030-4a99-8fe3-a1c695c22752 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:20.970595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:45:20.984360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-5224affd-6805-4d00-a0f9-14891f95af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:20.986682 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-5224affd-6805-4d00-a0f9-14891f95af63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0939038 Nov 25 19:45:21.172950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:21.189822 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe73093-ee21-4bc8-a110-dd3572c7c197 None None] Sync routers for ids ['984a7662-2030-4a99-8fe3-a1c695c22752'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:21.191188 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-17cca52a-c461-432b-841c-10a14633bbd5 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896942 Nov 25 19:45:21.194887 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3fd86da2-d471-488e-ade7-8cd4218172a7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "PUT /v2.0/routers/984a7662-2030-4a99-8fe3-a1c695c22752/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3472991 Nov 25 19:45:21.200773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46940) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:21.225274 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe73093-ee21-4bc8-a110-dd3572c7c197 None None] Routers {'984a7662-2030-4a99-8fe3-a1c695c22752'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:21.226311 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8fe73093-ee21-4bc8-a110-dd3572c7c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['984a7662-2030-4a99-8fe3-a1c695c22752'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:21.355105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28297a6d-8d4a-40a4-be5f-8c812f956518 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.411787 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.415653 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-8fe73093-ee21-4bc8-a110-dd3572c7c197 None None] Set router 984a7662-2030-4a99-8fe3-a1c695c22752 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:21.443864 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28297a6d-8d4a-40a4-be5f-8c812f956518 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.461731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94967616-d8ec-4563-8889-a4e576ad87c6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.464091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94967616-d8ec-4563-8889-a4e576ad87c6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.468049 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-94967616-d8ec-4563-8889-a4e576ad87c6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2650354 Nov 25 19:45:21.470360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Usage tracker for resource:security_group and project:7a5d0b3f53784ae4a0774709b5350d66 is out of sync, need to count used quota {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:45:21.479081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:45:21.483376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46978) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:21.522946 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-859399ef-a00e-426f-8a59-3e22e2ee7908 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3178947 Nov 25 19:45:21.584202 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8fe73093-ee21-4bc8-a110-dd3572c7c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a7662-2030-4a99-8fe3-a1c695c22752', 'name': 'tempest-NetworksTestDHCPv6-router-679473824', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:04Z', 'updated_at': '2021-11-25T19:45:19Z', 'revision_number': 3, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:21.602230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Usage tracker for resource:security_group_rule and project:7a5d0b3f53784ae4a0774709b5350d66 is out of sync, need to count used quota {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 25 19:45:21.628483 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-95af32be-ee45-4081-b551-31f25c2a8ded service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ce49200e-7a12-415f-ba24-3bfb7d146868 HTTP/1.1" status: 200 len: 217 time: 0.0990472 Nov 25 19:45:21.639082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.quota.resource [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103651) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 25 19:45:21.673028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6d23bdb9-f15e-4416-aebc-f78cf30976eb tempest-QuotasTest-1383903950 tempest-QuotasTest-1383903950-project-admin] 10.222.0.15 "GET /v2.0/quotas/7a5d0b3f53784ae4a0774709b5350d66/details.json HTTP/1.1" status: 200 len: 703 time: 2.0987084 Nov 25 19:45:21.680365 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.705468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9e51aa-c823-47ba-a371-f0ccd4e72605 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet ad5ae865-e615-45ce-9933-501fb83f2584 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:21.845428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-4ce213b1-0cdd-4acf-8151-3ad188528629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.847210 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-4ce213b1-0cdd-4acf-8151-3ad188528629 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.2085001 Nov 25 19:45:21.876841 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28297a6d-8d4a-40a4-be5f-8c812f956518 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.881028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28297a6d-8d4a-40a4-be5f-8c812f956518 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.883025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-28297a6d-8d4a-40a4-be5f-8c812f956518 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-groups/a68f9dc0-fe22-459c-a2e9-2d59f85e99ec HTTP/1.1" status: 204 len: 168 time: 0.9779963 Nov 25 19:45:21.884239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event updated for resources: {'Port': ['ID=de1e65ec-5af0-410d-8830-affec8aa8b1e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:21.888704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46992) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:21.891282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9a9e51aa-c823-47ba-a371-f0ccd4e72605 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:21.901653 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe73093-ee21-4bc8-a110-dd3572c7c197 None None] Checking router: 984a7662-2030-4a99-8fe3-a1c695c22752 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:21.927577 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe73093-ee21-4bc8-a110-dd3572c7c197 None None] Routers {'984a7662-2030-4a99-8fe3-a1c695c22752'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:21.928436 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8fe73093-ee21-4bc8-a110-dd3572c7c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['984a7662-2030-4a99-8fe3-a1c695c22752'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:21.948043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-5398086e-f3a4-47dd-a4cc-2bca6e121014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:21.950717 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-5398086e-f3a4-47dd-a4cc-2bca6e121014 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0952322 Nov 25 19:45:22.004730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Network 674a6551-702a-43b9-bb51-8c728735201f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:22.011859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28297a6d-8d4a-40a4-be5f-8c812f956518 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68f9dc0-fe22-459c-a2e9-2d59f85e99ec,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:22.056598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:22.064202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:22.065195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:22.067308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.092255 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9a9e51aa-c823-47ba-a371-f0ccd4e72605 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.219981 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-9354e802-d560-4ccd-ad8d-4b83a15cefbd service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601941 Nov 25 19:45:22.234365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7267891b-1519-4258-aaeb-96a6f45e9bc9 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2852030 Nov 25 19:45:22.236077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47002) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:22.237652 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-8fe73093-ee21-4bc8-a110-dd3572c7c197 None None] Set router 984a7662-2030-4a99-8fe3-a1c695c22752 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:22.257553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7a11e637-92dd-466b-9044-1bec32b93646 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group': {'name': 'tempest-secgroup--742469323'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:22.273623 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-30360d7d-1c2c-4e2f-9dbf-3c76bf2f8de3 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9214292 Nov 25 19:45:22.277190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47004) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:22.284847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:22.434595 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a11e637-92dd-466b-9044-1bec32b93646 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.441050 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8fe73093-ee21-4bc8-a110-dd3572c7c197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '984a7662-2030-4a99-8fe3-a1c695c22752', 'name': 'tempest-NetworksTestDHCPv6-router-679473824', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:04Z', 'updated_at': '2021-11-25T19:45:19Z', 'revision_number': 3, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:22.478410 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.573609 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fe73093-ee21-4bc8-a110-dd3572c7c197 None None] The sync data for ids ['984a7662-2030-4a99-8fe3-a1c695c22752'] in n-d-817303-9 is: [{'id': '984a7662-2030-4a99-8fe3-a1c695c22752', 'name': 'tempest-NetworksTestDHCPv6-router-679473824', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:04Z', 'updated_at': '2021-11-25T19:45:19Z', 'revision_number': 3, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:22.619798 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a11e637-92dd-466b-9044-1bec32b93646 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.620239 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-0aefafa1-2b21-4546-a39d-f6abaaef09ce service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920643 Nov 25 19:45:22.634683 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a11e637-92dd-466b-9044-1bec32b93646 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.670024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47022) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:22.685432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9a9e51aa-c823-47ba-a371-f0ccd4e72605 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.726386 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-d45ecf07-4500-4596-ab13-79d350e1ff74 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=43d3c575-757a-4ad9-a707-160601e5750e HTTP/1.1" status: 200 len: 217 time: 0.0857873 Nov 25 19:45:22.800804 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a11e637-92dd-466b-9044-1bec32b93646 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.809269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47030) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:22.810778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7a11e637-92dd-466b-9044-1bec32b93646 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5661116 Nov 25 19:45:22.813942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4783a6c4-965e-4809-9d6b-72403d435bb3 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': '45d708a9-b999-4b8c-8f3c-e064735e23de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:22.849631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a11e637-92dd-466b-9044-1bec32b93646 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45d708a9-b999-4b8c-8f3c-e064735e23de,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:22.912023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-ce03fc3f-f81b-4e45-8759-1bff3a085b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:22.913798 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-ce03fc3f-f81b-4e45-8759-1bff3a085b82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.1805267 Nov 25 19:45:22.942282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9a9e51aa-c823-47ba-a371-f0ccd4e72605 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:22.981828 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.021625 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9a9e51aa-c823-47ba-a371-f0ccd4e72605 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.028425 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eb269c-5961-4e3c-b852-24e00a721290 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:23.029160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9a9e51aa-c823-47ba-a371-f0ccd4e72605 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/ad5ae865-e615-45ce-9933-501fb83f2584 HTTP/1.1" status: 204 len: 168 time: 1.5367122 Nov 25 19:45:23.043630 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47034) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:23.066559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9e51aa-c823-47ba-a371-f0ccd4e72605 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=ad5ae865-e615-45ce-9933-501fb83f2584,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:23.208941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] device_id is not set on port de1e65ec-5af0-410d-8830-affec8aa8b1e yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:23.223659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.230080 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4783a6c4-965e-4809-9d6b-72403d435bb3 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.245886 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.320350 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4554900-f29f-4506-b83c-58bf43daf3b8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.375433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event updated for resources: {'Port': ['ID=de1e65ec-5af0-410d-8830-affec8aa8b1e,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:23.445659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-c4a89770-def4-42b2-bf5b-c92f0b094a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:23.448406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8517b93d-dc93-4b38-a889-9de2a3880800 None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:23.462572 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-c4a89770-def4-42b2-bf5b-c92f0b094a72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5211160 Nov 25 19:45:23.515860 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ecfe8a08-4beb-4dc8-830b-eb4cd3e839cb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.4702778 Nov 25 19:45:23.518459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47064) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:23.642903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8517b93d-dc93-4b38-a889-9de2a3880800 None None] Deleting port 48543b0e-08ff-4263-8323-560c4a52cd6c {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:23.643549 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8517b93d-dc93-4b38-a889-9de2a3880800 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.679106 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acd9f406-25ee-4175-a4f2-086cb5506cdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.699561 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-f4db297c-8766-4fe2-bc87-a9a6d8270ebe service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164648 Nov 25 19:45:23.728995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:23.729547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:23.730831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:23.748952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8517b93d-dc93-4b38-a889-9de2a3880800 None None] For port 48543b0e-08ff-4263-8323-560c4a52cd6c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=48543b0e-08ff-4263-8323-560c4a52cd6c,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:23.752861 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8517b93d-dc93-4b38-a889-9de2a3880800 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.776831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:23.777369 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:23.780402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8517b93d-dc93-4b38-a889-9de2a3880800 None None] Calling delete_port for 48543b0e-08ff-4263-8323-560c4a52cd6c owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:23.791327 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 2 to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e Nov 25 19:45:23.801700 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4554900-f29f-4506-b83c-58bf43daf3b8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.839700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:23.840223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:23.840756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:23.865968 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4554900-f29f-4506-b83c-58bf43daf3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:23.877373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:23.877880 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:23.886049 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 3 to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e Nov 25 19:45:23.929788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:23.930793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:23.930793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:23.970836 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8517b93d-dc93-4b38-a889-9de2a3880800 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.010138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b4554900-f29f-4506-b83c-58bf43daf3b8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8e288df8e910458cb8331bce6da29fe9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3292902 Nov 25 19:45:24.015808 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8517b93d-dc93-4b38-a889-9de2a3880800 None None] No DVR routers for this DVR port 48543b0e-08ff-4263-8323-560c4a52cd6c on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:24.061997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47082) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:24.063188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517b93d-dc93-4b38-a889-9de2a3880800 None None] Pushing event deleted for resources: {'Port': ['ID=48543b0e-08ff-4263-8323-560c4a52cd6c,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:24.075002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4783a6c4-965e-4809-9d6b-72403d435bb3 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.114352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:24.116017 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:24.123759 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 4 to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e Nov 25 19:45:24.138403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4783a6c4-965e-4809-9d6b-72403d435bb3 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.192444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4554900-f29f-4506-b83c-58bf43daf3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b644b1-16c0-46f0-9fd7-2eb900f9b93e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:24.204593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783a6c4-965e-4809-9d6b-72403d435bb3 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca463429-4662-4822-a8b7-4fe2b5afd47a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:24.207605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:24.208053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:24.208432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:24.213714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acd9f406-25ee-4175-a4f2-086cb5506cdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.219768 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acd9f406-25ee-4175-a4f2-086cb5506cdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.234529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:24.234955 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:24.237823 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4783a6c4-965e-4809-9d6b-72403d435bb3 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.239242 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4783a6c4-965e-4809-9d6b-72403d435bb3 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4296038 Nov 25 19:45:24.244682 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 5 to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e Nov 25 19:45:24.249445 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-4866764e-dc19-4594-9fe3-359c2c9d6322 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234900 Nov 25 19:45:24.253600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47092) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:24.271944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-218c9610-2c1e-4608-989e-99df3bb80884 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': '45d708a9-b999-4b8c-8f3c-e064735e23de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:24.322984 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acd9f406-25ee-4175-a4f2-086cb5506cdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.327947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd9f406-25ee-4175-a4f2-086cb5506cdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Fanout notify agent at l3_agent the message router_deleted on router 984a7662-2030-4a99-8fe3-a1c695c22752 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:45:24.342307 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acd9f406-25ee-4175-a4f2-086cb5506cdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.344348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-acd9f406-25ee-4175-a4f2-086cb5506cdf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/routers/984a7662-2030-4a99-8fe3-a1c695c22752 HTTP/1.1" status: 204 len: 168 time: 0.8243742 Nov 25 19:45:24.349459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47096) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:24.366342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fa658683-9bf4-447e-8fc8-627d4ac9789e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:24.414382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:24.414868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:24.415935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:24.420374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28fe6f5f-82d5-4240-9567-d12736330c4c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.441333 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-83cf72c0-063e-489d-b8e7-5a246e8c9e0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8 HTTP/1.1" status: 200 len: 217 time: 0.1604812 Nov 25 19:45:24.525175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:24.525800 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:24.546984 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 6 to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e Nov 25 19:45:24.619284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6a8091fc-eef0-420c-af52-7296094a0906 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:24.627922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28fe6f5f-82d5-4240-9567-d12736330c4c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.660957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 6a8091fc-eef0-420c-af52-7296094a0906 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:24.662540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6a8091fc-eef0-420c-af52-7296094a0906 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:24.664103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 48543b0e-08ff-4263-8323-560c4a52cd6c no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:24.671758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa658683-9bf4-447e-8fc8-627d4ac9789e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:24.684141 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa658683-9bf4-447e-8fc8-627d4ac9789e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.700845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:24.701254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:24.701804 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:24.705796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-715b0761-6605-4671-9389-ed2d4bf73a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:24.707286 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-715b0761-6605-4671-9389-ed2d4bf73a99 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.2376788 Nov 25 19:45:24.727025 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-218c9610-2c1e-4608-989e-99df3bb80884 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.731038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:24.731658 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:24.735324 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 7 to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e Nov 25 19:45:24.749260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 48543b0e-08ff-4263-8323-560c4a52cd6c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:24.755469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 48543b0e-08ff-4263-8323-560c4a52cd6c not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:24.792470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:24.793323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:24.795542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:24.806045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:24.806816 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:24.812806 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 8 to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e Nov 25 19:45:24.898274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:24.898913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:24.899526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:24.942392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:24.943645 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:24.950286 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 9 to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e Nov 25 19:45:24.970028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:24.970280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:24.970772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:24.976441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28fe6f5f-82d5-4240-9567-d12736330c4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.980238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28fe6f5f-82d5-4240-9567-d12736330c4c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:24.993951 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-28fe6f5f-82d5-4240-9567-d12736330c4c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c4b644b1-16c0-46f0-9fd7-2eb900f9b93e HTTP/1.1" status: 204 len: 168 time: 0.9226120 Nov 25 19:45:25.003855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:25.004432 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:25.008963 n-d-817303-9 neutron-server[103652]: INFO neutron.plugins.ml2.plugin [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempt 10 to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e Nov 25 19:45:25.109043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:25.109630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:25.110150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempting to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:25.126111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-d485fbc3-7fb6-4616-943b-50325eb461b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:25.141078 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-d485fbc3-7fb6-4616-943b-50325eb461b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4222732 Nov 25 19:45:25.156206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fe6f5f-82d5-4240-9567-d12736330c4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b644b1-16c0-46f0-9fd7-2eb900f9b93e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:25.164147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-218c9610-2c1e-4608-989e-99df3bb80884 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.324960 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa658683-9bf4-447e-8fc8-627d4ac9789e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.400392 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-7eeeb650-0cef-489d-b570-1d3c12cc3a03 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304831 Nov 25 19:45:25.402382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-218c9610-2c1e-4608-989e-99df3bb80884 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.404569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:45:25.405184 n-d-817303-9 neutron-server[103652]: ERROR neutron.plugins.ml2.managers [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Failed to bind port de1e65ec-5af0-410d-8830-affec8aa8b1e on host n-h1-817303-9 for vnic_type normal using segments [{'id': '9b8932c2-717c-4500-9816-096cd8e6f72c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '674a6551-702a-43b9-bb51-8c728735201f'}] Nov 25 19:45:25.405763 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.424019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c9610-2c1e-4608-989e-99df3bb80884 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587d835e-72c7-464c-8a9d-21c400e9fc9a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:25.474549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa658683-9bf4-447e-8fc8-627d4ac9789e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:25.487626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-fa658683-9bf4-447e-8fc8-627d4ac9789e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:25.502574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0248fd85-f6f0-421d-962c-6de06aefb2c2 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:25.506587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa658683-9bf4-447e-8fc8-627d4ac9789e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:25.508424 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa658683-9bf4-447e-8fc8-627d4ac9789e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.546659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] For port de1e65ec-5af0-410d-8830-affec8aa8b1e, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:25.547468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attempted to set empty binding levels {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 25 19:45:25.557472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa658683-9bf4-447e-8fc8-627d4ac9789e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=229b9d1d-5ddf-450b-b68e-0c9b777b68be,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:25.606790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fa658683-9bf4-447e-8fc8-627d4ac9789e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2559226 Nov 25 19:45:25.611862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47148) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:25.641283 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.646245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0c44545b-70a6-47eb-9d1c-a583f05a75c4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2023739753', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:25.679730 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-218c9610-2c1e-4608-989e-99df3bb80884 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.683690 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-218c9610-2c1e-4608-989e-99df3bb80884 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4264207 Nov 25 19:45:25.687290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47150) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:25.687640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47152) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:25.764854 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c44545b-70a6-47eb-9d1c-a583f05a75c4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.765790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c44545b-70a6-47eb-9d1c-a583f05a75c4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.807313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ed70a67f-aa9c-4c7c-9fbb-0e2e31028247 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': '45d708a9-b999-4b8c-8f3c-e064735e23de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:25.820781 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5795617e-17d5-4062-ab4c-187014bcd164 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.907028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '229b9d1d-5ddf-450b-b68e-0c9b777b68be'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:25.908218 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.911284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] In _notify_port_updated(), no bound segment for port de1e65ec-5af0-410d-8830-affec8aa8b1e on network 674a6551-702a-43b9-bb51-8c728735201f {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:45:25.912382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:25.913127 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.918613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "PUT /v2.0/ports/de1e65ec-5af0-410d-8830-affec8aa8b1e HTTP/1.1" status: 200 len: 974 time: 3.6401534 Nov 25 19:45:25.927317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47158) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:25.957948 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c44545b-70a6-47eb-9d1c-a583f05a75c4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:25.980801 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb1571-1ce3-491c-b829-addd1089289c tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event updated for resources: {'Port': ['ID=de1e65ec-5af0-410d-8830-affec8aa8b1e,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:26.006393 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c44545b-70a6-47eb-9d1c-a583f05a75c4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.008663 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed70a67f-aa9c-4c7c-9fbb-0e2e31028247 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.077745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-6ae5aa3d-dd77-45bf-8249-6e83e77ce49c service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6557724 Nov 25 19:45:26.110858 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c44545b-70a6-47eb-9d1c-a583f05a75c4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.110858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0c44545b-70a6-47eb-9d1c-a583f05a75c4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4886932 Nov 25 19:45:26.111788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47162) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:26.255452 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed70a67f-aa9c-4c7c-9fbb-0e2e31028247 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.263861 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-38e432c4-2144-43cc-a341-a22b9a3f766e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef HTTP/1.1" status: 200 len: 217 time: 0.1669741 Nov 25 19:45:26.283082 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed70a67f-aa9c-4c7c-9fbb-0e2e31028247 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.342040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70a67f-aa9c-4c7c-9fbb-0e2e31028247 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f036fe6-7e06-4c0d-bb1c-dbbca3138877,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:26.473220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8c3870e3-7a4f-4a2b-b75a-5190642b2ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:26.475024 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8c3870e3-7a4f-4a2b-b75a-5190642b2ca4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.1969056 Nov 25 19:45:26.477925 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed70a67f-aa9c-4c7c-9fbb-0e2e31028247 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.479435 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ed70a67f-aa9c-4c7c-9fbb-0e2e31028247 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7816305 Nov 25 19:45:26.489740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Allocated IP 2001:db8::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/229b9d1d-5ddf-450b-b68e-0c9b777b68be/81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:26.507887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47172) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:26.536677 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5795617e-17d5-4062-ab4c-187014bcd164 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.558520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-6846399e-7289-4e62-a79f-f19a213653f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:26.562776 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-6846399e-7289-4e62-a79f-f19a213653f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0754933 Nov 25 19:45:26.564045 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5795617e-17d5-4062-ab4c-187014bcd164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:26.602749 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6c12b9da-c07a-4e7c-83e0-129d02f6b821 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': '45d708a9-b999-4b8c-8f3c-e064735e23de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:26.890204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5795617e-17d5-4062-ab4c-187014bcd164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e69dee05-478d-4a3a-ab1f-dd7be6196d32,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:26.920823 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5795617e-17d5-4062-ab4c-187014bcd164 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7a5d0b3f53784ae4a0774709b5350d66&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2240653 Nov 25 19:45:26.925093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47194) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:27.041391 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.044753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4585843d-12ef-4d4b-ae55-750ebbde994c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.060162 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.115422 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-61d39e15-dd41-4566-888f-21f7b9357796 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247512 Nov 25 19:45:27.125544 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4585843d-12ef-4d4b-ae55-750ebbde994c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.180919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:27.188000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:27.197171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:27.201732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Pushing event updated for resources: {'Port': ['ID=81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:27.353068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Attempting to bind port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:27.358099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Attempting to bind port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:27.358829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Attempting to bind port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:27.376513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:27.377167 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:27.377886 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.378585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:27.381392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Bound port: 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:27.382087 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.466464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c674f626-ab61-40f2-891a-1d31abfadc46 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Deleting port de1e65ec-5af0-410d-8830-affec8aa8b1e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:27.467306 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c674f626-ab61-40f2-891a-1d31abfadc46 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.596550 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c12b9da-c07a-4e7c-83e0-129d02f6b821 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.626077 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-85569ea3-283d-4d1c-9c17-3b88093ab637 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972119 Nov 25 19:45:27.629202 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4585843d-12ef-4d4b-ae55-750ebbde994c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.653106 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4585843d-12ef-4d4b-ae55-750ebbde994c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.670548 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4585843d-12ef-4d4b-ae55-750ebbde994c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e69dee05-478d-4a3a-ab1f-dd7be6196d32 HTTP/1.1" status: 204 len: 168 time: 0.7441289 Nov 25 19:45:27.702050 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] For port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:27.712802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] For port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:27.724101 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.770002 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-69b9b6a5-5ec7-4319-a8a8-9e5745f7a1d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0 HTTP/1.1" status: 200 len: 217 time: 0.0981956 Nov 25 19:45:27.809721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:27.820313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585843d-12ef-4d4b-ae55-750ebbde994c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e69dee05-478d-4a3a-ab1f-dd7be6196d32,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:27.891413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-77d73300-19af-4b32-b843-81934fc8d5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:27.893297 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-77d73300-19af-4b32-b843-81934fc8d5b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.1048143 Nov 25 19:45:27.966570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-4aa05b9c-60f0-44b4-b3d8-d23ccc6b36e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:27.968370 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-4aa05b9c-60f0-44b4-b3d8-d23ccc6b36e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0664763 Nov 25 19:45:28.011608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c674f626-ab61-40f2-891a-1d31abfadc46 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] For port de1e65ec-5af0-410d-8830-affec8aa8b1e, host n-h1-817303-9, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:28.032342 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c674f626-ab61-40f2-891a-1d31abfadc46 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.123764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa2878a-6e1d-4cf0-bb72-8b817b9f2826 None None] Pushing event updated for resources: {'Port': ['ID=81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:28.223731 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-8353c641-b140-4c8c-af82-58b21ddfec72 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435660 Nov 25 19:45:28.567058 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c12b9da-c07a-4e7c-83e0-129d02f6b821 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.631171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c674f626-ab61-40f2-891a-1d31abfadc46 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Calling delete_port for de1e65ec-5af0-410d-8830-affec8aa8b1e owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:28.666609 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c12b9da-c07a-4e7c-83e0-129d02f6b821 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.676228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:28.863682 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c12b9da-c07a-4e7c-83e0-129d02f6b821 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.867070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6c12b9da-c07a-4e7c-83e0-129d02f6b821 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 2.2703719 Nov 25 19:45:28.882213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47234) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:28.938859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:28.940584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:28.985831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c95c4013-5531-4595-ab4d-fa80ac2b5c3a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': '45d708a9-b999-4b8c-8f3c-e064735e23de', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:28.997806 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c12b9da-c07a-4e7c-83e0-129d02f6b821 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7f5c233-d0be-44c8-a282-1f96eea89a7d,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:29.240139 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7bf8bc15-93ab-49db-861e-8669c11516b0 req-7b2b43cf-e4b9-49f1-bb59-03bdc1ef29d7 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0074956 Nov 25 19:45:29.385390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.443675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:29.451770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.531165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:29.535094 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95c4013-5531-4595-ab4d-fa80ac2b5c3a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:29.604751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::1 (0a011fd0-9c8c-4deb-9828-aa08d061358c/229b9d1d-5ddf-450b-b68e-0c9b777b68be/35d75d9a-e347-4c85-a6b4-bee37aa8afdd) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:29.820347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c674f626-ab61-40f2-891a-1d31abfadc46 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.085251 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c674f626-ab61-40f2-891a-1d31abfadc46 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.094990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c674f626-ab61-40f2-891a-1d31abfadc46 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "DELETE /v2.0/ports/de1e65ec-5af0-410d-8830-affec8aa8b1e HTTP/1.1" status: 204 len: 168 time: 4.1519217 Nov 25 19:45:30.094990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674f626-ab61-40f2-891a-1d31abfadc46 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] Pushing event deleted for resources: {'Port': ['ID=de1e65ec-5af0-410d-8830-affec8aa8b1e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:30.098971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47258) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:30.104429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6b407909-8197-481a-ab6a-3c1eb3c1f8d5 None None] Provisioning complete for port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:30.104988 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6b407909-8197-481a-ab6a-3c1eb3c1f8d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.197911 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-62809d8b-8ead-4c41-ab97-e442b91133c2 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] GET failed (client error): The resource could not be found. Nov 25 19:45:30.201720 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-62809d8b-8ead-4c41-ab97-e442b91133c2 tempest-PortsAdminExtendedAttrsTestJSON-117700200 tempest-PortsAdminExtendedAttrsTestJSON-117700200-project-admin] 10.222.0.15 "GET /v2.0/ports/de1e65ec-5af0-410d-8830-affec8aa8b1e HTTP/1.1" status: 404 len: 333 time: 0.0987258 Nov 25 19:45:30.207710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47260) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:30.239273 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.242628 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95c4013-5531-4595-ab4d-fa80ac2b5c3a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.267521 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95c4013-5531-4595-ab4d-fa80ac2b5c3a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.330196 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.399953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95c4013-5531-4595-ab4d-fa80ac2b5c3a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c05ed7-86c3-4e5e-9233-9b666fdda33a,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:30.405062 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.466356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=35d75d9a-e347-4c85-a6b4-bee37aa8afdd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:30.492062 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95c4013-5531-4595-ab4d-fa80ac2b5c3a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.495123 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c95c4013-5531-4595-ab4d-fa80ac2b5c3a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.5997589 Nov 25 19:45:30.502398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47268) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:30.523224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:30.534485 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:30.551646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:30.552230 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.675606 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:30.720871 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.798469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['674a6551-702a-43b9-bb51-8c728735201f']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:30.845265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b8932c2-717c-4500-9816-096cd8e6f72c') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:30.845265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b8932c2-717c-4500-9816-096cd8e6f72c') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:30.863988 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.869253 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb8cfb64-74e3-4cd9-b386-dcd3edfd56a6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.904636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb8cfb64-74e3-4cd9-b386-dcd3edfd56a6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.906402 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.927995 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.940830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:45:30.945434 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:45:30.950526 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:45:31.022456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:31.024732 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.033779 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb8cfb64-74e3-4cd9-b386-dcd3edfd56a6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.050501 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb8cfb64-74e3-4cd9-b386-dcd3edfd56a6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.067465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fb8cfb64-74e3-4cd9-b386-dcd3edfd56a6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/56c05ed7-86c3-4e5e-9233-9b666fdda33a HTTP/1.1" status: 204 len: 168 time: 0.5637372 Nov 25 19:45:31.068184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47276) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:31.141551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8cfb64-74e3-4cd9-b386-dcd3edfd56a6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=56c05ed7-86c3-4e5e-9233-9b666fdda33a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:31.164724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.183651 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.190312 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] 10.222.0.15 "DELETE /v2.0/networks/674a6551-702a-43b9-bb51-8c728735201f HTTP/1.1" status: 204 len: 168 time: 0.9806950 Nov 25 19:45:31.196531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-67d082e3-8732-4888-8942-65746b95ca35 None None] Provisioning complete for port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:31.197388 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-67d082e3-8732-4888-8942-65746b95ca35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.245399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f514a97-012f-4cb2-ad94-2999e23884e3 tempest-PortsAdminExtendedAttrsTestJSON-1829644273 tempest-PortsAdminExtendedAttrsTestJSON-1829644273-project] Pushing event deleted for resources: {'Network': ['ID=674a6551-702a-43b9-bb51-8c728735201f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:31.247924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-67d082e3-8732-4888-8942-65746b95ca35 None None] Port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:31.502908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5e4b034b-90c2-45f8-87c0-3eb750c0ea10 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4284947 Nov 25 19:45:31.504950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47286) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:31.562041 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a5a29b2-2017-4db8-87a2-55bc9f4d6795 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.579344 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a5a29b2-2017-4db8-87a2-55bc9f4d6795 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.655114 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.659974 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a5a29b2-2017-4db8-87a2-55bc9f4d6795 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.670586 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a5a29b2-2017-4db8-87a2-55bc9f4d6795 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.672585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8a5a29b2-2017-4db8-87a2-55bc9f4d6795 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/f7f5c233-d0be-44c8-a282-1f96eea89a7d HTTP/1.1" status: 204 len: 168 time: 0.1665928 Nov 25 19:45:31.681124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47290) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:31.683762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47292) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:31.688745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.689562 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:31.722052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a29b2-2017-4db8-87a2-55bc9f4d6795 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f7f5c233-d0be-44c8-a282-1f96eea89a7d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:31.942562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c1fe9165-edda-419c-92a9-a1ffa641a1bd tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2585304 Nov 25 19:45:31.943295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47300) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:31.983794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47302) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.055643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=35d75d9a-e347-4c85-a6b4-bee37aa8afdd,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:32.069070 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1c337902-c466-4d27-ac68-fa5da572fde5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.111218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-427e59ad-274c-4adb-91af-000b7cec694e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.128365 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-427e59ad-274c-4adb-91af-000b7cec694e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.148877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:32.154226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:32.200838 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-427e59ad-274c-4adb-91af-000b7cec694e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.208208 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-427e59ad-274c-4adb-91af-000b7cec694e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.212878 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-427e59ad-274c-4adb-91af-000b7cec694e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6f036fe6-7e06-4c0d-bb1c-dbbca3138877 HTTP/1.1" status: 204 len: 168 time: 0.2655694 Nov 25 19:45:32.213529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47308) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.243822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427e59ad-274c-4adb-91af-000b7cec694e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6f036fe6-7e06-4c0d-bb1c-dbbca3138877,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:32.317369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1202876815', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:32.452174 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cf77744c-2fd4-4fd9-88a8-cf5b3ecfdaed tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2311511 Nov 25 19:45:32.458669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47312) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.499444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Made reservation on behalf of 50c654c2cdfb4e0d9558207c37754d1c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:32.504323 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.510225 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-017cebb1-6122-4158-a30c-0bf7d9f5268a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b2d312feacf849cc8ea3161cb3ee54e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5246632 Nov 25 19:45:32.523295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.525630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47314) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.557693 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3ac62f9-8995-4aef-9cff-d0769040033e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.576363 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3ac62f9-8995-4aef-9cff-d0769040033e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.663101 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3ac62f9-8995-4aef-9cff-d0769040033e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.673158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3ac62f9-8995-4aef-9cff-d0769040033e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.675363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d3ac62f9-8995-4aef-9cff-d0769040033e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/587d835e-72c7-464c-8a9d-21c400e9fc9a HTTP/1.1" status: 204 len: 168 time: 0.2148736 Nov 25 19:45:32.685054 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5d07-9474-4c5c-8bde-89d39a8fa36a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.691061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47316) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:32.692581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ac62f9-8995-4aef-9cff-d0769040033e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=587d835e-72c7-464c-8a9d-21c400e9fc9a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:32.715679 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5d07-9474-4c5c-8bde-89d39a8fa36a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.738202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Router 4c8daa6d-fc34-4b99-9cc3-5f4318956df7 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:45:32.825846 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5d07-9474-4c5c-8bde-89d39a8fa36a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.831795 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fbaf5d07-9474-4c5c-8bde-89d39a8fa36a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.833803 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fbaf5d07-9474-4c5c-8bde-89d39a8fa36a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c892a0bd-d918-4f01-a6da-25326059fd8f HTTP/1.1" status: 204 len: 168 time: 0.3067391 Nov 25 19:45:32.845206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-26738fb0-5cdb-472f-9833-d2034aeaa0c7 None None] Provisioning complete for port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:32.845413 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-26738fb0-5cdb-472f-9833-d2034aeaa0c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.910528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbaf5d07-9474-4c5c-8bde-89d39a8fa36a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c892a0bd-d918-4f01-a6da-25326059fd8f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:32.960715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-26738fb0-5cdb-472f-9833-d2034aeaa0c7 None None] Port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:32.985714 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:32.997388 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.010091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] device_id is not set on port 4197d3f8-d45b-46ca-8355-69861b433927 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:33.093078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-30d3c41b-a9d9-40ea-bfe4-8b00e4e01d18 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3904185 Nov 25 19:45:33.095165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47324) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.200396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:33.212325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Sync routers for ids ['4c8daa6d-fc34-4b99-9cc3-5f4318956df7'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:33.243170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Routers {'4c8daa6d-fc34-4b99-9cc3-5f4318956df7'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:33.249890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['4c8daa6d-fc34-4b99-9cc3-5f4318956df7'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:33.266037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-57cae449-ba78-42d8-9029-2a00f3acf1e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "PUT /v2.0/routers/4c8daa6d-fc34-4b99-9cc3-5f4318956df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1530397 Nov 25 19:45:33.267374 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-133481eb-c39e-4188-8c82-8f12da93366c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.269508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47332) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.330620 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-133481eb-c39e-4188-8c82-8f12da93366c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.372587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81648cde-957e-48d2-be01-0a992adb47e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:33.377621 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-81648cde-957e-48d2-be01-0a992adb47e2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports/35d75d9a-e347-4c85-a6b4-bee37aa8afdd HTTP/1.1" status: 200 len: 911 time: 0.1068792 Nov 25 19:45:33.378264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47334) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.408299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e68cff-3bb4-4695-b66a-a9d4db526854,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:33.428243 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-133481eb-c39e-4188-8c82-8f12da93366c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.446240 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-133481eb-c39e-4188-8c82-8f12da93366c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.447846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-133481eb-c39e-4188-8c82-8f12da93366c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ca463429-4662-4822-a8b7-4fe2b5afd47a HTTP/1.1" status: 204 len: 168 time: 0.3516145 Nov 25 19:45:33.450883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133481eb-c39e-4188-8c82-8f12da93366c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ca463429-4662-4822-a8b7-4fe2b5afd47a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:33.454207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47336) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.479037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Allocated IP 172.25.8.171 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/4197d3f8-d45b-46ca-8355-69861b433927) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:33.489036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7bce5-065e-49f2-8563-88fd1ae3c452 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:33.519813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a7bce5-065e-49f2-8563-88fd1ae3c452 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:33.529135 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d8a7bce5-065e-49f2-8563-88fd1ae3c452 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1475837 Nov 25 19:45:33.530214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47340) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.557458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Set router 4c8daa6d-fc34-4b99-9cc3-5f4318956df7 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:33.709843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47344) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.774277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1ad0e4f4-ea85-45c0-ba99-03956b02df0b tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3184502 Nov 25 19:45:33.778835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47346) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.802724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.842953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47348) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.861825 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-12fed20b-2e9f-43bb-8fe2-09f1e54b542d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=780d37d96b7a4c458787449348622d45&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1507421 Nov 25 19:45:33.865885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47352) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:33.951773 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d9f44413-fec5-4956-a3e8-4b7e56a8a15f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.960800 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a050b30b-6e02-4838-8678-6e1d84853775 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:33.986495 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d9f44413-fec5-4956-a3e8-4b7e56a8a15f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.005057 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a050b30b-6e02-4838-8678-6e1d84853775 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.054358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.069799 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d9f44413-fec5-4956-a3e8-4b7e56a8a15f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.078179 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d9f44413-fec5-4956-a3e8-4b7e56a8a15f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.079826 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d9f44413-fec5-4956-a3e8-4b7e56a8a15f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d48acca-e280-49c6-b737-b717b3862006 HTTP/1.1" status: 204 len: 168 time: 0.2127254 Nov 25 19:45:34.113667 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a050b30b-6e02-4838-8678-6e1d84853775 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.116925 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a050b30b-6e02-4838-8678-6e1d84853775 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.118365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a050b30b-6e02-4838-8678-6e1d84853775 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-groups/45d708a9-b999-4b8c-8f3c-e064735e23de HTTP/1.1" status: 204 len: 168 time: 0.3382587 Nov 25 19:45:34.127733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47356) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.147520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f44413-fec5-4956-a3e8-4b7e56a8a15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d48acca-e280-49c6-b737-b717b3862006,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:34.176622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050b30b-6e02-4838-8678-6e1d84853775 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45d708a9-b999-4b8c-8f3c-e064735e23de,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:34.191283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:34.201542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:34.217690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Pushing event updated for resources: {'Port': ['ID=4197d3f8-d45b-46ca-8355-69861b433927,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:34.223357 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:34.236570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cbaca2b0-9a04-414c-b439-2407dfe903cd tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1030126 Nov 25 19:45:34.241135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47360) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.251449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-39e9b188-430c-4587-8b91-efdb98bb240a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1215547718'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:34.263722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17389f4b-73fe-48d0-8fee-3efb96fe1c4d None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:34.304593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:34.309382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.325093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8daa6d-fc34-4b99-9cc3-5f4318956df7', 'name': 'tempest-NetworksTestDHCPv6-router-2023739753', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:25Z', 'updated_at': '2021-11-25T19:45:30Z', 'revision_number': 2, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'gw_port_host': None, '_interfaces': [{'id': '35d75d9a-e347-4c85-a6b4-bee37aa8afdd', 'name': '', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'mac_address': 'fa:16:3e:17:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8daa6d-fc34-4b99-9cc3-5f4318956df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '229b9d1d-5ddf-450b-b68e-0c9b777b68be', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:28Z', 'updated_at': '2021-11-25T19:45:31Z', 'revision_number': 2, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'subnets': [{'id': '229b9d1d-5ddf-450b-b68e-0c9b777b68be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:34.407292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Checking router: 4c8daa6d-fc34-4b99-9cc3-5f4318956df7 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:34.408243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Updating router 4c8daa6d-fc34-4b99-9cc3-5f4318956df7 port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:45:34.454691 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f38cf928-43f6-4674-a00e-d2da0a869670 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.503824 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.592667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-18931693-104b-47ca-9606-708daa49b5c6 None None] Provisioning complete for port 4197d3f8-d45b-46ca-8355-69861b433927 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:34.593044 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-18931693-104b-47ca-9606-708daa49b5c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.675184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a40b9ec5-3ff3-46de-b228-d947bdd57d52 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.9884279 Nov 25 19:45:34.675731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47366) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:34.681495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.171'}]}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:34.700705 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39e9b188-430c-4587-8b91-efdb98bb240a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.722907 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.734069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-18931693-104b-47ca-9606-708daa49b5c6 None None] Port 4197d3f8-d45b-46ca-8355-69861b433927 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:34.740950 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.827424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d2774467-1dea-4ae9-8a2c-9bdeba18ace5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7ba0aba4af4e4d4db8c2c89444e29f2a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9726458 Nov 25 19:45:34.836245 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:34.837468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47370) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:35.025440 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39e9b188-430c-4587-8b91-efdb98bb240a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.072343 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39e9b188-430c-4587-8b91-efdb98bb240a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.123103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c7c90d52-87c9-4a29-8c23-81db77e7cb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.204909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e9b188-430c-4587-8b91-efdb98bb240a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a65c9e7-28c8-4c77-a4a3-fb574b712324,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:35.212280 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f5d282b3-a864-46fc-87c3-0315b977fe41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.259404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39e9b188-430c-4587-8b91-efdb98bb240a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.265034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-39e9b188-430c-4587-8b91-efdb98bb240a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0196857 Nov 25 19:45:35.272916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47380) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:35.274393 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f5d282b3-a864-46fc-87c3-0315b977fe41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.286322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a4513627-b3c9-451f-92c8-f56031ff17f0 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': '8a65c9e7-28c8-4c77-a4a3-fb574b712324', 'direction': 'ingress', 'protocol': 17}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:35.479261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.485596 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4513627-b3c9-451f-92c8-f56031ff17f0 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.491769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.519278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f5d282b3-a864-46fc-87c3-0315b977fe41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.524075 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f5d282b3-a864-46fc-87c3-0315b977fe41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.537324 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f5d282b3-a864-46fc-87c3-0315b977fe41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0c74f9d-486c-47e9-b2b5-fd8f214046d3 HTTP/1.1" status: 204 len: 168 time: 0.6984150 Nov 25 19:45:35.622642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d282b3-a864-46fc-87c3-0315b977fe41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c74f9d-486c-47e9-b2b5-fd8f214046d3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:35.631017 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.645205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f38cf928-43f6-4674-a00e-d2da0a869670 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:35.645772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f38cf928-43f6-4674-a00e-d2da0a869670 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.701055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Pushing event updated for resources: {'Port': ['ID=35d75d9a-e347-4c85-a6b4-bee37aa8afdd,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:35.753702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.755107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.755986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.756733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.757618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.758339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.759139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.759885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.760620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.761409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.762200 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.763039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:45:35.977029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Attempting to bind port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:35.977416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Attempting to bind port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:35.977790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Attempting to bind port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:35.984848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:35.985209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:35.985628 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:35.986032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:35.986525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Bound port: 35d75d9a-e347-4c85-a6b4-bee37aa8afdd, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:35.995104 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.002227 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4513627-b3c9-451f-92c8-f56031ff17f0 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.029103 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4513627-b3c9-451f-92c8-f56031ff17f0 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.128440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4513627-b3c9-451f-92c8-f56031ff17f0 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7c0ab30-f62a-4b21-849e-3f0d00046e83,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:36.184565 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f38cf928-43f6-4674-a00e-d2da0a869670 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.192951 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4513627-b3c9-451f-92c8-f56031ff17f0 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.194776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a4513627-b3c9-451f-92c8-f56031ff17f0 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.9158554 Nov 25 19:45:36.203860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47398) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:36.224325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f38cf928-43f6-4674-a00e-d2da0a869670 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 35d75d9a-e347-4c85-a6b4-bee37aa8afdd owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:36.314256 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.324512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] For port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:36.329096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] For port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=35d75d9a-e347-4c85-a6b4-bee37aa8afdd,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:36.405101 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.414067 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-901dc1bb-151a-4e88-999c-e5a5a347b596 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.445021 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.454856 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.457519 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-901dc1bb-151a-4e88-999c-e5a5a347b596 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.684987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Routers {'4c8daa6d-fc34-4b99-9cc3-5f4318956df7'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:36.690463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['4c8daa6d-fc34-4b99-9cc3-5f4318956df7'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:36.900287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9b1d2137-7b3d-499b-9ced-943200037954 None None] Provisioning complete for port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:36.900981 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b1d2137-7b3d-499b-9ced-943200037954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.916126 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:36.966013 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f38cf928-43f6-4674-a00e-d2da0a869670 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.014530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9b1d2137-7b3d-499b-9ced-943200037954 None None] Port 35d75d9a-e347-4c85-a6b4-bee37aa8afdd was deleted so its status cannot be updated. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 19:45:37.016182 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-901dc1bb-151a-4e88-999c-e5a5a347b596 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.024573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eaba18-9419-40bd-ab7f-270a822a08dd None None] Pushing event updated for resources: {'Port': ['ID=35d75d9a-e347-4c85-a6b4-bee37aa8afdd,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:37.032952 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-901dc1bb-151a-4e88-999c-e5a5a347b596 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.040430 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-901dc1bb-151a-4e88-999c-e5a5a347b596 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-groups/8a65c9e7-28c8-4c77-a4a3-fb574b712324 HTTP/1.1" status: 204 len: 168 time: 0.8317211 Nov 25 19:45:37.057203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47414) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:37.161706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] Set router 4c8daa6d-fc34-4b99-9cc3-5f4318956df7 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:37.166573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6f718c2f-18c6-40b3-ad9f-6ffcb159507f None None] Could not find standard attr ID for object 35d75d9a-e347-4c85-a6b4-bee37aa8afdd. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:45:37.190623 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38cf928-43f6-4674-a00e-d2da0a869670 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=35d75d9a-e347-4c85-a6b4-bee37aa8afdd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:37.221762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901dc1bb-151a-4e88-999c-e5a5a347b596 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a65c9e7-28c8-4c77-a4a3-fb574b712324,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:37.496340 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f38cf928-43f6-4674-a00e-d2da0a869670 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.541593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.577651 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.626198 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-191d94de-8b7c-4629-959a-08c57d30b766 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5586531 Nov 25 19:45:37.627609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47428) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:37.649067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-82eed4a0-1ed9-439b-b047-c32a66d3f95a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group': {'name': 'tempest-secgroup--292997896'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:37.828039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.865120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.865998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fd62c2c-e9f6-4882-aed5-a0c5b9b561d8 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:45:37.874969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4c8daa6d-fc34-4b99-9cc3-5f4318956df7', 'name': 'tempest-NetworksTestDHCPv6-router-2023739753', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:25Z', 'updated_at': '2021-11-25T19:45:30Z', 'revision_number': 2, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'gw_port_host': None, '_interfaces': [{'id': '35d75d9a-e347-4c85-a6b4-bee37aa8afdd', 'name': '', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'mac_address': 'fa:16:3e:17:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8daa6d-fc34-4b99-9cc3-5f4318956df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '229b9d1d-5ddf-450b-b68e-0c9b777b68be', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:28Z', 'updated_at': '2021-11-25T19:45:36Z', 'revision_number': 4, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'subnets': [{'id': '229b9d1d-5ddf-450b-b68e-0c9b777b68be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:37.934575 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82eed4a0-1ed9-439b-b047-c32a66d3f95a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:37.961839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac46258d-a6d5-4038-8d93-bb652f21fb63 None None] The sync data for ids ['4c8daa6d-fc34-4b99-9cc3-5f4318956df7'] in n-d-817303-9 is: [{'id': '4c8daa6d-fc34-4b99-9cc3-5f4318956df7', 'name': 'tempest-NetworksTestDHCPv6-router-2023739753', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:25Z', 'updated_at': '2021-11-25T19:45:30Z', 'revision_number': 2, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'gw_port_host': None, '_interfaces': [{'id': '35d75d9a-e347-4c85-a6b4-bee37aa8afdd', 'name': '', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'mac_address': 'fa:16:3e:17:5a:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4c8daa6d-fc34-4b99-9cc3-5f4318956df7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2339, 'fixed_ips': [{'subnet_id': '229b9d1d-5ddf-450b-b68e-0c9b777b68be', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:28Z', 'updated_at': '2021-11-25T19:45:36Z', 'revision_number': 4, 'project_id': '17f68cb9a2204b67989ce4223901d45c', 'subnets': [{'id': '229b9d1d-5ddf-450b-b68e-0c9b777b68be', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:37.968371 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:45:37.972219 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9818e528-a4cd-441d-952b-461bbe949382 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.2929137 Nov 25 19:45:37.977090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47436) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:37.989541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f38cf928-43f6-4674-a00e-d2da0a869670 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Router 4c8daa6d-fc34-4b99-9cc3-5f4318956df7 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:45:38.186652 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.220035 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82eed4a0-1ed9-439b-b047-c32a66d3f95a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.228680 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82eed4a0-1ed9-439b-b047-c32a66d3f95a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.243097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f38cf928-43f6-4674-a00e-d2da0a869670 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:38.256878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f38cf928-43f6-4674-a00e-d2da0a869670 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "PUT /v2.0/routers/4c8daa6d-fc34-4b99-9cc3-5f4318956df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7129729 Nov 25 19:45:38.261247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47450) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:38.369298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b94edf-b4c8-4230-aaa3-e75310713395 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:38.374121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b94edf-b4c8-4230-aaa3-e75310713395 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:38.376855 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f1b94edf-b4c8-4230-aaa3-e75310713395 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1138966 Nov 25 19:45:38.382104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47452) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:38.395340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82eed4a0-1ed9-439b-b047-c32a66d3f95a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.405167 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-82eed4a0-1ed9-439b-b047-c32a66d3f95a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7615194 Nov 25 19:45:38.406629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47454) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:38.437281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c4e3f7bf-abbd-442f-8f77-0b18e4e577fd tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group': {'name': 'tempest-secgroup--70031741'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:38.568126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eed4a0-1ed9-439b-b047-c32a66d3f95a tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbaf6dd-dbff-4ba7-bbfa-7ceba901f841,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:38.651009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-3712e199-8ccb-4a40-a31a-a29cf2e0620c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 229b9d1d-5ddf-450b-b68e-0c9b777b68be {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:38.658188 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3712e199-8ccb-4a40-a31a-a29cf2e0620c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.688703 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47460) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:38.698055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b4037250-da85-4eb4-b281-0944a40849f6 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Deleting port 4197d3f8-d45b-46ca-8355-69861b433927 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:38.698923 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4037250-da85-4eb4-b281-0944a40849f6 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.756029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f7bf-abbd-442f-8f77-0b18e4e577fd tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:38.809176 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3712e199-8ccb-4a40-a31a-a29cf2e0620c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.085436 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f7bf-abbd-442f-8f77-0b18e4e577fd tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.110398 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3712e199-8ccb-4a40-a31a-a29cf2e0620c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.112040 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f7bf-abbd-442f-8f77-0b18e4e577fd tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.175733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4037250-da85-4eb4-b281-0944a40849f6 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.217997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3712e199-8ccb-4a40-a31a-a29cf2e0620c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.267603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b4037250-da85-4eb4-b281-0944a40849f6 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Calling delete_port for 4197d3f8-d45b-46ca-8355-69861b433927 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:39.285662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3712e199-8ccb-4a40-a31a-a29cf2e0620c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=229b9d1d-5ddf-450b-b68e-0c9b777b68be,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:39.297665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee8477f-5ca4-4190-9c4c-068ff17cee2e None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:39.306519 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3712e199-8ccb-4a40-a31a-a29cf2e0620c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.320677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3712e199-8ccb-4a40-a31a-a29cf2e0620c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/229b9d1d-5ddf-450b-b68e-0c9b777b68be HTTP/1.1" status: 204 len: 168 time: 0.9374120 Nov 25 19:45:39.327991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47470) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:39.354711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3f7bf-abbd-442f-8f77-0b18e4e577fd tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=999b44fb-113b-46b6-a3d7-8c4ea633a0ca,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:39.369751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c4e3f7bf-abbd-442f-8f77-0b18e4e577fd tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.374724 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c4e3f7bf-abbd-442f-8f77-0b18e4e577fd tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9636846 Nov 25 19:45:39.465145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47472) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:39.480803 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fbcc9736-6cdc-435f-bd7e-bb121e32469c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': '4cbaf6dd-dbff-4ba7-bbfa-7ceba901f841', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '999b44fb-113b-46b6-a3d7-8c4ea633a0ca', 'remote_ip_prefix': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:39.509046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1500839435', 'router:external': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:39.610921 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-717b1019-7d34-48e1-a95b-cb789f562aad tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2814481 Nov 25 19:45:39.615092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47480) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:39.638505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9736-6cdc-435f-bd7e-bb121e32469c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.717871 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49d3f2c7-ed8b-42ce-bfd2-d18a9518bc2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.812761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Made reservation on behalf of 410bedf0c8744dd7bf51616f522502c5 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:39.815363 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.835680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aba2c68-9ab6-4f7b-8044-6d1de7cf865f None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:39.847335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.899201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9736-6cdc-435f-bd7e-bb121e32469c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.906755 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9736-6cdc-435f-bd7e-bb121e32469c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.939397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcc9736-6cdc-435f-bd7e-bb121e32469c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e42ba5ec-e2e6-457d-97c7-0c48a05e7e78,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:39.969150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6aba2c68-9ab6-4f7b-8044-6d1de7cf865f None None] Deleting port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:39.969872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6aba2c68-9ab6-4f7b-8044-6d1de7cf865f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.970436 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fbcc9736-6cdc-435f-bd7e-bb121e32469c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:39.972837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fbcc9736-6cdc-435f-bd7e-bb121e32469c tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5045094 Nov 25 19:45:39.977289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47488) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:40.039958 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b937239d-60ba-4e60-ae04-a08a45e69ec6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.056396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b937239d-60ba-4e60-ae04-a08a45e69ec6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.073218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49d3f2c7-ed8b-42ce-bfd2-d18a9518bc2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.081161 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49d3f2c7-ed8b-42ce-bfd2-d18a9518bc2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.104155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6aba2c68-9ab6-4f7b-8044-6d1de7cf865f None None] For port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:40.104679 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6aba2c68-9ab6-4f7b-8044-6d1de7cf865f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.124492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6aba2c68-9ab6-4f7b-8044-6d1de7cf865f None None] Calling delete_port for 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:40.133913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b937239d-60ba-4e60-ae04-a08a45e69ec6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.140776 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4037250-da85-4eb4-b281-0944a40849f6 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.144006 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b937239d-60ba-4e60-ae04-a08a45e69ec6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.150034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b937239d-60ba-4e60-ae04-a08a45e69ec6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/e42ba5ec-e2e6-457d-97c7-0c48a05e7e78 HTTP/1.1" status: 204 len: 168 time: 0.1674550 Nov 25 19:45:40.152354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47490) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:40.182063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b937239d-60ba-4e60-ae04-a08a45e69ec6 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e42ba5ec-e2e6-457d-97c7-0c48a05e7e78,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:40.185841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4037250-da85-4eb4-b281-0944a40849f6 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Pushing event deleted for resources: {'Port': ['ID=4197d3f8-d45b-46ca-8355-69861b433927,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:40.195725 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49d3f2c7-ed8b-42ce-bfd2-d18a9518bc2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.196308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d3f2c7-ed8b-42ce-bfd2-d18a9518bc2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Fanout notify agent at l3_agent the message router_deleted on router 4c8daa6d-fc34-4b99-9cc3-5f4318956df7 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:45:40.211426 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49d3f2c7-ed8b-42ce-bfd2-d18a9518bc2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.212995 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-49d3f2c7-ed8b-42ce-bfd2-d18a9518bc2d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/routers/4c8daa6d-fc34-4b99-9cc3-5f4318956df7 HTTP/1.1" status: 204 len: 168 time: 0.5952718 Nov 25 19:45:40.222524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47492) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:40.230296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-04f32b17-bd7e-4187-8c25-6846973608c3 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0757971 Nov 25 19:45:40.231245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47494) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:40.369800 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9279dfe-5cee-4f0d-940f-245c50935e15 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.382850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e885636-790b-4ea0-abea-6a795fc00842 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:40.406400 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.443255 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.468064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07581915-d507-4a1d-811f-815b8b117e24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:40.482156 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-07581915-d507-4a1d-811f-815b8b117e24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2539387 Nov 25 19:45:40.491198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47500) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:40.501612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4037250-da85-4eb4-b281-0944a40849f6 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.501957 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9279dfe-5cee-4f0d-940f-245c50935e15 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.513426 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b4037250-da85-4eb4-b281-0944a40849f6 tempest-RoutersAdminNegativeTest-356673006 tempest-RoutersAdminNegativeTest-356673006-project-admin] 10.222.0.15 "DELETE /v2.0/ports/4197d3f8-d45b-46ca-8355-69861b433927 HTTP/1.1" status: 204 len: 168 time: 2.5352399 Nov 25 19:45:40.528271 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6aba2c68-9ab6-4f7b-8044-6d1de7cf865f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.551409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aba2c68-9ab6-4f7b-8044-6d1de7cf865f None None] No DVR routers for this DVR port 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:40.582743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:45:40.603972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aba2c68-9ab6-4f7b-8044-6d1de7cf865f None None] Pushing event deleted for resources: {'Port': ['ID=81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:40.650294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb5ca83-d068-4541-a2a4-866269690420,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:40.691150 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.691758 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Added segment 945c133f-67bb-4c47-8aa0-792ddd3dd4ba of type vlan for network 0d542a3b-2d2a-4461-b55b-b06f32da782e Nov 25 19:45:40.751613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e8a3b5-57e8-4351-9991-f8e380f9af10 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:40.760084 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-03e8a3b5-57e8-4351-9991-f8e380f9af10 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2650235 Nov 25 19:45:40.767158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47508) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:40.822305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:40.850744 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fabbcce8-761d-48a2-9dd7-c1f397b261e3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0773480 Nov 25 19:45:40.860373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47510) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:40.867660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6bbd3e05-d904-476b-81eb-703efb68a388 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:40.879913 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:40.884684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:40.887812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 81f4be0a-bc8a-4f2c-afd7-12d6f4ad9310 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:41.014358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.015604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:41.016370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.124557 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e830154-d086-43f7-9ab3-49b06edbb057 None None] Sync routers for ids ['4c8daa6d-fc34-4b99-9cc3-5f4318956df7'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:41.141536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event updated for resources: {'Network': ['ID=0d542a3b-2d2a-4461-b55b-b06f32da782e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:41.152515 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e830154-d086-43f7-9ab3-49b06edbb057 None None] Routers set() bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:41.153308 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e830154-d086-43f7-9ab3-49b06edbb057 None None] Router IDs set() for agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:45:41.154386 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e830154-d086-43f7-9ab3-49b06edbb057 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4c8daa6d-fc34-4b99-9cc3-5f4318956df7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent'). {{(pid=103654) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 19:45:41.155113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0d542a3b-2d2a-4461-b55b-b06f32da782e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:45:41.199467 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e830154-d086-43f7-9ab3-49b06edbb057 None None] Routers set() bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:41.200096 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e830154-d086-43f7-9ab3-49b06edbb057 None None] Router IDs set() for agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:45:41.204153 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e830154-d086-43f7-9ab3-49b06edbb057 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4c8daa6d-fc34-4b99-9cc3-5f4318956df7'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent'). {{(pid=103654) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 19:45:41.204942 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e830154-d086-43f7-9ab3-49b06edbb057 None None] The sync data for ids ['4c8daa6d-fc34-4b99-9cc3-5f4318956df7'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:41.220607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bbd3e05-d904-476b-81eb-703efb68a388 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:41.230267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3e05-d904-476b-81eb-703efb68a388 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.344102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9279dfe-5cee-4f0d-940f-245c50935e15 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.349309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9279dfe-5cee-4f0d-940f-245c50935e15 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.353963 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b9279dfe-5cee-4f0d-940f-245c50935e15 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-groups/999b44fb-113b-46b6-a3d7-8c4ea633a0ca HTTP/1.1" status: 204 len: 168 time: 1.1184323 Nov 25 19:45:41.362951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47516) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:41.389041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9279dfe-5cee-4f0d-940f-245c50935e15 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=999b44fb-113b-46b6-a3d7-8c4ea633a0ca,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:41.440621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47520) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:41.508634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-867ac210-5582-456e-b4db-a3bac14e19a0 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1394308 Nov 25 19:45:41.511662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47524) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:41.650326 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4681-1bdb-479f-927e-aaf619c033e4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.726311 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e9ccd3a1-98ab-4cfd-b969-88efca5770e1 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0230837 Nov 25 19:45:41.735376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47532) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:41.741477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Request body: {'subnet': {'network_id': '0d542a3b-2d2a-4461-b55b-b06f32da782e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:41.749995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4681-1bdb-479f-927e-aaf619c033e4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.816991 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17712cd0-794c-4dc1-b77c-af0d46233b2a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.821979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Made reservation on behalf of 410bedf0c8744dd7bf51616f522502c5 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:41.825403 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.906651 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4681-1bdb-479f-927e-aaf619c033e4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.909434 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d5b4681-1bdb-479f-927e-aaf619c033e4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:41.910931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0d5b4681-1bdb-479f-927e-aaf619c033e4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-groups/4cbaf6dd-dbff-4ba7-bbfa-7ceba901f841 HTTP/1.1" status: 204 len: 168 time: 0.3980258 Nov 25 19:45:41.924935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47538) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:41.973950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b4681-1bdb-479f-927e-aaf619c033e4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbaf6dd-dbff-4ba7-bbfa-7ceba901f841,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:42.123497 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17712cd0-794c-4dc1-b77c-af0d46233b2a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.123497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47542) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:42.124035 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e3386c06-8198-4450-9962-3526862f9588 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1939623 Nov 25 19:45:42.131346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-beb8614e-52bb-4470-8e51-2cc412b62a22 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group': {'name': 'tempest-secgroup--1940187898'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:42.151163 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17712cd0-794c-4dc1-b77c-af0d46233b2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.190123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-6bbd3e05-d904-476b-81eb-703efb68a388 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:45:42.193312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3e05-d904-476b-81eb-703efb68a388 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.251766 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-17712cd0-794c-4dc1-b77c-af0d46233b2a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7be968ded6e44972bf71083e204c4171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8087082 Nov 25 19:45:42.253845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd3e05-d904-476b-81eb-703efb68a388 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:42.254587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47546) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:42.268937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd3e05-d904-476b-81eb-703efb68a388 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:42.275261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bbd3e05-d904-476b-81eb-703efb68a388 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:42.275866 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6bbd3e05-d904-476b-81eb-703efb68a388 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.289083 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e3d500-9535-4e90-afe2-e109f58d42f2 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:42.300616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17712cd0-794c-4dc1-b77c-af0d46233b2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a054117-e385-4bba-9dcb-5ff16e97ac0e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:42.311879 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd3e05-d904-476b-81eb-703efb68a388 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=e00b7f1f-d92d-474b-8c6c-f2de85b1488a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:42.343445 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-beb8614e-52bb-4470-8e51-2cc412b62a22 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.358112 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6bbd3e05-d904-476b-81eb-703efb68a388 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4965904 Nov 25 19:45:42.361714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47548) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:42.370667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b5749f59-4eb3-48c5-a24d-90a53a6d1dc4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:42.457759 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-43346aad-f513-431e-b2b7-9ac04916345b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.504226 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-43346aad-f513-431e-b2b7-9ac04916345b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.547408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 35d75d9a-e347-4c85-a6b4-bee37aa8afdd no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:42.606941 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-43346aad-f513-431e-b2b7-9ac04916345b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.611688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-43346aad-f513-431e-b2b7-9ac04916345b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.614005 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-43346aad-f513-431e-b2b7-9ac04916345b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0a054117-e385-4bba-9dcb-5ff16e97ac0e HTTP/1.1" status: 204 len: 168 time: 0.3560495 Nov 25 19:45:42.635277 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-beb8614e-52bb-4470-8e51-2cc412b62a22 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.651395 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-beb8614e-52bb-4470-8e51-2cc412b62a22 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.656194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43346aad-f513-431e-b2b7-9ac04916345b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a054117-e385-4bba-9dcb-5ff16e97ac0e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:42.672472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5749f59-4eb3-48c5-a24d-90a53a6d1dc4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:42.675950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b5749f59-4eb3-48c5-a24d-90a53a6d1dc4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.858418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb8614e-52bb-4470-8e51-2cc412b62a22 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01a3e6e7-c826-4b67-b0de-9a2dcd50d158,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:42.949791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 35d75d9a-e347-4c85-a6b4-bee37aa8afdd {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:42.950702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 35d75d9a-e347-4c85-a6b4-bee37aa8afdd not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:42.975458 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-beb8614e-52bb-4470-8e51-2cc412b62a22 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:42.977690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-beb8614e-52bb-4470-8e51-2cc412b62a22 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8531821 Nov 25 19:45:42.981005 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47562) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:42.987488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-16aa4c2c-e600-45b3-afea-8c78ca744ad4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': '01a3e6e7-c826-4b67-b0de-9a2dcd50d158', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:43.018846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.objects.ports [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103651) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:45:43.019750 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.081862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16aa4c2c-e600-45b3-afea-8c78ca744ad4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.198930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16aa4c2c-e600-45b3-afea-8c78ca744ad4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.225717 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16aa4c2c-e600-45b3-afea-8c78ca744ad4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.233334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': 'e00b7f1f-d92d-474b-8c6c-f2de85b1488a'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:43.236674 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.273387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aa4c2c-e600-45b3-afea-8c78ca744ad4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5dc24b-1d4c-4314-9a42-6caa72fdb0b8,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:43.278990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47566) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:43.356040 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16aa4c2c-e600-45b3-afea-8c78ca744ad4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.367931 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-16aa4c2c-e600-45b3-afea-8c78ca744ad4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3850384 Nov 25 19:45:43.372249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event updated for resources: {'Subnet': ['ID=04ea1acb-e978-4548-b4e9-7b1b0cfbbac9,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:43.373463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47568) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:43.397189 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Checking segment: {'id': '945c133f-67bb-4c47-8aa0-792ddd3dd4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0d542a3b-2d2a-4461-b55b-b06f32da782e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:43.397816 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Network hostable DHCP agents. Network: 0d542a3b-2d2a-4461-b55b-b06f32da782e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:43.451806 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Network 0d542a3b-2d2a-4461-b55b-b06f32da782e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:43.472044 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1ec1aeac-6eb5-4932-8103-52376f525c10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=50c654c2cdfb4e0d9558207c37754d1c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1894040 Nov 25 19:45:43.474727 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ccc9508-190d-4dc6-b50d-a040f811a571 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.490396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47570) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:43.522219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ccc9508-190d-4dc6-b50d-a040f811a571 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.543845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 0d542a3b-2d2a-4461-b55b-b06f32da782e) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:43.596146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ccc9508-190d-4dc6-b50d-a040f811a571 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.599838 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:43.601719 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.615110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Allocated IP 2001:db8::f816:3eff:fe9f:6d90 (0a011fd0-9c8c-4deb-9828-aa08d061358c/e00b7f1f-d92d-474b-8c6c-f2de85b1488a/d0550c32-aae6-4dac-8c18-48b29d1b7c48) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:43.619053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ccc9508-190d-4dc6-b50d-a040f811a571 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.620533 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2ccc9508-190d-4dc6-b50d-a040f811a571 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6a5dc24b-1d4c-4314-9a42-6caa72fdb0b8 HTTP/1.1" status: 204 len: 168 time: 0.2451999 Nov 25 19:45:43.621622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc9508-190d-4dc6-b50d-a040f811a571 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a5dc24b-1d4c-4314-9a42-6caa72fdb0b8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:43.623601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47574) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:43.686336 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f5474775-fc92-4db2-bdaa-476788ce0073 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0614901 Nov 25 19:45:43.689138 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47576) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:43.749232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-37d7e72a-ab54-4c8e-b12b-4cc23a260538 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0094390 Nov 25 19:45:43.751001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47578) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:43.756924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-100046203', 'network_id': '0d542a3b-2d2a-4461-b55b-b06f32da782e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:43.774765 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22e7bdff-c86f-4c31-b565-2b8961ff9d82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.793523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Made reservation on behalf of 410bedf0c8744dd7bf51616f522502c5 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:43.797557 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.822692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] device_id is not set on port 84f982f1-ed67-4cec-b013-0e3a8b8030bd yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:43.880069 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22e7bdff-c86f-4c31-b565-2b8961ff9d82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.899661 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.907391 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dabe7f79-b3f7-4f4b-bfce-33820cf6b895 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.910594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87624fde-fe12-41fd-9380-26e57687132d None None] Network 0d542a3b-2d2a-4461-b55b-b06f32da782e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:43.927930 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.928763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b5749f59-4eb3-48c5-a24d-90a53a6d1dc4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:43.944048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dabe7f79-b3f7-4f4b-bfce-33820cf6b895 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.025399 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dabe7f79-b3f7-4f4b-bfce-33820cf6b895 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.037516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dabe7f79-b3f7-4f4b-bfce-33820cf6b895 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.039203 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dabe7f79-b3f7-4f4b-bfce-33820cf6b895 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-groups/01a3e6e7-c826-4b67-b0de-9a2dcd50d158 HTTP/1.1" status: 204 len: 168 time: 0.3484645 Nov 25 19:45:44.049000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47582) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:44.072547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5749f59-4eb3-48c5-a24d-90a53a6d1dc4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:44.076385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe7f79-b3f7-4f4b-bfce-33820cf6b895 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01a3e6e7-c826-4b67-b0de-9a2dcd50d158,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:44.095385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b5749f59-4eb3-48c5-a24d-90a53a6d1dc4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:44.098947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5749f59-4eb3-48c5-a24d-90a53a6d1dc4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:44.099670 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b5749f59-4eb3-48c5-a24d-90a53a6d1dc4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.152865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5be546e7-a09b-4d55-a919-7feb5c948a64 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0956364 Nov 25 19:45:44.158844 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47584) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:44.159131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5749f59-4eb3-48c5-a24d-90a53a6d1dc4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=3e57e4df-e74c-4416-890c-878a80340a56,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:44.166016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2d64730f-4136-4585-8e13-59ee6cc9a737 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group': {'name': 'tempest-secgroup--107677860'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:44.174172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Allocated IP 2001:db8::61 (0d542a3b-2d2a-4461-b55b-b06f32da782e/04ea1acb-e978-4548-b4e9-7b1b0cfbbac9/84f982f1-ed67-4cec-b013-0e3a8b8030bd) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:44.180364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b5749f59-4eb3-48c5-a24d-90a53a6d1dc4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8174543 Nov 25 19:45:44.184773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47586) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:44.197118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:70:66:72', 'name': 'tempest-NetworksTestDHCPv6-2013107198'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:44.225075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:44.225385 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d64730f-4136-4585-8e13-59ee6cc9a737 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.236038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:44.238370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47588) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:44.241297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:44.254192 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'network': {'name': 'tempest-network-smoke--777715888', 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'port_security_enabled': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:44.266546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22e7bdff-c86f-4c31-b565-2b8961ff9d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.273025 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22e7bdff-c86f-4c31-b565-2b8961ff9d82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.283524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-22e7bdff-c86f-4c31-b565-2b8961ff9d82 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/56e68cff-3bb4-4695-b66a-a9d4db526854 HTTP/1.1" status: 204 len: 168 time: 0.7914317 Nov 25 19:45:44.319274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Pushing event updated for resources: {'Port': ['ID=d0550c32-aae6-4dac-8c18-48b29d1b7c48,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:44.353285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a44a05a-1940-4ab0-802c-1f1abd539ed2 None None] Network 0d542a3b-2d2a-4461-b55b-b06f32da782e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:44.399844 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Made reservation on behalf of 2e694ece81b24bd1992fdd72ac9241f4 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:44.404536 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.408968 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d64730f-4136-4585-8e13-59ee6cc9a737 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.463366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Attempting to bind port d0550c32-aae6-4dac-8c18-48b29d1b7c48 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:44.464538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Attempting to bind port d0550c32-aae6-4dac-8c18-48b29d1b7c48 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:44.465243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Attempting to bind port d0550c32-aae6-4dac-8c18-48b29d1b7c48 on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:44.489529 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d64730f-4136-4585-8e13-59ee6cc9a737 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.491951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7bdff-c86f-4c31-b565-2b8961ff9d82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e68cff-3bb4-4695-b66a-a9d4db526854,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:44.509583 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.525731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:44.562900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:44.563195 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:44.563592 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.564005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:44.564518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Bound port: d0550c32-aae6-4dac-8c18-48b29d1b7c48, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:44.564914 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.569955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d64730f-4136-4585-8e13-59ee6cc9a737 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.577766 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2d64730f-4136-4585-8e13-59ee6cc9a737 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4120071 Nov 25 19:45:44.584739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47592) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:44.599471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f67bda0f-6ec7-4b2d-8682-de55e59861fc tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': 'e8aea878-ff31-45a0-92e3-82e0f83c9747', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:44.656595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] For port d0550c32-aae6-4dac-8c18-48b29d1b7c48, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:44.660267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] For port d0550c32-aae6-4dac-8c18-48b29d1b7c48, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d0550c32-aae6-4dac-8c18-48b29d1b7c48,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:44.665096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d64730f-4136-4585-8e13-59ee6cc9a737 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8aea878-ff31-45a0-92e3-82e0f83c9747,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:44.671767 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.713348 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.734757 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f67bda0f-6ec7-4b2d-8682-de55e59861fc tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.768187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port fd695d08-0786-4b80-85b5-cd6d02351b98 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:44.786513 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:44.865235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42827e86-d3b3-4a97-8a05-cd892f4323bd None None] Pushing event updated for resources: {'Port': ['ID=d0550c32-aae6-4dac-8c18-48b29d1b7c48,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:45.022954 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f67bda0f-6ec7-4b2d-8682-de55e59861fc tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.042371 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.049381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f67bda0f-6ec7-4b2d-8682-de55e59861fc tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.172261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.174025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67bda0f-6ec7-4b2d-8682-de55e59861fc tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93d3786-fc22-440e-ad63-ca5cf515515f,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:45.205677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 172.20.0.4 (0a011fd0-9c8c-4deb-9828-aa08d061358c/3e57e4df-e74c-4416-890c-878a80340a56/fd695d08-0786-4b80-85b5-cd6d02351b98) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:45.233514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::f816:3eff:fe70:6672 (0a011fd0-9c8c-4deb-9828-aa08d061358c/e00b7f1f-d92d-474b-8c6c-f2de85b1488a/fd695d08-0786-4b80-85b5-cd6d02351b98) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:45.238524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.303399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c9ae2dd-db5f-4f7f-80aa-50eef13a5138,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:45.308902 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f67bda0f-6ec7-4b2d-8682-de55e59861fc tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.309767 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f67bda0f-6ec7-4b2d-8682-de55e59861fc tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7182546 Nov 25 19:45:45.316729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Network 0d542a3b-2d2a-4461-b55b-b06f32da782e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:45.318855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47598) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:45.333093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:45.391482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:45:45.397572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:45.402848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:45.404394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.408739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event updated for resources: {'Port': ['ID=84f982f1-ed67-4cec-b013-0e3a8b8030bd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:45.436611 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.437184 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Added segment 32774c68-d93c-4a1f-8dbc-0b704f7d01b6 of type vlan for network fec2bf9b-cdbc-4f13-9871-465f467f589b Nov 25 19:45:45.518145 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-10c98f8b-6da1-4158-81a9-dceabd93bbcd tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules/c93d3786-fc22-440e-ad63-ca5cf515515f HTTP/1.1" status: 200 len: 763 time: 0.1913929 Nov 25 19:45:45.520410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47604) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:45.549795 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.559740 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-293af60f-de05-4a69-995a-ba978bfc65bc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.8071249 Nov 25 19:45:45.564286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47608) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:45.604980 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.632564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-52089065-8262-418c-b6d8-4eb444337cb5 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1058280 Nov 25 19:45:45.640909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47612) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:45.691686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.700314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:45.700979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.745842 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.829457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:45.831762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=fd695d08-0786-4b80-85b5-cd6d02351b98,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:45.835149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:45.839761 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.5985119 Nov 25 19:45:45.842384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47616) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:45.845797 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-429752b2-8105-4f33-bc06-02e5c126a8c2 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.860500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'admin_state_up': True, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:45.873335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:45.946518 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.947682 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.958266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:45.959043 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:45.997021 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-27018fff-437b-4701-be3d-d2d2464e9c25 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8096924 Nov 25 19:45:46.043655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47630) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:46.052461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-429752b2-8105-4f33-bc06-02e5c126a8c2 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:46.054222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:46.160408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874676ba-348f-4ee5-ae07-3fc2dbd1b6f5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Network': ['ID=fec2bf9b-cdbc-4f13-9871-465f467f589b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:46.194895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network fec2bf9b-cdbc-4f13-9871-465f467f589b details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:45:46.273700 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-429752b2-8105-4f33-bc06-02e5c126a8c2 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:46.301508 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-429752b2-8105-4f33-bc06-02e5c126a8c2 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:46.307633 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-429752b2-8105-4f33-bc06-02e5c126a8c2 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c93d3786-fc22-440e-ad63-ca5cf515515f HTTP/1.1" status: 204 len: 168 time: 0.6653490 Nov 25 19:45:46.313588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47642) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:46.398393 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:46.502440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47646) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:46.653385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d0550c32-aae6-4dac-8c18-48b29d1b7c48 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:46.701366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5cf8e0-57c2-4323-9a2d-22d0e0676ca6 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:46.774718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-975741317'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:46.863932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d0550c32-aae6-4dac-8c18-48b29d1b7c48 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:46.864328 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:46.918629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-eb1a2297-f0d1-4272-81db-68b93704b93c None None] Provisioning complete for port d0550c32-aae6-4dac-8c18-48b29d1b7c48 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:46.918629 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2297-f0d1-4272-81db-68b93704b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.043024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429752b2-8105-4f33-bc06-02e5c126a8c2 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c93d3786-fc22-440e-ad63-ca5cf515515f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:47.058902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a583adb7-c3c3-4bed-8221-1aeb742705a8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:47.063380 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.066571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a583adb7-c3c3-4bed-8221-1aeb742705a8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:47.067267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Made reservation on behalf of eb0f9ba3381f498c88c672fb0b144cec for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:47.072243 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a583adb7-c3c3-4bed-8221-1aeb742705a8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 1.0110018 Nov 25 19:45:47.073698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47660) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:47.075089 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.078303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c92dfd97-f4c9-4f8a-a57e-ec7cd08f56a9 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Deleting port 84f982f1-ed67-4cec-b013-0e3a8b8030bd {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:47.078644 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd97-f4c9-4f8a-a57e-ec7cd08f56a9 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.132396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.139374 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.262211 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-03b20928-4101-4204-ab7f-da500f111aa7 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.9333308 Nov 25 19:45:47.264153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47662) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:47.269114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-55a94608-db3a-4980-acdb-367c8f21c052 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': 'e8aea878-ff31-45a0-92e3-82e0f83c9747', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:47.320546 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd97-f4c9-4f8a-a57e-ec7cd08f56a9 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.335842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-79fe6082-6203-4a62-afeb-3f2a8d0416ed tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port fd695d08-0786-4b80-85b5-cd6d02351b98 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:47.336140 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79fe6082-6203-4a62-afeb-3f2a8d0416ed tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.341580 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.348639 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2297-f0d1-4272-81db-68b93704b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.377929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c92dfd97-f4c9-4f8a-a57e-ec7cd08f56a9 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Calling delete_port for 84f982f1-ed67-4cec-b013-0e3a8b8030bd owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:47.399519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55a94608-db3a-4980-acdb-367c8f21c052 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.408997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-eb1a2297-f0d1-4272-81db-68b93704b93c None None] For port d0550c32-aae6-4dac-8c18-48b29d1b7c48, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d0550c32-aae6-4dac-8c18-48b29d1b7c48,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:47.422884 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eb1a2297-f0d1-4272-81db-68b93704b93c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.429093 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.455621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.535153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:45:47.552350 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.553127 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Added segment cc2c9889-0b91-42b6-bdfd-d00bea1df45e of type vlan for network d1af13f5-2cc9-4da4-8000-de466ee1eb6e Nov 25 19:45:47.591343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a2297-f0d1-4272-81db-68b93704b93c None None] Pushing event updated for resources: {'Port': ['ID=d0550c32-aae6-4dac-8c18-48b29d1b7c48,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:47.601000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5fdd88-f8e1-42c8-906c-ef61168d86eb None None] Update dhcp port {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': 'e00b7f1f-d92d-474b-8c6c-f2de85b1488a', 'ip_address': '2001:db8::f816:3eff:fe9f:6d90'}, {'subnet_id': '3e57e4df-e74c-4416-890c-878a80340a56'}], 'binding:host_id': 'n-d-817303-9'}, 'id': 'd0550c32-aae6-4dac-8c18-48b29d1b7c48'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:45:47.623306 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.629231 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:45:47.629693 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:45:47.638893 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdd88-f8e1-42c8-906c-ef61168d86eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.660611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Allocated IP 172.25.8.202 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/a4552967-85d9-47fe-be76-eac68ab8779f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:47.678534 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.691301 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:47.692460 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.774175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=241b48a5-1cd9-4522-8d03-ac55b9890f44,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:47.806438 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79fe6082-6203-4a62-afeb-3f2a8d0416ed tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.812072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3042347 Nov 25 19:45:47.846008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47670) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:47.852718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Request body: {'subnet': {'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:47.873815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55a94608-db3a-4980-acdb-367c8f21c052 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.889268 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55a94608-db3a-4980-acdb-367c8f21c052 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:47.904312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-79fe6082-6203-4a62-afeb-3f2a8d0416ed tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for fd695d08-0786-4b80-85b5-cd6d02351b98 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:47.935688 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a94608-db3a-4980-acdb-367c8f21c052 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc3e8dd9-7788-46f8-8d1c-1f2a966c7816,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:47.949095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-ee5fdd88-f8e1-42c8-906c-ef61168d86eb None None] Allocated IP 172.20.0.2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/3e57e4df-e74c-4416-890c-878a80340a56/d0550c32-aae6-4dac-8c18-48b29d1b7c48) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:47.955163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fca5b-35f3-4a2c-bca9-583cb3e035ed tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'Network': ['ID=d1af13f5-2cc9-4da4-8000-de466ee1eb6e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:47.973218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:45:48.046606 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.047379 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55a94608-db3a-4980-acdb-367c8f21c052 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.049802 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-55a94608-db3a-4980-acdb-367c8f21c052 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7841201 Nov 25 19:45:48.053414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Made reservation on behalf of eb0f9ba3381f498c88c672fb0b144cec for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:48.057836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47674) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:48.058141 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.203925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47678) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:48.206922 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c8702989-48c3-4613-9287-acf0a8860967 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules/fc3e8dd9-7788-46f8-8d1c-1f2a966c7816 HTTP/1.1" status: 200 len: 763 time: 0.1459243 Nov 25 19:45:48.258190 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.289150 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd97-f4c9-4f8a-a57e-ec7cd08f56a9 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.332038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Port': ['ID=a4552967-85d9-47fe-be76-eac68ab8779f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:48.358323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ee5fdd88-f8e1-42c8-906c-ef61168d86eb None None] For port d0550c32-aae6-4dac-8c18-48b29d1b7c48, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d0550c32-aae6-4dac-8c18-48b29d1b7c48,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:48.362562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8591ad69-11f4-49f7-bdab-e9284fbf2aa2 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1567292 Nov 25 19:45:48.371184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47680) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:48.399475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:48.401759 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdd88-f8e1-42c8-906c-ef61168d86eb None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.410159 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee5fdd88-f8e1-42c8-906c-ef61168d86eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.412062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:48.437485 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:48.449045 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad5e65b5-a7f6-4a9a-8544-e87fecf24b29 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.463160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d547c09-4ee0-4e7b-a839-a42bf097b756 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:48.474014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92dfd97-f4c9-4f8a-a57e-ec7cd08f56a9 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event deleted for resources: {'Port': ['ID=84f982f1-ed67-4cec-b013-0e3a8b8030bd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:48.511280 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad5e65b5-a7f6-4a9a-8544-e87fecf24b29 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.517220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c92dfd97-f4c9-4f8a-a57e-ec7cd08f56a9 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.524479 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c92dfd97-f4c9-4f8a-a57e-ec7cd08f56a9 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "DELETE /v2.0/ports/84f982f1-ed67-4cec-b013-0e3a8b8030bd HTTP/1.1" status: 204 len: 168 time: 2.9587991 Nov 25 19:45:48.582612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47686) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:48.595926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0d542a3b-2d2a-4461-b55b-b06f32da782e', 'external_fixed_ips': [{'subnet_id': '04ea1acb-e978-4548-b4e9-7b1b0cfbbac9', 'ip_address': '2001:db8::61'}]}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:48.624170 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad5e65b5-a7f6-4a9a-8544-e87fecf24b29 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.628817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d0550c32-aae6-4dac-8c18-48b29d1b7c48 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:48.638573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad5e65b5-a7f6-4a9a-8544-e87fecf24b29 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.643683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ad5e65b5-a7f6-4a9a-8544-e87fecf24b29 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/fc3e8dd9-7788-46f8-8d1c-1f2a966c7816 HTTP/1.1" status: 204 len: 168 time: 0.2707357 Nov 25 19:45:48.648685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47688) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:48.662968 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.680795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5e65b5-a7f6-4a9a-8544-e87fecf24b29 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc3e8dd9-7788-46f8-8d1c-1f2a966c7816,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:48.691783 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.695268 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.713214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5fdd88-f8e1-42c8-906c-ef61168d86eb None None] Pushing event updated for resources: {'Port': ['ID=d0550c32-aae6-4dac-8c18-48b29d1b7c48,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:48.756384 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79fe6082-6203-4a62-afeb-3f2a8d0416ed tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.770181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d0550c32-aae6-4dac-8c18-48b29d1b7c48 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:48.770822 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.800135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fe6082-6203-4a62-afeb-3f2a8d0416ed tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=fd695d08-0786-4b80-85b5-cd6d02351b98,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:48.863454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:48.889113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a3008f0a-69c7-4b8f-953d-66929f09ebe0 None None] Provisioning complete for port a4552967-85d9-47fe-be76-eac68ab8779f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:48.889664 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a3008f0a-69c7-4b8f-953d-66929f09ebe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.040526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f573b6ec-9d69-4e84-9b01-ec8e400490f0 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3903165 Nov 25 19:45:49.049694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47692) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:49.050777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'Subnet': ['ID=e9fdd601-73d6-4363-9de0-b9a32d00c5ee,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:49.057728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f4732a52-49f4-4797-a0a5-b11fcca3e677 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Request body: {'security_group_rule': {'security_group_id': 'e8aea878-ff31-45a0-92e3-82e0f83c9747', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:49.102538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a3008f0a-69c7-4b8f-953d-66929f09ebe0 None None] Port a4552967-85d9-47fe-be76-eac68ab8779f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:45:49.126607 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4732a52-49f4-4797-a0a5-b11fcca3e677 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.136551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Checking segment: {'id': 'cc2c9889-0b91-42b6-bdfd-d00bea1df45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:49.136551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Network hostable DHCP agents. Network: d1af13f5-2cc9-4da4-8000-de466ee1eb6e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:49.168332 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.198979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79fe6082-6203-4a62-afeb-3f2a8d0416ed tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.206044 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-79fe6082-6203-4a62-afeb-3f2a8d0416ed tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/fd695d08-0786-4b80-85b5-cd6d02351b98 HTTP/1.1" status: 204 len: 168 time: 2.1239650 Nov 25 19:45:49.207189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47698) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:49.305043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dd49f-82fc-4e6a-bb28-ae81f940db1c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:49.306202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:49.308940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dd49f-82fc-4e6a-bb28-ae81f940db1c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:49.312715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-068dd49f-82fc-4e6a-bb28-ae81f940db1c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:49.315643 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-068dd49f-82fc-4e6a-bb28-ae81f940db1c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1071455 Nov 25 19:45:49.318741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47700) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:49.374238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, d1af13f5-2cc9-4da4-8000-de466ee1eb6e) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:49.387256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:49.387668 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.391747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913cd4c5-0e3e-4531-9b7b-7a34c0f4447a None None] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:49.426174 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4732a52-49f4-4797-a0a5-b11fcca3e677 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.441264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4732a52-49f4-4797-a0a5-b11fcca3e677 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.507069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-903b1d04-d544-456c-9e96-bb3b85f9f1aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 3e57e4df-e74c-4416-890c-878a80340a56 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:49.511069 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-903b1d04-d544-456c-9e96-bb3b85f9f1aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.529518 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a035715c-8809-4040-a241-dba8164fcbe4 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6814744 Nov 25 19:45:49.531742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47702) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:49.532895 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.551580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Request body: {'port': {'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e', 'name': 'tempest-AllowedAddressPairTestJSON-1591669883'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:49.557208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4732a52-49f4-4797-a0a5-b11fcca3e677 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c291811-46f3-40ef-8ef9-01c10bc57d4d,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:49.582970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-903b1d04-d544-456c-9e96-bb3b85f9f1aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.689504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-d1af13f5-2cc9-4da4-8000-de466ee1eb6e', 'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e', 'tenant_id': 'eb0f9ba3381f498c88c672fb0b144cec', 'fixed_ips': [{'subnet_id': 'e9fdd601-73d6-4363-9de0-b9a32d00c5ee'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:49.689504 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:49.996069 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-903b1d04-d544-456c-9e96-bb3b85f9f1aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.068002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.104545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Allocated IP 172.20.0.2 (d1af13f5-2cc9-4da4-8000-de466ee1eb6e/e9fdd601-73d6-4363-9de0-b9a32d00c5ee/c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:50.122314 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.180117 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4732a52-49f4-4797-a0a5-b11fcca3e677 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.181351 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f4732a52-49f4-4797-a0a5-b11fcca3e677 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1273174 Nov 25 19:45:50.189627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47710) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:50.392417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-903b1d04-d544-456c-9e96-bb3b85f9f1aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.429348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5897ba7f-6d38-4e8a-b30a-288034312e2d None None] Could not find standard attr ID for object fd695d08-0786-4b80-85b5-cd6d02351b98. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:45:50.501085 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.507919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5897ba7f-6d38-4e8a-b30a-288034312e2d None None] Provisioning complete for port d0550c32-aae6-4dac-8c18-48b29d1b7c48 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:50.508450 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5897ba7f-6d38-4e8a-b30a-288034312e2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.551107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-468ed402-5770-44f9-b8fc-2bdf394547f4 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules/7c291811-46f3-40ef-8ef9-01c10bc57d4d HTTP/1.1" status: 200 len: 764 time: 0.3610754 Nov 25 19:45:50.552030 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47716) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:50.585177 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.605492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d0550c32-aae6-4dac-8c18-48b29d1b7c48 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:50.625945 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-903b1d04-d544-456c-9e96-bb3b85f9f1aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.643442 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-903b1d04-d544-456c-9e96-bb3b85f9f1aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/3e57e4df-e74c-4416-890c-878a80340a56 HTTP/1.1" status: 204 len: 168 time: 1.3188913 Nov 25 19:45:50.643442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903b1d04-d544-456c-9e96-bb3b85f9f1aa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=3e57e4df-e74c-4416-890c-878a80340a56,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:50.647843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47718) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:50.722167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6c32fcf1-aaca-485c-8b52-815511d124c1 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1631997 Nov 25 19:45:50.724650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47720) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:50.762987 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.771359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Made reservation on behalf of eb0f9ba3381f498c88c672fb0b144cec for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:50.778297 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.848307 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c8c95ac-7dda-4466-a893-a4726d202cec tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.854472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] device_id is not set on port 0520dcd6-72f9-4be1-9a5f-bd8fb5ffa597 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:50.862761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-21fb8909-1980-42cb-8fed-13302e996b0a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet e00b7f1f-d92d-474b-8c6c-f2de85b1488a {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:50.867016 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c8c95ac-7dda-4466-a893-a4726d202cec tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.880947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21fb8909-1980-42cb-8fed-13302e996b0a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:50.947422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Allocated IP 2001:db8::61 (0d542a3b-2d2a-4461-b55b-b06f32da782e/04ea1acb-e978-4548-b4e9-7b1b0cfbbac9/882d1efc-a8a6-4819-a4a7-87540bd3c0ad) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:50.969166 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21fb8909-1980-42cb-8fed-13302e996b0a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.013682 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c8c95ac-7dda-4466-a893-a4726d202cec tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.032185 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c8c95ac-7dda-4466-a893-a4726d202cec tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.033987 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8c8c95ac-7dda-4466-a893-a4726d202cec tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/7c291811-46f3-40ef-8ef9-01c10bc57d4d HTTP/1.1" status: 204 len: 168 time: 0.3078318 Nov 25 19:45:51.043623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47722) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:51.122011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c95ac-7dda-4466-a893-a4726d202cec tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c291811-46f3-40ef-8ef9-01c10bc57d4d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:51.134865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Allocated IP 172.20.0.9 (d1af13f5-2cc9-4da4-8000-de466ee1eb6e/e9fdd601-73d6-4363-9de0-b9a32d00c5ee/0520dcd6-72f9-4be1-9a5f-bd8fb5ffa597) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:51.171132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Router 890c3937-9d76-4a6d-ac56-41a118d61264 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:45:51.199621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:51.239030 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.248156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:51.261968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:51.295781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Pushing event updated for resources: {'Port': ['ID=c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:51.315674 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a3fd1605-822e-4a53-91c4-860e5ee161eb tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2659767 Nov 25 19:45:51.321648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47728) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:51.325738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21fb8909-1980-42cb-8fed-13302e996b0a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.468260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.509251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f251c36d-a378-4679-bcf7-80f6a8cd9db8 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:51.576771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Attempting to bind port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:51.577850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Attempting to bind port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'cc2c9889-0b91-42b6-bdfd-d00bea1df45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:51.578641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Attempting to bind port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e on network d1af13f5-2cc9-4da4-8000-de466ee1eb6e {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:51.588399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:51.601092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:51.601695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Checking segment: {'id': 'cc2c9889-0b91-42b6-bdfd-d00bea1df45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:51.602349 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.603028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Bound using segment: {'id': 'cc2c9889-0b91-42b6-bdfd-d00bea1df45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:51.603817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Bound port: c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc2c9889-0b91-42b6-bdfd-d00bea1df45e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:51.604490 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.621539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Sync routers for ids ['890c3937-9d76-4a6d-ac56-41a118d61264'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:51.640367 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21fb8909-1980-42cb-8fed-13302e996b0a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.661068 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.707664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb8909-1980-42cb-8fed-13302e996b0a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=e00b7f1f-d92d-474b-8c6c-f2de85b1488a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:51.749447 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21fb8909-1980-42cb-8fed-13302e996b0a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.754025 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-21fb8909-1980-42cb-8fed-13302e996b0a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/e00b7f1f-d92d-474b-8c6c-f2de85b1488a HTTP/1.1" status: 204 len: 168 time: 1.1046934 Nov 25 19:45:51.758247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Network 0d542a3b-2d2a-4461-b55b-b06f32da782e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:51.760070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47732) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:51.762633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d0550c32-aae6-4dac-8c18-48b29d1b7c48 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:51.763697 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.814237 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-639740de-85b2-45e6-ba0b-a095a7f887b1 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0490217 Nov 25 19:45:51.821264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:51.824888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47734) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:51.834576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:51.918297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8d2af34e-6ea6-41d4-91c4-c5f999c15ca7 None None] Could not find standard attr ID for object fd695d08-0786-4b80-85b5-cd6d02351b98. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:45:51.936421 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:51.946944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:51.972777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Routers {'890c3937-9d76-4a6d-ac56-41a118d61264'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:51.973833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['890c3937-9d76-4a6d-ac56-41a118d61264'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:52.064995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6a24399-dd73-452f-a356-db5bd02f0a93 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.085237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.093595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a07705c6-45da-4e6b-8a8b-8888c5a88aea tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.2440655 Nov 25 19:45:52.093595 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.096603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47736) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:52.113568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event updated for resources: {'Port': ['ID=882d1efc-a8a6-4819-a4a7-87540bd3c0ad,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:52.187391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Set router 890c3937-9d76-4a6d-ac56-41a118d61264 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:52.193761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6a24399-dd73-452f-a356-db5bd02f0a93 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.233062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:52.245290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:52.261847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:52.269740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'Port': ['ID=0520dcd6-72f9-4be1-9a5f-bd8fb5ffa597,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:52.326586 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6a24399-dd73-452f-a356-db5bd02f0a93 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.331813 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6a24399-dd73-452f-a356-db5bd02f0a93 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.335876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c6a24399-dd73-452f-a356-db5bd02f0a93 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "DELETE /v2.0/security-groups/e8aea878-ff31-45a0-92e3-82e0f83c9747 HTTP/1.1" status: 204 len: 168 time: 1.0017140 Nov 25 19:45:52.346667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47746) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:52.365649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a24399-dd73-452f-a356-db5bd02f0a93 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8aea878-ff31-45a0-92e3-82e0f83c9747,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:52.394289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:52.395283 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.509222 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.515033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:52.515324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7f834443-b94e-4183-8329-97cee6ae857e tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1646001 Nov 25 19:45:52.526970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.528433 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47750) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:52.557812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-73174daa-2f63-4673-a7de-09a6c5552ba8 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0206742 Nov 25 19:45:52.560712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47752) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:52.591901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Request body: {'port': {'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e', 'name': 'tempest-AllowedAddressPairTestJSON-1738264034', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:01:8f:19'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:52.649658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] For port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:52.662158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] For port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e,segment=NetworkSegment(cc2c9889-0b91-42b6-bdfd-d00bea1df45e),segment_id=cc2c9889-0b91-42b6-bdfd-d00bea1df45e)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:52.701119 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:52.844515 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:45:52.850541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c77b4f-7421-45a8-b6ad-f47750536026 None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:52.894257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54e431-d847-4492-ada7-9c843d82d995 None None] Pushing event updated for resources: {'Port': ['ID=c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:52.895733 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0c05bf4f-8aae-468b-a75b-0cfe800fd0a3 tempest-SecGroupTest-1992820026 tempest-SecGroupTest-1992820026-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.3359613 Nov 25 19:45:53.036180 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-906f2ac7-6c1d-40e0-9bc0-cfa600075dfc tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2e694ece81b24bd1992fdd72ac9241f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9381614 Nov 25 19:45:53.046386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47764) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:53.234083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Made reservation on behalf of eb0f9ba3381f498c88c672fb0b144cec for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:53.244989 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.318295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-35c77b4f-7421-45a8-b6ad-f47750536026 None None] Deleting port d0550c32-aae6-4dac-8c18-48b29d1b7c48 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:53.318295 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-35c77b4f-7421-45a8-b6ad-f47750536026 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.323334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:45:49Z', 'revision_number': 3, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:53.444825 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.625851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Checking router: 890c3937-9d76-4a6d-ac56-41a118d61264 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:53.626601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Updating router 890c3937-9d76-4a6d-ac56-41a118d61264 port a4552967-85d9-47fe-be76-eac68ab8779f binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:45:53.642200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.645480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47772) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:53.689249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45920426-8efa-42c5-80e3-83921933a66d tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:53.689736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45920426-8efa-42c5-80e3-83921933a66d tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:53.691718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-45920426-8efa-42c5-80e3-83921933a66d tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1594 time: 0.6399896 Nov 25 19:45:53.698320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47776) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:53.757725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c244e97f-7d34-460c-9876-56d334e16cb5 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=0d542a3b-2d2a-4461-b55b-b06f32da782e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0539229 Nov 25 19:45:53.757725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] device_id is not set on port 79c6c7e0-c30f-4923-8363-61be674a2990 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:45:53.761105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47782) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:53.800708 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:53.999484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Allocated IP 172.20.0.13 (d1af13f5-2cc9-4da4-8000-de466ee1eb6e/e9fdd601-73d6-4363-9de0-b9a32d00c5ee/79c6c7e0-c30f-4923-8363-61be674a2990) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:54.013670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-35c77b4f-7421-45a8-b6ad-f47750536026 None None] For port d0550c32-aae6-4dac-8c18-48b29d1b7c48, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d0550c32-aae6-4dac-8c18-48b29d1b7c48,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:54.014405 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-35c77b4f-7421-45a8-b6ad-f47750536026 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.055497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-35c77b4f-7421-45a8-b6ad-f47750536026 None None] Calling delete_port for d0550c32-aae6-4dac-8c18-48b29d1b7c48 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:54.236206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Router dd5140cc-ecb1-441c-8720-a189b26694a6 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:45:54.302878 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.374959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5bba07d5-776f-42ad-8ebb-f56d703adf6a tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6124818 Nov 25 19:45:54.375671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47786) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:54.401200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-457403464', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:54.536642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:45:54.695318 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.713658 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-35c77b4f-7421-45a8-b6ad-f47750536026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.727728 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d9427f1a-5ff0-4675-b167-5b2b963da1ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d3eb562df314d528f28f87c3e52063d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0744512 Nov 25 19:45:54.738573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47794) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:54.786986 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.790524 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c77b4f-7421-45a8-b6ad-f47750536026 None None] Pushing event deleted for resources: {'Port': ['ID=d0550c32-aae6-4dac-8c18-48b29d1b7c48,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:54.838004 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:54.959729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c77b4f-7421-45a8-b6ad-f47750536026 None None] No DVR routers for this DVR port d0550c32-aae6-4dac-8c18-48b29d1b7c48 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:45:54.984146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:45:54.987958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d223970-69f5-4536-8717-749a21206c47 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:54.995142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5345f50c-77d3-436f-9809-6d55b9fc0a00 None None] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:54.999921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'Port': ['ID=79c6c7e0-c30f-4923-8363-61be674a2990,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:55.074966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:55.076031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Made reservation on behalf of 2e694ece81b24bd1992fdd72ac9241f4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:55.091240 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.098269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:55.111579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:45:55.233495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Attempting to bind port a4552967-85d9-47fe-be76-eac68ab8779f on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:45:55.235795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Attempting to bind port a4552967-85d9-47fe-be76-eac68ab8779f by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:45:55.239004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Attempting to bind port a4552967-85d9-47fe-be76-eac68ab8779f on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:45:55.266882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec98e0-2ded-4004-b5c3-d05671327387 None None] Pushing event updated for resources: {'Port': ['ID=a4552967-85d9-47fe-be76-eac68ab8779f,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:55.288538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8a8a-3ca5-41b4-926f-c23d944693f4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.317502 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8a8a-3ca5-41b4-926f-c23d944693f4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.392060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:55.392742 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.416975 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:45:55.427150 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] Sync routers for ids ['dd5140cc-ecb1-441c-8720-a189b26694a6'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:45:55.449885 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] Routers {'dd5140cc-ecb1-441c-8720-a189b26694a6'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:55.450657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-17194fcb-0644-4f1e-9c69-92b800cf90aa None None] Provisioning complete for port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:55.450997 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['dd5140cc-ecb1-441c-8720-a189b26694a6'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:55.451398 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-17194fcb-0644-4f1e-9c69-92b800cf90aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.452157 n-d-817303-9 neutron-server[103652]: WARNING neutron.services.revisions.revision_plugin [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Could not find related port for resource to bump revision. Nov 25 19:45:55.454666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:45:55.455384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:55.456707 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.458157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:45:55.459410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Bound port: a4552967-85d9-47fe-be76-eac68ab8779f, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:45:55.460201 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.464919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_pluggable_backend [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Port d0550c32-aae6-4dac-8c18-48b29d1b7c48 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 25 19:45:55.465515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_pluggable_backend [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9f:6d90 {{(pid=103652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 25 19:45:55.477023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.485401 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d7bad1f5-4d86-470f-bbcf-63c72f623ed4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 6.9017050 Nov 25 19:45:55.487137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_pluggable_backend [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9f:6d90 {{(pid=103652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 25 19:45:55.488007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47804) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:55.609778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.648023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.650424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e3277ecb-aa01-499c-b9b4-c1b11a32ec6b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 3.0883694 Nov 25 19:45:55.651640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8a8a-3ca5-41b4-926f-c23d944693f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.653603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:55.654235 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.655282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8a8a-3ca5-41b4-926f-c23d944693f4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.666009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ddeb8a8a-3ca5-41b4-926f-c23d944693f4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/46478650-6926-49af-8c46-4cc085e5c926 HTTP/1.1" status: 204 len: 168 time: 0.9262598 Nov 25 19:45:55.667328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47808) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:55.746462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb8a8a-3ca5-41b4-926f-c23d944693f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46478650-6926-49af-8c46-4cc085e5c926,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:55.787129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Subnet': ['ID=5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:55.801276 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Checking segment: {'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:45:55.801817 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network hostable DHCP agents. Network: fec2bf9b-cdbc-4f13-9871-465f467f589b, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:45:55.815506 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] Set router dd5140cc-ecb1-441c-8720-a189b26694a6 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:55.819614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed8fd9-eab7-4b64-a288-9be9a0513696 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:55.829032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed8fd9-eab7-4b64-a288-9be9a0513696 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:55.836528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfed8fd9-eab7-4b64-a288-9be9a0513696 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:55.840071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bfed8fd9-eab7-4b64-a288-9be9a0513696 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1621735 Nov 25 19:45:55.847893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47812) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:55.870316 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:55.908658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network fec2bf9b-cdbc-4f13-9871-465f467f589b is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:45:56.005729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, fec2bf9b-cdbc-4f13-9871-465f467f589b) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:56.035719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:56.037724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:56.040024 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.042340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32532059-1b06-4e60-8af2-c2665fd213e0 None None] Network fec2bf9b-cdbc-4f13-9871-465f467f589b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:56.044992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:56.057141 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:56.057950 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.067432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=12a72deb-b72b-41c3-a919-9fae1d37c46d,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:56.096642 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.114710 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3647b4f6-186c-4670-843b-da79fcdf4f44 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7147388 Nov 25 19:45:56.115385 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-23e97d26-93f2-40cf-8bf5-d98036611289 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.2866969 Nov 25 19:45:56.117772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47820) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:56.123642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47822) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:56.159506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] For port a4552967-85d9-47fe-be76-eac68ab8779f, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:45:56.174023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-abd97027-819b-4737-80dd-b88068932a68 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:56.243964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86f5057-eec7-4704-8995-4e1757797c8b None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:45:56.276645 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-17194fcb-0644-4f1e-9c69-92b800cf90aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.485542 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3fa55c23-ee5c-4ee3-8dae-b62eca2f7169 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Deleting port 79c6c7e0-c30f-4923-8363-61be674a2990 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:56.486288 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fa55c23-ee5c-4ee3-8dae-b62eca2f7169 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.491085 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5140cc-ecb1-441c-8720-a189b26694a6', 'name': '', 'tenant_id': '410bedf0c8744dd7bf51616f522502c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0d542a3b-2d2a-4461-b55b-b06f32da782e', 'external_fixed_ips': [{'subnet_id': '04ea1acb-e978-4548-b4e9-7b1b0cfbbac9', 'ip_address': '2001:db8::61'}], 'enable_snat': True}, 'gw_port_id': '882d1efc-a8a6-4819-a4a7-87540bd3c0ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:48Z', 'updated_at': '2021-11-25T19:45:52Z', 'revision_number': 3, 'project_id': '410bedf0c8744dd7bf51616f522502c5', 'gw_port': {'id': '882d1efc-a8a6-4819-a4a7-87540bd3c0ad', 'name': '', 'network_id': '0d542a3b-2d2a-4461-b55b-b06f32da782e', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd5140cc-ecb1-441c-8720-a189b26694a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2407, 'fixed_ips': [{'subnet_id': '04ea1acb-e978-4548-b4e9-7b1b0cfbbac9', 'ip_address': '2001:db8::61', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:50Z', 'updated_at': '2021-11-25T19:45:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '04ea1acb-e978-4548-b4e9-7b1b0cfbbac9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:56.524694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Deleting port 882d1efc-a8a6-4819-a4a7-87540bd3c0ad {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:45:56.525562 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.550164 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] Checking router: dd5140cc-ecb1-441c-8720-a189b26694a6 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:45:56.550500 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] Updating router dd5140cc-ecb1-441c-8720-a189b26694a6 port 882d1efc-a8a6-4819-a4a7-87540bd3c0ad binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:45:56.604785 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.878476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abd97027-819b-4737-80dd-b88068932a68 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:45:56.904485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.911932 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abd97027-819b-4737-80dd-b88068932a68 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:56.945402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Calling delete_port for 882d1efc-a8a6-4819-a4a7-87540bd3c0ad owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:56.980409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] For port a4552967-85d9-47fe-be76-eac68ab8779f, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a4552967-85d9-47fe-be76-eac68ab8779f,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:45:57.032276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-17194fcb-0644-4f1e-9c69-92b800cf90aa None None] For port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e,segment=NetworkSegment(cc2c9889-0b91-42b6-bdfd-d00bea1df45e),segment_id=cc2c9889-0b91-42b6-bdfd-d00bea1df45e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:57.089686 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.093000 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-17194fcb-0644-4f1e-9c69-92b800cf90aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.140267 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fa55c23-ee5c-4ee3-8dae-b62eca2f7169 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.210097 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec98e0-2ded-4004-b5c3-d05671327387 None None] Pushing event updated for resources: {'Port': ['ID=a4552967-85d9-47fe-be76-eac68ab8779f,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:57.232745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3fa55c23-ee5c-4ee3-8dae-b62eca2f7169 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Calling delete_port for 79c6c7e0-c30f-4923-8363-61be674a2990 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:45:57.269591 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.392296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd925f9-77fd-4943-9df8-845d802a52a9 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:45:57.438011 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.db.api [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103654) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:45:57.438701 n-d-817303-9 neutron-server[103654]: DEBUG oslo_db.api [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:45:57.469292 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.546910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6e786c8d-b2c3-4df7-a78b-575eeff22bb6 None None] Provisioning complete for port a4552967-85d9-47fe-be76-eac68ab8779f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:45:57.549258 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6e786c8d-b2c3-4df7-a78b-575eeff22bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.591175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event deleted for resources: {'Port': ['ID=882d1efc-a8a6-4819-a4a7-87540bd3c0ad,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:57.659753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47860) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:57.786351 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:45:57.786982 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:45:57.834824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Routers {'890c3937-9d76-4a6d-ac56-41a118d61264'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:57.837201 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:57.842832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['890c3937-9d76-4a6d-ac56-41a118d61264'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:57.859286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '12a72deb-b72b-41c3-a919-9fae1d37c46d'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:57.859491 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.013347 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] Port 882d1efc-a8a6-4819-a4a7-87540bd3c0ad not found while updating agent binding for router dd5140cc-ecb1-441c-8720-a189b26694a6. {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 19:45:58.052746 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] Routers {'dd5140cc-ecb1-441c-8720-a189b26694a6'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:45:58.053847 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['dd5140cc-ecb1-441c-8720-a189b26694a6'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:58.082244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-fec2bf9b-cdbc-4f13-9871-465f467f589b', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'fixed_ips': [{'subnet_id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:45:58.084141 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.095868 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fa55c23-ee5c-4ee3-8dae-b62eca2f7169 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.234616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa55c23-ee5c-4ee3-8dae-b62eca2f7169 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event deleted for resources: {'Port': ['ID=79c6c7e0-c30f-4923-8363-61be674a2990,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:58.257612 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] Set router dd5140cc-ecb1-441c-8720-a189b26694a6 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:58.266906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17194fcb-0644-4f1e-9c69-92b800cf90aa None None] Pushing event updated for resources: {'Port': ['ID=c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:58.268015 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.273157 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.348555 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abd97027-819b-4737-80dd-b88068932a68 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.421298 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd5140cc-ecb1-441c-8720-a189b26694a6', 'name': '', 'tenant_id': '410bedf0c8744dd7bf51616f522502c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:48Z', 'updated_at': '2021-11-25T19:45:57Z', 'revision_number': 5, 'project_id': '410bedf0c8744dd7bf51616f522502c5', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:45:58.431931 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e653f13d-9726-4979-b8e5-442148bec13b tempest-ServiceProvidersTest-1768831842 tempest-ServiceProvidersTest-1768831842-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.7576232 Nov 25 19:45:58.470043 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.476648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd5140cc-ecb1-441c-8720-a189b26694a6 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:45:58.492752 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:58.495569 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-73becd75-85a2-4831-b9d7-798bfd11804b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "DELETE /v2.0/routers/dd5140cc-ecb1-441c-8720-a189b26694a6 HTTP/1.1" status: 204 len: 168 time: 3.0061817 Nov 25 19:45:58.504267 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47872) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:58.535194 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2f5309-3d10-434e-9c85-bce7b114b7bf None None] The sync data for ids ['dd5140cc-ecb1-441c-8720-a189b26694a6'] in n-d-817303-9 is: [{'id': 'dd5140cc-ecb1-441c-8720-a189b26694a6', 'name': '', 'tenant_id': '410bedf0c8744dd7bf51616f522502c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:48Z', 'updated_at': '2021-11-25T19:45:57Z', 'revision_number': 5, 'project_id': '410bedf0c8744dd7bf51616f522502c5', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:45:58.862979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b49106-f5e4-4bf0-a23c-cce9e505a96d tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Deleting subnet 04ea1acb-e978-4548-b4e9-7b1b0cfbbac9 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:45:58.920866 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3b49106-f5e4-4bf0-a23c-cce9e505a96d tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:59.006367 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6e786c8d-b2c3-4df7-a78b-575eeff22bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:59.070010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6e786c8d-b2c3-4df7-a78b-575eeff22bb6 None None] For port a4552967-85d9-47fe-be76-eac68ab8779f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a4552967-85d9-47fe-be76-eac68ab8779f,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:45:59.085035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d0550c32-aae6-4dac-8c18-48b29d1b7c48 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:45:59.126562 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: d0550c32-aae6-4dac-8c18-48b29d1b7c48 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:45:59.127137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d0550c32-aae6-4dac-8c18-48b29d1b7c48 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:45:59.130037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6e786c8d-b2c3-4df7-a78b-575eeff22bb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:59.159511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] Set router 890c3937-9d76-4a6d-ac56-41a118d61264 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:45:59.214586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Allocated IP 2001:db8::f816:3eff:fe4a:eb2e (0a011fd0-9c8c-4deb-9828-aa08d061358c/12a72deb-b72b-41c3-a919-9fae1d37c46d/757c6a7c-73b3-4928-bb9d-528d8f5f7d3a) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:59.253452 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3b49106-f5e4-4bf0-a23c-cce9e505a96d tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:59.419205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Allocated IP 172.20.0.2 (fec2bf9b-cdbc-4f13-9871-465f467f589b/5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0/c1e51d70-ccfa-4606-aec2-d6733acf303d) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:45:59.429625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47880) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:59.467994 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:59.494162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abd97027-819b-4737-80dd-b88068932a68 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:45:59.505759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-abd97027-819b-4737-80dd-b88068932a68 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:45:59.525461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abd97027-819b-4737-80dd-b88068932a68 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:45:59.542712 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3b49106-f5e4-4bf0-a23c-cce9e505a96d tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:59.542982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abd97027-819b-4737-80dd-b88068932a68 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:59.607487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd97027-819b-4737-80dd-b88068932a68 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=eb3f134b-f741-4e05-84de-c9d294da45bf,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:45:59.632752 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-abd97027-819b-4737-80dd-b88068932a68 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5071735 Nov 25 19:45:59.633641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47884) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:45:59.703700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:9e:f7:48', 'name': 'tempest-NetworksTestDHCPv6-1546332604'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:45:59.768449 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb8eccd4-bc1b-454b-b072-f6329989267e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:45:59.929927 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3b49106-f5e4-4bf0-a23c-cce9e505a96d tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.004734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b49106-f5e4-4bf0-a23c-cce9e505a96d tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=04ea1acb-e978-4548-b4e9-7b1b0cfbbac9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:00.036235 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3b49106-f5e4-4bf0-a23c-cce9e505a96d tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.044774 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a3b49106-f5e4-4bf0-a23c-cce9e505a96d tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/04ea1acb-e978-4548-b4e9-7b1b0cfbbac9 HTTP/1.1" status: 204 len: 168 time: 1.5268509 Nov 25 19:46:00.060349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47892) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:00.163507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:00.235257 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3fa55c23-ee5c-4ee3-8dae-b62eca2f7169 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.246149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3fa55c23-ee5c-4ee3-8dae-b62eca2f7169 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "DELETE /v2.0/ports/79c6c7e0-c30f-4923-8363-61be674a2990 HTTP/1.1" status: 204 len: 168 time: 4.3932509 Nov 25 19:46:00.253806 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47894) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:00.318399 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-930306a9-4be6-421a-8ff7-d0d9faa3a8c2 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] GET failed (client error): The resource could not be found. Nov 25 19:46:00.331426 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-930306a9-4be6-421a-8ff7-d0d9faa3a8c2 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "GET /v2.0/ports/79c6c7e0-c30f-4923-8363-61be674a2990 HTTP/1.1" status: 404 len: 333 time: 0.0747023 Nov 25 19:46:00.332664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47896) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:00.376081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Request body: {'port': {'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e', 'name': 'tempest-AllowedAddressPairTestJSON-453066538'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:00.384351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:00.419349 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.472437 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.514634 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb8eccd4-bc1b-454b-b072-f6329989267e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.540946 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb8eccd4-bc1b-454b-b072-f6329989267e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.624656 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.653803 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:00.654267 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.666681 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.670369 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.760729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Network fec2bf9b-cdbc-4f13-9871-465f467f589b is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:00.764076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-40ed4b4a-f2a6-42fd-bd6b-e925885c89b5 None None] Provisioning complete for port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:00.764535 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-40ed4b4a-f2a6-42fd-bd6b-e925885c89b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.774213 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cb8eccd4-bc1b-454b-b072-f6329989267e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=61bf3b452a94483d9cd8027179650f7a&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3397977 Nov 25 19:46:00.799577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47902) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:00.818636 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Made reservation on behalf of eb0f9ba3381f498c88c672fb0b144cec for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:00.830116 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.836833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:00.849284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:00.862686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:00.866983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e786c8d-b2c3-4df7-a78b-575eeff22bb6 None None] Pushing event updated for resources: {'Port': ['ID=a4552967-85d9-47fe-be76-eac68ab8779f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:00.877222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:00.882548 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:00.888264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] device_id is not set on port ab86a306-2655-41be-9aca-4cbe6387b56b yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:46:00.926061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:00.975146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.028899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d542a3b-2d2a-4461-b55b-b06f32da782e']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:01.049306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '945c133f-67bb-4c47-8aa0-792ddd3dd4ba') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:01.049564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '945c133f-67bb-4c47-8aa0-792ddd3dd4ba') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:01.073211 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.093843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac9c2ced-59a4-4271-867f-4f49fd520d60 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.103223 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.117148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:46:01.117821 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.141202 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac9c2ced-59a4-4271-867f-4f49fd520d60 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.240447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac9c2ced-59a4-4271-867f-4f49fd520d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.244097 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac9c2ced-59a4-4271-867f-4f49fd520d60 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.249997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ac9c2ced-59a4-4271-867f-4f49fd520d60 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d7d23041-c197-44b6-bca7-69f2baa84fe1 HTTP/1.1" status: 204 len: 168 time: 0.4443834 Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:46:01.256063 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:46:01.267873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 9db9971a-add5-42e9-b50d-e2dbf7d7ad5a yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:46:01.273822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9c2ced-59a4-4271-867f-4f49fd520d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7d23041-c197-44b6-bca7-69f2baa84fe1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:01.278395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.286865 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0d542a3b-2d2a-4461-b55b-b06f32da782e {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:46:01.290768 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.304279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "DELETE /v2.0/networks/0d542a3b-2d2a-4461-b55b-b06f32da782e HTTP/1.1" status: 204 len: 168 time: 1.2421992 Nov 25 19:46:01.362586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c383c67d-91b8-418f-8e6e-9bd6b1b92fd6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event deleted for resources: {'Network': ['ID=0d542a3b-2d2a-4461-b55b-b06f32da782e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:01.389350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8eccd4-bc1b-454b-b072-f6329989267e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7d23041-c197-44b6-bca7-69f2baa84fe1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:01.457892 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Allocated IP 172.20.0.1 (fec2bf9b-cdbc-4f13-9871-465f467f589b/5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0/882998e4-6666-48a2-bc0b-08df9e6670ee) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:01.471657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Allocated IP 172.20.0.12 (d1af13f5-2cc9-4da4-8000-de466ee1eb6e/e9fdd601-73d6-4363-9de0-b9a32d00c5ee/ab86a306-2655-41be-9aca-4cbe6387b56b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:01.766238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-40ed4b4a-f2a6-42fd-bd6b-e925885c89b5 None None] Could not find standard attr ID for object 79c6c7e0-c30f-4923-8363-61be674a2990. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:46:01.780002 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Attempting to bind port c1e51d70-ccfa-4606-aec2-d6733acf303d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:01.780409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Attempting to bind port c1e51d70-ccfa-4606-aec2-d6733acf303d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:01.780728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Attempting to bind port c1e51d70-ccfa-4606-aec2-d6733acf303d on network fec2bf9b-cdbc-4f13-9871-465f467f589b {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:01.782990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Pushing event updated for resources: {'Port': ['ID=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:01.785575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Attempting to bind port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:01.785863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Attempting to bind port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:01.786226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Attempting to bind port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:01.841780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 172.20.0.12 (0a011fd0-9c8c-4deb-9828-aa08d061358c/eb3f134b-f741-4e05-84de-c9d294da45bf/9db9971a-add5-42e9-b50d-e2dbf7d7ad5a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:01.857708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:45:49Z', 'revision_number': 3, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:01.872004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:01.872655 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Checking segment: {'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:01.873236 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.873946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Bound using segment: {'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:01.874580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Bound port: c1e51d70-ccfa-4606-aec2-d6733acf303d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:01.875228 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.877769 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:01.878390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:01.878973 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.879511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:01.880269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Bound port: 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:01.880820 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:01.995925 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ac02e0-2a0a-4cea-8e91-d56723fd4519 None None] The sync data for ids ['890c3937-9d76-4a6d-ac56-41a118d61264'] in n-d-817303-9 is: [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:45:49Z', 'revision_number': 3, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:02.012834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::f816:3eff:fe9e:f748 (0a011fd0-9c8c-4deb-9828-aa08d061358c/12a72deb-b72b-41c3-a919-9fae1d37c46d/9db9971a-add5-42e9-b50d-e2dbf7d7ad5a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:02.052950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-40ed4b4a-f2a6-42fd-bd6b-e925885c89b5 None None] Provisioning complete for port a4552967-85d9-47fe-be76-eac68ab8779f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:02.053570 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-40ed4b4a-f2a6-42fd-bd6b-e925885c89b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.079731 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.203329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Pushing event updated for resources: {'Port': ['ID=c1e51d70-ccfa-4606-aec2-d6733acf303d,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:02.232484 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.284756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network fec2bf9b-cdbc-4f13-9871-465f467f589b is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:02.291298 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:02.335896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:02.342057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47928) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:02.350047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4270477a-24aa-42da-9410-5396e05af7b5 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Request body: {'router': {'name': 'tempest-router--210644614', 'project_id': '8488edd51921475891432ff8bf04e646'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:02.404278 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c6b92a28-fc37-4ee5-b8af-406226b3c23d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.570193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Port': ['ID=882998e4-6666-48a2-bc0b-08df9e6670ee,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:02.589243 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.594559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4270477a-24aa-42da-9410-5396e05af7b5 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.595988 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4270477a-24aa-42da-9410-5396e05af7b5 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.662792 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.686007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.686462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.686709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.687079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.687418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.687755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.688087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.688424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.688762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.689091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.689490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.690008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:02.707086 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.741036 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4270477a-24aa-42da-9410-5396e05af7b5 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.742036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fa708843-3598-4928-98e9-ae0259714dca None None] For port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:02.760898 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4270477a-24aa-42da-9410-5396e05af7b5 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.776363 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.779675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=9db9971a-add5-42e9-b50d-e2dbf7d7ad5a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:02.811061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fa708843-3598-4928-98e9-ae0259714dca None None] For port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:02.815326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] For port c1e51d70-ccfa-4606-aec2-d6733acf303d, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:02.831018 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.849985 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] For port c1e51d70-ccfa-4606-aec2-d6733acf303d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c1e51d70-ccfa-4606-aec2-d6733acf303d,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:02.857888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:02.870814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:02.883970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4270477a-24aa-42da-9410-5396e05af7b5 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.885730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:02.889042 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4270477a-24aa-42da-9410-5396e05af7b5 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5450058 Nov 25 19:46:02.895705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47940) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:02.921356 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:02.968892 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa708843-3598-4928-98e9-ae0259714dca None None] Pushing event updated for resources: {'Port': ['ID=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:03.039199 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5a993-f4c2-47d0-b966-af11f06e311c None None] Pushing event updated for resources: {'Port': ['ID=c1e51d70-ccfa-4606-aec2-d6733acf303d,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:03.047519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-40ed4b4a-f2a6-42fd-bd6b-e925885c89b5 None None] Provisioning complete for port 0520dcd6-72f9-4be1-9a5f-bd8fb5ffa597 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:03.048043 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-40ed4b4a-f2a6-42fd-bd6b-e925885c89b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:03.074315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:03.087369 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:03.160828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-40ed4b4a-f2a6-42fd-bd6b-e925885c89b5 None None] Port 0520dcd6-72f9-4be1-9a5f-bd8fb5ffa597 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:03.198184 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-89eb7475-42cc-4387-b467-f97d7335bbb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.5422072 Nov 25 19:46:03.207226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47944) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:03.207483 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a936675-bfe9-4a2b-b9d2-00b36680f1dc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:03.299165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8e1e90a2-a4b0-42d3-8f15-17d1df1026e8 None None] Could not find standard attr ID for object 79c6c7e0-c30f-4923-8363-61be674a2990. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:46:03.412911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d9feb-6909-4073-858e-96356400ec3a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:03.445418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14d9feb-6909-4073-858e-96356400ec3a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:03.452187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a14d9feb-6909-4073-858e-96356400ec3a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.2361939 Nov 25 19:46:03.454624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47950) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:03.462631 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:03.566750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a936675-bfe9-4a2b-b9d2-00b36680f1dc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:03.573626 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a936675-bfe9-4a2b-b9d2-00b36680f1dc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:03.875946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:03.891352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'Port': ['ID=ab86a306-2655-41be-9aca-4cbe6387b56b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:03.906462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:03.917443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:04.010556 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.031849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a936675-bfe9-4a2b-b9d2-00b36680f1dc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.032931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a936675-bfe9-4a2b-b9d2-00b36680f1dc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7bcd0ed2-e572-4bee-bb60-17f270644dd6 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:46:04.111718 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a936675-bfe9-4a2b-b9d2-00b36680f1dc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.115484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:04.116466 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.125679 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0a936675-bfe9-4a2b-b9d2-00b36680f1dc tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "DELETE /v2.0/routers/7bcd0ed2-e572-4bee-bb60-17f270644dd6 HTTP/1.1" status: 204 len: 168 time: 1.2263446 Nov 25 19:46:04.258951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:04.306491 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bd488dff-0702-4fb3-908f-da3ece79414e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9356344 Nov 25 19:46:04.309033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47964) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:04.332717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-39d92ab0-648a-49a0-90ca-b3fe72986d0e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:01:8f:19'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:04.546523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:04.548528 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.601356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c6023a2a-3b23-4d54-8f5c-8163344414dd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 9db9971a-add5-42e9-b50d-e2dbf7d7ad5a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:04.601786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6023a2a-3b23-4d54-8f5c-8163344414dd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.708581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47970) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:04.939388 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:04.949033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c37785f8-4294-4bb8-81c7-85d6d109c41e None None] Provisioning complete for port ab86a306-2655-41be-9aca-4cbe6387b56b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:04.952470 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c37785f8-4294-4bb8-81c7-85d6d109c41e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.069048 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6023a2a-3b23-4d54-8f5c-8163344414dd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.084858 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c37785f8-4294-4bb8-81c7-85d6d109c41e None None] Port ab86a306-2655-41be-9aca-4cbe6387b56b cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:05.092093 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39d92ab0-648a-49a0-90ca-b3fe72986d0e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.092705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d801782-956c-4429-acea-562622d08ee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.108572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c6023a2a-3b23-4d54-8f5c-8163344414dd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 9db9971a-add5-42e9-b50d-e2dbf7d7ad5a owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:05.176164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:05.185342 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.187679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c1e51d70-ccfa-4606-aec2-d6733acf303d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:05.421594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:05.518444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c1e51d70-ccfa-4606-aec2-d6733acf303d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:05.520818 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.531517 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.557885 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:05.649455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1758733-8bda-4b55-8968-48cb6ad3e427 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:05.759651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-890894777', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:05.915148 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-168f503f-4224-4a95-b0ab-b0ad11b935e3 None None] Provisioning complete for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:05.915615 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-168f503f-4224-4a95-b0ab-b0ad11b935e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.029411 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6023a2a-3b23-4d54-8f5c-8163344414dd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.082160 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.086057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Port': ['ID=882998e4-6666-48a2-bc0b-08df9e6670ee,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:06.113072 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.115857 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.122118 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.182952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port c1e51d70-ccfa-4606-aec2-d6733acf303d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c1e51d70-ccfa-4606-aec2-d6733acf303d,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:06.212431 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.214382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a4552967-85d9-47fe-be76-eac68ab8779f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:06.293150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6023a2a-3b23-4d54-8f5c-8163344414dd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=9db9971a-add5-42e9-b50d-e2dbf7d7ad5a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:06.409510 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39d92ab0-648a-49a0-90ca-b3fe72986d0e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.440466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa8ebab-1549-401a-855e-e4331b790793 None None] Network fec2bf9b-cdbc-4f13-9871-465f467f589b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:06.470514 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39d92ab0-648a-49a0-90ca-b3fe72986d0e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.864510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.930368 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c6023a2a-3b23-4d54-8f5c-8163344414dd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:06.949543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c6023a2a-3b23-4d54-8f5c-8163344414dd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/9db9971a-add5-42e9-b50d-e2dbf7d7ad5a HTTP/1.1" status: 204 len: 168 time: 3.4914057 Nov 25 19:46:06.951132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d92ab0-648a-49a0-90ca-b3fe72986d0e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'Port': ['ID=ab86a306-2655-41be-9aca-4cbe6387b56b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:06.957987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=c1e51d70-ccfa-4606-aec2-d6733acf303d,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:06.971506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48002) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:07.038646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a4552967-85d9-47fe-be76-eac68ab8779f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:07.039281 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:07.132728 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:07.256843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7343d9ad-4546-4efb-b419-e216e03b4658 None None] Provisioning complete for port c1e51d70-ccfa-4606-aec2-d6733acf303d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:07.257441 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7343d9ad-4546-4efb-b419-e216e03b4658 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:07.320925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network fec2bf9b-cdbc-4f13-9871-465f467f589b is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:07.323446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:07.475744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48012) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:07.562151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cdba44-8121-40af-a061-0e7c5d0eedbb None None] Update dhcp port {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': '12a72deb-b72b-41c3-a919-9fae1d37c46d', 'ip_address': '2001:db8::f816:3eff:fe4a:eb2e'}, {'subnet_id': 'eb3f134b-f741-4e05-84de-c9d294da45bf'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '757c6a7c-73b3-4928-bb9d-528d8f5f7d3a'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:46:07.564364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Router 890c3937-9d76-4a6d-ac56-41a118d61264 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:46:07.578421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-39d92ab0-648a-49a0-90ca-b3fe72986d0e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] In _notify_port_updated(), no bound segment for port ab86a306-2655-41be-9aca-4cbe6387b56b on network d1af13f5-2cc9-4da4-8000-de466ee1eb6e {{(pid=103651) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:46:07.607459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d92ab0-648a-49a0-90ca-b3fe72986d0e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:07.608692 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39d92ab0-648a-49a0-90ca-b3fe72986d0e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:07.613558 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-39d92ab0-648a-49a0-90ca-b3fe72986d0e tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "PUT /v2.0/ports/ab86a306-2655-41be-9aca-4cbe6387b56b HTTP/1.1" status: 200 len: 993 time: 3.3000612 Nov 25 19:46:07.620240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48016) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:07.761924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:07.777419 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16cdba44-8121-40af-a061-0e7c5d0eedbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:07.782716 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4e697749-0463-4e4f-9be2-cf21dee08c90 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "PUT /v2.0/routers/890c3937-9d76-4a6d-ac56-41a118d61264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6599376 Nov 25 19:46:07.783041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48018) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:07.795050 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-65b3eb76-7936-4af4-94d6-03e201674108 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--195707804', 'description': 'tempest-secgroup_access--195707804 description', 'project_id': '2e694ece81b24bd1992fdd72ac9241f4'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:07.836102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Sync routers for ids ['890c3937-9d76-4a6d-ac56-41a118d61264'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:07.855410 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65b3eb76-7936-4af4-94d6-03e201674108 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:07.874305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc4a97-befd-4c69-a4dc-2abe14a0040c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:07.880324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc4a97-befd-4c69-a4dc-2abe14a0040c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:07.888475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcbc4a97-befd-4c69-a4dc-2abe14a0040c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:07.901035 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fcbc4a97-befd-4c69-a4dc-2abe14a0040c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.8085976 Nov 25 19:46:07.921601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48020) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:07.925234 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb03ac28-8438-4f27-96f1-b6f2e1833411 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.014438 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.014744 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.017701 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65b3eb76-7936-4af4-94d6-03e201674108 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.037502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Routers {'890c3937-9d76-4a6d-ac56-41a118d61264'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:08.038513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['890c3937-9d76-4a6d-ac56-41a118d61264'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:08.039914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65b3eb76-7936-4af4-94d6-03e201674108 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.101090 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-65b3eb76-7936-4af4-94d6-03e201674108 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.105301 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-65b3eb76-7936-4af4-94d6-03e201674108 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.3186371 Nov 25 19:46:08.114421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48028) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:08.119781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f1a1a0f6-14ad-4fd5-9860-168f9a4dc4ec tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--279882252', 'description': 'tempest-secgroup_general--279882252 description', 'project_id': '2e694ece81b24bd1992fdd72ac9241f4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:08.157302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ec82a41-5505-458e-9d6c-82ee75acdae6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 12a72deb-b72b-41c3-a919-9fae1d37c46d {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:46:08.173595 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a41-5505-458e-9d6c-82ee75acdae6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.192414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b3eb76-7936-4af4-94d6-03e201674108 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d795663-9473-4353-9467-28b32fa29045,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:08.283386 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a0f6-14ad-4fd5-9860-168f9a4dc4ec tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.296174 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a41-5505-458e-9d6c-82ee75acdae6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.453807 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a16fb360-b760-40d2-a19a-b4cdd5fcaaaa tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Deleting port ab86a306-2655-41be-9aca-4cbe6387b56b {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:08.454347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a16fb360-b760-40d2-a19a-b4cdd5fcaaaa tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.478482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:08.530525 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb03ac28-8438-4f27-96f1-b6f2e1833411 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.626712 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb03ac28-8438-4f27-96f1-b6f2e1833411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.749008 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.756642 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Set router 890c3937-9d76-4a6d-ac56-41a118d61264 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:08.780373 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a41-5505-458e-9d6c-82ee75acdae6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.823705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:08.824081 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.828339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bb03ac28-8438-4f27-96f1-b6f2e1833411 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80a86216d0a747a4b23b5c69b04e1274&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3256762 Nov 25 19:46:08.828339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb03ac28-8438-4f27-96f1-b6f2e1833411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=747c5568-c8f8-4ad8-8b69-0fa82935f3b5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:08.828623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48034) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:08.852296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-04afb452-3b54-487f-b42d-389c56391769 None None] Provisioning complete for port ab86a306-2655-41be-9aca-4cbe6387b56b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:08.852908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04afb452-3b54-487f-b42d-389c56391769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.872600 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a16fb360-b760-40d2-a19a-b4cdd5fcaaaa tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.915177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a16fb360-b760-40d2-a19a-b4cdd5fcaaaa tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Calling delete_port for ab86a306-2655-41be-9aca-4cbe6387b56b owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:08.921769 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a0f6-14ad-4fd5-9860-168f9a4dc4ec tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.940516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b42657d3-2e34-4dbf-a47b-447d3bb6acab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.947621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a0f6-14ad-4fd5-9860-168f9a4dc4ec tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:08.988573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b42657d3-2e34-4dbf-a47b-447d3bb6acab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.000654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-04afb452-3b54-487f-b42d-389c56391769 None None] Port ab86a306-2655-41be-9aca-4cbe6387b56b cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:09.052858 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-04afb452-3b54-487f-b42d-389c56391769 None None] Provisioning complete for port 882998e4-6666-48a2-bc0b-08df9e6670ee triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:09.053286 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04afb452-3b54-487f-b42d-389c56391769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.081260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b42657d3-2e34-4dbf-a47b-447d3bb6acab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.095176 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b42657d3-2e34-4dbf-a47b-447d3bb6acab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.095176 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b42657d3-2e34-4dbf-a47b-447d3bb6acab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/747c5568-c8f8-4ad8-8b69-0fa82935f3b5 HTTP/1.1" status: 204 len: 168 time: 0.2631330 Nov 25 19:46:09.110618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42657d3-2e34-4dbf-a47b-447d3bb6acab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=747c5568-c8f8-4ad8-8b69-0fa82935f3b5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:09.199491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-04afb452-3b54-487f-b42d-389c56391769 None None] Port 882998e4-6666-48a2-bc0b-08df9e6670ee cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server [None req-16cdba44-8121-40af-a061-0e7c5d0eedbb None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12a72deb-b72b-41c3-a919-9fae1d37c46d: This subnet is being modified by another concurrent operation. Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:46:09.234102 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 12a72deb-b72b-41c3-a919-9fae1d37c46d: This subnet is being modified by another concurrent operation. Nov 25 19:46:09.237213 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:46:09.264686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c1e51d70-ccfa-4606-aec2-d6733acf303d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:09.289061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-04afb452-3b54-487f-b42d-389c56391769 None None] Provisioning complete for port c1e51d70-ccfa-4606-aec2-d6733acf303d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:09.289997 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04afb452-3b54-487f-b42d-389c56391769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.358448 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a41-5505-458e-9d6c-82ee75acdae6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.361876 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a16fb360-b760-40d2-a19a-b4cdd5fcaaaa tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.409068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1a1a0f6-14ad-4fd5-9860-168f9a4dc4ec tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.411022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f1a1a0f6-14ad-4fd5-9860-168f9a4dc4ec tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 1.2947810 Nov 25 19:46:09.413662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48044) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:09.425355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c0a48796-11f7-4b4a-a099-920efdd771bb tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'security_group_rule': {'security_group_id': '9d795663-9473-4353-9467-28b32fa29045', 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:09.441094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec82a41-5505-458e-9d6c-82ee75acdae6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=12a72deb-b72b-41c3-a919-9fae1d37c46d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:09.523804 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c0a48796-11f7-4b4a-a099-920efdd771bb tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.524133 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ec82a41-5505-458e-9d6c-82ee75acdae6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.537457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8ec82a41-5505-458e-9d6c-82ee75acdae6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/12a72deb-b72b-41c3-a919-9fae1d37c46d HTTP/1.1" status: 204 len: 168 time: 1.5712280 Nov 25 19:46:09.545053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48048) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:09.596345 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1a0f6-14ad-4fd5-9860-168f9a4dc4ec tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=508267ce-c37b-40f4-954d-4eb5624f2daf,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:09.717590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16fb360-b760-40d2-a19a-b4cdd5fcaaaa tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event deleted for resources: {'Port': ['ID=ab86a306-2655-41be-9aca-4cbe6387b56b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:09.745846 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.756599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f758e9f2-ab2a-4c77-8156-510f4d1bd161 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:09.842238 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.881491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-34b286d8-cfd9-4ba5-9763-ef422d13cc97 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet eb3f134b-f741-4e05-84de-c9d294da45bf {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:46:09.886075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48054) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:09.890147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b286d8-cfd9-4ba5-9763-ef422d13cc97 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.932209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c1e51d70-ccfa-4606-aec2-d6733acf303d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:09.932759 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:09.940000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:46:03Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '882998e4-6666-48a2-bc0b-08df9e6670ee', 'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:72:18:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:59Z', 'updated_at': '2021-11-25T19:46:04Z', 'revision_number': 2, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:10.001274 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c0a48796-11f7-4b4a-a099-920efdd771bb tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.014851 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c0a48796-11f7-4b4a-a099-920efdd771bb tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.038623 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b286d8-cfd9-4ba5-9763-ef422d13cc97 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.100942 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Checking router: 890c3937-9d76-4a6d-ac56-41a118d61264 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:46:10.101388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Updating router 890c3937-9d76-4a6d-ac56-41a118d61264 port 882998e4-6666-48a2-bc0b-08df9e6670ee binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:46:10.101575 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5925010f-1405-47c2-bc6a-3863019a83b1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.118520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0b77cd1c-bf18-4d8e-b21f-0933c97220fe None None] Provisioning complete for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:10.122770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b77cd1c-bf18-4d8e-b21f-0933c97220fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.129366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a48796-11f7-4b4a-a099-920efdd771bb tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4714a89d-7575-4fc1-824d-f22c69450790,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:10.152486 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c0a48796-11f7-4b4a-a099-920efdd771bb tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.154464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c0a48796-11f7-4b4a-a099-920efdd771bb tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7367213 Nov 25 19:46:10.223264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b286d8-cfd9-4ba5-9763-ef422d13cc97 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.258244 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.346021 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a16fb360-b760-40d2-a19a-b4cdd5fcaaaa tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.353971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a16fb360-b760-40d2-a19a-b4cdd5fcaaaa tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "DELETE /v2.0/ports/ab86a306-2655-41be-9aca-4cbe6387b56b HTTP/1.1" status: 204 len: 168 time: 2.7295966 Nov 25 19:46:10.362959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48060) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:10.424123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Allocated IP 172.25.8.114 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/02c280d4-0cae-40c8-b1a2-49aa4bdaede5) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:10.463076 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77ffcee-be08-4345-b67f-563bdc01d64b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] GET failed (client error): The resource could not be found. Nov 25 19:46:10.475144 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c77ffcee-be08-4345-b67f-563bdc01d64b tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "GET /v2.0/ports/ab86a306-2655-41be-9aca-4cbe6387b56b HTTP/1.1" status: 404 len: 333 time: 0.0754192 Nov 25 19:46:10.475144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48068) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:10.482320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Request body: {'port': {'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e', 'name': 'tempest-AllowedAddressPairTestJSON-840452376'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:10.658002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b286d8-cfd9-4ba5-9763-ef422d13cc97 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.695765 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b286d8-cfd9-4ba5-9763-ef422d13cc97 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.703095 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-34b286d8-cfd9-4ba5-9763-ef422d13cc97 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/eb3f134b-f741-4e05-84de-c9d294da45bf HTTP/1.1" status: 204 len: 168 time: 1.1497095 Nov 25 19:46:10.704216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48076) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:10.704723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b286d8-cfd9-4ba5-9763-ef422d13cc97 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=eb3f134b-f741-4e05-84de-c9d294da45bf,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:10.707446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Made reservation on behalf of eb0f9ba3381f498c88c672fb0b144cec for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:10.711514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:10.769113 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0b0ddd4d-63e7-48d7-92f9-1e2ead986a24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546558 Nov 25 19:46:10.777218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48078) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:10.783030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-390fe8df-8705-4db6-80bd-ef344786c5e4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:10.897012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] device_id is not set on port de498cda-e3ff-4fc2-ae5f-1038f6bee9d6 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:46:11.054514 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5925010f-1405-47c2-bc6a-3863019a83b1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.085002 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5925010f-1405-47c2-bc6a-3863019a83b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.146136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-7a9b8024-cd6d-4ad7-a722-73e878972d73 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_general--279882252&fields=id&tenant_id=2e694ece81b24bd1992fdd72ac9241f4 HTTP/1.1" status: 200 len: 267 time: 0.5963848 Nov 25 19:46:11.147948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0b77cd1c-bf18-4d8e-b21f-0933c97220fe None None] Could not find standard attr ID for object 9db9971a-add5-42e9-b50d-e2dbf7d7ad5a. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:46:11.192230 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5925010f-1405-47c2-bc6a-3863019a83b1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20565baac77c4e67884ef42f00db5c38&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3000948 Nov 25 19:46:11.192230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925010f-1405-47c2-bc6a-3863019a83b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c81fa982-76ec-4e8d-984b-8850dd775201,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:11.201110 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.205890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48086) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:11.210991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Allocated IP 172.20.0.6 (d1af13f5-2cc9-4da4-8000-de466ee1eb6e/e9fdd601-73d6-4363-9de0-b9a32d00c5ee/de498cda-e3ff-4fc2-ae5f-1038f6bee9d6) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:11.217260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:11.293949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390fe8df-8705-4db6-80bd-ef344786c5e4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:11.294270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-7cd43902-d61b-4c23-b23a-1d41d6e5b7b9 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup_access--195707804&fields=id&tenant_id=2e694ece81b24bd1992fdd72ac9241f4 HTTP/1.1" status: 200 len: 267 time: 0.1268451 Nov 25 19:46:11.302004 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-390fe8df-8705-4db6-80bd-ef344786c5e4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.398433 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.507757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cb2651-1978-425c-addf-bd3cf27efc91 None None] Update dhcp port {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': 'eb3f134b-f741-4e05-84de-c9d294da45bf'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '757c6a7c-73b3-4928-bb9d-528d8f5f7d3a'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:46:11.515435 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f081dd0-7bfa-4dae-8785-01ae5bf4c65c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.518760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Pushing event updated for resources: {'Port': ['ID=02c280d4-0cae-40c8-b1a2-49aa4bdaede5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:11.584695 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.615939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-612223e2-dc4a-46a9-a823-94c867659a88 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.620646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-612223e2-dc4a-46a9-a823-94c867659a88 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/networks?id=fec2bf9b-cdbc-4f13-9871-465f467f589b HTTP/1.1" status: 200 len: 796 time: 0.3068221 Nov 25 19:46:11.648539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:11.673248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:11.677561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:11.737582 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.740586 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-390fe8df-8705-4db6-80bd-ef344786c5e4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.749695 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f081dd0-7bfa-4dae-8785-01ae5bf4c65c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.784151 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-5e1dd5a1-cc22-4e20-9c0e-e9acac5a9de8 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/quotas/2e694ece81b24bd1992fdd72ac9241f4 HTTP/1.1" status: 200 len: 375 time: 0.1278243 Nov 25 19:46:11.820566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20c3646a-b613-46e6-8cbf-772583936f8c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:11.842211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390fe8df-8705-4db6-80bd-ef344786c5e4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:11.851654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-390fe8df-8705-4db6-80bd-ef344786c5e4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:11.852399 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b7cb2651-1978-425c-addf-bd3cf27efc91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.860185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:11.867853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390fe8df-8705-4db6-80bd-ef344786c5e4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:11.868884 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-390fe8df-8705-4db6-80bd-ef344786c5e4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:11.875722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'Port': ['ID=de498cda-e3ff-4fc2-ae5f-1038f6bee9d6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:11.892958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:11.906178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:11.913260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390fe8df-8705-4db6-80bd-ef344786c5e4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=b97730eb-180c-423b-be23-3000d8990790,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:11.947599 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-390fe8df-8705-4db6-80bd-ef344786c5e4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1690652 Nov 25 19:46:11.948853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48090) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:11.962004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:12.026979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:12.027867 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:12.153252 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e65bf9c4-eab5-4a00-b2aa-f0717b3a7bee tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6728258 Nov 25 19:46:12.155683 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48092) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:12.163970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8161195f-8d32-4f67-840d-5129a432fd34 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:01:8f:19'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:12.241335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-db06756c-479e-41e4-81c1-10b2397669dd tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e694ece81b24bd1992fdd72ac9241f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4262357 Nov 25 19:46:12.367275 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:12.421346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:12.428193 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:12.444945 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f081dd0-7bfa-4dae-8785-01ae5bf4c65c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:12.451875 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f081dd0-7bfa-4dae-8785-01ae5bf4c65c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:12.454052 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3f081dd0-7bfa-4dae-8785-01ae5bf4c65c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c81fa982-76ec-4e8d-984b-8850dd775201 HTTP/1.1" status: 204 len: 168 time: 1.2469082 Nov 25 19:46:12.527539 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:12.640960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f081dd0-7bfa-4dae-8785-01ae5bf4c65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c81fa982-76ec-4e8d-984b-8850dd775201,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:12.652649 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8161195f-8d32-4f67-840d-5129a432fd34 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:12.990368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-8d853ed8-a00b-48b5-87df-5dfd3be815ed service neutron] 10.222.0.15 "GET /v2.0/networks/fec2bf9b-cdbc-4f13-9871-465f467f589b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096362 Nov 25 19:46:12.995930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-225fe118-e35e-4457-bef3-3829c5912520 None None] Provisioning complete for port 02c280d4-0cae-40c8-b1a2-49aa4bdaede5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:13.000391 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-225fe118-e35e-4457-bef3-3829c5912520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.300348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1a9f2b-3553-40e6-b96b-87514ddb3727 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:13.302420 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.304269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-225fe118-e35e-4457-bef3-3829c5912520 None None] Port 02c280d4-0cae-40c8-b1a2-49aa4bdaede5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:13.316153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9970b3-41bb-4e6b-9a49-480365995c4c None None] Pushing event updated for resources: {'Port': ['ID=882998e4-6666-48a2-bc0b-08df9e6670ee,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:13.320230 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.478996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8161195f-8d32-4f67-840d-5129a432fd34 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.498292 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8161195f-8d32-4f67-840d-5129a432fd34 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.626513 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-2b4e6530-2943-4a9a-83a4-78b96858ecea service neutron] 10.222.0.15 "GET /v2.0/networks/fec2bf9b-cdbc-4f13-9871-465f467f589b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6192515 Nov 25 19:46:13.760659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Attempting to bind port 882998e4-6666-48a2-bc0b-08df9e6670ee on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:13.765103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Attempting to bind port 882998e4-6666-48a2-bc0b-08df9e6670ee by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:13.766630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8161195f-8d32-4f67-840d-5129a432fd34 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'Port': ['ID=de498cda-e3ff-4fc2-ae5f-1038f6bee9d6,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:13.767346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Attempting to bind port 882998e4-6666-48a2-bc0b-08df9e6670ee on network fec2bf9b-cdbc-4f13-9871-465f467f589b {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:13.820652 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:13.821565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Checking segment: {'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:13.823458 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.824112 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Bound using segment: {'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:13.832294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Bound port: 882998e4-6666-48a2-bc0b-08df9e6670ee, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:13.833080 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.898738 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.924214 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-8161195f-8d32-4f67-840d-5129a432fd34 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] In _notify_port_updated(), no bound segment for port de498cda-e3ff-4fc2-ae5f-1038f6bee9d6 on network d1af13f5-2cc9-4da4-8000-de466ee1eb6e {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:46:13.937110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8161195f-8d32-4f67-840d-5129a432fd34 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:13.938326 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8161195f-8d32-4f67-840d-5129a432fd34 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:13.945591 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8161195f-8d32-4f67-840d-5129a432fd34 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "PUT /v2.0/ports/de498cda-e3ff-4fc2-ae5f-1038f6bee9d6 HTTP/1.1" status: 200 len: 995 time: 1.7840979 Nov 25 19:46:13.956348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48114) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:14.064565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Provisioning complete for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:14.064938 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:14.149926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:46:14.342549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] For port 882998e4-6666-48a2-bc0b-08df9e6670ee, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:14.354290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] For port 882998e4-6666-48a2-bc0b-08df9e6670ee, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=882998e4-6666-48a2-bc0b-08df9e6670ee,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:14.402730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:14.412366 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:14.425600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c92d669b-d82b-49bf-84af-47c59e1cc53c req-2274076e-aa8a-4abb-bac7-bd98d4feb599 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 210 time: 0.0464036 Nov 25 19:46:14.461341 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:14.578834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Router e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:46:14.631342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-83d7e9f2-21c1-441d-a845-8c886c528c42 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Deleting port de498cda-e3ff-4fc2-ae5f-1038f6bee9d6 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:14.631924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83d7e9f2-21c1-441d-a845-8c886c528c42 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:14.796357 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83d7e9f2-21c1-441d-a845-8c886c528c42 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:14.824318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-83d7e9f2-21c1-441d-a845-8c886c528c42 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Calling delete_port for de498cda-e3ff-4fc2-ae5f-1038f6bee9d6 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:14.873536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:14.877424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Routers {'890c3937-9d76-4a6d-ac56-41a118d61264'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:14.878288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['890c3937-9d76-4a6d-ac56-41a118d61264'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:14.892174 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4edf415-5c8e-4f15-a15d-1b4b3b092be7 None None] Sync routers for ids ['e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:14.911418 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4edf415-5c8e-4f15-a15d-1b4b3b092be7 None None] Routers {'e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:14.917467 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a4edf415-5c8e-4f15-a15d-1b4b3b092be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:14.952313 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:14.954444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-76f4b15b-55ad-4701-97ba-7b9b222149dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.2445235 Nov 25 19:46:14.957276 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48136) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:15.059559 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a4edf415-5c8e-4f15-a15d-1b4b3b092be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:15.090222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] Set router 890c3937-9d76-4a6d-ac56-41a118d61264 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:15.099387 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4edf415-5c8e-4f15-a15d-1b4b3b092be7 None None] Routers {'e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:15.103489 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a4edf415-5c8e-4f15-a15d-1b4b3b092be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:15.266218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9970b3-41bb-4e6b-9a49-480365995c4c None None] Pushing event updated for resources: {'Port': ['ID=882998e4-6666-48a2-bc0b-08df9e6670ee,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:15.317430 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a4edf415-5c8e-4f15-a15d-1b4b3b092be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:15.323586 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4edf415-5c8e-4f15-a15d-1b4b3b092be7 None None] The sync data for ids ['e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:15.345207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:15.353746 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:15.379733 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-adceb36c-70cf-4b46-9491-cd029613f431 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/routers/e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9 HTTP/1.1" status: 200 len: 924 time: 0.4205558 Nov 25 19:46:15.389927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48144) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:15.417695 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83d7e9f2-21c1-441d-a845-8c886c528c42 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:15.477421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:15.520437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48148) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:15.520652 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f2ce82e2-2d5d-447e-af3d-2bdd033c5a75 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9 HTTP/1.1" status: 200 len: 205 time: 0.1291399 Nov 25 19:46:15.577763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7e9f2-21c1-441d-a845-8c886c528c42 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event deleted for resources: {'Port': ['ID=de498cda-e3ff-4fc2-ae5f-1038f6bee9d6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:15.872219 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:46:15.874994 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:46:15.891739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17542c42-7e13-4ccd-8a43-a941f1078ca9 None None] Update dhcp port {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': 'd7c0afb4-9e33-4186-bd74-d933d057d4c9'}, {'subnet_id': 'b97730eb-180c-423b-be23-3000d8990790'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '757c6a7c-73b3-4928-bb9d-528d8f5f7d3a'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:46:15.902106 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83d7e9f2-21c1-441d-a845-8c886c528c42 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:15.906109 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-83d7e9f2-21c1-441d-a845-8c886c528c42 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "DELETE /v2.0/ports/de498cda-e3ff-4fc2-ae5f-1038f6bee9d6 HTTP/1.1" status: 204 len: 168 time: 1.9556592 Nov 25 19:46:15.911875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48158) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:15.969199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-17542c42-7e13-4ccd-8a43-a941f1078ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.003603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.034367 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f936200-1b9b-4c50-b657-b56f541b81c9 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] GET failed (client error): The resource could not be found. Nov 25 19:46:16.047144 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8f936200-1b9b-4c50-b657-b56f541b81c9 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "GET /v2.0/ports/de498cda-e3ff-4fc2-ae5f-1038f6bee9d6 HTTP/1.1" status: 404 len: 333 time: 0.1242385 Nov 25 19:46:16.053698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48162) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:16.074119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Request body: {'port': {'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e', 'name': 'tempest-AllowedAddressPairTestJSON-2087535740'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:16.183797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed37fca2-2db3-4f0f-9cf8-556a3e365bf7 req-d0735740-7195-4923-be2f-d50201397a88 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 210 time: 0.1736236 Nov 25 19:46:16.383626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.395097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] For port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:16.444727 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.504081 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.577527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Deleting port 02c280d4-0cae-40c8-b1a2-49aa4bdaede5 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:16.578508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.619905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-17542c42-7e13-4ccd-8a43-a941f1078ca9 None None] Allocated IP 172.20.0.2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/b97730eb-180c-423b-be23-3000d8990790/757c6a7c-73b3-4928-bb9d-528d8f5f7d3a) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:16.792270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-83a24524-99e2-4a4f-970e-5590a4f2de84 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:16.793752 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-83a24524-99e2-4a4f-970e-5590a4f2de84 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.60 "GET /v2.0/networks?id=fec2bf9b-cdbc-4f13-9871-465f467f589b HTTP/1.1" status: 200 len: 796 time: 0.3408165 Nov 25 19:46:16.794524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.795360 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.802535 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-17542c42-7e13-4ccd-8a43-a941f1078ca9 None None] For port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:16.829552 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:16.849510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:46:03Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '882998e4-6666-48a2-bc0b-08df9e6670ee', 'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:72:18:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:59Z', 'updated_at': '2021-11-25T19:46:14Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:16.855846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Calling delete_port for 02c280d4-0cae-40c8-b1a2-49aa4bdaede5 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:16.935148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Made reservation on behalf of eb0f9ba3381f498c88c672fb0b144cec for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:16.943182 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.073958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:17.075998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:17.121598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a005fee5-ed66-4a09-9af6-ed142e670ddc None None] The sync data for ids ['890c3937-9d76-4a6d-ac56-41a118d61264'] in n-d-817303-9 is: [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:46:03Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '882998e4-6666-48a2-bc0b-08df9e6670ee', 'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:72:18:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:59Z', 'updated_at': '2021-11-25T19:46:14Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:17.155149 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:46:17.155725 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:46:17.159402 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.195622 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-17542c42-7e13-4ccd-8a43-a941f1078ca9 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.218503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-17542c42-7e13-4ccd-8a43-a941f1078ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.272517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Pushing event deleted for resources: {'Port': ['ID=02c280d4-0cae-40c8-b1a2-49aa4bdaede5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:17.344745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.345095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.345347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.345658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.346777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.347515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.347947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.348292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.348623 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.348994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.349282 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.349435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dee66f13-c62b-4b78-8a2a-0e035da9c4e9 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:17.349704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:17.370056 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-6843a14a-640e-44eb-b237-c1e549a7710b tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2e694ece81b24bd1992fdd72ac9241f4 HTTP/1.1" status: 200 len: 476 time: 0.4902353 Nov 25 19:46:17.373212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] device_id is not set on port ce966c23-9ffd-430b-ab75-95482e6f5b7d yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:46:17.427186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.523878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17542c42-7e13-4ccd-8a43-a941f1078ca9 None None] Pushing event updated for resources: {'Port': ['ID=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:17.555045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:17.593104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'port': {'device_id': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'admin_state_up': True, 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'security_groups': ['508267ce-c37b-40f4-954d-4eb5624f2daf', '9d795663-9473-4353-9467-28b32fa29045']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:17.622637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:17.624128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.748420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c32298bb-b71c-444c-99d7-82bdf53336f6 req-822a5100-9815-4d41-b9fc-8f0a27ad8285 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 210 time: 0.2275460 Nov 25 19:46:17.758590 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.770500 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.896330 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.898071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Fanout notify agent at l3_agent the message router_deleted on router e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:46:17.945848 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.952900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0c455748-21d1-403e-8483-05be01aa544b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9 HTTP/1.1" status: 204 len: 168 time: 2.4273231 Nov 25 19:46:17.953431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48200) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:17.955457 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:17.974324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1126817530', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'enable_snat': False}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:18.060313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] For port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:18.072583 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:18.074236 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:18.076505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:18.146316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Provisioning complete for port 882998e4-6666-48a2-bc0b-08df9e6670ee triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:18.147415 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:18.232777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Pushing event updated for resources: {'Port': ['ID=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:18.380007 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:18.439367 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:18.588994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] For port 882998e4-6666-48a2-bc0b-08df9e6670ee, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=882998e4-6666-48a2-bc0b-08df9e6670ee,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:18.600720 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:18.766359 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Pushing event updated for resources: {'Port': ['ID=882998e4-6666-48a2-bc0b-08df9e6670ee,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:18.770705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a76ed9ee-5547-4940-9576-08ca248f1a11 None None] Could not find standard attr ID for object de498cda-e3ff-4fc2-ae5f-1038f6bee9d6. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:46:18.932725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 882998e4-6666-48a2-bc0b-08df9e6670ee up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:18.973975 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=d7c0afb4-9e33-4186-bd74-d933d057d4c9,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:19.004741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-421f40c5-e047-4c76-afe0-f9f994f45a18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.0503802 Nov 25 19:46:19.053239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48212) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:19.062907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:df:45:b0', 'name': 'tempest-NetworksTestDHCPv6-1373529391'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:19.107295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-96dab36d-c96f-4ada-adb1-827b90d5bfda None None] Provisioning complete for port 882998e4-6666-48a2-bc0b-08df9e6670ee triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:19.107801 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96dab36d-c96f-4ada-adb1-827b90d5bfda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:19.232516 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:19.309122 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-1b97670f-1df2-4cd5-89b6-e85a6d6e25a1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3147719 Nov 25 19:46:19.327679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c34d5d8-4645-4403-9c2d-ec4602da7695 req-3dd54469-2d89-4517-af15-60386df8e131 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 210 time: 0.1747820 Nov 25 19:46:19.407600 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa175de0-557d-409e-839f-2efb58df29f5 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:19.425330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:19.604238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:19.730920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Allocated IP 172.20.0.10 (d1af13f5-2cc9-4da4-8000-de466ee1eb6e/e9fdd601-73d6-4363-9de0-b9a32d00c5ee/ce966c23-9ffd-430b-ab75-95482e6f5b7d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:19.758935 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 882998e4-6666-48a2-bc0b-08df9e6670ee triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:19.759907 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:19.777039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Made reservation on behalf of 2e694ece81b24bd1992fdd72ac9241f4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:19.789398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:19.831897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port aae038e5-9c6b-4067-8eb1-7c89e0ee881a yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:46:20.036741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-96dab36d-c96f-4ada-adb1-827b90d5bfda None None] Could not find standard attr ID for object de498cda-e3ff-4fc2-ae5f-1038f6bee9d6. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:46:20.147730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:20.160181 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:20.204706 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:20.251835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-660e6c72-7163-4379-89ef-275d0f92090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.252575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-30cee2e9-a8aa-4cb1-bc77-438e7c4ae9c0 None None] Provisioning complete for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:20.252728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-660e6c72-7163-4379-89ef-275d0f92090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.252870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-660e6c72-7163-4379-89ef-275d0f92090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.253003 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30cee2e9-a8aa-4cb1-bc77-438e7c4ae9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:20.253231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-660e6c72-7163-4379-89ef-275d0f92090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.253693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-660e6c72-7163-4379-89ef-275d0f92090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.254158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-660e6c72-7163-4379-89ef-275d0f92090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.254623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-660e6c72-7163-4379-89ef-275d0f92090b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:20.269113 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-660e6c72-7163-4379-89ef-275d0f92090b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6503 time: 0.8640645 Nov 25 19:46:20.309450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:20.309878 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:20.456153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Allocated IP 172.25.8.232 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/4d0cdfa8-3a32-4658-835b-70b526d2c495) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:20.662171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:20.679486 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:20.720594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 882998e4-6666-48a2-bc0b-08df9e6670ee up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:20.792284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c42c7595-68e1-4e73-9a15-8c553eed619a req-df547d86-5224-4a41-ac7d-61ebf907dbe2 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 210 time: 0.0541224 Nov 25 19:46:20.796221 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:20.820527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af57238-9032-4750-b752-c7343d5341ac None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:46:20.906148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 172.20.0.8 (0a011fd0-9c8c-4deb-9828-aa08d061358c/b97730eb-180c-423b-be23-3000d8990790/aae038e5-9c6b-4067-8eb1-7c89e0ee881a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:20.926683 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::f816:3eff:fedf:45b0 (0a011fd0-9c8c-4deb-9828-aa08d061358c/d7c0afb4-9e33-4186-bd74-d933d057d4c9/aae038e5-9c6b-4067-8eb1-7c89e0ee881a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:20.940539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:20.944621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:20.950660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:21.076415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event updated for resources: {'Port': ['ID=4d0cdfa8-3a32-4658-835b-70b526d2c495,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:21.167348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af57238-9032-4750-b752-c7343d5341ac None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:46:21.172978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c8cb60f2-3392-450f-a316-bf1150b17742 None None] Provisioning complete for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:21.173361 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8cb60f2-3392-450f-a316-bf1150b17742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:21.233644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 882998e4-6666-48a2-bc0b-08df9e6670ee triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:21.233927 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:21.464172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Allocated IP 172.20.0.13 (fec2bf9b-cdbc-4f13-9871-465f467f589b/5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0/ca8cc91f-2d89-45b7-9db8-9d98736a8230) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:21.548098 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:21.629253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:21.663473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-6999e51e-14e3-4fd8-aeb1-048fa71363b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:21.664671 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-6999e51e-14e3-4fd8-aeb1-048fa71363b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:21.666470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-6999e51e-14e3-4fd8-aeb1-048fa71363b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:21.669269 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-6999e51e-14e3-4fd8-aeb1-048fa71363b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=531ea4be-db10-442e-a719-94c0832255fd&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e HTTP/1.1" status: 200 len: 2298 time: 1.3312299 Nov 25 19:46:21.891160 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:22.105550 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:22.128535 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:22.137467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:22.141968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2624648-bac5-4c9c-9e0b-d0eafb125437 req-947b20fb-b990-431d-b48f-42c1a444a24f tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 210 time: 0.1631439 Nov 25 19:46:22.149571 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-b5e91466-5ab9-4095-a810-a68d269dee04 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65636e05-774f-452f-8240-2f811a684d5a HTTP/1.1" status: 200 len: 1001 time: 0.3800116 Nov 25 19:46:22.152664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:22.270443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'Port': ['ID=ce966c23-9ffd-430b-ab75-95482e6f5b7d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:22.356544 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:22.430073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:22.451611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:22.467334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:22.468951 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:22.486852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:22.542851 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-97eca7f3-bdfa-4616-8227-8b68e6fa184d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 6.4850087 Nov 25 19:46:22.542851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=aae038e5-9c6b-4067-8eb1-7c89e0ee881a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:22.558666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-30d8f121-cebe-4015-8d8a-1552249a413f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:22.561293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-30d8f121-cebe-4015-8d8a-1552249a413f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6 HTTP/1.1" status: 200 len: 856 time: 0.3942618 Nov 25 19:46:22.562076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48252) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:22.719858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Request body: {'port': {'network_id': 'd1af13f5-2cc9-4da4-8000-de466ee1eb6e', 'name': 'tempest-AllowedAddressPairTestJSON-867989593'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:22.885331 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:22.951903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:23.007601 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:23.021249 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:23.188368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.189127 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:23.223142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-c690fb7f-f75d-485c-a26d-8bf106653f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.225115 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-c690fb7f-f75d-485c-a26d-8bf106653f3f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531ea4be-db10-442e-a719-94c0832255fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4984143 Nov 25 19:46:23.278492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Port': ['ID=ca8cc91f-2d89-45b7-9db8-9d98736a8230,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:23.298512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Made reservation on behalf of eb0f9ba3381f498c88c672fb0b144cec for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:23.303009 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:23.311038 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1a861450-e45b-4521-ba5d-9eaac475d24c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.2531464 Nov 25 19:46:23.361494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48266) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:23.417502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network fec2bf9b-cdbc-4f13-9871-465f467f589b is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:23.422380 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-2ce2218f-2015-47eb-8f02-e9cc37970f08 service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362240 Nov 25 19:46:23.423519 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:23.444638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:23.543420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] device_id is not set on port d9e3fd88-e3d4-4944-8744-85bc84609e09 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:46:23.575463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afdce84b-50fd-4545-97a5-863cac0e6a47 None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:46:23.575728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709e950e-8a10-4312-a8fe-49d29b5fc645 req-120077d5-079b-49e2-ac1b-c7596dfe8532 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.590371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-709e950e-8a10-4312-a8fe-49d29b5fc645 req-120077d5-079b-49e2-ac1b-c7596dfe8532 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 971 time: 0.2877746 Nov 25 19:46:23.614203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f001e4-614f-40d3-aedf-31739b87e910 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.643921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f001e4-614f-40d3-aedf-31739b87e910 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.650632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-79f001e4-614f-40d3-aedf-31739b87e910 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2861290 Nov 25 19:46:23.664171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48272) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:23.683094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Router c6db8065-69a9-4175-a1ea-63883e7ecf16 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:46:23.772701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e475a103-06cd-489b-922f-a87079fb656e None None] Provisioning complete for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:23.773080 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e475a103-06cd-489b-922f-a87079fb656e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:23.819908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:23.820512 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:23.953729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-f987cfa4-739c-409e-bb71-2061a8bcfb17 service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020380 Nov 25 19:46:24.082590 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-709e950e-8a10-4312-a8fe-49d29b5fc645 req-b714e825-4c40-4f70-8d5b-654292c357dd tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4903352 Nov 25 19:46:24.229430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdce84b-50fd-4545-97a5-863cac0e6a47 None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:46:24.365653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:24.391311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c1b062ba-48e9-427b-8cd3-70047f093d38 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port aae038e5-9c6b-4067-8eb1-7c89e0ee881a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:24.392086 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1b062ba-48e9-427b-8cd3-70047f093d38 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:24.588958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Sync routers for ids ['c6db8065-69a9-4175-a1ea-63883e7ecf16'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:24.645143 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:24.647446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-93bb1d5b-b1f7-472a-879a-f5d3f878daa8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 6.6920474 Nov 25 19:46:24.659286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48302) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:24.699645 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-4418916d-0fc0-4459-b720-966a589a0a64 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 7.1177328 Nov 25 19:46:24.707912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Routers {'c6db8065-69a9-4175-a1ea-63883e7ecf16'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:24.711808 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c6db8065-69a9-4175-a1ea-63883e7ecf16'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:24.791925 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-34202f29-ed08-4d30-b8cd-8b000bfb1520 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=fb561747-6f3c-49c3-accb-3206128ee7ab HTTP/1.1" status: 200 len: 217 time: 0.0905936 Nov 25 19:46:24.800500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Request body: {'port': {'device_id': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:24.965310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:24.978443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-8dfe25e0-cc7b-45c2-bcff-4f7d359f3547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:24.980309 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-8dfe25e0-cc7b-45c2-bcff-4f7d359f3547 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.0671747 Nov 25 19:46:25.099903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Allocated IP 172.20.0.14 (d1af13f5-2cc9-4da4-8000-de466ee1eb6e/e9fdd601-73d6-4363-9de0-b9a32d00c5ee/d9e3fd88-e3d4-4944-8744-85bc84609e09) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:25.213004 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1b062ba-48e9-427b-8cd3-70047f093d38 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.269812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-92c1f705-8143-456c-a93d-fb19572ff29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.280194 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-92c1f705-8143-456c-a93d-fb19572ff29b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2858200 Nov 25 19:46:25.284967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c1b062ba-48e9-427b-8cd3-70047f093d38 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for aae038e5-9c6b-4067-8eb1-7c89e0ee881a owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:25.464134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Set router c6db8065-69a9-4175-a1ea-63883e7ecf16 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:25.693061 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7c65d454-4b1a-408c-ba09-3dba2342f397 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/routers/c6db8065-69a9-4175-a1ea-63883e7ecf16 HTTP/1.1" status: 200 len: 909 time: 1.0319932 Nov 25 19:46:25.694167 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1b062ba-48e9-427b-8cd3-70047f093d38 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.696424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48328) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:25.703247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1126817530', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'enable_snat': True}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:25.873012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28466d69-feb9-4e06-b7e4-b639023b2d6d req-ff49f6e2-e179-4ed6-b14a-19c512a30d11 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:25.880133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28466d69-feb9-4e06-b7e4-b639023b2d6d req-ff49f6e2-e179-4ed6-b14a-19c512a30d11 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 971 time: 0.2332010 Nov 25 19:46:25.880962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b062ba-48e9-427b-8cd3-70047f093d38 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=aae038e5-9c6b-4067-8eb1-7c89e0ee881a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:25.891102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:25.892171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.240224 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1b062ba-48e9-427b-8cd3-70047f093d38 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.251163 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c1b062ba-48e9-427b-8cd3-70047f093d38 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/aae038e5-9c6b-4067-8eb1-7c89e0ee881a HTTP/1.1" status: 204 len: 168 time: 2.5834963 Nov 25 19:46:26.274523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca8cc91f-2d89-45b7-9db8-9d98736a8230 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:26.286967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48342) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:26.323329 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.459237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.558309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.577613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6db8065-69a9-4175-a1ea-63883e7ecf16', 'name': 'tempest-snat-router-1126817530', 'tenant_id': '410bedf0c8744dd7bf51616f522502c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.232'}], 'enable_snat': False}, 'gw_port_id': '4d0cdfa8-3a32-4658-835b-70b526d2c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:46:18Z', 'updated_at': '2021-11-25T19:46:21Z', 'revision_number': 3, 'project_id': '410bedf0c8744dd7bf51616f522502c5', 'gw_port': {'id': '4d0cdfa8-3a32-4658-835b-70b526d2c495', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6db8065-69a9-4175-a1ea-63883e7ecf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:46:20Z', 'updated_at': '2021-11-25T19:46:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:26.624890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.676783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Checking router: c6db8065-69a9-4175-a1ea-63883e7ecf16 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:46:26.677531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Updating router c6db8065-69a9-4175-a1ea-63883e7ecf16 port 4d0cdfa8-3a32-4658-835b-70b526d2c495 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:46:26.698656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Transition to ACTIVE for port object ca8cc91f-2d89-45b7-9db8-9d98736a8230 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:46:26.718453 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.739371 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:26.758954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:26.763494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:26.804105 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.868943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:26.870161 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:26.929677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'Port': ['ID=d9e3fd88-e3d4-4944-8744-85bc84609e09,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:27.045827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Pushing event updated for resources: {'Port': ['ID=ca8cc91f-2d89-45b7-9db8-9d98736a8230,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:27.063753 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-b2763408-2583-4a03-8ca7-a3495ba951a5 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7419753 Nov 25 19:46:27.118763 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d1f1718a-bad0-4c51-bef6-a3742b1b708d tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4331162 Nov 25 19:46:27.119719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48348) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:27.144895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28466d69-feb9-4e06-b7e4-b639023b2d6d req-26a6c2e8-dc43-4b04-b8ee-ead44cc387c5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.2280943 Nov 25 19:46:27.187229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-94155447-df8a-49c6-9135-aaecd35451eb tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:01:8f:19'}, {'ip_address': '172.20.0.10', 'mac_address': 'fa:16:3e:7a:93:0c'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:27.256599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d60f64-f30a-4183-963c-b4ccf2d95be9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.261111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d60f64-f30a-4183-963c-b4ccf2d95be9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.267394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75d60f64-f30a-4183-963c-b4ccf2d95be9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:27.277934 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-75d60f64-f30a-4183-963c-b4ccf2d95be9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.9872458 Nov 25 19:46:27.282780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48350) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:27.284564 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:27.489469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4228f6fa-0d4f-4d81-9252-346592c5d27d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet b97730eb-180c-423b-be23-3000d8990790 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:46:27.550240 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4228f6fa-0d4f-4d81-9252-346592c5d27d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:27.742951 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:27.753885 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:27.908009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e188248-41ae-4d64-997e-5f9c65713aa9 None None] Pushing event updated for resources: {'Port': ['ID=4d0cdfa8-3a32-4658-835b-70b526d2c495,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:27.910367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Attempting to bind port ca8cc91f-2d89-45b7-9db8-9d98736a8230 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:27.911864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Attempting to bind port 4d0cdfa8-3a32-4658-835b-70b526d2c495 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:27.912203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Attempting to bind port 4d0cdfa8-3a32-4658-835b-70b526d2c495 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:27.913154 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Attempting to bind port ca8cc91f-2d89-45b7-9db8-9d98736a8230 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:27.913437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Attempting to bind port ca8cc91f-2d89-45b7-9db8-9d98736a8230 on network fec2bf9b-cdbc-4f13-9871-465f467f589b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:27.914886 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Attempting to bind port 4d0cdfa8-3a32-4658-835b-70b526d2c495 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:27.920054 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4228f6fa-0d4f-4d81-9252-346592c5d27d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:27.938970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeca307-29dc-4078-bbc1-cf9b5bdfd099 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:27.944378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:27.945059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:27.945710 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:27.946117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:27.947250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Bound port: 4d0cdfa8-3a32-4658-835b-70b526d2c495, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:27.948062 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.039062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Port ca8cc91f-2d89-45b7-9db8-9d98736a8230 on network fec2bf9b-cdbc-4f13-9871-465f467f589b not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:46:28.039761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Attempting to bind port ca8cc91f-2d89-45b7-9db8-9d98736a8230 on network fec2bf9b-cdbc-4f13-9871-465f467f589b {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:28.129808 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 46, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:28.130179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Checking segment: {'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:28.130533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Bound using segment: {'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:28.134240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Bound port: ca8cc91f-2d89-45b7-9db8-9d98736a8230, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32774c68-d93c-4a1f-8dbc-0b704f7d01b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:28.139044 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.160526 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.174552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-12487069-24b3-4b9c-95b5-52ffb7df9e49 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0975266 Nov 25 19:46:28.176068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] For port 4d0cdfa8-3a32-4658-835b-70b526d2c495, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:28.186737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] For port 4d0cdfa8-3a32-4658-835b-70b526d2c495, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4d0cdfa8-3a32-4658-835b-70b526d2c495,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:28.208523 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.247091 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.346587 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-9ba3b64e-7a50-4394-9dba-64138e56637b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ce49200e-7a12-415f-ba24-3bfb7d146868 HTTP/1.1" status: 200 len: 217 time: 0.1508012 Nov 25 19:46:28.506597 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-74c57bea-1a3c-4f74-b530-0e492de07e55 None None] Provisioning complete for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:28.507652 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-74c57bea-1a3c-4f74-b530-0e492de07e55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.522178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e188248-41ae-4d64-997e-5f9c65713aa9 None None] Pushing event updated for resources: {'Port': ['ID=4d0cdfa8-3a32-4658-835b-70b526d2c495,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:28.535505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1325d3-181a-4705-b6f5-3172e4e8edf4 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:28.623235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Allocated IP 172.25.8.183 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/f8831f8f-253a-481e-8814-30111376dab4) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:28.652743 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4228f6fa-0d4f-4d81-9252-346592c5d27d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.660824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Routers {'c6db8065-69a9-4175-a1ea-63883e7ecf16'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:28.684626 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c6db8065-69a9-4175-a1ea-63883e7ecf16'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:28.796632 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.839877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94155447-df8a-49c6-9135-aaecd35451eb tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.843408 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:28.903036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0178200a-39b4-40e4-b583-a4d3102243ff req-402ef891-0002-4180-9210-78d1bb382175 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:28.905465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0178200a-39b4-40e4-b583-a4d3102243ff req-402ef891-0002-4180-9210-78d1bb382175 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 983 time: 0.5198815 Nov 25 19:46:28.916883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c66a3-2cbb-4109-ac97-449449ebcf40 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:28.958252 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] For port ca8cc91f-2d89-45b7-9db8-9d98736a8230, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:28.994090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] For port ca8cc91f-2d89-45b7-9db8-9d98736a8230, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ca8cc91f-2d89-45b7-9db8-9d98736a8230,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:29.017446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:29.018713 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:29.039039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:29.048813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:29.152835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:29.153471 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:29.155000 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] 10.222.0.60 "PUT /v2.0/ports/ca8cc91f-2d89-45b7-9db8-9d98736a8230 HTTP/1.1" status: 200 len: 1131 time: 4.3617175 Nov 25 19:46:29.157733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'tag': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:29.162228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] Set router c6db8065-69a9-4175-a1ea-63883e7ecf16 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:29.172144 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f104a53-0ac6-4d75-8149-d1b834dbddc4" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc935fc-9d6f-46aa-8998-45db2101cca9", "tag": "ca8cc91f-2d89-45b7-9db8-9d98736a8230"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:29.296345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f32ea0f-457b-4763-a0a8-2955f7d001ae None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:29.702972 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94155447-df8a-49c6-9135-aaecd35451eb tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:29.788828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-8c155d4f-4f5c-42c6-bd69-0c422acfed4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:29.795701 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-8c155d4f-4f5c-42c6-bd69-0c422acfed4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 1.4274940 Nov 25 19:46:29.796615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94155447-df8a-49c6-9135-aaecd35451eb tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:29.809515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e690ae-ddb2-46dd-9169-3821783742df service neutron] Pushing event updated for resources: {'Port': ['ID=ca8cc91f-2d89-45b7-9db8-9d98736a8230,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:29.817826 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:29.841017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-74c57bea-1a3c-4f74-b530-0e492de07e55 None None] Could not find standard attr ID for object aae038e5-9c6b-4067-8eb1-7c89e0ee881a. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:46:29.848476 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:46:29.906945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6db8065-69a9-4175-a1ea-63883e7ecf16', 'name': 'tempest-snat-router-1126817530', 'tenant_id': '410bedf0c8744dd7bf51616f522502c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.232'}], 'enable_snat': False}, 'gw_port_id': '4d0cdfa8-3a32-4658-835b-70b526d2c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:46:18Z', 'updated_at': '2021-11-25T19:46:21Z', 'revision_number': 3, 'project_id': '410bedf0c8744dd7bf51616f522502c5', 'gw_port': {'id': '4d0cdfa8-3a32-4658-835b-70b526d2c495', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6db8065-69a9-4175-a1ea-63883e7ecf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:46:20Z', 'updated_at': '2021-11-25T19:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:29.954012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3ceb30-421b-4e08-bf43-2589972ce013 None None] The sync data for ids ['c6db8065-69a9-4175-a1ea-63883e7ecf16'] in n-d-817303-9 is: [{'id': 'c6db8065-69a9-4175-a1ea-63883e7ecf16', 'name': 'tempest-snat-router-1126817530', 'tenant_id': '410bedf0c8744dd7bf51616f522502c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.232'}], 'enable_snat': False}, 'gw_port_id': '4d0cdfa8-3a32-4658-835b-70b526d2c495', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:46:18Z', 'updated_at': '2021-11-25T19:46:21Z', 'revision_number': 3, 'project_id': '410bedf0c8744dd7bf51616f522502c5', 'gw_port': {'id': '4d0cdfa8-3a32-4658-835b-70b526d2c495', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:47:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6db8065-69a9-4175-a1ea-63883e7ecf16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2450, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:46:20Z', 'updated_at': '2021-11-25T19:46:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:30.012568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event updated for resources: {'Port': ['ID=f8831f8f-253a-481e-8814-30111376dab4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:30.054054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Provisioning complete for port 4d0cdfa8-3a32-4658-835b-70b526d2c495 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:30.056076 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:30.083049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-94155447-df8a-49c6-9135-aaecd35451eb tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] In _notify_port_updated(), no bound segment for port d9e3fd88-e3d4-4944-8744-85bc84609e09 on network d1af13f5-2cc9-4da4-8000-de466ee1eb6e {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:46:30.097774 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94155447-df8a-49c6-9135-aaecd35451eb tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.098534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94155447-df8a-49c6-9135-aaecd35451eb tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:30.098717 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0178200a-39b4-40e4-b583-a4d3102243ff req-6bb9920e-e9f9-4b04-b5c2-0c949b7e1faf tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 1.1788280 Nov 25 19:46:30.104295 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-94155447-df8a-49c6-9135-aaecd35451eb tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "PUT /v2.0/ports/d9e3fd88-e3d4-4944-8744-85bc84609e09 HTTP/1.1" status: 200 len: 1056 time: 2.9346642 Nov 25 19:46:30.104991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48376) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:30.129639 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4228f6fa-0d4f-4d81-9252-346592c5d27d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:30.133368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94155447-df8a-49c6-9135-aaecd35451eb tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event updated for resources: {'Port': ['ID=d9e3fd88-e3d4-4944-8744-85bc84609e09,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:30.218219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4228f6fa-0d4f-4d81-9252-346592c5d27d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=b97730eb-180c-423b-be23-3000d8990790,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:30.263782 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4228f6fa-0d4f-4d81-9252-346592c5d27d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:30.272243 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4228f6fa-0d4f-4d81-9252-346592c5d27d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/b97730eb-180c-423b-be23-3000d8990790 HTTP/1.1" status: 204 len: 168 time: 2.9701517 Nov 25 19:46:30.272243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-490370b7-1e96-40b8-a0f2-0976f9926c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.273724 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-490370b7-1e96-40b8-a0f2-0976f9926c5d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4439719 Nov 25 19:46:30.276307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-f1010f7c-fd81-43ec-8334-86e5dae97b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:30.279249 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-f1010f7c-fd81-43ec-8334-86e5dae97b27 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e694ece81b24bd1992fdd72ac9241f4&device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 1134 time: 1.0369322 Nov 25 19:46:30.287091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48380) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:30.346134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10889488-e423-47ab-8b76-ee75e626ca91 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:30.442297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0bd710-499e-405b-9c18-f09d144d04c5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet d7c0afb4-9e33-4186-bd74-d933d057d4c9 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:46:30.568929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:30.680289 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd710-499e-405b-9c18-f09d144d04c5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:30.737419 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-1162ae0a-499a-49b3-b966-8cfa82617017 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca8cc91f-2d89-45b7-9db8-9d98736a8230 HTTP/1.1" status: 200 len: 217 time: 0.3235679 Nov 25 19:46:30.834006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] For port 4d0cdfa8-3a32-4658-835b-70b526d2c495, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4d0cdfa8-3a32-4658-835b-70b526d2c495,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:30.847239 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4d0cdfa8-3a32-4658-835b-70b526d2c495 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:30.866581 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.088169 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.212975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Provisioning complete for port f8831f8f-253a-481e-8814-30111376dab4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:31.213434 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.317794 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Port f8831f8f-253a-481e-8814-30111376dab4 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:31.339105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Pushing event updated for resources: {'Port': ['ID=4d0cdfa8-3a32-4658-835b-70b526d2c495,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:31.397995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Provisioning complete for port d9e3fd88-e3d4-4944-8744-85bc84609e09 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:31.398379 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.400552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4d0cdfa8-3a32-4658-835b-70b526d2c495 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:31.400929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.522312 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-3bfcb483-6a28-4d80-9921-f124ffb7ec30 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1274483 Nov 25 19:46:31.531267 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c83fe5f-0bbe-4f74-9d95-7df13ee87269 x-openstack-request-id: req-0c83fe5f-0bbe-4f74-9d95-7df13ee87269 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:31.531768 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc935fc-9d6f-46aa-8998-45db2101cca9", "tag": "ca8cc91f-2d89-45b7-9db8-9d98736a8230", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:31.531885 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0c83fe5f-0bbe-4f74-9d95-7df13ee87269 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:31.532197 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'tag': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230', 'status': 'completed', 'code': 200} Nov 25 19:46:31.588771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd710-499e-405b-9c18-f09d144d04c5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.613537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf3793c-8820-4bc1-a8fc-b8f16e1ca86c req-813fbe65-05ca-4373-bab3-47b483564e1b tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:31.622420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eaf3793c-8820-4bc1-a8fc-b8f16e1ca86c req-813fbe65-05ca-4373-bab3-47b483564e1b tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 983 time: 0.2829792 Nov 25 19:46:31.623046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Port d9e3fd88-e3d4-4944-8744-85bc84609e09 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:31.629687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Could not find standard attr ID for object aae038e5-9c6b-4067-8eb1-7c89e0ee881a. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:46:31.723098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Provisioning complete for port ce966c23-9ffd-430b-ab75-95482e6f5b7d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:31.723910 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.755970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-468fe27d-c8ee-45d8-9093-c994ef077c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:31.757662 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-468fe27d-c8ee-45d8-9093-c994ef077c8f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0 HTTP/1.1" status: 200 len: 834 time: 1.0069938 Nov 25 19:46:31.873835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d61ce629-7de9-4809-ac63-6b7b6275fdaa None None] Port ce966c23-9ffd-430b-ab75-95482e6f5b7d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:31.877802 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Router afafd361-ef9a-444e-8c5b-7fd58c9b1017 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:46:31.923128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-5c3d20c3-d872-46ff-a9d7-f5ec6fe5e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:31.925645 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-5c3d20c3-d872-46ff-a9d7-f5ec6fe5e96a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fec2bf9b-cdbc-4f13-9871-465f467f589b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1429465 Nov 25 19:46:31.929034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-74c54601-a177-49b8-b54c-c3a36a5308de tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Deleting port d9e3fd88-e3d4-4944-8744-85bc84609e09 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:31.929589 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74c54601-a177-49b8-b54c-c3a36a5308de tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:31.956423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eaf3793c-8820-4bc1-a8fc-b8f16e1ca86c req-a1889c04-d6a6-4b8f-9881-d651192e7c1b tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3197124 Nov 25 19:46:32.005505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-98f983ad-f748-4e96-be5a-b0a61a7b6c81 None None] Provisioning complete for port d9e3fd88-e3d4-4944-8744-85bc84609e09 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:32.005886 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-98f983ad-f748-4e96-be5a-b0a61a7b6c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.168994 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd710-499e-405b-9c18-f09d144d04c5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.217597 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-80cbc13a-8188-4484-9302-e7c554a5bcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.242545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-98f983ad-f748-4e96-be5a-b0a61a7b6c81 None None] Port d9e3fd88-e3d4-4944-8744-85bc84609e09 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:32.291897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:32.301641 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Sync routers for ids ['afafd361-ef9a-444e-8c5b-7fd58c9b1017'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:32.323382 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.327638 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c234edcc-88e7-4804-8be8-1ce959e589f4 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.6253538 Nov 25 19:46:32.328097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48398) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:32.343481 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Routers {'afafd361-ef9a-444e-8c5b-7fd58c9b1017'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:32.349683 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['afafd361-ef9a-444e-8c5b-7fd58c9b1017'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:32.371660 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-4c7e0f86-a165-4100-b814-9de300b7bfd8 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8336716 Nov 25 19:46:32.502192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-e9f537e6-05d4-46ee-a69f-4bd67b9726ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=43d3c575-757a-4ad9-a707-160601e5750e HTTP/1.1" status: 200 len: 217 time: 0.0892069 Nov 25 19:46:32.567511 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Set router afafd361-ef9a-444e-8c5b-7fd58c9b1017 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:32.575889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-95c67b9b-6bfa-4207-9186-ba80d1df496c tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/routers/afafd361-ef9a-444e-8c5b-7fd58c9b1017 HTTP/1.1" status: 200 len: 908 time: 0.2461352 Nov 25 19:46:32.579374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48402) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:32.793152 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-1d54330e-29f1-45ef-a22c-3eba5b7a13eb service neutron] 10.222.0.60 "GET /v2.0/networks/fec2bf9b-cdbc-4f13-9871-465f467f589b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8549879 Nov 25 19:46:32.796350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-d355aaf0-dbe4-453c-ba71-0907749256d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:32.799004 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-d355aaf0-dbe4-453c-ba71-0907749256d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.2831018 Nov 25 19:46:32.805084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4d0cdfa8-3a32-4658-835b-70b526d2c495 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:32.865155 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:32.970285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4d0cdfa8-3a32-4658-835b-70b526d2c495 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:32.970663 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.056530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-667295d5-ae5f-41c7-b78e-390b341d60f3 None None] Provisioning complete for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:33.056530 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-667295d5-ae5f-41c7-b78e-390b341d60f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.334735 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afafd361-ef9a-444e-8c5b-7fd58c9b1017', 'name': 'tempest-snat-router-1126817530', 'tenant_id': '410bedf0c8744dd7bf51616f522502c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.183'}], 'enable_snat': True}, 'gw_port_id': 'f8831f8f-253a-481e-8814-30111376dab4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:46:25Z', 'updated_at': '2021-11-25T19:46:29Z', 'revision_number': 3, 'project_id': '410bedf0c8744dd7bf51616f522502c5', 'gw_port': {'id': 'f8831f8f-253a-481e-8814-30111376dab4', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:c7:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afafd361-ef9a-444e-8c5b-7fd58c9b1017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2453, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:46:28Z', 'updated_at': '2021-11-25T19:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:33.335970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74c54601-a177-49b8-b54c-c3a36a5308de tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.372589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-74c54601-a177-49b8-b54c-c3a36a5308de tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Calling delete_port for d9e3fd88-e3d4-4944-8744-85bc84609e09 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:33.382177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd710-499e-405b-9c18-f09d144d04c5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.396362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-adaeb58e-9dce-4e53-8999-1dfbeeb6d3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:33.398019 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-adaeb58e-9dce-4e53-8999-1dfbeeb6d3bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5284133 Nov 25 19:46:33.419038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42bacade-752d-4288-a90a-23c2554a3ac3 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:33.427175 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Checking router: afafd361-ef9a-444e-8c5b-7fd58c9b1017 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:46:33.430400 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Updating router afafd361-ef9a-444e-8c5b-7fd58c9b1017 port f8831f8f-253a-481e-8814-30111376dab4 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:46:33.498732 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.541093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a098472-3f84-4096-823b-54fba3ae16aa req-a2f8de75-0de1-4706-8393-657426aa4931 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:33.576369 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a098472-3f84-4096-823b-54fba3ae16aa req-a2f8de75-0de1-4706-8393-657426aa4931 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 983 time: 0.2808919 Nov 25 19:46:33.675879 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab0bd710-499e-405b-9c18-f09d144d04c5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.696593 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ab0bd710-499e-405b-9c18-f09d144d04c5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/d7c0afb4-9e33-4186-bd74-d933d057d4c9 HTTP/1.1" status: 204 len: 168 time: 3.4073761 Nov 25 19:46:33.738452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48428) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:33.765319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0bd710-499e-405b-9c18-f09d144d04c5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c0afb4-9e33-4186-bd74-d933d057d4c9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:33.815239 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.853851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac696db-84c4-475e-9640-8bf211f69ac7 None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:33.897842 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b65b9834-71de-4ef9-888b-0546f878742c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1490011 Nov 25 19:46:33.901592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48430) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:33.913879 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a0f82cba-5eb3-4645-bc49-2f569a4a0a7b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:33.950269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8ac696db-84c4-475e-9640-8bf211f69ac7 None None] Deleting port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:33.950655 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8ac696db-84c4-475e-9640-8bf211f69ac7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:33.953475 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9549db8-c0ea-4f34-8aa4-ff5747b305b9 req-cfe0303e-2f10-43f0-9b75-eee3b5cf525a service neutron] 10.222.0.60 "GET /v2.0/networks/fec2bf9b-cdbc-4f13-9871-465f467f589b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1213648 Nov 25 19:46:34.053443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a098472-3f84-4096-823b-54fba3ae16aa req-c4579db7-c80c-4378-8664-f1e07ec7bb47 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4241259 Nov 25 19:46:34.086148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Deleting port f8831f8f-253a-481e-8814-30111376dab4 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:34.091527 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.273324 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.285022 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.298260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8ac696db-84c4-475e-9640-8bf211f69ac7 None None] For port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:34.298790 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8ac696db-84c4-475e-9640-8bf211f69ac7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.332419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8ac696db-84c4-475e-9640-8bf211f69ac7 None None] Calling delete_port for 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:34.445791 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Attempting to bind port f8831f8f-253a-481e-8814-30111376dab4 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:34.447231 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Attempting to bind port f8831f8f-253a-481e-8814-30111376dab4 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:34.447231 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Attempting to bind port f8831f8f-253a-481e-8814-30111376dab4 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:34.497266 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:34.498351 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:34.498777 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.501326 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:34.503233 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Bound port: f8831f8f-253a-481e-8814-30111376dab4, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:34.504704 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.514649 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.540584 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-9ac8d03d-f43e-4e72-bca7-1c630224c89c service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1196210 Nov 25 19:46:34.541277 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f82cba-5eb3-4645-bc49-2f569a4a0a7b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:34.543261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb2a4a8-e8ac-4522-b50e-fbfb5e74bff2 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:34.544798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Calling delete_port for f8831f8f-253a-481e-8814-30111376dab4 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:34.549006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0f82cba-5eb3-4645-bc49-2f569a4a0a7b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.654279 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] For port f8831f8f-253a-481e-8814-30111376dab4, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:34.665525 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] For port f8831f8f-253a-481e-8814-30111376dab4, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f8831f8f-253a-481e-8814-30111376dab4,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:34.671042 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Pushing event updated for resources: {'Port': ['ID=f8831f8f-253a-481e-8814-30111376dab4,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:34.680086 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.704322 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.704647 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.705000 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.705349 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.705674 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.705997 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.706425 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.718401 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.719524 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.721651 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.721651 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.721651 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:34.810335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:34.831048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6f2f1c-543f-43db-9dff-708186c6359e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:34.856299 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Routers {'afafd361-ef9a-444e-8c5b-7fd58c9b1017'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:34.860048 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['afafd361-ef9a-444e-8c5b-7fd58c9b1017'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:34.903570 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8ac696db-84c4-475e-9640-8bf211f69ac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.935333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48434) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:34.958967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c5b00533-8a1b-4b6c-aa62-1b32dfea38d9 None None] Provisioning complete for port f8831f8f-253a-481e-8814-30111376dab4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:34.960004 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c5b00533-8a1b-4b6c-aa62-1b32dfea38d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:34.983379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac696db-84c4-475e-9640-8bf211f69ac7 None None] Pushing event deleted for resources: {'Port': ['ID=757c6a7c-73b3-4928-bb9d-528d8f5f7d3a,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:34.996220 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.032290 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a7e9fe0-a3c7-40b0-ae8a-96d1ef62d6c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.041665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c5b00533-8a1b-4b6c-aa62-1b32dfea38d9 None None] Port f8831f8f-253a-481e-8814-30111376dab4 was deleted so its status cannot be updated. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 25 19:46:35.050525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac696db-84c4-475e-9640-8bf211f69ac7 None None] No DVR routers for this DVR port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:35.078030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No active binding found for port 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a {{(pid=103653) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:46:35.078282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 757c6a7c-73b3-4928-bb9d-528d8f5f7d3a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:46:35.106153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8831f8f-253a-481e-8814-30111376dab4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:35.168835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f104a53-0ac6-4d75-8149-d1b834dbddc4 req-9ad7f508-ea38-4285-9a18-648e854f5383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:35.170385 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9f104a53-0ac6-4d75-8149-d1b834dbddc4 req-9ad7f508-ea38-4285-9a18-648e854f5383 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e694ece81b24bd1992fdd72ac9241f4&device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 1134 time: 1.1257780 Nov 25 19:46:35.173504 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-2fc9fb56-1455-4194-8c54-dca9ccb14943 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510375 Nov 25 19:46:35.177842 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0f82cba-5eb3-4645-bc49-2f569a4a0a7b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.200420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a057fb1e-0ce2-42d6-a7ff-1279af1d2c41 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:35.204328 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.233065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2cf67ffd-489b-4ce5-93fc-f28dbd26c2fa None None] Could not find standard attr ID for object f8831f8f-253a-481e-8814-30111376dab4. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:46:35.281105 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] Set router afafd361-ef9a-444e-8c5b-7fd58c9b1017 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:35.327185 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.329650 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.340414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f82cba-5eb3-4645-bc49-2f569a4a0a7b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:35.342695 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-a9004026-cb11-4bae-bc30-4b058e00c830 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8 HTTP/1.1" status: 200 len: 217 time: 0.1377275 Nov 25 19:46:35.353211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f82cba-5eb3-4645-bc49-2f569a4a0a7b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=abbe1e1f-fe61-4fd6-9f8a-a022ef7d0baf,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:35.359570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-a0f82cba-5eb3-4645-bc49-2f569a4a0a7b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:35.362931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f82cba-5eb3-4645-bc49-2f569a4a0a7b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:35.363602 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0f82cba-5eb3-4645-bc49-2f569a4a0a7b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.373522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef4f6ce0-2975-4eec-91d2-ba39ef0b1fe5 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:35.425356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-744f6c86-63ff-4a3f-8aa8-e03a8dc50424 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.442513 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.443143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Fanout notify agent at l3_agent the message router_deleted on router afafd361-ef9a-444e-8c5b-7fd58c9b1017 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:46:35.454349 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.455696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-732328cc-fae4-4088-b9ea-3592a64cc46f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "DELETE /v2.0/routers/afafd361-ef9a-444e-8c5b-7fd58c9b1017 HTTP/1.1" status: 204 len: 168 time: 2.8752327 Nov 25 19:46:35.497266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48444) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:35.523862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f104a53-0ac6-4d75-8149-d1b834dbddc4 req-2b756385-a680-439a-9a93-d8de4b701740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:35.525254 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9f104a53-0ac6-4d75-8149-d1b834dbddc4 req-2b756385-a680-439a-9a93-d8de4b701740 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fec2bf9b-cdbc-4f13-9871-465f467f589b HTTP/1.1" status: 200 len: 897 time: 0.3350258 Nov 25 19:46:35.538871 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a0f82cba-5eb3-4645-bc49-2f569a4a0a7b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6256037 Nov 25 19:46:35.546959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48448) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:35.553177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:35.616137 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afafd361-ef9a-444e-8c5b-7fd58c9b1017', 'name': 'tempest-snat-router-1126817530', 'tenant_id': '410bedf0c8744dd7bf51616f522502c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:46:25Z', 'updated_at': '2021-11-25T19:46:33Z', 'revision_number': 4, 'project_id': '410bedf0c8744dd7bf51616f522502c5', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:35.627361 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9f104a53-0ac6-4d75-8149-d1b834dbddc4 req-8267c66b-b560-4728-97b7-884c9832267d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca8cc91f-2d89-45b7-9db8-9d98736a8230 HTTP/1.1" status: 200 len: 217 time: 0.0893612 Nov 25 19:46:35.657710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-bda0af5c-688b-4f7a-86b6-a5f7e17e6abf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:35.659267 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-bda0af5c-688b-4f7a-86b6-a5f7e17e6abf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.2765257 Nov 25 19:46:35.722021 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65c8c78-af06-4054-aa79-c4bfdd6d7d0b None None] Pushing event updated for resources: {'Port': ['ID=f8831f8f-253a-481e-8814-30111376dab4,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:35.742084 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047c0a8e-37a3-46b2-b9f3-cab4196ec928 None None] The sync data for ids ['afafd361-ef9a-444e-8c5b-7fd58c9b1017'] in n-d-817303-9 is: [{'id': 'afafd361-ef9a-444e-8c5b-7fd58c9b1017', 'name': 'tempest-snat-router-1126817530', 'tenant_id': '410bedf0c8744dd7bf51616f522502c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:46:25Z', 'updated_at': '2021-11-25T19:46:33Z', 'revision_number': 4, 'project_id': '410bedf0c8744dd7bf51616f522502c5', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:35.811800 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.958571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': 'abbe1e1f-fe61-4fd6-9f8a-a022ef7d0baf'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:46:35.960163 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:35.962382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f104a53-0ac6-4d75-8149-d1b834dbddc4 req-68390902-aa9a-47ca-805a-3d2b34471711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:35.964371 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9f104a53-0ac6-4d75-8149-d1b834dbddc4 req-68390902-aa9a-47ca-805a-3d2b34471711 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0 HTTP/1.1" status: 200 len: 834 time: 0.3275397 Nov 25 19:46:35.988288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74c54601-a177-49b8-b54c-c3a36a5308de tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.063522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-6e3eefab-bf9d-4807-9456-7f33ce1fd4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:36.065082 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-6e3eefab-bf9d-4807-9456-7f33ce1fd4e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2937694 Nov 25 19:46:36.085155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c54601-a177-49b8-b54c-c3a36a5308de tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event deleted for resources: {'Port': ['ID=d9e3fd88-e3d4-4944-8744-85bc84609e09,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:36.174600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:36.179185 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.242313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01928000-ed0d-4cf1-af8c-37c17ab68d59 req-3fd1374f-ea50-4779-abf5-d558ef0dc183 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:36.263505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-01928000-ed0d-4cf1-af8c-37c17ab68d59 req-3fd1374f-ea50-4779-abf5-d558ef0dc183 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 983 time: 0.8012030 Nov 25 19:46:36.349024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f104a53-0ac6-4d75-8149-d1b834dbddc4 req-dff9c55a-e2d5-4feb-b9a3-5163fdaee4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:36.350832 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9f104a53-0ac6-4d75-8149-d1b834dbddc4 req-dff9c55a-e2d5-4feb-b9a3-5163fdaee4a0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fec2bf9b-cdbc-4f13-9871-465f467f589b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3724570 Nov 25 19:46:36.420706 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.471493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-01928000-ed0d-4cf1-af8c-37c17ab68d59 req-242a4299-a16e-4fbb-8b2b-688d1f8501b4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2069547 Nov 25 19:46:36.512757 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-744f6c86-63ff-4a3f-8aa8-e03a8dc50424 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.535302 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-744f6c86-63ff-4a3f-8aa8-e03a8dc50424 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.559272 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:36.629266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Allocated IP 172.20.0.2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/abbe1e1f-fe61-4fd6-9f8a-a022ef7d0baf/a1c65e86-e21f-4c97-b92a-b9d30315e1e7) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:36.778856 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-744f6c86-63ff-4a3f-8aa8-e03a8dc50424 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f497785ff46946c789f5db94e8506693&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8412397 Nov 25 19:46:36.792798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48456) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:36.852673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f6c86-63ff-4a3f-8aa8-e03a8dc50424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=722ddeb2-a799-4769-a179-b52028cb29a2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:36.927561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Deleting port 4d0cdfa8-3a32-4658-835b-70b526d2c495 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:36.928568 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.085478 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.093960 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-c61a83a2-7ddd-433f-bdf5-4ee6ad711ea0 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0164101 Nov 25 19:46:37.107138 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.156083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] For port 4d0cdfa8-3a32-4658-835b-70b526d2c495, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4d0cdfa8-3a32-4658-835b-70b526d2c495,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:37.156825 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.199294 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9f104a53-0ac6-4d75-8149-d1b834dbddc4 req-f79a81de-1aa3-4bdd-b8c1-428c70271880 service neutron] 10.222.0.60 "GET /v2.0/networks/fec2bf9b-cdbc-4f13-9871-465f467f589b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074284 Nov 25 19:46:37.212887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Calling delete_port for 4d0cdfa8-3a32-4658-835b-70b526d2c495 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:37.238061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:37.243925 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:37.247199 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Pushing event updated for resources: {'Port': ['ID=a1c65e86-e21f-4c97-b92a-b9d30315e1e7,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:37.256331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:37.268794 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.269204 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.269578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.270056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.270403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.271080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.271080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.271435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.271994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.272342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.272758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.273037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:46:37.359549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ca8cc91f-2d89-45b7-9db8-9d98736a8230 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:46:37.499531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ca8cc91f-2d89-45b7-9db8-9d98736a8230, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ca8cc91f-2d89-45b7-9db8-9d98736a8230,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:37.514870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'port_id': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230', 'mac_address': 'fa:16:3e:d8:e9:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:46:37.552922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Attempting to bind port a1c65e86-e21f-4c97-b92a-b9d30315e1e7 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:37.553365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Attempting to bind port a1c65e86-e21f-4c97-b92a-b9d30315e1e7 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:37.554134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Attempting to bind port a1c65e86-e21f-4c97-b92a-b9d30315e1e7 on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:37.587916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:37.588370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:37.588798 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.590561 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:37.591170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Bound port: a1c65e86-e21f-4c97-b92a-b9d30315e1e7, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:37.591585 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.671261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74c54601-a177-49b8-b54c-c3a36a5308de tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.684012 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-74c54601-a177-49b8-b54c-c3a36a5308de tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "DELETE /v2.0/ports/d9e3fd88-e3d4-4944-8744-85bc84609e09 HTTP/1.1" status: 204 len: 168 time: 7.5714288 Nov 25 19:46:37.691018 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-0c8d9527-b498-4d5e-9283-a2826ac45a8f service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5833311 Nov 25 19:46:37.694286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48468) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:37.770868 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-4139db8b-8d7d-4ae6-bc41-c51902d63622 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef HTTP/1.1" status: 200 len: 217 time: 0.0680149 Nov 25 19:46:37.775643 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9f104a53-0ac6-4d75-8149-d1b834dbddc4 req-16512b72-a287-40d3-91fe-0a2a3dab8b84 service neutron] 10.222.0.60 "GET /v2.0/networks/fec2bf9b-cdbc-4f13-9871-465f467f589b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131464 Nov 25 19:46:37.817038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] For port a1c65e86-e21f-4c97-b92a-b9d30315e1e7, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:37.817836 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a58fdf5-09be-4f0e-9630-d28e53042a99 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] GET failed (client error): The resource could not be found. Nov 25 19:46:37.822648 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9a58fdf5-09be-4f0e-9630-d28e53042a99 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "GET /v2.0/ports/d9e3fd88-e3d4-4944-8744-85bc84609e09 HTTP/1.1" status: 404 len: 333 time: 0.1237261 Nov 25 19:46:37.824477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03d8bfd5-b64f-41be-8f84-be5a2fd46a5c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.825575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] For port a1c65e86-e21f-4c97-b92a-b9d30315e1e7, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a1c65e86-e21f-4c97-b92a-b9d30315e1e7,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:37.831113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48472) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:37.848920 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.853262 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.962847 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03d8bfd5-b64f-41be-8f84-be5a2fd46a5c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:37.979739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beba17fd-d845-4acd-bbd2-79865a033328 req-23893b73-431e-4d8d-971f-749d282197d2 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:37.990150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-beba17fd-d845-4acd-bbd2-79865a033328 req-23893b73-431e-4d8d-971f-749d282197d2 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 983 time: 0.2892940 Nov 25 19:46:37.991221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-2eb832f9-36b7-4c55-9d52-1200365e0e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:37.994594 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-2eb832f9-36b7-4c55-9d52-1200365e0e5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.1568489 Nov 25 19:46:38.003959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1e846-ebda-43b6-982a-4ece22f2c53b None None] Pushing event updated for resources: {'Port': ['ID=a1c65e86-e21f-4c97-b92a-b9d30315e1e7,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:38.006722 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.034833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca8cc91f-2d89-45b7-9db8-9d98736a8230 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:46:38.043733 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.057882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16dae9ca-a6e9-4a37-a78b-b22d7b6bcda5 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:38.110792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ca8cc91f-2d89-45b7-9db8-9d98736a8230, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ca8cc91f-2d89-45b7-9db8-9d98736a8230,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:38.123319 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.178381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d0cdfa8-3a32-4658-835b-70b526d2c495,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:38.268543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-37d0cf6f-63a2-4834-ac5f-77855bf8e370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:38.272243 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-37d0cf6f-63a2-4834-ac5f-77855bf8e370 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2615819 Nov 25 19:46:38.287665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-beba17fd-d845-4acd-bbd2-79865a033328 req-29c6ce1f-d2d4-4ac0-9ffa-af3730eb1aa9 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2968798 Nov 25 19:46:38.289157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ca8cc91f-2d89-45b7-9db8-9d98736a8230,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:38.359326 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.400904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-60ab98c2-ba41-4f57-b92c-11d940f1fa47 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Deleting port ce966c23-9ffd-430b-ab75-95482e6f5b7d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:38.401968 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60ab98c2-ba41-4f57-b92c-11d940f1fa47 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.412356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:38.442058 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ca8cc91f-2d89-45b7-9db8-9d98736a8230'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:46:38.639345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:46:38.916541 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-49f1ea96-e84d-4f67-b63b-8a5e312a48c3 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358824 Nov 25 19:46:39.049550 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.053873 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.074074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a1c65e86-e21f-4c97-b92a-b9d30315e1e7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:39.144056 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03d8bfd5-b64f-41be-8f84-be5a2fd46a5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.149807 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03d8bfd5-b64f-41be-8f84-be5a2fd46a5c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.156396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-03d8bfd5-b64f-41be-8f84-be5a2fd46a5c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/722ddeb2-a799-4769-a179-b52028cb29a2 HTTP/1.1" status: 204 len: 168 time: 2.3613284 Nov 25 19:46:39.182354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.183243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6db8065-69a9-4175-a1ea-63883e7ecf16 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:46:39.214390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.216483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a6829bde-6b9b-4655-b075-f6e2671c01c6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "DELETE /v2.0/routers/c6db8065-69a9-4175-a1ea-63883e7ecf16 HTTP/1.1" status: 204 len: 168 time: 3.7114289 Nov 25 19:46:39.236877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48484) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:39.247931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1598068328', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:39.248476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d8bfd5-b64f-41be-8f84-be5a2fd46a5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=722ddeb2-a799-4769-a179-b52028cb29a2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:39.255141 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a1c65e86-e21f-4c97-b92a-b9d30315e1e7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:39.255657 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.290785 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60ab98c2-ba41-4f57-b92c-11d940f1fa47 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.368889 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-04614cac-5747-4a69-961b-6485ff43327f service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343317 Nov 25 19:46:39.369749 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.391935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-60ab98c2-ba41-4f57-b92c-11d940f1fa47 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Calling delete_port for ce966c23-9ffd-430b-ab75-95482e6f5b7d owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:39.482441 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-f72c624c-65eb-4d39-b024-78b72852b783 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0 HTTP/1.1" status: 200 len: 217 time: 0.0877683 Nov 25 19:46:39.585888 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.672427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-0ed5aeaf-7550-4f58-b5cf-d199cfe31ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:39.673964 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-0ed5aeaf-7550-4f58-b5cf-d199cfe31ae1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.1371241 Nov 25 19:46:39.675081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.676339 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.678120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port a1c65e86-e21f-4c97-b92a-b9d30315e1e7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a1c65e86-e21f-4c97-b92a-b9d30315e1e7,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:39.695909 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:39.721563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0b3ed3-257e-40bc-a18e-9de7f636a19f req-c8737aee-82ae-4bb2-8f59-ea1f448f26ce tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:39.723657 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c0b3ed3-257e-40bc-a18e-9de7f636a19f req-c8737aee-82ae-4bb2-8f59-ea1f448f26ce tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 984 time: 0.1733530 Nov 25 19:46:39.807188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=a1c65e86-e21f-4c97-b92a-b9d30315e1e7,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:39.809489 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.api [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:46:39.809836 n-d-817303-9 neutron-server[103652]: DEBUG oslo_db.api [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:46:39.813838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-ed28ab2b-57a3-4952-89df-7034e648d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:39.816965 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-ed28ab2b-57a3-4952-89df-7034e648d273 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1313152 Nov 25 19:46:39.893824 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.128036 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60ab98c2-ba41-4f57-b92c-11d940f1fa47 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.151531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-09ca4ffb-0fb8-48c5-af9a-6f18e6283451 None None] Provisioning complete for port a1c65e86-e21f-4c97-b92a-b9d30315e1e7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:40.152273 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09ca4ffb-0fb8-48c5-af9a-6f18e6283451 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.155225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48496) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:40.226296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c0b3ed3-257e-40bc-a18e-9de7f636a19f req-6d45f7c4-e76f-4aad-ad1d-d6031d645443 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4893775 Nov 25 19:46:40.234772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ab98c2-ba41-4f57-b92c-11d940f1fa47 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event deleted for resources: {'Port': ['ID=ce966c23-9ffd-430b-ab75-95482e6f5b7d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:40.333334 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.452254 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60ab98c2-ba41-4f57-b92c-11d940f1fa47 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.467403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-60ab98c2-ba41-4f57-b92c-11d940f1fa47 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "DELETE /v2.0/ports/ce966c23-9ffd-430b-ab75-95482e6f5b7d HTTP/1.1" status: 204 len: 168 time: 2.6276555 Nov 25 19:46:40.468779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48498) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:40.505203 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec70f62-2254-42a7-92d8-9eba111fb4a9 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] GET failed (client error): The resource could not be found. Nov 25 19:46:40.512443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2ec70f62-2254-42a7-92d8-9eba111fb4a9 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "GET /v2.0/ports/ce966c23-9ffd-430b-ab75-95482e6f5b7d HTTP/1.1" status: 404 len: 333 time: 0.0423160 Nov 25 19:46:40.514434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48500) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:40.516236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-bf95ca82-b54d-4350-8443-6db8e3059c0b service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6596394 Nov 25 19:46:40.528979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f21b0f4e-ed25-4833-a1b4-cbad59d85d6c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.564589 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.733668 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f21b0f4e-ed25-4833-a1b4-cbad59d85d6c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.736702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1c332c72-f3e6-4ac4-bf23-0cfc494d8990 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Deleting port 0520dcd6-72f9-4be1-9a5f-bd8fb5ffa597 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:40.738250 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c332c72-f3e6-4ac4-bf23-0cfc494d8990 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.747240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a1c65e86-e21f-4c97-b92a-b9d30315e1e7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:40.844585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a1c65e86-e21f-4c97-b92a-b9d30315e1e7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:40.845224 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.867068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c332c72-f3e6-4ac4-bf23-0cfc494d8990 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:40.884594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1c332c72-f3e6-4ac4-bf23-0cfc494d8990 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Calling delete_port for 0520dcd6-72f9-4be1-9a5f-bd8fb5ffa597 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:41.036122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4d0cdfa8-3a32-4658-835b-70b526d2c495 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:41.077480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4d0cdfa8-3a32-4658-835b-70b526d2c495 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:46:41.078653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4d0cdfa8-3a32-4658-835b-70b526d2c495 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:46:41.142780 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c332c72-f3e6-4ac4-bf23-0cfc494d8990 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.197452 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f21b0f4e-ed25-4833-a1b4-cbad59d85d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.203230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c332c72-f3e6-4ac4-bf23-0cfc494d8990 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event deleted for resources: {'Port': ['ID=0520dcd6-72f9-4be1-9a5f-bd8fb5ffa597,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:41.246623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b0f4e-ed25-4833-a1b4-cbad59d85d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296da345-a730-4822-a76f-8c8fe2504428,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:41.373272 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ca8cc91f-2d89-45b7-9db8-9d98736a8230 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:46:41.414484 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f21b0f4e-ed25-4833-a1b4-cbad59d85d6c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ceea4e7d42643dbb5cf40d5a43b8af5&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0640953 Nov 25 19:46:41.419298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48512) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.425766 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-96c264da-1569-4f68-a715-9cde4f207cf4 req-07d7d818-7f2d-4460-900b-4fe63a03b7ff service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8780918 Nov 25 19:46:41.504798 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1c332c72-f3e6-4ac4-bf23-0cfc494d8990 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.528963 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1c332c72-f3e6-4ac4-bf23-0cfc494d8990 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "DELETE /v2.0/ports/0520dcd6-72f9-4be1-9a5f-bd8fb5ffa597 HTTP/1.1" status: 204 len: 168 time: 1.0126865 Nov 25 19:46:41.530031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48516) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:41.535873 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port ca8cc91f-2d89-45b7-9db8-9d98736a8230 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:46:41.537840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] For port a1c65e86-e21f-4c97-b92a-b9d30315e1e7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a1c65e86-e21f-4c97-b92a-b9d30315e1e7,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:41.559900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port ca8cc91f-2d89-45b7-9db8-9d98736a8230 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:41.560974 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.753407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77879a-e525-4ba8-bd18-00b540dff52e req-cf2312ec-0808-4818-a1a6-97dbd6aa63d8 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:41.765456 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.768597 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.768806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc77879a-e525-4ba8-bd18-00b540dff52e req-cf2312ec-0808-4818-a1a6-97dbd6aa63d8 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 984 time: 0.2986648 Nov 25 19:46:41.777765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-e19cfee1-c26f-4b78-b5e2-7ff334311679 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Deleting subnet e9fdd601-73d6-4363-9de0-b9a32d00c5ee {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:46:41.806792 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.809376 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e19cfee1-c26f-4b78-b5e2-7ff334311679 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.822430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.864809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.865903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.868777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:41.873065 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb391df-d701-49e0-a9c4-d5a7578588a3" -d '{"events": [{"server_uuid": "3cc935fc-9d6f-46aa-8998-45db2101cca9", "name": "network-vif-plugged", "status": "completed", "tag": "ca8cc91f-2d89-45b7-9db8-9d98736a8230"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:41.876060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffd20440-f7b8-43d2-8d06-5672c42bc4c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.882210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ca8cc91f-2d89-45b7-9db8-9d98736a8230, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ca8cc91f-2d89-45b7-9db8-9d98736a8230,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:41.899470 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:41.990061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:42.000594 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:42.006495 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffd20440-f7b8-43d2-8d06-5672c42bc4c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:42.022381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:42.023689 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:42.051745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df402a71-fca8-4992-b989-5172d3506e45 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:42.108776 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.5555756 Nov 25 19:46:42.108776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=5e335e47-35c6-4c21-b3bf-7a8aab53d068,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:42.111645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34f639-e9de-4e3b-a5da-e3cc11331abb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=a1c65e86-e21f-4c97-b92a-b9d30315e1e7,revision_number=5']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:42.118225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48522) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:42.128524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:e4:fe:de', 'name': 'tempest-NetworksTestDHCPv6-1158252050'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:42.144465 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e19cfee1-c26f-4b78-b5e2-7ff334311679 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:42.174721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Allocated IP 172.25.8.179 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/5aec240f-6283-498d-adec-b94d07e880dc) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:42.277348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ca8cc91f-2d89-45b7-9db8-9d98736a8230,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:42.288007 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc77879a-e525-4ba8-bd18-00b540dff52e req-6ceee05c-e897-4d47-9e47-b0320afa6c0a tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.4889548 Nov 25 19:46:42.300834 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffd20440-f7b8-43d2-8d06-5672c42bc4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:42.305349 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ffd20440-f7b8-43d2-8d06-5672c42bc4c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:42.309070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ffd20440-f7b8-43d2-8d06-5672c42bc4c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/296da345-a730-4822-a76f-8c8fe2504428 HTTP/1.1" status: 204 len: 168 time: 0.8882544 Nov 25 19:46:42.366439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd20440-f7b8-43d2-8d06-5672c42bc4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296da345-a730-4822-a76f-8c8fe2504428,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:42.536299 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e19cfee1-c26f-4b78-b5e2-7ff334311679 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:42.733837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:42.792356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e19cfee1-c26f-4b78-b5e2-7ff334311679 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:42.821010 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e19cfee1-c26f-4b78-b5e2-7ff334311679 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:42.826724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e19cfee1-c26f-4b78-b5e2-7ff334311679 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "DELETE /v2.0/subnets/e9fdd601-73d6-4363-9de0-b9a32d00c5ee HTTP/1.1" status: 204 len: 168 time: 1.2835212 Nov 25 19:46:42.831449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39e3b90-6b53-43fa-9059-d4b4d5435f77 None None] Network d1af13f5-2cc9-4da4-8000-de466ee1eb6e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:42.860759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48534) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:42.863669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cfee1-c26f-4b78-b5e2-7ff334311679 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event deleted for resources: {'Subnet': ['ID=e9fdd601-73d6-4363-9de0-b9a32d00c5ee,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:42.898060 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:42.904271 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:42.937303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 3d83b8b7-9348-44ed-a280-115d4a50b71a yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:46:43.013722 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04d6671-1d9b-4f53-b04a-5b3302a4a8f7 x-openstack-request-id: req-d04d6671-1d9b-4f53-b04a-5b3302a4a8f7 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:43.014283 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc935fc-9d6f-46aa-8998-45db2101cca9", "name": "network-vif-plugged", "status": "completed", "tag": "ca8cc91f-2d89-45b7-9db8-9d98736a8230", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:43.014592 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d04d6671-1d9b-4f53-b04a-5b3302a4a8f7 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:43.014983 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230', 'code': 200} Nov 25 19:46:43.040665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:43.167180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Deleting port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:43.168625 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:43.349254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7eb575-8b71-4c98-9bf5-e9e8cdf3d9dc None None] DHCP port deletion for d1af13f5-2cc9-4da4-8000-de466ee1eb6e request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:43.381034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] For port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e,segment=NetworkSegment(cc2c9889-0b91-42b6-bdfd-d00bea1df45e),segment_id=cc2c9889-0b91-42b6-bdfd-d00bea1df45e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:43.381395 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:43.458903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 172.20.0.8 (0a011fd0-9c8c-4deb-9828-aa08d061358c/abbe1e1f-fe61-4fd6-9f8a-a022ef7d0baf/3d83b8b7-9348-44ed-a280-115d4a50b71a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:43.463691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Calling delete_port for c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:43.506058 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:43.509434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::f816:3eff:fee4:fede (0a011fd0-9c8c-4deb-9828-aa08d061358c/5e335e47-35c6-4c21-b3bf-7a8aab53d068/3d83b8b7-9348-44ed-a280-115d4a50b71a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:43.533403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8f207e-e8f9-4982-bd46-d04aa795c9bb req-c294eeb0-d147-4726-a76d-b4abafff3d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:43.535360 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b8f207e-e8f9-4982-bd46-d04aa795c9bb req-c294eeb0-d147-4726-a76d-b4abafff3d73 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 1136 time: 0.5778639 Nov 25 19:46:43.554338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7f7eb575-8b71-4c98-9bf5-e9e8cdf3d9dc None None] Deleting port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:43.554597 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f7eb575-8b71-4c98-9bf5-e9e8cdf3d9dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:43.776375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7f7eb575-8b71-4c98-9bf5-e9e8cdf3d9dc None None] For port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e,segment=NetworkSegment(cc2c9889-0b91-42b6-bdfd-d00bea1df45e),segment_id=cc2c9889-0b91-42b6-bdfd-d00bea1df45e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:43.777339 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f7eb575-8b71-4c98-9bf5-e9e8cdf3d9dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:43.797303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7f7eb575-8b71-4c98-9bf5-e9e8cdf3d9dc None None] Calling delete_port for c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:43.812883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Pushing event updated for resources: {'Port': ['ID=5aec240f-6283-498d-adec-b94d07e880dc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:43.841218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:43.854205 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:43.858864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:43.998629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e911fd3-1349-4c5d-b258-f537595a06c7 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:44.080226 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.163770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-968c0768-cfac-44ff-ae50-faa012a1d29f None None] Provisioning complete for port 5aec240f-6283-498d-adec-b94d07e880dc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:44.167151 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-968c0768-cfac-44ff-ae50-faa012a1d29f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.170621 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f7eb575-8b71-4c98-9bf5-e9e8cdf3d9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.200238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8cd6a1-464f-4347-bcdc-3722ce27b405 req-a1ab64b1-9181-4511-9d09-f6597e11626f tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:44.208485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d8cd6a1-464f-4347-bcdc-3722ce27b405 req-a1ab64b1-9181-4511-9d09-f6597e11626f tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 985 time: 0.7130647 Nov 25 19:46:44.209735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event deleted for resources: {'Port': ['ID=c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:44.215050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] No DVR routers for this DVR port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:44.231650 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4b8f207e-e8f9-4982-bd46-d04aa795c9bb req-03c1f952-5121-4712-9321-40df1fd72dfb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.6648226 Nov 25 19:46:44.357893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7eb575-8b71-4c98-9bf5-e9e8cdf3d9dc None None] Pushing event deleted for resources: {'Port': ['ID=c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:44.373826 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7eb575-8b71-4c98-9bf5-e9e8cdf3d9dc None None] No DVR routers for this DVR port c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:44.388344 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d8cd6a1-464f-4347-bcdc-3722ce27b405 req-b46838cf-dd29-4e47-b604-edc3e129a863 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1681054 Nov 25 19:46:44.391768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-968c0768-cfac-44ff-ae50-faa012a1d29f None None] Port 5aec240f-6283-498d-adec-b94d07e880dc cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:44.564850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d9f4e302-3599-4330-b4ff-b5938c01f4e8 None None] Provisioning complete for port a1c65e86-e21f-4c97-b92a-b9d30315e1e7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:44.565228 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d9f4e302-3599-4330-b4ff-b5938c01f4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.574233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.641987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1af13f5-2cc9-4da4-8000-de466ee1eb6e']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:44.697742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc2c9889-0b91-42b6-bdfd-d00bea1df45e') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:44.700436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc2c9889-0b91-42b6-bdfd-d00bea1df45e') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:44.716837 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.750384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.766977 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.772003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:46:44.775171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: items = [ Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:46:44.781672 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:46:44.799321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:44.858315 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:46:44.859049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c78c9480-8dfc-47d7-8c86-5e9dc3c79d3e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:46:44.903104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.921625 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:44.928799 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:45.084718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:45.097850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:45.105704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=3d83b8b7-9348-44ed-a280-115d4a50b71a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:45.131348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:45.458367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:45.479936 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] 10.222.0.15 "DELETE /v2.0/networks/d1af13f5-2cc9-4da4-8000-de466ee1eb6e HTTP/1.1" status: 204 len: 168 time: 2.6173723 Nov 25 19:46:45.487715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a60a8cb-46e7-4513-82d1-70662e6fb882 tempest-AllowedAddressPairTestJSON-372144505 tempest-AllowedAddressPairTestJSON-372144505-project] Pushing event deleted for resources: {'Network': ['ID=d1af13f5-2cc9-4da4-8000-de466ee1eb6e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:45.775350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:45.776235 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:45.846232 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b5cc2e3e-00c6-48b7-bd4a-f1d13389beea tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7259758 Nov 25 19:46:45.876194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff348c2-6aae-45c8-895f-fea0a9babf78 req-f82b48a0-9e0f-4798-8ab6-e8d40b6b8ed5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:45.889740 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dff348c2-6aae-45c8-895f-fea0a9babf78 req-f82b48a0-9e0f-4798-8ab6-e8d40b6b8ed5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 985 time: 0.1693189 Nov 25 19:46:45.898744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48592) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:46.025347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-532c89f5-6674-4da4-b555-0d6bfa7541e6 None None] Provisioning complete for port 3d83b8b7-9348-44ed-a280-115d4a50b71a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:46.026706 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-532c89f5-6674-4da4-b555-0d6bfa7541e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.041687 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.055665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dff348c2-6aae-45c8-895f-fea0a9babf78 req-20658974-cedf-418b-a888-905edf17e76e tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1639822 Nov 25 19:46:46.130675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a4ee5-1f6e-4749-80ea-5338a6fcf9ca tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:46.156239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84a4ee5-1f6e-4749-80ea-5338a6fcf9ca tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:46.165046 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e84a4ee5-1f6e-4749-80ea-5338a6fcf9ca tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2627916 Nov 25 19:46:46.169832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48602) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:46.181289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-532c89f5-6674-4da4-b555-0d6bfa7541e6 None None] Port 3d83b8b7-9348-44ed-a280-115d4a50b71a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:46.375920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48604) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:46.551456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Router e04b2357-0720-452c-bc5b-360e96997c06 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:46:46.575236 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b0555-5518-4933-a4c9-b1031fde6809 req-d66d489c-c249-4453-b39e-f740fb72cb50 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:46.583150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f13b0555-5518-4933-a4c9-b1031fde6809 req-d66d489c-c249-4453-b39e-f740fb72cb50 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 985 time: 0.1740460 Nov 25 19:46:46.612029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-37ea31a9-5345-4fc9-a37c-d6ab7c9c4c0e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 3d83b8b7-9348-44ed-a280-115d4a50b71a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:46.612504 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-37ea31a9-5345-4fc9-a37c-d6ab7c9c4c0e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.810012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:46.824296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ead5ac-7023-4671-8a08-77d84aa71472 None None] Sync routers for ids ['e04b2357-0720-452c-bc5b-360e96997c06'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:46.824579 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f13b0555-5518-4933-a4c9-b1031fde6809 req-30eb41af-7da1-4d36-b1f5-7ae1ed9ce3ee tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2401373 Nov 25 19:46:46.847467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ead5ac-7023-4671-8a08-77d84aa71472 None None] Routers {'e04b2357-0720-452c-bc5b-360e96997c06'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:46.849200 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c2ead5ac-7023-4671-8a08-77d84aa71472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e04b2357-0720-452c-bc5b-360e96997c06'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:46.856540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-37ea31a9-5345-4fc9-a37c-d6ab7c9c4c0e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.871172 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:46.872791 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cff323f0-b748-4890-b1a9-bc12df6ea594 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.6322627 Nov 25 19:46:46.876764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48626) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:46.882086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6d5584a4-f905-449d-9b04-533594cb2aa0 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'enable_snat': False}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:46.909059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-37ea31a9-5345-4fc9-a37c-d6ab7c9c4c0e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 3d83b8b7-9348-44ed-a280-115d4a50b71a owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:46.912902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c2ead5ac-7023-4671-8a08-77d84aa71472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:46.928862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ead5ac-7023-4671-8a08-77d84aa71472 None None] Routers {'e04b2357-0720-452c-bc5b-360e96997c06'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:46.929828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c2ead5ac-7023-4671-8a08-77d84aa71472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e04b2357-0720-452c-bc5b-360e96997c06'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:46.971632 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c2ead5ac-7023-4671-8a08-77d84aa71472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:46.973123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2ead5ac-7023-4671-8a08-77d84aa71472 None None] The sync data for ids ['e04b2357-0720-452c-bc5b-360e96997c06'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:47.104751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d3f141de-66f6-4336-a2f3-51022f92fafd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb0f9ba3381f498c88c672fb0b144cec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7276926 Nov 25 19:46:47.109629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48634) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:47.142478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112f232-55f8-49cd-b8c9-2df506134eed req-12fd11ee-90a5-41a0-81ca-0b40fc7cb4c1 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:47.142478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d112f232-55f8-49cd-b8c9-2df506134eed req-12fd11ee-90a5-41a0-81ca-0b40fc7cb4c1 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 1136 time: 0.1631329 Nov 25 19:46:47.296666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-37ea31a9-5345-4fc9-a37c-d6ab7c9c4c0e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.334155 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d112f232-55f8-49cd-b8c9-2df506134eed req-c52758c6-a655-4fcc-99fe-d7c06417d840 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.394342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ea31a9-5345-4fc9-a37c-d6ab7c9c4c0e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=3d83b8b7-9348-44ed-a280-115d4a50b71a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:47.447331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72bbb935-b63a-4328-a65f-0c34cf75fb11 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.540117 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72bbb935-b63a-4328-a65f-0c34cf75fb11 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.562000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-37ea31a9-5345-4fc9-a37c-d6ab7c9c4c0e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.566405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-37ea31a9-5345-4fc9-a37c-d6ab7c9c4c0e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/3d83b8b7-9348-44ed-a280-115d4a50b71a HTTP/1.1" status: 204 len: 168 time: 1.3943646 Nov 25 19:46:47.577162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48644) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:47.738410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef524051-19e2-48ae-8b47-96f18ed59262 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:47.740138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef524051-19e2-48ae-8b47-96f18ed59262 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:47.741820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef524051-19e2-48ae-8b47-96f18ed59262 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:47.744372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ef524051-19e2-48ae-8b47-96f18ed59262 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1649034 Nov 25 19:46:47.751306 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48648) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:47.811841 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d112f232-55f8-49cd-b8c9-2df506134eed req-c52758c6-a655-4fcc-99fe-d7c06417d840 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.828889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d112f232-55f8-49cd-b8c9-2df506134eed req-c52758c6-a655-4fcc-99fe-d7c06417d840 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.876534 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72bbb935-b63a-4328-a65f-0c34cf75fb11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.879407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72bbb935-b63a-4328-a65f-0c34cf75fb11 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.880824 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-72bbb935-b63a-4328-a65f-0c34cf75fb11 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/241b48a5-1cd9-4522-8d03-ac55b9890f44 HTTP/1.1" status: 204 len: 168 time: 0.7700138 Nov 25 19:46:47.900048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52758c6-a655-4fcc-99fe-d7c06417d840 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e80c3bc6-1254-442e-82b9-e245dbc5b511,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:47.912750 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b5ba33b-6a04-47cd-94f7-6b24727dd26f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 5e335e47-35c6-4c21-b3bf-7a8aab53d068 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:46:47.929805 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba33b-6a04-47cd-94f7-6b24727dd26f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:47.933535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bbb935-b63a-4328-a65f-0c34cf75fb11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=241b48a5-1cd9-4522-8d03-ac55b9890f44,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:47.980509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d112f232-55f8-49cd-b8c9-2df506134eed req-c52758c6-a655-4fcc-99fe-d7c06417d840 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.8383207 Nov 25 19:46:48.033865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48658) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:48.065312 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba33b-6a04-47cd-94f7-6b24727dd26f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:48.133718 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6d5584a4-f905-449d-9b04-533594cb2aa0 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:48.246066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb7775-50b0-4013-a683-928f493a03ff tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:48.249100 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e3bb7775-50b0-4013-a683-928f493a03ff tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 1131 time: 0.2143750 Nov 25 19:46:48.252581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48662) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:48.267143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:48.431097 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba33b-6a04-47cd-94f7-6b24727dd26f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:48.619649 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:48.640091 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba33b-6a04-47cd-94f7-6b24727dd26f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:48.766192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5ba33b-6a04-47cd-94f7-6b24727dd26f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=5e335e47-35c6-4c21-b3bf-7a8aab53d068,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:48.802098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb4f42fd-3e9d-4e7c-8f85-34f1a2cdb6b7 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:48.819629 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b5ba33b-6a04-47cd-94f7-6b24727dd26f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:48.826657 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3b5ba33b-6a04-47cd-94f7-6b24727dd26f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/5e335e47-35c6-4c21-b3bf-7a8aab53d068 HTTP/1.1" status: 204 len: 168 time: 1.0696576 Nov 25 19:46:48.829657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48690) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:49.053891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a172ac3-a4bf-4a1d-b95d-503a3227375b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet abbe1e1f-fe61-4fd6-9f8a-a022ef7d0baf {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:46:49.076846 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a172ac3-a4bf-4a1d-b95d-503a3227375b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.224910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f850732-326a-4ee0-9136-139ddb197c75 req-831e8859-8a3f-4d63-83c7-c39d3171b690 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:49.233285 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f850732-326a-4ee0-9136-139ddb197c75 req-831e8859-8a3f-4d63-83c7-c39d3171b690 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.3294959 Nov 25 19:46:49.247905 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a172ac3-a4bf-4a1d-b95d-503a3227375b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.276917 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.452371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48708) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:49.479738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f850732-326a-4ee0-9136-139ddb197c75 req-04bf62b1-b279-4f8f-a679-360aaf742901 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439861 Nov 25 19:46:49.576340 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a172ac3-a4bf-4a1d-b95d-503a3227375b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.761857 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a172ac3-a4bf-4a1d-b95d-503a3227375b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.843101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1335075418'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:49.847041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a172ac3-a4bf-4a1d-b95d-503a3227375b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=abbe1e1f-fe61-4fd6-9f8a-a022ef7d0baf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:49.850937 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a172ac3-a4bf-4a1d-b95d-503a3227375b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.857256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4a172ac3-a4bf-4a1d-b95d-503a3227375b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/abbe1e1f-fe61-4fd6-9f8a-a022ef7d0baf HTTP/1.1" status: 204 len: 168 time: 1.0265169 Nov 25 19:46:49.861153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48714) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:49.897559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Allocated IP 172.25.8.14 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/ff26bbb9-dced-4d5a-9b4f-1d8912eb21ac) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:49.926915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b568d497-58bd-4bf0-ab76-addc2180c113 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0639570 Nov 25 19:46:49.931385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48716) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:49.945934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Made reservation on behalf of 0c7eab33e6a6466a97dc03b69cc3154e for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:49.955225 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.983137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6d5584a4-f905-449d-9b04-533594cb2aa0 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:49.983901 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.010193 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6d5584a4-f905-449d-9b04-533594cb2aa0 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.126534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1593d453-b962-4ace-b43c-88c7f809a5af tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:50.131746 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1593d453-b962-4ace-b43c-88c7f809a5af tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1945395 Nov 25 19:46:50.137042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48718) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:50.226316 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.237102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.299072 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:46:50.313181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78981ec5-7540-4970-8064-2acda4b9ce0b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:50.319722 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.320140 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Added segment 302d101d-5705-4bda-aeb9-a6e0de53b538 of type vlan for network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 Nov 25 19:46:50.374902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e5c1a-9b91-468e-bdaa-9d4f3c0a0c5c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:50.376797 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-456e5c1a-9b91-468e-bdaa-9d4f3c0a0c5c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2359519 Nov 25 19:46:50.387639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48720) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:50.402533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.421691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d56a4-4a5e-4f28-a4b2-7a7597e59f3e None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:50.451183 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.460281 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-649c4e7b-e0b6-49aa-8b91-011fee4ea86a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0711322 Nov 25 19:46:50.467007 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.469358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:50.470976 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.475087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48724) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:50.482836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b0796226-e7e2-4f13-a451-46a5c13adfa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:50.506108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0494525 Nov 25 19:46:50.516339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48728) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:50.522921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e4eadfa5-3d9c-45b5-81a3-ac2e0f0941c9 None None] Provisioning complete for port a1c65e86-e21f-4c97-b92a-b9d30315e1e7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:50.523479 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e4eadfa5-3d9c-45b5-81a3-ac2e0f0941c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.535613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'subnet': {'network_id': '99fc22d7-e0bc-40d9-9f24-1339cddb3078', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:50.614003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81161c77-df19-470f-97e9-bec3bcec837f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Network': ['ID=99fc22d7-e0bc-40d9-9f24-1339cddb3078,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:50.692352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5584a4-f905-449d-9b04-533594cb2aa0 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Router e04b2357-0720-452c-bc5b-360e96997c06 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:46:50.728880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:46:50.841724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb3203-c4c4-4958-a163-acbd0a57e569 req-7b7ad52f-897e-485c-9913-efe148efe52c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:50.849809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f5bb3203-c4c4-4958-a163-acbd0a57e569 req-7b7ad52f-897e-485c-9913-efe148efe52c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.1480424 Nov 25 19:46:50.905766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:50.974690 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.055905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f5bb3203-c4c4-4958-a163-acbd0a57e569 req-02cf42bd-f442-4e4a-9769-b4f16921c1fd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1961207 Nov 25 19:46:51.300062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:51.302397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0796226-e7e2-4f13-a451-46a5c13adfa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:51.308411 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0796226-e7e2-4f13-a451-46a5c13adfa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.310505 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0796226-e7e2-4f13-a451-46a5c13adfa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:51.311187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0796226-e7e2-4f13-a451-46a5c13adfa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:51.342027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:51.374884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Port': ['ID=ff26bbb9-dced-4d5a-9b4f-1d8912eb21ac,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:51.391595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:51.401611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2820d80-4945-4574-889f-869424ee759f None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:51.450863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Made reservation on behalf of 0c7eab33e6a6466a97dc03b69cc3154e for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:51.455248 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.472040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48748) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.472497 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b0796226-e7e2-4f13-a451-46a5c13adfa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9957883 Nov 25 19:46:51.478751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3f1dc696-d652-45d8-9602-845aaada7844 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:51.509080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5584a4-f905-449d-9b04-533594cb2aa0 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:51.520681 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6d5584a4-f905-449d-9b04-533594cb2aa0 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.524682 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcf650-5b5c-4520-8501-3c21a8cc026c None None] Sync routers for ids ['e04b2357-0720-452c-bc5b-360e96997c06'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:51.525855 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6d5584a4-f905-449d-9b04-533594cb2aa0 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "PUT /v2.0/routers/e04b2357-0720-452c-bc5b-360e96997c06 HTTP/1.1" status: 200 len: 926 time: 4.6474135 Nov 25 19:46:51.530929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48750) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.536991 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcf650-5b5c-4520-8501-3c21a8cc026c None None] Routers {'e04b2357-0720-452c-bc5b-360e96997c06'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:51.537896 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ecdcf650-5b5c-4520-8501-3c21a8cc026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e04b2357-0720-452c-bc5b-360e96997c06'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:51.570067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b2820d80-4945-4574-889f-869424ee759f None None] Deleting port a1c65e86-e21f-4c97-b92a-b9d30315e1e7 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:51.573278 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b2820d80-4945-4574-889f-869424ee759f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.587262 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ecdcf650-5b5c-4520-8501-3c21a8cc026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:51.597415 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcf650-5b5c-4520-8501-3c21a8cc026c None None] Routers {'e04b2357-0720-452c-bc5b-360e96997c06'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:51.605864 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ecdcf650-5b5c-4520-8501-3c21a8cc026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e04b2357-0720-452c-bc5b-360e96997c06'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:51.682066 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ecdcf650-5b5c-4520-8501-3c21a8cc026c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:51.695694 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcf650-5b5c-4520-8501-3c21a8cc026c None None] The sync data for ids ['e04b2357-0720-452c-bc5b-360e96997c06'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:51.759039 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8c4f8ceb-71ab-478a-bd1e-28edaa96960b tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/routers/e04b2357-0720-452c-bc5b-360e96997c06 HTTP/1.1" status: 200 len: 926 time: 0.2265930 Nov 25 19:46:51.810475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b2820d80-4945-4574-889f-869424ee759f None None] For port a1c65e86-e21f-4c97-b92a-b9d30315e1e7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a1c65e86-e21f-4c97-b92a-b9d30315e1e7,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:46:51.811094 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b2820d80-4945-4574-889f-869424ee759f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.819991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48758) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.909128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f1dc696-d652-45d8-9602-845aaada7844 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:51.918440 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f1dc696-d652-45d8-9602-845aaada7844 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:51.922459 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f1dc696-d652-45d8-9602-845aaada7844 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:51.922957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f1dc696-d652-45d8-9602-845aaada7844 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:51.976212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3f1dc696-d652-45d8-9602-845aaada7844 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5028315 Nov 25 19:46:51.982177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48760) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:51.995004 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5ae9588b-621e-41cb-9dc7-86a0ee9d2c5c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:52.165504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b2820d80-4945-4574-889f-869424ee759f None None] Calling delete_port for a1c65e86-e21f-4c97-b92a-b9d30315e1e7 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:52.295036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc37cda-a3e7-45ac-80b3-268485661f11 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.300897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5bc37cda-a3e7-45ac-80b3-268485661f11 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&device_id=e04b2357-0720-452c-bc5b-360e96997c06&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4792144 Nov 25 19:46:52.333179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48766) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.406846 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b2820d80-4945-4574-889f-869424ee759f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:52.439287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2820d80-4945-4574-889f-869424ee759f None None] Pushing event deleted for resources: {'Port': ['ID=a1c65e86-e21f-4c97-b92a-b9d30315e1e7,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:52.450526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2820d80-4945-4574-889f-869424ee759f None None] No DVR routers for this DVR port a1c65e86-e21f-4c97-b92a-b9d30315e1e7 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:46:52.471084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae9588b-621e-41cb-9dc7-86a0ee9d2c5c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:52.494123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ae9588b-621e-41cb-9dc7-86a0ee9d2c5c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:52.499902 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ae9588b-621e-41cb-9dc7-86a0ee9d2c5c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:52.500384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ae9588b-621e-41cb-9dc7-86a0ee9d2c5c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:52.626949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3edd9b4-5321-4e04-a88d-8e65e1c68995 req-6696a86d-1bdd-45c4-b98f-2bb9b867a885 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.638484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3edd9b4-5321-4e04-a88d-8e65e1c68995 req-6696a86d-1bdd-45c4-b98f-2bb9b867a885 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.3815076 Nov 25 19:46:52.676812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5ae9588b-621e-41cb-9dc7-86a0ee9d2c5c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6905572 Nov 25 19:46:52.692479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48770) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.709027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7d883d82-8977-4b1c-93d3-a174f94ea22c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:52.730168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a1c65e86-e21f-4c97-b92a-b9d30315e1e7 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:46:52.781387 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:52.796722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3edd9b4-5321-4e04-a88d-8e65e1c68995 req-38547e8a-a2f4-48d3-ba11-2084fcf58fed tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1566112 Nov 25 19:46:52.818945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a1c65e86-e21f-4c97-b92a-b9d30315e1e7 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:46:52.819509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a1c65e86-e21f-4c97-b92a-b9d30315e1e7 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:46:52.963242 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:52.972704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a4f4ee-eaa7-40c6-90a8-5edde00a74f2 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:52.975051 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d0a4f4ee-eaa7-40c6-90a8-5edde00a74f2 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 881 time: 0.6401834 Nov 25 19:46:52.985427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48774) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:52.990103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.035267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-29ac246f-6da6-4d0f-9143-a4d0202d65f0 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=e04b2357-0720-452c-bc5b-360e96997c06 HTTP/1.1" status: 200 len: 205 time: 0.0477273 Nov 25 19:46:53.042333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48776) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:53.119221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d883d82-8977-4b1c-93d3-a174f94ea22c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:53.123085 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d883d82-8977-4b1c-93d3-a174f94ea22c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.124544 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d883d82-8977-4b1c-93d3-a174f94ea22c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:53.124994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d883d82-8977-4b1c-93d3-a174f94ea22c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:53.206316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7d883d82-8977-4b1c-93d3-a174f94ea22c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5106747 Nov 25 19:46:53.212372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48778) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:53.219292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8c98ab77-01f0-430f-9f3f-ddbb1e49cad5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:53.219515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.317733 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.476444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Subnet': ['ID=c61bbf24-0f9a-4de4-9a2b-8b9e75b179f0,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:53.535572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c98ab77-01f0-430f-9f3f-ddbb1e49cad5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:53.541096 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c98ab77-01f0-430f-9f3f-ddbb1e49cad5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.543364 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c98ab77-01f0-430f-9f3f-ddbb1e49cad5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:53.543986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c98ab77-01f0-430f-9f3f-ddbb1e49cad5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:53.548167 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.558230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Checking segment: {'id': '302d101d-5705-4bda-aeb9-a6e0de53b538', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '99fc22d7-e0bc-40d9-9f24-1339cddb3078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:53.558763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network hostable DHCP agents. Network: 99fc22d7-e0bc-40d9-9f24-1339cddb3078, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:46:53.587398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.647832 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8c98ab77-01f0-430f-9f3f-ddbb1e49cad5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4340212 Nov 25 19:46:53.652286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48790) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:53.672948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-79c86949-924d-4447-a443-73226cdd02f8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:53.784186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Port': ['ID=ff26bbb9-dced-4d5a-9b4f-1d8912eb21ac,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:53.794032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:46:53.803462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.834389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 99fc22d7-e0bc-40d9-9f24-1339cddb3078) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:53.838120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.856795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601a1c59-50e4-4c93-bdeb-7f53635d425b None None] Network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:53.907224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c86949-924d-4447-a443-73226cdd02f8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:53.912385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79c86949-924d-4447-a443-73226cdd02f8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:53.914841 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-79c86949-924d-4447-a443-73226cdd02f8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:46:53.915749 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79c86949-924d-4447-a443-73226cdd02f8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:46:53.967346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-79c86949-924d-4447-a443-73226cdd02f8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3127785 Nov 25 19:46:53.971119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48796) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:53.975256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Deleting port 5aec240f-6283-498d-adec-b94d07e880dc {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:53.975822 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.005977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:54.006762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.010656 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Floating IP 7bc97dc2-3c86-4637-924f-5cbbd50112b0 associated. External IP: 172.25.8.14, port: ca8cc91f-2d89-45b7-9db8-9d98736a8230. Nov 25 19:46:54.080464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6ab14d79-fca6-4fa1-bab1-3f2a007d9454 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.5609794 Nov 25 19:46:54.081904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48800) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:54.092730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1812165637', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:54.201204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b1f7ff9e-5e4b-4c6b-812a-6291f53b710c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2280438 Nov 25 19:46:54.204875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48806) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:54.292278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e7bec1-40b2-412b-88d8-47e5905b4ae3 None None] Network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:54.314034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.315217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.362651 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.371265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfabd5b-8cc9-4466-bf8d-d94ab26a88ca tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:54.373088 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bdfabd5b-8cc9-4466-bf8d-d94ab26a88ca tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1672606 Nov 25 19:46:54.382290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48810) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:54.436405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-168c8eb4-0329-46a2-bc84-b73fdf4e4617 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0519617 Nov 25 19:46:54.444810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48812) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:54.450735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e5b84068-0c9c-4b7d-a788-14e96a95d3ec tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:54.522262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.560601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Calling delete_port for 5aec240f-6283-498d-adec-b94d07e880dc owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:54.599082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0bb878-986e-4c91-93f6-3affedb57a67 req-fce66cc6-ad5a-4655-b7f1-c4305c7eebaf tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:54.608136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd0bb878-986e-4c91-93f6-3affedb57a67 req-fce66cc6-ad5a-4655-b7f1-c4305c7eebaf tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.4390299 Nov 25 19:46:54.629598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Router 890c3937-9d76-4a6d-ac56-41a118d61264 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:46:54.719494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd0bb878-986e-4c91-93f6-3affedb57a67 req-f68de33f-b64d-44d7-a8bf-f617b5fa4e1a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101608 Nov 25 19:46:54.723832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b84068-0c9c-4b7d-a788-14e96a95d3ec tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:54.730705 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5b84068-0c9c-4b7d-a788-14e96a95d3ec tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.964855 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:54.978426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:46:54.995355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f202cfa-2d6a-4a21-acc3-4ce1711e446a None None] Sync routers for ids ['890c3937-9d76-4a6d-ac56-41a118d61264'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:46:55.017836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f202cfa-2d6a-4a21-acc3-4ce1711e446a None None] Routers {'890c3937-9d76-4a6d-ac56-41a118d61264'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:55.018482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6f202cfa-2d6a-4a21-acc3-4ce1711e446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['890c3937-9d76-4a6d-ac56-41a118d61264'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:55.079779 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:55.142631 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0e6fe158-c7f5-4a71-bf9b-fcec45ebad51 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.8874116 Nov 25 19:46:55.144272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'tag': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:46:55.147591 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c08e2b-dfed-40cc-bdd6-b47babff5682" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc935fc-9d6f-46aa-8998-45db2101cca9", "tag": "ca8cc91f-2d89-45b7-9db8-9d98736a8230"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:46:55.147837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48820) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:55.231659 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e5e0582-94cb-4005-8d73-f691a307242d x-openstack-request-id: req-5e5e0582-94cb-4005-8d73-f691a307242d {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:46:55.232064 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc935fc-9d6f-46aa-8998-45db2101cca9", "tag": "ca8cc91f-2d89-45b7-9db8-9d98736a8230", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:46:55.232495 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5e5e0582-94cb-4005-8d73-f691a307242d {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:46:55.232948 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'tag': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230', 'status': 'completed', 'code': 200} Nov 25 19:46:55.329815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-6f202cfa-2d6a-4a21-acc3-4ce1711e446a None None] Set router 890c3937-9d76-4a6d-ac56-41a118d61264 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:55.331566 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:55.517278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:55.524912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Pushing event deleted for resources: {'Port': ['ID=5aec240f-6283-498d-adec-b94d07e880dc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:55.541917 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:55.600110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08e2b-dfed-40cc-bdd6-b47babff5682 req-7faef81f-ff20-4e03-8eb0-31234c7b28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:55.602327 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e4c08e2b-dfed-40cc-bdd6-b47babff5682 req-7faef81f-ff20-4e03-8eb0-31234c7b28b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e694ece81b24bd1992fdd72ac9241f4&device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 1136 time: 0.3243482 Nov 25 19:46:55.790507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.25.8.243 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/fcd22549-c3c6-46ea-b854-7ba455ec1a27) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:55.797288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08e2b-dfed-40cc-bdd6-b47babff5682 req-00053e94-1516-4bc9-a199-bd3b120377a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:55.798859 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e4c08e2b-dfed-40cc-bdd6-b47babff5682 req-00053e94-1516-4bc9-a199-bd3b120377a5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fec2bf9b-cdbc-4f13-9871-465f467f589b HTTP/1.1" status: 200 len: 897 time: 0.1895387 Nov 25 19:46:55.868945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d27846-6015-49bc-869b-933528d79e2e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:55.932332 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e4c08e2b-dfed-40cc-bdd6-b47babff5682 req-01bc3706-85c0-402a-9076-6007d2116260 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca8cc91f-2d89-45b7-9db8-9d98736a8230 HTTP/1.1" status: 200 len: 999 time: 0.1232758 Nov 25 19:46:55.958758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6f202cfa-2d6a-4a21-acc3-4ce1711e446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:46:03Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '7bc97dc2-3c86-4637-924f-5cbbd50112b0', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'port_id': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'mac_address': 'fa:16:3e:d8:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:46:51Z', 'updated_at': '2021-11-25T19:46:51Z', 'revision_number': 0, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882998e4-6666-48a2-bc0b-08df9e6670ee', 'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:72:18:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:59Z', 'updated_at': '2021-11-25T19:46:18Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:55.994268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f202cfa-2d6a-4a21-acc3-4ce1711e446a None None] Checking router: 890c3937-9d76-4a6d-ac56-41a118d61264 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:46:56.021761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f202cfa-2d6a-4a21-acc3-4ce1711e446a None None] Routers {'890c3937-9d76-4a6d-ac56-41a118d61264'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:46:56.022484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6f202cfa-2d6a-4a21-acc3-4ce1711e446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['890c3937-9d76-4a6d-ac56-41a118d61264'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:56.158695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08e2b-dfed-40cc-bdd6-b47babff5682 req-e2318698-03c4-4379-855b-7eba153b02b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.161383 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e4c08e2b-dfed-40cc-bdd6-b47babff5682 req-e2318698-03c4-4379-855b-7eba153b02b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0 HTTP/1.1" status: 200 len: 834 time: 0.2212811 Nov 25 19:46:56.209815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.objects.ports [None req-e5b84068-0c9c-4b7d-a788-14e96a95d3ec tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103651) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:46:56.216755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.217219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.217811 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.218300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.218769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.219229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.219681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.220200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.220648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.221101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.221621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.227597 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6cc31362-8464-4350-bde0-fa0868424dbb tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7745 time: 1.0784836 Nov 25 19:46:56.228000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48832) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:56.242855 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5b84068-0c9c-4b7d-a788-14e96a95d3ec tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.260485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.289632 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-6f202cfa-2d6a-4a21-acc3-4ce1711e446a None None] Set router 890c3937-9d76-4a6d-ac56-41a118d61264 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:46:56.298633 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.336135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c08e2b-dfed-40cc-bdd6-b47babff5682 req-282733cd-049a-459b-9f7f-b03b403321d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.338380 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e4c08e2b-dfed-40cc-bdd6-b47babff5682 req-282733cd-049a-459b-9f7f-b03b403321d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fec2bf9b-cdbc-4f13-9871-465f467f589b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678920 Nov 25 19:46:56.415632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9903f39-5ffd-4102-9cad-720d8c29581e req-9b5e2b51-bcfe-45b4-b912-794ac9fc2d75 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.417261 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9903f39-5ffd-4102-9cad-720d8c29581e req-9b5e2b51-bcfe-45b4-b912-794ac9fc2d75 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.4151866 Nov 25 19:46:56.446391 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.507224 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.533609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b84068-0c9c-4b7d-a788-14e96a95d3ec tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=9379334a-19fb-4f27-83b5-1d4043f3db7e,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:56.580575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b84068-0c9c-4b7d-a788-14e96a95d3ec tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:56.582049 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.595096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:56.603689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:56.614270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e5b84068-0c9c-4b7d-a788-14e96a95d3ec tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:56.614405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:56.618931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b84068-0c9c-4b7d-a788-14e96a95d3ec tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.619618 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5b84068-0c9c-4b7d-a788-14e96a95d3ec tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.639016 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e4c08e2b-dfed-40cc-bdd6-b47babff5682 req-43af315d-6338-47bb-ac86-43188e2b185b service neutron] 10.222.0.60 "GET /v2.0/networks/fec2bf9b-cdbc-4f13-9871-465f467f589b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2901406 Nov 25 19:46:56.662884 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218c0e17-ce37-489c-92bb-60b8e31b13b8 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:46:56.662884 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac563b24-8731-4ead-8483-61458c74678d None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:46:56.703909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.704902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.705078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.705546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.706003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.706477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.706922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.708258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.708258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.708631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.708972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:56.715331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a6970934-78cd-40e2-8d64-a9c8ca600832 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7040 time: 0.4855747 Nov 25 19:46:56.718111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48844) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:56.812450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=fcd22549-c3c6-46ea-b854-7ba455ec1a27,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:56.837931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9903f39-5ffd-4102-9cad-720d8c29581e req-b092004f-11a5-4fe0-9d4a-b3a94381a7d8 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3725116 Nov 25 19:46:56.903761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.903761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Fanout notify agent at l3_agent the message router_deleted on router e04b2357-0720-452c-bc5b-360e96997c06 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:46:56.908102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f82a8137-b3cd-431b-84e4-ebe0c9c2d149 None None] Provisioning complete for port fcd22549-c3c6-46ea-b854-7ba455ec1a27 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:46:56.908811 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f82a8137-b3cd-431b-84e4-ebe0c9c2d149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.921352 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:56.928897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e01ef399-320f-40e2-87a1-703c2648614d tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/e04b2357-0720-452c-bc5b-360e96997c06 HTTP/1.1" status: 204 len: 168 time: 3.8818061 Nov 25 19:46:56.934520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48848) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:56.945712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5f190476-257f-4c12-9aea-d51f7fb9d4bd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-96222128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:57.012552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f82a8137-b3cd-431b-84e4-ebe0c9c2d149 None None] Port fcd22549-c3c6-46ea-b854-7ba455ec1a27 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:46:57.017819 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e5b84068-0c9c-4b7d-a788-14e96a95d3ec tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5693748 Nov 25 19:46:57.021276 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48850) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:57.034096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:a8:04:b8', 'name': 'tempest-NetworksTestDHCPv6-900110478'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:57.078286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6f202cfa-2d6a-4a21-acc3-4ce1711e446a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:46:03Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '7bc97dc2-3c86-4637-924f-5cbbd50112b0', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'port_id': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'mac_address': 'fa:16:3e:d8:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:46:51Z', 'updated_at': '2021-11-25T19:46:51Z', 'revision_number': 0, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882998e4-6666-48a2-bc0b-08df9e6670ee', 'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:72:18:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:59Z', 'updated_at': '2021-11-25T19:46:18Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:46:57.100671 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e4c08e2b-dfed-40cc-bdd6-b47babff5682 req-8c7845fe-3aeb-4dfd-bd08-861cc65e13eb service neutron] 10.222.0.60 "GET /v2.0/networks/fec2bf9b-cdbc-4f13-9871-465f467f589b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3124831 Nov 25 19:46:57.138922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f202cfa-2d6a-4a21-acc3-4ce1711e446a None None] The sync data for ids ['890c3937-9d76-4a6d-ac56-41a118d61264'] in n-d-817303-9 is: [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:46:03Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '7bc97dc2-3c86-4637-924f-5cbbd50112b0', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'floating_ip_address': '172.25.8.14', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'port_id': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'mac_address': 'fa:16:3e:d8:e9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:46:51Z', 'updated_at': '2021-11-25T19:46:51Z', 'revision_number': 0, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '882998e4-6666-48a2-bc0b-08df9e6670ee', 'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:72:18:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:59Z', 'updated_at': '2021-11-25T19:46:18Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:46:57.231113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '9379334a-19fb-4f27-83b5-1d4043f3db7e'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:46:57.232377 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.475614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:46:57.528957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Allocated IP 2001:db8::f816:3eff:fe14:895b (0a011fd0-9c8c-4deb-9828-aa08d061358c/9379334a-19fb-4f27-83b5-1d4043f3db7e/22295bf8-a4f5-4aa0-84ee-2702c3ba9a28) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:57.677047 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149e3578-4cd8-4448-8816-c28111c663a5 None None] New status for floating IP 7bc97dc2-3c86-4637-924f-5cbbd50112b0: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:46:57.763173 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.814087 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 0edf1e0d-49b0-4ed4-965b-dd85cd2a6823 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:46:57.818221 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.841400 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.918149 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f190476-257f-4c12-9aea-d51f7fb9d4bd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.920187 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f190476-257f-4c12-9aea-d51f7fb9d4bd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:57.923651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fb7046f3-5d6f-4095-9e57-767b05ff41df tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4324 time: 1.2030497 Nov 25 19:46:57.939990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48862) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:57.973544 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:57.977728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:57.980604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:57.988254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Pushing event updated for resources: {'Port': ['ID=22295bf8-a4f5-4aa0-84ee-2702c3ba9a28,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:58.022362 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f190476-257f-4c12-9aea-d51f7fb9d4bd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.034771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f190476-257f-4c12-9aea-d51f7fb9d4bd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.145716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Attempting to bind port 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:46:58.146310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Attempting to bind port 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:46:58.146487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Attempting to bind port 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:46:58.160832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:46:58.161223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:46:58.161831 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.162300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:46:58.165691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Bound port: 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:46:58.165691 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.285558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.291844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f190476-257f-4c12-9aea-d51f7fb9d4bd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.297161 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5f190476-257f-4c12-9aea-d51f7fb9d4bd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.3599961 Nov 25 19:46:58.300908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48870) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:58.335180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] For port 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:46:58.341321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] For port 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=22295bf8-a4f5-4aa0-84ee-2702c3ba9a28,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:46:58.350197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26841674-f15a-4497-aaf2-27cc2b339509 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:58.350620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26841674-f15a-4497-aaf2-27cc2b339509 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:58.366846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-26841674-f15a-4497-aaf2-27cc2b339509 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=890c3937-9d76-4a6d-ac56-41a118d61264 HTTP/1.1" status: 200 len: 1990 time: 0.4105160 Nov 25 19:46:58.367723 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:58.378189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:46:58.392501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5bdabe-2cd4-49e7-9005-b066e8f1721f req-71095c8e-5601-4c8f-82fa-6ffafb386cfb tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:58.396303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad5bdabe-2cd4-49e7-9005-b066e8f1721f req-71095c8e-5601-4c8f-82fa-6ffafb386cfb tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.3049638 Nov 25 19:46:58.401708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::f816:3eff:fea8:4b8 (0a011fd0-9c8c-4deb-9828-aa08d061358c/9379334a-19fb-4f27-83b5-1d4043f3db7e/0edf1e0d-49b0-4ed4-965b-dd85cd2a6823) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:46:58.490238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968152d-7a60-4ca6-8e8c-fa7b3dfa8fd4 None None] Pushing event updated for resources: {'Port': ['ID=22295bf8-a4f5-4aa0-84ee-2702c3ba9a28,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:58.526322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad5bdabe-2cd4-49e7-9005-b066e8f1721f req-22d36626-6d17-4d0f-8c78-67b90dfef48d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163714 Nov 25 19:46:58.929179 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.031103 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.058630 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.105442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:46:59.111814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:46:59.114613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:46:59.122846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:59.123632 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.144501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=0edf1e0d-49b0-4ed4-965b-dd85cd2a6823,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:46:59.182571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-274ce4dd-3a3b-4308-a5cb-530bb8654b55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.1486704 Nov 25 19:46:59.182906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48880) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:59.296309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb94b0a-2006-4201-96d3-c3a30bcbed71 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:59.303409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb94b0a-2006-4201-96d3-c3a30bcbed71 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:59.309503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8bb94b0a-2006-4201-96d3-c3a30bcbed71 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1254325 Nov 25 19:46:59.309922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.310167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48882) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:46:59.435683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-55505a7e-b2f2-48c8-9f00-c4a3c00e1eb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 0edf1e0d-49b0-4ed4-965b-dd85cd2a6823 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:46:59.435951 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55505a7e-b2f2-48c8-9f00-c4a3c00e1eb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.639148 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55505a7e-b2f2-48c8-9f00-c4a3c00e1eb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.673571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-55505a7e-b2f2-48c8-9f00-c4a3c00e1eb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 0edf1e0d-49b0-4ed4-965b-dd85cd2a6823 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:46:59.881513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950cbcf4-39d4-4793-bac8-dcfcbcca2034 req-581ef265-b6fb-4331-90c6-48cd0cbca80d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:46:59.885102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-950cbcf4-39d4-4793-bac8-dcfcbcca2034 req-581ef265-b6fb-4331-90c6-48cd0cbca80d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.0812228 Nov 25 19:46:59.908892 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.957800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:46:59.991419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:47:00.013654 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-950cbcf4-39d4-4793-bac8-dcfcbcca2034 req-68c9e908-565d-4271-bacd-d5119830adac tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212392 Nov 25 19:47:00.014594 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55505a7e-b2f2-48c8-9f00-c4a3c00e1eb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.107791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55505a7e-b2f2-48c8-9f00-c4a3c00e1eb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=0edf1e0d-49b0-4ed4-965b-dd85cd2a6823,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:00.185544 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55505a7e-b2f2-48c8-9f00-c4a3c00e1eb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.198773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48896) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:00.200739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-55505a7e-b2f2-48c8-9f00-c4a3c00e1eb6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/0edf1e0d-49b0-4ed4-965b-dd85cd2a6823 HTTP/1.1" status: 204 len: 168 time: 0.8876472 Nov 25 19:47:00.422548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-41ccbec0-5222-4314-b9ae-576a000cc724 None None] Provisioning complete for port 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:00.423432 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41ccbec0-5222-4314-b9ae-576a000cc724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.423577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe68cf9c-7d62-433c-a00f-9733bae0dfa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:00.427607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe68cf9c-7d62-433c-a00f-9733bae0dfa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:00.433814 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fe68cf9c-7d62-433c-a00f-9733bae0dfa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2289906 Nov 25 19:47:00.436082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48904) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:00.501845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Allocated IP 172.25.8.23 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/faf47afd-db8b-40e5-99a2-432d87f81b8e) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:00.530155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:00.618137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9fa7a2e-ef7e-4d83-9a48-3ad8e9b18aa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 9379334a-19fb-4f27-83b5-1d4043f3db7e {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:47:00.619899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167156eb-5c8b-4466-8783-ef2ab7698dac None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:00.631748 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7a2e-ef7e-4d83-9a48-3ad8e9b18aa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.738028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167156eb-5c8b-4466-8783-ef2ab7698dac None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:00.740859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-167156eb-5c8b-4466-8783-ef2ab7698dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:00.774611 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7a2e-ef7e-4d83-9a48-3ad8e9b18aa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.812856 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:00.836917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48908) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:00.837584 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0a0c9892-45c0-4341-8e8a-c6f7e8e53eff tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.7524667 Nov 25 19:47:00.861081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-167156eb-5c8b-4466-8783-ef2ab7698dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:00.939691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167156eb-5c8b-4466-8783-ef2ab7698dac None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:00.940693 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-167156eb-5c8b-4466-8783-ef2ab7698dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:01.002514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.052088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-167156eb-5c8b-4466-8783-ef2ab7698dac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:01.053382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167156eb-5c8b-4466-8783-ef2ab7698dac None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:01.053870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7a2e-ef7e-4d83-9a48-3ad8e9b18aa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.099724 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41ccbec0-5222-4314-b9ae-576a000cc724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.162282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:01.167712 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.291157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:01.309254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:01.317436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:01.340061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:01.342262 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.386655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Pushing event updated for resources: {'Port': ['ID=faf47afd-db8b-40e5-99a2-432d87f81b8e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:01.447639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebf3b44-f35f-4f38-8eab-236d14d04db5 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:01.453310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e50b45e6-233c-4ca5-acca-99f485953123 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:47:01.515397 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7a2e-ef7e-4d83-9a48-3ad8e9b18aa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.548966 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-41ccbec0-5222-4314-b9ae-576a000cc724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:47:01.549749 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-41ccbec0-5222-4314-b9ae-576a000cc724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:47:01.843884 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9fa7a2e-ef7e-4d83-9a48-3ad8e9b18aa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:01.847498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e9fa7a2e-ef7e-4d83-9a48-3ad8e9b18aa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/9379334a-19fb-4f27-83b5-1d4043f3db7e HTTP/1.1" status: 204 len: 168 time: 1.4099028 Nov 25 19:47:01.860298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa7a2e-ef7e-4d83-9a48-3ad8e9b18aa2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=9379334a-19fb-4f27-83b5-1d4043f3db7e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:01.864708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48934) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:01.901234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6e91c3-eeaf-47b8-904b-6bfeb23592a1 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:01.979018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-909ba4fd-0ecc-4218-9096-ab3faddc03a1 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998292 Nov 25 19:47:01.983858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48938) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:01.991725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-462b5509-1b17-46b0-8f04-59334cdffa83 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:02.026357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4f226-25f6-4087-9070-efcc93945069 req-e1e2e3f5-a05b-4a9b-a078-eb3cc86af30c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:02.037294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7cb4f226-25f6-4087-9070-efcc93945069 req-e1e2e3f5-a05b-4a9b-a078-eb3cc86af30c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.6501923 Nov 25 19:47:02.452194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7cb4f226-25f6-4087-9070-efcc93945069 req-5137c6af-438f-47e0-aa07-3a290370c688 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4135990 Nov 25 19:47:02.490777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462b5509-1b17-46b0-8f04-59334cdffa83 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:02.507298 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-462b5509-1b17-46b0-8f04-59334cdffa83 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.626416 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.688993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:02.754584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.828179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c84d197c-a40f-4f39-810f-44fe237e67db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:02.947171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'e50b45e6-233c-4ca5-acca-99f485953123', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'port_id': 'e50b45e6-233c-4ca5-acca-99f485953123', 'mac_address': 'fa:16:3e:ca:b5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:47:03.028963 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41ccbec0-5222-4314-b9ae-576a000cc724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.070849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.084284 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.208857 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=22295bf8-a4f5-4aa0-84ee-2702c3ba9a28,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:03.245935 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.478148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Router 19154e01-3e0a-4f72-a7f8-4a3999bdd540 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:47:03.502019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-41ccbec0-5222-4314-b9ae-576a000cc724 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:47:03.503092 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-41ccbec0-5222-4314-b9ae-576a000cc724 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:47:03.504490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a175bbcd-3d8c-4571-973b-439ae833191f None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:03.579718 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.651737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.713056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e50b45e6-233c-4ca5-acca-99f485953123 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:47:03.853628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=22295bf8-a4f5-4aa0-84ee-2702c3ba9a28,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:03.905240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:03.920918 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.925120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:03.937925 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58eaaca-1494-4170-aef4-422989a85740 None None] Sync routers for ids ['19154e01-3e0a-4f72-a7f8-4a3999bdd540'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:03.953449 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:03.957241 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7243afa5-6a8b-40d7-8bbe-ead34afb994e tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "PUT /v2.0/routers/19154e01-3e0a-4f72-a7f8-4a3999bdd540 HTTP/1.1" status: 200 len: 881 time: 5.6544938 Nov 25 19:47:03.958388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48972) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:03.974032 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58eaaca-1494-4170-aef4-422989a85740 None None] Routers {'19154e01-3e0a-4f72-a7f8-4a3999bdd540'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:03.975189 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c58eaaca-1494-4170-aef4-422989a85740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['19154e01-3e0a-4f72-a7f8-4a3999bdd540'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:04.061635 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c58eaaca-1494-4170-aef4-422989a85740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:04.100864 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58eaaca-1494-4170-aef4-422989a85740 None None] Routers {'19154e01-3e0a-4f72-a7f8-4a3999bdd540'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:04.103381 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c58eaaca-1494-4170-aef4-422989a85740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:46:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['19154e01-3e0a-4f72-a7f8-4a3999bdd540'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:04.224881 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d932b654-7957-491e-9d92-301144e5104a tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/routers/19154e01-3e0a-4f72-a7f8-4a3999bdd540 HTTP/1.1" status: 200 len: 922 time: 0.2651722 Nov 25 19:47:04.225667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48976) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:04.264246 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c58eaaca-1494-4170-aef4-422989a85740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:04.265452 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c58eaaca-1494-4170-aef4-422989a85740 None None] The sync data for ids ['19154e01-3e0a-4f72-a7f8-4a3999bdd540'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:04.283263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['e50b45e6-233c-4ca5-acca-99f485953123'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:47:04.343490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a175bbcd-3d8c-4571-973b-439ae833191f None None] Deleting port 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:04.343872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a175bbcd-3d8c-4571-973b-439ae833191f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:04.435584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15038ae-9aef-4f81-bccd-bb4df317bba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:04.447361 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f15038ae-9aef-4f81-bccd-bb4df317bba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&device_id=19154e01-3e0a-4f72-a7f8-4a3999bdd540&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2199943 Nov 25 19:47:04.450091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48978) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:04.579459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a175bbcd-3d8c-4571-973b-439ae833191f None None] For port 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=22295bf8-a4f5-4aa0-84ee-2702c3ba9a28,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:04.580251 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a175bbcd-3d8c-4571-973b-439ae833191f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:04.616302 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a175bbcd-3d8c-4571-973b-439ae833191f None None] Calling delete_port for 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:04.658696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2044f8-665b-43ce-8c1a-3ef770c74a53 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:04.660460 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1c2044f8-665b-43ce-8c1a-3ef770c74a53 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 881 time: 0.2093058 Nov 25 19:47:04.665586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48984) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:04.741831 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a6af95c4-83fc-4046-a52a-c189be93bb99 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=19154e01-3e0a-4f72-a7f8-4a3999bdd540 HTTP/1.1" status: 200 len: 205 time: 0.0742323 Nov 25 19:47:04.744762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48988) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:04.781933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=e50b45e6-233c-4ca5-acca-99f485953123,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:04.791054 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a175bbcd-3d8c-4571-973b-439ae833191f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:04.831554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175bbcd-3d8c-4571-973b-439ae833191f None None] Pushing event deleted for resources: {'Port': ['ID=22295bf8-a4f5-4aa0-84ee-2702c3ba9a28,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:04.836369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-10714d4b-11d2-4cf4-81ea-c219b594f9ea None None] Could not find standard attr ID for object 0edf1e0d-49b0-4ed4-965b-dd85cd2a6823. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:47:04.841884 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175bbcd-3d8c-4571-973b-439ae833191f None None] No DVR routers for this DVR port 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:47:04.867261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-447e9984-3cab-437a-87bf-1e3b64994312 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:04.888187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-10714d4b-11d2-4cf4-81ea-c219b594f9ea None None] Provisioning complete for port faf47afd-db8b-40e5-99a2-432d87f81b8e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:04.888632 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-10714d4b-11d2-4cf4-81ea-c219b594f9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.001435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-10714d4b-11d2-4cf4-81ea-c219b594f9ea None None] Port faf47afd-db8b-40e5-99a2-432d87f81b8e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:05.152396 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.441217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.450743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9edf3-ce9e-48e9-adf8-e67e875d2220 req-2f0590c6-e46b-420f-b8cf-81de6c4ad07f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:05.465135 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66f9edf3-ce9e-48e9-adf8-e67e875d2220 req-2f0590c6-e46b-420f-b8cf-81de6c4ad07f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 944 time: 0.4239333 Nov 25 19:47:05.493341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:05.611653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:47:05.611653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 22295bf8-a4f5-4aa0-84ee-2702c3ba9a28 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:47:05.740639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Deleting port faf47afd-db8b-40e5-99a2-432d87f81b8e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:05.747729 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.873389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66f9edf3-ce9e-48e9-adf8-e67e875d2220 req-b8ac3075-8ff5-439b-88aa-308959ea7d5f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4069731 Nov 25 19:47:05.939623 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:05.947036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e50b45e6-233c-4ca5-acca-99f485953123 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:05.975350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Calling delete_port for faf47afd-db8b-40e5-99a2-432d87f81b8e owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:06.020334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.objects.ports [None req-462b5509-1b17-46b0-8f04-59334cdffa83 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103651) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:47:06.040957 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-462b5509-1b17-46b0-8f04-59334cdffa83 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:06.159700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port e50b45e6-233c-4ca5-acca-99f485953123 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:06.159700 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:06.276449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462b5509-1b17-46b0-8f04-59334cdffa83 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:06.302041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-462b5509-1b17-46b0-8f04-59334cdffa83 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:06.312788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462b5509-1b17-46b0-8f04-59334cdffa83 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:06.313422 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-462b5509-1b17-46b0-8f04-59334cdffa83 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:06.352155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760a92b3-efe0-4131-ad68-f97041a87b3a None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:06.403836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.20.0.1 (99fc22d7-e0bc-40d9-9f24-1339cddb3078/c61bbf24-0f9a-4de4-9a2b-8b9e75b179f0/8b18a3fb-94b2-4ad6-92db-3c8c11f9695f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:06.435203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462b5509-1b17-46b0-8f04-59334cdffa83 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=05bb73b1-ed02-4b09-8927-f432a3f3dbd8,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:06.452042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-462b5509-1b17-46b0-8f04-59334cdffa83 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.4653533 Nov 25 19:47:06.456015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49002) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:06.480337 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:c7:3f:40', 'name': 'tempest-NetworksTestDHCPv6-2053362482'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:06.584791 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:06.819588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:06.860939 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:06.895618 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:47:06.916704 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:06.923231 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:06.926181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Pushing event deleted for resources: {'Port': ['ID=faf47afd-db8b-40e5-99a2-432d87f81b8e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:06.978785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:06.979142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:06.979489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:06.979899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:06.985903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:06.986305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:06.986651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:06.987020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:06.990370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:06.991038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:06.991396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:06.991767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:07.058598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:07.070296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:07.083990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:07.100633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=8b18a3fb-94b2-4ad6-92db-3c8c11f9695f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:07.166045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59cf4d40-5bc2-4a41-abd9-408c294e6958 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:07.211204 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:07.261692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:47:07.267217 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdabbaf4-070b-4cc0-97ce-fb602625d6de" -d '{"events": [{"server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "name": "network-vif-plugged", "status": "completed", "tag": "e50b45e6-233c-4ca5-acca-99f485953123"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:47:07.309920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:07.351623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:07.402918 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:07.631097 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '05bb73b1-ed02-4b09-8927-f432a3f3dbd8'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:47:07.632912 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:07.692867 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:07.864781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=e50b45e6-233c-4ca5-acca-99f485953123,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:08.146548 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.167557 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.192704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.265879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.282209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaa4633-d8f8-4905-bb4f-02d74a7f154c req-54618cd0-82de-44ab-8200-23a725aa1ab5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:08.295238 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efaa4633-d8f8-4905-bb4f-02d74a7f154c req-54618cd0-82de-44ab-8200-23a725aa1ab5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.9604545 Nov 25 19:47:08.330386 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.357883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 01e43576-96db-4464-b999-49ff9f339efd yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:47:08.477247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.482463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Fanout notify agent at l3_agent the message router_deleted on router 19154e01-3e0a-4f72-a7f8-4a3999bdd540 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:47:08.495044 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Allocated IP 2001:db8::f816:3eff:fecb:2466 (0a011fd0-9c8c-4deb-9828-aa08d061358c/05bb73b1-ed02-4b09-8927-f432a3f3dbd8/0f03de5c-182d-4e4b-b736-ea0210c6557c) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:08.524509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.529345 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7c5916c9-3f9a-4d8f-a688-252518f54f3a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/19154e01-3e0a-4f72-a7f8-4a3999bdd540 HTTP/1.1" status: 204 len: 168 time: 3.7821341 Nov 25 19:47:08.537098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49032) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:08.581678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4842ff12-b0a3-426f-b11f-2933b7dbee2a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-120900582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:08.700819 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efaa4633-d8f8-4905-bb4f-02d74a7f154c req-67fae556-5b8a-47e9-ad10-70d7d5980c33 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4045026 Nov 25 19:47:08.722591 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.832032 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4842ff12-b0a3-426f-b11f-2933b7dbee2a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.837823 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4842ff12-b0a3-426f-b11f-2933b7dbee2a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:08.952839 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:47:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eae80d8-e544-4d9d-ad73-6c0e6ad8253c x-openstack-request-id: req-9eae80d8-e544-4d9d-ad73-6c0e6ad8253c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:47:08.960530 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "name": "network-vif-plugged", "status": "completed", "tag": "e50b45e6-233c-4ca5-acca-99f485953123", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:47:08.961299 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9eae80d8-e544-4d9d-ad73-6c0e6ad8253c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:47:08.962116 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123', 'code': 200} Nov 25 19:47:09.072908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.097161 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.105526 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4842ff12-b0a3-426f-b11f-2933b7dbee2a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.123991 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4842ff12-b0a3-426f-b11f-2933b7dbee2a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.240743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Pushing event updated for resources: {'Port': ['ID=0f03de5c-182d-4e4b-b736-ea0210c6557c,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:09.286421 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4842ff12-b0a3-426f-b11f-2933b7dbee2a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.287391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::f816:3eff:fec7:3f40 (0a011fd0-9c8c-4deb-9828-aa08d061358c/05bb73b1-ed02-4b09-8927-f432a3f3dbd8/01e43576-96db-4464-b999-49ff9f339efd) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:09.287764 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4842ff12-b0a3-426f-b11f-2933b7dbee2a tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7192619 Nov 25 19:47:09.291423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49042) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:09.298151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:09.306541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:09.318489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:09.462827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'enable_snat': True}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:09.524058 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Attempting to bind port 0f03de5c-182d-4e4b-b736-ea0210c6557c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:09.524416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Attempting to bind port 0f03de5c-182d-4e4b-b736-ea0210c6557c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:09.524792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Attempting to bind port 0f03de5c-182d-4e4b-b736-ea0210c6557c on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:09.540564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:09.540955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:09.541370 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.541777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:09.542285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Bound port: 0f03de5c-182d-4e4b-b736-ea0210c6557c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:09.546305 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.701719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.758790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] For port 0f03de5c-182d-4e4b-b736-ea0210c6557c, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:09.776166 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] For port 0f03de5c-182d-4e4b-b736-ea0210c6557c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0f03de5c-182d-4e4b-b736-ea0210c6557c,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:09.789803 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.820960 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.880068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:09.949257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=01e43576-96db-4464-b999-49ff9f339efd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:10.043110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:10.045101 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:10.055044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:10.081830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:10.083488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:10.129543 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-371f217b-605d-43b4-930e-d35c65d5dece tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.6718702 Nov 25 19:47:10.139950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49050) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:10.212482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237cdcb6-e6a9-491e-9b13-cf343f02cfde None None] Pushing event updated for resources: {'Port': ['ID=0f03de5c-182d-4e4b-b736-ea0210c6557c,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:10.228289 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:10.346509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8331081-9748-41b2-97da-de6c81704194 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:10.392933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8331081-9748-41b2-97da-de6c81704194 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:10.410724 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a8331081-9748-41b2-97da-de6c81704194 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2696958 Nov 25 19:47:10.423385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49060) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:10.629656 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:10.694978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ed1a3-fa4e-49cd-9215-ddfca929f770 req-11955db2-6cbb-4eb3-83d3-a80c4e88cf0e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:10.708977 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c04ed1a3-fa4e-49cd-9215-ddfca929f770 req-11955db2-6cbb-4eb3-83d3-a80c4e88cf0e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.4568758 Nov 25 19:47:10.782480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-23f306bf-efdb-4c55-ba9c-3f30d5258e7a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 01e43576-96db-4464-b999-49ff9f339efd {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:10.783246 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23f306bf-efdb-4c55-ba9c-3f30d5258e7a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:10.929831 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23f306bf-efdb-4c55-ba9c-3f30d5258e7a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:10.946182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-23f306bf-efdb-4c55-ba9c-3f30d5258e7a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 01e43576-96db-4464-b999-49ff9f339efd owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:11.022690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=8b18a3fb-94b2-4ad6-92db-3c8c11f9695f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:11.077296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:11.247942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:11.260724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23f306bf-efdb-4c55-ba9c-3f30d5258e7a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:11.325406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:11.413617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f306bf-efdb-4c55-ba9c-3f30d5258e7a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=01e43576-96db-4464-b999-49ff9f339efd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:11.547737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c04ed1a3-fa4e-49cd-9215-ddfca929f770 req-fe2fd790-f8ef-4b42-988d-d11eafb2f0b4 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8324010 Nov 25 19:47:11.598626 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0f03de5c-182d-4e4b-b736-ea0210c6557c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:11.657276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23f306bf-efdb-4c55-ba9c-3f30d5258e7a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:11.675417 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-23f306bf-efdb-4c55-ba9c-3f30d5258e7a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/01e43576-96db-4464-b999-49ff9f339efd HTTP/1.1" status: 204 len: 168 time: 1.2507188 Nov 25 19:47:11.681424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49074) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:11.888115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212801d4-1f0a-465a-870f-7e38510d06de tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:11.892315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212801d4-1f0a-465a-870f-7e38510d06de tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:11.899150 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-212801d4-1f0a-465a-870f-7e38510d06de tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2165210 Nov 25 19:47:11.904193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49076) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:11.988320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0f03de5c-182d-4e4b-b736-ea0210c6557c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:11.988877 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.058745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e87d75ee-6c0d-469a-9af2-274b6866471d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 05bb73b1-ed02-4b09-8927-f432a3f3dbd8 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:47:12.070152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e87d75ee-6c0d-469a-9af2-274b6866471d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.209147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e87d75ee-6c0d-469a-9af2-274b6866471d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.326059 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.373936 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e87d75ee-6c0d-469a-9af2-274b6866471d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.480680 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e87d75ee-6c0d-469a-9af2-274b6866471d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.530120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d75ee-6c0d-469a-9af2-274b6866471d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=05bb73b1-ed02-4b09-8927-f432a3f3dbd8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:12.566658 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e87d75ee-6c0d-469a-9af2-274b6866471d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.580448 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e87d75ee-6c0d-469a-9af2-274b6866471d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/05bb73b1-ed02-4b09-8927-f432a3f3dbd8 HTTP/1.1" status: 204 len: 168 time: 0.6670587 Nov 25 19:47:12.580448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49084) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:12.652844 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c45004c9-8f8b-4ba8-96a3-2d4167282102 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709207 Nov 25 19:47:12.657445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49088) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:12.785170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bb54f3-1b5a-4b7c-b496-cabc40bb0cb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:12.786653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f6636d95-2ede-41ce-92e3-f028d4b4587c None None] Provisioning complete for port 0f03de5c-182d-4e4b-b736-ea0210c6557c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:12.790584 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e3bb54f3-1b5a-4b7c-b496-cabc40bb0cb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1324792 Nov 25 19:47:12.793435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49090) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:12.807368 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f6636d95-2ede-41ce-92e3-f028d4b4587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:12.949631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23923ebe-c4b6-49b4-a592-5610a04a5e24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:12.952532 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-23923ebe-c4b6-49b4-a592-5610a04a5e24 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1551907 Nov 25 19:47:12.956382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49096) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:13.034859 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5ab5bc8c-d563-4729-b210-f6dcb3b2622a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0725942 Nov 25 19:47:13.040083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49098) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:13.046767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:13.055570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecd161e-fe7e-474a-9cc8-f0e02f2c8b7f None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:13.179499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:47:13.330023 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:47:13.332201 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:47:13.466646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a0777-e4d2-4c1e-ab65-6765533fa849 req-7bdb6d45-7e45-4142-8733-c51488fff5bd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:13.472063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-806a0777-e4d2-4c1e-ab65-6765533fa849 req-7bdb6d45-7e45-4142-8733-c51488fff5bd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.3589349 Nov 25 19:47:13.591146 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f6636d95-2ede-41ce-92e3-f028d4b4587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.707552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f6636d95-2ede-41ce-92e3-f028d4b4587c None None] For port 0f03de5c-182d-4e4b-b736-ea0210c6557c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0f03de5c-182d-4e4b-b736-ea0210c6557c,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:13.720578 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f6636d95-2ede-41ce-92e3-f028d4b4587c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.858739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:13.871524 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6636d95-2ede-41ce-92e3-f028d4b4587c None None] Pushing event updated for resources: {'Port': ['ID=0f03de5c-182d-4e4b-b736-ea0210c6557c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:13.881570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:13.948046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f8a3d3f6-30d7-496e-9c49-a690aeb60faa None None] Could not find standard attr ID for object 01e43576-96db-4464-b999-49ff9f339efd. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:47:14.096956 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.122264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30991446-d920-49c6-a9f0-78b685b946d5 None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:14.307718 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.317246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-30991446-d920-49c6-a9f0-78b685b946d5 None None] Deleting port 0f03de5c-182d-4e4b-b736-ea0210c6557c {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:14.318168 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30991446-d920-49c6-a9f0-78b685b946d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.323044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:14.390036 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-26d11360-18c3-4405-a324-2d2380ee23da tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "PUT /v2.0/routers/21a3ea89-d00a-4f79-8a8d-be28a3c28f49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5522990 Nov 25 19:47:14.415081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49114) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:14.440324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'port': {'network_id': '99fc22d7-e0bc-40d9-9f24-1339cddb3078', 'name': 'tempest-FloatingIPTestJSON-1459964599'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:14.511258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-30991446-d920-49c6-a9f0-78b685b946d5 None None] For port 0f03de5c-182d-4e4b-b736-ea0210c6557c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0f03de5c-182d-4e4b-b736-ea0210c6557c,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:14.511676 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30991446-d920-49c6-a9f0-78b685b946d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:14.550313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-30991446-d920-49c6-a9f0-78b685b946d5 None None] Calling delete_port for 0f03de5c-182d-4e4b-b736-ea0210c6557c owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:14.764197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb58838-ae11-44eb-b18e-fca023f7b942 None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:14.848324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb58838-ae11-44eb-b18e-fca023f7b942 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:14.852433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7bb58838-ae11-44eb-b18e-fca023f7b942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:14.937016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Allocated IP 172.25.8.90 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/a980fa3b-e30d-4d82-9ca1-d96b68d65939) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:15.015440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7bb58838-ae11-44eb-b18e-fca023f7b942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:15.019867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-806a0777-e4d2-4c1e-ab65-6765533fa849 req-82150a2b-6ae4-482f-a0e6-665d12342ce6 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.5284865 Nov 25 19:47:15.095564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb58838-ae11-44eb-b18e-fca023f7b942 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:15.096335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7bb58838-ae11-44eb-b18e-fca023f7b942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:15.105405 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30991446-d920-49c6-a9f0-78b685b946d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:15.234030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:47:15.402757 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:15.416059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Made reservation on behalf of 0c7eab33e6a6466a97dc03b69cc3154e for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:15.426173 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:15.509798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] device_id is not set on port 9f47a713-9a1e-4823-9d73-7a94c7b84690 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:47:15.540684 n-d-817303-9 neutron-server[103652]: WARNING neutron.services.revisions.revision_plugin [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Could not find related port for resource to bump revision. Nov 25 19:47:15.551083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_pluggable_backend [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Port 0f03de5c-182d-4e4b-b736-ea0210c6557c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 25 19:47:15.551679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_pluggable_backend [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Reverting IP allocation for 2001:db8::f816:3eff:fecb:2466 {{(pid=103652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 25 19:47:15.559449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_pluggable_backend [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fecb:2466 {{(pid=103652) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 25 19:47:15.561256 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:15.592606 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7bb58838-ae11-44eb-b18e-fca023f7b942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:15.600076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb58838-ae11-44eb-b18e-fca023f7b942 None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:15.606759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30991446-d920-49c6-a9f0-78b685b946d5 None None] Pushing event deleted for resources: {'Port': ['ID=0f03de5c-182d-4e4b-b736-ea0210c6557c,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:15.647851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30991446-d920-49c6-a9f0-78b685b946d5 None None] No DVR routers for this DVR port 0f03de5c-182d-4e4b-b736-ea0210c6557c on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:47:15.653855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:15.657336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:15.673513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:15.674320 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:15.726356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1fb473-5446-4558-ac5e-c9254fa2fc11 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:15.742995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=2ded6634-166f-44ef-86a3-02b33d989dec,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:15.757953 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-69bbe980-ef47-4ff2-8e03-c79f06afc1c3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.7163641 Nov 25 19:47:15.762981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49130) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:15.778578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:b0:e5:1f', 'name': 'tempest-NetworksTestDHCPv6-1506307636'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:15.861946 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:16.013213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:16.042041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.20.0.2 (99fc22d7-e0bc-40d9-9f24-1339cddb3078/c61bbf24-0f9a-4de4-9a2b-8b9e75b179f0/9f47a713-9a1e-4823-9d73-7a94c7b84690) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:16.045068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:16.051241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '2ded6634-166f-44ef-86a3-02b33d989dec'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:47:16.052257 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:16.073120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:16.104332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event updated for resources: {'Port': ['ID=a980fa3b-e30d-4d82-9ca1-d96b68d65939,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:16.136104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27741c21-378b-4510-8809-ad2cfe76f443 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:16.186834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:16.305804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0f03de5c-182d-4e4b-b736-ea0210c6557c no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:16.419753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 0f03de5c-182d-4e4b-b736-ea0210c6557c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:47:16.420286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0f03de5c-182d-4e4b-b736-ea0210c6557c not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:47:16.563061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:16.565839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1c29457c-47d5-44ff-b500-c18389b4f272 None None] Provisioning complete for port a980fa3b-e30d-4d82-9ca1-d96b68d65939 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:16.567447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1c29457c-47d5-44ff-b500-c18389b4f272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:16.607537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 79ded4ce-ed3a-45bf-847a-8128d3ec447f yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:47:16.709583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Allocated IP 2001:db8::f816:3eff:fee1:6ab9 (0a011fd0-9c8c-4deb-9828-aa08d061358c/2ded6634-166f-44ef-86a3-02b33d989dec/0db88bf1-e912-40c2-8ea5-6afab66ff2bb) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:16.712864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1c29457c-47d5-44ff-b500-c18389b4f272 None None] Port a980fa3b-e30d-4d82-9ca1-d96b68d65939 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:16.822971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a980c-b10e-4e65-a94e-39e562a6c592 req-0297c43c-3257-4acb-a38a-e1b1961dbd2c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:16.826339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a69a980c-b10e-4e65-a94e-39e562a6c592 req-0297c43c-3257-4acb-a38a-e1b1961dbd2c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.5820942 Nov 25 19:47:17.037173 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.056059 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.142415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a69a980c-b10e-4e65-a94e-39e562a6c592 req-80d6d234-f0f9-4895-babf-6d1f207487c0 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2965076 Nov 25 19:47:17.178188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::f816:3eff:feb0:e51f (0a011fd0-9c8c-4deb-9828-aa08d061358c/2ded6634-166f-44ef-86a3-02b33d989dec/79ded4ce-ed3a-45bf-847a-8128d3ec447f) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:17.258135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Pushing event updated for resources: {'Port': ['ID=0db88bf1-e912-40c2-8ea5-6afab66ff2bb,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:17.284660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:17.295373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:17.300066 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:17.579821 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.605049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Attempting to bind port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:17.605784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Attempting to bind port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:17.608692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Attempting to bind port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:17.632979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.633543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:17.633780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:17.634518 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.635267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:17.636208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Bound port: 0db88bf1-e912-40c2-8ea5-6afab66ff2bb, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:17.636879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.728880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.807347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.857723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] For port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:17.858396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:17.872557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] For port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0db88bf1-e912-40c2-8ea5-6afab66ff2bb,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:17.880607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:17.887256 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.902438 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:17.922652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:17.925677 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.936034 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:17.949747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=79ded4ce-ed3a-45bf-847a-8128d3ec447f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:17.997335 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3cec98ba-fc55-4430-bdd2-79a68957ae6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2329888 Nov 25 19:47:18.000629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49152) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:18.088436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af27af-792e-4039-90ee-a76ddcdb1250 None None] Pushing event updated for resources: {'Port': ['ID=0db88bf1-e912-40c2-8ea5-6afab66ff2bb,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:18.170390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cf0086-48ce-4d18-94ff-33fd10a46ff5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.183611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cf0086-48ce-4d18-94ff-33fd10a46ff5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.188355 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-11cf0086-48ce-4d18-94ff-33fd10a46ff5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1841347 Nov 25 19:47:18.190048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49158) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:18.193221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:18.208516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=9f47a713-9a1e-4823-9d73-7a94c7b84690,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:18.242316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:18.253147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:18.354713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.355081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.355421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.355761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.356101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.356438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.356768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.357103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.357515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.357937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.358270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.358600 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:18.496048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-990e5909-09a5-401b-8161-459ea3acdf9c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 79ded4ce-ed3a-45bf-847a-8128d3ec447f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:18.499802 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-990e5909-09a5-401b-8161-459ea3acdf9c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:18.653814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:18.663826 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:18.851631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fa84efec-42c3-4d3d-bf0c-00c4801eae8d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4307172 Nov 25 19:47:18.853638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49168) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:18.868813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'port': {'network_id': '99fc22d7-e0bc-40d9-9f24-1339cddb3078', 'name': 'tempest-FloatingIPTestJSON-520162839'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:18.938514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-990e5909-09a5-401b-8161-459ea3acdf9c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:18.999388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-990e5909-09a5-401b-8161-459ea3acdf9c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 79ded4ce-ed3a-45bf-847a-8128d3ec447f owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:19.051548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a44d5f-a5b6-4ca5-a079-f6ceabd696e5 req-df9e8250-ed11-4b5a-b577-8240e9f41e1a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:19.054179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3a44d5f-a5b6-4ca5-a079-f6ceabd696e5 req-df9e8250-ed11-4b5a-b577-8240e9f41e1a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.5749960 Nov 25 19:47:19.098064 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:19.142208 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:19.353154 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-990e5909-09a5-401b-8161-459ea3acdf9c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:19.492936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e5909-09a5-401b-8161-459ea3acdf9c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=79ded4ce-ed3a-45bf-847a-8128d3ec447f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:19.612196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-990e5909-09a5-401b-8161-459ea3acdf9c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:19.619772 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-990e5909-09a5-401b-8161-459ea3acdf9c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/79ded4ce-ed3a-45bf-847a-8128d3ec447f HTTP/1.1" status: 204 len: 168 time: 1.4278686 Nov 25 19:47:19.624666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49176) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:19.780361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a47a2e-7e64-44af-aea4-f1713f6ec45b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:19.784386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a47a2e-7e64-44af-aea4-f1713f6ec45b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:19.798500 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-01a47a2e-7e64-44af-aea4-f1713f6ec45b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1719468 Nov 25 19:47:19.800305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49182) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:19.954630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9a3b841-5877-4184-a9f5-4922a1839437 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 2ded6634-166f-44ef-86a3-02b33d989dec {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:47:19.968330 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b841-5877-4184-a9f5-4922a1839437 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:20.069748 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3a44d5f-a5b6-4ca5-a079-f6ceabd696e5 req-3ccf8bc5-f96d-4d66-aa9a-0bf9d74cec2a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0063174 Nov 25 19:47:20.133437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Made reservation on behalf of 0c7eab33e6a6466a97dc03b69cc3154e for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:20.145866 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:20.201214 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b841-5877-4184-a9f5-4922a1839437 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:20.281438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] device_id is not set on port 3eefdeb4-1f3f-4b5f-9752-9ad158e0459d yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:47:20.289368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0db88bf1-e912-40c2-8ea5-6afab66ff2bb up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:20.489273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:20.490010 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:20.608378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-53096309-b812-4c67-bb91-c2cb3c1f27ef None None] Provisioning complete for port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:20.609018 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53096309-b812-4c67-bb91-c2cb3c1f27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:20.628247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Router 3f27ca44-9998-438a-96f1-a57c8b2aebf6 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:47:20.723581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b841-5877-4184-a9f5-4922a1839437 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:20.732823 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:20.920085 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:20.958087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b841-5877-4184-a9f5-4922a1839437 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.025557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a3b841-5877-4184-a9f5-4922a1839437 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=2ded6634-166f-44ef-86a3-02b33d989dec,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:21.046083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9a3b841-5877-4184-a9f5-4922a1839437 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.049566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e9a3b841-5877-4184-a9f5-4922a1839437 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/2ded6634-166f-44ef-86a3-02b33d989dec HTTP/1.1" status: 204 len: 168 time: 1.2474129 Nov 25 19:47:21.055468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49202) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:21.201333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49206) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:21.235863 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53096309-b812-4c67-bb91-c2cb3c1f27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.296146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-34254bd2-3f53-4a0e-9d2f-12cb6ea2cc5e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2309103 Nov 25 19:47:21.308800 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.20.0.9 (99fc22d7-e0bc-40d9-9f24-1339cddb3078/c61bbf24-0f9a-4de4-9a2b-8b9e75b179f0/3eefdeb4-1f3f-4b5f-9752-9ad158e0459d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:21.314438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49210) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:21.343430 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1665f75c-4182-4fab-90bb-83266fccbeb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:21.382668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0742a6-aef7-4db1-a49a-8a4d8267d59c req-2fb674ab-72bd-42a0-be75-4b9b0df15bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:21.384143 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff0742a6-aef7-4db1-a49a-8a4d8267d59c req-2fb674ab-72bd-42a0-be75-4b9b0df15bf0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 1096 time: 0.1336339 Nov 25 19:47:21.492771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a78b619-559a-4e23-896f-214fec8a6891 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.548921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-53096309-b812-4c67-bb91-c2cb3c1f27ef None None] For port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0db88bf1-e912-40c2-8ea5-6afab66ff2bb,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:21.554511 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:47:21.554931 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:47:21.562050 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebf4f5a-b039-4853-b183-568c29072dca None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:21.644321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1665f75c-4182-4fab-90bb-83266fccbeb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:21.650180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1665f75c-4182-4fab-90bb-83266fccbeb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.681240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdb7dc1-c3a4-475e-baac-f1cecddc89d4 req-046d0feb-a16e-44d8-87f9-4d5c24c36799 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:21.683351 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cdb7dc1-c3a4-475e-baac-f1cecddc89d4 req-046d0feb-a16e-44d8-87f9-4d5c24c36799 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.4141834 Nov 25 19:47:21.716443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0742a6-aef7-4db1-a49a-8a4d8267d59c req-dbaae3c4-057d-4426-9397-a6ef80ee61e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:21.717946 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff0742a6-aef7-4db1-a49a-8a4d8267d59c req-dbaae3c4-057d-4426-9397-a6ef80ee61e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.3086712 Nov 25 19:47:21.735289 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53096309-b812-4c67-bb91-c2cb3c1f27ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.744883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49216) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:21.791565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:21.804891 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a6a30-8c6f-468c-9225-21490535e245 None None] Sync routers for ids ['3f27ca44-9998-438a-96f1-a57c8b2aebf6'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:21.833486 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a6a30-8c6f-468c-9225-21490535e245 None None] Routers {'3f27ca44-9998-438a-96f1-a57c8b2aebf6'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:21.834286 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-230a6a30-8c6f-468c-9225-21490535e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3f27ca44-9998-438a-96f1-a57c8b2aebf6'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:21.858012 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:21.859693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5e492a79-9a13-4c01-9e83-a4daa8372ba6 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "PUT /v2.0/routers/3f27ca44-9998-438a-96f1-a57c8b2aebf6 HTTP/1.1" status: 200 len: 917 time: 12.4058177 Nov 25 19:47:21.861193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9584db3d-5fde-4e43-b7df-5907e524d618 None None] Could not find standard attr ID for object 79ded4ce-ed3a-45bf-847a-8128d3ec447f. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:47:21.877717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49218) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:21.963998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53096309-b812-4c67-bb91-c2cb3c1f27ef None None] Pushing event updated for resources: {'Port': ['ID=0db88bf1-e912-40c2-8ea5-6afab66ff2bb,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:21.968872 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-230a6a30-8c6f-468c-9225-21490535e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:22.003343 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230a6a30-8c6f-468c-9225-21490535e245 None None] Routers {'3f27ca44-9998-438a-96f1-a57c8b2aebf6'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:22.005539 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-230a6a30-8c6f-468c-9225-21490535e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3f27ca44-9998-438a-96f1-a57c8b2aebf6'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:22.051008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5b30fd-8bed-41ab-aa03-dab8c6a763bb None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:22.124188 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-230a6a30-8c6f-468c-9225-21490535e245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:22.124867 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-230a6a30-8c6f-468c-9225-21490535e245 None None] The sync data for ids ['3f27ca44-9998-438a-96f1-a57c8b2aebf6'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:22.177134 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:22.347997 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c3e4fde9-381e-4883-8b7a-85abea460baa tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/routers/3f27ca44-9998-438a-96f1-a57c8b2aebf6 HTTP/1.1" status: 200 len: 923 time: 0.4348145 Nov 25 19:47:22.361120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b30fd-8bed-41ab-aa03-dab8c6a763bb None None] Deleting port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:22.368668 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f5b30fd-8bed-41ab-aa03-dab8c6a763bb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:22.401273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49224) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:22.418634 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:22.452243 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff0742a6-aef7-4db1-a49a-8a4d8267d59c req-609aa823-e4bc-4649-921d-e8def56968cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50b45e6-233c-4ca5-acca-99f485953123 HTTP/1.1" status: 200 len: 1001 time: 0.7238991 Nov 25 19:47:22.472882 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a78b619-559a-4e23-896f-214fec8a6891 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:22.510781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0db88bf1-e912-40c2-8ea5-6afab66ff2bb no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:22.594100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0a78b619-559a-4e23-896f-214fec8a6891 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:22.673254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7f5b30fd-8bed-41ab-aa03-dab8c6a763bb None None] For port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0db88bf1-e912-40c2-8ea5-6afab66ff2bb,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:22.673990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f5b30fd-8bed-41ab-aa03-dab8c6a763bb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:22.682988 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ca75caa9-c229-41ca-b148-1f7857293570 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 4659 time: 0.9087446 Nov 25 19:47:22.731884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49226) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:22.748130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b30fd-8bed-41ab-aa03-dab8c6a763bb None None] Calling delete_port for 0db88bf1-e912-40c2-8ea5-6afab66ff2bb owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:22.763889 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:22.765011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78b619-559a-4e23-896f-214fec8a6891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=718148d4-f8e2-457e-b8e6-98aa8fbd272a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:22.783258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'network': {'name': 'tempest-network-smoke--404331674', 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'port_security_enabled': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:22.807537 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0db88bf1-e912-40c2-8ea5-6afab66ff2bb,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:22.878209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0742a6-aef7-4db1-a49a-8a4d8267d59c req-6e520826-cad6-4570-90f9-22446606dead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:22.879809 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:22.885888 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff0742a6-aef7-4db1-a49a-8a4d8267d59c req-6e520826-cad6-4570-90f9-22446606dead service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.4112225 Nov 25 19:47:22.920430 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0a78b619-559a-4e23-896f-214fec8a6891 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0afff184191d429bbe8ae32030847a2d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7177899 Nov 25 19:47:22.921616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49230) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:22.949291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Made reservation on behalf of 2e694ece81b24bd1992fdd72ac9241f4 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:22.953609 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.025394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:47:23.041521 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.048151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0742a6-aef7-4db1-a49a-8a4d8267d59c req-ef1c8098-e808-4fc0-adc0-756007174136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.054853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=0db88bf1-e912-40c2-8ea5-6afab66ff2bb,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:23.056099 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff0742a6-aef7-4db1-a49a-8a4d8267d59c req-ef1c8098-e808-4fc0-adc0-756007174136 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1556194 Nov 25 19:47:23.078120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a542313-79b6-4abd-9728-e13ad8a41dd4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.078985 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f5b30fd-8bed-41ab-aa03-dab8c6a763bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.145577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5b30fd-8bed-41ab-aa03-dab8c6a763bb None None] No DVR routers for this DVR port 0db88bf1-e912-40c2-8ea5-6afab66ff2bb on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:47:23.148588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5b30fd-8bed-41ab-aa03-dab8c6a763bb None None] Pushing event deleted for resources: {'Port': ['ID=0db88bf1-e912-40c2-8ea5-6afab66ff2bb,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:23.188697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cdb7dc1-c3a4-475e-baac-f1cecddc89d4 req-680bb8e1-94da-443a-9b3c-a2b704be1ddc tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.4988117 Nov 25 19:47:23.196507 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff0742a6-aef7-4db1-a49a-8a4d8267d59c req-83330fc9-5a39-4b94-b67f-adfc384d18f4 service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151838 Nov 25 19:47:23.197897 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.198280 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Added segment 4bf446be-bf4b-45fa-b7e6-10fbb757d343 of type vlan for network dbeade05-b43e-4a73-a34b-d35b2a3939a2 Nov 25 19:47:23.330319 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a542313-79b6-4abd-9728-e13ad8a41dd4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.350770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:23.364531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:23.384890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.393530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:23.477142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.478554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.483206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=3eefdeb4-1f3f-4b5f-9752-9ad158e0459d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:23.498571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60291ec1-b761-4f5a-b2a6-22c5a0cd3afd tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.500613 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-60291ec1-b761-4f5a-b2a6-22c5a0cd3afd tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&device_id=3f27ca44-9998-438a-96f1-a57c8b2aebf6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.0795734 Nov 25 19:47:23.507849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49232) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:23.604316 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff0742a6-aef7-4db1-a49a-8a4d8267d59c req-31f618de-a9a9-4fff-b304-441b527d708b service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3942084 Nov 25 19:47:23.622845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc116b14-7210-4c38-9cdc-bfb68ab4c58e tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.624881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fc116b14-7210-4c38-9cdc-bfb68ab4c58e tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 881 time: 0.1155975 Nov 25 19:47:23.645375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49234) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:23.651517 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8778a461-e63c-40ff-8d02-31e5ad9e95f2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.7876234 Nov 25 19:47:23.652725 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.resource_extend [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:47:23.663300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49236) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:23.663300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '3eefdeb4-1f3f-4b5f-9752-9ad158e0459d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:23.692886 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a542313-79b6-4abd-9728-e13ad8a41dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.710506 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a542313-79b6-4abd-9728-e13ad8a41dd4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.715247 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9a542313-79b6-4abd-9728-e13ad8a41dd4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/718148d4-f8e2-457e-b8e6-98aa8fbd272a HTTP/1.1" status: 204 len: 168 time: 0.7736759 Nov 25 19:47:23.741053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.objects.ports [None req-1665f75c-4182-4fab-90bb-83266fccbeb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103651) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:47:23.742579 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.760317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1665f75c-4182-4fab-90bb-83266fccbeb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.788650 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3566b302-3857-4b0b-bf77-1e1949c24514 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f27ca44-9998-438a-96f1-a57c8b2aebf6 HTTP/1.1" status: 200 len: 205 time: 0.1322043 Nov 25 19:47:23.822916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49240) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:23.835537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a542313-79b6-4abd-9728-e13ad8a41dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=718148d4-f8e2-457e-b8e6-98aa8fbd272a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:23.843995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1665f75c-4182-4fab-90bb-83266fccbeb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:23.868386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.888628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-1665f75c-4182-4fab-90bb-83266fccbeb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:23.901853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1665f75c-4182-4fab-90bb-83266fccbeb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.902850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1665f75c-4182-4fab-90bb-83266fccbeb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:23.932838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1665f75c-4182-4fab-90bb-83266fccbeb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.6077154 Nov 25 19:47:23.933831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75544304-6869-4279-9f87-2d4da0a5b416 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:23.946624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49244) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:23.950751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:23.953965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:d6:f2:23', 'name': 'tempest-NetworksTestDHCPv6-2066264781'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:23.961797 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.108215 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3317757 Nov 25 19:47:24.115385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49246) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:24.124241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1585427341', 'admin_state_up': True, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:24.214758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9532effc-acb5-422c-911a-9a43f563325d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Network': ['ID=dbeade05-b43e-4a73-a34b-d35b2a3939a2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:24.237982 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network dbeade05-b43e-4a73-a34b-d35b2a3939a2 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:47:24.241166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665f75c-4182-4fab-90bb-83266fccbeb5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=faf7c0f8-bb6a-4b7d-8429-775abc1cacb4,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:24.258753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.261664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.376627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': 'faf7c0f8-bb6a-4b7d-8429-775abc1cacb4'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:47:24.377570 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.468340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:24.503854 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.574093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49258) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:24.607258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b1d2dcb9-a248-4b13-a622-7e8fa0725a4f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.662123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.673062 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.686926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Allocated IP 2001:db8::f816:3eff:fe5e:eb6c (0a011fd0-9c8c-4deb-9828-aa08d061358c/faf7c0f8-bb6a-4b7d-8429-775abc1cacb4/64d56578-c24e-4dfb-8661-794f607529ba) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:24.807131 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b1d2dcb9-a248-4b13-a622-7e8fa0725a4f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.815251 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b1d2dcb9-a248-4b13-a622-7e8fa0725a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.856848 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:24.931140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba309a-e212-4bf0-9783-7c613f7d93c5 req-9ad8c4b3-23ef-4e2b-a239-e916f11f1641 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:24.932888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48ba309a-e212-4bf0-9783-7c613f7d93c5 req-9ad8c4b3-23ef-4e2b-a239-e916f11f1641 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.4961400 Nov 25 19:47:25.084352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d2dcb9-a248-4b13-a622-7e8fa0725a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1903af-8142-431f-85e6-592fa38a204b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:25.090624 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b1d2dcb9-a248-4b13-a622-7e8fa0725a4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=307750fca62642bd911d644ef7012713&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5138416 Nov 25 19:47:25.111292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49262) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:25.126523 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.135625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.229400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:25.237422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:25.244986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:25.246083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67ab4995-5eac-4883-b201-1d8fcfecf155 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.301200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67ab4995-5eac-4883-b201-1d8fcfecf155 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.376371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Pushing event updated for resources: {'Port': ['ID=64d56578-c24e-4dfb-8661-794f607529ba,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:25.400280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Attempting to bind port 64d56578-c24e-4dfb-8661-794f607529ba on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:25.400936 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Attempting to bind port 64d56578-c24e-4dfb-8661-794f607529ba by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:25.402356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Attempting to bind port 64d56578-c24e-4dfb-8661-794f607529ba on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:25.410458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:25.411158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:25.416708 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.417736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:25.421656 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67ab4995-5eac-4883-b201-1d8fcfecf155 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.425725 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-67ab4995-5eac-4883-b201-1d8fcfecf155 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.430277 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-67ab4995-5eac-4883-b201-1d8fcfecf155 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2a1903af-8142-431f-85e6-592fa38a204b HTTP/1.1" status: 204 len: 168 time: 0.3168485 Nov 25 19:47:25.433101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Bound port: 64d56578-c24e-4dfb-8661-794f607529ba, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:25.434858 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.447853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab4995-5eac-4883-b201-1d8fcfecf155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1903af-8142-431f-85e6-592fa38a204b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:25.616792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] For port 64d56578-c24e-4dfb-8661-794f607529ba, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:25.629951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] For port 64d56578-c24e-4dfb-8661-794f607529ba, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64d56578-c24e-4dfb-8661-794f607529ba,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:25.655628 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:25.782941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0744a18e-83a4-4449-9f82-3b8f4b6d049e None None] Pushing event updated for resources: {'Port': ['ID=64d56578-c24e-4dfb-8661-794f607529ba,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:26.486116 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:26.504846 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:26.586922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port cd6cd07d-900a-4baf-9481-9e22e272dc79 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:47:26.592464 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64d56578-c24e-4dfb-8661-794f607529ba up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:26.683378 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48ba309a-e212-4bf0-9783-7c613f7d93c5 req-e82f584f-59d7-4d34-a81d-1c6c10bda84c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.6227934 Nov 25 19:47:26.766577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 64d56578-c24e-4dfb-8661-794f607529ba triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:26.772123 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:27.102885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Deleting port a980fa3b-e30d-4d82-9ca1-d96b68d65939 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:27.103601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:27.169726 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:27.330130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.25.8.197 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/72c6d99e-f2a3-4f29-954b-07eff1818cb2) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:27.349556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 64d56578-c24e-4dfb-8661-794f607529ba, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64d56578-c24e-4dfb-8661-794f607529ba,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:27.358737 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:27.550958 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:27.552665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=64d56578-c24e-4dfb-8661-794f607529ba,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:27.834105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:28.003629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::f816:3eff:fed6:f223 (0a011fd0-9c8c-4deb-9828-aa08d061358c/faf7c0f8-bb6a-4b7d-8429-775abc1cacb4/cd6cd07d-900a-4baf-9481-9e22e272dc79) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:28.071550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:28.111225 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:28.142220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:28.161532 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:28.226290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5d6a4f1a-4622-46b1-adb3-d879c39385be None None] Provisioning complete for port 64d56578-c24e-4dfb-8661-794f607529ba triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:28.226863 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5d6a4f1a-4622-46b1-adb3-d879c39385be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:28.239468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=72c6d99e-f2a3-4f29-954b-07eff1818cb2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:28.243065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Calling delete_port for a980fa3b-e30d-4d82-9ca1-d96b68d65939 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:28.475729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8bee6-045b-451b-b7e7-47c082e7e87a req-28cdcac2-dab9-455e-80b7-f57fc6207867 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:28.477776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64d56578-c24e-4dfb-8661-794f607529ba up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:28.489376 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ff8bee6-045b-451b-b7e7-47c082e7e87a req-28cdcac2-dab9-455e-80b7-f57fc6207867 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.4163697 Nov 25 19:47:28.546727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 64d56578-c24e-4dfb-8661-794f607529ba triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:28.547517 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:28.840512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ff8bee6-045b-451b-b7e7-47c082e7e87a req-86673ce2-d668-491a-9f4d-a0a31e68e05e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3499548 Nov 25 19:47:28.909795 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.018732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-a90cda4d-3740-4655-9822-930843fdd154 req-2a870f87-e775-4042-abdc-4ab5fb67ddcc service neutron] (103651) timed out ('10.222.0.15', 58128) {{(pid=103651) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:47:29.036936 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.074082 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.129562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49332) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:29.255518 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.301625 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-975093f4-d96a-46d9-8c4e-e1298f38e8a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.393372 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.400986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:29.472102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-975093f4-d96a-46d9-8c4e-e1298f38e8a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.478005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:29.486986 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-975093f4-d96a-46d9-8c4e-e1298f38e8a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.491330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:29.497394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:29.498077 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.531551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=cd6cd07d-900a-4baf-9481-9e22e272dc79,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:29.559552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-975093f4-d96a-46d9-8c4e-e1298f38e8a7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2079e7a0039d4277b9e39464cd2e8a97&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4283643 Nov 25 19:47:29.562526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49338) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:29.648219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6f7b38-6db1-4671-87b8-c4ec8bc873b4 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:29.650933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975093f4-d96a-46d9-8c4e-e1298f38e8a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb95f583-91d0-4909-a92f-a64af148b74d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:29.787787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9f6bef13-f874-4797-932e-4f39106c44d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.851815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9f6bef13-f874-4797-932e-4f39106c44d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.966549 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9f6bef13-f874-4797-932e-4f39106c44d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.969396 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9f6bef13-f874-4797-932e-4f39106c44d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:29.973795 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9f6bef13-f874-4797-932e-4f39106c44d5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cb95f583-91d0-4909-a92f-a64af148b74d HTTP/1.1" status: 204 len: 168 time: 0.4096515 Nov 25 19:47:29.994618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6bef13-f874-4797-932e-4f39106c44d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb95f583-91d0-4909-a92f-a64af148b74d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:30.149998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Allocated IP 172.25.8.100 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:30.249237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Pushing event deleted for resources: {'Port': ['ID=a980fa3b-e30d-4d82-9ca1-d96b68d65939,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:30.254976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c04603d8-2f9c-499c-b3bf-b4d0183e5009 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 6.3062234 Nov 25 19:47:30.259534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49352) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:30.332596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-59f0e61a-a926-4fd0-9790-2a447849c2d9 None None] Provisioning complete for port cd6cd07d-900a-4baf-9481-9e22e272dc79 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:30.333325 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-59f0e61a-a926-4fd0-9790-2a447849c2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:30.371791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c480a-9391-4114-b97f-12dec8629a8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:30.378016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749c480a-9391-4114-b97f-12dec8629a8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:30.390601 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-749c480a-9391-4114-b97f-12dec8629a8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1299260 Nov 25 19:47:30.395180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49354) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:30.432751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-59f0e61a-a926-4fd0-9790-2a447849c2d9 None None] Port cd6cd07d-900a-4baf-9481-9e22e272dc79 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:30.728260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa0854-09c5-4b3a-bcc0-187079bb7109 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port cd6cd07d-900a-4baf-9481-9e22e272dc79 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:30.728847 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0854-09c5-4b3a-bcc0-187079bb7109 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.305544 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.341585 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0854-09c5-4b3a-bcc0-187079bb7109 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.375401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5cfa0854-09c5-4b3a-bcc0-187079bb7109 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for cd6cd07d-900a-4baf-9481-9e22e272dc79 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:31.437104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.456733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85cd3d-afb0-4a9c-a04f-9aa2a17e767c req-0b1ea940-e6af-4fcf-a34e-a631b5f46918 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:31.459970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a85cd3d-afb0-4a9c-a04f-9aa2a17e767c req-0b1ea940-e6af-4fcf-a34e-a631b5f46918 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 1.2599726 Nov 25 19:47:31.480949 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.665176 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:31.885036 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0854-09c5-4b3a-bcc0-187079bb7109 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.010606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa0854-09c5-4b3a-bcc0-187079bb7109 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=cd6cd07d-900a-4baf-9481-9e22e272dc79,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:32.048989 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.076394 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.101633 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-51ddb16b-be22-4d55-8f6e-b40b78cdf57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.107994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:32.134870 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5cfa0854-09c5-4b3a-bcc0-187079bb7109 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.145857 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5cfa0854-09c5-4b3a-bcc0-187079bb7109 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/cd6cd07d-900a-4baf-9481-9e22e272dc79 HTTP/1.1" status: 204 len: 168 time: 1.7491269 Nov 25 19:47:32.150231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49370) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:32.210238 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a85cd3d-afb0-4a9c-a04f-9aa2a17e767c req-2c25ca54-3b39-4f42-9140-ffca77db2732 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4833796 Nov 25 19:47:32.210585 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.214563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Port': ['ID=0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:32.330927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03109e-f2a7-43de-9a83-9e59efb64f72 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:32.333939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a03109e-f2a7-43de-9a83-9e59efb64f72 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:32.341275 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2a03109e-f2a7-43de-9a83-9e59efb64f72 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1874347 Nov 25 19:47:32.342182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49374) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:32.373836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:32.398423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7ac90a7-ba05-44a3-9900-913e2892a3a9 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:32.469925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:32.477449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8021072f-d7d5-4af1-967f-20bbd8c80098 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet faf7c0f8-bb6a-4b7d-8429-775abc1cacb4 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:47:32.483846 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8021072f-d7d5-4af1-967f-20bbd8c80098 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.541323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fd028d85-2e90-4963-becd-8e7c193b000a None None] Provisioning complete for port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:32.542035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd028d85-2e90-4963-becd-8e7c193b000a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.579645 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8021072f-d7d5-4af1-967f-20bbd8c80098 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.618462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fd028d85-2e90-4963-becd-8e7c193b000a None None] Port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:32.701035 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.701955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Fanout notify agent at l3_agent the message router_deleted on router 3f27ca44-9998-438a-96f1-a57c8b2aebf6 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:47:32.732997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.746328 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e4ac5d15-c3fd-4f2e-a147-a3c984ce2851 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/3f27ca44-9998-438a-96f1-a57c8b2aebf6 HTTP/1.1" status: 204 len: 168 time: 8.9211738 Nov 25 19:47:32.753493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49380) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:32.774343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3d638b8a-84de-4e10-8da1-b95e19d1ff10 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1970193876', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:32.813570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8021072f-d7d5-4af1-967f-20bbd8c80098 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.901018 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8021072f-d7d5-4af1-967f-20bbd8c80098 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.937588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021072f-d7d5-4af1-967f-20bbd8c80098 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=faf7c0f8-bb6a-4b7d-8429-775abc1cacb4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:32.991350 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8021072f-d7d5-4af1-967f-20bbd8c80098 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:32.995270 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8021072f-d7d5-4af1-967f-20bbd8c80098 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/faf7c0f8-bb6a-4b7d-8429-775abc1cacb4 HTTP/1.1" status: 204 len: 168 time: 0.6515951 Nov 25 19:47:33.000212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49382) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:33.003975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9db6d4b-6ca3-4e6b-9a5c-b0d7b867436e None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:33.065084 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aa938c32-a932-4bb9-bc8b-c8b21a707d4f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0633686 Nov 25 19:47:33.070987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49386) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:33.191891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3191a40b-a78d-4179-9ae4-befc4a641632 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:33.193697 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3191a40b-a78d-4179-9ae4-befc4a641632 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1212180 Nov 25 19:47:33.207656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49392) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:33.221574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d638b8a-84de-4e10-8da1-b95e19d1ff10 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.223469 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d638b8a-84de-4e10-8da1-b95e19d1ff10 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.343045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41468ed2-5e9b-42d9-9912-c879536b8ddb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:33.377945 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-41468ed2-5e9b-42d9-9912-c879536b8ddb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1688087 Nov 25 19:47:33.388333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49400) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:33.492336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.510244 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-60ac8d6c-c86f-4483-9333-a8a971a9e906 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1205654 Nov 25 19:47:33.522325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49404) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:33.532424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4f8dc481-04c1-482d-bb42-c2e72837e23e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:33.681304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76b7329-f512-4a12-bdf2-c8850f2be5da None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:33.688933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8dc481-04c1-482d-bb42-c2e72837e23e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:33.696922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc481-04c1-482d-bb42-c2e72837e23e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.737392 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d638b8a-84de-4e10-8da1-b95e19d1ff10 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.774330 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d638b8a-84de-4e10-8da1-b95e19d1ff10 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.811156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e76b7329-f512-4a12-bdf2-c8850f2be5da None None] Deleting port 64d56578-c24e-4dfb-8661-794f607529ba {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:33.811897 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e76b7329-f512-4a12-bdf2-c8850f2be5da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.887251 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.946881 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196c2fe8-dc0d-44a5-af59-7b3c2933b0d3 req-d499ac7f-8245-4a3b-a529-4817929af977 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:33.948994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-196c2fe8-dc0d-44a5-af59-7b3c2933b0d3 req-d499ac7f-8245-4a3b-a529-4817929af977 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.4532752 Nov 25 19:47:33.951324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e76b7329-f512-4a12-bdf2-c8850f2be5da None None] For port 64d56578-c24e-4dfb-8661-794f607529ba, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64d56578-c24e-4dfb-8661-794f607529ba,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:33.952234 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e76b7329-f512-4a12-bdf2-c8850f2be5da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.954945 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:33.994042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e76b7329-f512-4a12-bdf2-c8850f2be5da None None] Calling delete_port for 64d56578-c24e-4dfb-8661-794f607529ba owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:34.100159 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=72c6d99e-f2a3-4f29-954b-07eff1818cb2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:34.114687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-196c2fe8-dc0d-44a5-af59-7b3c2933b0d3 req-ca10ba3b-69a1-465a-954e-5e741c0d6e00 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473274 Nov 25 19:47:34.123598 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d638b8a-84de-4e10-8da1-b95e19d1ff10 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.129376 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3d638b8a-84de-4e10-8da1-b95e19d1ff10 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.3659956 Nov 25 19:47:34.134086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49410) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:34.148761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'enable_snat': False}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:34.219726 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e76b7329-f512-4a12-bdf2-c8850f2be5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.296857 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76b7329-f512-4a12-bdf2-c8850f2be5da None None] Pushing event deleted for resources: {'Port': ['ID=64d56578-c24e-4dfb-8661-794f607529ba,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:34.305856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76b7329-f512-4a12-bdf2-c8850f2be5da None None] No DVR routers for this DVR port 64d56578-c24e-4dfb-8661-794f607529ba on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:47:34.514612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc481-04c1-482d-bb42-c2e72837e23e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.560142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64d56578-c24e-4dfb-8661-794f607529ba no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:34.626490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 64d56578-c24e-4dfb-8661-794f607529ba {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:47:34.628093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64d56578-c24e-4dfb-8661-794f607529ba not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:47:34.711985 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.794636 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8dc481-04c1-482d-bb42-c2e72837e23e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:34.796878 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.833810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4f8dc481-04c1-482d-bb42-c2e72837e23e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:34.839494 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-50e8253a-20e3-4b34-a3aa-3c82103113e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.862302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8dc481-04c1-482d-bb42-c2e72837e23e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:34.863231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48df4362-f6ec-432c-8b6c-b980f7ccc12a None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:34.863403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc481-04c1-482d-bb42-c2e72837e23e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.923405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:34.953953 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4f8dc481-04c1-482d-bb42-c2e72837e23e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4302859 Nov 25 19:47:34.963031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49418) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:34.971898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dc481-04c1-482d-bb42-c2e72837e23e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=3d534190-6970-45f3-9c11-54662a9fbc30,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:34.994999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:75:ca:f7', 'name': 'tempest-NetworksTestDHCPv6-2024186943'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:35.097705 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP 978b1fcd-2240-4ec1-916e-724e85ff2780 associated. External IP: 172.25.8.197, port: 3eefdeb4-1f3f-4b5f-9752-9ad158e0459d. Nov 25 19:47:35.205107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '3d534190-6970-45f3-9c11-54662a9fbc30'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:47:35.207137 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.280402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Router 540d8869-a348-4a64-8d24-d2b46338f316 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:47:35.435792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:35.614738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e01a3ba-56ab-4e4f-8d75-ec8f793dbbf8 req-a71abc8b-e2fc-4a5e-a8c8-0b5fc1389016 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:35.619489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e01a3ba-56ab-4e4f-8d75-ec8f793dbbf8 req-a71abc8b-e2fc-4a5e-a8c8-0b5fc1389016 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.3011417 Nov 25 19:47:35.623689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Allocated IP 2001:db8::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/3d534190-6970-45f3-9c11-54662a9fbc30/5c1fd8c1-62a4-48cc-b44d-09cecd12e607) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:35.841810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:35.863138 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Sync routers for ids ['540d8869-a348-4a64-8d24-d2b46338f316'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:35.894019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Routers {'540d8869-a348-4a64-8d24-d2b46338f316'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:35.894974 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['540d8869-a348-4a64-8d24-d2b46338f316'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:35.920039 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:35.921948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-df4e09d1-895b-4f26-b277-737db04adb83 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 11.8017211 Nov 25 19:47:35.938453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e01a3ba-56ab-4e4f-8d75-ec8f793dbbf8 req-80e64275-d631-42f2-a9c0-647a2f892b7f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3051121 Nov 25 19:47:35.942264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49444) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:35.981260 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.029823 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:47:36.100660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Set router 540d8869-a348-4a64-8d24-d2b46338f316 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:36.181813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.249233 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:36.257247 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:36.260037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:36.274259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.364170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc49347-2ad2-438d-9c49-992c8a2f19be tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:36.367664 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ccc49347-2ad2-438d-9c49-992c8a2f19be tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2e694ece81b24bd1992fdd72ac9241f4&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4167299 Nov 25 19:47:36.372348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49450) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:36.428529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 7fce53c3-7ccf-400d-9cb0-b5a457730772 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:47:36.455271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Pushing event updated for resources: {'Port': ['ID=5c1fd8c1-62a4-48cc-b44d-09cecd12e607,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:36.496658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:36.509875 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bdbd4-f327-4460-b7b8-a94140e6a4e1 None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:36.542861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.549947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe67a0-9420-4832-bfc5-a093d5c4f840 req-ad784934-6b96-4ace-a8da-f3ed235a0816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:36.555620 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fabe67a0-9420-4832-bfc5-a093d5c4f840 req-ad784934-6b96-4ace-a8da-f3ed235a0816 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 1096 time: 0.4472380 Nov 25 19:47:36.558745 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bdbd4-f327-4460-b7b8-a94140e6a4e1 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:36.560322 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fd9bdbd4-f327-4460-b7b8-a94140e6a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:36.576844 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.577200 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.596321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Attempting to bind port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:36.597578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Attempting to bind port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:36.597578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Attempting to bind port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:36.598523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.609909 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:36.610665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:36.611211 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.611707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:36.612308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Bound port: 5c1fd8c1-62a4-48cc-b44d-09cecd12e607, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:36.612820 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.697198 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fd9bdbd4-f327-4460-b7b8-a94140e6a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:36.706900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] For port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:36.711117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] For port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5c1fd8c1-62a4-48cc-b44d-09cecd12e607,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:36.721668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540d8869-a348-4a64-8d24-d2b46338f316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1585427341', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:24Z', 'updated_at': '2021-11-25T19:47:32Z', 'revision_number': 3, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:29Z', 'updated_at': '2021-11-25T19:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:36.727279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9936c1-255d-4ca3-8c6b-219d746d6bc2 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:36.734602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6b9936c1-255d-4ca3-8c6b-219d746d6bc2 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3562360 Nov 25 19:47:36.736344 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9bdbd4-f327-4460-b7b8-a94140e6a4e1 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:36.737502 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fd9bdbd4-f327-4460-b7b8-a94140e6a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:36.753686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3dc74a38-0e76-4b39-9d4c-8d847a6c6c00 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 13.0902009 Nov 25 19:47:36.753686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49458) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:36.753686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49460) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:36.763325 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.778880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Checking router: 540d8869-a348-4a64-8d24-d2b46338f316 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:47:36.778880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Updating router 540d8869-a348-4a64-8d24-d2b46338f316 port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:47:36.792989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-87a2a5f4-c4fd-4b3c-9c12-8b35cd691b62 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:36.847507 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fd9bdbd4-f327-4460-b7b8-a94140e6a4e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:36.849006 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9bdbd4-f327-4460-b7b8-a94140e6a4e1 None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:36.853535 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:36.879860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::3a5 (0a011fd0-9c8c-4deb-9828-aa08d061358c/3d534190-6970-45f3-9c11-54662a9fbc30/7fce53c3-7ccf-400d-9cb0-b5a457730772) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:37.118876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-56a48a5a-bd29-4e52-b475-d337827e570a tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3637614 Nov 25 19:47:37.122401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49468) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:37.124363 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-87a2a5f4-c4fd-4b3c-9c12-8b35cd691b62 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.163872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe67a0-9420-4832-bfc5-a093d5c4f840 req-457a02e7-c1d1-4450-b28b-7e038c4217d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:37.165684 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fabe67a0-9420-4832-bfc5-a093d5c4f840 req-457a02e7-c1d1-4450-b28b-7e038c4217d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.5797045 Nov 25 19:47:37.212087 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b3d71c5e-5768-4b38-b6be-822b6912703e tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2e694ece81b24bd1992fdd72ac9241f4&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0466566 Nov 25 19:47:37.221071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49472) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:37.258980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d96128f-4512-48a8-bc4e-f3a3b7d77a74 None None] Pushing event updated for resources: {'Port': ['ID=5c1fd8c1-62a4-48cc-b44d-09cecd12e607,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:37.360694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef68580-2716-4c39-b7b6-49e3ee21df5d req-e33e6082-154f-496c-8bd6-ccce54e0397e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:37.376883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ef68580-2716-4c39-b7b6-49e3ee21df5d req-e33e6082-154f-496c-8bd6-ccce54e0397e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.2464504 Nov 25 19:47:37.413132 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.422174 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.487500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Attempting to bind port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:37.488052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Attempting to bind port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:37.488531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Attempting to bind port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:37.501371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:37.501915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:37.502463 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.503001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:37.503620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Bound port: 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:37.504114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.561358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200b0212-3c58-4331-9351-5598e831cfa7 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:37.590386 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Pushing event updated for resources: {'Port': ['ID=0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:37.593756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] For port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:37.599415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] For port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:37.609292 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.613208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.613635 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.613984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.614323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.614666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.615033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.615402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.615739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.616079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.616409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.616742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.617069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:47:37.679060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ef68580-2716-4c39-b7b6-49e3ee21df5d req-dba249bd-306b-40f1-bc28-e6a7eda46284 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2953820 Nov 25 19:47:37.801588 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-87a2a5f4-c4fd-4b3c-9c12-8b35cd691b62 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.822522 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-87a2a5f4-c4fd-4b3c-9c12-8b35cd691b62 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.825497 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-87a2a5f4-c4fd-4b3c-9c12-8b35cd691b62 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP 978b1fcd-2240-4ec1-916e-724e85ff2780 disassociated. External IP: 172.25.8.197, port: 3eefdeb4-1f3f-4b5f-9752-9ad158e0459d. Nov 25 19:47:37.902055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0b55dd-28bf-4a98-a696-4ddb9ab24368 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:37.923089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdea042a-c767-4e1c-85da-65caab9258fc None None] Pushing event updated for resources: {'Port': ['ID=0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:37.955018 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.969989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a62119ae-0fb6-4baf-bbbd-93e4ad9a81d8 None None] Provisioning complete for port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:37.970593 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a62119ae-0fb6-4baf-bbbd-93e4ad9a81d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:37.992448 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fabe67a0-9420-4832-bfc5-a093d5c4f840 req-22939f91-b8d3-47af-8ecb-073bb9a96c20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50b45e6-233c-4ca5-acca-99f485953123 HTTP/1.1" status: 200 len: 1001 time: 0.7833760 Nov 25 19:47:38.043276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Routers {'540d8869-a348-4a64-8d24-d2b46338f316'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:38.047367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['540d8869-a348-4a64-8d24-d2b46338f316'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:38.188485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Allocated IP 172.25.8.212 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/16b2a06b-ea4d-4feb-b3e5-5e457419e9a4) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:38.196366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20afde6c-c5a6-4472-8404-b2757ffe9d79 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:38.197961 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-20afde6c-c5a6-4472-8404-b2757ffe9d79 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.9785047 Nov 25 19:47:38.208645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49484) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:38.262278 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe67a0-9420-4832-bfc5-a093d5c4f840 req-1b10359a-32e5-4454-b524-8a51f8bca949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:38.264109 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fabe67a0-9420-4832-bfc5-a093d5c4f840 req-1b10359a-32e5-4454-b524-8a51f8bca949 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.2345104 Nov 25 19:47:38.289518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-22fda775-4cc8-4f93-aea8-2e37b08088a3 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0766716 Nov 25 19:47:38.307504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49486) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:38.336380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2012939312', 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2', 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:38.368005 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:38.424226 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a62119ae-0fb6-4baf-bbbd-93e4ad9a81d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:38.432743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe67a0-9420-4832-bfc5-a093d5c4f840 req-13c91a3d-fcaf-4487-81d9-e1d26cbcdac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:38.434677 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fabe67a0-9420-4832-bfc5-a093d5c4f840 req-13c91a3d-fcaf-4487-81d9-e1d26cbcdac1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543341 Nov 25 19:47:38.443610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:38.496875 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] Set router 540d8869-a348-4a64-8d24-d2b46338f316 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:38.503530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a62119ae-0fb6-4baf-bbbd-93e4ad9a81d8 None None] For port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:38.537790 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a62119ae-0fb6-4baf-bbbd-93e4ad9a81d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:38.550986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a2a5f4-c4fd-4b3c-9c12-8b35cd691b62 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:47:38.642842 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:38.647768 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:38.686677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:38.729890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Made reservation on behalf of 2e694ece81b24bd1992fdd72ac9241f4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:38.741142 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:38.751229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:38.798460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:38.822079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:38.842752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:38.843509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:38.850221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=7fce53c3-7ccf-400d-9cb0-b5a457730772,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:38.899914 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fabe67a0-9420-4832-bfc5-a093d5c4f840 req-27443b4d-a80a-45e3-b726-2b8a05a46546 service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4469001 Nov 25 19:47:39.033269 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b67193c6-c39e-44d7-bf61-885c9ef25090 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.0641015 Nov 25 19:47:39.039294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49502) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:39.079084 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:39.170557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-40bd894e-f203-4aea-9fe5-4514c6607990 None None] Provisioning complete for port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:39.171198 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-40bd894e-f203-4aea-9fe5-4514c6607990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:39.296113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62119ae-0fb6-4baf-bbbd-93e4ad9a81d8 None None] Pushing event updated for resources: {'Port': ['ID=0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:39.368766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:39.368766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:39.422733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fabe67a0-9420-4832-bfc5-a093d5c4f840 req-69345212-a8ab-46f9-9dae-3407f6faf41e service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5180280 Nov 25 19:47:39.432419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Pushing event updated for resources: {'Port': ['ID=16b2a06b-ea4d-4feb-b3e5-5e457419e9a4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:39.493947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:39.496135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540d8869-a348-4a64-8d24-d2b46338f316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1585427341', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:24Z', 'updated_at': '2021-11-25T19:47:32Z', 'revision_number': 3, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:29Z', 'updated_at': '2021-11-25T19:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:39.508292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab23b49-efe3-4b47-a6a5-c61699407c9c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:39.528869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab23b49-efe3-4b47-a6a5-c61699407c9c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:39.529064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a2a5f4-c4fd-4b3c-9c12-8b35cd691b62 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:39.531430 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1ab23b49-efe3-4b47-a6a5-c61699407c9c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.4898765 Nov 25 19:47:39.539404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49508) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:39.543430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:39.543627 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-87a2a5f4-c4fd-4b3c-9c12-8b35cd691b62 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:39.561190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:39.570061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c314de-a0a6-432f-841f-b2dc827b44e9 req-94f6965b-1e81-47c2-b8d6-0e5f2cc16e81 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:39.571475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0c314de-a0a6-432f-841f-b2dc827b44e9 req-94f6965b-1e81-47c2-b8d6-0e5f2cc16e81 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 945 time: 0.2083538 Nov 25 19:47:39.587310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33823deb-d6dc-4e90-9989-97cad7590359 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:39.593400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b97f3-d2b6-4bfb-b8c1-c3b8045ccc76 None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:39.627498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e58310-a75b-4740-8d2e-beb90c04588f None None] The sync data for ids ['540d8869-a348-4a64-8d24-d2b46338f316'] in n-d-817303-9 is: [{'id': '540d8869-a348-4a64-8d24-d2b46338f316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1585427341', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:24Z', 'updated_at': '2021-11-25T19:47:32Z', 'revision_number': 3, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2d:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:29Z', 'updated_at': '2021-11-25T19:47:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:39.702130 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-87a2a5f4-c4fd-4b3c-9c12-8b35cd691b62 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "PUT /v2.0/floatingips/978b1fcd-2240-4ec1-916e-724e85ff2780 HTTP/1.1" status: 200 len: 688 time: 2.9291861 Nov 25 19:47:39.705668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49510) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:39.724252 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:39.742169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e3555121-ce2b-42d1-acf2-e3e0bd881054 None None] Provisioning complete for port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:39.742568 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3555121-ce2b-42d1-acf2-e3e0bd881054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:39.792988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b97f3-d2b6-4bfb-b8c1-c3b8045ccc76 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:39.793656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-460b97f3-d2b6-4bfb-b8c1-c3b8045ccc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:39.870052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-460b97f3-d2b6-4bfb-b8c1-c3b8045ccc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:39.879258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0c314de-a0a6-432f-841f-b2dc827b44e9 req-c4bc8b1b-48ea-4574-99fc-7109345fa63e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822638 Nov 25 19:47:39.913679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5c1fd8c1-62a4-48cc-b44d-09cecd12e607,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:39.927352 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:39.947633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460b97f3-d2b6-4bfb-b8c1-c3b8045ccc76 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:39.948365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-460b97f3-d2b6-4bfb-b8c1-c3b8045ccc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:40.012864 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.086542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e50b45e6-233c-4ca5-acca-99f485953123 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:40.090403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-460b97f3-d2b6-4bfb-b8c1-c3b8045ccc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:40.092071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-460b97f3-d2b6-4bfb-b8c1-c3b8045ccc76 None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:40.113259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Subnet': ['ID=319cd274-8e1b-4337-a7ce-58ab5a108b18,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:40.132212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d073ad31-35f0-4fe1-b7df-d8f52283e22b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port 72c6d99e-f2a3-4f29-954b-07eff1818cb2 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:40.132559 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d073ad31-35f0-4fe1-b7df-d8f52283e22b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.184744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Checking segment: {'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:40.185141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network hostable DHCP agents. Network: dbeade05-b43e-4a73-a34b-d35b2a3939a2, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:47:40.268481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-28598d54-7698-4fa1-be9d-ed9fe8a52ead tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 7fce53c3-7ccf-400d-9cb0-b5a457730772 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:40.269128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28598d54-7698-4fa1-be9d-ed9fe8a52ead tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.306288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=5c1fd8c1-62a4-48cc-b44d-09cecd12e607,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:40.338439 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d073ad31-35f0-4fe1-b7df-d8f52283e22b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.338785 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d073ad31-35f0-4fe1-b7df-d8f52283e22b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.357161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d073ad31-35f0-4fe1-b7df-d8f52283e22b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for 72c6d99e-f2a3-4f29-954b-07eff1818cb2 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:40.446421 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.502545 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28598d54-7698-4fa1-be9d-ed9fe8a52ead tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.504287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network dbeade05-b43e-4a73-a34b-d35b2a3939a2 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:47:40.520155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-28598d54-7698-4fa1-be9d-ed9fe8a52ead tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 7fce53c3-7ccf-400d-9cb0-b5a457730772 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:40.524558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, dbeade05-b43e-4a73-a34b-d35b2a3939a2) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:40.528398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.570444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:40.571283 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:40.573882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.577303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:47:40.580149 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-655027f0-cc87-4fe1-86ab-f3a0bbc942d1" -d '{"events": [{"server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "name": "network-vif-unplugged", "status": "completed", "tag": "e50b45e6-233c-4ca5-acca-99f485953123"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:47:40.585995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ea4808-77a5-45bd-9b61-2bf436308aa7 None None] Network dbeade05-b43e-4a73-a34b-d35b2a3939a2 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:40.629294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b878ce49-31cf-466f-90e8-dab8f77198f4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.3173068 Nov 25 19:47:40.632494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49524) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:40.757621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:40.845680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:40.928990 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c97b759-bd4a-4ef8-a089-df1814de7b5d x-openstack-request-id: req-9c97b759-bd4a-4ef8-a089-df1814de7b5d {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:47:40.929773 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "name": "network-vif-unplugged", "status": "completed", "tag": "e50b45e6-233c-4ca5-acca-99f485953123", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:47:40.930272 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9c97b759-bd4a-4ef8-a089-df1814de7b5d {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:47:40.931044 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123', 'code': 200} Nov 25 19:47:40.939607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f1be7ee6-44c9-4b9b-9e88-63e62602346d None None] Provisioning complete for port 7fce53c3-7ccf-400d-9cb0-b5a457730772 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:40.940418 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f1be7ee6-44c9-4b9b-9e88-63e62602346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.030900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:41.031922 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.096764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=e50b45e6-233c-4ca5-acca-99f485953123,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:41.129264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-dbeade05-b43e-4a73-a34b-d35b2a3939a2', 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'fixed_ips': [{'subnet_id': '319cd274-8e1b-4337-a7ce-58ab5a108b18'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:47:41.130445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.189624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f1be7ee6-44c9-4b9b-9e88-63e62602346d None None] Port 7fce53c3-7ccf-400d-9cb0-b5a457730772 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:41.356922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf081a1-8ef5-40a4-8162-a78a2856a4c5 req-0441adcb-ac16-43f9-80bb-fe9e98b246e0 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:41.365897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddf081a1-8ef5-40a4-8162-a78a2856a4c5 req-0441adcb-ac16-43f9-80bb-fe9e98b246e0 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.2195892 Nov 25 19:47:41.383794 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f1be7ee6-44c9-4b9b-9e88-63e62602346d None None] Provisioning complete for port 16b2a06b-ea4d-4feb-b3e5-5e457419e9a4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:41.384392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f1be7ee6-44c9-4b9b-9e88-63e62602346d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.462453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddf081a1-8ef5-40a4-8162-a78a2856a4c5 req-ae394694-53e7-4bfe-abb5-18bb563a9c59 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952632 Nov 25 19:47:41.523196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Allocated IP 172.20.0.18 (dbeade05-b43e-4a73-a34b-d35b2a3939a2/319cd274-8e1b-4337-a7ce-58ab5a108b18/cc6eff31-c41b-4197-b2b6-d6c681021ef1) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:41.526172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f1be7ee6-44c9-4b9b-9e88-63e62602346d None None] Port 16b2a06b-ea4d-4feb-b3e5-5e457419e9a4 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:41.702407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d073ad31-35f0-4fe1-b7df-d8f52283e22b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.782750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28598d54-7698-4fa1-be9d-ed9fe8a52ead tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.786572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d073ad31-35f0-4fe1-b7df-d8f52283e22b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=72c6d99e-f2a3-4f29-954b-07eff1818cb2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:41.875206 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.887167 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.953509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.960663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Network dbeade05-b43e-4a73-a34b-d35b2a3939a2 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:41.960868 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d073ad31-35f0-4fe1-b7df-d8f52283e22b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.962634 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.967608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:41.967971 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d073ad31-35f0-4fe1-b7df-d8f52283e22b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:41.970409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d073ad31-35f0-4fe1-b7df-d8f52283e22b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/floatingips/978b1fcd-2240-4ec1-916e-724e85ff2780 HTTP/1.1" status: 204 len: 168 time: 2.2632000 Nov 25 19:47:41.980690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49546) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:41.988694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '9f47a713-9a1e-4823-9d73-7a94c7b84690'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:42.003767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28598d54-7698-4fa1-be9d-ed9fe8a52ead tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=7fce53c3-7ccf-400d-9cb0-b5a457730772,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:42.004177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:42.038382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Pushing event updated for resources: {'Port': ['ID=cc6eff31-c41b-4197-b2b6-d6c681021ef1,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:42.078914 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.112848 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28598d54-7698-4fa1-be9d-ed9fe8a52ead tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.118193 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-28598d54-7698-4fa1-be9d-ed9fe8a52ead tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/7fce53c3-7ccf-400d-9cb0-b5a457730772 HTTP/1.1" status: 204 len: 168 time: 2.5718682 Nov 25 19:47:42.122387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49548) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:42.241518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Attempting to bind port cc6eff31-c41b-4197-b2b6-d6c681021ef1 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:42.242545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Attempting to bind port cc6eff31-c41b-4197-b2b6-d6c681021ef1 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:42.269917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Attempting to bind port cc6eff31-c41b-4197-b2b6-d6c681021ef1 on network dbeade05-b43e-4a73-a34b-d35b2a3939a2 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:42.292911 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:42.293538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Checking segment: {'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:42.294217 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.294932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Bound using segment: {'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:42.295769 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Bound port: cc6eff31-c41b-4197-b2b6-d6c681021ef1, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:42.296431 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.313810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f089398-73a6-478e-8b84-ae03711c94ff tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:42.320335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f089398-73a6-478e-8b84-ae03711c94ff tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:42.327976 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5f089398-73a6-478e-8b84-ae03711c94ff tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2011216 Nov 25 19:47:42.330666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49554) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:42.452302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77db320-2c6d-4596-9353-2748891c1c8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 3d534190-6970-45f3-9c11-54662a9fbc30 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:47:42.463489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] For port cc6eff31-c41b-4197-b2b6-d6c681021ef1, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:42.466463 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b77db320-2c6d-4596-9353-2748891c1c8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.467286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] For port cc6eff31-c41b-4197-b2b6-d6c681021ef1, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cc6eff31-c41b-4197-b2b6-d6c681021ef1,segment=NetworkSegment(4bf446be-bf4b-45fa-b7e6-10fbb757d343),segment_id=4bf446be-bf4b-45fa-b7e6-10fbb757d343)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:42.475711 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.499564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:42.512072 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.613659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b77db320-2c6d-4596-9353-2748891c1c8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.654991 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e4d85-db3d-4211-b04b-d39993ae18f3 None None] Pushing event updated for resources: {'Port': ['ID=cc6eff31-c41b-4197-b2b6-d6c681021ef1,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:42.676050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.685680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Router 3772002c-3a3d-4688-bdac-f1bf2815b0aa is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:47:42.706761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:42.708022 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:42.922707 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b5bacb-731f-4e81-8bba-dc12a33eabc6 req-b2dfa88a-9ce7-4e57-b059-fd2752b667d0 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:42.924876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9b5bacb-731f-4e81-8bba-dc12a33eabc6 req-b2dfa88a-9ce7-4e57-b059-fd2752b667d0 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.2769289 Nov 25 19:47:43.044391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:43.056145 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:43.062368 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f7026541-4f59-46f7-9860-bcc32fd9a13f tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "PUT /v2.0/routers/3772002c-3a3d-4688-bdac-f1bf2815b0aa HTTP/1.1" status: 200 len: 920 time: 8.9251413 Nov 25 19:47:43.077510 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1bf19b-9838-4467-9aaa-1a710f4762c7 None None] Sync routers for ids ['3772002c-3a3d-4688-bdac-f1bf2815b0aa'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:43.101956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49566) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:43.104767 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1bf19b-9838-4467-9aaa-1a710f4762c7 None None] Routers {'3772002c-3a3d-4688-bdac-f1bf2815b0aa'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:43.109717 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7c1bf19b-9838-4467-9aaa-1a710f4762c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3772002c-3a3d-4688-bdac-f1bf2815b0aa'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:43.165327 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b77db320-2c6d-4596-9353-2748891c1c8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:43.204134 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7c1bf19b-9838-4467-9aaa-1a710f4762c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:43.219551 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1bf19b-9838-4467-9aaa-1a710f4762c7 None None] Routers {'3772002c-3a3d-4688-bdac-f1bf2815b0aa'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:43.220565 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7c1bf19b-9838-4467-9aaa-1a710f4762c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3772002c-3a3d-4688-bdac-f1bf2815b0aa'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:43.285216 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7c1bf19b-9838-4467-9aaa-1a710f4762c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:43.287023 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c1bf19b-9838-4467-9aaa-1a710f4762c7 None None] The sync data for ids ['3772002c-3a3d-4688-bdac-f1bf2815b0aa'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:43.322443 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b77db320-2c6d-4596-9353-2748891c1c8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:43.357713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.25.8.82 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/176bf68b-b3d7-4c61-b5e3-c4ec24d295e0) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:43.382991 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9b5bacb-731f-4e81-8bba-dc12a33eabc6 req-4c30482f-c08e-4dd4-8325-0e6bf9601d5a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4318581 Nov 25 19:47:43.383672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b77db320-2c6d-4596-9353-2748891c1c8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:43.391132 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b77db320-2c6d-4596-9353-2748891c1c8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/3d534190-6970-45f3-9c11-54662a9fbc30 HTTP/1.1" status: 204 len: 168 time: 1.0496123 Nov 25 19:47:43.393829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77db320-2c6d-4596-9353-2748891c1c8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=3d534190-6970-45f3-9c11-54662a9fbc30,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:43.399033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfc35d46-5d95-4471-824e-b5d8adda9f62 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:43.400645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49572) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:43.538665 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-da5f0637-c45c-4654-b0e9-d1bd12749cd0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1356702 Nov 25 19:47:43.543139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49576) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:43.612057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ea20ef88-e9e4-40b1-b960-ceb1356186a2 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/routers/3772002c-3a3d-4688-bdac-f1bf2815b0aa HTTP/1.1" status: 200 len: 926 time: 0.5088463 Nov 25 19:47:43.620335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49578) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:43.633591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Allocated IP 172.20.0.17 (dbeade05-b43e-4a73-a34b-d35b2a3939a2/319cd274-8e1b-4337-a7ce-58ab5a108b18/2698c391-25e2-4893-9b46-b458f6819f8e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:43.759038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3812149-d4a7-4d69-bd9c-0a5c9f1df481 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:43.764328 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a3812149-d4a7-4d69-bd9c-0a5c9f1df481 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2156146 Nov 25 19:47:43.764571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8668f76-fa10-4608-9be2-d5e9ee611dd5 None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:43.769454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49582) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:43.849140 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:47:43.924957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dabba4-0fcf-47bf-95f6-89bd08414a55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:43.926615 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e4dabba4-0fcf-47bf-95f6-89bd08414a55 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1554544 Nov 25 19:47:43.937125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49594) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:43.963739 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:43.984539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e8668f76-fa10-4608-9be2-d5e9ee611dd5 None None] Deleting port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:43.984793 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8668f76-fa10-4608-9be2-d5e9ee611dd5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.041838 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.048645 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faf947df-e7af-48a8-aa90-cd0b1167cd70 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:44.056575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-faf947df-e7af-48a8-aa90-cd0b1167cd70 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&device_id=3772002c-3a3d-4688-bdac-f1bf2815b0aa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4284687 Nov 25 19:47:44.057584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49596) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:44.084026 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0486595e-9d06-4437-a165-2e5d2ed5117b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1414080 Nov 25 19:47:44.085261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49598) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:44.090496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-fcba9aa2-5ebf-4bf7-ab07-cd1086c2ba18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:44.220718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e8668f76-fa10-4608-9be2-d5e9ee611dd5 None None] For port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5c1fd8c1-62a4-48cc-b44d-09cecd12e607,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:44.234770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8668f76-fa10-4608-9be2-d5e9ee611dd5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.272459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e8668f76-fa10-4608-9be2-d5e9ee611dd5 None None] Calling delete_port for 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:44.281858 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.328843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f6e6ee-0aca-4ca8-8193-73b5152c3338 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:44.330545 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54f6e6ee-0aca-4ca8-8193-73b5152c3338 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 881 time: 0.2720463 Nov 25 19:47:44.348483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49606) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:44.357721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.361483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcba9aa2-5ebf-4bf7-ab07-cd1086c2ba18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:44.365380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcba9aa2-5ebf-4bf7-ab07-cd1086c2ba18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.503205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Port': ['ID=2698c391-25e2-4893-9b46-b458f6819f8e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:44.563117 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8668f76-fa10-4608-9be2-d5e9ee611dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.629098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network dbeade05-b43e-4a73-a34b-d35b2a3939a2 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:44.656742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:44.664895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:44.717854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:44.737953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:44.750757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:44.760320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cc6eff31-c41b-4197-b2b6-d6c681021ef1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:44.768986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=176bf68b-b3d7-4c61-b5e3-c4ec24d295e0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:44.835338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-273a9710-86e4-4b65-b61f-f05848f1e683 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=3772002c-3a3d-4688-bdac-f1bf2815b0aa HTTP/1.1" status: 200 len: 205 time: 0.4855032 Nov 25 19:47:44.840043 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:44.841424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49616) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:44.903840 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8668f76-fa10-4608-9be2-d5e9ee611dd5 None None] Pushing event deleted for resources: {'Port': ['ID=5c1fd8c1-62a4-48cc-b44d-09cecd12e607,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:44.925319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e15f3940-9b6d-436e-9867-d5253f2de75d None None] Network dbeade05-b43e-4a73-a34b-d35b2a3939a2 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:44.930403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8668f76-fa10-4608-9be2-d5e9ee611dd5 None None] No DVR routers for this DVR port 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:47:45.024021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port cc6eff31-c41b-4197-b2b6-d6c681021ef1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:45.024678 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:45.074134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-fcba9aa2-5ebf-4bf7-ab07-cd1086c2ba18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:47:45.079518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcba9aa2-5ebf-4bf7-ab07-cd1086c2ba18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:45.229191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcba9aa2-5ebf-4bf7-ab07-cd1086c2ba18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=f9f83b10-3c97-4d4a-9ebf-1ef0e3e9fcfe,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:45.312102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:45.472309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bb398f34-44c3-4bc1-a9ad-1024db1f77ad None None] Provisioning complete for port cc6eff31-c41b-4197-b2b6-d6c681021ef1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:45.472309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bb398f34-44c3-4bc1-a9ad-1024db1f77ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:45.624124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcba9aa2-5ebf-4bf7-ab07-cd1086c2ba18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:45.630075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-fcba9aa2-5ebf-4bf7-ab07-cd1086c2ba18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:45.635285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:45.645081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcba9aa2-5ebf-4bf7-ab07-cd1086c2ba18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:45.647030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcba9aa2-5ebf-4bf7-ab07-cd1086c2ba18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:45.677176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ebe20a7-48ec-485a-a8bf-8b8f55efcd36 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:45.759508 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fcba9aa2-5ebf-4bf7-ab07-cd1086c2ba18 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6729977 Nov 25 19:47:45.771531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49656) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:45.782076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b619c3c5-fcb3-40f6-a63d-6e5b3ddc35d9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:46.034954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Deleting port 16b2a06b-ea4d-4feb-b3e5-5e457419e9a4 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:46.035608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.108046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e50b45e6-233c-4ca5-acca-99f485953123 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:46.120749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b619c3c5-fcb3-40f6-a63d-6e5b3ddc35d9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:46.128942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b619c3c5-fcb3-40f6-a63d-6e5b3ddc35d9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.173002 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.253711 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.303149 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bb398f34-44c3-4bc1-a9ad-1024db1f77ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.432006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port cc6eff31-c41b-4197-b2b6-d6c681021ef1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cc6eff31-c41b-4197-b2b6-d6c681021ef1,segment=NetworkSegment(4bf446be-bf4b-45fa-b7e6-10fbb757d343),segment_id=4bf446be-bf4b-45fa-b7e6-10fbb757d343)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:46.494047 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.529223 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:46.616838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Calling delete_port for 16b2a06b-ea4d-4feb-b3e5-5e457419e9a4 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:46.631671 n-d-817303-9 neutron-server[103652]: INFO neutron.db.ipam_backend_mixin [None req-b619c3c5-fcb3-40f6-a63d-6e5b3ddc35d9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f9f83b10-3c97-4d4a-9ebf-1ef0e3e9fcfe (CIDR: 2001:db8::/64) Nov 25 19:47:46.644002 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b619c3c5-fcb3-40f6-a63d-6e5b3ddc35d9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:47:46.644730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b619c3c5-fcb3-40f6-a63d-6e5b3ddc35d9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:47:46.655800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:47:46.752458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b619c3c5-fcb3-40f6-a63d-6e5b3ddc35d9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9794004 Nov 25 19:47:46.757108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49662) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:46.779883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3d166da9-e4f0-4d7b-9775-357f99035464 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:46.876641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-bb398f34-44c3-4bc1-a9ad-1024db1f77ad None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:47:46.877237 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-bb398f34-44c3-4bc1-a9ad-1024db1f77ad None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:47:46.889304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:47:46.889847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5c1fd8c1-62a4-48cc-b44d-09cecd12e607 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:47:47.093989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=cc6eff31-c41b-4197-b2b6-d6c681021ef1,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:47.134173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd2c3cd-9c7a-4f5d-a170-f402f9e75dc8 req-9cc52037-ffc5-4481-900e-a384e889d61f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:47.138729 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d166da9-e4f0-4d7b-9775-357f99035464 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:47.142319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fd2c3cd-9c7a-4f5d-a170-f402f9e75dc8 req-9cc52037-ffc5-4481-900e-a384e889d61f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.9864898 Nov 25 19:47:47.144892 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3d166da9-e4f0-4d7b-9775-357f99035464 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.184021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': 'f9f83b10-3c97-4d4a-9ebf-1ef0e3e9fcfe'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:47:47.186603 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.303009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-88fe37d2-48f5-4f7b-836d-383bea992c9a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.1450622 Nov 25 19:47:47.310492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fd2c3cd-9c7a-4f5d-a170-f402f9e75dc8 req-b5641a16-ceae-456b-9286-7d54fdb2eb46 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672523 Nov 25 19:47:47.349880 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.383329 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.390101 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.582958 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.698078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Port': ['ID=2698c391-25e2-4893-9b46-b458f6819f8e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:47.702944 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.721383 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:47.755436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Pushing event deleted for resources: {'Port': ['ID=16b2a06b-ea4d-4feb-b3e5-5e457419e9a4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:47.764288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Allocated IP 2001:db8::f816:3eff:fe76:ba66 (0a011fd0-9c8c-4deb-9828-aa08d061358c/f9f83b10-3c97-4d4a-9ebf-1ef0e3e9fcfe/2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:47.784429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915795d3-6cfe-4bf3-abe7-1b9239ac176a None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:48.110792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network dbeade05-b43e-4a73-a34b-d35b2a3939a2 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:48.114561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:48.277913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a002489a-edf0-4bc9-8320-61bb5945adb1 None None] Provisioning complete for port 2698c391-25e2-4893-9b46-b458f6819f8e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:48.280648 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a002489a-edf0-4bc9-8320-61bb5945adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.288972 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.397006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Router 540d8869-a348-4a64-8d24-d2b46338f316 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:47:48.437601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.478144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a002489a-edf0-4bc9-8320-61bb5945adb1 None None] Port 2698c391-25e2-4893-9b46-b458f6819f8e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:48.480388 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.529546 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.547618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a002489a-edf0-4bc9-8320-61bb5945adb1 None None] Provisioning complete for port cc6eff31-c41b-4197-b2b6-d6c681021ef1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:48.548213 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a002489a-edf0-4bc9-8320-61bb5945adb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.670315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=176bf68b-b3d7-4c61-b5e3-c4ec24d295e0,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:48.812289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:48.818413 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.825863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:48.827189 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.855405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:48.865429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Pushing event updated for resources: {'Port': ['ID=2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:48.867179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:48.960782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Sync routers for ids ['540d8869-a348-4a64-8d24-d2b46338f316'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:48.987930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:48.993814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.085841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.086465 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Fanout notify agent at l3_agent the message router_deleted on router 3772002c-3a3d-4688-bdac-f1bf2815b0aa {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:47:49.115708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Routers {'540d8869-a348-4a64-8d24-d2b46338f316'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:49.115708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['540d8869-a348-4a64-8d24-d2b46338f316'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:49.116065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.121031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-70c9fda1-b502-4acd-9569-5aa60b2155ac tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/3772002c-3a3d-4688-bdac-f1bf2815b0aa HTTP/1.1" status: 204 len: 168 time: 4.2718680 Nov 25 19:47:49.121367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49678) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:49.132075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1884854320', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:49.142652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3d166da9-e4f0-4d7b-9775-357f99035464 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.176854 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP d81800b2-2ebf-4aea-83f9-da16bc38a520 associated. External IP: 172.25.8.82, port: 9f47a713-9a1e-4823-9d73-7a94c7b84690. Nov 25 19:47:49.206913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-74e7ed69-203c-4919-a7c4-299eaf655b26 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "PUT /v2.0/routers/540d8869-a348-4a64-8d24-d2b46338f316/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5639813 Nov 25 19:47:49.241263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d166da9-e4f0-4d7b-9775-357f99035464 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:49.242717 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.244039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.254271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3d166da9-e4f0-4d7b-9775-357f99035464 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:49.261156 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d166da9-e4f0-4d7b-9775-357f99035464 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:49.262351 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3d166da9-e4f0-4d7b-9775-357f99035464 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.295477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d166da9-e4f0-4d7b-9775-357f99035464 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=75deb055-0cca-47eb-890c-b1fe016f8a01,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:49.322138 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cc6eff31-c41b-4197-b2b6-d6c681021ef1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:49.368229 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3d166da9-e4f0-4d7b-9775-357f99035464 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5989103 Nov 25 19:47:49.369083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49684) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:49.407353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:94:15:f1', 'name': 'tempest-NetworksTestDHCPv6-315052039'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:49.430128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.445598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Attempting to bind port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:49.452908 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Attempting to bind port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:49.453844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Attempting to bind port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:49.462290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd3e6b-f86b-4ab4-8386-494d5194fe3b req-d8334a3e-645a-4e76-8fa6-54749ba0764c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:49.464991 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ccd3e6b-f86b-4ab4-8386-494d5194fe3b req-d8334a3e-645a-4e76-8fa6-54749ba0764c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.7368486 Nov 25 19:47:49.526357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:49.527409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:49.528303 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.529183 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:49.530176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Bound port: 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:49.531075 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.676103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ccd3e6b-f86b-4ab4-8386-494d5194fe3b req-76e580ed-d0de-4ce0-80be-70be4f8f0d21 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130493 Nov 25 19:47:49.891523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port cc6eff31-c41b-4197-b2b6-d6c681021ef1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:49.892121 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:49.901185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Set router 540d8869-a348-4a64-8d24-d2b46338f316 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:49.941871 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:50.046860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:50.078380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] For port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:50.095692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:47:50.150423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bace71f2-05ca-4bc2-a325-45cbda00a468 None None] Provisioning complete for port 2698c391-25e2-4893-9b46-b458f6819f8e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:50.151040 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bace71f2-05ca-4bc2-a325-45cbda00a468 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:50.162094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] For port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:50.234110 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:50.340020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-bace71f2-05ca-4bc2-a325-45cbda00a468 None None] Port 2698c391-25e2-4893-9b46-b458f6819f8e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:50.350367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-a42cd761-ade1-4f22-b96c-e4024bd41ae1 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:50.371257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-a42cd761-ade1-4f22-b96c-e4024bd41ae1 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/networks?id=dbeade05-b43e-4a73-a34b-d35b2a3939a2 HTTP/1.1" status: 200 len: 797 time: 0.2627749 Nov 25 19:47:50.407820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-7c26d092-d260-4991-80b8-ec67b64e86a9 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/quotas/2e694ece81b24bd1992fdd72ac9241f4 HTTP/1.1" status: 200 len: 375 time: 0.0208085 Nov 25 19:47:50.459004 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:50.477676 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccced83-992a-466d-adfe-1efe024d7ca2 None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:50.515406 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccced83-992a-466d-adfe-1efe024d7ca2 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:50.516472 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0ccced83-992a-466d-adfe-1efe024d7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:50.598676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-c4b82846-0eca-43d9-960e-88a1d7d5d4a4 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e694ece81b24bd1992fdd72ac9241f4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1897039 Nov 25 19:47:50.621383 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:50.744419 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0ccced83-992a-466d-adfe-1efe024d7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:50.779129 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:50.785881 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:50.811662 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ccced83-992a-466d-adfe-1efe024d7ca2 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:50.813257 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0ccced83-992a-466d-adfe-1efe024d7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:50.890513 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:50.933344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port d3afe8f8-81b1-4039-85f6-fbfec0aeea29 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:47:51.006247 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0ccced83-992a-466d-adfe-1efe024d7ca2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:51.014515 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ccced83-992a-466d-adfe-1efe024d7ca2 None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:51.017188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da02baf-9731-4ce4-ade5-d34c020257c6 None None] Pushing event updated for resources: {'Port': ['ID=2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:51.022535 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:51.027777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-488067f8-90f1-4364-b820-523d5c0f3d22 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.0451989 Nov 25 19:47:51.032835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49702) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:51.055343 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-c1e0a645-7556-46a6-b63a-97080b0695b5 service neutron] 10.222.0.15 "GET /v2.0/networks/dbeade05-b43e-4a73-a34b-d35b2a3939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647239 Nov 25 19:47:51.276245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540d8869-a348-4a64-8d24-d2b46338f316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1585427341', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:24Z', 'updated_at': '2021-11-25T19:47:45Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:29Z', 'updated_at': '2021-11-25T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '2698c391-25e2-4893-9b46-b458f6819f8e', 'name': '', 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:d2:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '319cd274-8e1b-4337-a7ce-58ab5a108b18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:42Z', 'updated_at': '2021-11-25T19:47:47Z', 'revision_number': 2, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '319cd274-8e1b-4337-a7ce-58ab5a108b18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:51.281903 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-054de749-cb22-474b-980c-9979dac21a1f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "GET /v2.0/floatingips/d81800b2-2ebf-4aea-83f9-da16bc38a520 HTTP/1.1" status: 200 len: 977 time: 0.2413461 Nov 25 19:47:51.283808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49704) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:51.335126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Checking router: 540d8869-a348-4a64-8d24-d2b46338f316 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:47:51.335692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Updating router 540d8869-a348-4a64-8d24-d2b46338f316 port 2698c391-25e2-4893-9b46-b458f6819f8e binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:47:51.389680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:51.532509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Allocated IP 172.25.8.54 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/5dfa9e77-1806-456c-bed7-ab636016d705) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:51.614632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ba78d5d3-59fd-4bf5-baef-27583db28ec8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.3290625 Nov 25 19:47:51.619595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49708) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:51.633079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-63185e61-1024-4867-812b-91a30d2be383 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'floatingip': {'port_id': '3eefdeb4-1f3f-4b5f-9752-9ad158e0459d'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:51.651522 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-00a30083-ffa9-4a69-b623-13c360878758 service neutron] 10.222.0.15 "GET /v2.0/networks/dbeade05-b43e-4a73-a34b-d35b2a3939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5949059 Nov 25 19:47:51.711935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8:0:1::b7 (0a011fd0-9c8c-4deb-9828-aa08d061358c/75deb055-0cca-47eb-890c-b1fe016f8a01/d3afe8f8-81b1-4039-85f6-fbfec0aeea29) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:51.724739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::f816:3eff:fe94:15f1 (0a011fd0-9c8c-4deb-9828-aa08d061358c/f9f83b10-3c97-4d4a-9ebf-1ef0e3e9fcfe/d3afe8f8-81b1-4039-85f6-fbfec0aeea29) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:52.067624 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.213310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.384146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:52.394974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:52.416554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:52.435370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:52.436564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.551832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abb2a74-95f0-4bb8-9b34-14dd759dbf42 req-7d3cb426-f4c1-4cea-8871-84c9eb7a2b50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:52.567998 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6abb2a74-95f0-4bb8-9b34-14dd759dbf42 req-7d3cb426-f4c1-4cea-8871-84c9eb7a2b50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.1486094 Nov 25 19:47:52.580712 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.600356 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.643188 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.2709122 Nov 25 19:47:52.645334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a36dc6-d87e-40cc-93e1-4d65e47abfda tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=d3afe8f8-81b1-4039-85f6-fbfec0aeea29,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:52.650361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49720) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:52.661335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.670638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63185e61-1024-4867-812b-91a30d2be383 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.797797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094d35a-e5b5-4a46-b8d6-ff10911e6a6d None None] Pushing event updated for resources: {'Port': ['ID=2698c391-25e2-4893-9b46-b458f6819f8e,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:52.799949 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:52.804265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80d3d62-e36e-4b4a-b499-eaf1246cbc8e None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:52.907851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6abb2a74-95f0-4bb8-9b34-14dd759dbf42 req-ba1826f3-a4a5-44da-ab5c-68e36403c77e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3369138 Nov 25 19:47:52.908238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:52.911087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Pushing event updated for resources: {'Port': ['ID=5dfa9e77-1806-456c-bed7-ab636016d705,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:52.917206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:52.920835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:53.282991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2489c26f-00e1-4fd2-9e9f-4cf723d9acde tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port d3afe8f8-81b1-4039-85f6-fbfec0aeea29 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:53.283733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2489c26f-00e1-4fd2-9e9f-4cf723d9acde tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:53.416522 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7105b65e-611c-490e-9dcc-1f3cbd0107a7 req-10e2c42b-4dcd-4841-9934-d89448d1d697 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 210 time: 0.0695975 Nov 25 19:47:53.472094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4397814c-bad3-41ba-8315-e7230fbf4339 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:53.480557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:53.627511 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2489c26f-00e1-4fd2-9e9f-4cf723d9acde tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:53.644535 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:53.655484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2489c26f-00e1-4fd2-9e9f-4cf723d9acde tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for d3afe8f8-81b1-4039-85f6-fbfec0aeea29 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:53.795267 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:53.898498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fd94585b-5952-440b-bf87-7a82f81915b7 None None] Provisioning complete for port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:53.900305 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd94585b-5952-440b-bf87-7a82f81915b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.105104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:54.105535 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.339657 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63185e61-1024-4867-812b-91a30d2be383 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.376002 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Attempting to bind port 2698c391-25e2-4893-9b46-b458f6819f8e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:47:54.377951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Attempting to bind port 2698c391-25e2-4893-9b46-b458f6819f8e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:47:54.379123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Attempting to bind port 2698c391-25e2-4893-9b46-b458f6819f8e on network dbeade05-b43e-4a73-a34b-d35b2a3939a2 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:47:54.402407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63185e61-1024-4867-812b-91a30d2be383 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.448285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:47:54.448285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Checking segment: {'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:47:54.448285 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.448701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Bound using segment: {'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:47:54.449051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Bound port: 2698c391-25e2-4893-9b46-b458f6819f8e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:47:54.449368 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.656680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1f4ba-4b45-41a4-8cec-ad459059aa66 req-aa6d6175-80e0-4adc-a0dc-b2ba85a5df75 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:54.672922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bb1f4ba-4b45-41a4-8cec-ad459059aa66 req-aa6d6175-80e0-4adc-a0dc-b2ba85a5df75 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.5844266 Nov 25 19:47:54.679646 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd94585b-5952-440b-bf87-7a82f81915b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.687949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af6efd4-646e-4f91-8371-98de60db0469 None None] Update dhcp port {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': 'f9f83b10-3c97-4d4a-9ebf-1ef0e3e9fcfe', 'ip_address': '2001:db8::f816:3eff:fe76:ba66'}, {'subnet_id': '75deb055-0cca-47eb-890c-b1fe016f8a01'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:47:54.714256 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:54.777642 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] For port 2698c391-25e2-4893-9b46-b458f6819f8e, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:47:54.807432 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5af6efd4-646e-4f91-8371-98de60db0469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:55.018534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-5af6efd4-646e-4f91-8371-98de60db0469 None None] Allocated IP 2001:db8:0:1::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/75deb055-0cca-47eb-890c-b1fe016f8a01/2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:55.024879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] For port 2698c391-25e2-4893-9b46-b458f6819f8e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2698c391-25e2-4893-9b46-b458f6819f8e,segment=NetworkSegment(4bf446be-bf4b-45fa-b7e6-10fbb757d343),segment_id=4bf446be-bf4b-45fa-b7e6-10fbb757d343)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:47:55.028262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fd94585b-5952-440b-bf87-7a82f81915b7 None None] For port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:55.031351 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:55.050266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bb1f4ba-4b45-41a4-8cec-ad459059aa66 req-c842b196-50c9-4d52-bd2e-782763a025b9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2950773 Nov 25 19:47:55.055616 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-63185e61-1024-4867-812b-91a30d2be383 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP d81800b2-2ebf-4aea-83f9-da16bc38a520 associated. External IP: 172.25.8.82, port: 9f47a713-9a1e-4823-9d73-7a94c7b84690. Nov 25 19:47:55.112447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0094d35a-e5b5-4a46-b8d6-ff10911e6a6d None None] Pushing event updated for resources: {'Port': ['ID=2698c391-25e2-4893-9b46-b458f6819f8e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:55.151274 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd94585b-5952-440b-bf87-7a82f81915b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:55.215932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:55.296548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-67b1f12c-6075-4259-8731-94c2025928ef tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:55.299502 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-67b1f12c-6075-4259-8731-94c2025928ef tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.76 "GET /v2.0/networks?id=dbeade05-b43e-4a73-a34b-d35b2a3939a2 HTTP/1.1" status: 200 len: 797 time: 0.9547291 Nov 25 19:47:55.352196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Routers {'540d8869-a348-4a64-8d24-d2b46338f316'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:55.352923 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['540d8869-a348-4a64-8d24-d2b46338f316'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:55.374582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Request body: {'port': {'device_id': '5dd1cf6e-efad-45a0-97f4-90cf580200e6', 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2', 'admin_state_up': True, 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:55.545786 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] Set router 540d8869-a348-4a64-8d24-d2b46338f316 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:47:55.576149 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2489c26f-00e1-4fd2-9e9f-4cf723d9acde tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:55.633856 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:47:55.633856 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:47:55.684576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd94585b-5952-440b-bf87-7a82f81915b7 None None] Pushing event updated for resources: {'Port': ['ID=2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:55.692931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39c39173-c594-47ff-9370-5828a61cc74d req-243f713c-e238-4642-a13b-e176f6b6993f tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 210 time: 0.0911174 Nov 25 19:47:55.715739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2489c26f-00e1-4fd2-9e9f-4cf723d9acde tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=d3afe8f8-81b1-4039-85f6-fbfec0aeea29,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:55.739222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d7b8b70a-f657-48f4-97d4-272b51445491 None None] Provisioning complete for port 2698c391-25e2-4893-9b46-b458f6819f8e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:55.739910 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b70a-f657-48f4-97d4-272b51445491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:55.839421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2489c26f-00e1-4fd2-9e9f-4cf723d9acde tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:55.839679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5af6efd4-646e-4f91-8371-98de60db0469 None None] For port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:55.842843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2489c26f-00e1-4fd2-9e9f-4cf723d9acde tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/d3afe8f8-81b1-4039-85f6-fbfec0aeea29 HTTP/1.1" status: 204 len: 168 time: 3.1130655 Nov 25 19:47:55.846476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49736) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:55.929361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48701bab-bae5-4623-9576-6d852a46b3d0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:55.933915 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-48701bab-bae5-4623-9576-6d852a46b3d0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0862787 Nov 25 19:47:55.934569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49738) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:55.992288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Router 75815ae2-52ae-479d-9463-d1f22c72b664 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:47:55.994624 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5af6efd4-646e-4f91-8371-98de60db0469 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.000446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Made reservation on behalf of 2e694ece81b24bd1992fdd72ac9241f4 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:47:56.009022 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.015239 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5af6efd4-646e-4f91-8371-98de60db0469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.028959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e235c0ed-6e4c-4e0c-be08-7dbe4cbfe08c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:56.034328 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e235c0ed-6e4c-4e0c-be08-7dbe4cbfe08c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0983102 Nov 25 19:47:56.035017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49740) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:56.051315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63185e61-1024-4867-812b-91a30d2be383 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:47:56.115370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af6efd4-646e-4f91-8371-98de60db0469 None None] Pushing event updated for resources: {'Port': ['ID=2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:56.126987 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b70a-f657-48f4-97d4-272b51445491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.197133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f099b5e7-6430-4c4e-85d8-1e3f41f99d87 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:56.198961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f099b5e7-6430-4c4e-85d8-1e3f41f99d87 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:56.200919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f099b5e7-6430-4c4e-85d8-1e3f41f99d87 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:56.206168 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f099b5e7-6430-4c4e-85d8-1e3f41f99d87 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1305993 Nov 25 19:47:56.209774 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49744) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:56.284102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:56.315535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ed94694-3187-4671-9f95-00091cf4ca12 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 75deb055-0cca-47eb-890c-b1fe016f8a01 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:47:56.322755 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7ed94694-3187-4671-9f95-00091cf4ca12 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.349275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d679f-8450-4dc3-857e-b6c5ef7dbad9 None None] Sync routers for ids ['75815ae2-52ae-479d-9463-d1f22c72b664'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:56.364237 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.366364 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f703bcef-4515-4a30-9db8-6d7ace3411dd tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2419195 Nov 25 19:47:56.372614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49748) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:56.389936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:47:56.399542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d7b8b70a-f657-48f4-97d4-272b51445491 None None] For port 2698c391-25e2-4893-9b46-b458f6819f8e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2698c391-25e2-4893-9b46-b458f6819f8e,segment=NetworkSegment(4bf446be-bf4b-45fa-b7e6-10fbb757d343),segment_id=4bf446be-bf4b-45fa-b7e6-10fbb757d343)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:47:56.413557 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b70a-f657-48f4-97d4-272b51445491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.487807 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7ed94694-3187-4671-9f95-00091cf4ca12 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.519123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Allocated IP 172.20.0.28 (dbeade05-b43e-4a73-a34b-d35b2a3939a2/319cd274-8e1b-4337-a7ce-58ab5a108b18/971e6dca-9166-4d2d-a19d-81a4f7c67ef3) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:47:56.525333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8b70a-f657-48f4-97d4-272b51445491 None None] Pushing event updated for resources: {'Port': ['ID=2698c391-25e2-4893-9b46-b458f6819f8e,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:56.534857 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:56.603450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d679f-8450-4dc3-857e-b6c5ef7dbad9 None None] Routers {'75815ae2-52ae-479d-9463-d1f22c72b664'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:56.604973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c68d679f-8450-4dc3-857e-b6c5ef7dbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['75815ae2-52ae-479d-9463-d1f22c72b664'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:56.829688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7ed94694-3187-4671-9f95-00091cf4ca12 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:56.846183 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63185e61-1024-4867-812b-91a30d2be383 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:56.860181 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c28f4a-03b7-473a-89b1-3ba1000158e7 None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:56.880750 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c28f4a-03b7-473a-89b1-3ba1000158e7 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:56.881856 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d7c28f4a-03b7-473a-89b1-3ba1000158e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:56.980951 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d7c28f4a-03b7-473a-89b1-3ba1000158e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:56.997607 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c28f4a-03b7-473a-89b1-3ba1000158e7 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:57.001963 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d7c28f4a-03b7-473a-89b1-3ba1000158e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:57.037496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1153771f-1ac7-47cd-9cbd-f5155ce06ebc req-351f1367-b6c3-4d9c-b0ad-d26d679d4a36 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:57.056537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1153771f-1ac7-47cd-9cbd-f5155ce06ebc req-351f1367-b6c3-4d9c-b0ad-d26d679d4a36 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.6384509 Nov 25 19:47:57.065745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c68d679f-8450-4dc3-857e-b6c5ef7dbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:57.078932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d7b8b70a-f657-48f4-97d4-272b51445491 None None] Provisioning complete for port 5dfa9e77-1806-456c-bed7-ab636016d705 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:57.079733 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d7b8b70a-f657-48f4-97d4-272b51445491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.097364 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d7c28f4a-03b7-473a-89b1-3ba1000158e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:57.099452 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c28f4a-03b7-473a-89b1-3ba1000158e7 None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:57.146750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540d8869-a348-4a64-8d24-d2b46338f316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1585427341', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:24Z', 'updated_at': '2021-11-25T19:47:45Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:29Z', 'updated_at': '2021-11-25T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '2698c391-25e2-4893-9b46-b458f6819f8e', 'name': '', 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:d2:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '319cd274-8e1b-4337-a7ce-58ab5a108b18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:42Z', 'updated_at': '2021-11-25T19:47:54Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '319cd274-8e1b-4337-a7ce-58ab5a108b18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:57.181309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28314d7-6b25-4a22-9860-6e5105c49977 None None] The sync data for ids ['540d8869-a348-4a64-8d24-d2b46338f316'] in n-d-817303-9 is: [{'id': '540d8869-a348-4a64-8d24-d2b46338f316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1585427341', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:24Z', 'updated_at': '2021-11-25T19:47:45Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:29Z', 'updated_at': '2021-11-25T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '2698c391-25e2-4893-9b46-b458f6819f8e', 'name': '', 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:d2:d7:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '319cd274-8e1b-4337-a7ce-58ab5a108b18', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:42Z', 'updated_at': '2021-11-25T19:47:54Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '319cd274-8e1b-4337-a7ce-58ab5a108b18', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:57.190718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68d679f-8450-4dc3-857e-b6c5ef7dbad9 None None] Routers {'75815ae2-52ae-479d-9463-d1f22c72b664'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:57.191697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c68d679f-8450-4dc3-857e-b6c5ef7dbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['75815ae2-52ae-479d-9463-d1f22c72b664'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:57.206942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7ed94694-3187-4671-9f95-00091cf4ca12 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.225125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1153771f-1ac7-47cd-9cbd-f5155ce06ebc req-f2012603-2473-4898-8dbf-9412326bea9d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1637514 Nov 25 19:47:57.318114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c68d679f-8450-4dc3-857e-b6c5ef7dbad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:57.318880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68d679f-8450-4dc3-857e-b6c5ef7dbad9 None None] The sync data for ids ['75815ae2-52ae-479d-9463-d1f22c72b664'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:47:57.361117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d7b8b70a-f657-48f4-97d4-272b51445491 None None] Port 5dfa9e77-1806-456c-bed7-ab636016d705 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:47:57.384118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:57.384788 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.554000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.584595 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.599890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed94694-3187-4671-9f95-00091cf4ca12 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=75deb055-0cca-47eb-890c-b1fe016f8a01,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:57.605984 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7ed94694-3187-4671-9f95-00091cf4ca12 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.617077 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7ed94694-3187-4671-9f95-00091cf4ca12 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/75deb055-0cca-47eb-890c-b1fe016f8a01 HTTP/1.1" status: 204 len: 168 time: 1.4057310 Nov 25 19:47:57.641781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49754) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:57.659210 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.711007 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1d8e5eb-b73c-4f0e-ba71-783bb4e1eaaf req-d15d5e9f-ce05-4492-bd33-2681479e8bee tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 210 time: 0.0563362 Nov 25 19:47:57.720360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35da3753-7ac4-49c8-9aec-8ae2ba9bfce0 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:47:57.846351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-5403b044-d39c-48ff-8bab-fca2274e1d65 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet f9f83b10-3c97-4d4a-9ebf-1ef0e3e9fcfe {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:47:57.863918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5403b044-d39c-48ff-8bab-fca2274e1d65 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.881401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Deleting port 5dfa9e77-1806-456c-bed7-ab636016d705 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:47:57.881921 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.922860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-11ee6d8c-08d1-4650-82f4-e51d25de5ef9 None None] Provisioning complete for port 2698c391-25e2-4893-9b46-b458f6819f8e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:57.923245 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11ee6d8c-08d1-4650-82f4-e51d25de5ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:57.949985 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.044146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.062749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Calling delete_port for 5dfa9e77-1806-456c-bed7-ab636016d705 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:47:58.328792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7e1f55cc-6bfc-454a-93b1-a93eabc4f9bc None None] Provisioning complete for port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:58.330167 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7e1f55cc-6bfc-454a-93b1-a93eabc4f9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.519185 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.572042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Pushing event deleted for resources: {'Port': ['ID=5dfa9e77-1806-456c-bed7-ab636016d705,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:58.575122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2698c391-25e2-4893-9b46-b458f6819f8e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:47:58.684174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547e1ae5-e66f-47c1-8f27-96d692ca2e7b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:47:58.741250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7e1f55cc-6bfc-454a-93b1-a93eabc4f9bc None None] Could not find standard attr ID for object d3afe8f8-81b1-4039-85f6-fbfec0aeea29. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:47:58.758480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 2698c391-25e2-4893-9b46-b458f6819f8e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:58.758907 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.792793 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5403b044-d39c-48ff-8bab-fca2274e1d65 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:58.854284 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.120615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event updated for resources: {'Port': ['ID=971e6dca-9166-4d2d-a19d-81a4f7c67ef3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:59.143563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Network dbeade05-b43e-4a73-a34b-d35b2a3939a2 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:47:59.201862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:47:59.228341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:47:59.312780 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5403b044-d39c-48ff-8bab-fca2274e1d65 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.365197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.385319 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.469754 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-71446b9c-2354-48bf-b6ea-b92ca86327e7 None None] Provisioning complete for port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:47:59.470579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-71446b9c-2354-48bf-b6ea-b92ca86327e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.509353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fda496-d489-4750-8ecb-80db5a4a4c9d req-f1d91cb4-601e-4815-99a8-9aadf1b0c04c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:59.511195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7fda496-d489-4750-8ecb-80db5a4a4c9d req-f1d91cb4-601e-4815-99a8-9aadf1b0c04c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.5991061 Nov 25 19:47:59.540946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63185e61-1024-4867-812b-91a30d2be383 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:47:59.589081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Router 75815ae2-52ae-479d-9463-d1f22c72b664 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:47:59.715434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7fda496-d489-4750-8ecb-80db5a4a4c9d req-57c9a99c-3c43-4814-afc6-991f57e14918 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693025 Nov 25 19:47:59.718372 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5403b044-d39c-48ff-8bab-fca2274e1d65 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.742084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:47:59.757914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.771965 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c3112b21-b2b3-4091-b5d0-deccb0a2f7f2 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "PUT /v2.0/routers/75815ae2-52ae-479d-9463-d1f22c72b664 HTTP/1.1" status: 200 len: 710 time: 3.3853457 Nov 25 19:47:59.779423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49768) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:59.830178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:47:59.831326 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.842282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afac77-c288-4ce7-880a-1e9d5c3fa047 None None] Sync routers for ids ['75815ae2-52ae-479d-9463-d1f22c72b664'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:47:59.914168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5403b044-d39c-48ff-8bab-fca2274e1d65 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=f9f83b10-3c97-4d4a-9ebf-1ef0e3e9fcfe,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:47:59.919565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afac77-c288-4ce7-880a-1e9d5c3fa047 None None] Routers {'75815ae2-52ae-479d-9463-d1f22c72b664'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:47:59.923548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-28afac77-c288-4ce7-880a-1e9d5c3fa047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['75815ae2-52ae-479d-9463-d1f22c72b664'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:47:59.938543 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5403b044-d39c-48ff-8bab-fca2274e1d65 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:47:59.960395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5403b044-d39c-48ff-8bab-fca2274e1d65 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/f9f83b10-3c97-4d4a-9ebf-1ef0e3e9fcfe HTTP/1.1" status: 204 len: 168 time: 2.3116634 Nov 25 19:47:59.971769 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-26fcb319-b91a-4a1e-9622-2f5b4b47b627 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 4.6079063 Nov 25 19:47:59.975341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49772) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:47:59.998569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-28afac77-c288-4ce7-880a-1e9d5c3fa047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:00.014378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28afac77-c288-4ce7-880a-1e9d5c3fa047 None None] Routers {'75815ae2-52ae-479d-9463-d1f22c72b664'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:00.015005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-28afac77-c288-4ce7-880a-1e9d5c3fa047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['75815ae2-52ae-479d-9463-d1f22c72b664'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:00.046427 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e7ab411c-7871-4859-933e-ce9d735cddb8 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/routers/75815ae2-52ae-479d-9463-d1f22c72b664 HTTP/1.1" status: 200 len: 745 time: 0.2652397 Nov 25 19:48:00.049012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49774) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:00.068309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-28afac77-c288-4ce7-880a-1e9d5c3fa047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:00.068761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28afac77-c288-4ce7-880a-1e9d5c3fa047 None None] The sync data for ids ['75815ae2-52ae-479d-9463-d1f22c72b664'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:00.189067 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5f426589-06e7-45c6-b0a9-acd35ed66d81 tempest-RoutersIpV6AdminTest-97729430 tempest-RoutersIpV6AdminTest-97729430-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&device_id=75815ae2-52ae-479d-9463-d1f22c72b664 HTTP/1.1" status: 200 len: 205 time: 0.1376960 Nov 25 19:48:00.192166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49776) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:00.198328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-11e6e31f-8327-4353-be3c-cafb20fff629 None None] Provisioning complete for port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:00.198706 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11e6e31f-8327-4353-be3c-cafb20fff629 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.232103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-08dace0d-a34e-47aa-b951-505ab58df580 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:48:00.234094 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-08dace0d-a34e-47aa-b951-505ab58df580 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2198014 Nov 25 19:48:00.269266 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-80173d64-e4fb-4aa9-a020-0acdaa480091 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=75815ae2-52ae-479d-9463-d1f22c72b664 HTTP/1.1" status: 200 len: 205 time: 0.0752068 Nov 25 19:48:00.277204 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-11e6e31f-8327-4353-be3c-cafb20fff629 None None] Port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:48:00.279222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49778) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:00.284213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-11e6e31f-8327-4353-be3c-cafb20fff629 None None] Could not find standard attr ID for object d3afe8f8-81b1-4039-85f6-fbfec0aeea29. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:48:00.311064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-129791e2-14f9-456e-adac-3ab07ace65b4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3188281 Nov 25 19:48:00.332861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49780) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:00.348961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7ffaa79e-a09b-432a-be3a-d8dbd1392aa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:00.371965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b7babd-9283-45fb-8fe8-3b9ad842b662 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:00.425186 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9969ee9f-6861-4fbb-997c-133080a379a4 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.426546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508e0ca1-9df7-47a2-abd6-ad7e56bdc38f req-5efb8f1e-5b8f-49ef-bfb8-a076df6871d3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:00.437675 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-508e0ca1-9df7-47a2-abd6-ad7e56bdc38f req-5efb8f1e-5b8f-49ef-bfb8-a076df6871d3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 895 time: 0.4134305 Nov 25 19:48:00.458254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Request body: {'port': {'device_id': '5dd1cf6e-efad-45a0-97f4-90cf580200e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:00.533016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63185e61-1024-4867-812b-91a30d2be383 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:00.539498 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63185e61-1024-4867-812b-91a30d2be383 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.555087 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcf437d-5d4b-4416-87f2-76be4e43ee29 None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:00.597116 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf437d-5d4b-4416-87f2-76be4e43ee29 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:00.599294 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-edcf437d-5d4b-4416-87f2-76be4e43ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:00.670583 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.697844 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-edcf437d-5d4b-4416-87f2-76be4e43ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:00.707631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffaa79e-a09b-432a-be3a-d8dbd1392aa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:00.729381 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa79e-a09b-432a-be3a-d8dbd1392aa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:00.765276 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edcf437d-5d4b-4416-87f2-76be4e43ee29 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:00.765917 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-edcf437d-5d4b-4416-87f2-76be4e43ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:00.865344 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-edcf437d-5d4b-4416-87f2-76be4e43ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:00.867852 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edcf437d-5d4b-4416-87f2-76be4e43ee29 None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:00.903423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04193e36-528a-4309-a2db-2bf6956567ec None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:48:01.038844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-04193e36-528a-4309-a2db-2bf6956567ec None None] Deleting port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:01.038844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04193e36-528a-4309-a2db-2bf6956567ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.059188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-63185e61-1024-4867-812b-91a30d2be383 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "PUT /v2.0/floatingips/d81800b2-2ebf-4aea-83f9-da16bc38a520 HTTP/1.1" status: 200 len: 976 time: 9.4371073 Nov 25 19:48:01.113315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49790) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.120062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6d831716-5c00-4ee8-8bb4-ca01d18506a3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:01.169518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9969ee9f-6861-4fbb-997c-133080a379a4 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.172025 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9969ee9f-6861-4fbb-997c-133080a379a4 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.222441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-04193e36-528a-4309-a2db-2bf6956567ec None None] For port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:01.222967 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04193e36-528a-4309-a2db-2bf6956567ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.236524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9969ee9f-6861-4fbb-997c-133080a379a4 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.237122 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9969ee9f-6861-4fbb-997c-133080a379a4 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Fanout notify agent at l3_agent the message router_deleted on router 75815ae2-52ae-479d-9463-d1f22c72b664 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:48:01.240732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34dc22f-88fd-4049-9e76-06ff5c821617 req-65440085-a46b-4a77-a35d-cb28f243f644 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:01.245339 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9969ee9f-6861-4fbb-997c-133080a379a4 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.246320 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9969ee9f-6861-4fbb-997c-133080a379a4 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/75815ae2-52ae-479d-9463-d1f22c72b664 HTTP/1.1" status: 204 len: 168 time: 0.9657185 Nov 25 19:48:01.252239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49792) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.255447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a34dc22f-88fd-4049-9e76-06ff5c821617 req-65440085-a46b-4a77-a35d-cb28f243f644 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.2327197 Nov 25 19:48:01.263471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-04193e36-528a-4309-a2db-2bf6956567ec None None] Calling delete_port for 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:01.304538 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-746bd99d-f675-4a03-80b7-4d1ec12832de tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=75815ae2-52ae-479d-9463-d1f22c72b664 HTTP/1.1" status: 200 len: 205 time: 0.0509081 Nov 25 19:48:01.306616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49794) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.320131 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d831716-5c00-4ee8-8bb4-ca01d18506a3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.357916 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-fdddc461-83c5-49c8-bcb5-294df9b8e3e8 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] delete failed (client error): The resource could not be found. Nov 25 19:48:01.359123 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fdddc461-83c5-49c8-bcb5-294df9b8e3e8 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/75815ae2-52ae-479d-9463-d1f22c72b664 HTTP/1.1" status: 404 len: 336 time: 0.0513029 Nov 25 19:48:01.362856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49796) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.377651 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04193e36-528a-4309-a2db-2bf6956567ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.417121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04193e36-528a-4309-a2db-2bf6956567ec None None] Pushing event deleted for resources: {'Port': ['ID=2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:01.420698 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e0a4076f-271c-4ccc-a8ae-21c9d46cabdb tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=3772002c-3a3d-4688-bdac-f1bf2815b0aa HTTP/1.1" status: 200 len: 205 time: 0.0514724 Nov 25 19:48:01.420698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49798) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.424801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04193e36-528a-4309-a2db-2bf6956567ec None None] No DVR routers for this DVR port 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:01.477028 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-f0cafc60-e19f-464d-aec0-d9b7924c1441 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] delete failed (client error): The resource could not be found. Nov 25 19:48:01.482207 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f0cafc60-e19f-464d-aec0-d9b7924c1441 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/3772002c-3a3d-4688-bdac-f1bf2815b0aa HTTP/1.1" status: 404 len: 336 time: 0.0571017 Nov 25 19:48:01.482642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49802) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.500937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a34dc22f-88fd-4049-9e76-06ff5c821617 req-caf3cfc5-9e77-49d3-9756-dc8dceee05db tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2437954 Nov 25 19:48:01.524906 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c097e7cc-c059-40db-9e48-82a75f6df354 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f27ca44-9998-438a-96f1-a57c8b2aebf6 HTTP/1.1" status: 200 len: 205 time: 0.0365527 Nov 25 19:48:01.526102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49804) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.613981 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-2b714208-dd1e-485e-a1aa-a7aa0d9e9335 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] delete failed (client error): The resource could not be found. Nov 25 19:48:01.617501 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2b714208-dd1e-485e-a1aa-a7aa0d9e9335 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/3f27ca44-9998-438a-96f1-a57c8b2aebf6 HTTP/1.1" status: 404 len: 336 time: 0.0891817 Nov 25 19:48:01.621477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49806) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.687617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2b76d570-47e3-4358-af4b-630835a80e96 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=19154e01-3e0a-4f72-a7f8-4a3999bdd540 HTTP/1.1" status: 200 len: 205 time: 0.0641098 Nov 25 19:48:01.692086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49808) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.748701 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-62e72ac4-657a-4b56-8d15-a1bae0a31f6b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] delete failed (client error): The resource could not be found. Nov 25 19:48:01.752528 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-62e72ac4-657a-4b56-8d15-a1bae0a31f6b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/19154e01-3e0a-4f72-a7f8-4a3999bdd540 HTTP/1.1" status: 404 len: 336 time: 0.0564520 Nov 25 19:48:01.754656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49810) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.782214 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d831716-5c00-4ee8-8bb4-ca01d18506a3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.821735 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9adf9faf-b181-4e18-adb2-0ee350e15198 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=e04b2357-0720-452c-bc5b-360e96997c06 HTTP/1.1" status: 200 len: 205 time: 0.0626793 Nov 25 19:48:01.821934 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d831716-5c00-4ee8-8bb4-ca01d18506a3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.822036 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-6d831716-5c00-4ee8-8bb4-ca01d18506a3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP d81800b2-2ebf-4aea-83f9-da16bc38a520 disassociated. External IP: 172.25.8.82, port: 3eefdeb4-1f3f-4b5f-9752-9ad158e0459d. Nov 25 19:48:01.823800 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49812) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.873017 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-da5458b0-8c7b-430e-abd6-db3ba79f2e9b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] delete failed (client error): The resource could not be found. Nov 25 19:48:01.874564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-da5458b0-8c7b-430e-abd6-db3ba79f2e9b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/e04b2357-0720-452c-bc5b-360e96997c06 HTTP/1.1" status: 404 len: 336 time: 0.0504453 Nov 25 19:48:01.878379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49814) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.899374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:48:01.928479 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:01.932265 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2b3f26c7-91f2-43b4-86eb-fb46ed9e1953 tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "GET /v2.0/ports?device_id=e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9 HTTP/1.1" status: 200 len: 205 time: 0.0516822 Nov 25 19:48:01.934413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49816) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:01.999612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.objects.ports [None req-7ffaa79e-a09b-432a-be3a-d8dbd1392aa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103651) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:48:02.015451 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-367ed309-6446-4d20-9519-4fbe18f9e7ad tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] delete failed (client error): The resource could not be found. Nov 25 19:48:02.019973 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-367ed309-6446-4d20-9519-4fbe18f9e7ad tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/routers/e6f0a9dc-7ac8-42c9-b738-cbfc4a7f32d9 HTTP/1.1" status: 404 len: 336 time: 0.0812988 Nov 25 19:48:02.021416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49818) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:02.065968 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Transition to ACTIVE for port object 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:48:02.070043 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa79e-a09b-432a-be3a-d8dbd1392aa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:02.092308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2200b0-3fb1-4c05-af8a-5a437ac12f94 req-693fc331-5374-4ddd-abd1-eba58b11657c tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:02.101760 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b2200b0-3fb1-4c05-af8a-5a437ac12f94 req-693fc331-5374-4ddd-abd1-eba58b11657c tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 895 time: 0.3247001 Nov 25 19:48:02.129183 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5635609-8c63-48cb-9cf4-53be45c8098b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:02.130597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5635609-8c63-48cb-9cf4-53be45c8098b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:02.131908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1979bc23-4c31-4466-a1f2-05bc9a895c99 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:02.136642 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f5635609-8c63-48cb-9cf4-53be45c8098b tempest-RoutersIpV6AdminTest-793109683 tempest-RoutersIpV6AdminTest-793109683-project] 10.222.0.15 "DELETE /v2.0/subnets/04ea1acb-e978-4548-b4e9-7b1b0cfbbac9 HTTP/1.1" status: 404 len: 337 time: 0.1135314 Nov 25 19:48:02.197521 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:02.296326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffaa79e-a09b-432a-be3a-d8dbd1392aa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:02.326540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffaa79e-a09b-432a-be3a-d8dbd1392aa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=423e1e65-2e1f-4d88-a0b7-23e8b01939e1,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:02.330451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7ffaa79e-a09b-432a-be3a-d8dbd1392aa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:02.344319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffaa79e-a09b-432a-be3a-d8dbd1392aa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:02.345972 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ffaa79e-a09b-432a-be3a-d8dbd1392aa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:02.349167 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a6b7d6-a89a-44ae-a22f-1532b6894ee3 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:02.405198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Pushing event updated for resources: {'Port': ['ID=971e6dca-9166-4d2d-a19d-81a4f7c67ef3,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:02.418817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:02.567059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:02.570137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2963b2b0-a72d-41e5-a3b1-83f2a6bbc6cc not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:02.659881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7ffaa79e-a09b-432a-be3a-d8dbd1392aa4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3187938 Nov 25 19:48:02.664128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49830) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:02.672605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-35f82398-79c9-4477-813b-d9ded13840b9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:02.722844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Attempting to bind port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:48:02.724365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Attempting to bind port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:48:02.726594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Attempting to bind port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 on network dbeade05-b43e-4a73-a34b-d35b2a3939a2 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:02.742676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 on network dbeade05-b43e-4a73-a34b-d35b2a3939a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:48:02.743501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Attempting to bind port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 on network dbeade05-b43e-4a73-a34b-d35b2a3939a2 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:02.816848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:48:02.817255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Checking segment: {'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:02.817846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Bound using segment: {'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:48:02.818645 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Bound port: 971e6dca-9166-4d2d-a19d-81a4f7c67ef3, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bf446be-bf4b-45fa-b7e6-10fbb757d343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:48:02.820759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:02.824660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '423e1e65-2e1f-4d88-a0b7-23e8b01939e1'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:48:02.825571 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:02.886773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49832) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:03.006302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f82398-79c9-4477-813b-d9ded13840b9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:03.011138 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-35f82398-79c9-4477-813b-d9ded13840b9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.085577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Allocated IP 2001:db8::f816:3eff:feae:fd1f (0a011fd0-9c8c-4deb-9828-aa08d061358c/423e1e65-2e1f-4d88-a0b7-23e8b01939e1/3b84c64a-055d-43ef-876f-8ea2e7c875f7) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:03.292865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2aa49b57-3847-4ad3-b3b6-daf7646555ae admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.318173 n-d-817303-9 neutron-server[103652]: INFO neutron.db.ipam_backend_mixin [None req-35f82398-79c9-4477-813b-d9ded13840b9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 423e1e65-2e1f-4d88-a0b7-23e8b01939e1 (CIDR: 2001:db8::/64) Nov 25 19:48:03.324432 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f82398-79c9-4477-813b-d9ded13840b9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:03.325049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f82398-79c9-4477-813b-d9ded13840b9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:03.382975 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-35f82398-79c9-4477-813b-d9ded13840b9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7133572 Nov 25 19:48:03.384383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49840) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:03.401496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-fd189c89-1be9-426c-8372-97c66a1d8a5e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:03.455962 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.472602 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.528998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2aa49b57-3847-4ad3-b3b6-daf7646555ae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.538901 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2aa49b57-3847-4ad3-b3b6-daf7646555ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.587167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5de565-84b3-446c-b87e-e26a75ce8b8d req-d1f2f79c-ccf4-4125-b4b7-1f5df1a27bec tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:03.603542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf5de565-84b3-446c-b87e-e26a75ce8b8d req-d1f2f79c-ccf4-4125-b4b7-1f5df1a27bec tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.7898154 Nov 25 19:48:03.609980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d831716-5c00-4ee8-8bb4-ca01d18506a3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:48:03.635468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:03.638380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa49b57-3847-4ad3-b3b6-daf7646555ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18aa9494-0655-449f-bdc7-8d756aa530f9,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:03.653747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:03.668314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2aa49b57-3847-4ad3-b3b6-daf7646555ae admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e0ed0ba29bf4141b2bfccf79e84f4f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7797070 Nov 25 19:48:03.669059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49842) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:03.685021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:03.710136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Pushing event updated for resources: {'Port': ['ID=3b84c64a-055d-43ef-876f-8ea2e7c875f7,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:03.736788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] For port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:48:03.825643 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e4f5be1-683e-4f9c-8f35-f5e7868532b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.826475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Attempting to bind port 3b84c64a-055d-43ef-876f-8ea2e7c875f7 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:48:03.827582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Attempting to bind port 3b84c64a-055d-43ef-876f-8ea2e7c875f7 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:48:03.828401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Attempting to bind port 3b84c64a-055d-43ef-876f-8ea2e7c875f7 on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:03.837550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:48:03.837931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:03.838954 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.838954 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:48:03.839288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Bound port: 3b84c64a-055d-43ef-876f-8ea2e7c875f7, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:48:03.839771 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.880494 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e4f5be1-683e-4f9c-8f35-f5e7868532b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.936033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] For port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=971e6dca-9166-4d2d-a19d-81a4f7c67ef3,segment=NetworkSegment(4bf446be-bf4b-45fa-b7e6-10fbb757d343),segment_id=4bf446be-bf4b-45fa-b7e6-10fbb757d343)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:48:03.958207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd189c89-1be9-426c-8372-97c66a1d8a5e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:03.965126 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fd189c89-1be9-426c-8372-97c66a1d8a5e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.971526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf5de565-84b3-446c-b87e-e26a75ce8b8d req-15639705-da2e-4207-a90d-7bd087a0c167 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3668056 Nov 25 19:48:03.974111 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:03.975017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] For port 3b84c64a-055d-43ef-876f-8ea2e7c875f7, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:48:03.992414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] For port 3b84c64a-055d-43ef-876f-8ea2e7c875f7, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3b84c64a-055d-43ef-876f-8ea2e7c875f7,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:48:03.998629 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.067336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:04.068186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.070160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] 10.222.0.76 "PUT /v2.0/ports/971e6dca-9166-4d2d-a19d-81a4f7c67ef3 HTTP/1.1" status: 200 len: 1055 time: 3.7610528 Nov 25 19:48:04.070751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dd1cf6e-efad-45a0-97f4-90cf580200e6', 'tag': '971e6dca-9166-4d2d-a19d-81a4f7c67ef3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:04.075011 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa3b6cf-5442-408c-af4f-bbc5277b4408" -d '{"events": [{"name": "network-changed", "server_uuid": "5dd1cf6e-efad-45a0-97f4-90cf580200e6", "tag": "971e6dca-9166-4d2d-a19d-81a4f7c67ef3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:04.186664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a28ea-c124-43b8-8e40-de29bcc3b146 None None] Pushing event updated for resources: {'Port': ['ID=3b84c64a-055d-43ef-876f-8ea2e7c875f7,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:04.213353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e4f5be1-683e-4f9c-8f35-f5e7868532b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.220671 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e4f5be1-683e-4f9c-8f35-f5e7868532b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.227295 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7e4f5be1-683e-4f9c-8f35-f5e7868532b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18aa9494-0655-449f-bdc7-8d756aa530f9 HTTP/1.1" status: 204 len: 168 time: 0.5502205 Nov 25 19:48:04.242377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd068cd-2498-48a7-a1fd-7a8638862963 service neutron] Pushing event updated for resources: {'Port': ['ID=971e6dca-9166-4d2d-a19d-81a4f7c67ef3,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:04.271042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4f5be1-683e-4f9c-8f35-f5e7868532b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18aa9494-0655-449f-bdc7-8d756aa530f9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:04.275437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d831716-5c00-4ee8-8bb4-ca01d18506a3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:04.290223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6461c-9934-4f9d-b929-c2cc2fe51b6a None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:04.296557 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d831716-5c00-4ee8-8bb4-ca01d18506a3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.340745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6461c-9934-4f9d-b929-c2cc2fe51b6a None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:04.356579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-56d6461c-9934-4f9d-b929-c2cc2fe51b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:04.417148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-a4fd7e01-f4fa-424a-b074-63705fa2c15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:04.424024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-a4fd7e01-f4fa-424a-b074-63705fa2c15b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2e694ece81b24bd1992fdd72ac9241f4&device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 1058 time: 0.2979631 Nov 25 19:48:04.540572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49854) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:04.543982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6d831716-5c00-4ee8-8bb4-ca01d18506a3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "PUT /v2.0/floatingips/d81800b2-2ebf-4aea-83f9-da16bc38a520 HTTP/1.1" status: 200 len: 687 time: 3.4274671 Nov 25 19:48:04.569279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-56d6461c-9934-4f9d-b929-c2cc2fe51b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:04.604318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d6461c-9934-4f9d-b929-c2cc2fe51b6a None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:04.606607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-56d6461c-9934-4f9d-b929-c2cc2fe51b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:04.696738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-793dbddd-8615-47e7-8f69-90f5099cad37 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=971e6dca-9166-4d2d-a19d-81a4f7c67ef3 HTTP/1.1" status: 200 len: 217 time: 0.2492261 Nov 25 19:48:04.831017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-56d6461c-9934-4f9d-b929-c2cc2fe51b6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:04.832798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d6461c-9934-4f9d-b929-c2cc2fe51b6a None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:04.859376 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3fda4e5-62a5-4e6a-a48a-8423d4ea6ed4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:04.950405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-f46f606b-cb67-4223-8a27-4e0941ac46fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:04.957188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-f46f606b-cb67-4223-8a27-4e0941ac46fe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=319cd274-8e1b-4337-a7ce-58ab5a108b18 HTTP/1.1" status: 200 len: 838 time: 0.2578762 Nov 25 19:48:04.996946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe24179-c7bb-4391-827a-84c419d04988 req-dc2df213-ff99-47de-b496-78a23df02fa5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:05.017519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5fe24179-c7bb-4391-827a-84c419d04988 req-dc2df213-ff99-47de-b496-78a23df02fa5 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 907 time: 0.2803566 Nov 25 19:48:05.285067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-3aa84f9a-47ae-4168-bf47-e75a1a7452a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:05.287152 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-3aa84f9a-47ae-4168-bf47-e75a1a7452a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dbeade05-b43e-4a73-a34b-d35b2a3939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3189485 Nov 25 19:48:05.292222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49864) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:05.312094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fd189c89-1be9-426c-8372-97c66a1d8a5e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:05.444678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port 176bf68b-b3d7-4c61-b5e3-c4ec24d295e0 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:05.448918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:05.452318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-d4110b95-031b-401b-8e7d-bc89e0a9e4ef service neutron] 10.222.0.76 "GET /v2.0/networks/dbeade05-b43e-4a73-a34b-d35b2a3939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299486 Nov 25 19:48:05.549716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd189c89-1be9-426c-8372-97c66a1d8a5e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:05.580980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-fd189c89-1be9-426c-8372-97c66a1d8a5e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:05.592449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd189c89-1be9-426c-8372-97c66a1d8a5e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:05.593622 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fd189c89-1be9-426c-8372-97c66a1d8a5e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:05.704801 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fd189c89-1be9-426c-8372-97c66a1d8a5e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3182683 Nov 25 19:48:05.710405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49870) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:05.725071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:5a:97:ca', 'name': 'tempest-NetworksTestDHCPv6-1668238743'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:05.726211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-429d3533-d68a-4ef2-a856-154ccaea2312 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=410bedf0c8744dd7bf51616f522502c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4297247 Nov 25 19:48:05.727021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49872) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:05.750049 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9cfb96d-2f8e-4a4c-9bc4-9b728549f4d0 x-openstack-request-id: req-a9cfb96d-2f8e-4a4c-9bc4-9b728549f4d0 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:05.750360 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dd1cf6e-efad-45a0-97f4-90cf580200e6", "tag": "971e6dca-9166-4d2d-a19d-81a4f7c67ef3", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:05.750619 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a9cfb96d-2f8e-4a4c-9bc4-9b728549f4d0 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:05.751082 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dd1cf6e-efad-45a0-97f4-90cf580200e6', 'tag': '971e6dca-9166-4d2d-a19d-81a4f7c67ef3', 'status': 'completed', 'code': 200} Nov 25 19:48:05.762017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd189c89-1be9-426c-8372-97c66a1d8a5e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=61d900b0-50de-4882-934c-17194a7501fa,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:05.934841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:05.935441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:05.943686 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4f4dc67-8d9d-4dba-bf82-6e2014b879e9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:05.951227 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-608eb1f8-502a-4003-94e1-e45077bf2027 req-f3b24fcf-f4c2-442f-8e1a-13b7aace1d01 service neutron] 10.222.0.76 "GET /v2.0/networks/dbeade05-b43e-4a73-a34b-d35b2a3939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4913073 Nov 25 19:48:05.995137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for 176bf68b-b3d7-4c61-b5e3-c4ec24d295e0 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:06.063368 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4f4dc67-8d9d-4dba-bf82-6e2014b879e9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.103374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d20f79-6ee1-479f-ac51-e038d2161721 req-5cab3bb6-5544-4391-8fd0-e5ba297377df tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:06.105296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98d20f79-6ee1-479f-ac51-e038d2161721 req-5cab3bb6-5544-4391-8fd0-e5ba297377df tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.1928883 Nov 25 19:48:06.112066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3b6cf-5442-408c-af4f-bbc5277b4408 req-00f4f1a7-d8b8-425d-a3ab-f2239d771879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:06.117490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3fa3b6cf-5442-408c-af4f-bbc5277b4408 req-00f4f1a7-d8b8-425d-a3ab-f2239d771879 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2e694ece81b24bd1992fdd72ac9241f4&device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 1058 time: 0.0958292 Nov 25 19:48:06.282175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:06.381452 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4f4dc67-8d9d-4dba-bf82-6e2014b879e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.384426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a4f4dc67-8d9d-4dba-bf82-6e2014b879e9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.389629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a4f4dc67-8d9d-4dba-bf82-6e2014b879e9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8eb5ca83-d068-4541-a2a4-866269690420 HTTP/1.1" status: 204 len: 168 time: 0.6595292 Nov 25 19:48:06.437816 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.461468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98d20f79-6ee1-479f-ac51-e038d2161721 req-5d62c18d-7872-40c2-be7c-8b573291ef03 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3428009 Nov 25 19:48:06.527521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f4dc67-8d9d-4dba-bf82-6e2014b879e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb5ca83-d068-4541-a2a4-866269690420,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:06.598471 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.637210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5088929-f188-4908-a6c9-c8bf35007a5b None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:06.644683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3b6cf-5442-408c-af4f-bbc5277b4408 req-179e54d8-0f0a-4e03-8336-d6c14cd45615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:06.670913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3fa3b6cf-5442-408c-af4f-bbc5277b4408 req-179e54d8-0f0a-4e03-8336-d6c14cd45615 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dbeade05-b43e-4a73-a34b-d35b2a3939a2 HTTP/1.1" status: 200 len: 898 time: 0.5076857 Nov 25 19:48:06.692008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 33b7f078-4616-46e5-ba7e-6f062b37706d yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:48:06.837977 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:06.886535 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3fa3b6cf-5442-408c-af4f-bbc5277b4408 req-4e6c8a11-e4a2-4225-9ca6-a3dd01e59b40 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=971e6dca-9166-4d2d-a19d-81a4f7c67ef3 HTTP/1.1" status: 200 len: 217 time: 0.2084308 Nov 25 19:48:06.993160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3b84c64a-055d-43ef-876f-8ea2e7c875f7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:07.019289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98310516-4b58-42cb-9aff-030eeb2d479b req-55511b1d-3c1a-4de7-93a6-92f3b6c58494 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:07.029610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98310516-4b58-42cb-9aff-030eeb2d479b req-55511b1d-3c1a-4de7-93a6-92f3b6c58494 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 907 time: 0.1398304 Nov 25 19:48:07.038700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3b6cf-5442-408c-af4f-bbc5277b4408 req-c85c5520-5429-46e9-adea-0dbadc41535c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:07.041419 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3fa3b6cf-5442-408c-af4f-bbc5277b4408 req-c85c5520-5429-46e9-adea-0dbadc41535c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=319cd274-8e1b-4337-a7ce-58ab5a108b18 HTTP/1.1" status: 200 len: 838 time: 0.1220253 Nov 25 19:48:07.106518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-61371bdc-2d38-40b5-b31a-776679332542 None None] Provisioning complete for port 3b84c64a-055d-43ef-876f-8ea2e7c875f7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:07.107264 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-61371bdc-2d38-40b5-b31a-776679332542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:07.197301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3b84c64a-055d-43ef-876f-8ea2e7c875f7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:07.197720 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:07.217768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa3b6cf-5442-408c-af4f-bbc5277b4408 req-1d149df2-7125-4d54-8cbc-3a94604cb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:07.221964 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3fa3b6cf-5442-408c-af4f-bbc5277b4408 req-1d149df2-7125-4d54-8cbc-3a94604cb949 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dbeade05-b43e-4a73-a34b-d35b2a3939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1736944 Nov 25 19:48:07.263318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=176bf68b-b3d7-4c61-b5e3-c4ec24d295e0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:07.268139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:07.276483 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:07.288498 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-61371bdc-2d38-40b5-b31a-776679332542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:07.288824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49880) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:07.288983 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/floatingips/d81800b2-2ebf-4aea-83f9-da16bc38a520 HTTP/1.1" status: 204 len: 168 time: 2.7391331 Nov 25 19:48:07.343305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.343870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.344721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.345332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.346010 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.346585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.351989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.352414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.352894 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.353261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.353607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.354000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3de59311-e6b4-4838-b591-fe535fd12f6b tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:07.469537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8:0:1::138 (0a011fd0-9c8c-4deb-9828-aa08d061358c/61d900b0-50de-4882-934c-17194a7501fa/33b7f078-4616-46e5-ba7e-6f062b37706d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:07.484886 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-592eee9b-a57d-4b9f-aec8-d68869a5a8e7 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] delete failed (client error): The resource could not be found. Nov 25 19:48:07.485442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::f816:3eff:fe5a:97ca (0a011fd0-9c8c-4deb-9828-aa08d061358c/423e1e65-2e1f-4d88-a0b7-23e8b01939e1/33b7f078-4616-46e5-ba7e-6f062b37706d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:07.494184 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-592eee9b-a57d-4b9f-aec8-d68869a5a8e7 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/floatingips/d81800b2-2ebf-4aea-83f9-da16bc38a520 HTTP/1.1" status: 404 len: 345 time: 0.2049291 Nov 25 19:48:07.507388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49888) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:07.507896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:48:07.945486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3fa3b6cf-5442-408c-af4f-bbc5277b4408 req-242709a7-b469-46ed-ab2c-9a3d60100f25 service neutron] 10.222.0.76 "GET /v2.0/networks/dbeade05-b43e-4a73-a34b-d35b2a3939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7146561 Nov 25 19:48:08.109201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b550b4b5-145f-418f-a2ca-62f6378ddafc tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:08.116904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b550b4b5-145f-418f-a2ca-62f6378ddafc tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:08.123354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b550b4b5-145f-418f-a2ca-62f6378ddafc tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:08.125466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b550b4b5-145f-418f-a2ca-62f6378ddafc tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "GET /v2.0/ports?network_id=99fc22d7-e0bc-40d9-9f24-1339cddb3078 HTTP/1.1" status: 200 len: 2357 time: 0.6109176 Nov 25 19:48:08.133664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49906) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:08.141117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-61371bdc-2d38-40b5-b31a-776679332542 None None] For port 3b84c64a-055d-43ef-876f-8ea2e7c875f7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3b84c64a-055d-43ef-876f-8ea2e7c875f7,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:08.184146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=971e6dca-9166-4d2d-a19d-81a4f7c67ef3,segment=NetworkSegment(4bf446be-bf4b-45fa-b7e6-10fbb757d343),segment_id=4bf446be-bf4b-45fa-b7e6-10fbb757d343)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:08.208680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a8cab9-0b62-4549-82e6-674d8c7f62ac tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:08.210430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '971e6dca-9166-4d2d-a19d-81a4f7c67ef3', 'network_id': 'dbeade05-b43e-4a73-a34b-d35b2a3939a2', 'port_id': '971e6dca-9166-4d2d-a19d-81a4f7c67ef3', 'mac_address': 'fa:16:3e:58:3c:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 631, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '319cd274-8e1b-4337-a7ce-58ab5a108b18', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:48:08.211250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-03a8cab9-0b62-4549-82e6-674d8c7f62ac tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "GET /v2.0/subnets/c61bbf24-0f9a-4de4-9a2b-8b9e75b179f0 HTTP/1.1" status: 200 len: 797 time: 0.0762551 Nov 25 19:48:08.214315 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.224762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856198b-8e88-411d-9b67-861766abb192 req-d9785540-6a9a-492f-9376-b464bd2e1287 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:08.226619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2856198b-8e88-411d-9b67-861766abb192 req-d9785540-6a9a-492f-9376-b464bd2e1287 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.4090767 Nov 25 19:48:08.227257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49908) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:08.237432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'port': {'network_id': '99fc22d7-e0bc-40d9-9f24-1339cddb3078', 'name': 'tempest-FloatingIPTestJSON-1756886319', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:08.301261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-61371bdc-2d38-40b5-b31a-776679332542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.306743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3fa3b6cf-5442-408c-af4f-bbc5277b4408 req-62fe8774-3c2c-477a-b6bc-c8cf349d434c service neutron] 10.222.0.76 "GET /v2.0/networks/dbeade05-b43e-4a73-a34b-d35b2a3939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372371 Nov 25 19:48:08.372228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2856198b-8e88-411d-9b67-861766abb192 req-f23aa40a-a3b4-4404-b80b-1ba69b86ea87 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273806 Nov 25 19:48:08.398545 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.465048 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.509505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dce881b-1c71-4103-a8d5-8449724a21db None None] Update dhcp port {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': '423e1e65-2e1f-4d88-a0b7-23e8b01939e1', 'ip_address': '2001:db8::f816:3eff:feae:fd1f'}, {'subnet_id': '61d900b0-50de-4882-934c-17194a7501fa'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '3b84c64a-055d-43ef-876f-8ea2e7c875f7'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:48:08.529970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49912) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:08.550172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Made reservation on behalf of 0c7eab33e6a6466a97dc03b69cc3154e for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:08.575230 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.585846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:08.609227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:08.640677 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.647842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:08.654835 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9dce881b-1c71-4103-a8d5-8449724a21db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.687483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:08.687483 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.723064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=33b7f078-4616-46e5-ba7e-6f062b37706d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:08.782425 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-71fa3efb-3980-423a-b0ad-4a34b7023515 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 3.0653665 Nov 25 19:48:08.787512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49918) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:08.878650 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.894031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-754c52d4-2a3c-4820-9d3b-21e15b16043d tempest-DvrRoutersNegativeTest-389609265 tempest-DvrRoutersNegativeTest-389609265-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1589798982', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:08.901617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.policy [None req-754c52d4-2a3c-4820-9d3b-21e15b16043d tempest-DvrRoutersNegativeTest-389609265 tempest-DvrRoutersNegativeTest-389609265-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103651) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 25 19:48:08.902024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.policy [None req-754c52d4-2a3c-4820-9d3b-21e15b16043d tempest-DvrRoutersNegativeTest-389609265 tempest-DvrRoutersNegativeTest-389609265-project] Failed policy check for 'create_router' {{(pid=103651) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 25 19:48:08.902841 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-754c52d4-2a3c-4820-9d3b-21e15b16043d tempest-DvrRoutersNegativeTest-389609265 tempest-DvrRoutersNegativeTest-389609265-project] create failed (client error): Access was denied to this resource. Nov 25 19:48:08.904680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-754c52d4-2a3c-4820-9d3b-21e15b16043d tempest-DvrRoutersNegativeTest-389609265 tempest-DvrRoutersNegativeTest-389609265-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3732975 Nov 25 19:48:08.967756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-185def04-d88d-486d-82f0-c76d7d7f9564 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 33b7f078-4616-46e5-ba7e-6f062b37706d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:08.968947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-185def04-d88d-486d-82f0-c76d7d7f9564 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:08.996320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] device_id is not set on port 0ca271e4-c359-40b2-809b-7c73c91d1cdd yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:48:09.007267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61371bdc-2d38-40b5-b31a-776679332542 None None] Pushing event updated for resources: {'Port': ['ID=3b84c64a-055d-43ef-876f-8ea2e7c875f7,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:09.046458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:48:09.206673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-9dce881b-1c71-4103-a8d5-8449724a21db None None] Allocated IP 2001:db8:0:1::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/61d900b0-50de-4882-934c-17194a7501fa/3b84c64a-055d-43ef-876f-8ea2e7c875f7) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:09.225761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-185def04-d88d-486d-82f0-c76d7d7f9564 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:09.263536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-185def04-d88d-486d-82f0-c76d7d7f9564 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 33b7f078-4616-46e5-ba7e-6f062b37706d owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:09.283378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722df6b-7dea-4963-85b8-bc1d454cf6f4 req-371182ae-8797-4c78-b549-06c00abecade tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:09.304712 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4722df6b-7dea-4963-85b8-bc1d454cf6f4 req-371182ae-8797-4c78-b549-06c00abecade tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 907 time: 0.4365284 Nov 25 19:48:09.381973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=971e6dca-9166-4d2d-a19d-81a4f7c67ef3,segment=NetworkSegment(4bf446be-bf4b-45fa-b7e6-10fbb757d343),segment_id=4bf446be-bf4b-45fa-b7e6-10fbb757d343)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:09.393078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:09.514538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9dce881b-1c71-4103-a8d5-8449724a21db None None] For port 3b84c64a-055d-43ef-876f-8ea2e7c875f7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3b84c64a-055d-43ef-876f-8ea2e7c875f7,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:09.596814 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9dce881b-1c71-4103-a8d5-8449724a21db None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:09.680355 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9dce881b-1c71-4103-a8d5-8449724a21db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:09.684443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49928) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:09.695277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=971e6dca-9166-4d2d-a19d-81a4f7c67ef3,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:09.748125 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-185def04-d88d-486d-82f0-c76d7d7f9564 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:09.765895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['971e6dca-9166-4d2d-a19d-81a4f7c67ef3'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:48:09.802689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.20.0.14 (99fc22d7-e0bc-40d9-9f24-1339cddb3078/c61bbf24-0f9a-4de4-9a2b-8b9e75b179f0/0ca271e4-c359-40b2-809b-7c73c91d1cdd) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:09.827548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.20.0.13 (99fc22d7-e0bc-40d9-9f24-1339cddb3078/c61bbf24-0f9a-4de4-9a2b-8b9e75b179f0/0ca271e4-c359-40b2-809b-7c73c91d1cdd) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:09.852029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2c989-2fd2-4b40-9319-9c155247692f req-4b342b9d-17ec-4c62-9683-38648ecb5c54 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:09.854856 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55c2c989-2fd2-4b40-9319-9c155247692f req-4b342b9d-17ec-4c62-9683-38648ecb5c54 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.1726584 Nov 25 19:48:09.863207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce881b-1c71-4103-a8d5-8449724a21db None None] Pushing event updated for resources: {'Port': ['ID=3b84c64a-055d-43ef-876f-8ea2e7c875f7,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:09.958662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185def04-d88d-486d-82f0-c76d7d7f9564 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=33b7f078-4616-46e5-ba7e-6f062b37706d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:09.984232 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-185def04-d88d-486d-82f0-c76d7d7f9564 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:09.991575 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-185def04-d88d-486d-82f0-c76d7d7f9564 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/33b7f078-4616-46e5-ba7e-6f062b37706d HTTP/1.1" status: 204 len: 168 time: 1.2025797 Nov 25 19:48:10.038956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49934) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:10.218217 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.224329 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49a211f8-8284-473a-8060-d550d85d96b2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.264216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-9269323b-af00-48fa-b429-ec6787fe04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.267372 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-9269323b-af00-48fa-b429-ec6787fe04b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098&tenant_id=6ae5c53d158543ccacbc744f1ee139bb HTTP/1.1" status: 200 len: 1094 time: 0.3037431 Nov 25 19:48:10.289795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7c623f-544f-479e-ba3c-05bfe61f9017 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.290439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55c2c989-2fd2-4b40-9319-9c155247692f req-6cc099e4-fefb-4f7c-90ba-ef8b4206f9c7 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340697 Nov 25 19:48:10.300825 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6d7c623f-544f-479e-ba3c-05bfe61f9017 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2596858 Nov 25 19:48:10.307297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49936) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:10.441398 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.443216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-1b478858-cb2c-4b1b-a1ed-d4bf4c57b343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.445848 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-1b478858-cb2c-4b1b-a1ed-d4bf4c57b343 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 1094 time: 0.1414211 Nov 25 19:48:10.524269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:10.528615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:10.534514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:10.603142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7163e3b-00b0-4254-84e1-285e63fc5f44 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.605142 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e7163e3b-00b0-4254-84e1-285e63fc5f44 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2932012 Nov 25 19:48:10.605484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=0ca271e4-c359-40b2-809b-7c73c91d1cdd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:10.610116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49940) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:10.626466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.626884 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.644785 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49a211f8-8284-473a-8060-d550d85d96b2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.684804 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49a211f8-8284-473a-8060-d550d85d96b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.728089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4453c7a9-6d17-4a4a-9635-209f3eafaf98 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.729692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4453c7a9-6d17-4a4a-9635-209f3eafaf98 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.731437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4453c7a9-6d17-4a4a-9635-209f3eafaf98 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.737548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4453c7a9-6d17-4a4a-9635-209f3eafaf98 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1219449 Nov 25 19:48:10.743944 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-17fcae07-0c1b-4ad6-ac1d-2721546ecfa0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.5098627 Nov 25 19:48:10.743944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49942) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:10.774472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49944) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:10.781435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '0ca271e4-c359-40b2-809b-7c73c91d1cdd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:10.832286 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-49a211f8-8284-473a-8060-d550d85d96b2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f23fad5746cf45e9bd291d2bc444298d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1466360 Nov 25 19:48:10.834338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3b84c64a-055d-43ef-876f-8ea2e7c875f7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:10.835894 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a211f8-8284-473a-8060-d550d85d96b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9d1dfb-7446-4346-a85d-5b66af2593df,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:10.838117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49948) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:10.939685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-e2ca517c-a1be-4048-9cf5-1f2377b95b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:10.941204 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-e2ca517c-a1be-4048-9cf5-1f2377b95b8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.4790292 Nov 25 19:48:10.960105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3b84c64a-055d-43ef-876f-8ea2e7c875f7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:10.960471 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:10.968997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b213c4d4-bc60-4c3d-bdc4-c02a2cd97cd3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:11.036264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b213c4d4-bc60-4c3d-bdc4-c02a2cd97cd3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:11.179973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0614b818-2f9f-4c36-9879-ec8d4db2ceb2 None None] Provisioning complete for port 3b84c64a-055d-43ef-876f-8ea2e7c875f7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:11.180858 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0614b818-2f9f-4c36-9879-ec8d4db2ceb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:11.437376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:11.498712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab4512e-1a38-4b4e-8ffb-3425676488af tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 423e1e65-2e1f-4d88-a0b7-23e8b01939e1 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:48:11.519454 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ab4512e-1a38-4b4e-8ffb-3425676488af tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:11.593543 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:11.633375 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-d6d5d1c2-b961-49eb-93c5-1d5453037403 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50b45e6-233c-4ca5-acca-99f485953123 HTTP/1.1" status: 200 len: 999 time: 0.6814346 Nov 25 19:48:11.634523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:48:11.651313 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b213c4d4-bc60-4c3d-bdc4-c02a2cd97cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:11.653213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da13a374-830a-4ed1-9a56-8df8d5eedbb5 req-c6b68827-d0ad-4dd1-b0db-198fbb142d14 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:11.653991 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b213c4d4-bc60-4c3d-bdc4-c02a2cd97cd3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:11.655287 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b213c4d4-bc60-4c3d-bdc4-c02a2cd97cd3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6c9d1dfb-7446-4346-a85d-5b66af2593df HTTP/1.1" status: 204 len: 168 time: 0.8139274 Nov 25 19:48:11.665666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da13a374-830a-4ed1-9a56-8df8d5eedbb5 req-c6b68827-d0ad-4dd1-b0db-198fbb142d14 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 908 time: 0.9304256 Nov 25 19:48:11.713437 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ab4512e-1a38-4b4e-8ffb-3425676488af tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:11.742929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b213c4d4-bc60-4c3d-bdc4-c02a2cd97cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9d1dfb-7446-4346-a85d-5b66af2593df,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:11.772236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:11.772850 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:11.792393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-68497aaf-f085-465d-b5ac-660229880ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:11.794083 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-68497aaf-f085-465d-b5ac-660229880ffe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.1544061 Nov 25 19:48:11.899434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-d79af740-b2e0-4d98-bb66-084b7e522346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:11.908328 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-d79af740-b2e0-4d98-bb66-084b7e522346 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046915 Nov 25 19:48:11.978746 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ab4512e-1a38-4b4e-8ffb-3425676488af tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:12.065150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ab4512e-1a38-4b4e-8ffb-3425676488af tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:12.126772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4512e-1a38-4b4e-8ffb-3425676488af tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=423e1e65-2e1f-4d88-a0b7-23e8b01939e1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:12.202019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:12.214173 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98ea71b8-9bde-4522-a4d0-b44d46528476 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:12.218469 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ab4512e-1a38-4b4e-8ffb-3425676488af tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:12.224210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8ab4512e-1a38-4b4e-8ffb-3425676488af tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/423e1e65-2e1f-4d88-a0b7-23e8b01939e1 HTTP/1.1" status: 204 len: 168 time: 1.4812403 Nov 25 19:48:12.230099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49960) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:12.251430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5a79a999-1679-4c17-8392-1f593ce1a97f None None] Could not find standard attr ID for object 33b7f078-4616-46e5-ba7e-6f062b37706d. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:48:12.258609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f6cb6d-d264-4d25-a6da-b3e096897831 req-e9de0516-e246-4c89-a077-b0e643ef52af tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:12.268011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15f6cb6d-d264-4d25-a6da-b3e096897831 req-e9de0516-e246-4c89-a077-b0e643ef52af tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.2136037 Nov 25 19:48:12.294415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=971e6dca-9166-4d2d-a19d-81a4f7c67ef3,segment=NetworkSegment(4bf446be-bf4b-45fa-b7e6-10fbb757d343),segment_id=4bf446be-bf4b-45fa-b7e6-10fbb757d343)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:12.306137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd1cf6e-efad-45a0-97f4-90cf580200e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971e6dca-9166-4d2d-a19d-81a4f7c67ef3'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:12.308627 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2441c1a-7804-4a4e-991f-dcc2a664d019" -d '{"events": [{"server_uuid": "5dd1cf6e-efad-45a0-97f4-90cf580200e6", "name": "network-vif-plugged", "status": "completed", "tag": "971e6dca-9166-4d2d-a19d-81a4f7c67ef3"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:12.312350 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-0bccc0bd-d7b1-4d8b-91a2-3f9fd6b9a414 service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3938420 Nov 25 19:48:12.315761 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:12.373516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd017f6a-727b-4709-8298-621413bf978c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 61d900b0-50de-4882-934c-17194a7501fa {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:48:12.382652 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd017f6a-727b-4709-8298-621413bf978c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:12.491312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=971e6dca-9166-4d2d-a19d-81a4f7c67ef3,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:12.508951 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-5e174eaa-f973-46cc-88c8-88b4feee59e7 service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885064 Nov 25 19:48:12.509637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15f6cb6d-d264-4d25-a6da-b3e096897831 req-74070afc-81c6-4494-9048-8860cbb7f9d4 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2272713 Nov 25 19:48:12.524385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:12.564237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd017f6a-727b-4709-8298-621413bf978c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:12.802740 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecad1778-9d4a-46c4-8b79-3a530897d14c x-openstack-request-id: req-ecad1778-9d4a-46c4-8b79-3a530897d14c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:12.803150 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd1cf6e-efad-45a0-97f4-90cf580200e6", "name": "network-vif-plugged", "status": "completed", "tag": "971e6dca-9166-4d2d-a19d-81a4f7c67ef3", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:12.803461 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ecad1778-9d4a-46c4-8b79-3a530897d14c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:12.803822 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd1cf6e-efad-45a0-97f4-90cf580200e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '971e6dca-9166-4d2d-a19d-81a4f7c67ef3', 'code': 200} Nov 25 19:48:13.092673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.25.8.117 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/db37c730-69ce-4401-9ffb-16af7db4015c) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:13.160267 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd017f6a-727b-4709-8298-621413bf978c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:13.259937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49998) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:13.301586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ab4b8-6071-4173-b2cf-bd672d6a5167 req-f8d880f0-e186-4df8-85b3-5add695aeeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:13.303335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e8ab4b8-6071-4173-b2cf-bd672d6a5167 req-f8d880f0-e186-4df8-85b3-5add695aeeac service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 1060 time: 0.3302219 Nov 25 19:48:13.371041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82607e4-0535-4506-849b-cae12a6327d6 req-7fad7ad4-77c2-454e-8169-a12bb46c4918 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:13.386697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a82607e4-0535-4506-849b-cae12a6327d6 req-7fad7ad4-77c2-454e-8169-a12bb46c4918 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 909 time: 0.3342209 Nov 25 19:48:13.480340 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd017f6a-727b-4709-8298-621413bf978c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:13.530643 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:13.550836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd017f6a-727b-4709-8298-621413bf978c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=61d900b0-50de-4882-934c-17194a7501fa,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:13.558776 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd017f6a-727b-4709-8298-621413bf978c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:13.565484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cd017f6a-727b-4709-8298-621413bf978c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/61d900b0-50de-4882-934c-17194a7501fa HTTP/1.1" status: 204 len: 168 time: 1.3317935 Nov 25 19:48:13.565696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50004) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:13.653575 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:13.720320 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7e45d9ff-8fcc-45c8-bcd3-265c0306e10b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1459711 Nov 25 19:48:13.720906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50014) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:13.733514 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4e58f959-f703-4ee5-bfed-013c72b66fb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:13.746120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2f29e85c-c299-49e1-bc56-0a698c93875f tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:13.746953 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-2f29e85c-c299-49e1-bc56-0a698c93875f tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 19:48:13.747539 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-2f29e85c-c299-49e1-bc56-0a698c93875f tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:48:13.748675 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2f29e85c-c299-49e1-bc56-0a698c93875f tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4876955 Nov 25 19:48:13.765226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50016) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:13.780359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-758ea331-fd24-46a1-b973-3f059f001d6b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'tempest-secgroup--315102124'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:13.924942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=db37c730-69ce-4401-9ffb-16af7db4015c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:13.991022 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-758ea331-fd24-46a1-b973-3f059f001d6b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.031589 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-758ea331-fd24-46a1-b973-3f059f001d6b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.040388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:14.059379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596cb7f0-261d-4e65-890d-4fd2b1a98248 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:14.068706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:14.073203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:14.230447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6671f65e-743d-4a7a-9a54-fdab233d5cf4 req-11355e5a-a261-4a07-bceb-6f8030837299 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:14.258271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6671f65e-743d-4a7a-9a54-fdab233d5cf4 req-11355e5a-a261-4a07-bceb-6f8030837299 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.3349986 Nov 25 19:48:14.391230 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6fd6ab54-7753-4f44-a642-3c9b869219d7 None None] Provisioning complete for port 3b84c64a-055d-43ef-876f-8ea2e7c875f7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:14.391880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6fd6ab54-7753-4f44-a642-3c9b869219d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.424873 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-758ea331-fd24-46a1-b973-3f059f001d6b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.480174 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-758ea331-fd24-46a1-b973-3f059f001d6b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.654495 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-758ea331-fd24-46a1-b973-3f059f001d6b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.668859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e58f959-f703-4ee5-bfed-013c72b66fb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:14.673564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e58f959-f703-4ee5-bfed-013c72b66fb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:14.959426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0090d7d7-ef43-4514-9465-65c9bae4a783 None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:48:15.155044 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-758ea331-fd24-46a1-b973-3f059f001d6b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.162398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ea331-fd24-46a1-b973-3f059f001d6b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69585be1-5a3d-4ae5-8823-8ff213edbfc2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:15.180870 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e58f959-f703-4ee5-bfed-013c72b66fb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.241196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0090d7d7-ef43-4514-9465-65c9bae4a783 None None] Deleting port 3b84c64a-055d-43ef-876f-8ea2e7c875f7 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:15.241907 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0090d7d7-ef43-4514-9465-65c9bae4a783 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.298761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6671f65e-743d-4a7a-9a54-fdab233d5cf4 req-4e5c8030-4338-47eb-b399-6610d560f528 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0387795 Nov 25 19:48:15.308045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758ea331-fd24-46a1-b973-3f059f001d6b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c1c430e-1e28-49f7-aeef-18cb70ed5d07,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:15.428363 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-758ea331-fd24-46a1-b973-3f059f001d6b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.430631 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-758ea331-fd24-46a1-b973-3f059f001d6b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.6644731 Nov 25 19:48:15.485931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50026) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:15.501916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-94a97181-3fbd-4e42-b5a5-5edbccefb4a2 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '5c1c430e-1e28-49f7-aeef-18cb70ed5d07', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:15.530418 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0090d7d7-ef43-4514-9465-65c9bae4a783 None None] For port 3b84c64a-055d-43ef-876f-8ea2e7c875f7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3b84c64a-055d-43ef-876f-8ea2e7c875f7,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:15.538109 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0090d7d7-ef43-4514-9465-65c9bae4a783 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.542342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e58f959-f703-4ee5-bfed-013c72b66fb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:15.556249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4e58f959-f703-4ee5-bfed-013c72b66fb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:15.562736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e58f959-f703-4ee5-bfed-013c72b66fb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:15.565681 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4e58f959-f703-4ee5-bfed-013c72b66fb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.572717 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.612983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0090d7d7-ef43-4514-9465-65c9bae4a783 None None] Calling delete_port for 3b84c64a-055d-43ef-876f-8ea2e7c875f7 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:15.636671 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e58f959-f703-4ee5-bfed-013c72b66fb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=644e3e0c-3a6f-44f5-985c-3bd79a0833ec,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:15.638151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94a97181-3fbd-4e42-b5a5-5edbccefb4a2 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.655431 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4e58f959-f703-4ee5-bfed-013c72b66fb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9326704 Nov 25 19:48:15.667288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50028) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:15.673231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9670b0f9-4228-4a44-a712-de06caa04b2b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:15.957989 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0090d7d7-ef43-4514-9465-65c9bae4a783 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:15.989692 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94a97181-3fbd-4e42-b5a5-5edbccefb4a2 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.004937 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94a97181-3fbd-4e42-b5a5-5edbccefb4a2 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.036785 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.058135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0090d7d7-ef43-4514-9465-65c9bae4a783 None None] Pushing event deleted for resources: {'Port': ['ID=3b84c64a-055d-43ef-876f-8ea2e7c875f7,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:16.076037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0090d7d7-ef43-4514-9465-65c9bae4a783 None None] No DVR routers for this DVR port 3b84c64a-055d-43ef-876f-8ea2e7c875f7 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:16.135072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9670b0f9-4228-4a44-a712-de06caa04b2b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:16.139377 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9670b0f9-4228-4a44-a712-de06caa04b2b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.147609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef8b604-a0ac-4099-a1d3-e491eac896db None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:16.234125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a97181-3fbd-4e42-b5a5-5edbccefb4a2 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f89cae6-405e-43a4-813f-c0d341969a57,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:16.311305 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94a97181-3fbd-4e42-b5a5-5edbccefb4a2 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.318039 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-94a97181-3fbd-4e42-b5a5-5edbccefb4a2 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8225565 Nov 25 19:48:16.329014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50034) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:16.365267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-740e2ee6-bd6a-4c53-bd2f-28ea9c833a6c tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '5c1c430e-1e28-49f7-aeef-18cb70ed5d07', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:16.379668 n-d-817303-9 neutron-server[103652]: INFO neutron.db.ipam_backend_mixin [None req-9670b0f9-4228-4a44-a712-de06caa04b2b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 644e3e0c-3a6f-44f5-985c-3bd79a0833ec (CIDR: 2001:db8::/64) Nov 25 19:48:16.385753 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9670b0f9-4228-4a44-a712-de06caa04b2b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:16.386581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9670b0f9-4228-4a44-a712-de06caa04b2b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:16.412156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7fcd32-1296-419f-8e17-0f347180beee req-4bb78733-aa2d-4696-ad7f-b769e1d9b796 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:16.421831 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa7fcd32-1296-419f-8e17-0f347180beee req-4bb78733-aa2d-4696-ad7f-b769e1d9b796 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 909 time: 0.4870243 Nov 25 19:48:16.455037 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9670b0f9-4228-4a44-a712-de06caa04b2b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7863803 Nov 25 19:48:16.464109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50040) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:16.470288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-af02659b-9706-4027-95b4-6684b43f93eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:16.508607 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-740e2ee6-bd6a-4c53-bd2f-28ea9c833a6c tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.564403 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.576554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.783208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af02659b-9706-4027-95b4-6684b43f93eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:16.789256 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af02659b-9706-4027-95b4-6684b43f93eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:16.938250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3b84c64a-055d-43ef-876f-8ea2e7c875f7 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:17.047655 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 3b84c64a-055d-43ef-876f-8ea2e7c875f7 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:17.048292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3b84c64a-055d-43ef-876f-8ea2e7c875f7 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:17.049519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=db37c730-69ce-4401-9ffb-16af7db4015c,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:17.072209 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:17.201792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '644e3e0c-3a6f-44f5-985c-3bd79a0833ec'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:48:17.207019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:17.397339 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP c89d2af4-37b1-4c42-ab71-2b0bf5651eac associated. External IP: 172.25.8.117, port: 0ca271e4-c359-40b2-809b-7c73c91d1cdd. Nov 25 19:48:17.420530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86509aa3-c909-4173-946a-19cbb7a64ee3 req-3159c1d8-57d4-46fd-bc32-1741e169f587 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:17.435959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86509aa3-c909-4173-946a-19cbb7a64ee3 req-3159c1d8-57d4-46fd-bc32-1741e169f587 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.7880266 Nov 25 19:48:17.443103 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-740e2ee6-bd6a-4c53-bd2f-28ea9c833a6c tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:48:17.445548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-740e2ee6-bd6a-4c53-bd2f-28ea9c833a6c tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.1116846 Nov 25 19:48:17.449234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50046) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:17.741679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Allocated IP 2001:db8::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/644e3e0c-3a6f-44f5-985c-3bd79a0833ec/6d6445d6-628f-4bd3-8712-4cc54589aec6) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:17.806620 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aecb058b-7ae1-494a-b087-41488c861c62 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:17.842350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86509aa3-c909-4173-946a-19cbb7a64ee3 req-2b078384-a0ba-4502-81be-1e0b499c14ee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3945456 Nov 25 19:48:17.901018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-7d8f3a0b-55d9-402a-a51a-b1402d5b5d94 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1882503 Nov 25 19:48:18.100031 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aecb058b-7ae1-494a-b087-41488c861c62 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:18.209859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:48:18.248772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-af02659b-9706-4027-95b4-6684b43f93eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:48:18.252033 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af02659b-9706-4027-95b4-6684b43f93eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:18.308396 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:18.320290 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:18.334038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af02659b-9706-4027-95b4-6684b43f93eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:18.335586 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aecb058b-7ae1-494a-b087-41488c861c62 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:18.339202 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aecb058b-7ae1-494a-b087-41488c861c62 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:18.346050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aecb058b-7ae1-494a-b087-41488c861c62 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "DELETE /v2.0/security-groups/5c1c430e-1e28-49f7-aeef-18cb70ed5d07 HTTP/1.1" status: 204 len: 168 time: 0.8893158 Nov 25 19:48:18.346990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50048) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:18.386894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:18.400247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-af02659b-9706-4027-95b4-6684b43f93eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:18.403880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:18.424330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af02659b-9706-4027-95b4-6684b43f93eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:18.425028 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af02659b-9706-4027-95b4-6684b43f93eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:18.487719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb058b-7ae1-494a-b087-41488c861c62 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c1c430e-1e28-49f7-aeef-18cb70ed5d07,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:18.507675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:18.516943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af02659b-9706-4027-95b4-6684b43f93eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=8572306f-1efd-459f-838d-13fa0a7014e7,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:18.631738 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-af02659b-9706-4027-95b4-6684b43f93eb tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1657915 Nov 25 19:48:18.648895 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3a3b119e-4318-4afa-849f-db3eb338b516 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2727504 Nov 25 19:48:18.653340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50052) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:18.677496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50054) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:18.693960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:29:fa:d0', 'name': 'tempest-NetworksTestDHCPv6-1145616995'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:18.711365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f55b6ec2-4a71-44e2-94bf-0809cdb1cd5b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'tempest-secgroup--597063235'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:18.850573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Pushing event updated for resources: {'Port': ['ID=6d6445d6-628f-4bd3-8712-4cc54589aec6,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:18.855783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Attempting to bind port 6d6445d6-628f-4bd3-8712-4cc54589aec6 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:48:18.856344 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Attempting to bind port 6d6445d6-628f-4bd3-8712-4cc54589aec6 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:48:18.856895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Attempting to bind port 6d6445d6-628f-4bd3-8712-4cc54589aec6 on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:18.889681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:48:18.890347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:18.891032 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:18.891691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:48:18.892513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Bound port: 6d6445d6-628f-4bd3-8712-4cc54589aec6, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:48:18.893199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:18.941199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f55b6ec2-4a71-44e2-94bf-0809cdb1cd5b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:19.153243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] For port 6d6445d6-628f-4bd3-8712-4cc54589aec6, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:48:19.158763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] For port 6d6445d6-628f-4bd3-8712-4cc54589aec6, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6d6445d6-628f-4bd3-8712-4cc54589aec6,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:48:19.169611 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:19.205984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c12b1-5b3b-494a-a1e5-38e6ca42f052 req-4b88c1ea-ca04-4580-b516-8cdab908f2e7 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:19.227791 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d78c12b1-5b3b-494a-a1e5-38e6ca42f052 req-4b88c1ea-ca04-4580-b516-8cdab908f2e7 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 909 time: 1.1114311 Nov 25 19:48:19.242415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-672db286-ae5f-480c-a725-707b30a3b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:19.246173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-672db286-ae5f-480c-a725-707b30a3b93b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2e694ece81b24bd1992fdd72ac9241f4&device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 1060 time: 1.1288464 Nov 25 19:48:19.333465 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:19.409827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bed4d6-d54a-43d2-9af8-68f030a81a92 None None] Pushing event updated for resources: {'Port': ['ID=6d6445d6-628f-4bd3-8712-4cc54589aec6,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:19.584879 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f55b6ec2-4a71-44e2-94bf-0809cdb1cd5b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:19.606779 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f55b6ec2-4a71-44e2-94bf-0809cdb1cd5b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:19.724941 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:19.767962 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f55b6ec2-4a71-44e2-94bf-0809cdb1cd5b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:19.775148 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f55b6ec2-4a71-44e2-94bf-0809cdb1cd5b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.0729070 Nov 25 19:48:19.779644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50064) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:19.792011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-68b8f651-be8c-4b79-b11b-a326ceca2cef tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '2b779af9-ecd6-4f69-b862-edd74c7918e9', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:19.793213 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-68b8f651-be8c-4b79-b11b-a326ceca2cef tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 19:48:19.793754 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-68b8f651-be8c-4b79-b11b-a326ceca2cef tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:19.800333 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-68b8f651-be8c-4b79-b11b-a326ceca2cef tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0148487 Nov 25 19:48:19.801546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50066) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:19.952769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 766ee442-2880-4eb0-ac04-31a5b637c891 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:48:19.958551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55b6ec2-4a71-44e2-94bf-0809cdb1cd5b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b779af9-ecd6-4f69-b862-edd74c7918e9,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:20.011659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:20.024187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-41c46663-b7ba-4702-8408-8b31c12646c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:20.029506 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691f557-55d8-4959-821a-028cf2dd0898 None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:20.032271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-41c46663-b7ba-4702-8408-8b31c12646c9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=dbeade05-b43e-4a73-a34b-d35b2a3939a2 HTTP/1.1" status: 200 len: 898 time: 0.7025597 Nov 25 19:48:20.092510 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691f557-55d8-4959-821a-028cf2dd0898 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:20.095438 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9691f557-55d8-4959-821a-028cf2dd0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:20.096725 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7e6212d-5778-4ad4-b548-bb999688a963 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:20.195622 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:20.225205 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9691f557-55d8-4959-821a-028cf2dd0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:20.251558 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9691f557-55d8-4959-821a-028cf2dd0898 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:20.252775 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9691f557-55d8-4959-821a-028cf2dd0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:20.261876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-a0bfe54b-5e61-481a-aee0-18f2c1bfcb89 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=971e6dca-9166-4d2d-a19d-81a4f7c67ef3 HTTP/1.1" status: 200 len: 217 time: 0.2080200 Nov 25 19:48:20.269317 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0ff5647c-2ae3-4551-9bf8-7df42f4bfcb3 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 9.4934645 Nov 25 19:48:20.291862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f49b4f-565a-4232-9ddb-8f6a3ac74763 req-236b1309-dc79-48c7-81e4-018a37493048 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:20.313317 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73f49b4f-565a-4232-9ddb-8f6a3ac74763 req-236b1309-dc79-48c7-81e4-018a37493048 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.6082523 Nov 25 19:48:20.343002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50068) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:20.386646 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9691f557-55d8-4959-821a-028cf2dd0898 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:20.391456 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9691f557-55d8-4959-821a-028cf2dd0898 None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:20.393948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-cf29f229-dafc-48aa-8f73-8e521593bd25 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'floatingip': {'port_id': '0ca271e4-c359-40b2-809b-7c73c91d1cdd', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:20.669386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::3e5 (0a011fd0-9c8c-4deb-9828-aa08d061358c/644e3e0c-3a6f-44f5-985c-3bd79a0833ec/766ee442-2880-4eb0-ac04-31a5b637c891) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:20.686598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:fad0 (0a011fd0-9c8c-4deb-9828-aa08d061358c/8572306f-1efd-459f-838d-13fa0a7014e7/766ee442-2880-4eb0-ac04-31a5b637c891) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:20.777581 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:20.867114 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:48:21.004944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6d6445d6-628f-4bd3-8712-4cc54589aec6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:21.015061 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73f49b4f-565a-4232-9ddb-8f6a3ac74763 req-6d8d610a-894e-44f6-ac73-829129fa8602 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6661444 Nov 25 19:48:21.034580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf29f229-dafc-48aa-8f73-8e521593bd25 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:21.209609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6d6445d6-628f-4bd3-8712-4cc54589aec6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:21.209895 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:21.237351 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:21.323818 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7e6212d-5778-4ad4-b548-bb999688a963 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:21.345026 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:21.443726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:21.515444 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:21.584957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:21.594364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:21.602765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:21.603942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:21.645994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 6d6445d6-628f-4bd3-8712-4cc54589aec6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6d6445d6-628f-4bd3-8712-4cc54589aec6,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:21.674521 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:21.686948 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0306091 Nov 25 19:48:21.693679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50078) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:21.708414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e0d687-1422-4151-b9a7-03a5a3cc7106 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=766ee442-2880-4eb0-ac04-31a5b637c891,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:21.741667 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7e6212d-5778-4ad4-b548-bb999688a963 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:21.745458 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7e6212d-5778-4ad4-b548-bb999688a963 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:21.749783 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d7e6212d-5778-4ad4-b548-bb999688a963 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "DELETE /v2.0/security-groups/2b779af9-ecd6-4f69-b862-edd74c7918e9 HTTP/1.1" status: 204 len: 168 time: 1.9419005 Nov 25 19:48:21.750530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50082) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:21.756154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-0c1a112f-ff9c-4a5a-8a75-bc6651341325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:21.784098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e6212d-5778-4ad4-b548-bb999688a963 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b779af9-ecd6-4f69-b862-edd74c7918e9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:21.789370 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-0c1a112f-ff9c-4a5a-8a75-bc6651341325 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=319cd274-8e1b-4337-a7ce-58ab5a108b18 HTTP/1.1" status: 200 len: 838 time: 1.5167263 Nov 25 19:48:21.872768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=6d6445d6-628f-4bd3-8712-4cc54589aec6,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:21.907901 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d8c54628-bd60-41cd-ab94-7eea36dafd81 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1311390 Nov 25 19:48:21.914294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50084) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:21.976431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-dfefc833-c36b-47fd-9ae2-e28711fd00eb tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147623331'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:22.011453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-d2f3bd62-0221-4346-92ba-84b9c9cc932e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:22.014005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-d2f3bd62-0221-4346-92ba-84b9c9cc932e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=dbeade05-b43e-4a73-a34b-d35b2a3939a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1528201 Nov 25 19:48:22.016819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb3c650-1d8a-4633-9190-48f38c53ef67 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:22.061451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dfefc833-c36b-47fd-9ae2-e28711fd00eb tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.120582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41742b44-0a9e-47aa-852c-faa4780acc5a req-134cc445-7730-4c90-a788-279d9816f72d tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:22.122162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41742b44-0a9e-47aa-852c-faa4780acc5a req-134cc445-7730-4c90-a788-279d9816f72d tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 1060 time: 0.2977154 Nov 25 19:48:22.304293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-859faebe-ec4e-429f-843c-0175d6b93228 None None] Provisioning complete for port 6d6445d6-628f-4bd3-8712-4cc54589aec6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:22.304663 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-859faebe-ec4e-429f-843c-0175d6b93228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.309523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-a59fd343-57c0-4929-af0e-f3f468aebad1 service neutron] 10.222.0.76 "GET /v2.0/networks/dbeade05-b43e-4a73-a34b-d35b2a3939a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2833030 Nov 25 19:48:22.521137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dfefc833-c36b-47fd-9ae2-e28711fd00eb tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.534277 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dfefc833-c36b-47fd-9ae2-e28711fd00eb tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.633703 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dfefc833-c36b-47fd-9ae2-e28711fd00eb tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.640174 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dfefc833-c36b-47fd-9ae2-e28711fd00eb tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6959364 Nov 25 19:48:22.642671 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50090) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:22.646280 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf29f229-dafc-48aa-8f73-8e521593bd25 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.667356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf29f229-dafc-48aa-8f73-8e521593bd25 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.670687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5b765394-0296-4e7e-8c8b-4a0bb27b1ff2 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': 'af83411d-da27-44d1-8281-7a822c64659d', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:22.672732 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-5b765394-0296-4e7e-8c8b-4a0bb27b1ff2 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 19:48:22.674705 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-5b765394-0296-4e7e-8c8b-4a0bb27b1ff2 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:22.681567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5b765394-0296-4e7e-8c8b-4a0bb27b1ff2 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0289168 Nov 25 19:48:22.682950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfefc833-c36b-47fd-9ae2-e28711fd00eb tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af83411d-da27-44d1-8281-7a822c64659d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:22.688986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50094) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:22.775893 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26518c9b-0e8f-43af-af0f-32f1f77d2ef7 req-d426b79d-3f4b-4530-96f9-58c7b12d2b56 service neutron] 10.222.0.76 "GET /v2.0/networks/dbeade05-b43e-4a73-a34b-d35b2a3939a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4566476 Nov 25 19:48:22.796534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a23db0e3-35c5-457c-8983-13985b0dee6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 766ee442-2880-4eb0-ac04-31a5b637c891 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:22.797172 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a23db0e3-35c5-457c-8983-13985b0dee6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.898218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc711c23-9062-4d22-973c-9509c9c33bc7 None None] Update dhcp port {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'fixed_ips': [{'subnet_id': '644e3e0c-3a6f-44f5-985c-3bd79a0833ec', 'ip_address': '2001:db8::2'}, {'subnet_id': '8572306f-1efd-459f-838d-13fa0a7014e7'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '6d6445d6-628f-4bd3-8712-4cc54589aec6'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:48:22.901880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6d6445d6-628f-4bd3-8712-4cc54589aec6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:22.938880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a23db0e3-35c5-457c-8983-13985b0dee6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:22.960207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a23db0e3-35c5-457c-8983-13985b0dee6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 766ee442-2880-4eb0-ac04-31a5b637c891 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:23.244819 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.281391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6d6445d6-628f-4bd3-8712-4cc54589aec6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:23.281817 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.283657 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cc711c23-9062-4d22-973c-9509c9c33bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.353384 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a23db0e3-35c5-457c-8983-13985b0dee6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.494291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23db0e3-35c5-457c-8983-13985b0dee6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=766ee442-2880-4eb0-ac04-31a5b637c891,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:23.507421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba658-4995-4e87-be35-165d7221d5e5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.617754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf29f229-dafc-48aa-8f73-8e521593bd25 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:48:23.661893 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a23db0e3-35c5-457c-8983-13985b0dee6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:23.699660 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a23db0e3-35c5-457c-8983-13985b0dee6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/766ee442-2880-4eb0-ac04-31a5b637c891 HTTP/1.1" status: 204 len: 168 time: 2.0045860 Nov 25 19:48:23.705648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50098) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:23.840766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346972c2-d4d8-45b1-ad57-2caedc6aa62c req-41df1471-740c-4e18-af59-316d156dc7b3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:23.845027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-346972c2-d4d8-45b1-ad57-2caedc6aa62c req-41df1471-740c-4e18-af59-316d156dc7b3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.3397377 Nov 25 19:48:23.873238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba658-4995-4e87-be35-165d7221d5e5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:24.081664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-cc711c23-9062-4d22-973c-9509c9c33bc7 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe4b:503c (0a011fd0-9c8c-4deb-9828-aa08d061358c/8572306f-1efd-459f-838d-13fa0a7014e7/6d6445d6-628f-4bd3-8712-4cc54589aec6) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:24.155168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf29f229-dafc-48aa-8f73-8e521593bd25 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:24.173585 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf29f229-dafc-48aa-8f73-8e521593bd25 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:24.288864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-346972c2-d4d8-45b1-ad57-2caedc6aa62c req-602228d5-f3ba-4034-ac64-8d9f41bb4ca7 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3167400 Nov 25 19:48:24.290276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-cc711c23-9062-4d22-973c-9509c9c33bc7 None None] For port 6d6445d6-628f-4bd3-8712-4cc54589aec6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6d6445d6-628f-4bd3-8712-4cc54589aec6,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:24.317530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1a5728-b7d1-4d5f-be79-b40973bd593b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:24.332415 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9d1a5728-b7d1-4d5f-be79-b40973bd593b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6244950 Nov 25 19:48:24.333636 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50104) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:24.373704 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-28a72b6a-e014-4486-923b-e091484504fd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3069496 Nov 25 19:48:24.381399 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cc711c23-9062-4d22-973c-9509c9c33bc7 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:24.395724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e47cdfc-2e9c-4538-9135-6b28887516bf None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:24.403874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cc711c23-9062-4d22-973c-9509c9c33bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:24.444732 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba658-4995-4e87-be35-165d7221d5e5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:24.469063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cf29f229-dafc-48aa-8f73-8e521593bd25 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "PUT /v2.0/floatingips/c89d2af4-37b1-4c42-ab71-2b0bf5651eac HTTP/1.1" status: 200 len: 979 time: 4.1199634 Nov 25 19:48:24.469417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf4ba658-4995-4e87-be35-165d7221d5e5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:24.476909 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bf4ba658-4995-4e87-be35-165d7221d5e5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "DELETE /v2.0/security-groups/af83411d-da27-44d1-8281-7a822c64659d HTTP/1.1" status: 204 len: 168 time: 1.7860012 Nov 25 19:48:24.479268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50106) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:24.480341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50108) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:24.505465 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc711c23-9062-4d22-973c-9509c9c33bc7 None None] Pushing event updated for resources: {'Port': ['ID=6d6445d6-628f-4bd3-8712-4cc54589aec6,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:24.525897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4ba658-4995-4e87-be35-165d7221d5e5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af83411d-da27-44d1-8281-7a822c64659d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:24.536896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47cdfc-2e9c-4538-9135-6b28887516bf None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:24.537715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8e47cdfc-2e9c-4538-9135-6b28887516bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:24.626214 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba4e57-2d7e-498b-af70-9e42fd9afef8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:24.639255 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d8ba4e57-2d7e-498b-af70-9e42fd9afef8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.3027289 Nov 25 19:48:24.642693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50110) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:24.649482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8e47cdfc-2e9c-4538-9135-6b28887516bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:24.709393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47cdfc-2e9c-4538-9135-6b28887516bf None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:24.716393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8e47cdfc-2e9c-4538-9135-6b28887516bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:24.802770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8e47cdfc-2e9c-4538-9135-6b28887516bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:24.804011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e47cdfc-2e9c-4538-9135-6b28887516bf None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:24.854321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6d6445d6-628f-4bd3-8712-4cc54589aec6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:25.328092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6d6445d6-628f-4bd3-8712-4cc54589aec6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:25.328092 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84809cf0-275c-4706-8a61-7e1f09ca393e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84809cf0-275c-4706-8a61-7e1f09ca393e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84809cf0-275c-4706-8a61-7e1f09ca393e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-84809cf0-275c-4706-8a61-7e1f09ca393e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3666823 Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-8da26e9d-a0e6-4710-8eea-0734a604fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-8da26e9d-a0e6-4710-8eea-0734a604fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-8da26e9d-a0e6-4710-8eea-0734a604fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-8da26e9d-a0e6-4710-8eea-0734a604fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-8da26e9d-a0e6-4710-8eea-0734a604fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-8da26e9d-a0e6-4710-8eea-0734a604fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-8da26e9d-a0e6-4710-8eea-0734a604fd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-8da26e9d-a0e6-4710-8eea-0734a604fd79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6503 time: 0.4033659 Nov 25 19:48:25.334184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50122) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:25.339393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b6666102-574c-4788-838d-d4b94c1fdcea tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5889714 Nov 25 19:48:25.339393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50126) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:25.339393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012108770'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:25.339393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfee81ce-a2ca-44a3-ad01-ca26962c5173 req-43207cbd-57bd-4618-90cb-7005656a4919 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:25.339393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfee81ce-a2ca-44a3-ad01-ca26962c5173 req-43207cbd-57bd-4618-90cb-7005656a4919 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 1136 time: 0.4386511 Nov 25 19:48:25.339393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfee81ce-a2ca-44a3-ad01-ca26962c5173 req-05666383-17ff-4202-84cd-2a163e4e8996 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1218064 Nov 25 19:48:25.339393 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:25.369494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50134) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:25.583824 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:25.623536 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:25.770971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-93cb9da7-e76e-4e76-9027-897420242cb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 644e3e0c-3a6f-44f5-985c-3bd79a0833ec {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:48:25.801282 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93cb9da7-e76e-4e76-9027-897420242cb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.037039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ce8340-2fd4-49c0-867e-ebc499f34be0 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:26.047468 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54ce8340-2fd4-49c0-867e-ebc499f34be0 tempest-TestSecurityGroupsBasicOps-1798041576 tempest-TestSecurityGroupsBasicOps-1798041576-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 1055 time: 0.6366205 Nov 25 19:48:26.071830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-63fd4aa9-e1d0-4777-b7e9-61298895507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:26.073237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-63fd4aa9-e1d0-4777-b7e9-61298895507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:26.074315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-63fd4aa9-e1d0-4777-b7e9-61298895507f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:26.077500 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-63fd4aa9-e1d0-4777-b7e9-61298895507f service neutron] 10.222.0.60 "GET /v2.0/networks?id=531ea4be-db10-442e-a719-94c0832255fd&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e HTTP/1.1" status: 200 len: 2298 time: 0.9834650 Nov 25 19:48:26.082737 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93cb9da7-e76e-4e76-9027-897420242cb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.163574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.172569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0703232 Nov 25 19:48:26.195940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50144) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:26.214869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffebadc-1500-4883-bb48-68f41558ce66,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:26.231987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3e38bacc-8228-4c14-8feb-0d2eaad91d14 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '2ffebadc-1500-4883-bb48-68f41558ce66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:26.243267 n-d-817303-9 neutron-server[103651]: WARNING neutron.api.v2.base [None req-3e38bacc-8228-4c14-8feb-0d2eaad91d14 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 19:48:26.244231 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-3e38bacc-8228-4c14-8feb-0d2eaad91d14 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:26.246281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3e38bacc-8228-4c14-8feb-0d2eaad91d14 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0202241 Nov 25 19:48:26.257755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50146) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:26.265918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7b9064e2-881e-427f-9eb0-7c81fb0b0382 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '2ffebadc-1500-4883-bb48-68f41558ce66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:26.270853 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-7b9064e2-881e-427f-9eb0-7c81fb0b0382 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 19:48:26.272278 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-7b9064e2-881e-427f-9eb0-7c81fb0b0382 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:26.274400 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7b9064e2-881e-427f-9eb0-7c81fb0b0382 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0144434 Nov 25 19:48:26.292573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50148) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:26.293212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port db37c730-69ce-4401-9ffb-16af7db4015c {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:26.293803 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.308775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.309388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.311091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.315135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.316018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.317234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.317985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.318847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.319255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.320157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b14d5659-c4a3-4a0b-909d-bbd6984fa5f5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '2ffebadc-1500-4883-bb48-68f41558ce66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:26.322133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.324681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.326906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-125304da-85fa-4810-b4fd-4fe609e8f23b tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:26.328379 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-b14d5659-c4a3-4a0b-909d-bbd6984fa5f5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 19:48:26.332553 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-b14d5659-c4a3-4a0b-909d-bbd6984fa5f5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:26.334634 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b14d5659-c4a3-4a0b-909d-bbd6984fa5f5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0315413 Nov 25 19:48:26.339924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50150) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:26.383238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-af0b09a4-2841-4f53-bab0-bdb701800132 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '2ffebadc-1500-4883-bb48-68f41558ce66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:26.399659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a99a787-8384-4d9e-92a0-1579059982c3 req-55f99bba-08e7-4d9a-a694-93a6b21b5a80 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:26.410675 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-af0b09a4-2841-4f53-bab0-bdb701800132 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 19:48:26.412054 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-af0b09a4-2841-4f53-bab0-bdb701800132 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:26.414192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-af0b09a4-2841-4f53-bab0-bdb701800132 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0371044 Nov 25 19:48:26.420307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a99a787-8384-4d9e-92a0-1579059982c3 req-55f99bba-08e7-4d9a-a694-93a6b21b5a80 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.7467608 Nov 25 19:48:26.425536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50152) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:26.464990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0f9aa7bf-c2a9-4750-94d2-0c0a442c6075 None None] Provisioning complete for port 6d6445d6-628f-4bd3-8712-4cc54589aec6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:26.466590 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0f9aa7bf-c2a9-4750-94d2-0c0a442c6075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.529511 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-bf9d87e0-7e95-466d-b375-e92c1238baf2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65636e05-774f-452f-8240-2f811a684d5a HTTP/1.1" status: 200 len: 1001 time: 0.4209881 Nov 25 19:48:26.810225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0f9aa7bf-c2a9-4750-94d2-0c0a442c6075 None None] Could not find standard attr ID for object 766ee442-2880-4eb0-ac04-31a5b637c891. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:48:26.853457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.854028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.898380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93cb9da7-e76e-4e76-9027-897420242cb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:26.924630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3f0fb3fc-d670-44d3-ade4-d4f7ec39c790 None None] Could not find standard attr ID for object 766ee442-2880-4eb0-ac04-31a5b637c891. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:48:26.928198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for db37c730-69ce-4401-9ffb-16af7db4015c owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:27.017757 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df9e9984-8764-4f9a-8800-2c78be2a3fbf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.037209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-00ec0506-8630-4ebe-8ca9-d7f18a62a99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:27.045774 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-00ec0506-8630-4ebe-8ca9-d7f18a62a99c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6 HTTP/1.1" status: 200 len: 856 time: 0.4998918 Nov 25 19:48:27.140356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93cb9da7-e76e-4e76-9027-897420242cb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.301976 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df9e9984-8764-4f9a-8800-2c78be2a3fbf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.336566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a99a787-8384-4d9e-92a0-1579059982c3 req-f2b8d9a6-3e1a-4625-acb0-8006e9bfef42 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8622291 Nov 25 19:48:27.427377 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.502621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfb40a3-b5f4-4f86-8ead-eb7a06ee51e3 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:27.505173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=db37c730-69ce-4401-9ffb-16af7db4015c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:27.511264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93cb9da7-e76e-4e76-9027-897420242cb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.516752 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-93cb9da7-e76e-4e76-9027-897420242cb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/644e3e0c-3a6f-44f5-985c-3bd79a0833ec HTTP/1.1" status: 204 len: 168 time: 2.4707408 Nov 25 19:48:27.523071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb9da7-e76e-4e76-9027-897420242cb7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=644e3e0c-3a6f-44f5-985c-3bd79a0833ec,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:27.534624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50162) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:27.634176 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df9e9984-8764-4f9a-8800-2c78be2a3fbf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.641707 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df9e9984-8764-4f9a-8800-2c78be2a3fbf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.650356 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-df9e9984-8764-4f9a-8800-2c78be2a3fbf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "DELETE /v2.0/security-groups/2ffebadc-1500-4883-bb48-68f41558ce66 HTTP/1.1" status: 204 len: 168 time: 1.1406090 Nov 25 19:48:27.652144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50164) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:27.684092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-45344383-eed1-418a-8a24-2449e2c72746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:27.709920 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-45344383-eed1-418a-8a24-2449e2c72746 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531ea4be-db10-442e-a719-94c0832255fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6247122 Nov 25 19:48:27.784409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9e9984-8764-4f9a-8800-2c78be2a3fbf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffebadc-1500-4883-bb48-68f41558ce66,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:27.919830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07f3225-2284-47aa-9e55-b2c3a8be4d89 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 8572306f-1efd-459f-838d-13fa0a7014e7 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:48:27.947700 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:27.948047 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP c89d2af4-37b1-4c42-ab71-2b0bf5651eac disassociated (deleted). External IP: 172.25.8.117, port: 0ca271e4-c359-40b2-809b-7c73c91d1cdd. Nov 25 19:48:27.950233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b07f3225-2284-47aa-9e55-b2c3a8be4d89 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:28.200320 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-689fe3cf-1bae-4da6-8b92-d4044d400ce2 service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4441516 Nov 25 19:48:28.243663 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-305b783e-f02f-4d3c-9c0b-ee600f460767 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.5847538 Nov 25 19:48:28.276000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50174) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:28.284772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4f3b7967-406e-410a-b029-8156227f8509 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653666696'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:28.456237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b07f3225-2284-47aa-9e55-b2c3a8be4d89 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:28.465110 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7967-406e-410a-b029-8156227f8509 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:28.524509 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-12970fac-09a3-4372-abcd-25a8b77db6a6 service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742159 Nov 25 19:48:28.612809 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-136694d5-81d1-4929-b623-5acebfff350b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=fb561747-6f3c-49c3-accb-3206128ee7ab HTTP/1.1" status: 200 len: 217 time: 0.0710969 Nov 25 19:48:28.746885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-921287a4-d22a-4203-9c53-8be44b71466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:28.749834 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-921287a4-d22a-4203-9c53-8be44b71466e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.1153915 Nov 25 19:48:28.924909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-a418d443-8f77-4bf8-a56e-c0eee47966ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:28.930576 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-a418d443-8f77-4bf8-a56e-c0eee47966ac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1676257 Nov 25 19:48:28.939477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7967-406e-410a-b029-8156227f8509 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:28.951468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7967-406e-410a-b029-8156227f8509 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.221166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3b7967-406e-410a-b029-8156227f8509 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7137daf7-9eb2-4623-a5b1-83de6fd72526,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:29.242587 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f3b7967-406e-410a-b029-8156227f8509 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:29.249132 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4f3b7967-406e-410a-b029-8156227f8509 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9679372 Nov 25 19:48:29.250158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50190) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:29.258710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-85920309-1dc7-4797-812e-8d2878d2d9e1 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '7137daf7-9eb2-4623-a5b1-83de6fd72526', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:29.282416 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-85920309-1dc7-4797-812e-8d2878d2d9e1 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 19:48:29.283858 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-85920309-1dc7-4797-812e-8d2878d2d9e1 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:29.290051 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-85920309-1dc7-4797-812e-8d2878d2d9e1 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0334291 Nov 25 19:48:29.296014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50192) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:29.306604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c134df2d-1230-4471-b502-849fa33da655 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '7137daf7-9eb2-4623-a5b1-83de6fd72526', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:29.405170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abec26b0-00e8-426f-bc90-91baef6cdf81 req-7e24d278-eb36-4792-969a-dc60150939ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:29.440800 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-3a5e6388-5704-4668-a60e-ec80681be2fe service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4590144 Nov 25 19:48:29.443201 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-c134df2d-1230-4471-b502-849fa33da655 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:29.449208 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c134df2d-1230-4471-b502-849fa33da655 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1467903 Nov 25 19:48:29.449484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abec26b0-00e8-426f-bc90-91baef6cdf81 req-7e24d278-eb36-4792-969a-dc60150939ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 909 time: 1.2279129 Nov 25 19:48:29.450359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50196) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:29.485935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-05cdded2-3bf3-42b5-8ee7-5ce069f35db3 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '7137daf7-9eb2-4623-a5b1-83de6fd72526', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:29.486547 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-05cdded2-3bf3-42b5-8ee7-5ce069f35db3 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 19:48:29.489453 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-05cdded2-3bf3-42b5-8ee7-5ce069f35db3 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:29.496300 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-05cdded2-3bf3-42b5-8ee7-5ce069f35db3 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0400624 Nov 25 19:48:29.499757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50198) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:29.529755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-36a6b50a-e852-47f9-96d3-66d9786a2100 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '7137daf7-9eb2-4623-a5b1-83de6fd72526', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:29.756923 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-c9ec45fe-52cd-46b3-8bcd-e69001847880 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2632706 Nov 25 19:48:29.767760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdb6bdb-4fb3-4b8a-ae4b-9d0c091cca82 req-34059f25-289f-49be-8a46-1278c3e92081 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:29.771358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecdb6bdb-4fb3-4b8a-ae4b-9d0c091cca82 req-34059f25-289f-49be-8a46-1278c3e92081 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.76 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 909 time: 0.6155353 Nov 25 19:48:29.893646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-1d66c8ef-c6d8-426c-817a-af25a52e5eb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ce49200e-7a12-415f-ba24-3bfb7d146868 HTTP/1.1" status: 200 len: 217 time: 0.1170700 Nov 25 19:48:29.948392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-148b1c38-bb1f-4b73-a4b1-be78429cef5e None None] Provisioning complete for port 6d6445d6-628f-4bd3-8712-4cc54589aec6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:29.949536 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-148b1c38-bb1f-4b73-a4b1-be78429cef5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.051940 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b07f3225-2284-47aa-9e55-b2c3a8be4d89 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.141849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-dbd548f1-3367-4aa4-b747-f610ef8e7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:30.145729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-dbd548f1-3367-4aa4-b747-f610ef8e7e76 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.1919513 Nov 25 19:48:30.161694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:48:30.278846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-59c0f7b6-18b8-42e3-b419-c139ce358ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:30.280820 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-59c0f7b6-18b8-42e3-b419-c139ce358ef9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1098430 Nov 25 19:48:30.369855 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-36a6b50a-e852-47f9-96d3-66d9786a2100 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:30.371726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-36a6b50a-e852-47f9-96d3-66d9786a2100 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.8574834 Nov 25 19:48:30.375070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50210) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:30.382167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-54db66fa-000d-4ced-a3da-866b9eb6fdfb tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '7137daf7-9eb2-4623-a5b1-83de6fd72526', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:30.382940 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-54db66fa-000d-4ced-a3da-866b9eb6fdfb tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 19:48:30.383582 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-54db66fa-000d-4ced-a3da-866b9eb6fdfb tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:30.388896 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54db66fa-000d-4ced-a3da-866b9eb6fdfb tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0088646 Nov 25 19:48:30.389356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50212) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:30.396668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b28e96ea-b62e-495c-9144-a79ef82c6be0 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '7137daf7-9eb2-4623-a5b1-83de6fd72526', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:30.437831 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-b28e96ea-b62e-495c-9144-a79ef82c6be0 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Project d2a4eb9bbb95457db9c497247ec7432c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:48:30.465775 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-b28e96ea-b62e-495c-9144-a79ef82c6be0 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:30.471403 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b28e96ea-b62e-495c-9144-a79ef82c6be0 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0768228 Nov 25 19:48:30.482446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50216) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:30.486230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44471799-3e62-4eea-bc81-9b4767c782cc req-34a6a31a-2f52-4414-a8ff-4fc9461fe62a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:30.490185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44471799-3e62-4eea-bc81-9b4767c782cc req-34a6a31a-2f52-4414-a8ff-4fc9461fe62a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.8120353 Nov 25 19:48:30.493062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e0a4b104-9fb4-478b-86b3-47a1623fcaba tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '7137daf7-9eb2-4623-a5b1-83de6fd72526', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:30.493834 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-e0a4b104-9fb4-478b-86b3-47a1623fcaba tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 19:48:30.494630 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-e0a4b104-9fb4-478b-86b3-47a1623fcaba tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:30.496409 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e0a4b104-9fb4-478b-86b3-47a1623fcaba tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122731 Nov 25 19:48:30.516474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50220) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:30.524707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d28edc7b-c90a-480c-8b1f-3ee0cb0ffe17 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '7137daf7-9eb2-4623-a5b1-83de6fd72526', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:30.554899 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b07f3225-2284-47aa-9e55-b2c3a8be4d89 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.587774 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-d28edc7b-c90a-480c-8b1f-3ee0cb0ffe17 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Project d2a4eb9bbb95457db9c497247ec7432c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:48:30.681889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f3225-2284-47aa-9e55-b2c3a8be4d89 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=8572306f-1efd-459f-838d-13fa0a7014e7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:30.717689 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b07f3225-2284-47aa-9e55-b2c3a8be4d89 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.718010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca02e06-0cad-4920-96ca-49f9250319f3 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:30.724587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b07f3225-2284-47aa-9e55-b2c3a8be4d89 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/8572306f-1efd-459f-838d-13fa0a7014e7 HTTP/1.1" status: 204 len: 168 time: 3.1877697 Nov 25 19:48:30.731662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50224) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:30.735518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-20ece3ad-fbf2-4521-95f3-b76835b34d0d service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638006 Nov 25 19:48:30.776995 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-d28edc7b-c90a-480c-8b1f-3ee0cb0ffe17 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:30.778280 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d28edc7b-c90a-480c-8b1f-3ee0cb0ffe17 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2602847 Nov 25 19:48:30.790350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50226) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:30.795427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6ef44480-bb55-4071-8f1e-6a4474f68635 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '7137daf7-9eb2-4623-a5b1-83de6fd72526', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:30.846240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:30.856042 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.868843 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7a3e0-edc5-4dae-8997-8e359c9c756f None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:30.876449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-62c96881-ce0b-4506-91e0-1f39d82ee846 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1424718 Nov 25 19:48:30.877798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50228) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:30.888158 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7a3e0-edc5-4dae-8997-8e359c9c756f None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:30.888773 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d3f7a3e0-edc5-4dae-8997-8e359c9c756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:30.915027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44471799-3e62-4eea-bc81-9b4767c782cc req-7b9fffab-7817-4f5b-b692-7f2bb6b836cb tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4082243 Nov 25 19:48:30.933187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a46eadfc-1cf0-4ec0-a2c7-b74610e3814c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:30.937801 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2093e67f-27f1-4e42-a471-c7b7b3e17268 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/floatingips/c89d2af4-37b1-4c42-ab71-2b0bf5651eac HTTP/1.1" status: 204 len: 168 time: 6.4537399 Nov 25 19:48:30.943515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50230) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:30.983099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-ecdb6bdb-4fb3-4b8a-ae4b-9d0c091cca82 req-56218294-3430-4576-bab9-3376b89adf85 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Deleting port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:30.983487 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ecdb6bdb-4fb3-4b8a-ae4b-9d0c091cca82 req-56218294-3430-4576-bab9-3376b89adf85 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:30.991749 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d3f7a3e0-edc5-4dae-8997-8e359c9c756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:31.024616 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f7a3e0-edc5-4dae-8997-8e359c9c756f None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:31.025423 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d3f7a3e0-edc5-4dae-8997-8e359c9c756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:31.071366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22125888-0c7f-4d76-969f-5b145060707a None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:48:31.105883 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d3f7a3e0-edc5-4dae-8997-8e359c9c756f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:31.107437 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3f7a3e0-edc5-4dae-8997-8e359c9c756f None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:31.244752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-22125888-0c7f-4d76-969f-5b145060707a None None] Deleting port 6d6445d6-628f-4bd3-8712-4cc54589aec6 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:31.245481 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-22125888-0c7f-4d76-969f-5b145060707a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.336209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-ecdb6bdb-4fb3-4b8a-ae4b-9d0c091cca82 req-56218294-3430-4576-bab9-3376b89adf85 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] For port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=971e6dca-9166-4d2d-a19d-81a4f7c67ef3,segment=NetworkSegment(4bf446be-bf4b-45fa-b7e6-10fbb757d343),segment_id=4bf446be-bf4b-45fa-b7e6-10fbb757d343)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:31.336864 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ecdb6bdb-4fb3-4b8a-ae4b-9d0c091cca82 req-56218294-3430-4576-bab9-3376b89adf85 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.342308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-22125888-0c7f-4d76-969f-5b145060707a None None] For port 6d6445d6-628f-4bd3-8712-4cc54589aec6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6d6445d6-628f-4bd3-8712-4cc54589aec6,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:31.342720 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-22125888-0c7f-4d76-969f-5b145060707a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.365899 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-ecdb6bdb-4fb3-4b8a-ae4b-9d0c091cca82 req-56218294-3430-4576-bab9-3376b89adf85 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Calling delete_port for 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:31.366225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-22125888-0c7f-4d76-969f-5b145060707a None None] Calling delete_port for 6d6445d6-628f-4bd3-8712-4cc54589aec6 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:31.447009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65b013-707c-4a89-a33d-782ac9064c06 req-f50fe16e-469f-4932-9f3f-bc642f06206f tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:31.449136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e65b013-707c-4a89-a33d-782ac9064c06 req-f50fe16e-469f-4932-9f3f-bc642f06206f tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dd1cf6e-efad-45a0-97f4-90cf580200e6 HTTP/1.1" status: 200 len: 909 time: 0.1812086 Nov 25 19:48:31.469883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2374b420-0678-493e-a3f6-293ed75fb653 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port 0ca271e4-c359-40b2-809b-7c73c91d1cdd {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:31.470509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2374b420-0678-493e-a3f6-293ed75fb653 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.493157 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-1145199d-322d-4ed3-b36e-92427c1aea22 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7482643 Nov 25 19:48:31.514171 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-6ef44480-bb55-4071-8f1e-6a4474f68635 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Project d2a4eb9bbb95457db9c497247ec7432c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:48:31.528966 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-22125888-0c7f-4d76-969f-5b145060707a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.587203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46eadfc-1cf0-4ec0-a2c7-b74610e3814c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:31.587962 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-ff10bea3-c83b-4be0-904c-aa5c0f76406e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=43d3c575-757a-4ad9-a707-160601e5750e HTTP/1.1" status: 200 len: 217 time: 0.0870869 Nov 25 19:48:31.592196 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a46eadfc-1cf0-4ec0-a2c7-b74610e3814c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.606404 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-6ef44480-bb55-4071-8f1e-6a4474f68635 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:31.610662 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6ef44480-bb55-4071-8f1e-6a4474f68635 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8189731 Nov 25 19:48:31.612163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22125888-0c7f-4d76-969f-5b145060707a None None] No DVR routers for this DVR port 6d6445d6-628f-4bd3-8712-4cc54589aec6 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:31.623813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22125888-0c7f-4d76-969f-5b145060707a None None] Pushing event deleted for resources: {'Port': ['ID=6d6445d6-628f-4bd3-8712-4cc54589aec6,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:31.632832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50238) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:31.688411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-2fd33398-966f-4351-8d18-30bd535fd8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:31.690172 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-2fd33398-966f-4351-8d18-30bd535fd8df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.0951345 Nov 25 19:48:31.757467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-5caaa780-80bc-48b7-b3f8-30b6c0405f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:31.759058 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-5caaa780-80bc-48b7-b3f8-30b6c0405f70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0600984 Nov 25 19:48:31.760590 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2374b420-0678-493e-a3f6-293ed75fb653 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.803175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2374b420-0678-493e-a3f6-293ed75fb653 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for 0ca271e4-c359-40b2-809b-7c73c91d1cdd owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:31.907102 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-e3194bd0-d0fc-49ca-ac85-5419f0e9ece7 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404176 Nov 25 19:48:31.914573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ecdb6bdb-4fb3-4b8a-ae4b-9d0c091cca82 req-56218294-3430-4576-bab9-3376b89adf85 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.917469 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4cc451f4-1d36-4869-bdb2-8df1edeafe9e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:31.998199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56218294-3430-4576-bab9-3376b89adf85 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'Port': ['ID=971e6dca-9166-4d2d-a19d-81a4f7c67ef3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:32.059466 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4cc451f4-1d36-4869-bdb2-8df1edeafe9e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.074402 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-71b5ddc1-f7e2-477d-8ae7-6ce2cefd39ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.121747 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-61ea551f-2740-46f8-85c4-14ea789f6ef1 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064970 Nov 25 19:48:32.232133 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-b1abe19a-7e20-4a8a-958f-c15aee9c09c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8 HTTP/1.1" status: 200 len: 217 time: 0.1014297 Nov 25 19:48:32.336228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-a7d9453e-4ab9-49aa-ab02-b7608d6082e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:32.338015 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-a7d9453e-4ab9-49aa-ab02-b7608d6082e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.0983150 Nov 25 19:48:32.344977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecdb6bdb-4fb3-4b8a-ae4b-9d0c091cca82 req-56218294-3430-4576-bab9-3376b89adf85 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] No DVR routers for this DVR port 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:32.348882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ecdb6bdb-4fb3-4b8a-ae4b-9d0c091cca82 req-56218294-3430-4576-bab9-3376b89adf85 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.352436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecdb6bdb-4fb3-4b8a-ae4b-9d0c091cca82 req-56218294-3430-4576-bab9-3376b89adf85 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.76 "DELETE /v2.0/ports/971e6dca-9166-4d2d-a19d-81a4f7c67ef3 HTTP/1.1" status: 204 len: 173 time: 2.5741570 Nov 25 19:48:32.358231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dd1cf6e-efad-45a0-97f4-90cf580200e6', 'name': 'network-vif-deleted', 'tag': '971e6dca-9166-4d2d-a19d-81a4f7c67ef3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:32.360953 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d3f31e2-03aa-43bd-bc05-03118e5f1411" -d '{"events": [{"server_uuid": "5dd1cf6e-efad-45a0-97f4-90cf580200e6", "name": "network-vif-deleted", "tag": "971e6dca-9166-4d2d-a19d-81a4f7c67ef3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:32.370182 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a46eadfc-1cf0-4ec0-a2c7-b74610e3814c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.400426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-8532d263-071c-4b34-abaa-7c2bbf4deb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:32.403006 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-8532d263-071c-4b34-abaa-7c2bbf4deb09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578544 Nov 25 19:48:32.481707 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46eadfc-1cf0-4ec0-a2c7-b74610e3814c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:32.496643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f61c71-1752-4ed4-818e-283538446101 req-1b3f42cc-4685-4073-8405-c71f2c763bfe tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:32.504963 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86f61c71-1752-4ed4-818e-283538446101 req-1b3f42cc-4685-4073-8405-c71f2c763bfe tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.3733592 Nov 25 19:48:32.518248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a46eadfc-1cf0-4ec0-a2c7-b74610e3814c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:32.536807 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5ed300a-4468-4a18-89ae-b15a82625117 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:32.544402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46eadfc-1cf0-4ec0-a2c7-b74610e3814c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:32.545913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a46eadfc-1cf0-4ec0-a2c7-b74610e3814c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.570726 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4cc451f4-1d36-4869-bdb2-8df1edeafe9e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.576106 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4cc451f4-1d36-4869-bdb2-8df1edeafe9e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.583392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4cc451f4-1d36-4869-bdb2-8df1edeafe9e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "DELETE /v2.0/security-groups/7137daf7-9eb2-4623-a5b1-83de6fd72526 HTTP/1.1" status: 204 len: 168 time: 0.9490383 Nov 25 19:48:32.585096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50260) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:32.601789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46eadfc-1cf0-4ec0-a2c7-b74610e3814c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=377e0b3a-9e98-4235-9dcb-7c78ac780f18,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:32.649811 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-8e0f348b-c57e-4ad8-8410-cb89ef2e87fc service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367461 Nov 25 19:48:32.684549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc451f4-1d36-4869-bdb2-8df1edeafe9e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7137daf7-9eb2-4623-a5b1-83de6fd72526,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:32.714730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a46eadfc-1cf0-4ec0-a2c7-b74610e3814c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7976034 Nov 25 19:48:32.730199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50262) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:32.767260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a2cc66ac-1b42-49d1-a570-0c86673def57 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:32.852343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6d6445d6-628f-4bd3-8712-4cc54589aec6 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:32.890984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a011fd0-9c8c-4deb-9828-aa08d061358c', 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'tenant_id': '17f68cb9a2204b67989ce4223901d45c', 'fixed_ips': [{'subnet_id': '377e0b3a-9e98-4235-9dcb-7c78ac780f18'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:48:32.892285 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.901469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-12e3655d-59ba-4333-b9af-93ccb4ef6849 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2947357 Nov 25 19:48:32.914344 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2374b420-0678-493e-a3f6-293ed75fb653 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:32.914687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 6d6445d6-628f-4bd3-8712-4cc54589aec6 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:32.914687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6d6445d6-628f-4bd3-8712-4cc54589aec6 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:32.915054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50266) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:32.923578 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86f61c71-1752-4ed4-818e-283538446101 req-f016cdb3-6f31-4621-bfff-901848348370 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4172039 Nov 25 19:48:32.936118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-509cfe6f-3034-422e-8b85-ef72277e6bb9 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'tempest-secgroup--2110853227'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:32.979716 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-360da705-61d2-4735-bb4d-91f295ea6030 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3219068 Nov 25 19:48:33.070829 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374b420-0678-493e-a3f6-293ed75fb653 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=0ca271e4-c359-40b2-809b-7c73c91d1cdd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:33.210432 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-abfb353a-1355-48e6-97dc-92fb263a5c69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef HTTP/1.1" status: 200 len: 217 time: 0.2200809 Nov 25 19:48:33.226744 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-509cfe6f-3034-422e-8b85-ef72277e6bb9 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.287457 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bec01ff-b35f-49f1-a7d0-c3e4094f64fd x-openstack-request-id: req-2bec01ff-b35f-49f1-a7d0-c3e4094f64fd {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:33.287911 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dd1cf6e-efad-45a0-97f4-90cf580200e6", "name": "network-vif-deleted", "tag": "971e6dca-9166-4d2d-a19d-81a4f7c67ef3", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:33.288308 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bec01ff-b35f-49f1-a7d0-c3e4094f64fd {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:33.289056 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dd1cf6e-efad-45a0-97f4-90cf580200e6', 'name': 'network-vif-deleted', 'tag': '971e6dca-9166-4d2d-a19d-81a4f7c67ef3', 'status': 'completed', 'code': 200} Nov 25 19:48:33.302844 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2374b420-0678-493e-a3f6-293ed75fb653 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.332498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2374b420-0678-493e-a3f6-293ed75fb653 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/ports/0ca271e4-c359-40b2-809b-7c73c91d1cdd HTTP/1.1" status: 204 len: 168 time: 2.3663042 Nov 25 19:48:33.333829 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50272) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:33.340515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50274) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:33.355827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:33.427628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-5162ac04-3af7-451e-b302-cb49c427c524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:33.429617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-5162ac04-3af7-451e-b302-cb49c427c524 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.2126136 Nov 25 19:48:33.463408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Allocated IP 2001:db8::2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/377e0b3a-9e98-4235-9dcb-7c78ac780f18/64081085-1ce4-4adf-b780-cbd02c5a1d80) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:33.537716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:33.609984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:33.611389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 971e6dca-9166-4d2d-a19d-81a4f7c67ef3 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:33.641909 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.650342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-c5bee1d6-a23d-46a6-88ca-e63d4ed343df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:33.655871 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-c5bee1d6-a23d-46a6-88ca-e63d4ed343df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1860435 Nov 25 19:48:33.776359 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-509cfe6f-3034-422e-8b85-ef72277e6bb9 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.793314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-509cfe6f-3034-422e-8b85-ef72277e6bb9 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.840608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2cc66ac-1b42-49d1-a570-0c86673def57 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:33.860978 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2cc66ac-1b42-49d1-a570-0c86673def57 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.952655 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:33.973429 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:34.001029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-509cfe6f-3034-422e-8b85-ef72277e6bb9 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:34.007472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-509cfe6f-3034-422e-8b85-ef72277e6bb9 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0777869 Nov 25 19:48:34.018859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50282) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:34.037553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2c9cd9c8-b539-41d3-a270-0438c83038ca tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '8938384a-aaaf-438f-85ec-dfc5a25fc489', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:34.067463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:34.076509 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-c1708303-249c-4369-9830-3f13c2c93656 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4010770 Nov 25 19:48:34.077902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:34.085975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:34.133167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cfe6f-3034-422e-8b85-ef72277e6bb9 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8938384a-aaaf-438f-85ec-dfc5a25fc489,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:34.336596 n-d-817303-9 neutron-server[103652]: INFO neutron.db.ipam_backend_mixin [None req-a2cc66ac-1b42-49d1-a570-0c86673def57 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 377e0b3a-9e98-4235-9dcb-7c78ac780f18 (CIDR: 2001:db8::/64) Nov 25 19:48:34.348777 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2cc66ac-1b42-49d1-a570-0c86673def57 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:34.349872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2cc66ac-1b42-49d1-a570-0c86673def57 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:34.419201 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a2cc66ac-1b42-49d1-a570-0c86673def57 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6832855 Nov 25 19:48:34.420318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50292) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:34.432265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'subnet': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:34.444617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-d76a91fc-c7f2-44b4-94db-9a982c9c2933 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514225 Nov 25 19:48:34.501445 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-2c9cd9c8-b539-41d3-a270-0438c83038ca tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The resource could not be found. Nov 25 19:48:34.506534 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2c9cd9c8-b539-41d3-a270-0438c83038ca tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4718182 Nov 25 19:48:34.525447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50294) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:34.541707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Pushing event updated for resources: {'Port': ['ID=64081085-1ce4-4adf-b780-cbd02c5a1d80,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:34.548813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c9891098-9ce3-4275-ada3-c2b57223a071 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '8938384a-aaaf-438f-85ec-dfc5a25fc489', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '2f753168-9890-4cfd-962b-37336a950c0c'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:34.568819 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-7dfe1883-3266-4a79-aa57-2fe22b6769e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0 HTTP/1.1" status: 200 len: 217 time: 0.1009257 Nov 25 19:48:34.599593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Attempting to bind port 64081085-1ce4-4adf-b780-cbd02c5a1d80 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:48:34.600407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Attempting to bind port 64081085-1ce4-4adf-b780-cbd02c5a1d80 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:48:34.601188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Attempting to bind port 64081085-1ce4-4adf-b780-cbd02c5a1d80 on network 0a011fd0-9c8c-4deb-9828-aa08d061358c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:34.605901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69ff6ca-94dd-4f1f-9272-cef1070607d5 req-61b1db2e-2b1f-4880-85f2-197d01b85cd1 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:34.611455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:48:34.612352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Checking segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:34.613734 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:34.614575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Bound using segment: {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:48:34.615690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Bound port: 64081085-1ce4-4adf-b780-cbd02c5a1d80, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ecb8f74-1722-46eb-ace6-7e87e67ee499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:48:34.616435 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:34.619949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b69ff6ca-94dd-4f1f-9272-cef1070607d5 req-61b1db2e-2b1f-4880-85f2-197d01b85cd1 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.3242247 Nov 25 19:48:34.722441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-56947c9c-128d-4a4a-98a4-f7db9aa0cd45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:34.725199 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-56947c9c-128d-4a4a-98a4-f7db9aa0cd45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.1505110 Nov 25 19:48:34.729941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] For port 64081085-1ce4-4adf-b780-cbd02c5a1d80, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:48:34.734454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] For port 64081085-1ce4-4adf-b780-cbd02c5a1d80, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64081085-1ce4-4adf-b780-cbd02c5a1d80,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:48:34.760092 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:34.849998 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b5de5635-2c26-4505-b3bc-f4a22891255a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:34.883350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-145c4aab-b1f9-40c5-9784-f46da288ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:34.886650 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-145c4aab-b1f9-40c5-9784-f46da288ef4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1409934 Nov 25 19:48:34.961317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e17351c-1769-420d-b835-a0eb3d00bb85 None None] Pushing event updated for resources: {'Port': ['ID=64081085-1ce4-4adf-b780-cbd02c5a1d80,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:34.988464 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-c9891098-9ce3-4275-ada3-c2b57223a071 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The resource could not be found. Nov 25 19:48:34.996929 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c9891098-9ce3-4275-ada3-c2b57223a071 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4545314 Nov 25 19:48:35.000732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50300) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:35.049381 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b69ff6ca-94dd-4f1f-9272-cef1070607d5 req-aff5ae2d-fc6a-4f6e-bdb9-f89e0d47ba4d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4276726 Nov 25 19:48:35.065130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:35.156769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:35.170100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:35.248973 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-32e12819-30df-4981-8cff-f245e8eae1ac service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3516297 Nov 25 19:48:35.517545 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba856ad1-7ad2-4fef-93b8-9e39ed9cc0fa req-afc000f8-c265-48f7-96c0-43e1cc0aa35a service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980236 Nov 25 19:48:35.871721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7a05dac-42bc-4e9c-bbfb-0be4c7fab7fa tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:35.877213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.objects.ports [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103652) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:48:35.885201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:35.956158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7a05dac-42bc-4e9c-bbfb-0be4c7fab7fa tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:35.992186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.25.8.204 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/fa1fe6cc-0fcc-4953-a0bc-8b0ac839ac69) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:36.107772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7a05dac-42bc-4e9c-bbfb-0be4c7fab7fa tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.116357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7a05dac-42bc-4e9c-bbfb-0be4c7fab7fa tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.117799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c7a05dac-42bc-4e9c-bbfb-0be4c7fab7fa tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "DELETE /v2.0/security-groups/8938384a-aaaf-438f-85ec-dfc5a25fc489 HTTP/1.1" status: 204 len: 168 time: 1.1118665 Nov 25 19:48:36.121541 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50314) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:36.226296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a05dac-42bc-4e9c-bbfb-0be4c7fab7fa tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8938384a-aaaf-438f-85ec-dfc5a25fc489,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:36.291528 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.306556 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-375c53c8-cd11-4e77-a4a6-141434a33d7d tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1840460 Nov 25 19:48:36.308445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50318) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:36.313621 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-33aab29b-4424-405e-af4f-ba0ebe215c31 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '583bc604-b347-4a53-a7ce-d4b5209f71dc', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:36.358933 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.427933 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.430845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb00ae3-d523-46a7-9d07-26afa4e4604e req-b0d34785-ed8f-4d19-bd40-6a1d6b5d529a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:36.440534 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7bb00ae3-d523-46a7-9d07-26afa4e4604e req-b0d34785-ed8f-4d19-bd40-6a1d6b5d529a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.1562867 Nov 25 19:48:36.458138 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-33aab29b-4424-405e-af4f-ba0ebe215c31 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The resource could not be found. Nov 25 19:48:36.463870 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-33aab29b-4424-405e-af4f-ba0ebe215c31 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1540534 Nov 25 19:48:36.465031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50324) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:36.539611 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.547669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4079483b-9f7a-40e9-bdd3-378ad95bfcdf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'tempest-secgroup--908934843'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:36.623771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7bb00ae3-d523-46a7-9d07-26afa4e4604e req-15929fed-4b37-43cc-bc71-4d46ddaf53bf tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1799641 Nov 25 19:48:36.624398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4079483b-9f7a-40e9-bdd3-378ad95bfcdf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.633024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:36.683662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:36.685858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] For port 64081085-1ce4-4adf-b780-cbd02c5a1d80, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64081085-1ce4-4adf-b780-cbd02c5a1d80,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:36.707794 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=fa1fe6cc-0fcc-4953-a0bc-8b0ac839ac69,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:36.737078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:36.795191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.816932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.825271 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.827512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-84e553f2-d8b2-420d-9c06-bf7f1e142c5e None None] Provisioning complete for port 64081085-1ce4-4adf-b780-cbd02c5a1d80 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:36.829165 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84e553f2-d8b2-420d-9c06-bf7f1e142c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:36.950257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64081085-1ce4-4adf-b780-cbd02c5a1d80 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:36.983315 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.001532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Deleting port 2698c391-25e2-4893-9b46-b458f6819f8e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:37.002446 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.044777 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84e553f2-d8b2-420d-9c06-bf7f1e142c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.115409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=64081085-1ce4-4adf-b780-cbd02c5a1d80,revision_number=4']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:37.117622 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.140179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:37.153365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:37.154390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-84e553f2-d8b2-420d-9c06-bf7f1e142c5e None None] For port 64081085-1ce4-4adf-b780-cbd02c5a1d80, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64081085-1ce4-4adf-b780-cbd02c5a1d80,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:37.167561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:37.168600 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.179130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Subnet': ['ID=e28bbb91-2d54-40c1-8fd0-b1b34e094841,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:37.181805 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 64081085-1ce4-4adf-b780-cbd02c5a1d80 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:37.183980 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.197201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8284fa07-4581-4bfe-bd5c-0269b99511fa None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:37.205131 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bcd9f6e7-f503-4e5e-a6ff-d1a67a7dae9f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.7760880 Nov 25 19:48:37.205131 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4079483b-9f7a-40e9-bdd3-378ad95bfcdf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.205131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50330) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:37.212138 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Request body: {'port': {'network_id': '0a011fd0-9c8c-4deb-9828-aa08d061358c', 'mac_address': 'fa:16:3e:17:bf:c2', 'name': 'tempest-NetworksTestDHCPv6-1951976044'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:37.218250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4079483b-9f7a-40e9-bdd3-378ad95bfcdf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.244455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84e553f2-d8b2-420d-9c06-bf7f1e142c5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.278934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] For port 2698c391-25e2-4893-9b46-b458f6819f8e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2698c391-25e2-4893-9b46-b458f6819f8e,segment=NetworkSegment(4bf446be-bf4b-45fa-b7e6-10fbb757d343),segment_id=4bf446be-bf4b-45fa-b7e6-10fbb757d343)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:37.279425 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.343232 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4079483b-9f7a-40e9-bdd3-378ad95bfcdf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.343232 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4079483b-9f7a-40e9-bdd3-378ad95bfcdf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7907836 Nov 25 19:48:37.343232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50332) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:37.343232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079483b-9f7a-40e9-bdd3-378ad95bfcdf tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa44e2b-e1b5-4d2f-8ca0-27f500df4320,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:37.344489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a78e2210-aeb3-4926-bea6-f87ef2f75635 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1508230637'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:37.352171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Calling delete_port for 2698c391-25e2-4893-9b46-b458f6819f8e owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:37.407498 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a78e2210-aeb3-4926-bea6-f87ef2f75635 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.456087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Made reservation on behalf of 17f68cb9a2204b67989ce4223901d45c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:37.526164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e553f2-d8b2-420d-9c06-bf7f1e142c5e None None] Pushing event updated for resources: {'Port': ['ID=64081085-1ce4-4adf-b780-cbd02c5a1d80,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:37.586056 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.640936 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.654133 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.721033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] device_id is not set on port 0be4ca46-bdbf-4b65-9a64-204332f40703 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:48:37.740969 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a78e2210-aeb3-4926-bea6-f87ef2f75635 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.795436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=fa1fe6cc-0fcc-4953-a0bc-8b0ac839ac69,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:37.812201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.840568 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a78e2210-aeb3-4926-bea6-f87ef2f75635 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.900836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.907453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f6233b55-caf6-4498-bc32-11e1584a2971 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5529931 Nov 25 19:48:37.907453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50344) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:37.914010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'port': {'network_id': '99fc22d7-e0bc-40d9-9f24-1339cddb3078', 'name': 'tempest-FloatingIPTestJSON-1217999430'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:37.927262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a78e2210-aeb3-4926-bea6-f87ef2f75635 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.931691 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a78e2210-aeb3-4926-bea6-f87ef2f75635 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.5920417 Nov 25 19:48:37.937637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50346) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:37.944233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a7afcbdf-0f1c-4370-b0e6-725d3af34c7e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': 'ffa44e2b-e1b5-4d2f-8ca0-27f500df4320', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '354c85eb-93d8-4d64-9b6e-7b684db9c345'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:37.974681 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.979238 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:37.985294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e2210-aeb3-4926-bea6-f87ef2f75635 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=354c85eb-93d8-4d64-9b6e-7b684db9c345,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:38.083131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'Port': ['ID=2698c391-25e2-4893-9b46-b458f6819f8e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:38.104739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c50721-646a-4d21-90e8-9c703560f677 req-cf701e1a-9ee9-4ae9-b535-facbf4beb21c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:38.106226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31c50721-646a-4d21-90e8-9c703560f677 req-cf701e1a-9ee9-4ae9-b535-facbf4beb21c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.2500846 Nov 25 19:48:38.153548 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-a7afcbdf-0f1c-4370-b0e6-725d3af34c7e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:38.169628 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a7afcbdf-0f1c-4370-b0e6-725d3af34c7e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2306213 Nov 25 19:48:38.174376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50350) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:38.209675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8::1f9 (0a011fd0-9c8c-4deb-9828-aa08d061358c/377e0b3a-9e98-4235-9dcb-7c78ac780f18/0be4ca46-bdbf-4b65-9a64-204332f40703) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:38.214935 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.227763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:bfc2 (0a011fd0-9c8c-4deb-9828-aa08d061358c/e28bbb91-2d54-40c1-8fd0-b1b34e094841/0be4ca46-bdbf-4b65-9a64-204332f40703) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:38.395661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d349b69f-6995-413c-b884-cdb0f7e84993 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.525014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d349b69f-6995-413c-b884-cdb0f7e84993 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.526290 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31c50721-646a-4d21-90e8-9c703560f677 req-71f9b316-6be5-4ead-b89e-f9fe115a537e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3985002 Nov 25 19:48:38.653058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Made reservation on behalf of 0c7eab33e6a6466a97dc03b69cc3154e for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:38.660291 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.740384 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d349b69f-6995-413c-b884-cdb0f7e84993 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.754138 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d349b69f-6995-413c-b884-cdb0f7e84993 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.757982 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d349b69f-6995-413c-b884-cdb0f7e84993 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "DELETE /v2.0/security-groups/354c85eb-93d8-4d64-9b6e-7b684db9c345 HTTP/1.1" status: 204 len: 168 time: 0.5814579 Nov 25 19:48:38.767975 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50358) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:38.808611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] device_id is not set on port 5234921b-c48d-4141-b099-4232fa116e43 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:48:38.875945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349b69f-6995-413c-b884-cdb0f7e84993 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=354c85eb-93d8-4d64-9b6e-7b684db9c345,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:38.943676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:38.972000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.034004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64081085-1ce4-4adf-b780-cbd02c5a1d80 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:39.154474 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4043c543-66ba-44c1-9b1d-8de891b9b703 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.3553178 Nov 25 19:48:39.158069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50364) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:39.167361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 64081085-1ce4-4adf-b780-cbd02c5a1d80 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:39.167967 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.220641 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.379152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c931edb0-63c4-4f04-bb7e-0ae08de90af6 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.390216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:39.398517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:39.401673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event updated for resources: {'Port': ['ID=0be4ca46-bdbf-4b65-9a64-204332f40703,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:39.406092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:39.417217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:39.418296 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.454585 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f25d9021-389a-4135-ab3a-73ffa5c329a6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2452121 Nov 25 19:48:39.454880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-aa08c929-217b-49bc-9786-909363cb78bc None None] Provisioning complete for port 64081085-1ce4-4adf-b780-cbd02c5a1d80 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:39.454880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aa08c929-217b-49bc-9786-909363cb78bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.455848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50368) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:39.478348 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c931edb0-63c4-4f04-bb7e-0ae08de90af6 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.522750 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.20.0.5 (99fc22d7-e0bc-40d9-9f24-1339cddb3078/c61bbf24-0f9a-4de4-9a2b-8b9e75b179f0/5234921b-c48d-4141-b099-4232fa116e43) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:39.665666 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c931edb0-63c4-4f04-bb7e-0ae08de90af6 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.665666 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c931edb0-63c4-4f04-bb7e-0ae08de90af6 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.676940 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c931edb0-63c4-4f04-bb7e-0ae08de90af6 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "DELETE /v2.0/security-groups/ffa44e2b-e1b5-4d2f-8ca0-27f500df4320 HTTP/1.1" status: 204 len: 168 time: 0.5167997 Nov 25 19:48:39.677632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50374) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:39.742858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931edb0-63c4-4f04-bb7e-0ae08de90af6 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa44e2b-e1b5-4d2f-8ca0-27f500df4320,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:39.842738 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a6cc54b8-b6dd-4ffe-9302-793de03f0007 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1606717 Nov 25 19:48:39.850528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50378) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:39.864514 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f04d1ad2-1667-4aaf-8a98-c671ae7e5e5c tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'tempest-secgroup--987968218'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:39.917942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f04d1ad2-1667-4aaf-8a98-c671ae7e5e5c tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:39.955302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f8b8c-2672-419f-9f13-fdbcc73ccc40 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting port 0be4ca46-bdbf-4b65-9a64-204332f40703 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:39.955669 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8b8c-2672-419f-9f13-fdbcc73ccc40 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.020320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Router 540d8869-a348-4a64-8d24-d2b46338f316 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:48:40.030967 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f04d1ad2-1667-4aaf-8a98-c671ae7e5e5c tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.032688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-eb03b8fe-2167-47e6-befe-64b48f0908bf None None] Provisioning complete for port 0be4ca46-bdbf-4b65-9a64-204332f40703 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:40.032975 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eb03b8fe-2167-47e6-befe-64b48f0908bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.041034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f04d1ad2-1667-4aaf-8a98-c671ae7e5e5c tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.110298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-eb03b8fe-2167-47e6-befe-64b48f0908bf None None] Port 0be4ca46-bdbf-4b65-9a64-204332f40703 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:48:40.116197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f04d1ad2-1667-4aaf-8a98-c671ae7e5e5c tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.119368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79e47f5-4566-4b49-a5c0-783f0a8be3c3 req-a8532ed2-3bbd-4938-833b-c16bd409b840 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:40.121395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f79e47f5-4566-4b49-a5c0-783f0a8be3c3 req-a8532ed2-3bbd-4938-833b-c16bd409b840 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 943 time: 0.3590310 Nov 25 19:48:40.131350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50384) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:40.136509 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f04d1ad2-1667-4aaf-8a98-c671ae7e5e5c tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2663038 Nov 25 19:48:40.139929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d3f48a97-8dd3-4365-bf28-7f0d1907dfd0 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '36c14c73-0131-4323-b722-c80d839c2e25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:40.141870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d1ad2-1667-4aaf-8a98-c671ae7e5e5c tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36c14c73-0131-4323-b722-c80d839c2e25,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:40.286235 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.309857 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e50b45e6-233c-4ca5-acca-99f485953123 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:48:40.324431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8b8c-2672-419f-9f13-fdbcc73ccc40 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.404564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3c4f8b8c-2672-419f-9f13-fdbcc73ccc40 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Calling delete_port for 0be4ca46-bdbf-4b65-9a64-204332f40703 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:40.410669 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f79e47f5-4566-4b49-a5c0-783f0a8be3c3 req-d9fbe447-d9c1-4838-b509-68647ade3db3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2517672 Nov 25 19:48:40.489365 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-d3f48a97-8dd3-4365-bf28-7f0d1907dfd0 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:40.491725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d3f48a97-8dd3-4365-bf28-7f0d1907dfd0 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3556180 Nov 25 19:48:40.496129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50392) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:40.504681 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8717f8ad-5e56-4f78-a80f-8425a594541a tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group_rule': {'security_group_id': '36c14c73-0131-4323-b722-c80d839c2e25', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:40.518240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:40.529857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d2e177b9-346a-422a-8821-703d3ddfe489 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "PUT /v2.0/routers/540d8869-a348-4a64-8d24-d2b46338f316/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1649382 Nov 25 19:48:40.531602 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.535279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50394) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:40.544429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ef3e5-ad22-426b-90f1-0ef64b8eee6b None None] Sync routers for ids ['540d8869-a348-4a64-8d24-d2b46338f316'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:40.606188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:40.622335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:40.624183 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=5234921b-c48d-4141-b099-4232fa116e43,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:40.628755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:40.632086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:40.642273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ef3e5-ad22-426b-90f1-0ef64b8eee6b None None] Routers {'540d8869-a348-4a64-8d24-d2b46338f316'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:40.644294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef3e5-ad22-426b-90f1-0ef64b8eee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['540d8869-a348-4a64-8d24-d2b46338f316'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:40.653674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'e50b45e6-233c-4ca5-acca-99f485953123', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'port_id': 'e50b45e6-233c-4ca5-acca-99f485953123', 'mac_address': 'fa:16:3e:ca:b5:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:48:40.711644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6099a980-23a9-4483-be87-1150f68ac1e3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Deleting subnet 319cd274-8e1b-4337-a7ce-58ab5a108b18 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:48:40.722597 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6099a980-23a9-4483-be87-1150f68ac1e3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.811208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:40.812636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.840419 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-8717f8ad-5e56-4f78-a80f-8425a594541a tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:40.841598 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8717f8ad-5e56-4f78-a80f-8425a594541a tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3440704 Nov 25 19:48:40.846232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50402) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:40.850214 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.860328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6099a980-23a9-4483-be87-1150f68ac1e3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.914144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e50b45e6-233c-4ca5-acca-99f485953123 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:48:40.944683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:40.953213 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8b8c-2672-419f-9f13-fdbcc73ccc40 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:40.956271 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.063452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-0f2ef3e5-ad22-426b-90f1-0ef64b8eee6b None None] Set router 540d8869-a348-4a64-8d24-d2b46338f316 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:48:41.067736 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73d6da17-86f7-4969-b86d-e6351dbb6e4e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.125915 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6099a980-23a9-4483-be87-1150f68ac1e3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.167646 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73d6da17-86f7-4969-b86d-e6351dbb6e4e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.274968 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73d6da17-86f7-4969-b86d-e6351dbb6e4e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.282465 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73d6da17-86f7-4969-b86d-e6351dbb6e4e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.287880 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-73d6da17-86f7-4969-b86d-e6351dbb6e4e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "DELETE /v2.0/security-groups/36c14c73-0131-4323-b722-c80d839c2e25 HTTP/1.1" status: 204 len: 168 time: 0.4328237 Nov 25 19:48:41.296372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50408) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:41.306564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6099a980-23a9-4483-be87-1150f68ac1e3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.408367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['e50b45e6-233c-4ca5-acca-99f485953123'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:48:41.422117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d6da17-86f7-4969-b86d-e6351dbb6e4e tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c14c73-0131-4323-b722-c80d839c2e25,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:41.462443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6099a980-23a9-4483-be87-1150f68ac1e3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'Subnet': ['ID=319cd274-8e1b-4337-a7ce-58ab5a108b18,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:41.476966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6099a980-23a9-4483-be87-1150f68ac1e3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.494506 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6099a980-23a9-4483-be87-1150f68ac1e3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "DELETE /v2.0/subnets/319cd274-8e1b-4337-a7ce-58ab5a108b18 HTTP/1.1" status: 204 len: 168 time: 0.9499042 Nov 25 19:48:41.494871 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712f2110-47b0-4e92-b351-ff146daa2186 None None] Network dbeade05-b43e-4a73-a34b-d35b2a3939a2 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:41.501242 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=e50b45e6-233c-4ca5-acca-99f485953123,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:41.524130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50414) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:41.531653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.531976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.532335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.532678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.533018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.533428 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.533678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.534011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.535056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.535491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.535891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.536322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:48:41.538272 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4bea4d00-2ef2-4cd0-9ade-1d6285ef7e40 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2356846 Nov 25 19:48:41.545884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50416) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:41.552511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-33ef4cf2-69e4-499b-b25f-fb91554b6738 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1259159439'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:41.682784 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33ef4cf2-69e4-499b-b25f-fb91554b6738 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.763670 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cfee2690-4eef-4107-9613-1b90b0f0178f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8548756 Nov 25 19:48:41.765350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f8b8c-2672-419f-9f13-fdbcc73ccc40 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Port': ['ID=0be4ca46-bdbf-4b65-9a64-204332f40703,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:41.771673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50424) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:41.784177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ae5e7c3f-9ee3-4524-8eb9-7a66d3f55598 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'floatingip': {'port_id': '5234921b-c48d-4141-b099-4232fa116e43'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:41.791774 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c4f8b8c-2672-419f-9f13-fdbcc73ccc40 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.800806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3c4f8b8c-2672-419f-9f13-fdbcc73ccc40 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/0be4ca46-bdbf-4b65-9a64-204332f40703 HTTP/1.1" status: 204 len: 168 time: 2.3366122 Nov 25 19:48:41.805996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50426) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:41.895437 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae5e7c3f-9ee3-4524-8eb9-7a66d3f55598 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:41.895741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef3e5-ad22-426b-90f1-0ef64b8eee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540d8869-a348-4a64-8d24-d2b46338f316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1585427341', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:24Z', 'updated_at': '2021-11-25T19:48:37Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:29Z', 'updated_at': '2021-11-25T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:41.983210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940d022c-b426-4978-ad71-5ac376d0760a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:41.991686 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-940d022c-b426-4978-ad71-5ac376d0760a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1554825 Nov 25 19:48:42.006598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ef3e5-ad22-426b-90f1-0ef64b8eee6b None None] Checking router: 540d8869-a348-4a64-8d24-d2b46338f316 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:48:42.018520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50430) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:42.045713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ebc91-7594-4568-93e0-7ebb369f825d req-2710aaf1-951c-495e-958f-e3f3788e6eaa tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:42.057397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c07ebc91-7594-4568-93e0-7ebb369f825d req-2710aaf1-951c-495e-958f-e3f3788e6eaa tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 944 time: 0.3422222 Nov 25 19:48:42.082732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f2ef3e5-ad22-426b-90f1-0ef64b8eee6b None None] Routers {'540d8869-a348-4a64-8d24-d2b46338f316'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:42.083720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef3e5-ad22-426b-90f1-0ef64b8eee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['540d8869-a348-4a64-8d24-d2b46338f316'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:42.095731 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33ef4cf2-69e4-499b-b25f-fb91554b6738 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.136665 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.252220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33ef4cf2-69e4-499b-b25f-fb91554b6738 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.252658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c07ebc91-7594-4568-93e0-7ebb369f825d req-57d428d5-e6e9-4345-9bbe-3954c46f657d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1853373 Nov 25 19:48:42.361487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10590356-379a-4ebf-bbce-1c8f16dd8a56 None None] DHCP port deletion for dbeade05-b43e-4a73-a34b-d35b2a3939a2 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:48:42.379499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ef4cf2-69e4-499b-b25f-fb91554b6738 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d547783-9bb2-4b98-96c4-e96f486d067a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:42.390611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-0f2ef3e5-ad22-426b-90f1-0ef64b8eee6b None None] Set router 540d8869-a348-4a64-8d24-d2b46338f316 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:48:42.401880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33ef4cf2-69e4-499b-b25f-fb91554b6738 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.403212 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-33ef4cf2-69e4-499b-b25f-fb91554b6738 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8563287 Nov 25 19:48:42.413937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50436) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:42.427970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-135fc39f-5340-44a2-8e91-f77cdd274a5a tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:42.429323 n-d-817303-9 neutron-server[103651]: WARNING neutron.api.v2.base [None req-135fc39f-5340-44a2-8e91-f77cdd274a5a tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 19:48:42.430442 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-135fc39f-5340-44a2-8e91-f77cdd274a5a tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 19:48:42.438439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-135fc39f-5340-44a2-8e91-f77cdd274a5a tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "PUT /v2.0/security-groups/9d547783-9bb2-4b98-96c4-e96f486d067a HTTP/1.1" status: 409 len: 330 time: 0.0225258 Nov 25 19:48:42.439783 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50438) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:42.457560 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.478105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeba771a-0ac1-4cd8-af53-24f2839ca1b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:42.479876 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aeba771a-0ac1-4cd8-af53-24f2839ca1b6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4570820 Nov 25 19:48:42.486253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50440) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:42.586077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c98920e-1b91-4ad9-8005-2a9a8b69d143 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:42.587966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c98920e-1b91-4ad9-8005-2a9a8b69d143 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:42.589917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c98920e-1b91-4ad9-8005-2a9a8b69d143 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:42.594687 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6c98920e-1b91-4ad9-8005-2a9a8b69d143 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1042752 Nov 25 19:48:42.595276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50444) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:42.681263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20bb307-5d1e-46ae-af43-ea4db2d559c8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet 377e0b3a-9e98-4235-9dcb-7c78ac780f18 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:48:42.688482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f20bb307-5d1e-46ae-af43-ea4db2d559c8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.692776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Deleting port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:42.693121 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.814957 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f20bb307-5d1e-46ae-af43-ea4db2d559c8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.822440 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e627edb4-7b87-4c82-9529-7511da2f5db5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:42.882453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device cc6eff31-c41b-4197-b2b6-d6c681021ef1 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:42.922220 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e627edb4-7b87-4c82-9529-7511da2f5db5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.036691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] For port 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:43.037286 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.083726 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e627edb4-7b87-4c82-9529-7511da2f5db5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.087488 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e627edb4-7b87-4c82-9529-7511da2f5db5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.088870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e627edb4-7b87-4c82-9529-7511da2f5db5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "DELETE /v2.0/security-groups/9d547783-9bb2-4b98-96c4-e96f486d067a HTTP/1.1" status: 204 len: 168 time: 0.6411684 Nov 25 19:48:43.101856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50452) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:43.106179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e627edb4-7b87-4c82-9529-7511da2f5db5 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d547783-9bb2-4b98-96c4-e96f486d067a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:43.178124 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae5e7c3f-9ee3-4524-8eb9-7a66d3f55598 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.189346 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae5e7c3f-9ee3-4524-8eb9-7a66d3f55598 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.199023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ae59ce5f-5a1e-4b78-9f33-9b1e0869bc16 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0903735 Nov 25 19:48:43.234737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50456) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:43.266834 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-9b6fce40-f4bd-40e1-8e04-cbca71c1be51 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] delete failed (client error): The resource could not be found. Nov 25 19:48:43.268301 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9b6fce40-f4bd-40e1-8e04-cbca71c1be51 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "DELETE /v2.0/security-groups/990d6cd7-2bd1-4d8c-ba64-3f7a55d482ba HTTP/1.1" status: 404 len: 347 time: 0.0320024 Nov 25 19:48:43.276154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50458) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:43.304142 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-3b049d3e-1536-4a44-b0f1-02e65ef76661 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] show failed (client error): The resource could not be found. Nov 25 19:48:43.305707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3b049d3e-1536-4a44-b0f1-02e65ef76661 tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-groups/fe6bf7db-ea44-4990-a826-0a7eea232923 HTTP/1.1" status: 404 len: 347 time: 0.0276866 Nov 25 19:48:43.311547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50462) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:43.327726 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-f332f23e-9ddc-43eb-88ac-1d3200648b1f tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] show failed (client error): The resource could not be found. Nov 25 19:48:43.329135 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f332f23e-9ddc-43eb-88ac-1d3200648b1f tempest-NegativeSecGroupIPv6Test-1676534343 tempest-NegativeSecGroupIPv6Test-1676534343-project] 10.222.0.15 "GET /v2.0/security-group-rules/19115d63-ca01-4be0-8b75-940f5a83a255 HTTP/1.1" status: 404 len: 356 time: 0.0162883 Nov 25 19:48:43.384850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-10590356-379a-4ebf-bbce-1c8f16dd8a56 None None] Deleting port cc6eff31-c41b-4197-b2b6-d6c681021ef1 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:43.385434 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-10590356-379a-4ebf-bbce-1c8f16dd8a56 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.569496 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-ae5e7c3f-9ee3-4524-8eb9-7a66d3f55598 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP 2f232b2b-54f1-4f44-916c-c80673e7d7e3 associated. External IP: 172.25.8.204, port: 5234921b-c48d-4141-b099-4232fa116e43. Nov 25 19:48:43.626750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-10590356-379a-4ebf-bbce-1c8f16dd8a56 None None] For port cc6eff31-c41b-4197-b2b6-d6c681021ef1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cc6eff31-c41b-4197-b2b6-d6c681021ef1,segment=NetworkSegment(4bf446be-bf4b-45fa-b7e6-10fbb757d343),segment_id=4bf446be-bf4b-45fa-b7e6-10fbb757d343)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:43.627937 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-10590356-379a-4ebf-bbce-1c8f16dd8a56 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.657042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-10590356-379a-4ebf-bbce-1c8f16dd8a56 None None] Calling delete_port for cc6eff31-c41b-4197-b2b6-d6c681021ef1 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:43.673616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9d89fb-b52b-4ed0-902c-adf9a9cba027 req-cc17b80f-5a46-4f9e-93cb-7f3dee329dcf tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:43.684357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f9d89fb-b52b-4ed0-902c-adf9a9cba027 req-cc17b80f-5a46-4f9e-93cb-7f3dee329dcf tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 944 time: 0.2418914 Nov 25 19:48:43.729581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Calling delete_port for 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:43.869247 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:43.961299 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-10590356-379a-4ebf-bbce-1c8f16dd8a56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.053362 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f9d89fb-b52b-4ed0-902c-adf9a9cba027 req-abb87296-0b11-46a4-9f3c-71e5859cf2d0 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3673334 Nov 25 19:48:44.072572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f20bb307-5d1e-46ae-af43-ea4db2d559c8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.126298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10590356-379a-4ebf-bbce-1c8f16dd8a56 None None] Pushing event deleted for resources: {'Port': ['ID=cc6eff31-c41b-4197-b2b6-d6c681021ef1,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:44.129804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10590356-379a-4ebf-bbce-1c8f16dd8a56 None None] No DVR routers for this DVR port cc6eff31-c41b-4197-b2b6-d6c681021ef1 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:44.209310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0f2ef3e5-ad22-426b-90f1-0ef64b8eee6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '540d8869-a348-4a64-8d24-d2b46338f316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1585427341', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:24Z', 'updated_at': '2021-11-25T19:48:37Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:29Z', 'updated_at': '2021-11-25T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:44.210853 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.272493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2ef3e5-ad22-426b-90f1-0ef64b8eee6b None None] The sync data for ids ['540d8869-a348-4a64-8d24-d2b46338f316'] in n-d-817303-9 is: [{'id': '540d8869-a348-4a64-8d24-d2b46338f316', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1585427341', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100'}], 'enable_snat': True}, 'gw_port_id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:47:24Z', 'updated_at': '2021-11-25T19:48:37Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': '0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:2d:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '540d8869-a348-4a64-8d24-d2b46338f316', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:47:29Z', 'updated_at': '2021-11-25T19:47:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:44.308230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'Port': ['ID=0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:44.326403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e50b45e6-233c-4ca5-acca-99f485953123 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:48:44.351030 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5e7c3f-9ee3-4524-8eb9-7a66d3f55598 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:48:44.375131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6ac5df-6d62-48fa-9699-3efb2872dc37 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:48:44.397023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f20bb307-5d1e-46ae-af43-ea4db2d559c8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.439407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port e50b45e6-233c-4ca5-acca-99f485953123 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:44.440134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.443308 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f20bb307-5d1e-46ae-af43-ea4db2d559c8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.446717 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f20bb307-5d1e-46ae-af43-ea4db2d559c8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/377e0b3a-9e98-4235-9dcb-7c78ac780f18 HTTP/1.1" status: 204 len: 168 time: 1.8501170 Nov 25 19:48:44.449764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50480) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:44.450549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20bb307-5d1e-46ae-af43-ea4db2d559c8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=377e0b3a-9e98-4235-9dcb-7c78ac780f18,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:44.457342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3208f57-abb8-43c6-9a6a-c593d4a4fe42 None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:44.467421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50482) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:44.554865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.648739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b732392f-dc7e-408e-974c-335d885c2fe3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Deleting subnet e28bbb91-2d54-40c1-8fd0-b1b34e094841 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:48:44.654373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5e7c3f-9ee3-4524-8eb9-7a66d3f55598 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:44.660819 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae5e7c3f-9ee3-4524-8eb9-7a66d3f55598 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.669696 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a356a7-2eb5-4ea3-98c0-e047f8fa8e05 None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:44.693842 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ae5e7c3f-9ee3-4524-8eb9-7a66d3f55598 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "PUT /v2.0/floatingips/2f232b2b-54f1-4f44-916c-c80673e7d7e3 HTTP/1.1" status: 200 len: 978 time: 2.9174225 Nov 25 19:48:44.698480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50490) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:44.739040 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a356a7-2eb5-4ea3-98c0-e047f8fa8e05 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:44.743418 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f1a356a7-2eb5-4ea3-98c0-e047f8fa8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:44.763372 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b732392f-dc7e-408e-974c-335d885c2fe3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.832016 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b732392f-dc7e-408e-974c-335d885c2fe3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:44.927659 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f1a356a7-2eb5-4ea3-98c0-e047f8fa8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:44.951020 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a356a7-2eb5-4ea3-98c0-e047f8fa8e05 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:44.952389 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f1a356a7-2eb5-4ea3-98c0-e047f8fa8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:44.970063 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2698c391-25e2-4893-9b46-b458f6819f8e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:45.046875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port 5234921b-c48d-4141-b099-4232fa116e43 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:45.047196 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.052907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 2698c391-25e2-4893-9b46-b458f6819f8e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:45.053556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2698c391-25e2-4893-9b46-b458f6819f8e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:45.053969 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f1a356a7-2eb5-4ea3-98c0-e047f8fa8e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:45.054664 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a356a7-2eb5-4ea3-98c0-e047f8fa8e05 None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:45.074432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.077890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.110193 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.114715 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b732392f-dc7e-408e-974c-335d885c2fe3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.198123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:45.202926 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b811e9-ccbb-47fb-9b3e-75892022bc96" -d '{"events": [{"server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "name": "network-vif-plugged", "status": "completed", "tag": "e50b45e6-233c-4ca5-acca-99f485953123"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:45.219351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:45.225231 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.322657 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.350286 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.350513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=e50b45e6-233c-4ca5-acca-99f485953123,revision_number=10']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:45.351520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Fanout notify agent at l3_agent the message router_deleted on router 540d8869-a348-4a64-8d24-d2b46338f316 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:48:45.365081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.373001 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bca381d4-7abd-45e3-8821-5381c200b386 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "DELETE /v2.0/routers/540d8869-a348-4a64-8d24-d2b46338f316 HTTP/1.1" status: 204 len: 168 time: 3.8332231 Nov 25 19:48:45.385897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50510) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:45.514745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-53f66ab9-d44d-4ea6-9142-ce5eba031956 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2a4eb9bbb95457db9c497247ec7432c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0513940 Nov 25 19:48:45.517049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50512) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:45.560989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699bd712-d750-403d-a9bd-8357355ac64e req-058da22e-009e-4392-b6dc-24712b1f5552 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:45.564056 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-699bd712-d750-403d-a9bd-8357355ac64e req-058da22e-009e-4392-b6dc-24712b1f5552 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 946 time: 0.2397051 Nov 25 19:48:45.578110 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.596143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b732392f-dc7e-408e-974c-335d885c2fe3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.661841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b732392f-dc7e-408e-974c-335d885c2fe3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Subnet': ['ID=e28bbb91-2d54-40c1-8fd0-b1b34e094841,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:45.666463 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b732392f-dc7e-408e-974c-335d885c2fe3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.670212 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b732392f-dc7e-408e-974c-335d885c2fe3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/e28bbb91-2d54-40c1-8fd0-b1b34e094841 HTTP/1.1" status: 204 len: 168 time: 1.1819317 Nov 25 19:48:45.678074 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50516) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:45.771158 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3b0d86a6-4248-4bc6-aecd-02986d9ae33d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0692415 Nov 25 19:48:45.775862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50520) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:45.781496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f2667f9-3921-4cdb-ac37-ee93c4823d52 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.804462 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-699bd712-d750-403d-a9bd-8357355ac64e req-d0f6cd97-088e-4bdf-a8b1-3c02c0a074aa tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2012470 Nov 25 19:48:45.857398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f2667f9-3921-4cdb-ac37-ee93c4823d52 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.915459 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c5ced3f-1a28-401e-8934-d0acae760f6d x-openstack-request-id: req-8c5ced3f-1a28-401e-8934-d0acae760f6d {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:45.915777 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "name": "network-vif-plugged", "status": "completed", "tag": "e50b45e6-233c-4ca5-acca-99f485953123", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:45.916062 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c5ced3f-1a28-401e-8934-d0acae760f6d {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:45.916476 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123', 'code': 200} Nov 25 19:48:45.945750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f2667f9-3921-4cdb-ac37-ee93c4823d52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.950264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f2667f9-3921-4cdb-ac37-ee93c4823d52 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:45.955545 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6f2667f9-3921-4cdb-ac37-ee93c4823d52 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69585be1-5a3d-4ae5-8823-8ff213edbfc2 HTTP/1.1" status: 204 len: 168 time: 0.4336536 Nov 25 19:48:45.971856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e451071-1ddb-421c-a61b-ecf2253da1ff tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:45.975054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2e451071-1ddb-421c-a61b-ecf2253da1ff tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1918969 Nov 25 19:48:45.977814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50526) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.033382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2667f9-3921-4cdb-ac37-ee93c4823d52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69585be1-5a3d-4ae5-8823-8ff213edbfc2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:46.058058 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.131463 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.132006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbeade05-b43e-4a73-a34b-d35b2a3939a2']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:46.132404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.133067 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP 2f232b2b-54f1-4f44-916c-c80673e7d7e3 disassociated. External IP: 172.25.8.204, port: 5234921b-c48d-4141-b099-4232fa116e43. Nov 25 19:48:46.133798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for 5234921b-c48d-4141-b099-4232fa116e43 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:46.152818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf446be-bf4b-45fa-b7e6-10fbb757d343') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:46.153501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf446be-bf4b-45fa-b7e6-10fbb757d343') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:46.183279 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.228922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.249580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:48:46.249997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:48:46.255200 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:48:46.326085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89a83de-6f22-41da-bff9-497db38358b3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:46.327869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e89a83de-6f22-41da-bff9-497db38358b3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3489664 Nov 25 19:48:46.333083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba546f38-1517-46d5-b02d-46b0711a5596 req-45dd0c6d-f3ef-49da-aa69-9be4a6afc06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:46.335190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50534) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.335467 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba546f38-1517-46d5-b02d-46b0711a5596 req-45dd0c6d-f3ef-49da-aa69-9be4a6afc06f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 1097 time: 0.1707535 Nov 25 19:48:46.398185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-93287bac-07f3-4371-a643-9c388efdffdd tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0621226 Nov 25 19:48:46.425569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50538) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.426990 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ba546f38-1517-46d5-b02d-46b0711a5596 req-9fb6724e-7e33-40ff-8d7f-792473143ec8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510585 Nov 25 19:48:46.443822 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.461417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eec3366-5bb3-440f-8c58-8eca23685dbb None None] Network 0a011fd0-9c8c-4deb-9828-aa08d061358c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:46.465000 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.465947 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-45e9ebcb-7b8c-41e9-b945-8e667471bfa3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:46.466583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45e9ebcb-7b8c-41e9-b945-8e667471bfa3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:46.469984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-45e9ebcb-7b8c-41e9-b945-8e667471bfa3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/0be4ca46-bdbf-4b65-9a64-204332f40703 HTTP/1.1" status: 404 len: 333 time: 0.0432446 Nov 25 19:48:46.477379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50542) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.480871 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "DELETE /v2.0/networks/dbeade05-b43e-4a73-a34b-d35b2a3939a2 HTTP/1.1" status: 204 len: 168 time: 1.0855222 Nov 25 19:48:46.484715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50544) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.535349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5017e4c5-7337-4443-b9b9-13bff9f773f0 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'Network': ['ID=dbeade05-b43e-4a73-a34b-d35b2a3939a2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:46.598951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1a8eba9c-7462-4a95-bdb1-e7d9f7742710 None None] Provisioning complete for port 64081085-1ce4-4adf-b780-cbd02c5a1d80 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:48:46.599506 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1a8eba9c-7462-4a95-bdb1-e7d9f7742710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.632296 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f245198-9c5f-4a40-b879-161df3d855e5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:46.633846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f245198-9c5f-4a40-b879-161df3d855e5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:46.644193 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8f245198-9c5f-4a40-b879-161df3d855e5 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/e28bbb91-2d54-40c1-8fd0-b1b34e094841 HTTP/1.1" status: 404 len: 337 time: 0.1671674 Nov 25 19:48:46.647872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50550) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.684909 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef822d88-0436-4336-921a-2fe7e336bee8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:46.685385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef822d88-0436-4336-921a-2fe7e336bee8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:46.689331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ef822d88-0436-4336-921a-2fe7e336bee8 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/377e0b3a-9e98-4235-9dcb-7c78ac780f18 HTTP/1.1" status: 404 len: 337 time: 0.0402644 Nov 25 19:48:46.695622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50554) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.744539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:46.767607 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-14487a86-d0d4-4e07-a82b-e4d81bdb083e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:46.769158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14487a86-d0d4-4e07-a82b-e4d81bdb083e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:46.780784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50560) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.782912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-14487a86-d0d4-4e07-a82b-e4d81bdb083e tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/766ee442-2880-4eb0-ac04-31a5b637c891 HTTP/1.1" status: 404 len: 333 time: 0.0842035 Nov 25 19:48:46.795075 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:46.813695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:46.814149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0ecaa78c-bcdd-4a74-8907-a6902dbfdc0e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:46.834035 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-24d4e19c-32cd-4dc4-8456-bf9a6051e8ce tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:46.834843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24d4e19c-32cd-4dc4-8456-bf9a6051e8ce tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:46.839043 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-24d4e19c-32cd-4dc4-8456-bf9a6051e8ce tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/8572306f-1efd-459f-838d-13fa0a7014e7 HTTP/1.1" status: 404 len: 337 time: 0.0532641 Nov 25 19:48:46.844998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50562) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:46.901251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=5234921b-c48d-4141-b099-4232fa116e43,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:46.934141 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3226a270-eab3-496f-ad75-76edc442342d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:46.934906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3226a270-eab3-496f-ad75-76edc442342d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:46.950744 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3226a270-eab3-496f-ad75-76edc442342d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/644e3e0c-3a6f-44f5-985c-3bd79a0833ec HTTP/1.1" status: 404 len: 337 time: 0.1041892 Nov 25 19:48:46.954878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50570) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.034101 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d589632-c2a6-4c66-afde-00796d208f6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:47.036712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d589632-c2a6-4c66-afde-00796d208f6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:47.054186 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3d589632-c2a6-4c66-afde-00796d208f6a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/33b7f078-4616-46e5-ba7e-6f062b37706d HTTP/1.1" status: 404 len: 333 time: 0.0969031 Nov 25 19:48:47.057233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50574) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.083289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4c1726-64f4-4a7c-9847-36950b635e8c None None] DHCP port deletion for 0a011fd0-9c8c-4deb-9828-aa08d061358c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:48:47.136440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54906714-9e8c-4ad5-a30e-06bbb443af66 req-9d7ad45c-269a-4c4e-a8a6-7b56ea6a4b27 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:47.138385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54906714-9e8c-4ad5-a30e-06bbb443af66 req-9d7ad45c-269a-4c4e-a8a6-7b56ea6a4b27 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 946 time: 0.1002185 Nov 25 19:48:47.142091 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5cba2c8-747f-4610-9e20-9b12487ce9df tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:47.142589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5cba2c8-747f-4610-9e20-9b12487ce9df tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:47.154875 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d5cba2c8-747f-4610-9e20-9b12487ce9df tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/61d900b0-50de-4882-934c-17194a7501fa HTTP/1.1" status: 404 len: 337 time: 0.0882633 Nov 25 19:48:47.157785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50580) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.181864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:48:47.199709 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-014dcc55-4795-4c10-8e86-e75f7cb00478 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:47.200179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014dcc55-4795-4c10-8e86-e75f7cb00478 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:47.206776 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-014dcc55-4795-4c10-8e86-e75f7cb00478 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/423e1e65-2e1f-4d88-a0b7-23e8b01939e1 HTTP/1.1" status: 404 len: 337 time: 0.0397823 Nov 25 19:48:47.211959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50584) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.231804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c1726-64f4-4a7c-9847-36950b635e8c None None] Deleting port 64081085-1ce4-4adf-b780-cbd02c5a1d80 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:47.232681 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1726-64f4-4a7c-9847-36950b635e8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.258153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Deleting port ff26bbb9-dced-4d5a-9b4f-1d8912eb21ac {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:47.260014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.284737 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a74ab06-d097-4642-8445-ad3179e8a231 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:47.285355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a74ab06-d097-4642-8445-ad3179e8a231 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:47.291709 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6a74ab06-d097-4642-8445-ad3179e8a231 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/d3afe8f8-81b1-4039-85f6-fbfec0aeea29 HTTP/1.1" status: 404 len: 333 time: 0.0762990 Nov 25 19:48:47.301078 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50588) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.317385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54906714-9e8c-4ad5-a30e-06bbb443af66 req-91860656-2630-46a3-b038-4c023a060466 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564159 Nov 25 19:48:47.417195 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-346abd8c-830a-4947-832a-9164094f8c29 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:47.418076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-346abd8c-830a-4947-832a-9164094f8c29 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:47.426257 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-346abd8c-830a-4947-832a-9164094f8c29 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/75deb055-0cca-47eb-890c-b1fe016f8a01 HTTP/1.1" status: 404 len: 337 time: 0.1235900 Nov 25 19:48:47.427303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50594) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.496436 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.496760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.514064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2c4c1726-64f4-4a7c-9847-36950b635e8c None None] For port 64081085-1ce4-4adf-b780-cbd02c5a1d80, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64081085-1ce4-4adf-b780-cbd02c5a1d80,segment=NetworkSegment(9ecb8f74-1722-46eb-ace6-7e87e67ee499),segment_id=9ecb8f74-1722-46eb-ace6-7e87e67ee499)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:47.514752 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1726-64f4-4a7c-9847-36950b635e8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.517848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:47.545214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104b0dc-dc3b-48e8-95dd-898fcc699b4c None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:47.553463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2c4c1726-64f4-4a7c-9847-36950b635e8c None None] Calling delete_port for 64081085-1ce4-4adf-b780-cbd02c5a1d80 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:47.571499 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c85399f-71a2-4bdb-abce-da7f68688229 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:47.582435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c85399f-71a2-4bdb-abce-da7f68688229 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:47.590898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104b0dc-dc3b-48e8-95dd-898fcc699b4c None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:47.591879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5104b0dc-dc3b-48e8-95dd-898fcc699b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:47.601255 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0c85399f-71a2-4bdb-abce-da7f68688229 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/f9f83b10-3c97-4d4a-9ebf-1ef0e3e9fcfe HTTP/1.1" status: 404 len: 337 time: 0.1550269 Nov 25 19:48:47.605720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50604) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.657455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Calling delete_port for ff26bbb9-dced-4d5a-9b4f-1d8912eb21ac owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:47.713162 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.720477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f6706461-ca60-46cf-b1f2-cd1f62273d88 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/ports/5234921b-c48d-4141-b099-4232fa116e43 HTTP/1.1" status: 204 len: 168 time: 3.0198965 Nov 25 19:48:47.725070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50608) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.753712 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-56f8de81-07af-4206-ba87-657d8a165068 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:47.755421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56f8de81-07af-4206-ba87-657d8a165068 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:47.758587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50610) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.770205 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-56f8de81-07af-4206-ba87-657d8a165068 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/7fce53c3-7ccf-400d-9cb0-b5a457730772 HTTP/1.1" status: 404 len: 333 time: 0.1625156 Nov 25 19:48:47.777778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5104b0dc-dc3b-48e8-95dd-898fcc699b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:47.778479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50612) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.781066 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c4c1726-64f4-4a7c-9847-36950b635e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:47.798102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4c1726-64f4-4a7c-9847-36950b635e8c None None] No DVR routers for this DVR port 64081085-1ce4-4adf-b780-cbd02c5a1d80 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:47.832030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4c1726-64f4-4a7c-9847-36950b635e8c None None] Pushing event deleted for resources: {'Port': ['ID=64081085-1ce4-4adf-b780-cbd02c5a1d80,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:47.867565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5104b0dc-dc3b-48e8-95dd-898fcc699b4c None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:47.868227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5104b0dc-dc3b-48e8-95dd-898fcc699b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:47.882480 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-81a4e4c4-8118-4931-9dd0-fc75ab1ae86c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:47.883644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81a4e4c4-8118-4931-9dd0-fc75ab1ae86c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:47.888715 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-81a4e4c4-8118-4931-9dd0-fc75ab1ae86c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/3d534190-6970-45f3-9c11-54662a9fbc30 HTTP/1.1" status: 404 len: 337 time: 0.1075802 Nov 25 19:48:47.895525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0c491a5b-753a-41a2-be69-2b13689373f0 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "GET /v2.0/floatingips/2f232b2b-54f1-4f44-916c-c80673e7d7e3 HTTP/1.1" status: 200 len: 688 time: 0.1686664 Nov 25 19:48:47.897573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50622) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.898198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50624) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:47.942837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5104b0dc-dc3b-48e8-95dd-898fcc699b4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:47.943859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5104b0dc-dc3b-48e8-95dd-898fcc699b4c None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:48.056166 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2192f3a5-f595-4815-8be5-854c8b003538 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.057590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2192f3a5-f595-4815-8be5-854c8b003538 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.063493 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2192f3a5-f595-4815-8be5-854c8b003538 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/cd6cd07d-900a-4baf-9481-9e22e272dc79 HTTP/1.1" status: 404 len: 333 time: 0.1621544 Nov 25 19:48:48.067181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50628) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.116845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-17865693-80b4-4b32-a4c6-12d3aa3eca97 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:48.117437 n-d-817303-9 neutron-server[103651]: WARNING neutron.api.v2.base [None req-17865693-80b4-4b32-a4c6-12d3aa3eca97 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 19:48:48.117961 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-17865693-80b4-4b32-a4c6-12d3aa3eca97 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:48:48.122541 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-17865693-80b4-4b32-a4c6-12d3aa3eca97 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3587351 Nov 25 19:48:48.122541 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5f26a79-ea06-48f5-934c-74670c1a3af9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.122541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5f26a79-ea06-48f5-934c-74670c1a3af9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.129927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b5f26a79-ea06-48f5-934c-74670c1a3af9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/faf7c0f8-bb6a-4b7d-8429-775abc1cacb4 HTTP/1.1" status: 404 len: 337 time: 0.0613945 Nov 25 19:48:48.130579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50636) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.130942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50638) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.136844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-23251f9b-9b12-46cb-a2f9-229c52fc6c68 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1420613869'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:48.186657 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9143fa-435c-41de-979f-fce881ccb54b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.187300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9143fa-435c-41de-979f-fce881ccb54b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.194499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7d9143fa-435c-41de-979f-fce881ccb54b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/79ded4ce-ed3a-45bf-847a-8128d3ec447f HTTP/1.1" status: 404 len: 333 time: 0.0611565 Nov 25 19:48:48.197741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50642) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.237379 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-b52c8705-0eb9-47ce-9bad-3ff242b70d4a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.237914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b52c8705-0eb9-47ce-9bad-3ff242b70d4a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.243867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b52c8705-0eb9-47ce-9bad-3ff242b70d4a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/2ded6634-166f-44ef-86a3-02b33d989dec HTTP/1.1" status: 404 len: 337 time: 0.0421259 Nov 25 19:48:48.243867 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23251f9b-9b12-46cb-a2f9-229c52fc6c68 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.244912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50650) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.265886 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23251f9b-9b12-46cb-a2f9-229c52fc6c68 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.302150 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-2783497e-5002-4ac3-af97-e2551406d25a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.303648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2783497e-5002-4ac3-af97-e2551406d25a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.309926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2783497e-5002-4ac3-af97-e2551406d25a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/01e43576-96db-4464-b999-49ff9f339efd HTTP/1.1" status: 404 len: 333 time: 0.0638793 Nov 25 19:48:48.310709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50658) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.363094 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5252a7c-13c1-4ffe-a7c5-b9b10094bcc9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.363777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5252a7c-13c1-4ffe-a7c5-b9b10094bcc9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.367735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-48ca877e-f289-4e9f-b6f1-4825c5490e17 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port fa1fe6cc-0fcc-4953-a0bc-8b0ac839ac69 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:48.368124 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48ca877e-f289-4e9f-b6f1-4825c5490e17 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.383859 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c5252a7c-13c1-4ffe-a7c5-b9b10094bcc9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/05bb73b1-ed02-4b09-8927-f432a3f3dbd8 HTTP/1.1" status: 404 len: 337 time: 0.0716915 Nov 25 19:48:48.389132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50670) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.427252 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce66bf9-b642-42f8-871f-9cb9936da37d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.428198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce66bf9-b642-42f8-871f-9cb9936da37d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.432200 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9ce66bf9-b642-42f8-871f-9cb9936da37d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/0edf1e0d-49b0-4ed4-965b-dd85cd2a6823 HTTP/1.1" status: 404 len: 333 time: 0.0415807 Nov 25 19:48:48.435907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50678) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.483689 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-d70f842e-bdc6-483a-97f7-aeb3381a483d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.484867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d70f842e-bdc6-483a-97f7-aeb3381a483d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.493318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d70f842e-bdc6-483a-97f7-aeb3381a483d tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/9379334a-19fb-4f27-83b5-1d4043f3db7e HTTP/1.1" status: 404 len: 337 time: 0.0528998 Nov 25 19:48:48.493626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50682) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.537040 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5597f17-d1df-4300-98b6-c45712eb0d88 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.537752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5597f17-d1df-4300-98b6-c45712eb0d88 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.544563 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e5597f17-d1df-4300-98b6-c45712eb0d88 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/3d83b8b7-9348-44ed-a280-115d4a50b71a HTTP/1.1" status: 404 len: 333 time: 0.0460393 Nov 25 19:48:48.546247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50684) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.559041 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.588379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b1c15-33a2-48fb-8e33-cbf43fa6372f req-bfa0a097-08c6-46ca-87b4-261b00abdeba tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:48.598525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f45b1c15-33a2-48fb-8e33-cbf43fa6372f req-bfa0a097-08c6-46ca-87b4-261b00abdeba tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 946 time: 0.0914466 Nov 25 19:48:48.631227 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d97c6046-49d2-46bd-b1ad-bdfb7150af9a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.631796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d97c6046-49d2-46bd-b1ad-bdfb7150af9a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.638531 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d97c6046-49d2-46bd-b1ad-bdfb7150af9a tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/5e335e47-35c6-4c21-b3bf-7a8aab53d068 HTTP/1.1" status: 404 len: 337 time: 0.0895002 Nov 25 19:48:48.639910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50688) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.673453 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48ca877e-f289-4e9f-b6f1-4825c5490e17 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.674516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48ca877e-f289-4e9f-b6f1-4825c5490e17 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.678737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f45b1c15-33a2-48fb-8e33-cbf43fa6372f req-da0f21f3-dda9-4e89-b32f-5b394e54bc4a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0783038 Nov 25 19:48:48.679708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'Port': ['ID=ff26bbb9-dced-4d5a-9b4f-1d8912eb21ac,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:48.773071 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23251f9b-9b12-46cb-a2f9-229c52fc6c68 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.781631 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23251f9b-9b12-46cb-a2f9-229c52fc6c68 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.837352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23251f9b-9b12-46cb-a2f9-229c52fc6c68 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21f2fecc-8ad2-4e6f-a7dc-bf8bfae5547b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:48.852495 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-00c66d67-e6cc-4c01-b2d9-8197d795ce2c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.852965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00c66d67-e6cc-4c01-b2d9-8197d795ce2c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.858696 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-00c66d67-e6cc-4c01-b2d9-8197d795ce2c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/abbe1e1f-fe61-4fd6-9f8a-a022ef7d0baf HTTP/1.1" status: 404 len: 337 time: 0.1962469 Nov 25 19:48:48.865257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50692) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.870161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-48ca877e-f289-4e9f-b6f1-4825c5490e17 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for fa1fe6cc-0fcc-4953-a0bc-8b0ac839ac69 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:48.884678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64081085-1ce4-4adf-b780-cbd02c5a1d80 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:48.911287 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-419c6864-0c6b-445f-a8f1-c63fa94420a9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.912303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-419c6864-0c6b-445f-a8f1-c63fa94420a9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.912878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 64081085-1ce4-4adf-b780-cbd02c5a1d80 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:48.913208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64081085-1ce4-4adf-b780-cbd02c5a1d80 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:48.939216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-419c6864-0c6b-445f-a8f1-c63fa94420a9 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/aae038e5-9c6b-4067-8eb1-7c89e0ee881a HTTP/1.1" status: 404 len: 333 time: 0.0516052 Nov 25 19:48:48.943985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50694) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:48.980192 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:48.980804 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Floating IP 7bc97dc2-3c86-4637-924f-5cbbd50112b0 disassociated (deleted). External IP: 172.25.8.14, port: ca8cc91f-2d89-45b7-9db8-9d98736a8230. Nov 25 19:48:48.983796 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-9245a849-feb2-4b30-8f35-f27cf1958f8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:48.985357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9245a849-feb2-4b30-8f35-f27cf1958f8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:48.989925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9245a849-feb2-4b30-8f35-f27cf1958f8c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/d7c0afb4-9e33-4186-bd74-d933d057d4c9 HTTP/1.1" status: 404 len: 337 time: 0.0445116 Nov 25 19:48:48.992757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50698) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.035814 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d83036-194c-4e21-9996-f87aa0def511 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:49.036287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d83036-194c-4e21-9996-f87aa0def511 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:49.043619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b7d83036-194c-4e21-9996-f87aa0def511 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/b97730eb-180c-423b-be23-3000d8990790 HTTP/1.1" status: 404 len: 337 time: 0.0443218 Nov 25 19:48:49.061452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50700) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.072161 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23251f9b-9b12-46cb-a2f9-229c52fc6c68 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.080449 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23251f9b-9b12-46cb-a2f9-229c52fc6c68 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.114553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23251f9b-9b12-46cb-a2f9-229c52fc6c68 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b183b00-2738-4ba2-9539-de14603f8559,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:49.117078 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-450ae391-62a8-4d2b-a7c6-88d6aa9be0a3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:49.118042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450ae391-62a8-4d2b-a7c6-88d6aa9be0a3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:49.123679 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-450ae391-62a8-4d2b-a7c6-88d6aa9be0a3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/9db9971a-add5-42e9-b50d-e2dbf7d7ad5a HTTP/1.1" status: 404 len: 333 time: 0.0568674 Nov 25 19:48:49.130702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23251f9b-9b12-46cb-a2f9-229c52fc6c68 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.137169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-23251f9b-9b12-46cb-a2f9-229c52fc6c68 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.0046594 Nov 25 19:48:49.138319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50702) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.138917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50704) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.209754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7baf764c-0285-40ab-a79c-dbc0a70d8da8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '4b183b00-2738-4ba2-9539-de14603f8559', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:49.238627 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-db3b58f9-1ccf-4931-8593-0e231d556669 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:49.239433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db3b58f9-1ccf-4931-8593-0e231d556669 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:49.245139 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-db3b58f9-1ccf-4931-8593-0e231d556669 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/eb3f134b-f741-4e05-84de-c9d294da45bf HTTP/1.1" status: 404 len: 337 time: 0.1042552 Nov 25 19:48:49.247954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50710) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.301217 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e0b400a-7273-4a95-9533-a74d4367cd95 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:49.302121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e0b400a-7273-4a95-9533-a74d4367cd95 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:49.311016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8e0b400a-7273-4a95-9533-a74d4367cd95 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/12a72deb-b72b-41c3-a919-9fae1d37c46d HTTP/1.1" status: 404 len: 337 time: 0.0573103 Nov 25 19:48:49.312496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50714) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.359302 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-5218d4a4-8a43-4fb1-9a7a-56838b9c589c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:49.360254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5218d4a4-8a43-4fb1-9a7a-56838b9c589c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:49.361163 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7baf764c-0285-40ab-a79c-dbc0a70d8da8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.367155 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5218d4a4-8a43-4fb1-9a7a-56838b9c589c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/fd695d08-0786-4b80-85b5-cd6d02351b98 HTTP/1.1" status: 404 len: 333 time: 0.0536935 Nov 25 19:48:49.371116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50716) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.442312 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b94aff4-b339-4fa0-afcd-d74c2294c866 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:49.442785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b94aff4-b339-4fa0-afcd-d74c2294c866 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:49.446139 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1b94aff4-b339-4fa0-afcd-d74c2294c866 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/3e57e4df-e74c-4416-890c-878a80340a56 HTTP/1.1" status: 404 len: 337 time: 0.0739276 Nov 25 19:48:49.450458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50720) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.512974 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-360f20bc-7428-47fd-b7c3-76637b23a346 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:49.513732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-360f20bc-7428-47fd-b7c3-76637b23a346 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:49.522190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-360f20bc-7428-47fd-b7c3-76637b23a346 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/e00b7f1f-d92d-474b-8c6c-f2de85b1488a HTTP/1.1" status: 404 len: 337 time: 0.0696414 Nov 25 19:48:49.526276 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50724) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.573117 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-900d58c9-1160-4def-8818-9fb9bf1b7478 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c8daa6d-fc34-4b99-9cc3-5f4318956df7 HTTP/1.1" status: 200 len: 205 time: 0.0453196 Nov 25 19:48:49.576343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50726) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.591915 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48ca877e-f289-4e9f-b6f1-4825c5490e17 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.598343 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7baf764c-0285-40ab-a79c-dbc0a70d8da8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.639245 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7baf764c-0285-40ab-a79c-dbc0a70d8da8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.640992 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-f5e5cb08-0755-447c-a73d-3e8aecfba249 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] delete failed (client error): The resource could not be found. Nov 25 19:48:49.643329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f5e5cb08-0755-447c-a73d-3e8aecfba249 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/routers/4c8daa6d-fc34-4b99-9cc3-5f4318956df7 HTTP/1.1" status: 404 len: 336 time: 0.0647535 Nov 25 19:48:49.646154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50728) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.651799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ca877e-f289-4e9f-b6f1-4825c5490e17 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=fa1fe6cc-0fcc-4953-a0bc-8b0ac839ac69,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:49.699790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baf764c-0285-40ab-a79c-dbc0a70d8da8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebca39b6-bc67-49a1-b50f-474ad8b4eb75,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:49.707033 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7baf764c-0285-40ab-a79c-dbc0a70d8da8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.708457 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7baf764c-0285-40ab-a79c-dbc0a70d8da8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5659642 Nov 25 19:48:49.711283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50732) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.717541 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5f08b6a-59bd-4df6-b012-6e025b7bbaa7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:49.719462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5f08b6a-59bd-4df6-b012-6e025b7bbaa7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:49.739969 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0fd167c8-3edc-46eb-a4de-29fc76c7190e tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '4b183b00-2738-4ba2-9539-de14603f8559', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:49.742847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c5f08b6a-59bd-4df6-b012-6e025b7bbaa7 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/229b9d1d-5ddf-450b-b68e-0c9b777b68be HTTP/1.1" status: 404 len: 337 time: 0.0947130 Nov 25 19:48:49.745293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50736) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.750124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Router 890c3937-9d76-4a6d-ac56-41a118d61264 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:48:49.794014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48ca877e-f289-4e9f-b6f1-4825c5490e17 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.797132 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48ca877e-f289-4e9f-b6f1-4825c5490e17 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:49.803403 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-48ca877e-f289-4e9f-b6f1-4825c5490e17 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/floatingips/2f232b2b-54f1-4f44-916c-c80673e7d7e3 HTTP/1.1" status: 204 len: 168 time: 1.9036949 Nov 25 19:48:49.804901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50738) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.837873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2d299068-6fa3-459f-88d7-20372c009cbf tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "GET /v2.0/ports?device_id=984a7662-2030-4a99-8fe3-a1c695c22752 HTTP/1.1" status: 200 len: 205 time: 0.0900531 Nov 25 19:48:49.843977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50742) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:49.850223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '3eefdeb4-1f3f-4b5f-9752-9ad158e0459d'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:49.928646 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-5d64ecdb-6412-46d2-a08d-373d5e3e2183 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] delete failed (client error): The resource could not be found. Nov 25 19:48:49.933919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5d64ecdb-6412-46d2-a08d-373d5e3e2183 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/routers/984a7662-2030-4a99-8fe3-a1c695c22752 HTTP/1.1" status: 404 len: 336 time: 0.0846953 Nov 25 19:48:49.952322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50746) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.009787 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f132ec-d8aa-4621-a559-af517487ab0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:50.010596 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f132ec-d8aa-4621-a559-af517487ab0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:50.016395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-54f132ec-d8aa-4621-a559-af517487ab0b tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/ad5ae865-e615-45ce-9933-501fb83f2584 HTTP/1.1" status: 404 len: 337 time: 0.0608227 Nov 25 19:48:50.021895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50748) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.073935 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-3adce83b-6c11-4dbe-bfe7-2aa7a75492fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:50.074635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3adce83b-6c11-4dbe-bfe7-2aa7a75492fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:50.084549 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3adce83b-6c11-4dbe-bfe7-2aa7a75492fa tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/20a6e98f-bb66-4fca-9107-1fdcb6dbdc38 HTTP/1.1" status: 404 len: 337 time: 0.0560691 Nov 25 19:48:50.095756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff9094-075f-47fa-beff-a7d7b98ace30 req-2fbd6d56-88a4-4c4d-8890-23d3b0783e4d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:50.098625 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4dff9094-075f-47fa-beff-a7d7b98ace30 req-2fbd6d56-88a4-4c4d-8890-23d3b0783e4d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 946 time: 0.2506704 Nov 25 19:48:50.099465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50752) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.190254 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0fd167c8-3edc-46eb-a4de-29fc76c7190e tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.273594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.336579 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:50.348046 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.366424 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6eab8-cdb8-4378-bada-7d85787a14c3 None None] Sync routers for ids ['890c3937-9d76-4a6d-ac56-41a118d61264'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:50.393733 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6eab8-cdb8-4378-bada-7d85787a14c3 None None] Routers {'890c3937-9d76-4a6d-ac56-41a118d61264'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:50.394380 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-36b6eab8-cdb8-4378-bada-7d85787a14c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['890c3937-9d76-4a6d-ac56-41a118d61264'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:50.411747 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-0fd167c8-3edc-46eb-a4de-29fc76c7190e tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:48:50.415994 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0fd167c8-3edc-46eb-a4de-29fc76c7190e tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6846907 Nov 25 19:48:50.427779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50758) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.523860 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-36b6eab8-cdb8-4378-bada-7d85787a14c3 None None] Set router 890c3937-9d76-4a6d-ac56-41a118d61264 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:48:50.529109 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-99f1a796-ea1b-41f8-8263-5e382cca85e6 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "DELETE /v2.0/floatingips/7bc97dc2-3c86-4637-924f-5cbbd50112b0 HTTP/1.1" status: 204 len: 168 time: 4.0133290 Nov 25 19:48:50.531416 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6b7d77c-4468-4a6e-8f59-764b926f9205 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:50.532273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6b7d77c-4468-4a6e-8f59-764b926f9205 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:50.539280 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e6b7d77c-4468-4a6e-8f59-764b926f9205 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/fcb0dfa1-bc9f-4077-a43f-25fa8bbce784 HTTP/1.1" status: 404 len: 333 time: 0.4383607 Nov 25 19:48:50.540214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50762) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.542642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'tag': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:50.550778 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f6e031-e8dc-4e28-b374-d051ed15c597" -d '{"events": [{"name": "network-changed", "server_uuid": "3cc935fc-9d6f-46aa-8998-45db2101cca9", "tag": "ca8cc91f-2d89-45b7-9db8-9d98736a8230"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:50.579273 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-34258a05-aa0b-4ca7-9c7d-6635ad1257a4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:50.580113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34258a05-aa0b-4ca7-9c7d-6635ad1257a4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:50.587133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-34258a05-aa0b-4ca7-9c7d-6635ad1257a4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/5218816a-8e25-4692-9beb-a9f4f993601b HTTP/1.1" status: 404 len: 337 time: 0.0443614 Nov 25 19:48:50.588674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50766) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.627237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4dff9094-075f-47fa-beff-a7d7b98ace30 req-60323213-b01b-427c-858a-67df62d44f55 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030068 Nov 25 19:48:50.668399 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.689820 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-22dbec63-e1d4-4884-8aa2-47c46b8b16a4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:50.691686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22dbec63-e1d4-4884-8aa2-47c46b8b16a4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:50.697380 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-22dbec63-e1d4-4884-8aa2-47c46b8b16a4 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/c63f6feb-d053-4868-b45f-cdbbd0794f9e HTTP/1.1" status: 404 len: 333 time: 0.0993228 Nov 25 19:48:50.698224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50768) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.741505 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50c8627-1554-40bd-9a58-7bceb36f0ed6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:50.741984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50c8627-1554-40bd-9a58-7bceb36f0ed6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:50.747695 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b50c8627-1554-40bd-9a58-7bceb36f0ed6 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/8b452fb6-b1d9-4471-b191-9b90269f1fe5 HTTP/1.1" status: 404 len: 337 time: 0.0463021 Nov 25 19:48:50.749281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50772) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.775611 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fb78a5e-19da-4538-b65e-ad806a5a3ba2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.803479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.804664 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-4aad5ae6-a240-4318-b1ed-d242e2e8c4a3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:50.807582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4aad5ae6-a240-4318-b1ed-d242e2e8c4a3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:50.811141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4aad5ae6-a240-4318-b1ed-d242e2e8c4a3 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/db446823-e458-43c4-a93e-665547d572bd HTTP/1.1" status: 404 len: 333 time: 0.0600035 Nov 25 19:48:50.816350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50774) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.834966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fb78a5e-19da-4538-b65e-ad806a5a3ba2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:50.861904 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f24b402-c6f3-41ad-838d-bdab5c831125 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:50.862742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f24b402-c6f3-41ad-838d-bdab5c831125 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:50.869361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4f24b402-c6f3-41ad-838d-bdab5c831125 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/657fdb6f-1569-4d38-8568-53c8e0bc070a HTTP/1.1" status: 404 len: 337 time: 0.0402205 Nov 25 19:48:50.874606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50776) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:50.951784 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-36b6eab8-cdb8-4378-bada-7d85787a14c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:46:03Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '882998e4-6666-48a2-bc0b-08df9e6670ee', 'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:72:18:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:59Z', 'updated_at': '2021-11-25T19:46:18Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:50.975763 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-531ed141-30ce-4c3e-b425-6284a93a9b6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:50.976715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-531ed141-30ce-4c3e-b425-6284a93a9b6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:50.984660 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-531ed141-30ce-4c3e-b425-6284a93a9b6f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/50c99477-e42d-4539-b087-5705c7d8a639 HTTP/1.1" status: 404 len: 333 time: 0.1041765 Nov 25 19:48:50.984877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50778) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:51.023832 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6eab8-cdb8-4378-bada-7d85787a14c3 None None] Checking router: 890c3937-9d76-4a6d-ac56-41a118d61264 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:48:51.045292 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b6eab8-cdb8-4378-bada-7d85787a14c3 None None] Routers {'890c3937-9d76-4a6d-ac56-41a118d61264'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:51.047166 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-36b6eab8-cdb8-4378-bada-7d85787a14c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['890c3937-9d76-4a6d-ac56-41a118d61264'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:51.089189 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b122b1d-9aac-4fcb-8e40-323e556eb501 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:51.090116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b122b1d-9aac-4fcb-8e40-323e556eb501 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:51.094556 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2b122b1d-9aac-4fcb-8e40-323e556eb501 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/f30696d8-00fa-4501-8743-de827797ae31 HTTP/1.1" status: 404 len: 337 time: 0.1085479 Nov 25 19:48:51.100944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50780) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:51.213529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.25.8.150 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/4e1219dc-5c8b-45ed-9534-d314bf48364c) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:51.259681 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbac692-7cff-471a-9436-2e3251927f85 x-openstack-request-id: req-3dbac692-7cff-471a-9436-2e3251927f85 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:51.259983 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cc935fc-9d6f-46aa-8998-45db2101cca9", "tag": "ca8cc91f-2d89-45b7-9db8-9d98736a8230", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:51.260377 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3dbac692-7cff-471a-9436-2e3251927f85 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:51.260694 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'tag': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230', 'status': 'completed', 'code': 200} Nov 25 19:48:51.266619 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaa030d-ff07-4c5b-b71a-020e30e55dc2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:51.267253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaa030d-ff07-4c5b-b71a-020e30e55dc2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:51.272280 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6eaa030d-ff07-4c5b-b71a-020e30e55dc2 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/70d82bc4-abc0-4037-a932-cc3ab9319c91 HTTP/1.1" status: 404 len: 333 time: 0.1566122 Nov 25 19:48:51.292975 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50784) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:51.319034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fb78a5e-19da-4538-b65e-ad806a5a3ba2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:51.321762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fb78a5e-19da-4538-b65e-ad806a5a3ba2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:51.323272 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9fb78a5e-19da-4538-b65e-ad806a5a3ba2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "DELETE /v2.0/security-groups/4b183b00-2738-4ba2-9539-de14603f8559 HTTP/1.1" status: 204 len: 168 time: 0.8762674 Nov 25 19:48:51.356337 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50788) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:51.381174 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef21d739-335a-4664-9a44-2872ef8f88b0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:51.382623 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef21d739-335a-4664-9a44-2872ef8f88b0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:51.393237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ef21d739-335a-4664-9a44-2872ef8f88b0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/c61cde1c-a4f4-4294-ba9a-71b369a5a63c HTTP/1.1" status: 404 len: 337 time: 0.0982049 Nov 25 19:48:51.394875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50790) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:51.403630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb78a5e-19da-4538-b65e-ad806a5a3ba2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b183b00-2738-4ba2-9539-de14603f8559,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:51.423082 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-36b6eab8-cdb8-4378-bada-7d85787a14c3 None None] Set router 890c3937-9d76-4a6d-ac56-41a118d61264 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:48:51.449805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-3653d071-0824-458d-89cd-94a20479d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:51.451395 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-3653d071-0824-458d-89cd-94a20479d203 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2e694ece81b24bd1992fdd72ac9241f4&device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 1136 time: 0.2020922 Nov 25 19:48:51.497647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-97823a4e-5bc1-4d88-9e00-caf02d127bfb tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1357675 Nov 25 19:48:51.504036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50792) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:51.509857 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7c63b1-13ec-454d-9e04-3a6c0c17758c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:51.511039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7c63b1-13ec-454d-9e04-3a6c0c17758c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:51.526014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-de7c63b1-13ec-454d-9e04-3a6c0c17758c tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/fff2eb52-f810-479e-8f4f-d82ff4b4dfbb HTTP/1.1" status: 404 len: 333 time: 0.0767937 Nov 25 19:48:51.533634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-de617bb9-fe3d-4fa8-a319-9af32acb7560 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096938787'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:51.543557 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50794) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:51.556390 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:51.614708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-c65f1e45-ec7d-4b57-b348-f2cc3f43ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:51.616189 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-c65f1e45-ec7d-4b57-b348-f2cc3f43ffdd service neutron] 10.222.0.60 "GET /v2.0/networks?id=fec2bf9b-cdbc-4f13-9871-465f467f589b HTTP/1.1" status: 200 len: 897 time: 0.1542757 Nov 25 19:48:51.652218 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-eebcdc62-d2d6-404c-8bf8-25e7e9713af0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:51.653594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eebcdc62-d2d6-404c-8bf8-25e7e9713af0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:51.666277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eebcdc62-d2d6-404c-8bf8-25e7e9713af0 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/63f19181-127d-45f3-9436-d79b1d050f19 HTTP/1.1" status: 404 len: 337 time: 0.1191213 Nov 25 19:48:51.669612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50796) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:51.711514 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-3630ea3a-9603-42e4-bda7-e7455cfd7982 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca8cc91f-2d89-45b7-9db8-9d98736a8230 HTTP/1.1" status: 200 len: 217 time: 0.0871019 Nov 25 19:48:51.714288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:51.744777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142dfc2c-e885-4f4b-b1a5-0a7a695d5771 req-5abe2be4-2704-41cd-a6af-34d2c306566e tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:51.759645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-142dfc2c-e885-4f4b-b1a5-0a7a695d5771 req-5abe2be4-2704-41cd-a6af-34d2c306566e tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 985 time: 0.4880016 Nov 25 19:48:51.766311 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-02cc9228-734d-48a3-b64b-0ccf4929db8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:51.772134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02cc9228-734d-48a3-b64b-0ccf4929db8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:51.782753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-02cc9228-734d-48a3-b64b-0ccf4929db8f tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/ports/e64ee985-d59e-436a-8e3c-ce2be95959f6 HTTP/1.1" status: 404 len: 333 time: 0.1023488 Nov 25 19:48:51.786685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50798) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:51.871022 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de617bb9-fe3d-4fa8-a319-9af32acb7560 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:51.871724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:51.888398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:51.891398 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-36b6eab8-cdb8-4378-bada-7d85787a14c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:46:03Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '882998e4-6666-48a2-bc0b-08df9e6670ee', 'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:72:18:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:59Z', 'updated_at': '2021-11-25T19:46:18Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:51.896540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:51.900921 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=4e1219dc-5c8b-45ed-9534-d314bf48364c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:51.910875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-46a630e4-3898-4dde-b01f-09489473db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:51.913620 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-46a630e4-3898-4dde-b01f-09489473db24 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0 HTTP/1.1" status: 200 len: 834 time: 0.1904511 Nov 25 19:48:51.954640 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f0dead-481a-4161-b3df-38977c110056 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] DELETE failed (client error): The resource could not be found. Nov 25 19:48:51.955750 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f0dead-481a-4161-b3df-38977c110056 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:48:51.966345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-05f0dead-481a-4161-b3df-38977c110056 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/subnets/3a54afd2-313f-435d-83c4-00e532edab49 HTTP/1.1" status: 404 len: 337 time: 0.1381371 Nov 25 19:48:51.967852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50802) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:51.971095 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36b6eab8-cdb8-4378-bada-7d85787a14c3 None None] The sync data for ids ['890c3937-9d76-4a6d-ac56-41a118d61264'] in n-d-817303-9 is: [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:46:03Z', 'revision_number': 4, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '882998e4-6666-48a2-bc0b-08df9e6670ee', 'name': '', 'network_id': 'fec2bf9b-cdbc-4f13-9871-465f467f589b', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'mac_address': 'fa:16:3e:72:18:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_interface', 'standard_attr_id': 2417, 'fixed_ips': [{'subnet_id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:59Z', 'updated_at': '2021-11-25T19:46:18Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'subnets': [{'id': '5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:52.031960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-c04bf381-0bf2-457a-a45b-5170d834450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:52.033745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-c04bf381-0bf2-457a-a45b-5170d834450c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fec2bf9b-cdbc-4f13-9871-465f467f589b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0829535 Nov 25 19:48:52.071956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-6489ba30-6943-47e8-9bf2-5a2b5e9c56ae service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:48:52.075071 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-6489ba30-6943-47e8-9bf2-5a2b5e9c56ae service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0209801 Nov 25 19:48:52.086609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-142dfc2c-e885-4f4b-b1a5-0a7a695d5771 req-f7fddc76-d495-436f-a01e-cec18f6fbd2d tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2972507 Nov 25 19:48:52.273410 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.393623 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de617bb9-fe3d-4fa8-a319-9af32acb7560 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.400757 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de617bb9-fe3d-4fa8-a319-9af32acb7560 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.405428 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-8c10efef-d46c-47ee-a80c-4657eb8da703 service neutron] 10.222.0.60 "GET /v2.0/networks/fec2bf9b-cdbc-4f13-9871-465f467f589b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189530 Nov 25 19:48:52.457556 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de617bb9-fe3d-4fa8-a319-9af32acb7560 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.459082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-de617bb9-fe3d-4fa8-a319-9af32acb7560 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9310389 Nov 25 19:48:52.466290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50806) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:52.494087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac382cb-9f3c-4276-af87-9fb01770575f None None] New status for floating IP 7bc97dc2-3c86-4637-924f-5cbbd50112b0: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:48:52.531172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1e919b34-2381-4a96-9f29-24567e8c257e tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '3dbe18a4-ac37-4653-81cd-94a3937c7c31', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:52.532319 n-d-817303-9 neutron-server[103651]: WARNING neutron.api.v2.base [None req-1e919b34-2381-4a96-9f29-24567e8c257e tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 25 19:48:52.533751 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-1e919b34-2381-4a96-9f29-24567e8c257e tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:52.538274 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1e919b34-2381-4a96-9f29-24567e8c257e tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0217819 Nov 25 19:48:52.539373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de617bb9-fe3d-4fa8-a319-9af32acb7560 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbe18a4-ac37-4653-81cd-94a3937c7c31,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:52.543801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50808) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:52.546130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.621778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a011fd0-9c8c-4deb-9828-aa08d061358c']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:52.622713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53cf89-416f-42f9-abac-1853ca24b497 req-7ddeb11a-ccd6-44ef-a5c9-33ccc7332fcd tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:52.624373 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6c53cf89-416f-42f9-abac-1853ca24b497 req-7ddeb11a-ccd6-44ef-a5c9-33ccc7332fcd tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.60 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 985 time: 0.2039518 Nov 25 19:48:52.647361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ecb8f74-1722-46eb-ace6-7e87e67ee499') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:52.647361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ecb8f74-1722-46eb-ace6-7e87e67ee499') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:52.655339 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d828d37-58f7-4883-8e09-43933c489a90 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.661124 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.693501 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.701133 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d828d37-58f7-4883-8e09-43933c489a90 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.712629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:48:52.712972 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:48:52.716320 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:48:52.718714 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-41f6e031-e8dc-4e28-b374-d051ed15c597 req-94b88aaf-8178-4ebc-9856-94cc7bc6edab service neutron] 10.222.0.60 "GET /v2.0/networks/fec2bf9b-cdbc-4f13-9871-465f467f589b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804613 Nov 25 19:48:52.818186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d828d37-58f7-4883-8e09-43933c489a90 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.821792 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d828d37-58f7-4883-8e09-43933c489a90 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.825388 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4d828d37-58f7-4883-8e09-43933c489a90 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "DELETE /v2.0/security-groups/3dbe18a4-ac37-4653-81cd-94a3937c7c31 HTTP/1.1" status: 204 len: 168 time: 0.2737975 Nov 25 19:48:52.834780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50810) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:52.836444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d828d37-58f7-4883-8e09-43933c489a90 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbe18a4-ac37-4653-81cd-94a3937c7c31,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:52.845227 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.866962 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.879684 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] 10.222.0.15 "DELETE /v2.0/networks/0a011fd0-9c8c-4deb-9828-aa08d061358c HTTP/1.1" status: 204 len: 168 time: 0.8924294 Nov 25 19:48:52.916129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f85ecc5-718a-4c8f-a761-122c2a1b2154 tempest-NetworksTestDHCPv6-1029871282 tempest-NetworksTestDHCPv6-1029871282-project] Pushing event deleted for resources: {'Network': ['ID=0a011fd0-9c8c-4deb-9828-aa08d061358c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:52.974186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-6c53cf89-416f-42f9-abac-1853ca24b497 req-44d2f1d6-e5f8-44c9-9f44-051023c09041 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Deleting port ca8cc91f-2d89-45b7-9db8-9d98736a8230 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:52.974583 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6c53cf89-416f-42f9-abac-1853ca24b497 req-44d2f1d6-e5f8-44c9-9f44-051023c09041 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:52.982180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3490daf4-7a33-48ab-92df-2ea94f7deb1c tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1373901 Nov 25 19:48:52.982517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50814) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:52.987171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7f4f07e9-8960-4557-9cef-4d0e14aaddaa tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group': {'name': 'tempest-secgroup--688491586'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:53.012064 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f4f07e9-8960-4557-9cef-4d0e14aaddaa tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.036202 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.101975 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6c53cf89-416f-42f9-abac-1853ca24b497 req-44d2f1d6-e5f8-44c9-9f44-051023c09041 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] For port ca8cc91f-2d89-45b7-9db8-9d98736a8230, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ca8cc91f-2d89-45b7-9db8-9d98736a8230,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:53.102351 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6c53cf89-416f-42f9-abac-1853ca24b497 req-44d2f1d6-e5f8-44c9-9f44-051023c09041 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.109609 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f4f07e9-8960-4557-9cef-4d0e14aaddaa tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.114779 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f4f07e9-8960-4557-9cef-4d0e14aaddaa tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.120802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-6c53cf89-416f-42f9-abac-1853ca24b497 req-44d2f1d6-e5f8-44c9-9f44-051023c09041 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Calling delete_port for ca8cc91f-2d89-45b7-9db8-9d98736a8230 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:53.199484 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.230589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f4f07e9-8960-4557-9cef-4d0e14aaddaa tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.238928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50820) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:53.242195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7f4f07e9-8960-4557-9cef-4d0e14aaddaa tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2582202 Nov 25 19:48:53.245262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e74b7194-5769-4056-ac01-8d0a29338906 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': 'd2044610-2abc-4b1a-ae0f-95329dae302e', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:53.245885 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-e74b7194-5769-4056-ac01-8d0a29338906 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 25 19:48:53.246838 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-e74b7194-5769-4056-ac01-8d0a29338906 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:53.247714 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e74b7194-5769-4056-ac01-8d0a29338906 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0074689 Nov 25 19:48:53.254605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50822) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:53.323912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f07e9-8960-4557-9cef-4d0e14aaddaa tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2044610-2abc-4b1a-ae0f-95329dae302e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:53.356088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a60fbf8-ecc6-4e94-8de3-7983c5d38874 req-b7e9b698-2f54-4127-a1ce-b8d969b79496 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:53.367884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a60fbf8-ecc6-4e94-8de3-7983c5d38874 req-b7e9b698-2f54-4127-a1ce-b8d969b79496 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 985 time: 0.1048033 Nov 25 19:48:53.427481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50826) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:53.447915 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d99e075-25a0-4ff3-ba9b-89a1c6f3384b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.514722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a60fbf8-ecc6-4e94-8de3-7983c5d38874 req-3ed7c171-69d2-44c0-9d9b-911193e22a57 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/security-groups?id=508267ce-c37b-40f4-954d-4eb5624f2daf&id=9d795663-9473-4353-9467-28b32fa29045&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1456132 Nov 25 19:48:53.539153 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.567466 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d99e075-25a0-4ff3-ba9b-89a1c6f3384b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.674847 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6c53cf89-416f-42f9-abac-1853ca24b497 req-44d2f1d6-e5f8-44c9-9f44-051023c09041 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.741073 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d99e075-25a0-4ff3-ba9b-89a1c6f3384b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.743757 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d99e075-25a0-4ff3-ba9b-89a1c6f3384b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.744935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7d99e075-25a0-4ff3-ba9b-89a1c6f3384b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "DELETE /v2.0/security-groups/d2044610-2abc-4b1a-ae0f-95329dae302e HTTP/1.1" status: 204 len: 168 time: 0.4867663 Nov 25 19:48:53.749076 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50832) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:53.757095 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d2f1d6-e5f8-44c9-9f44-051023c09041 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'Port': ['ID=ca8cc91f-2d89-45b7-9db8-9d98736a8230,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:53.811627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dc72fae1-589f-4e74-9ded-b63542ba60bb tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0581467 Nov 25 19:48:53.817231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50834) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:53.824304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-42393ee2-9df7-4a43-bca8-d1cc1bb02343 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1036205448'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:53.826857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d99e075-25a0-4ff3-ba9b-89a1c6f3384b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2044610-2abc-4b1a-ae0f-95329dae302e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:53.888778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42393ee2-9df7-4a43-bca8-d1cc1bb02343 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.911874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c53cf89-416f-42f9-abac-1853ca24b497 req-44d2f1d6-e5f8-44c9-9f44-051023c09041 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] No DVR routers for this DVR port ca8cc91f-2d89-45b7-9db8-9d98736a8230 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:48:53.920958 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6c53cf89-416f-42f9-abac-1853ca24b497 req-44d2f1d6-e5f8-44c9-9f44-051023c09041 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:53.924744 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6c53cf89-416f-42f9-abac-1853ca24b497 req-44d2f1d6-e5f8-44c9-9f44-051023c09041 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.60 "DELETE /v2.0/ports/ca8cc91f-2d89-45b7-9db8-9d98736a8230 HTTP/1.1" status: 204 len: 173 time: 1.2916069 Nov 25 19:48:53.927627 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'name': 'network-vif-deleted', 'tag': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:48:53.929955 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c8164c-c882-4390-8c5f-3c0a252c7e3f" -d '{"events": [{"server_uuid": "3cc935fc-9d6f-46aa-8998-45db2101cca9", "name": "network-vif-deleted", "tag": "ca8cc91f-2d89-45b7-9db8-9d98736a8230"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:48:53.945729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fae77189-2fe3-4a62-bcab-b71a29fd2f83 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=17f68cb9a2204b67989ce4223901d45c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5171473 Nov 25 19:48:53.948444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50838) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:54.021473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.028253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.036025 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42393ee2-9df7-4a43-bca8-d1cc1bb02343 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.041578 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42393ee2-9df7-4a43-bca8-d1cc1bb02343 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.084947 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42393ee2-9df7-4a43-bca8-d1cc1bb02343 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.090578 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-42393ee2-9df7-4a43-bca8-d1cc1bb02343 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2678285 Nov 25 19:48:54.091388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50840) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:54.097127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-93f79e11-6a1b-4ebe-b2b0-db0deb59d5db tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '713008b6-6981-452b-8d9e-ed1caf3957fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:54.098709 n-d-817303-9 neutron-server[103651]: WARNING neutron.api.v2.base [None req-93f79e11-6a1b-4ebe-b2b0-db0deb59d5db tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 25 19:48:54.099275 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-93f79e11-6a1b-4ebe-b2b0-db0deb59d5db tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:54.104991 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-93f79e11-6a1b-4ebe-b2b0-db0deb59d5db tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0082576 Nov 25 19:48:54.104991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42393ee2-9df7-4a43-bca8-d1cc1bb02343 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=713008b6-6981-452b-8d9e-ed1caf3957fd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:54.105453 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e976e58f-1cd4-4e06-986f-d8c9931d2ac4 x-openstack-request-id: req-e976e58f-1cd4-4e06-986f-d8c9931d2ac4 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:48:54.105646 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cc935fc-9d6f-46aa-8998-45db2101cca9", "name": "network-vif-deleted", "tag": "ca8cc91f-2d89-45b7-9db8-9d98736a8230", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:48:54.106247 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e976e58f-1cd4-4e06-986f-d8c9931d2ac4 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:48:54.106410 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cc935fc-9d6f-46aa-8998-45db2101cca9', 'name': 'network-vif-deleted', 'tag': 'ca8cc91f-2d89-45b7-9db8-9d98736a8230', 'status': 'completed', 'code': 200} Nov 25 19:48:54.116148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50842) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:54.122932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d2daae66-1187-45d2-9c27-93c7d84eb0a5 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '713008b6-6981-452b-8d9e-ed1caf3957fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:54.124545 n-d-817303-9 neutron-server[103651]: WARNING neutron.api.v2.base [None req-d2daae66-1187-45d2-9c27-93c7d84eb0a5 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 25 19:48:54.125115 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-d2daae66-1187-45d2-9c27-93c7d84eb0a5 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:54.130617 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d2daae66-1187-45d2-9c27-93c7d84eb0a5 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0089905 Nov 25 19:48:54.133442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50844) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:54.142528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-53369bce-6b2a-4a0a-bf3d-08d7959867e1 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '713008b6-6981-452b-8d9e-ed1caf3957fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:54.144391 n-d-817303-9 neutron-server[103651]: WARNING neutron.api.v2.base [None req-53369bce-6b2a-4a0a-bf3d-08d7959867e1 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 25 19:48:54.145249 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-53369bce-6b2a-4a0a-bf3d-08d7959867e1 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:54.145637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e30ee5f5-a189-411f-bdb8-fb5e293563c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.151212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-53369bce-6b2a-4a0a-bf3d-08d7959867e1 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0125716 Nov 25 19:48:54.153258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50846) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:54.158458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e20f5d77-719d-4c0d-9a88-62ecb72a388b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '713008b6-6981-452b-8d9e-ed1caf3957fd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:54.159948 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-e20f5d77-719d-4c0d-9a88-62ecb72a388b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 25 19:48:54.160474 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-e20f5d77-719d-4c0d-9a88-62ecb72a388b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:54.161586 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e20f5d77-719d-4c0d-9a88-62ecb72a388b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0070832 Nov 25 19:48:54.166002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=4e1219dc-5c8b-45ed-9534-d314bf48364c,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:54.166294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50848) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:54.183141 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.260098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1d01796-b469-4e02-b004-007341119ed8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.297819 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1d01796-b469-4e02-b004-007341119ed8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.381168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1d01796-b469-4e02-b004-007341119ed8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.384255 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1d01796-b469-4e02-b004-007341119ed8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.389888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b1d01796-b469-4e02-b004-007341119ed8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "DELETE /v2.0/security-groups/713008b6-6981-452b-8d9e-ed1caf3957fd HTTP/1.1" status: 204 len: 168 time: 0.2182677 Nov 25 19:48:54.398233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50850) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:54.399175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d01796-b469-4e02-b004-007341119ed8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=713008b6-6981-452b-8d9e-ed1caf3957fd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:54.486389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-43814bd3-20c8-49a1-98e2-68f9531212ec tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0834045 Nov 25 19:48:54.493152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50854) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:54.499075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-270aae89-248c-4139-81be-6db9ef17b6a3 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653215461'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:54.542179 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-270aae89-248c-4139-81be-6db9ef17b6a3 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.771042 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-270aae89-248c-4139-81be-6db9ef17b6a3 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.778974 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-270aae89-248c-4139-81be-6db9ef17b6a3 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.827797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2dd70e33-f5b4-4538-b3e7-b78cb3eef477 req-11d9d9f0-ab3a-4ad2-9870-d905dcdd8169 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cc935fc-9d6f-46aa-8998-45db2101cca9 HTTP/1.1" status: 200 len: 210 time: 0.0703733 Nov 25 19:48:54.851904 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e30ee5f5-a189-411f-bdb8-fb5e293563c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.902485 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270aae89-248c-4139-81be-6db9ef17b6a3 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04364db0-e453-4230-a5cb-38aa71d2b4d4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:54.913356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-270aae89-248c-4139-81be-6db9ef17b6a3 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.923792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-270aae89-248c-4139-81be-6db9ef17b6a3 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4290504 Nov 25 19:48:54.927367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50860) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:54.939250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a17619e5-18fb-4319-977c-e494aa43dd65 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '04364db0-e453-4230-a5cb-38aa71d2b4d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:54.941451 n-d-817303-9 neutron-server[103651]: WARNING neutron.api.v2.base [None req-a17619e5-18fb-4319-977c-e494aa43dd65 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 19:48:54.942752 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-a17619e5-18fb-4319-977c-e494aa43dd65 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:54.951995 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a17619e5-18fb-4319-977c-e494aa43dd65 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0202086 Nov 25 19:48:54.955512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50862) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:54.964690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-13b0bab3-0b8b-4e63-b9f7-c7645fc077b4 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '04364db0-e453-4230-a5cb-38aa71d2b4d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:54.986543 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP a2462021-50d7-4ac2-a56a-9661787547fb associated. External IP: 172.25.8.150, port: 3eefdeb4-1f3f-4b5f-9752-9ad158e0459d. Nov 25 19:48:54.996643 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e30ee5f5-a189-411f-bdb8-fb5e293563c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:54.999340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e30ee5f5-a189-411f-bdb8-fb5e293563c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:55.000777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e30ee5f5-a189-411f-bdb8-fb5e293563c4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e6d70622-2e70-459f-99ed-ac61c613c160 HTTP/1.1" status: 204 len: 168 time: 1.0514297 Nov 25 19:48:55.059830 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-13b0bab3-0b8b-4e63-b9f7-c7645fc077b4 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:55.064423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-13b0bab3-0b8b-4e63-b9f7-c7645fc077b4 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1043878 Nov 25 19:48:55.065453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50866) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.077777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0f6c8a10-1fef-4a2a-80b2-d9fcb74bb8d3 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '04364db0-e453-4230-a5cb-38aa71d2b4d4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:55.081983 n-d-817303-9 neutron-server[103651]: WARNING neutron.api.v2.base [None req-0f6c8a10-1fef-4a2a-80b2-d9fcb74bb8d3 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 25 19:48:55.083835 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-0f6c8a10-1fef-4a2a-80b2-d9fcb74bb8d3 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:55.093661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0f6c8a10-1fef-4a2a-80b2-d9fcb74bb8d3 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0221417 Nov 25 19:48:55.094013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50868) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.102673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1d629cde-1352-436d-a470-6986e75696c5 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '04364db0-e453-4230-a5cb-38aa71d2b4d4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:55.103167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30ee5f5-a189-411f-bdb8-fb5e293563c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d70622-2e70-459f-99ed-ac61c613c160,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:55.202186 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-1d629cde-1352-436d-a470-6986e75696c5 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:55.209098 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1d629cde-1352-436d-a470-6986e75696c5 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1082134 Nov 25 19:48:55.210570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50870) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.216867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0a8973d9-436c-4cf9-a013-20d5d7d6118b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '04364db0-e453-4230-a5cb-38aa71d2b4d4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:55.217734 n-d-817303-9 neutron-server[103651]: WARNING neutron.api.v2.base [None req-0a8973d9-436c-4cf9-a013-20d5d7d6118b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 25 19:48:55.218543 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-0a8973d9-436c-4cf9-a013-20d5d7d6118b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:55.225000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0a8973d9-436c-4cf9-a013-20d5d7d6118b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0097275 Nov 25 19:48:55.225668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50872) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.234539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-997194ac-64bf-430f-9f43-1d4856fee1fb tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '04364db0-e453-4230-a5cb-38aa71d2b4d4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:55.316891 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-997194ac-64bf-430f-9f43-1d4856fee1fb tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:55.318003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-997194ac-64bf-430f-9f43-1d4856fee1fb tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0909028 Nov 25 19:48:55.322679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50874) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.332930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-706e2e6f-8546-4c02-9f2c-6ea10e1e13a7 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '04364db0-e453-4230-a5cb-38aa71d2b4d4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:55.334489 n-d-817303-9 neutron-server[103651]: WARNING neutron.api.v2.base [None req-706e2e6f-8546-4c02-9f2c-6ea10e1e13a7 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 25 19:48:55.336084 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-706e2e6f-8546-4c02-9f2c-6ea10e1e13a7 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:55.338060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-706e2e6f-8546-4c02-9f2c-6ea10e1e13a7 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0131216 Nov 25 19:48:55.343484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50876) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.355717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-080801dd-2636-4e55-8e38-3012149397e1 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '04364db0-e453-4230-a5cb-38aa71d2b4d4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:55.405488 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-080801dd-2636-4e55-8e38-3012149397e1 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:55.407213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-080801dd-2636-4e55-8e38-3012149397e1 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0594587 Nov 25 19:48:55.410116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50880) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.415282 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-61d05538-a970-44b7-bbb1-19f93563093d tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '04364db0-e453-4230-a5cb-38aa71d2b4d4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:55.470083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:48:55.488233 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-61d05538-a970-44b7-bbb1-19f93563093d tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:55.496030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-61d05538-a970-44b7-bbb1-19f93563093d tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0821164 Nov 25 19:48:55.496545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50882) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.633863 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d60a0e1-12e3-40c6-9558-5250920d1edc tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:55.676581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:48:55.684928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d60a0e1-12e3-40c6-9558-5250920d1edc tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:55.700510 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477701d-a693-426c-8770-4eb3ef3a39d8 None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:48:55.721894 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:55.730128 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477701d-a693-426c-8770-4eb3ef3a39d8 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:55.731611 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d477701d-a693-426c-8770-4eb3ef3a39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:55.761254 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d60a0e1-12e3-40c6-9558-5250920d1edc tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:55.765154 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d60a0e1-12e3-40c6-9558-5250920d1edc tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:55.767150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8d60a0e1-12e3-40c6-9558-5250920d1edc tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "DELETE /v2.0/security-groups/04364db0-e453-4230-a5cb-38aa71d2b4d4 HTTP/1.1" status: 204 len: 168 time: 0.2688122 Nov 25 19:48:55.774874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50892) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.780193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d60a0e1-12e3-40c6-9558-5250920d1edc tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04364db0-e453-4230-a5cb-38aa71d2b4d4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:55.823734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50896) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.825185 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d477701d-a693-426c-8770-4eb3ef3a39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:55.829882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-646375530'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:55.835867 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7b80580e-7b6b-43dd-b159-d82f04bb5fdd tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.9888458 Nov 25 19:48:55.851355 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d477701d-a693-426c-8770-4eb3ef3a39d8 None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:48:55.852786 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d477701d-a693-426c-8770-4eb3ef3a39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:55.867177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Made reservation on behalf of 0c7eab33e6a6466a97dc03b69cc3154e for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:55.876308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:55.921383 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-48703f84-dc0d-47ba-b743-a7191c1837db tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1439497 Nov 25 19:48:55.931996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50900) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.942670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50902) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:55.955268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0b1d5eeb-2053-42f2-8b55-dee3a3267ad8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group': {'name': 'tempest-secgroup--1603186824'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:56.054142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:48:56.070135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5eeb-2053-42f2-8b55-dee3a3267ad8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.091267 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.092447 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Added segment 6a47796a-cb97-4109-ae85-41349268926c of type vlan for network c31f219e-99ba-468d-97e0-2c4f865bda25 Nov 25 19:48:56.142126 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d477701d-a693-426c-8770-4eb3ef3a39d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:56.143257 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d477701d-a693-426c-8770-4eb3ef3a39d8 None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:48:56.170197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-520fe9a8-46ca-4ec3-9cdc-f9ef58b31a6a tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.231370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-520fe9a8-46ca-4ec3-9cdc-f9ef58b31a6a tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.238711 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.292171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5eeb-2053-42f2-8b55-dee3a3267ad8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.300484 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-520fe9a8-46ca-4ec3-9cdc-f9ef58b31a6a tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.304509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-520fe9a8-46ca-4ec3-9cdc-f9ef58b31a6a tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.305907 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-520fe9a8-46ca-4ec3-9cdc-f9ef58b31a6a tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "DELETE /v2.0/security-groups/508267ce-c37b-40f4-954d-4eb5624f2daf HTTP/1.1" status: 204 len: 168 time: 0.3725107 Nov 25 19:48:56.310033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50912) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:56.314128 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5eeb-2053-42f2-8b55-dee3a3267ad8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.326268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520fe9a8-46ca-4ec3-9cdc-f9ef58b31a6a tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=508267ce-c37b-40f4-954d-4eb5624f2daf,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:56.399185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1d5eeb-2053-42f2-8b55-dee3a3267ad8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=446351d8-2ea0-40ae-ad0c-53ef44aedd50,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:56.422576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ca8cc91f-2d89-45b7-9db8-9d98736a8230 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:48:56.429456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0b1d5eeb-2053-42f2-8b55-dee3a3267ad8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.430746 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0b1d5eeb-2053-42f2-8b55-dee3a3267ad8 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4860139 Nov 25 19:48:56.431558 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.434212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50916) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:56.437246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:56.437903 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.448675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7c48f59f-2770-4464-9149-97374c4eee6c tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '446351d8-2ea0-40ae-ad0c-53ef44aedd50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:56.468654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: ca8cc91f-2d89-45b7-9db8-9d98736a8230 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:48:56.469194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ca8cc91f-2d89-45b7-9db8-9d98736a8230 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:48:56.474314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50918) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:56.480911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9df17c4b-f963-475f-84c5-21462902c396 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.502064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6768565 Nov 25 19:48:56.511266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50922) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:56.551641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'subnet': {'network_id': 'c31f219e-99ba-468d-97e0-2c4f865bda25', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:56.571502 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-7c48f59f-2770-4464-9149-97374c4eee6c tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The resource could not be found. Nov 25 19:48:56.578905 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7c48f59f-2770-4464-9149-97374c4eee6c tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1377139 Nov 25 19:48:56.580043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50924) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:56.589686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-13e91b19-663a-4fcf-85bf-2093c1b4bea1 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '446351d8-2ea0-40ae-ad0c-53ef44aedd50', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '010b4bd3-b4ba-4b84-8871-38cd164dee69'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:56.605029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1c2702-c44d-49e5-9239-b675dadcc084 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Network': ['ID=c31f219e-99ba-468d-97e0-2c4f865bda25,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:56.611165 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9df17c4b-f963-475f-84c5-21462902c396 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.624121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network c31f219e-99ba-468d-97e0-2c4f865bda25 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:48:56.742012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Made reservation on behalf of 0c7eab33e6a6466a97dc03b69cc3154e for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:56.747574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.757967 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-13e91b19-663a-4fcf-85bf-2093c1b4bea1 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The resource could not be found. Nov 25 19:48:56.759388 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-13e91b19-663a-4fcf-85bf-2093c1b4bea1 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1789715 Nov 25 19:48:56.764083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50928) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:56.796627 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9df17c4b-f963-475f-84c5-21462902c396 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.802503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'networks': [{'name': 'tempest-network--98400068'}, {'name': 'tempest-network--931415105'}]} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:56.802733 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9df17c4b-f963-475f-84c5-21462902c396 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.802853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'network': {'name': 'tempest-network--98400068'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:56.803310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'network': {'name': 'tempest-network--931415105'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:56.807678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9df17c4b-f963-475f-84c5-21462902c396 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "DELETE /v2.0/security-groups/9d795663-9473-4353-9467-28b32fa29045 HTTP/1.1" status: 204 len: 168 time: 0.4927039 Nov 25 19:48:56.814684 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50930) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:56.865695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Made reservation on behalf of 855e26b0ae854f149d38f1312dbb9321 for: {'network': 2} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:48:56.870426 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.883706 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-128ea27a-bbd3-4b7c-be66-9668402faada tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.885843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:56.911832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df17c4b-f963-475f-84c5-21462902c396 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d795663-9473-4353-9467-28b32fa29045,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:56.928822 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-128ea27a-bbd3-4b7c-be66-9668402faada tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.042856 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-128ea27a-bbd3-4b7c-be66-9668402faada tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.047923 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-128ea27a-bbd3-4b7c-be66-9668402faada tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.050489 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-128ea27a-bbd3-4b7c-be66-9668402faada tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "DELETE /v2.0/security-groups/446351d8-2ea0-40ae-ad0c-53ef44aedd50 HTTP/1.1" status: 204 len: 168 time: 0.2851877 Nov 25 19:48:57.060736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50932) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:57.096412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128ea27a-bbd3-4b7c-be66-9668402faada tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=446351d8-2ea0-40ae-ad0c-53ef44aedd50,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:57.173212 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.186764 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.187627 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.261162 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1844662a-4b24-4502-9938-89988ce8a06b tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1915116 Nov 25 19:48:57.282175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50936) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:57.295536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8ebe40f9-0d33-4ca8-a5e3-4453ef66d783 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '6cec98b4-6412-41b8-bcdd-d2644555b472', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:57.313009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77effe2a-c9cf-4cd5-b439-589d4182b22c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:57.327533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:48:57.363790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.366897 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Added segment c61e10d2-5fcc-448e-9ff1-97355cb4f34c of type vlan for network 1071e7f5-b168-4f63-8198-6efb74bfa531 Nov 25 19:48:57.465614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.489322 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-8ebe40f9-0d33-4ca8-a5e3-4453ef66d783 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The resource could not be found. Nov 25 19:48:57.491165 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8ebe40f9-0d33-4ca8-a5e3-4453ef66d783 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2072501 Nov 25 19:48:57.497276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50938) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:57.505270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6a0fec09-42fb-4f20-81f5-8504a147fa62 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group': {'name': 'tempest-secgroup--934016415'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:57.529533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.567404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:48:57.585861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a0fec09-42fb-4f20-81f5-8504a147fa62 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.607070 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.607670 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Added segment 1a33299f-c82c-4814-85d8-54a97568a4e9 of type vlan for network c7165486-940a-4cb7-bdfb-c152ea6396a3 Nov 25 19:48:57.705295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Subnet': ['ID=454838f9-0f9a-4574-a05d-a5bcdd14903a,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:57.716865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.758896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Checking segment: {'id': '6a47796a-cb97-4109-ae85-41349268926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c31f219e-99ba-468d-97e0-2c4f865bda25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:57.759401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network hostable DHCP agents. Network: c31f219e-99ba-468d-97e0-2c4f865bda25, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:48:57.783766 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.807777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.808793 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.820200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:57.830199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:57.831883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.849832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network c31f219e-99ba-468d-97e0-2c4f865bda25 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:48:57.870009 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:48:57.870706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, c31f219e-99ba-468d-97e0-2c4f865bda25) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:57.878727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:57.879519 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.887877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc298bbf-92c2-499f-9a6a-70d765898b7a None None] Network c31f219e-99ba-468d-97e0-2c4f865bda25 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:48:57.916878 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a0fec09-42fb-4f20-81f5-8504a147fa62 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.928692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a0fec09-42fb-4f20-81f5-8504a147fa62 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:57.988337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d3a9d19d-458f-4ad8-88e0-881feedb9bb4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4741662 Nov 25 19:48:57.995880 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 1.5159934 Nov 25 19:48:57.996721 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50942) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:58.004283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1262099528', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:58.004570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50944) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:58.060762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event updated for resources: {'Network': ['ID=1071e7f5-b168-4f63-8198-6efb74bfa531,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:58.093942 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 1071e7f5-b168-4f63-8198-6efb74bfa531 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:48:58.121180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.122560 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-c31f219e-99ba-468d-97e0-2c4f865bda25', 'network_id': 'c31f219e-99ba-468d-97e0-2c4f865bda25', 'tenant_id': '0c7eab33e6a6466a97dc03b69cc3154e', 'fixed_ips': [{'subnet_id': '454838f9-0f9a-4574-a05d-a5bcdd14903a'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:48:58.123258 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.123632 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.192281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fec09-42fb-4f20-81f5-8504a147fa62 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179c8d73-e99d-4160-a28b-6b34cde01ac4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:58.237496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a0fec09-42fb-4f20-81f5-8504a147fa62 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.239680 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6a0fec09-42fb-4f20-81f5-8504a147fa62 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7407124 Nov 25 19:48:58.281385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50946) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:58.286521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Allocated IP 172.20.0.2 (c31f219e-99ba-468d-97e0-2c4f865bda25/454838f9-0f9a-4574-a05d-a5bcdd14903a/55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:48:58.292989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2a7fe5ab-9943-4268-be7a-8598a7d16c85 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group': {'name': 'tempest-secgroup--841826899'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:58.319903 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.474967 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.500370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc64f8e-407a-42b0-987b-79fe158d0e94 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event updated for resources: {'Network': ['ID=c7165486-940a-4cb7-bdfb-c152ea6396a3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:58.516354 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.537414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network c7165486-940a-4cb7-bdfb-c152ea6396a3 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:48:58.637824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35abbe-16c4-416f-bb1e-fa0f5f432e58 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:58.654147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35abbe-16c4-416f-bb1e-fa0f5f432e58 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:58.666198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35abbe-16c4-416f-bb1e-fa0f5f432e58 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:58.678194 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a7fe5ab-9943-4268-be7a-8598a7d16c85 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.683687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe35abbe-16c4-416f-bb1e-fa0f5f432e58 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:48:58.687094 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fe35abbe-16c4-416f-bb1e-fa0f5f432e58 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.6753736 Nov 25 19:48:58.698285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50952) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:58.782988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Network c31f219e-99ba-468d-97e0-2c4f865bda25 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:48:58.788145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:48:58.820438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:48:58.832039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:58.956827 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.027062 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Pushing event updated for resources: {'Port': ['ID=55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:59.045854 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Attempting to bind port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:48:59.046776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Attempting to bind port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '6a47796a-cb97-4109-ae85-41349268926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c31f219e-99ba-468d-97e0-2c4f865bda25'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:48:59.048013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Attempting to bind port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 on network c31f219e-99ba-468d-97e0-2c4f865bda25 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:48:59.071685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 48, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:48:59.072886 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Checking segment: {'id': '6a47796a-cb97-4109-ae85-41349268926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c31f219e-99ba-468d-97e0-2c4f865bda25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:48:59.074044 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.075018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Bound using segment: {'id': '6a47796a-cb97-4109-ae85-41349268926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c31f219e-99ba-468d-97e0-2c4f865bda25'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:48:59.076086 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Bound port: 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a47796a-cb97-4109-ae85-41349268926c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'c31f219e-99ba-468d-97e0-2c4f865bda25'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:48:59.077455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.118540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Deleting port 882998e4-6666-48a2-bc0b-08df9e6670ee {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:48:59.119453 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.141979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.196677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1071e7f5-b168-4f63-8198-6efb74bfa531']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:59.219866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c61e10d2-5fcc-448e-9ff1-97355cb4f34c') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:59.220839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c61e10d2-5fcc-448e-9ff1-97355cb4f34c') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:59.245603 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.245941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] For port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:48:59.247529 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a7fe5ab-9943-4268-be7a-8598a7d16c85 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.254721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] For port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664,segment=NetworkSegment(6a47796a-cb97-4109-ae85-41349268926c),segment_id=6a47796a-cb97-4109-ae85-41349268926c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:48:59.266058 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.278426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a7fe5ab-9943-4268-be7a-8598a7d16c85 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.281926 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.297531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:48:59.298619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.426735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66922e37-8cca-4a56-8083-20c7240f9676 None None] Pushing event updated for resources: {'Port': ['ID=55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:48:59.428970 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:48:59.435719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.447721 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.452950 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "DELETE /v2.0/networks/1071e7f5-b168-4f63-8198-6efb74bfa531 HTTP/1.1" status: 204 len: 168 time: 0.7520187 Nov 25 19:48:59.457811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50954) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:59.471347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a7fe5ab-9943-4268-be7a-8598a7d16c85 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.476377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2a7fe5ab-9943-4268-be7a-8598a7d16c85 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1896114 Nov 25 19:48:59.479359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50956) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:59.483584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248c0a3-9a5f-430a-ac67-dafa1d1e70e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event deleted for resources: {'Network': ['ID=1071e7f5-b168-4f63-8198-6efb74bfa531,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:59.486145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7fe5ab-9943-4268-be7a-8598a7d16c85 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=857c02fb-154f-461f-ad1c-51aedb15fd8f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:48:59.501719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-51d2841c-d029-49db-94cc-a761be6df93d tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group_rule': {'security_group_id': '179c8d73-e99d-4160-a28b-6b34cde01ac4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '857c02fb-154f-461f-ad1c-51aedb15fd8f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:48:59.593886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] For port 882998e4-6666-48a2-bc0b-08df9e6670ee, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=882998e4-6666-48a2-bc0b-08df9e6670ee,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:48:59.597677 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.626704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.640167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Calling delete_port for 882998e4-6666-48a2-bc0b-08df9e6670ee owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:48:59.644633 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-51d2841c-d029-49db-94cc-a761be6df93d tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:48:59.646582 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-51d2841c-d029-49db-94cc-a761be6df93d tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1656327 Nov 25 19:48:59.652112 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50960) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:48:59.865215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.906595 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d8627bbf-ec56-4f90-9435-afeeb7b32cf6 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.915977 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.933790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7165486-940a-4cb7-bdfb-c152ea6396a3']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:59.943447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.962142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a33299f-c82c-4814-85d8-54a97568a4e9') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:59.962474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a33299f-c82c-4814-85d8-54a97568a4e9') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:48:59.972930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d8627bbf-ec56-4f90-9435-afeeb7b32cf6 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:48:59.984536 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.023230 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.035958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:00.036315 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:00.039653 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:00.123212 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d8627bbf-ec56-4f90-9435-afeeb7b32cf6 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.126376 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d8627bbf-ec56-4f90-9435-afeeb7b32cf6 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.128423 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d8627bbf-ec56-4f90-9435-afeeb7b32cf6 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "DELETE /v2.0/security-groups/857c02fb-154f-461f-ad1c-51aedb15fd8f HTTP/1.1" status: 204 len: 168 time: 0.4744041 Nov 25 19:49:00.134591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50964) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:00.164055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.25.8.98 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/01da6fc5-a982-4c70-96a9-9731c4964423) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:00.170755 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.173496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8627bbf-ec56-4f90-9435-afeeb7b32cf6 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=857c02fb-154f-461f-ad1c-51aedb15fd8f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:00.253451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.258375 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "DELETE /v2.0/networks/c7165486-940a-4cb7-bdfb-c152ea6396a3 HTTP/1.1" status: 204 len: 168 time: 0.7982690 Nov 25 19:49:00.264484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c609ed-9910-4cc2-b74d-d26a0263c7e8 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event deleted for resources: {'Network': ['ID=c7165486-940a-4cb7-bdfb-c152ea6396a3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:00.264706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50966) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:00.276443 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2627b47c-8ffa-485f-b7cb-b0c7488e6111 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1407359 Nov 25 19:49:00.281197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50968) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:00.356959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.368215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e379940-88fe-4567-8b36-77e277396b42 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.413631 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e379940-88fe-4567-8b36-77e277396b42 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.490186 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e379940-88fe-4567-8b36-77e277396b42 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.495781 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e379940-88fe-4567-8b36-77e277396b42 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.498647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0e379940-88fe-4567-8b36-77e277396b42 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "DELETE /v2.0/security-groups/179c8d73-e99d-4160-a28b-6b34cde01ac4 HTTP/1.1" status: 204 len: 168 time: 0.2160964 Nov 25 19:49:00.510106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50970) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:00.540242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e379940-88fe-4567-8b36-77e277396b42 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179c8d73-e99d-4160-a28b-6b34cde01ac4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:00.601678 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d50f9e18-668d-42db-8adf-ae66a49a0a0f tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0896149 Nov 25 19:49:00.607167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50972) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:00.612371 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d02a1eb6-b186-4013-b3ee-eadf229269d2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group': {'name': 'tempest-secgroup--647541518'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:00.642163 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d02a1eb6-b186-4013-b3ee-eadf229269d2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.780830 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d02a1eb6-b186-4013-b3ee-eadf229269d2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.788442 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d02a1eb6-b186-4013-b3ee-eadf229269d2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.831090 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d02a1eb6-b186-4013-b3ee-eadf229269d2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:00.833713 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d02a1eb6-b186-4013-b3ee-eadf229269d2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2251372 Nov 25 19:49:00.838920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50978) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:00.851127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5cb8d76c-ff1e-4682-b9e6-cfb7d3818a95 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:00.852049 n-d-817303-9 neutron-server[103652]: WARNING neutron.api.v2.base [None req-5cb8d76c-ff1e-4682-b9e6-cfb7d3818a95 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 25 19:49:00.853218 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-5cb8d76c-ff1e-4682-b9e6-cfb7d3818a95 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] update failed (client error): There was a conflict when trying to complete your request. Nov 25 19:49:00.857645 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5cb8d76c-ff1e-4682-b9e6-cfb7d3818a95 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "PUT /v2.0/security-groups/67383062-214e-4703-9aa1-fb7527dbca58 HTTP/1.1" status: 409 len: 330 time: 0.0131671 Nov 25 19:49:00.872642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50980) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:00.903678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02a1eb6-b186-4013-b3ee-eadf229269d2 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67383062-214e-4703-9aa1-fb7527dbca58,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:00.968690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:00.972647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'Port': ['ID=882998e4-6666-48a2-bc0b-08df9e6670ee,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:01.015423 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33849c60-37a7-47cf-9bbb-78718c35dea0 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.045830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3939957-f4b3-447a-b52e-0fcaab8d79b0 None None] Network c31f219e-99ba-468d-97e0-2c4f865bda25 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:01.090120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33849c60-37a7-47cf-9bbb-78718c35dea0 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.092726 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.178965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-593f6fa8-84df-47c5-b3de-925fedcdf4b7 None None] Provisioning complete for port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:01.179776 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-593f6fa8-84df-47c5-b3de-925fedcdf4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.208089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33849c60-37a7-47cf-9bbb-78718c35dea0 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.214535 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33849c60-37a7-47cf-9bbb-78718c35dea0 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.221205 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-33849c60-37a7-47cf-9bbb-78718c35dea0 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "DELETE /v2.0/security-groups/67383062-214e-4703-9aa1-fb7527dbca58 HTTP/1.1" status: 204 len: 168 time: 0.3436966 Nov 25 19:49:01.224680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50988) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:01.228444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:01.228820 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.241133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33849c60-37a7-47cf-9bbb-78718c35dea0 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67383062-214e-4703-9aa1-fb7527dbca58,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:01.335028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcc01e9-eb27-4f49-9bf4-d83d4e5ac113 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:01.342600 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcc01e9-eb27-4f49-9bf4-d83d4e5ac113 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:01.345181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bfcc01e9-eb27-4f49-9bf4-d83d4e5ac113 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.0794432 Nov 25 19:49:01.351332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50992) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:01.361331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1893364482'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:01.446648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Made reservation on behalf of 855e26b0ae854f149d38f1312dbb9321 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:01.453446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.463760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.478488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4c64d5a7-2272-48ba-87d8-d79e230a38dd tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.2229495 Nov 25 19:49:01.486185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50994) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:01.502113 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:01.523340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.523740 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Added segment 178d7abd-4f0e-493a-8ce4-766a46d55314 of type vlan for network 90909ffe-27e2-4e32-be10-d15167fb966a Nov 25 19:49:01.540120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-593f6fa8-84df-47c5-b3de-925fedcdf4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.568383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:01.578204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:01.583769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:01.587244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=01da6fc5-a982-4c70-96a9-9731c4964423,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:01.605844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-593f6fa8-84df-47c5-b3de-925fedcdf4b7 None None] For port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664,segment=NetworkSegment(6a47796a-cb97-4109-ae85-41349268926c),segment_id=6a47796a-cb97-4109-ae85-41349268926c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:01.613595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036feb13-47a5-4d9b-8f9c-e9dc9fc4dcee None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:01.616010 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.626575 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-593f6fa8-84df-47c5-b3de-925fedcdf4b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.649259 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.713278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.725965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:01.736412 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.816404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f6fa8-84df-47c5-b3de-925fedcdf4b7 None None] Pushing event updated for resources: {'Port': ['ID=55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:01.824836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b5855b42-bee6-41c3-ba44-db9cd8b3bb6e None None] Provisioning complete for port 01da6fc5-a982-4c70-96a9-9731c4964423 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:01.825220 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b5855b42-bee6-41c3-ba44-db9cd8b3bb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:01.844545 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-98d79d6f-03bd-4e9e-a1ed-e19cc6818d60 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] delete failed (client error): The resource could not be found. Nov 25 19:49:01.846933 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-98d79d6f-03bd-4e9e-a1ed-e19cc6818d60 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "DELETE /v2.0/security-groups/b15c095f-7fe3-4379-a9ab-0858148e3d76 HTTP/1.1" status: 404 len: 347 time: 0.1448016 Nov 25 19:49:01.853598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50996) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:01.882651 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5297453 Nov 25 19:49:01.888843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50998) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:01.896029 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-a9c83053-3bae-4dd7-be67-5b4c6888b714 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] show failed (client error): The resource could not be found. Nov 25 19:49:01.897429 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a9c83053-3bae-4dd7-be67-5b4c6888b714 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "GET /v2.0/security-groups/1a5775a1-e5e9-482f-8134-f39d068b4e30 HTTP/1.1" status: 404 len: 347 time: 0.0423751 Nov 25 19:49:01.907028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1307366788'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:01.915528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51000) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:01.932887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b5855b42-bee6-41c3-ba44-db9cd8b3bb6e None None] Port 01da6fc5-a982-4c70-96a9-9731c4964423 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:49:01.952547 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-25da938c-7bc2-4fa7-bb67-cb65e883b2e9 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] show failed (client error): The resource could not be found. Nov 25 19:49:01.954897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-25da938c-7bc2-4fa7-bb67-cb65e883b2e9 tempest-NegativeSecGroupTest-29227307 tempest-NegativeSecGroupTest-29227307-project] 10.222.0.15 "GET /v2.0/security-group-rules/96ff2c11-38fe-4b40-b44e-6f738a2a4861 HTTP/1.1" status: 404 len: 356 time: 0.0352230 Nov 25 19:49:01.976507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b49307-3754-4cf2-b573-606a1adf3028 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event updated for resources: {'Network': ['ID=90909ffe-27e2-4e32-be10-d15167fb966a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:01.995601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 90909ffe-27e2-4e32-be10-d15167fb966a details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:02.036861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Made reservation on behalf of 855e26b0ae854f149d38f1312dbb9321 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:02.040893 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.172117 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-06429eee-8d3f-49bb-9c77-ca5af8322b5c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.201890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4ad9c4c4-20cd-4c23-a7e3-afd6e817c4a5 None None] Provisioning complete for port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:02.202458 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4ad9c4c4-20cd-4c23-a7e3-afd6e817c4a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.236230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:02.265546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.266037 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Added segment cccf2ea4-c913-44f5-9c76-87c2ebfd28c6 of type vlan for network fa2a72c9-5f5d-4e23-a789-e412745424b1 Nov 25 19:49:02.321050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.458834 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.492625 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Router 890c3937-9d76-4a6d-ac56-41a118d61264 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:49:02.508325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51010) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:02.524963 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.530906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:02.531584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.668429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7756810 Nov 25 19:49:02.690516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51014) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:02.695856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'ports': [{'network_id': '90909ffe-27e2-4e32-be10-d15167fb966a', 'name': 'tempest-port--213675221', 'admin_state_up': True}, {'network_id': 'fa2a72c9-5f5d-4e23-a789-e412745424b1', 'admin_state_up': False}]} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:02.696229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'port': {'network_id': '90909ffe-27e2-4e32-be10-d15167fb966a', 'name': 'tempest-port--213675221', 'admin_state_up': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:02.696650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'port': {'network_id': 'fa2a72c9-5f5d-4e23-a789-e412745424b1', 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:02.717960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3a0d3a-d66f-454b-bbbd-2d4b2876a31d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event updated for resources: {'Network': ['ID=fa2a72c9-5f5d-4e23-a789-e412745424b1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:02.747129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network fa2a72c9-5f5d-4e23-a789-e412745424b1 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:02.850918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:02.853179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51016) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:02.856533 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0f56f41a-12c6-41ab-85c4-0aef6a911ef9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d2b0ee73def741f9903ea2caa9fe73d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3469145 Nov 25 19:49:02.874384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:49:02.896395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e91f9b-813d-4f74-b879-2462a650eced None None] Sync routers for ids ['890c3937-9d76-4a6d-ac56-41a118d61264'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:49:02.920547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2f8e6455-eda5-47e5-8852-39380671e1ff tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "PUT /v2.0/routers/890c3937-9d76-4a6d-ac56-41a118d61264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0391088 Nov 25 19:49:02.923638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51018) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:02.925944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e91f9b-813d-4f74-b879-2462a650eced None None] Routers {'890c3937-9d76-4a6d-ac56-41a118d61264'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:02.926601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-04e91f9b-813d-4f74-b879-2462a650eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['890c3937-9d76-4a6d-ac56-41a118d61264'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:03.085490 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4e13483-4bb0-47fa-9930-44cbdf362b09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.106717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-04e91f9b-813d-4f74-b879-2462a650eced None None] Set router 890c3937-9d76-4a6d-ac56-41a118d61264 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:49:03.120067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:03.130455 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4e13483-4bb0-47fa-9930-44cbdf362b09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.164608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-23023936-b76d-468a-9cd1-f871153b24b3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Deleting subnet 5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:49:03.176855 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23023936-b76d-468a-9cd1-f871153b24b3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.233770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 572318aa-667b-435f-8dc6-9c157479fe99 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:49:03.273595 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23023936-b76d-468a-9cd1-f871153b24b3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.465749 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23023936-b76d-468a-9cd1-f871153b24b3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.470184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4e13483-4bb0-47fa-9930-44cbdf362b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.480008 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4e13483-4bb0-47fa-9930-44cbdf362b09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.484841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e4e13483-4bb0-47fa-9930-44cbdf362b09 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/21f2fecc-8ad2-4e6f-a7dc-bf8bfae5547b HTTP/1.1" status: 204 len: 168 time: 0.6279535 Nov 25 19:49:03.513212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Made reservation on behalf of 855e26b0ae854f149d38f1312dbb9321 for: {'port': 2} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:03.523173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.524853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:49:03.539531 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27683510-26c5-448a-9ff7-06b09c9126a5 None None] Sync routers for ids ['572318aa-667b-435f-8dc6-9c157479fe99'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:49:03.553060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e13483-4bb0-47fa-9930-44cbdf362b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f2fecc-8ad2-4e6f-a7dc-bf8bfae5547b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:03.561443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:03.561806 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.589336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.594776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1dc7544c-1bf9-4411-9695-d50b56c50d70 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5950472 Nov 25 19:49:03.595116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51026) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:03.599012 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27683510-26c5-448a-9ff7-06b09c9126a5 None None] Routers {'572318aa-667b-435f-8dc6-9c157479fe99'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:03.603703 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-27683510-26c5-448a-9ff7-06b09c9126a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['572318aa-667b-435f-8dc6-9c157479fe99'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:03.623435 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.658100 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-27683510-26c5-448a-9ff7-06b09c9126a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:03.675941 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27683510-26c5-448a-9ff7-06b09c9126a5 None None] Routers {'572318aa-667b-435f-8dc6-9c157479fe99'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:03.676740 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-27683510-26c5-448a-9ff7-06b09c9126a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['572318aa-667b-435f-8dc6-9c157479fe99'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:03.847075 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-27683510-26c5-448a-9ff7-06b09c9126a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:03.847831 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27683510-26c5-448a-9ff7-06b09c9126a5 None None] The sync data for ids ['572318aa-667b-435f-8dc6-9c157479fe99'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:49:03.852208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-04e91f9b-813d-4f74-b879-2462a650eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:49:00Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:03.868900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] device_id is not set on port 0553b8cc-84a4-4522-89e1-4c0e6d3583c5 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:03.881841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23023936-b76d-468a-9cd1-f871153b24b3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.921837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e91f9b-813d-4f74-b879-2462a650eced None None] Checking router: 890c3937-9d76-4a6d-ac56-41a118d61264 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:49:03.929712 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23023936-b76d-468a-9cd1-f871153b24b3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:03.933836 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-23023936-b76d-468a-9cd1-f871153b24b3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "DELETE /v2.0/subnets/5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0 HTTP/1.1" status: 204 len: 168 time: 1.0039809 Nov 25 19:49:03.936944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23023936-b76d-468a-9cd1-f871153b24b3 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'Subnet': ['ID=5a0a19b1-a7d3-4b2a-8cc0-8938db8cabc0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:03.939544 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51030) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:03.944142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e91f9b-813d-4f74-b879-2462a650eced None None] Routers {'890c3937-9d76-4a6d-ac56-41a118d61264'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:03.945282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-04e91f9b-813d-4f74-b879-2462a650eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:48:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['890c3937-9d76-4a6d-ac56-41a118d61264'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:04.012657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02898a0d-11eb-45a1-aad7-f66ae0722001 None None] Network fec2bf9b-cdbc-4f13-9871-465f467f589b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:04.237397 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:04.259897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-04e91f9b-813d-4f74-b879-2462a650eced None None] Set router 890c3937-9d76-4a6d-ac56-41a118d61264 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:49:04.426252 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] device_id is not set on port 991917fe-4af5-4d7d-bb3f-84cc5f97ccd1 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:04.617963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69eb71b2-52cc-48c4-8567-e0d6de28d24f None None] DHCP port deletion for fec2bf9b-cdbc-4f13-9871-465f467f589b request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:04.911392 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:04.990505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.026877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c1e51d70-ccfa-4606-aec2-d6733acf303d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:49:05.029998 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6fce0fac-df64-4006-a500-8f2c32134e53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.133645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-69eb71b2-52cc-48c4-8567-e0d6de28d24f None None] Deleting port c1e51d70-ccfa-4606-aec2-d6733acf303d {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:05.134602 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69eb71b2-52cc-48c4-8567-e0d6de28d24f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.145588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.256501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.280667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event updated for resources: {'Port': ['ID=0553b8cc-84a4-4522-89e1-4c0e6d3583c5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:05.327251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Checking segment: {'id': '178d7abd-4f0e-493a-8ce4-766a46d55314', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '90909ffe-27e2-4e32-be10-d15167fb966a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:05.327646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Network hostable DHCP agents. Network: 90909ffe-27e2-4e32-be10-d15167fb966a, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:05.368286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Network 90909ffe-27e2-4e32-be10-d15167fb966a is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:05.379852 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.387084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 90909ffe-27e2-4e32-be10-d15167fb966a) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:05.410964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Deleting port a4552967-85d9-47fe-be76-eac68ab8779f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:05.411385 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.415732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:05.416760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.495046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60877241-e532-4826-a3b8-d76a46e977af None None] Network 90909ffe-27e2-4e32-be10-d15167fb966a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:05.509593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event updated for resources: {'Port': ['ID=991917fe-4af5-4d7d-bb3f-84cc5f97ccd1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:05.512384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51052) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:05.527985 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-69eb71b2-52cc-48c4-8567-e0d6de28d24f None None] For port c1e51d70-ccfa-4606-aec2-d6733acf303d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c1e51d70-ccfa-4606-aec2-d6733acf303d,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:05.530784 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69eb71b2-52cc-48c4-8567-e0d6de28d24f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.563843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-69eb71b2-52cc-48c4-8567-e0d6de28d24f None None] Calling delete_port for c1e51d70-ccfa-4606-aec2-d6733acf303d owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:05.593135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Checking segment: {'id': 'cccf2ea4-c913-44f5-9c76-87c2ebfd28c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fa2a72c9-5f5d-4e23-a789-e412745424b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:05.593506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Network hostable DHCP agents. Network: fa2a72c9-5f5d-4e23-a789-e412745424b1, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:05.664771 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.686464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Network fa2a72c9-5f5d-4e23-a789-e412745424b1 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:05.689930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-04e91f9b-813d-4f74-b879-2462a650eced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:49:00Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:05.692486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] For port a4552967-85d9-47fe-be76-eac68ab8779f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a4552967-85d9-47fe-be76-eac68ab8779f,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:05.704098 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:05.738959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e91f9b-813d-4f74-b879-2462a650eced None None] The sync data for ids ['890c3937-9d76-4a6d-ac56-41a118d61264'] in n-d-817303-9 is: [{'id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1690747282', 'tenant_id': '2e694ece81b24bd1992fdd72ac9241f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202'}], 'enable_snat': True}, 'gw_port_id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:45:45Z', 'updated_at': '2021-11-25T19:49:00Z', 'revision_number': 5, 'project_id': '2e694ece81b24bd1992fdd72ac9241f4', 'gw_port': {'id': 'a4552967-85d9-47fe-be76-eac68ab8779f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:e0:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '890c3937-9d76-4a6d-ac56-41a118d61264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2394, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:45:47Z', 'updated_at': '2021-11-25T19:45:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:49:05.767552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Calling delete_port for a4552967-85d9-47fe-be76-eac68ab8779f owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:05.888535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4ea08a61-b525-40a3-9575-ca6ec9f57e17 tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1951968413', 'prefixes': ['172.20.0.0/16']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:05.966047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port c1e51d70-ccfa-4606-aec2-d6733acf303d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c1e51d70-ccfa-4606-aec2-d6733acf303d,segment=NetworkSegment(32774c68-d93c-4a1f-8dbc-0b704f7d01b6),segment_id=32774c68-d93c-4a1f-8dbc-0b704f7d01b6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:05.980143 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.012565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.20.0.1 (c31f219e-99ba-468d-97e0-2c4f865bda25/454838f9-0f9a-4574-a05d-a5bcdd14903a/9dc7b642-20d2-49a1-876e-198380bb49e5) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:06.045493 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ea08a61-b525-40a3-9575-ca6ec9f57e17 tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] Publish callbacks [] for subnetpool, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.046934 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4ea08a61-b525-40a3-9575-ca6ec9f57e17 tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.5092263 Nov 25 19:49:06.058910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51060) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:06.072924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=c1e51d70-ccfa-4606-aec2-d6733acf303d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:06.100090 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69eb71b2-52cc-48c4-8567-e0d6de28d24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.155711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69eb71b2-52cc-48c4-8567-e0d6de28d24f None None] Pushing event deleted for resources: {'Port': ['ID=c1e51d70-ccfa-4606-aec2-d6733acf303d,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:06.168408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, fa2a72c9-5f5d-4e23-a789-e412745424b1) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:06.175982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:06.179839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69eb71b2-52cc-48c4-8567-e0d6de28d24f None None] No DVR routers for this DVR port c1e51d70-ccfa-4606-aec2-d6733acf303d on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:06.184955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85461c5-539d-4628-8648-5ec92522185c None None] Network fa2a72c9-5f5d-4e23-a789-e412745424b1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:06.195953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:06.203115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:06.203874 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.217294 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.231510 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-99d3ac4b-0029-4f3f-aeeb-0fa1c8f14611 tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] 10.222.0.15 "GET /v2.0/subnetpools/39c41ab3-8221-429b-9cfb-a101bdcd275a HTTP/1.1" status: 200 len: 732 time: 0.1710310 Nov 25 19:49:06.236342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51062) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:06.242248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b3053107-7f55-4854-8ab7-9b6c5f791edf tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1645377031'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:06.272785 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-13b846a4-8089-4fcc-95e9-6ad790cdb17d tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5806348 Nov 25 19:49:06.280996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51064) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:06.283549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'Port': ['ID=a4552967-85d9-47fe-be76-eac68ab8779f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:06.381019 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.385212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f20e65f-7f19-445c-b776-10e4a1dc3aad None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:06.462689 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.523859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3053107-7f55-4854-8ab7-9b6c5f791edf tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] Publish callbacks [] for subnetpool, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.528804 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b3053107-7f55-4854-8ab7-9b6c5f791edf tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] 10.222.0.15 "PUT /v2.0/subnetpools/39c41ab3-8221-429b-9cfb-a101bdcd275a HTTP/1.1" status: 200 len: 684 time: 0.2903049 Nov 25 19:49:06.529571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51066) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:06.560675 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.641465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network c31f219e-99ba-468d-97e0-2c4f865bda25 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:06.654724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:06.667459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:06.776460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=9dc7b642-20d2-49a1-876e-198380bb49e5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:06.800178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c8c4a8-e0bd-4eb2-b5f9-6d3788a204e3 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:06.807308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c8c4a8-e0bd-4eb2-b5f9-6d3788a204e3 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:06.809031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f1c8c4a8-e0bd-4eb2-b5f9-6d3788a204e3 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5268078 Nov 25 19:49:06.813943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51070) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:06.829448 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.836802 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-24261c6a-e93f-489a-aefc-e075dea03600 tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] Publish callbacks [] for subnetpool, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.841506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-24261c6a-e93f-489a-aefc-e075dea03600 tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] 10.222.0.15 "DELETE /v2.0/subnetpools/39c41ab3-8221-429b-9cfb-a101bdcd275a HTTP/1.1" status: 204 len: 168 time: 0.3089967 Nov 25 19:49:06.842561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51072) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:06.885129 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:06.915718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 882998e4-6666-48a2-bc0b-08df9e6670ee no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:49:06.922044 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-865106b8-bb3e-4c4f-b1c9-d98e6b518d5f tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] show failed (client error): The resource could not be found. Nov 25 19:49:06.928208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-865106b8-bb3e-4c4f-b1c9-d98e6b518d5f tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] 10.222.0.15 "GET /v2.0/subnetpools/39c41ab3-8221-429b-9cfb-a101bdcd275a HTTP/1.1" status: 404 len: 346 time: 0.0831757 Nov 25 19:49:06.930872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51076) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:06.970225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 882998e4-6666-48a2-bc0b-08df9e6670ee {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:49:06.971921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 882998e4-6666-48a2-bc0b-08df9e6670ee not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:49:06.993349 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-bafa7bd6-c0cb-4b47-86e3-1bdf75b31f55 tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] delete failed (client error): The resource could not be found. Nov 25 19:49:07.001827 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bafa7bd6-c0cb-4b47-86e3-1bdf75b31f55 tempest-SubnetPoolsTestJSON-345255186 tempest-SubnetPoolsTestJSON-345255186-project] 10.222.0.15 "DELETE /v2.0/subnetpools/39c41ab3-8221-429b-9cfb-a101bdcd275a HTTP/1.1" status: 404 len: 346 time: 0.0670972 Nov 25 19:49:07.146017 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.153192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e8ec0574-7e3f-4aca-a9db-263d87f1d7b1 None None] Provisioning complete for port 9dc7b642-20d2-49a1-876e-198380bb49e5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:07.156001 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8ec0574-7e3f-4aca-a9db-263d87f1d7b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.169406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.255182 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.255182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Fanout notify agent at l3_agent the message router_deleted on router 890c3937-9d76-4a6d-ac56-41a118d61264 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:49:07.277122 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.278526 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-db0ca27e-20d2-43ad-a157-7318db064135 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "DELETE /v2.0/routers/890c3937-9d76-4a6d-ac56-41a118d61264 HTTP/1.1" status: 204 len: 168 time: 3.3346951 Nov 25 19:49:07.285738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Deleting port 0553b8cc-84a4-4522-89e1-4c0e6d3583c5 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:07.286152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.299831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e8ec0574-7e3f-4aca-a9db-263d87f1d7b1 None None] Port 9dc7b642-20d2-49a1-876e-198380bb49e5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:49:07.300943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51098) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:07.399288 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.467815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.490522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Calling delete_port for 0553b8cc-84a4-4522-89e1-4c0e6d3583c5 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:07.588943 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.615532 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.629628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51124) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:07.678058 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event deleted for resources: {'Port': ['ID=0553b8cc-84a4-4522-89e1-4c0e6d3583c5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:07.704413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.705231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.705825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.706382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.706946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.707778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.709102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.709699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.710873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.712347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.712927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.713482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:07.722079 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.726547 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4c9b9d4e-67bb-4efb-82ec-c8b40aba6984 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "DELETE /v2.0/ports/0553b8cc-84a4-4522-89e1-4c0e6d3583c5 HTTP/1.1" status: 204 len: 168 time: 0.9087117 Nov 25 19:49:07.731454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51134) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:07.859675 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.959303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-fc10f5d1-fe83-487f-bda8-2b3d81b4ac0f tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Deleting port 991917fe-4af5-4d7d-bb3f-84cc5f97ccd1 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:07.959652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc10f5d1-fe83-487f-bda8-2b3d81b4ac0f tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:07.982845 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.043055 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ac33-3069-4715-a23d-05b0d0ecff0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.046331 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fec2bf9b-cdbc-4f13-9871-465f467f589b']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:08.092983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32774c68-d93c-4a1f-8dbc-0b704f7d01b6') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:08.093503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32774c68-d93c-4a1f-8dbc-0b704f7d01b6') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:08.121119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.166482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc10f5d1-fe83-487f-bda8-2b3d81b4ac0f tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.199281 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.228340 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.242219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-fc10f5d1-fe83-487f-bda8-2b3d81b4ac0f tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Calling delete_port for 991917fe-4af5-4d7d-bb3f-84cc5f97ccd1 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:08.275604 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:08.276332 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:08.281990 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:08.395226 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.414834 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.423255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] 10.222.0.15 "DELETE /v2.0/networks/fec2bf9b-cdbc-4f13-9871-465f467f589b HTTP/1.1" status: 204 len: 168 time: 1.1205311 Nov 25 19:49:08.448851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174941df-98a4-4ae7-a891-6cbc5d5ce474 tempest-TestSecurityGroupsBasicOps-1769708042 tempest-TestSecurityGroupsBasicOps-1769708042-project] Pushing event deleted for resources: {'Network': ['ID=fec2bf9b-cdbc-4f13-9871-465f467f589b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:08.477518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ac33-3069-4715-a23d-05b0d0ecff0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.484085 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc10f5d1-fe83-487f-bda8-2b3d81b4ac0f tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.484878 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e6c6ac33-3069-4715-a23d-05b0d0ecff0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.498857 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.506087 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.574547 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.633755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc10f5d1-fe83-487f-bda8-2b3d81b4ac0f tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event deleted for resources: {'Port': ['ID=991917fe-4af5-4d7d-bb3f-84cc5f97ccd1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:08.659543 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e6c6ac33-3069-4715-a23d-05b0d0ecff0d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6377fbe4f7e947a697a4c4393328b347&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0234532 Nov 25 19:49:08.659543 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc10f5d1-fe83-487f-bda8-2b3d81b4ac0f tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.664679 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fc10f5d1-fe83-487f-bda8-2b3d81b4ac0f tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "DELETE /v2.0/ports/991917fe-4af5-4d7d-bb3f-84cc5f97ccd1 HTTP/1.1" status: 204 len: 168 time: 0.9318347 Nov 25 19:49:08.665546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51202) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:08.666266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51204) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:08.667320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c6ac33-3069-4715-a23d-05b0d0ecff0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486b8de0-81dd-43a9-96b8-fcc2d33d17cb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:08.775205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-12cf0349-07ee-42cc-add6-5bbae5f07e06 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0916855 Nov 25 19:49:08.780084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=9dc7b642-20d2-49a1-876e-198380bb49e5,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:08.783117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51216) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:08.797411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-573552369'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:08.841333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a4552967-85d9-47fe-be76-eac68ab8779f no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:49:08.858997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b5845842-3a20-4302-a56c-dfc1dc94d6c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.909097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Made reservation on behalf of 855e26b0ae854f149d38f1312dbb9321 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:08.912630 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b5845842-3a20-4302-a56c-dfc1dc94d6c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.917857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:08.930226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network c31f219e-99ba-468d-97e0-2c4f865bda25 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:08.934750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a4552967-85d9-47fe-be76-eac68ab8779f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:49:08.935479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:08.939936 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a4552967-85d9-47fe-be76-eac68ab8779f not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:49:09.007336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:09.036232 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.037231 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Added segment 37681b18-4a3b-4887-beab-5a7f7b5f8f53 of type vlan for network a4970b1a-49c9-406e-b11c-c68b3457a3a6 Nov 25 19:49:09.159322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.237789 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.253726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:09.255341 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.273804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51256) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:09.330852 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5450501 Nov 25 19:49:09.336053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51264) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:09.345664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-695801468'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:09.349374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 572318aa-667b-435f-8dc6-9c157479fe99 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:49:09.352350 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b5845842-3a20-4302-a56c-dfc1dc94d6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.358032 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b5845842-3a20-4302-a56c-dfc1dc94d6c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.366206 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b5845842-3a20-4302-a56c-dfc1dc94d6c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/486b8de0-81dd-43a9-96b8-fcc2d33d17cb HTTP/1.1" status: 204 len: 168 time: 0.6837289 Nov 25 19:49:09.402667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5845842-3a20-4302-a56c-dfc1dc94d6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486b8de0-81dd-43a9-96b8-fcc2d33d17cb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:09.413268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Made reservation on behalf of 855e26b0ae854f149d38f1312dbb9321 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:09.417120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.460069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efe2da-71aa-463c-ba4e-137871665565 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event updated for resources: {'Network': ['ID=a4970b1a-49c9-406e-b11c-c68b3457a3a6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:09.488965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:09.498394 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network a4970b1a-49c9-406e-b11c-c68b3457a3a6 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:09.545884 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.552536 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Added segment c256e358-328d-4c6f-a0ec-5378efa08f26 of type vlan for network e6754f11-70a5-446a-8266-93a25ed02b11 Nov 25 19:49:09.694096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.751766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.770685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:09.779127 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.791765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9ee4ca5f-8d1d-494a-b093-e38e1775e3b4 None None] Provisioning complete for port 9dc7b642-20d2-49a1-876e-198380bb49e5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:09.792157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9ee4ca5f-8d1d-494a-b093-e38e1775e3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.793896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8fe6cae8-ee57-4a29-8741-035479944470 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2e694ece81b24bd1992fdd72ac9241f4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5151558 Nov 25 19:49:09.802945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51298) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:09.877069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9ee4ca5f-8d1d-494a-b093-e38e1775e3b4 None None] Port 9dc7b642-20d2-49a1-876e-198380bb49e5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:49:09.897299 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:49:09.907099 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bc726c8e-a96a-4124-b3ef-0acafb694b8c tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "PUT /v2.0/routers/572318aa-667b-435f-8dc6-9c157479fe99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3097634 Nov 25 19:49:09.912338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51308) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:09.914280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ef9ed-36cf-4e6d-b2fa-0c0461fcd6a7 None None] Sync routers for ids ['572318aa-667b-435f-8dc6-9c157479fe99'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:49:09.920311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'port': {'network_id': 'c31f219e-99ba-468d-97e0-2c4f865bda25', 'name': 'tempest-FloatingIPTestJSON-942038899'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:09.927831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ef9ed-36cf-4e6d-b2fa-0c0461fcd6a7 None None] Routers {'572318aa-667b-435f-8dc6-9c157479fe99'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:09.928483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c94ef9ed-36cf-4e6d-b2fa-0c0461fcd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['572318aa-667b-435f-8dc6-9c157479fe99'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:09.971538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f2a8556-6777-439c-ab14-c9ac244e71bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:09.982854 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c94ef9ed-36cf-4e6d-b2fa-0c0461fcd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:10.001232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94ef9ed-36cf-4e6d-b2fa-0c0461fcd6a7 None None] Routers {'572318aa-667b-435f-8dc6-9c157479fe99'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:10.001922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c94ef9ed-36cf-4e6d-b2fa-0c0461fcd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['572318aa-667b-435f-8dc6-9c157479fe99'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:10.028198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f2a8556-6777-439c-ab14-c9ac244e71bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.047691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c94ef9ed-36cf-4e6d-b2fa-0c0461fcd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:10.048399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94ef9ed-36cf-4e6d-b2fa-0c0461fcd6a7 None None] The sync data for ids ['572318aa-667b-435f-8dc6-9c157479fe99'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:49:10.050710 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7128174 Nov 25 19:49:10.066571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f62a9c-f480-4b09-ab3e-2ef938d7dbce tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event updated for resources: {'Network': ['ID=e6754f11-70a5-446a-8266-93a25ed02b11,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:10.097945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network e6754f11-70a5-446a-8266-93a25ed02b11 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:10.266884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51344) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:10.281704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'subnets': [{'network_id': 'a4970b1a-49c9-406e-b11c-c68b3457a3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1427809424', 'ip_version': 4}, {'network_id': 'e6754f11-70a5-446a-8266-93a25ed02b11', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:10.284405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'subnet': {'network_id': 'a4970b1a-49c9-406e-b11c-c68b3457a3a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1427809424', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:10.290171 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Request body: {'subnet': {'network_id': 'e6754f11-70a5-446a-8266-93a25ed02b11', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:10.317601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f2a8556-6777-439c-ab14-c9ac244e71bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.323121 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f2a8556-6777-439c-ab14-c9ac244e71bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.324812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8f2a8556-6777-439c-ab14-c9ac244e71bd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c9ae2dd-db5f-4f7f-80aa-50eef13a5138 HTTP/1.1" status: 204 len: 168 time: 0.5209863 Nov 25 19:49:10.362277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a8556-6777-439c-ab14-c9ac244e71bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c9ae2dd-db5f-4f7f-80aa-50eef13a5138,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:10.407307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Made reservation on behalf of 0c7eab33e6a6466a97dc03b69cc3154e for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:10.413808 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.476490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] device_id is not set on port be8d32d9-b34b-4ace-8f68-18e22c5c19fc yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:10.668534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Made reservation on behalf of 855e26b0ae854f149d38f1312dbb9321 for: {'subnet': 2} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:10.677566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.678634 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:10.687521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Allocated IP 172.20.0.11 (c31f219e-99ba-468d-97e0-2c4f865bda25/454838f9-0f9a-4574-a05d-a5bcdd14903a/be8d32d9-b34b-4ace-8f68-18e22c5c19fc) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:10.865832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51402) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:10.918677 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6883b44d-806e-440b-a295-d611c661c4ec admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.216525 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.261578 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6883b44d-806e-440b-a295-d611c661c4ec admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.267917 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6883b44d-806e-440b-a295-d611c661c4ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.322346 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.333865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6883b44d-806e-440b-a295-d611c661c4ec admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=87dd6d1910404476985940dbf6014a14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4605160 Nov 25 19:49:11.335579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883b44d-806e-440b-a295-d611c661c4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e847e8ee-bd1e-4157-a954-c32da492764c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:11.338789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51452) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:11.347104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.469011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Network c31f219e-99ba-468d-97e0-2c4f865bda25 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:11.493950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:11.502522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event updated for resources: {'Subnet': ['ID=4658de77-8e54-44bf-8003-49fa03f3fc47,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:11.511549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Checking segment: {'id': '37681b18-4a3b-4887-beab-5a7f7b5f8f53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a4970b1a-49c9-406e-b11c-c68b3457a3a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:11.513061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Network hostable DHCP agents. Network: a4970b1a-49c9-406e-b11c-c68b3457a3a6, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:11.517943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:11.553265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Network a4970b1a-49c9-406e-b11c-c68b3457a3a6 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:11.567434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event updated for resources: {'Port': ['ID=be8d32d9-b34b-4ace-8f68-18e22c5c19fc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:11.579775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51480) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:11.607349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, a4970b1a-49c9-406e-b11c-c68b3457a3a6) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:11.614340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.639188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a89970-a1e1-4342-8fef-d2c6873784db None None] Network a4970b1a-49c9-406e-b11c-c68b3457a3a6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:11.664628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:11.664628 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.688469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-30ad4646-dca8-4453-9f03-44d8560549b5 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7746420 Nov 25 19:49:11.689263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51494) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:11.701955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Request body: {'floatingip': {'port_id': 'be8d32d9-b34b-4ace-8f68-18e22c5c19fc'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:11.761319 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-076dc8ac-6a50-4019-809c-d7a68e66457a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.795113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-076dc8ac-6a50-4019-809c-d7a68e66457a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.866574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event updated for resources: {'Subnet': ['ID=437a47b0-5a49-4e1c-8d5b-a73f0cda8287,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:11.870542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Checking segment: {'id': 'c256e358-328d-4c6f-a0ec-5378efa08f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e6754f11-70a5-446a-8266-93a25ed02b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:11.872023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Network hostable DHCP agents. Network: e6754f11-70a5-446a-8266-93a25ed02b11, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:11.884862 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-076dc8ac-6a50-4019-809c-d7a68e66457a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.897309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-076dc8ac-6a50-4019-809c-d7a68e66457a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.898541 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-076dc8ac-6a50-4019-809c-d7a68e66457a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e847e8ee-bd1e-4157-a954-c32da492764c HTTP/1.1" status: 204 len: 168 time: 0.5585234 Nov 25 19:49:11.922645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Network e6754f11-70a5-446a-8266-93a25ed02b11 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:11.931470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076dc8ac-6a50-4019-809c-d7a68e66457a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e847e8ee-bd1e-4157-a954-c32da492764c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:11.937906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, e6754f11-70a5-446a-8266-93a25ed02b11) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:11.948088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:11.948967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:11.950365 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.980900 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2fca4f6d-3de5-4929-8bb0-28f6bc2e9b31 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.7109456 Nov 25 19:49:11.981767 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:11.985268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51522) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:12.008847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2423cb7f-4da7-4338-848f-013e01ca6e99 None None] Network e6754f11-70a5-446a-8266-93a25ed02b11 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:12.086244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1748673908'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:12.194443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc82ba-ff2d-4714-b4e6-52f151e0ee28 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:12.198015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc82ba-ff2d-4714-b4e6-52f151e0ee28 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:12.202732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc82ba-ff2d-4714-b4e6-52f151e0ee28 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:12.204646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6ffc82ba-ff2d-4714-b4e6-52f151e0ee28 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2101295 Nov 25 19:49:12.212019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51536) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:12.228615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Made reservation on behalf of 0cf1bdcc15eb482ebedd60d8908d7c99 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:12.232597 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.265679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69732b37-335c-46c7-b146-c3ffefb2b39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-a4970b1a-49c9-406e-b11c-c68b3457a3a6', 'network_id': 'a4970b1a-49c9-406e-b11c-c68b3457a3a6', 'tenant_id': '855e26b0ae854f149d38f1312dbb9321', 'fixed_ips': [{'subnet_id': '4658de77-8e54-44bf-8003-49fa03f3fc47'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:12.273390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69732b37-335c-46c7-b146-c3ffefb2b39b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.276779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-196b61ec-abf3-44a4-9894-28b367a43161 None None] Provisioning complete for port be8d32d9-b34b-4ace-8f68-18e22c5c19fc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:12.277334 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-196b61ec-abf3-44a4-9894-28b367a43161 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.278622 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.376348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-196b61ec-abf3-44a4-9894-28b367a43161 None None] Port be8d32d9-b34b-4ace-8f68-18e22c5c19fc cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:49:12.443509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.463029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.491785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7f9359-2d5d-4203-b87e-a91253093563 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Deleting subnet 4658de77-8e54-44bf-8003-49fa03f3fc47 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:49:12.509777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be7f9359-2d5d-4203-b87e-a91253093563 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.543951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:12.575857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.576378 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Added segment 30e07a58-143a-44a0-ad1c-9675b564a679 of type vlan for network d1cc2597-1602-4479-97b8-78b37c476ff8 Nov 25 19:49:12.591986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e9e275-c25f-4a6e-8eb6-82ac80718dda,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:12.608654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-e6754f11-70a5-446a-8266-93a25ed02b11', 'network_id': 'e6754f11-70a5-446a-8266-93a25ed02b11', 'tenant_id': '855e26b0ae854f149d38f1312dbb9321', 'fixed_ips': [{'subnet_id': '437a47b0-5a49-4e1c-8d5b-a73f0cda8287'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:12.609983 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.629448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be7f9359-2d5d-4203-b87e-a91253093563 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.729571 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.778959 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be7f9359-2d5d-4203-b87e-a91253093563 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.825108 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.833734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:12.840487 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:12.915421 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3327377 Nov 25 19:49:12.916041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51584) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:12.955963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Request body: {'subnet': {'network_id': 'd1cc2597-1602-4479-97b8-78b37c476ff8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:12.990216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa88eea-84c7-4fb3-ad7f-6baa0c9f788f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Pushing event updated for resources: {'Network': ['ID=d1cc2597-1602-4479-97b8-78b37c476ff8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:13.013862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network d1cc2597-1602-4479-97b8-78b37c476ff8 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:13.018374 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Allocated IP 172.20.0.18 (e6754f11-70a5-446a-8266-93a25ed02b11/437a47b0-5a49-4e1c-8d5b-a73f0cda8287/edb0e860-1906-4642-a1da-f987481fe779) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:13.056811 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be7f9359-2d5d-4203-b87e-a91253093563 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server [None req-69732b37-335c-46c7-b146-c3ffefb2b39b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4658de77-8e54-44bf-8003-49fa03f3fc47: This subnet is being modified by another concurrent operation. Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:49:13.077789 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4658de77-8e54-44bf-8003-49fa03f3fc47: This subnet is being modified by another concurrent operation. Nov 25 19:49:13.081233 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:49:13.085259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51600) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:13.136805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7f9359-2d5d-4203-b87e-a91253093563 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event deleted for resources: {'Subnet': ['ID=4658de77-8e54-44bf-8003-49fa03f3fc47,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:13.139437 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be7f9359-2d5d-4203-b87e-a91253093563 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.143711 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-be7f9359-2d5d-4203-b87e-a91253093563 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "DELETE /v2.0/subnets/4658de77-8e54-44bf-8003-49fa03f3fc47 HTTP/1.1" status: 204 len: 168 time: 0.9302666 Nov 25 19:49:13.148768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51606) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:13.154473 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf1bd2b-2dc1-4bbf-ad69-395ec2019bcd None None] Network a4970b1a-49c9-406e-b11c-c68b3457a3a6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:13.218178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Made reservation on behalf of 0cf1bdcc15eb482ebedd60d8908d7c99 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:13.223607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.235936 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-11541018-b6ce-4b54-ae72-49bd1c34659e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0a5fd949c390432bb36005b2b590887f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1526389 Nov 25 19:49:13.240884 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51612) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:13.272776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-004631ad-329a-424f-b7a6-0fcf46b50047 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Deleting subnet 437a47b0-5a49-4e1c-8d5b-a73f0cda8287 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:49:13.289520 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:49:13.414407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.418761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6282e2a1-765b-4ff4-a642-245b42ccc3a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.422665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.447157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.461570 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.481355 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-004631ad-329a-424f-b7a6-0fcf46b50047 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.530656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Network e6754f11-70a5-446a-8266-93a25ed02b11 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:13.535222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:13.537978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:13.583149 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.593045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Pushing event updated for resources: {'Port': ['ID=edb0e860-1906-4642-a1da-f987481fe779,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:13.633079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Attempting to bind port edb0e860-1906-4642-a1da-f987481fe779 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:13.633451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Attempting to bind port edb0e860-1906-4642-a1da-f987481fe779 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'c256e358-328d-4c6f-a0ec-5378efa08f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e6754f11-70a5-446a-8266-93a25ed02b11'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:13.634018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Attempting to bind port edb0e860-1906-4642-a1da-f987481fe779 on network e6754f11-70a5-446a-8266-93a25ed02b11 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:13.635499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-004631ad-329a-424f-b7a6-0fcf46b50047 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.641307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:13.641994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Checking segment: {'id': 'c256e358-328d-4c6f-a0ec-5378efa08f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e6754f11-70a5-446a-8266-93a25ed02b11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:13.644247 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.644934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Bound using segment: {'id': 'c256e358-328d-4c6f-a0ec-5378efa08f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e6754f11-70a5-446a-8266-93a25ed02b11'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:13.645610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Bound port: edb0e860-1906-4642-a1da-f987481fe779, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c256e358-328d-4c6f-a0ec-5378efa08f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e6754f11-70a5-446a-8266-93a25ed02b11'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:13.646184 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.727763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Pushing event updated for resources: {'Subnet': ['ID=8c3245a0-844a-468d-9f26-a05d704444a0,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:13.742641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Checking segment: {'id': '30e07a58-143a-44a0-ad1c-9675b564a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd1cc2597-1602-4479-97b8-78b37c476ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:13.743454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Network hostable DHCP agents. Network: d1cc2597-1602-4479-97b8-78b37c476ff8, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:13.805234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Network d1cc2597-1602-4479-97b8-78b37c476ff8 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:13.813413 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-004631ad-329a-424f-b7a6-0fcf46b50047 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.844787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, d1cc2597-1602-4479-97b8-78b37c476ff8) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:13.854547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:13.854659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.888656 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0d16bb84-21a1-4a8b-b215-7dd969cf4024 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9369953 Nov 25 19:49:13.892156 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51624) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:13.901366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Request body: {'port': {'network_id': 'd1cc2597-1602-4479-97b8-78b37c476ff8', 'name': 'tempest-TagsExtTest-349785715'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:13.902217 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677c2e6c-0583-46a6-863a-2762128bc22a None None] Network d1cc2597-1602-4479-97b8-78b37c476ff8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:13.970125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6282e2a1-765b-4ff4-a642-245b42ccc3a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:13.983533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] For port edb0e860-1906-4642-a1da-f987481fe779, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:13.999313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] For port edb0e860-1906-4642-a1da-f987481fe779, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=edb0e860-1906-4642-a1da-f987481fe779,segment=NetworkSegment(c256e358-328d-4c6f-a0ec-5378efa08f26),segment_id=c256e358-328d-4c6f-a0ec-5378efa08f26)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:14.017428 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.048353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-004631ad-329a-424f-b7a6-0fcf46b50047 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.097579 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP a2462021-50d7-4ac2-a56a-9661787547fb associated. External IP: 172.25.8.150, port: 3eefdeb4-1f3f-4b5f-9752-9ad158e0459d. Nov 25 19:49:14.155831 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-004631ad-329a-424f-b7a6-0fcf46b50047 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.157708 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6282e2a1-765b-4ff4-a642-245b42ccc3a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.161642 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6282e2a1-765b-4ff4-a642-245b42ccc3a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.163402 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-004631ad-329a-424f-b7a6-0fcf46b50047 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "DELETE /v2.0/subnets/437a47b0-5a49-4e1c-8d5b-a73f0cda8287 HTTP/1.1" status: 204 len: 168 time: 1.0133035 Nov 25 19:49:14.166907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51630) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:14.170344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004631ad-329a-424f-b7a6-0fcf46b50047 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event deleted for resources: {'Subnet': ['ID=437a47b0-5a49-4e1c-8d5b-a73f0cda8287,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:14.183209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6282e2a1-765b-4ff4-a642-245b42ccc3a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e80c3bc6-1254-442e-82b9-e245dbc5b511 HTTP/1.1" status: 204 len: 168 time: 0.9294014 Nov 25 19:49:14.219477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282e2a1-765b-4ff4-a642-245b42ccc3a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e80c3bc6-1254-442e-82b9-e245dbc5b511,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:14.242472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468fe3df-e15f-4ca4-ae49-1ec12aaf7acc tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:14.247499 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-468fe3df-e15f-4ca4-ae49-1ec12aaf7acc tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0754235 Nov 25 19:49:14.247905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51634) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:14.403964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.419147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Made reservation on behalf of 0cf1bdcc15eb482ebedd60d8908d7c99 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:14.423341 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.443863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9def163-cd1a-4491-a00d-42c0a3681dc4 None None] Pushing event updated for resources: {'Port': ['ID=edb0e860-1906-4642-a1da-f987481fe779,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:14.466349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] device_id is not set on port 0faca9bf-b1be-405d-82b5-e5369d8d2ffd yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:14.522887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-d1cc2597-1602-4479-97b8-78b37c476ff8', 'network_id': 'd1cc2597-1602-4479-97b8-78b37c476ff8', 'tenant_id': '0cf1bdcc15eb482ebedd60d8908d7c99', 'fixed_ips': [{'subnet_id': '8c3245a0-844a-468d-9f26-a05d704444a0'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:14.523831 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.708845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:49:14.758526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Deleting port edb0e860-1906-4642-a1da-f987481fe779 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:14.772658 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:14.963380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Allocated IP 172.20.0.2 (d1cc2597-1602-4479-97b8-78b37c476ff8/8c3245a0-844a-468d-9f26-a05d704444a0/bbaea8b8-ac2b-42f5-aa58-5548413f3dc8) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:15.119591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] For port edb0e860-1906-4642-a1da-f987481fe779, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=edb0e860-1906-4642-a1da-f987481fe779,segment=NetworkSegment(c256e358-328d-4c6f-a0ec-5378efa08f26),segment_id=c256e358-328d-4c6f-a0ec-5378efa08f26)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:15.120630 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.127531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:49:15.143889 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c4a2b-5fc8-4474-b2f2-116b2ed7aa9d None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:49:15.161865 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Calling delete_port for edb0e860-1906-4642-a1da-f987481fe779 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:15.167768 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c4a2b-5fc8-4474-b2f2-116b2ed7aa9d None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:15.168428 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f54c4a2b-5fc8-4474-b2f2-116b2ed7aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:15.255197 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f54c4a2b-5fc8-4474-b2f2-116b2ed7aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:15.286068 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c4a2b-5fc8-4474-b2f2-116b2ed7aa9d None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:15.293309 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f54c4a2b-5fc8-4474-b2f2-116b2ed7aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:15.364192 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f54c4a2b-5fc8-4474-b2f2-116b2ed7aa9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:15.366448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.367778 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f54c4a2b-5fc8-4474-b2f2-116b2ed7aa9d None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:49:15.410356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event deleted for resources: {'Port': ['ID=edb0e860-1906-4642-a1da-f987481fe779,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:15.417460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] No DVR routers for this DVR port edb0e860-1906-4642-a1da-f987481fe779 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:15.471875 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.486166 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.544860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Network d1cc2597-1602-4479-97b8-78b37c476ff8 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:15.552293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:15.561287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:15.594373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.598451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 572318aa-667b-435f-8dc6-9c157479fe99 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:49:15.624887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Pushing event updated for resources: {'Port': ['ID=bbaea8b8-ac2b-42f5-aa58-5548413f3dc8,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:15.644154 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6754f11-70a5-446a-8266-93a25ed02b11']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:15.647083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Allocated IP 172.20.0.11 (d1cc2597-1602-4479-97b8-78b37c476ff8/8c3245a0-844a-468d-9f26-a05d704444a0/0faca9bf-b1be-405d-82b5-e5369d8d2ffd) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:15.668857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c256e358-328d-4c6f-a0ec-5378efa08f26') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:15.669160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c256e358-328d-4c6f-a0ec-5378efa08f26') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:15.699973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Attempting to bind port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:15.700488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.701244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Attempting to bind port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '30e07a58-143a-44a0-ad1c-9675b564a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd1cc2597-1602-4479-97b8-78b37c476ff8'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:15.701856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Attempting to bind port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 on network d1cc2597-1602-4479-97b8-78b37c476ff8 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:15.710509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:15.711620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Checking segment: {'id': '30e07a58-143a-44a0-ad1c-9675b564a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd1cc2597-1602-4479-97b8-78b37c476ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:15.712429 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.713223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Bound using segment: {'id': '30e07a58-143a-44a0-ad1c-9675b564a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd1cc2597-1602-4479-97b8-78b37c476ff8'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:15.714010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Bound port: bbaea8b8-ac2b-42f5-aa58-5548413f3dc8, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30e07a58-143a-44a0-ad1c-9675b564a679', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd1cc2597-1602-4479-97b8-78b37c476ff8'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:15.714942 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.746751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.774253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:15.775650 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:15.780234 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:15.809961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:49:15.817051 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.824673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0318c9fe-2652-4d32-930d-b2673c757176 None None] Sync routers for ids ['572318aa-667b-435f-8dc6-9c157479fe99'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:49:15.918005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] For port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:15.928063 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] For port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bbaea8b8-ac2b-42f5-aa58-5548413f3dc8,segment=NetworkSegment(30e07a58-143a-44a0-ad1c-9675b564a679),segment_id=30e07a58-143a-44a0-ad1c-9675b564a679)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:15.931255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318c9fe-2652-4d32-930d-b2673c757176 None None] Routers {'572318aa-667b-435f-8dc6-9c157479fe99'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:15.934319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0318c9fe-2652-4d32-930d-b2673c757176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['572318aa-667b-435f-8dc6-9c157479fe99'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:15.938153 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.947955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f986baf9-a471-4299-a343-635781967585 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "PUT /v2.0/floatingips/a2462021-50d7-4ac2-a56a-9661787547fb HTTP/1.1" status: 200 len: 978 time: 4.2474680 Nov 25 19:49:15.948201 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:15.948418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51642) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:15.956026 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "DELETE /v2.0/networks/e6754f11-70a5-446a-8266-93a25ed02b11 HTTP/1.1" status: 204 len: 168 time: 1.7070129 Nov 25 19:49:15.957071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51644) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:16.022460 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.025724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64754886-2faf-4fb2-af8a-2aacc1556396 tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event deleted for resources: {'Network': ['ID=e6754f11-70a5-446a-8266-93a25ed02b11,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:16.027823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0318c9fe-2652-4d32-930d-b2673c757176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:16.130640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port be8d32d9-b34b-4ace-8f68-18e22c5c19fc {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:16.132482 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.135856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0318c9fe-2652-4d32-930d-b2673c757176 None None] Routers {'572318aa-667b-435f-8dc6-9c157479fe99'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:16.136973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0318c9fe-2652-4d32-930d-b2673c757176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['572318aa-667b-435f-8dc6-9c157479fe99'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:16.166989 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.234278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.326552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0318c9fe-2652-4d32-930d-b2673c757176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:16.338347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0318c9fe-2652-4d32-930d-b2673c757176 None None] The sync data for ids ['572318aa-667b-435f-8dc6-9c157479fe99'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:49:16.352821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd7aa28-754d-4df1-8df0-1144e0f2e348 None None] DHCP port deletion for e6754f11-70a5-446a-8266-93a25ed02b11 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:16.355010 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.366552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dc93e03e-7305-44e6-b162-e3438bf9d183 None None] Could not find standard attr ID for object edb0e860-1906-4642-a1da-f987481fe779. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:49:16.396191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.431176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f417b15-6df3-48ec-a2fd-7a4042f945c0 None None] Pushing event updated for resources: {'Port': ['ID=bbaea8b8-ac2b-42f5-aa58-5548413f3dc8,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:16.448276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b6d120-f32d-409b-a123-48f8ad97b357 None None] Network e6754f11-70a5-446a-8266-93a25ed02b11 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:16.490396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b6d120-f32d-409b-a123-48f8ad97b357 None None] Network e6754f11-70a5-446a-8266-93a25ed02b11 could not be found, it might have been deleted concurrently. {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 19:49:16.618011 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.661756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Pushing event updated for resources: {'Port': ['ID=0faca9bf-b1be-405d-82b5-e5369d8d2ffd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:16.665595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Network d1cc2597-1602-4479-97b8-78b37c476ff8 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:16.674910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:16.678004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4970b1a-49c9-406e-b11c-c68b3457a3a6']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:16.681038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:16.712761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37681b18-4a3b-4887-beab-5a7f7b5f8f53') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:16.712761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37681b18-4a3b-4887-beab-5a7f7b5f8f53') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:16.748781 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.776135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.777587 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.777587 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Floating IP a2462021-50d7-4ac2-a56a-9661787547fb disassociated. External IP: 172.25.8.150, port: be8d32d9-b34b-4ace-8f68-18e22c5c19fc. Nov 25 19:49:16.777587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for be8d32d9-b34b-4ace-8f68-18e22c5c19fc owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:16.786435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:16.788116 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.799403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.816117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:16.816953 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:16.823447 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:16.851066 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2d0ce2ee-1705-44f9-85f3-3ce4e6895a06 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.9572895 Nov 25 19:49:16.856679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51652) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:16.872208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f4d4af30-c65f-4394-8594-73f84f74c32d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-233666747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:16.937492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.947061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.951236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "DELETE /v2.0/networks/a4970b1a-49c9-406e-b11c-c68b3457a3a6 HTTP/1.1" status: 204 len: 168 time: 0.9873648 Nov 25 19:49:16.956945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51654) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:16.971637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984277a9-6578-403c-854a-90fc9d71eece tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event deleted for resources: {'Network': ['ID=a4970b1a-49c9-406e-b11c-c68b3457a3a6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:16.987657 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4d4af30-c65f-4394-8594-73f84f74c32d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:16.988725 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4d4af30-c65f-4394-8594-73f84f74c32d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.013452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:17.072922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:17.073330 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.108164 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.152974 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4d4af30-c65f-4394-8594-73f84f74c32d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.164075 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4d4af30-c65f-4394-8594-73f84f74c32d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.178675 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.203553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.232583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bbaea8b8-ac2b-42f5-aa58-5548413f3dc8,segment=NetworkSegment(30e07a58-143a-44a0-ad1c-9675b564a679),segment_id=30e07a58-143a-44a0-ad1c-9675b564a679)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:17.238441 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.260098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4d4af30-c65f-4394-8594-73f84f74c32d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.265146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f4d4af30-c65f-4394-8594-73f84f74c32d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4028335 Nov 25 19:49:17.265437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51656) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:17.271323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-82d46955-40ed-4681-a85b-7e02856bb0fe tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-137843465', 'prefixes': ['172.20.0.0/16']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:17.272198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=be8d32d9-b34b-4ace-8f68-18e22c5c19fc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:17.335052 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.349809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=bbaea8b8-ac2b-42f5-aa58-5548413f3dc8,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:17.371996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82d46955-40ed-4681-a85b-7e02856bb0fe tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for subnetpool, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.378881 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-82d46955-40ed-4681-a85b-7e02856bb0fe tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.1072114 Nov 25 19:49:17.379512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51658) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:17.388086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-69e63490-e717-4e91-8c56-2d01a0dc8404 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0', 'tempest-TagsExtTest-Tag-1840068574') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:17.443785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa2a72c9-5f5d-4e23-a789-e412745424b1']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:17.468200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccf2ea4-c913-44f5-9c76-87c2ebfd28c6') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:17.468596 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccf2ea4-c913-44f5-9c76-87c2ebfd28c6') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:17.578164 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.651107 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.662261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:17.662692 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:17.750596 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:17.758736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 572318aa-667b-435f-8dc6-9c157479fe99 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:49:17.761760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.797459 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:17.804732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "DELETE /v2.0/networks/fa2a72c9-5f5d-4e23-a789-e412745424b1 HTTP/1.1" status: 204 len: 168 time: 0.8433056 Nov 25 19:49:17.807917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51666) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:17.816107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff13c01-09de-4f0e-9f13-d1bef56de15c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event deleted for resources: {'Network': ['ID=fa2a72c9-5f5d-4e23-a789-e412745424b1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:17.997452 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:49:18.015857 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b515782-6401-4ea9-9597-688ed302f4ce None None] Sync routers for ids ['572318aa-667b-435f-8dc6-9c157479fe99'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:49:18.037109 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-69e63490-e717-4e91-8c56-2d01a0dc8404 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags/tempest-TagsExtTest-Tag-1840068574 HTTP/1.1" status: 201 len: 201 time: 0.6526544 Nov 25 19:49:18.037419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51670) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:18.042382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-279133fb-d83f-4702-a8d3-afdd8459f126 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd', 'tempest-TagsExtTest-Tag-1004206919') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:18.043564 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b515782-6401-4ea9-9597-688ed302f4ce None None] Routers {'572318aa-667b-435f-8dc6-9c157479fe99'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:18.044195 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4b515782-6401-4ea9-9597-688ed302f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['572318aa-667b-435f-8dc6-9c157479fe99'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:18.083014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.113610 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4b515782-6401-4ea9-9597-688ed302f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:18.135605 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b515782-6401-4ea9-9597-688ed302f4ce None None] Routers {'572318aa-667b-435f-8dc6-9c157479fe99'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:18.136434 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4b515782-6401-4ea9-9597-688ed302f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['572318aa-667b-435f-8dc6-9c157479fe99'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:18.143252 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.150676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-301ba6a5-e800-418f-b305-235cdc55b4c4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/ports/be8d32d9-b34b-4ace-8f68-18e22c5c19fc HTTP/1.1" status: 204 len: 168 time: 2.2009287 Nov 25 19:49:18.153288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51672) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:18.184138 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79ebd661-008f-4d8b-89c6-e98468bb4909 None None] Network d1cc2597-1602-4479-97b8-78b37c476ff8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:18.185131 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4b515782-6401-4ea9-9597-688ed302f4ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:18.187255 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b515782-6401-4ea9-9597-688ed302f4ce None None] The sync data for ids ['572318aa-667b-435f-8dc6-9c157479fe99'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:49:18.308371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fa5d78b8-e2ce-417e-8efe-89544b38d6c6 None None] Provisioning complete for port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:18.309007 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fa5d78b8-e2ce-417e-8efe-89544b38d6c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.689632 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.726626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90909ffe-27e2-4e32-be10-d15167fb966a']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:18.753389 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-279133fb-d83f-4702-a8d3-afdd8459f126 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags/tempest-TagsExtTest-Tag-1004206919 HTTP/1.1" status: 201 len: 201 time: 0.7147202 Nov 25 19:49:18.756034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '178d7abd-4f0e-493a-8ce4-766a46d55314') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:18.756402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '178d7abd-4f0e-493a-8ce4-766a46d55314') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:18.759077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51674) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:18.764483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-4b21043d-f2ec-4d3c-a986-108655033f70 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632', 'tempest-TagsExtTest-Tag-1662776324') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:18.810163 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.852088 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc612481-beee-4f63-9759-9fbf0ef6fdc8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.878269 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.905132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:18.905774 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:18.992760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9aa03883-bd7a-4fce-bad2-c48d5ec90011 None None] Provisioning complete for port 0faca9bf-b1be-405d-82b5-e5369d8d2ffd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:18.993273 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9aa03883-bd7a-4fce-bad2-c48d5ec90011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.033681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:19.069589 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:19.077218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.087567 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.095028 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] 10.222.0.15 "DELETE /v2.0/networks/90909ffe-27e2-4e32-be10-d15167fb966a HTTP/1.1" status: 204 len: 168 time: 1.2842038 Nov 25 19:49:19.123343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886d511-723a-4683-9c98-804c7620449c tempest-BulkNetworkOpsTest-1646177310 tempest-BulkNetworkOpsTest-1646177310-project] Pushing event deleted for resources: {'Network': ['ID=90909ffe-27e2-4e32-be10-d15167fb966a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:19.133205 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4b21043d-f2ec-4d3c-a986-108655033f70 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags/tempest-TagsExtTest-Tag-1662776324 HTTP/1.1" status: 201 len: 201 time: 0.3728745 Nov 25 19:49:19.133933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51682) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:19.139763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-e299ec72-eb9f-470a-961c-b0dce313f287 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8', 'tempest-TagsExtTest-Tag-741960239') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:19.152139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9aa03883-bd7a-4fce-bad2-c48d5ec90011 None None] Port 0faca9bf-b1be-405d-82b5-e5369d8d2ffd cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:49:19.185452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:19.186163 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.241494 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9aa03883-bd7a-4fce-bad2-c48d5ec90011 None None] Provisioning complete for port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:19.241904 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9aa03883-bd7a-4fce-bad2-c48d5ec90011 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.243908 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e299ec72-eb9f-470a-961c-b0dce313f287 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags/tempest-TagsExtTest-Tag-741960239 HTTP/1.1" status: 201 len: 201 time: 0.1088741 Nov 25 19:49:19.247661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51684) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:19.256077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-e0d2962e-0075-402f-b306-ef5c475dddf0 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:19.298388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de1eee7-71dc-4958-b35c-14773a143252 None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:49:19.433304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51686) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:19.436349 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e0d2962e-0075-402f-b306-ef5c475dddf0 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags HTTP/1.1" status: 200 len: 241 time: 0.1844349 Nov 25 19:49:19.442193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-a5c26ed6-7857-4750-878b-372f45e5b2eb tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0', 'tempest-TagsExtTest-Tag-1840068574') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:19.583546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a5c26ed6-7857-4750-878b-372f45e5b2eb tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags/tempest-TagsExtTest-Tag-1840068574 HTTP/1.1" status: 204 len: 168 time: 0.1481299 Nov 25 19:49:19.584521 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51690) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:19.593532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dc612481-beee-4f63-9759-9fbf0ef6fdc8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port 9dc7b642-20d2-49a1-876e-198380bb49e5 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:19.594019 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc612481-beee-4f63-9759-9fbf0ef6fdc8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.598525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-74b7fb7f-b659-4ad9-b93b-7d67090ff6a9 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0', 'tempest-TagsExtTest-Tag-1840068574') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:19.649327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de1eee7-71dc-4958-b35c-14773a143252 None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:49:19.690836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51692) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:19.779209 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc612481-beee-4f63-9759-9fbf0ef6fdc8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.811801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dc612481-beee-4f63-9759-9fbf0ef6fdc8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for 9dc7b642-20d2-49a1-876e-198380bb49e5 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:19.897746 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-74b7fb7f-b659-4ad9-b93b-7d67090ff6a9 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags/tempest-TagsExtTest-Tag-1840068574 HTTP/1.1" status: 204 len: 168 time: 0.3106673 Nov 25 19:49:19.902075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51696) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:19.903809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f0b6bdd9-e5a1-43a5-a9fc-5a8937c885f5 None None] Provisioning complete for port 0faca9bf-b1be-405d-82b5-e5369d8d2ffd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:19.904555 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f0b6bdd9-e5a1-43a5-a9fc-5a8937c885f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:19.909516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-e97b2c81-1135-45d2-9664-595624178684 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:19.958294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6bdd9-e5a1-43a5-a9fc-5a8937c885f5 None None] Port 0faca9bf-b1be-405d-82b5-e5369d8d2ffd cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:49:20.014210 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e97b2c81-1135-45d2-9664-595624178684 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags HTTP/1.1" status: 200 len: 205 time: 0.1093559 Nov 25 19:49:20.020079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51700) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:20.027461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-6a071db5-38fb-4a9e-8549-83d04c3dea2a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:20.047837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c7e42575-47c2-4d97-aefe-414cdc5c710c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=855e26b0ae854f149d38f1312dbb9321&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3571768 Nov 25 19:49:20.056278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51702) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:20.198869 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6a071db5-38fb-4a9e-8549-83d04c3dea2a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags HTTP/1.1" status: 200 len: 241 time: 0.1766527 Nov 25 19:49:20.203411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51706) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:20.212798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3ff3c26c-a877-4f40-ab37-30ac6c2b3009 None None] Provisioning complete for port 8b18a3fb-94b2-4ad6-92db-3c8c11f9695f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:20.213664 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c26c-a877-4f40-ab37-30ac6c2b3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.215063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-8b95a878-757d-4699-8e61-71ad4b531f67 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd', 'tempest-TagsExtTest-Tag-1004206919') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:20.217796 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e35a55fe-4a42-49df-8d99-07dd665f6637 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.262888 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e35a55fe-4a42-49df-8d99-07dd665f6637 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.301657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3c26c-a877-4f40-ab37-30ac6c2b3009 None None] Port 8b18a3fb-94b2-4ad6-92db-3c8c11f9695f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:49:20.321523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3ff3c26c-a877-4f40-ab37-30ac6c2b3009 None None] Provisioning complete for port 3eefdeb4-1f3f-4b5f-9752-9ad158e0459d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:20.322134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c26c-a877-4f40-ab37-30ac6c2b3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.366630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8b95a878-757d-4699-8e61-71ad4b531f67 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags/tempest-TagsExtTest-Tag-1004206919 HTTP/1.1" status: 204 len: 168 time: 0.1598957 Nov 25 19:49:20.366951 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc612481-beee-4f63-9759-9fbf0ef6fdc8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.369785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51708) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:20.379474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-e54fde89-1073-4579-a2b7-e8a54570d902 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd', 'tempest-TagsExtTest-Tag-1004206919') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:20.422175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3c26c-a877-4f40-ab37-30ac6c2b3009 None None] Port 3eefdeb4-1f3f-4b5f-9752-9ad158e0459d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:49:20.444313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3ff3c26c-a877-4f40-ab37-30ac6c2b3009 None None] Provisioning complete for port 9f47a713-9a1e-4823-9d73-7a94c7b84690 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:20.446279 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ff3c26c-a877-4f40-ab37-30ac6c2b3009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.527689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3ff3c26c-a877-4f40-ab37-30ac6c2b3009 None None] Port 9f47a713-9a1e-4823-9d73-7a94c7b84690 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:49:20.556503 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e54fde89-1073-4579-a2b7-e8a54570d902 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags/tempest-TagsExtTest-Tag-1004206919 HTTP/1.1" status: 204 len: 168 time: 0.1840303 Nov 25 19:49:20.558475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51710) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:20.567263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e35a55fe-4a42-49df-8d99-07dd665f6637 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.568826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-f3f5882f-86b5-407a-8c4e-f16ce851618c tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:20.576136 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e35a55fe-4a42-49df-8d99-07dd665f6637 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.584303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e35a55fe-4a42-49df-8d99-07dd665f6637 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/77effe2a-c9cf-4cd5-b439-589d4182b22c HTTP/1.1" status: 204 len: 168 time: 0.5213580 Nov 25 19:49:20.584303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc612481-beee-4f63-9759-9fbf0ef6fdc8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=9dc7b642-20d2-49a1-876e-198380bb49e5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:20.623462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a55fe-4a42-49df-8d99-07dd665f6637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77effe2a-c9cf-4cd5-b439-589d4182b22c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:20.707408 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.746920 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f3f5882f-86b5-407a-8c4e-f16ce851618c tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags HTTP/1.1" status: 200 len: 205 time: 0.1865108 Nov 25 19:49:20.750555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51714) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:20.756643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-e1cfe091-c164-4928-b90a-eb823325ce4b tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:20.840597 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dc612481-beee-4f63-9759-9fbf0ef6fdc8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:20.879068 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e1cfe091-c164-4928-b90a-eb823325ce4b tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags HTTP/1.1" status: 200 len: 241 time: 0.1270564 Nov 25 19:49:20.883450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51718) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:20.888782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-5072898c-df69-4f00-b3a5-c7e5c2eb2e9f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632', 'tempest-TagsExtTest-Tag-1662776324') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:21.068542 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5072898c-df69-4f00-b3a5-c7e5c2eb2e9f tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags/tempest-TagsExtTest-Tag-1662776324 HTTP/1.1" status: 204 len: 168 time: 0.1791415 Nov 25 19:49:21.069732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51724) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:21.084345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-0c3c2d69-593e-46d5-b623-4d89d0f748d8 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632', 'tempest-TagsExtTest-Tag-1662776324') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:21.260336 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0c3c2d69-593e-46d5-b623-4d89d0f748d8 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags/tempest-TagsExtTest-Tag-1662776324 HTTP/1.1" status: 204 len: 168 time: 0.1820271 Nov 25 19:49:21.260336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51730) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:21.268327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-4b3a2a9b-2ff4-4876-9207-0df0f567c525 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:21.357753 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc612481-beee-4f63-9759-9fbf0ef6fdc8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 572318aa-667b-435f-8dc6-9c157479fe99 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:49:21.456578 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4b3a2a9b-2ff4-4876-9207-0df0f567c525 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags HTTP/1.1" status: 200 len: 205 time: 0.1964304 Nov 25 19:49:21.464050 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51742) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:21.474560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-acd6a8db-867d-4f3b-b5f5-b6871c7a07e0 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:21.552394 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-acd6a8db-867d-4f3b-b5f5-b6871c7a07e0 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags HTTP/1.1" status: 200 len: 240 time: 0.0848880 Nov 25 19:49:21.553656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51746) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:21.561581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-3fc3d5b7-b62b-458c-93fe-8d7450c9ee96 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8', 'tempest-TagsExtTest-Tag-741960239') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:21.620850 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3fc3d5b7-b62b-458c-93fe-8d7450c9ee96 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags/tempest-TagsExtTest-Tag-741960239 HTTP/1.1" status: 204 len: 168 time: 0.0660849 Nov 25 19:49:21.625058 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51750) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:21.634130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-ae151986-af2c-4871-b128-d4d247bbe009 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8', 'tempest-TagsExtTest-Tag-741960239') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:21.728722 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ae151986-af2c-4871-b128-d4d247bbe009 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags/tempest-TagsExtTest-Tag-741960239 HTTP/1.1" status: 204 len: 168 time: 0.0988317 Nov 25 19:49:21.737792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51754) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:21.749109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-7cb11a4f-fef4-480d-9f57-79372d51281a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:21.808507 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7cb11a4f-fef4-480d-9f57-79372d51281a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags HTTP/1.1" status: 200 len: 205 time: 0.0695052 Nov 25 19:49:21.823695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51756) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:21.832152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-c6ce9344-1736-4c0d-b2c2-b06a9980f89b tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:21.897942 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c6ce9344-1736-4c0d-b2c2-b06a9980f89b tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags HTTP/1.1" status: 204 len: 168 time: 0.0731468 Nov 25 19:49:21.901077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51760) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:21.909959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-4eeb1d81-646c-4352-b35a-2cbdc56bed4c tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:22.106632 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4eeb1d81-646c-4352-b35a-2cbdc56bed4c tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags HTTP/1.1" status: 204 len: 168 time: 0.2034879 Nov 25 19:49:22.112294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51766) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:22.147599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-4ab80e41-fbe1-45c2-a120-49b4c615ee1c tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:22.218816 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc612481-beee-4f63-9759-9fbf0ef6fdc8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:49:22.230761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51770) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:22.236700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d78b3-0475-4364-8c88-7f3196fcf1b9 None None] Sync routers for ids ['572318aa-667b-435f-8dc6-9c157479fe99'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:49:22.243293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dc612481-beee-4f63-9759-9fbf0ef6fdc8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "PUT /v2.0/routers/572318aa-667b-435f-8dc6-9c157479fe99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0802710 Nov 25 19:49:22.273555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d78b3-0475-4364-8c88-7f3196fcf1b9 None None] Routers {'572318aa-667b-435f-8dc6-9c157479fe99'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:22.274463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51772) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:22.274654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-638d78b3-0475-4364-8c88-7f3196fcf1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['572318aa-667b-435f-8dc6-9c157479fe99'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:22.331328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-638d78b3-0475-4364-8c88-7f3196fcf1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:22.343435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638d78b3-0475-4364-8c88-7f3196fcf1b9 None None] Routers {'572318aa-667b-435f-8dc6-9c157479fe99'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:22.344352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-638d78b3-0475-4364-8c88-7f3196fcf1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['572318aa-667b-435f-8dc6-9c157479fe99'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:22.385893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-638d78b3-0475-4364-8c88-7f3196fcf1b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:22.386940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-638d78b3-0475-4364-8c88-7f3196fcf1b9 None None] The sync data for ids ['572318aa-667b-435f-8dc6-9c157479fe99'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:49:22.410632 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4ab80e41-fbe1-45c2-a120-49b4c615ee1c tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags HTTP/1.1" status: 204 len: 168 time: 0.2965689 Nov 25 19:49:22.413278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51780) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:22.418838 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-6bf927bd-190d-4f75-8075-737a4cae9b49 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:22.432822 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.560537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6bf927bd-190d-4f75-8075-737a4cae9b49 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1461527 Nov 25 19:49:22.566097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51784) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:22.572274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-5befe361-261b-4d5e-a72c-f3810742ea45 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0', 'tempest-TagsExtTest-Tag-1241750927') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:22.601789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-835025161'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:22.645741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:22.649869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.655947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.664572 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.732069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5befe361-261b-4d5e-a72c-f3810742ea45 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags/tempest-TagsExtTest-Tag-1241750927 HTTP/1.1" status: 201 len: 201 time: 0.1646991 Nov 25 19:49:22.736029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51786) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:22.741572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-c497320d-62db-4aca-b714-1dd5e8a66034 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd', 'tempest-TagsExtTest-Tag-138135917') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:22.786244 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-237f344b-1705-45d6-9f32-78171d722a19 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3492379 Nov 25 19:49:22.788104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port 01da6fc5-a982-4c70-96a9-9731c4964423 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:22.788550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.886837 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.898857 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.938165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-4da2d7f0-bb81-4e30-a9fe-acdf5da96854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:22.940525 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-4da2d7f0-bb81-4e30-a9fe-acdf5da96854 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 1097 time: 0.1080666 Nov 25 19:49:22.943686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:22.966409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c497320d-62db-4aca-b714-1dd5e8a66034 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags/tempest-TagsExtTest-Tag-138135917 HTTP/1.1" status: 201 len: 201 time: 0.2290320 Nov 25 19:49:22.972115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51790) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:22.981198 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.982286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-1ab596a1-b4e7-46cb-914b-aa610d190da3 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632', 'tempest-TagsExtTest-Tag-432820762') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:22.990264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:22.990635 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Added segment f38fa402-5d1c-4de9-b319-391be93fb0d7 of type vlan for network 00f376de-6834-40df-926f-9a55b0305d9e Nov 25 19:49:22.999556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for 01da6fc5-a982-4c70-96a9-9731c4964423 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:23.036767 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:23.083411 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9757802-158c-4074-80a8-d349cea9f1af,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:23.136576 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:23.184201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:23.193145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:23.194329 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:23.221440 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1ab596a1-b4e7-46cb-914b-aa610d190da3 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags/tempest-TagsExtTest-Tag-432820762 HTTP/1.1" status: 201 len: 201 time: 0.2481072 Nov 25 19:49:23.236271 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51798) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:23.242377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-8f2006b6-f744-4c48-9521-c6870952abaf tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8', 'tempest-TagsExtTest-Tag-1867290021') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:23.277616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0019565 Nov 25 19:49:23.281651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51800) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:23.289972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'name': 'tempest-PortsIpV6TestJSON-1990765067'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:23.383418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a4322a-7b6a-4cfb-b430-ed94f87edfdd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Network': ['ID=00f376de-6834-40df-926f-9a55b0305d9e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:23.416106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 00f376de-6834-40df-926f-9a55b0305d9e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:23.419311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8f2006b6-f744-4c48-9521-c6870952abaf tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags/tempest-TagsExtTest-Tag-1867290021 HTTP/1.1" status: 201 len: 201 time: 0.1814461 Nov 25 19:49:23.422239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51802) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:23.433857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-6bffc693-47fb-4ada-b3f8-f31b05d11a42 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0', {'tags': ['tempest-TagsExtTest-Tag-1483313078', 'tempest-TagsExtTest-Tag-1450508502', 'tempest-TagsExtTest-Tag-2022756036']}) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:23.468174 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:23.532496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-284ab6cc-b83f-48d7-a076-70d606b8b832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:23.535692 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-284ab6cc-b83f-48d7-a076-70d606b8b832 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.2796831 Nov 25 19:49:23.543509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=01da6fc5-a982-4c70-96a9-9731c4964423,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:23.557910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02539fe0-c587-4688-86e5-99085abdbcb3 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:23.572384 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6bffc693-47fb-4ada-b3f8-f31b05d11a42 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags HTTP/1.1" status: 200 len: 318 time: 0.1454599 Nov 25 19:49:23.578293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51804) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:23.584939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-bcae8fb2-d1ce-49de-b847-1a3896251eaf tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:23.661266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:23.667059 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:23.692202 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bcae8fb2-d1ce-49de-b847-1a3896251eaf tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1116507 Nov 25 19:49:23.695058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51806) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:23.704603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-5869cdc9-072f-4d2e-b656-1e87c8bdbda2 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0', 'tempest-TagsExtTest-Tag-1483313078') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:23.779126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:23.795779 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-5869cdc9-072f-4d2e-b656-1e87c8bdbda2 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:23.799790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5869cdc9-072f-4d2e-b656-1e87c8bdbda2 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags/tempest-TagsExtTest-Tag-1483313078 HTTP/1.1" status: 404 len: 329 time: 0.0993583 Nov 25 19:49:23.801041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51808) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:23.804845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-39626bb9-b03b-49b3-b6f7-cae62cbcc7f2 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0', 'tempest-TagsExtTest-Tag-1450508502') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:23.811140 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:23.820563 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-12996d88-ad2e-4924-a65d-3c800c8049d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e50b45e6-233c-4ca5-acca-99f485953123 HTTP/1.1" status: 200 len: 1001 time: 0.2685256 Nov 25 19:49:23.865803 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-39626bb9-b03b-49b3-b6f7-cae62cbcc7f2 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:23.869559 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-39626bb9-b03b-49b3-b6f7-cae62cbcc7f2 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags/tempest-TagsExtTest-Tag-1450508502 HTTP/1.1" status: 404 len: 329 time: 0.0657175 Nov 25 19:49:23.870414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51810) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:23.874758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-c9a314eb-6db7-4806-bcb7-788a026bcbbb tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0', 'tempest-TagsExtTest-Tag-2022756036') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:23.958056 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-c9a314eb-6db7-4806-bcb7-788a026bcbbb tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:23.964555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c9a314eb-6db7-4806-bcb7-788a026bcbbb tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags/tempest-TagsExtTest-Tag-2022756036 HTTP/1.1" status: 404 len: 329 time: 0.0897200 Nov 25 19:49:23.964865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51812) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:23.970524 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-9f896e05-9135-4c75-9972-a8c5a523d00b tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd', {'tags': ['tempest-TagsExtTest-Tag-2145401794', 'tempest-TagsExtTest-Tag-754989593', 'tempest-TagsExtTest-Tag-445108961']}) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:24.035845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.045153 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.060468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-df134654-5588-48dd-9a65-4563f5c3ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:24.062055 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-df134654-5588-48dd-9a65-4563f5c3ba69 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.1840372 Nov 25 19:49:24.080709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9f896e05-9135-4c75-9972-a8c5a523d00b tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags HTTP/1.1" status: 200 len: 316 time: 0.1122112 Nov 25 19:49:24.082443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51814) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:24.090723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-22e559f8-3069-424b-8e90-1e918f129344 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:24.174659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.175259 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Fanout notify agent at l3_agent the message router_deleted on router 572318aa-667b-435f-8dc6-9c157479fe99 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:49:24.195480 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.199565 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-40fb5b8f-9bd5-4379-bb71-df471c27e8b8 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/routers/572318aa-667b-435f-8dc6-9c157479fe99 HTTP/1.1" status: 204 len: 168 time: 1.9676263 Nov 25 19:49:24.202702 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51818) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:24.248790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-22e559f8-3069-424b-8e90-1e918f129344 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags HTTP/1.1" status: 204 len: 168 time: 0.1641772 Nov 25 19:49:24.252631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51822) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:24.261744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-21e992f8-6bcb-4fe4-a2d8-304b122a648e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd', 'tempest-TagsExtTest-Tag-2145401794') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:24.332847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-152f8690-155b-4850-a977-fec55c4d3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:24.337410 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-152f8690-155b-4850-a977-fec55c4d3db2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2630401 Nov 25 19:49:24.348543 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.379867 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-21e992f8-6bcb-4fe4-a2d8-304b122a648e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:24.386468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-21e992f8-6bcb-4fe4-a2d8-304b122a648e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags/tempest-TagsExtTest-Tag-2145401794 HTTP/1.1" status: 404 len: 329 time: 0.1319644 Nov 25 19:49:24.387980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51826) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:24.395910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-e6db9865-8c44-4a0f-9d7e-c21c9168f63a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd', 'tempest-TagsExtTest-Tag-754989593') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:24.412126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-75aee2d1-609c-49bc-8e13-728a1eff3224 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting subnet 454838f9-0f9a-4574-a05d-a5bcdd14903a {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:49:24.433816 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-75aee2d1-609c-49bc-8e13-728a1eff3224 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:24.480219 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-e6db9865-8c44-4a0f-9d7e-c21c9168f63a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:24.481623 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e6db9865-8c44-4a0f-9d7e-c21c9168f63a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags/tempest-TagsExtTest-Tag-754989593 HTTP/1.1" status: 404 len: 328 time: 0.0923069 Nov 25 19:49:24.486964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51828) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:24.492544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-04e7d873-7335-46b5-900e-aab234210b5a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd', 'tempest-TagsExtTest-Tag-445108961') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:24.557018 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-04e7d873-7335-46b5-900e-aab234210b5a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:24.560892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-04e7d873-7335-46b5-900e-aab234210b5a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags/tempest-TagsExtTest-Tag-445108961 HTTP/1.1" status: 404 len: 328 time: 0.0702531 Nov 25 19:49:24.561229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51830) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:24.567154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-2c9de705-c68d-475c-88c0-c9cc0d6f461e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632', {'tags': ['tempest-TagsExtTest-Tag-190981816', 'tempest-TagsExtTest-Tag-946484458', 'tempest-TagsExtTest-Tag-637551267']}) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:24.685531 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2c9de705-c68d-475c-88c0-c9cc0d6f461e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags HTTP/1.1" status: 200 len: 315 time: 0.1229136 Nov 25 19:49:24.688500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51832) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:24.697018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-d7e87653-ffde-445d-b6f4-cd165fde71dd tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:24.854873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d7e87653-ffde-445d-b6f4-cd165fde71dd tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags HTTP/1.1" status: 204 len: 168 time: 0.1643054 Nov 25 19:49:24.859013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51834) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:24.867304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-ae8c3138-3650-4463-859b-ec1a8599794a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632', 'tempest-TagsExtTest-Tag-190981816') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:24.960763 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-75aee2d1-609c-49bc-8e13-728a1eff3224 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:25.002724 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-ae8c3138-3650-4463-859b-ec1a8599794a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:25.006488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ae8c3138-3650-4463-859b-ec1a8599794a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags/tempest-TagsExtTest-Tag-190981816 HTTP/1.1" status: 404 len: 328 time: 0.1432033 Nov 25 19:49:25.006773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51836) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.011965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-d7fd9f69-fcc6-4e8d-8e04-68a274b90e14 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632', 'tempest-TagsExtTest-Tag-946484458') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:25.056199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:25.092915 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-8e5dfe24-ae4a-4c89-8527-9f219c8a1d99 service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370210 Nov 25 19:49:25.104611 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-d7fd9f69-fcc6-4e8d-8e04-68a274b90e14 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:25.110363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d7fd9f69-fcc6-4e8d-8e04-68a274b90e14 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags/tempest-TagsExtTest-Tag-946484458 HTTP/1.1" status: 404 len: 328 time: 0.0979404 Nov 25 19:49:25.110693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51838) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.116123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-844bea0f-2f1b-4757-a673-40e4c8834af3 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632', 'tempest-TagsExtTest-Tag-637551267') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:25.251188 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-844bea0f-2f1b-4757-a673-40e4c8834af3 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:25.252062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=e6ffcabd-25bb-48cb-bd56-1520ff5e00e4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:25.253133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-844bea0f-2f1b-4757-a673-40e4c8834af3 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags/tempest-TagsExtTest-Tag-637551267 HTTP/1.1" status: 404 len: 328 time: 0.1412523 Nov 25 19:49:25.260408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51840) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.268360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-1e904edf-16a8-409f-8015-8d7de891f9f6 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8', {'tags': ['tempest-TagsExtTest-Tag-977924141', 'tempest-TagsExtTest-Tag-715736990', 'tempest-TagsExtTest-Tag-1446438559']}) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:25.357499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1e904edf-16a8-409f-8015-8d7de891f9f6 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "PUT /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags HTTP/1.1" status: 200 len: 316 time: 0.0949683 Nov 25 19:49:25.363124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51846) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.375342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-2b2ec9ed-d494-4e6e-810d-be5a8be85fcc tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:25.433604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Checking segment: {'id': 'f38fa402-5d1c-4de9-b319-391be93fb0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '00f376de-6834-40df-926f-9a55b0305d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:25.434253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network hostable DHCP agents. Network: 00f376de-6834-40df-926f-9a55b0305d9e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:25.451004 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2b2ec9ed-d494-4e6e-810d-be5a8be85fcc tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags HTTP/1.1" status: 204 len: 168 time: 0.0861716 Nov 25 19:49:25.455618 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51850) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.460048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-75aee2d1-609c-49bc-8e13-728a1eff3224 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:25.463977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-a31bb218-9e2b-4cfc-98c4-f21c5241a1dc tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8', 'tempest-TagsExtTest-Tag-977924141') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:25.498558 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-a31bb218-9e2b-4cfc-98c4-f21c5241a1dc tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:25.500493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a31bb218-9e2b-4cfc-98c4-f21c5241a1dc tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags/tempest-TagsExtTest-Tag-977924141 HTTP/1.1" status: 404 len: 328 time: 0.0425050 Nov 25 19:49:25.504241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51852) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.516088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-c0fca67b-52fe-4dee-a944-1ceacf9e7fa9 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8', 'tempest-TagsExtTest-Tag-715736990') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:25.559099 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-74b6410b-52b6-4904-9e7f-46f9c98184e7 req-41011faf-9eef-47b7-b585-58a9028d4592 service neutron] 10.222.0.60 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4227192 Nov 25 19:49:25.561241 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-75aee2d1-609c-49bc-8e13-728a1eff3224 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:25.568167 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-c0fca67b-52fe-4dee-a944-1ceacf9e7fa9 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:25.573678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c0fca67b-52fe-4dee-a944-1ceacf9e7fa9 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags/tempest-TagsExtTest-Tag-715736990 HTTP/1.1" status: 404 len: 328 time: 0.0674169 Nov 25 19:49:25.576786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51854) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.597999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-68bf27fb-5b43-48cc-8897-440e01491e65 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8', 'tempest-TagsExtTest-Tag-1446438559') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:25.604279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aee2d1-609c-49bc-8e13-728a1eff3224 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Subnet': ['ID=454838f9-0f9a-4574-a05d-a5bcdd14903a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:25.606331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 00f376de-6834-40df-926f-9a55b0305d9e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:25.622324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-75aee2d1-609c-49bc-8e13-728a1eff3224 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:25.632416 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-75aee2d1-609c-49bc-8e13-728a1eff3224 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/subnets/454838f9-0f9a-4574-a05d-a5bcdd14903a HTTP/1.1" status: 204 len: 168 time: 1.4261382 Nov 25 19:49:25.635490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 00f376de-6834-40df-926f-9a55b0305d9e) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:25.639940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51856) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.645942 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea54aa26-fb78-4e9c-bb15-e8f0cc8407bc None None] Network c31f219e-99ba-468d-97e0-2c4f865bda25 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:25.666170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:25.688527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:25.692772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:25.696741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-724b383d-777c-4ca2-bbf3-9c034ec8e766 None None] Network 00f376de-6834-40df-926f-9a55b0305d9e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:25.732403 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c21dc527-adb6-488d-b271-2ea32f38dff0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4459982 Nov 25 19:49:25.733115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51858) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.739848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1607249830'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:25.780690 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-68bf27fb-5b43-48cc-8897-440e01491e65 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] show failed (client error): The resource could not be found. Nov 25 19:49:25.781789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-68bf27fb-5b43-48cc-8897-440e01491e65 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags/tempest-TagsExtTest-Tag-1446438559 HTTP/1.1" status: 404 len: 329 time: 0.2002599 Nov 25 19:49:25.786935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51860) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.795222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-aaae7335-b2ac-49a4-a0fc-cd00ef971493 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:25.813306 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:25.880194 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aaae7335-b2ac-49a4-a0fc-cd00ef971493 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8/tags HTTP/1.1" status: 204 len: 168 time: 0.0908110 Nov 25 19:49:25.881902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51862) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:25.891599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-54198fa1-12d0-46ae-8321-c16b3b34e788 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '3c5e8dae-7c44-45de-98e4-4f77af211632') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:25.900500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:25.913611 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.068605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:26.069459 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.095853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:26.123536 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54198fa1-12d0-46ae-8321-c16b3b34e788 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632/tags HTTP/1.1" status: 204 len: 168 time: 0.2397032 Nov 25 19:49:26.125494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51864) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:26.133344 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.133715 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Added segment d1b509eb-e9d4-4108-93bf-d836b4652d88 of type vlan for network e3324274-ae5d-4b53-b70c-a10f03a42e2a Nov 25 19:49:26.136882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-256ac535-541d-49ab-9649-0ffbfac58be4 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0faca9bf-b1be-405d-82b5-e5369d8d2ffd') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:26.228305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] For port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664,segment=NetworkSegment(6a47796a-cb97-4109-ae85-41349268926c),segment_id=6a47796a-cb97-4109-ae85-41349268926c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:26.228754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.254358 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.274094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:26.295915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949d087a-9a33-42f9-8cbe-4b0faf28f4f9 None None] DHCP port deletion for c31f219e-99ba-468d-97e0-2c4f865bda25 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:26.306338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-256ac535-541d-49ab-9649-0ffbfac58be4 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd/tags HTTP/1.1" status: 204 len: 168 time: 0.1788254 Nov 25 19:49:26.307762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51868) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:26.316338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.tag.tag_plugin [None req-434bb7af-d1a3-47f1-b0c9-48ae7c940731 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8c3245a0-844a-468d-9f26-a05d704444a0') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:26.437603 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-434bb7af-d1a3-47f1-b0c9-48ae7c940731 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0/tags HTTP/1.1" status: 204 len: 168 time: 0.1216722 Nov 25 19:49:26.440450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51872) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:26.447286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-949d087a-9a33-42f9-8cbe-4b0faf28f4f9 None None] Deleting port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:26.448025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-949d087a-9a33-42f9-8cbe-4b0faf28f4f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.540812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-949d087a-9a33-42f9-8cbe-4b0faf28f4f9 None None] For port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664,segment=NetworkSegment(6a47796a-cb97-4109-ae85-41349268926c),segment_id=6a47796a-cb97-4109-ae85-41349268926c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:26.541727 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-949d087a-9a33-42f9-8cbe-4b0faf28f4f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.560967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-949d087a-9a33-42f9-8cbe-4b0faf28f4f9 None None] Calling delete_port for 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:26.573264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.588906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:26.589688 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.694484 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-43e54131-e575-4270-aa58-35fc54958e08 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for subnetpool, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.697894 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-43e54131-e575-4270-aa58-35fc54958e08 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/subnetpools/53f2cdef-a33c-4fb4-853e-9baa0fa7d3c8 HTTP/1.1" status: 204 len: 168 time: 0.2557905 Nov 25 19:49:26.700610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51878) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:26.712872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9786372 Nov 25 19:49:26.714564 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-949d087a-9a33-42f9-8cbe-4b0faf28f4f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.723248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51880) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:26.731951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'ports': [{'network_id': '00f376de-6834-40df-926f-9a55b0305d9e'}, {'network_id': 'e3324274-ae5d-4b53-b70c-a10f03a42e2a'}]} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:26.734260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:26.734260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': 'e3324274-ae5d-4b53-b70c-a10f03a42e2a'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:26.747539 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:26.785644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d087a-9a33-42f9-8cbe-4b0faf28f4f9 None None] Pushing event deleted for resources: {'Port': ['ID=55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:26.796819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-949d087a-9a33-42f9-8cbe-4b0faf28f4f9 None None] No DVR routers for this DVR port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:26.808709 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dc31b8a6-7fd8-40f2-83cf-b033b6144260 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c5e8dae-7c44-45de-98e4-4f77af211632 HTTP/1.1" status: 200 len: 205 time: 0.1065097 Nov 25 19:49:26.819404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51882) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:26.855916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] No DVR routers for this DVR port 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:26.884285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Network': ['ID=e3324274-ae5d-4b53-b70c-a10f03a42e2a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:26.919237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:49:26.945267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:26.951545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:49:26.952043 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 55d3ad93-1bb5-4f9b-b9d8-b7ab671bc664 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:49:26.998281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:26.999214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:26.999762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.000282 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.000783 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.001832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.002337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.002946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.003445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.003950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.004438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.004925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d996b06-2943-459e-9aeb-cb44b7b2e5bc tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.019801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network e3324274-ae5d-4b53-b70c-a10f03a42e2a details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:27.027053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dd651bf-0cb2-4c79-bcae-a097bbf212c4 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.043885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.043885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.044081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.044310 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.044648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.044982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.045315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.045651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.045977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.046504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.047101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.047840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:27.108803 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.182017 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c31f219e-99ba-468d-97e0-2c4f865bda25']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:27.219619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a47796a-cb97-4109-ae85-41349268926c') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:27.219927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a47796a-cb97-4109-ae85-41349268926c') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:27.234822 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.263168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.275332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:27.276077 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:27.279824 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:27.294960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 2} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:27.300390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.315392 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dd651bf-0cb2-4c79-bcae-a097bbf212c4 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.320457 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dd651bf-0cb2-4c79-bcae-a097bbf212c4 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.353754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.426636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.436672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dd651bf-0cb2-4c79-bcae-a097bbf212c4 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.437870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd651bf-0cb2-4c79-bcae-a097bbf212c4 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Fanout notify agent at l3_agent the message router_deleted on router 3c5e8dae-7c44-45de-98e4-4f77af211632 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:49:27.447052 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.457722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/networks/c31f219e-99ba-468d-97e0-2c4f865bda25 HTTP/1.1" status: 204 len: 168 time: 1.8123546 Nov 25 19:49:27.460066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51886) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:27.468175 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dd651bf-0cb2-4c79-bcae-a097bbf212c4 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.473589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2dd651bf-0cb2-4c79-bcae-a097bbf212c4 tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/routers/3c5e8dae-7c44-45de-98e4-4f77af211632 HTTP/1.1" status: 204 len: 168 time: 0.6477458 Nov 25 19:49:27.474109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51888) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:27.548224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bab5de-66a7-4c54-99d3-14f937dd5f36 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Network': ['ID=c31f219e-99ba-468d-97e0-2c4f865bda25,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:27.622012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a3172193-aa63-4dc8-8184-2daee79bff3a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Deleting port 0faca9bf-b1be-405d-82b5-e5369d8d2ffd {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:27.622545 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3172193-aa63-4dc8-8184-2daee79bff3a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.644169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port 100f7037-7a35-49f2-b409-eb675379ce9e yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:27.855450 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3172193-aa63-4dc8-8184-2daee79bff3a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:27.883908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a3172193-aa63-4dc8-8184-2daee79bff3a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Calling delete_port for 0faca9bf-b1be-405d-82b5-e5369d8d2ffd owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:28.033731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-affdfb28-f6a0-4dc3-a1c1-2493838f7a8e tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port 4e1219dc-5c8b-45ed-9534-d314bf48364c {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:28.034293 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-affdfb28-f6a0-4dc3-a1c1-2493838f7a8e tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.137457 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3172193-aa63-4dc8-8184-2daee79bff3a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.178177 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.179747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3172193-aa63-4dc8-8184-2daee79bff3a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Pushing event deleted for resources: {'Port': ['ID=0faca9bf-b1be-405d-82b5-e5369d8d2ffd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:28.295090 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3172193-aa63-4dc8-8184-2daee79bff3a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.307559 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a3172193-aa63-4dc8-8184-2daee79bff3a tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/ports/0faca9bf-b1be-405d-82b5-e5369d8d2ffd HTTP/1.1" status: 204 len: 168 time: 0.8310270 Nov 25 19:49:28.308557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51894) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:28.359203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port 6ef774c6-24f0-4883-bef6-b645214b1d3a yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:28.371238 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-affdfb28-f6a0-4dc3-a1c1-2493838f7a8e tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.371994 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-affdfb28-f6a0-4dc3-a1c1-2493838f7a8e tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.388261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-affdfb28-f6a0-4dc3-a1c1-2493838f7a8e tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for 4e1219dc-5c8b-45ed-9534-d314bf48364c owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:28.403638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b81958c-bf5c-44da-b30e-93690f71e88d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Deleting subnet 8c3245a0-844a-468d-9f26-a05d704444a0 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:49:28.411130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b81958c-bf5c-44da-b30e-93690f71e88d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.525676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b81958c-bf5c-44da-b30e-93690f71e88d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.715623 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b81958c-bf5c-44da-b30e-93690f71e88d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.787982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.792681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-affdfb28-f6a0-4dc3-a1c1-2493838f7a8e tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.881701 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b81958c-bf5c-44da-b30e-93690f71e88d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.892324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affdfb28-f6a0-4dc3-a1c1-2493838f7a8e tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=4e1219dc-5c8b-45ed-9534-d314bf48364c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:28.966638 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b81958c-bf5c-44da-b30e-93690f71e88d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:28.972194 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4b81958c-bf5c-44da-b30e-93690f71e88d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/subnets/8c3245a0-844a-468d-9f26-a05d704444a0 HTTP/1.1" status: 204 len: 168 time: 0.6618781 Nov 25 19:49:28.973953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b81958c-bf5c-44da-b30e-93690f71e88d tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Pushing event deleted for resources: {'Subnet': ['ID=8c3245a0-844a-468d-9f26-a05d704444a0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:28.976502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51902) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:28.985242 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786ed263-b49a-4163-982f-91ccbe72c9b1 None None] Network d1cc2597-1602-4479-97b8-78b37c476ff8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:29.158786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-affdfb28-f6a0-4dc3-a1c1-2493838f7a8e tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.162025 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-affdfb28-f6a0-4dc3-a1c1-2493838f7a8e tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.163277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-affdfb28-f6a0-4dc3-a1c1-2493838f7a8e tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/floatingips/a2462021-50d7-4ac2-a56a-9661787547fb HTTP/1.1" status: 204 len: 168 time: 1.6995821 Nov 25 19:49:29.165277 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.169339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51904) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:29.212178 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.247022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 00f376de-6834-40df-926f-9a55b0305d9e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:29.249685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=100f7037-7a35-49f2-b409-eb675379ce9e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:29.253309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:29.272400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:29.273321 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.276340 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9855bee-24c3-4ff1-ba5f-5defa1c9d609 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] DELETE failed (client error): The resource could not be found. Nov 25 19:49:29.277088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9855bee-24c3-4ff1-ba5f-5defa1c9d609 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:49:29.281121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b9855bee-24c3-4ff1-ba5f-5defa1c9d609 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/ports/be8d32d9-b34b-4ace-8f68-18e22c5c19fc HTTP/1.1" status: 404 len: 333 time: 0.1103034 Nov 25 19:49:29.290119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51906) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:29.324129 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e7e3a7fe-28ed-4a78-9632-911effb916e9 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "GET /v2.0/ports?device_id=572318aa-667b-435f-8dc6-9c157479fe99 HTTP/1.1" status: 200 len: 205 time: 0.0325398 Nov 25 19:49:29.328058 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51908) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:29.374266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05021d99-2cb6-4675-8a13-10e4540e79c6 None None] DHCP port deletion for d1cc2597-1602-4479-97b8-78b37c476ff8 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:29.379893 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-242d4046-7177-4f45-b457-b359ebe621d2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] delete failed (client error): The resource could not be found. Nov 25 19:49:29.381396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-242d4046-7177-4f45-b457-b359ebe621d2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/routers/572318aa-667b-435f-8dc6-9c157479fe99 HTTP/1.1" status: 404 len: 336 time: 0.0519776 Nov 25 19:49:29.386265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51910) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:29.410555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=6ef774c6-24f0-4883-bef6-b645214b1d3a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:29.427694 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5948bf9-73c8-491a-9072-e0d10367ccc4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] DELETE failed (client error): The resource could not be found. Nov 25 19:49:29.429103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5948bf9-73c8-491a-9072-e0d10367ccc4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:49:29.433427 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d5948bf9-73c8-491a-9072-e0d10367ccc4 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/subnets/454838f9-0f9a-4574-a05d-a5bcdd14903a HTTP/1.1" status: 404 len: 337 time: 0.0418692 Nov 25 19:49:29.437571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51912) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:29.439434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Checking segment: {'id': 'd1b509eb-e9d4-4108-93bf-d836b4652d88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'e3324274-ae5d-4b53-b70c-a10f03a42e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:29.440077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network hostable DHCP agents. Network: e3324274-ae5d-4b53-b70c-a10f03a42e2a, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:29.450060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Deleting port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:29.450506 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.467049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network e3324274-ae5d-4b53-b70c-a10f03a42e2a is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:29.477646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-05021d99-2cb6-4675-8a13-10e4540e79c6 None None] Deleting port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:29.478406 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-05021d99-2cb6-4675-8a13-10e4540e79c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.481868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, e3324274-ae5d-4b53-b70c-a10f03a42e2a) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:29.505878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:29.515497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3a5bab3-1ef5-474a-8864-83091cc4b79d None None] Network e3324274-ae5d-4b53-b70c-a10f03a42e2a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:29.536447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:29.550751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:29.553772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.585425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] For port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bbaea8b8-ac2b-42f5-aa58-5548413f3dc8,segment=NetworkSegment(30e07a58-143a-44a0-ad1c-9675b564a679),segment_id=30e07a58-143a-44a0-ad1c-9675b564a679)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:29.585985 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a755f7b3-837c-442a-a1a2-15cc8dfcf4db tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.8609843 Nov 25 19:49:29.586086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.590716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51916) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:29.605681 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Calling delete_port for bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:29.693961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-872bf265-d766-4e6a-8ff4-ff6992f7f8e2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port 3eefdeb4-1f3f-4b5f-9752-9ad158e0459d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:29.694947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-872bf265-d766-4e6a-8ff4-ff6992f7f8e2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.741781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2b364c84-3f35-46e3-8111-c347c4858a64 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 6ef774c6-24f0-4883-bef6-b645214b1d3a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:29.742134 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b364c84-3f35-46e3-8111-c347c4858a64 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.886782 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.904007 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b364c84-3f35-46e3-8111-c347c4858a64 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.907441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-872bf265-d766-4e6a-8ff4-ff6992f7f8e2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:29.927116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2b364c84-3f35-46e3-8111-c347c4858a64 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 6ef774c6-24f0-4883-bef6-b645214b1d3a owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:29.930410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] No DVR routers for this DVR port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:30.021526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-05021d99-2cb6-4675-8a13-10e4540e79c6 None None] For port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bbaea8b8-ac2b-42f5-aa58-5548413f3dc8,segment=NetworkSegment(30e07a58-143a-44a0-ad1c-9675b564a679),segment_id=30e07a58-143a-44a0-ad1c-9675b564a679)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:30.022129 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-05021d99-2cb6-4675-8a13-10e4540e79c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.042861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-05021d99-2cb6-4675-8a13-10e4540e79c6 None None] Calling delete_port for bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:30.043933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Pushing event deleted for resources: {'Port': ['ID=bbaea8b8-ac2b-42f5-aa58-5548413f3dc8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:30.056052 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b364c84-3f35-46e3-8111-c347c4858a64 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.059663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-872bf265-d766-4e6a-8ff4-ff6992f7f8e2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for 3eefdeb4-1f3f-4b5f-9752-9ad158e0459d owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:30.108823 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b364c84-3f35-46e3-8111-c347c4858a64 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=6ef774c6-24f0-4883-bef6-b645214b1d3a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:30.121463 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b364c84-3f35-46e3-8111-c347c4858a64 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.129684 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2b364c84-3f35-46e3-8111-c347c4858a64 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/6ef774c6-24f0-4883-bef6-b645214b1d3a HTTP/1.1" status: 204 len: 168 time: 0.5344820 Nov 25 19:49:30.130407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51920) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:30.227209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-05021d99-2cb6-4675-8a13-10e4540e79c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.229709 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.245452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05021d99-2cb6-4675-8a13-10e4540e79c6 None None] No DVR routers for this DVR port bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:30.266298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05021d99-2cb6-4675-8a13-10e4540e79c6 None None] Pushing event deleted for resources: {'Port': ['ID=bbaea8b8-ac2b-42f5-aa58-5548413f3dc8,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:30.284445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3572b-872f-4c38-b1a8-b1e756d852ff tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:30.287670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1cc2597-1602-4479-97b8-78b37c476ff8']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:30.304521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db3572b-872f-4c38-b1a8-b1e756d852ff tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:30.306512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30e07a58-143a-44a0-ad1c-9675b564a679') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:30.306853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30e07a58-143a-44a0-ad1c-9675b564a679') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:30.313978 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0db3572b-872f-4c38-b1a8-b1e756d852ff tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1805010 Nov 25 19:49:30.315265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51924) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:30.335488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.385834 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.395810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:30.396233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:30.399617 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:30.535124 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-872bf265-d766-4e6a-8ff4-ff6992f7f8e2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.545135 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.577814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.581940 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] 10.222.0.15 "DELETE /v2.0/networks/d1cc2597-1602-4479-97b8-78b37c476ff8 HTTP/1.1" status: 204 len: 168 time: 1.6040719 Nov 25 19:49:30.586624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872bf265-d766-4e6a-8ff4-ff6992f7f8e2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=3eefdeb4-1f3f-4b5f-9752-9ad158e0459d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:30.604925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304a772-53a9-416e-b688-bcd62fe4d95e tempest-TagsExtTest-1531741650 tempest-TagsExtTest-1531741650-project] Pushing event deleted for resources: {'Network': ['ID=d1cc2597-1602-4479-97b8-78b37c476ff8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:30.632851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-811c2e42-172d-4750-8719-9b411a105c21 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 100f7037-7a35-49f2-b409-eb675379ce9e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:30.633194 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-811c2e42-172d-4750-8719-9b411a105c21 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.637371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd22b0f3-8dbf-488c-a791-9f2779c4ab6f None None] DHCP port deletion for 99fc22d7-e0bc-40d9-9f24-1339cddb3078 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:30.789306 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-872bf265-d766-4e6a-8ff4-ff6992f7f8e2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.797248 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-872bf265-d766-4e6a-8ff4-ff6992f7f8e2 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/ports/3eefdeb4-1f3f-4b5f-9752-9ad158e0459d HTTP/1.1" status: 204 len: 168 time: 1.3548224 Nov 25 19:49:30.797524 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51930) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:30.824887 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-811c2e42-172d-4750-8719-9b411a105c21 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:30.857770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-811c2e42-172d-4750-8719-9b411a105c21 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 100f7037-7a35-49f2-b409-eb675379ce9e owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:30.964474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-212985a7-762d-4592-8583-4b2e3d982c29 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port 9f47a713-9a1e-4823-9d73-7a94c7b84690 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:30.965439 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-212985a7-762d-4592-8583-4b2e3d982c29 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.030465 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-811c2e42-172d-4750-8719-9b411a105c21 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.088155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811c2e42-172d-4750-8719-9b411a105c21 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=100f7037-7a35-49f2-b409-eb675379ce9e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:31.099492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-811c2e42-172d-4750-8719-9b411a105c21 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.106982 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-811c2e42-172d-4750-8719-9b411a105c21 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/100f7037-7a35-49f2-b409-eb675379ce9e HTTP/1.1" status: 204 len: 168 time: 0.7889595 Nov 25 19:49:31.109138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51934) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:31.195699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51936) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:31.212450 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-212985a7-762d-4592-8583-4b2e3d982c29 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.252395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-212985a7-762d-4592-8583-4b2e3d982c29 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for 9f47a713-9a1e-4823-9d73-7a94c7b84690 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:31.256120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:49:31.295572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8b4446-2b90-4246-8617-f823c2d5438e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:31.299255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1e8b4446-2b90-4246-8617-f823c2d5438e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1868398 Nov 25 19:49:31.301917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51942) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:31.343292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:49:31.344313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bbaea8b8-ac2b-42f5-aa58-5548413f3dc8 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:49:31.405849 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a2e5f6-d914-491d-b2e8-c27939524a44 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:49:31.416902 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d1a2e5f6-d914-491d-b2e8-c27939524a44 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/6ef774c6-24f0-4883-bef6-b645214b1d3a HTTP/1.1" status: 404 len: 333 time: 0.1129820 Nov 25 19:49:31.421290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51948) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:31.529285 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb2a99d-ec8f-45f1-ba8f-8165d9317310 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:49:31.531916 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7bb2a99d-ec8f-45f1-ba8f-8165d9317310 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/100f7037-7a35-49f2-b409-eb675379ce9e HTTP/1.1" status: 404 len: 333 time: 0.0955384 Nov 25 19:49:31.536412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51952) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:31.675416 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-212985a7-762d-4592-8583-4b2e3d982c29 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.697502 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4d010380-a60d-4788-9761-011b8942cb0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cf1bdcc15eb482ebedd60d8908d7c99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4977679 Nov 25 19:49:31.700991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51956) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:31.755837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212985a7-762d-4592-8583-4b2e3d982c29 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=9f47a713-9a1e-4823-9d73-7a94c7b84690,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:31.777406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.781266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c2b6b1-e377-4596-a149-949b82da5b9b None None] DHCP port deletion for 99fc22d7-e0bc-40d9-9f24-1339cddb3078 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:31.900592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0a65bf0-203c-4d1b-85b8-2343f5433b4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.916895 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-212985a7-762d-4592-8583-4b2e3d982c29 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.924361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-212985a7-762d-4592-8583-4b2e3d982c29 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/ports/9f47a713-9a1e-4823-9d73-7a94c7b84690 HTTP/1.1" status: 204 len: 168 time: 1.1236386 Nov 25 19:49:31.929774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51960) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:31.961240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c13899-8303-4990-ae44-aae58a3033af req-0953d62e-8cb1-4b5f-8f2d-74004e7b70f3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:31.964824 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-33c13899-8303-4990-ae44-aae58a3033af req-0953d62e-8cb1-4b5f-8f2d-74004e7b70f3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 946 time: 0.1177096 Nov 25 19:49:31.966266 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:31.985471 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0a65bf0-203c-4d1b-85b8-2343f5433b4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.009712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3324274-ae5d-4b53-b70c-a10f03a42e2a']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:32.034464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1b509eb-e9d4-4108-93bf-d836b4652d88') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:32.034934 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1b509eb-e9d4-4108-93bf-d836b4652d88') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:32.060769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4b1656d3-f499-4b51-9228-1df7fcb0e4b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.077414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.108876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ebb33e5-bf39-416d-99c8-af35f084921d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:32.115043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51962) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:32.115408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9ebb33e5-bf39-416d-99c8-af35f084921d tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a3ea89-d00a-4f79-8a8d-be28a3c28f49 HTTP/1.1" status: 200 len: 913 time: 0.1839087 Nov 25 19:49:32.120676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.123602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-33c13899-8303-4990-ae44-aae58a3033af req-ec0daa9f-6068-4e2d-9179-64bd97431ce9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285613 Nov 25 19:49:32.177057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:32.177558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:32.181655 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:32.198030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0a65bf0-203c-4d1b-85b8-2343f5433b4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.200805 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0a65bf0-203c-4d1b-85b8-2343f5433b4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.206668 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a0a65bf0-203c-4d1b-85b8-2343f5433b4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0e9e275-c25f-4a6e-8eb6-82ac80718dda HTTP/1.1" status: 204 len: 168 time: 0.4997137 Nov 25 19:49:32.273293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a65bf0-203c-4d1b-85b8-2343f5433b4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e9e275-c25f-4a6e-8eb6-82ac80718dda,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:32.343537 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.352055 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.355443 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/networks/e3324274-ae5d-4b53-b70c-a10f03a42e2a HTTP/1.1" status: 204 len: 168 time: 0.8176377 Nov 25 19:49:32.361945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51966) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:32.383652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1102952120'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:32.384402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7cda7c-5828-4a4b-a465-3ee9980929d7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Network': ['ID=e3324274-ae5d-4b53-b70c-a10f03a42e2a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:32.446665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:32.456476 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.509995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:32.530385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.530984 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Added segment 6366dfa8-5963-4243-833d-6fb3fcaafdf5 of type vlan for network 432d66e3-7ae4-4796-9dca-67457c3bb224 Nov 25 19:49:32.650215 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.734026 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.761293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:32.762866 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:32.867673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5027115 Nov 25 19:49:32.872956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51978) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:32.879888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '432d66e3-7ae4-4796-9dca-67457c3bb224', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:32.936397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2a7729-5525-46e3-9653-daf805af8e40 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Network': ['ID=432d66e3-7ae4-4796-9dca-67457c3bb224,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:32.955403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 432d66e3-7ae4-4796-9dca-67457c3bb224 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:33.103600 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:33.108529 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:33.269250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a53dd35b-8f49-434e-958a-4935ad138c6a tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:33.296815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Performing IP validity checks on allocation pools {{(pid=103651) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:49:33.303612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103651) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:49:33.338870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-70193af9-f823-4136-a719-1043828b5a9f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:33.340589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-70193af9-f823-4136-a719-1043828b5a9f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 946 time: 0.1298273 Nov 25 19:49:33.465398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594d9523-c388-4130-a68b-88cfaa54dfbf req-f3c5ec6b-abee-4957-a6bb-c2b4780be13c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:33.467542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-594d9523-c388-4130-a68b-88cfaa54dfbf req-f3c5ec6b-abee-4957-a6bb-c2b4780be13c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 946 time: 0.1350157 Nov 25 19:49:33.601638 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-594d9523-c388-4130-a68b-88cfaa54dfbf req-20b06bc4-b702-445a-ad8d-82dc623a82fc tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055658 Nov 25 19:49:33.627334 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:33.723268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51998) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:33.737806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027390 Nov 25 19:49:33.742017 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52000) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:33.744677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Checking segment: {'id': '6366dfa8-5963-4243-833d-6fb3fcaafdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '432d66e3-7ae4-4796-9dca-67457c3bb224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:33.745319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network hostable DHCP agents. Network: 432d66e3-7ae4-4796-9dca-67457c3bb224, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:33.759099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Subnet': ['ID=07ace066-b828-43d2-ac15-2480548ae594,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:33.787039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 432d66e3-7ae4-4796-9dca-67457c3bb224 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:33.806951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 432d66e3-7ae4-4796-9dca-67457c3bb224) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:33.819182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79066ae8-1c89-4479-8a4f-c681125ca8f6 None None] Network 432d66e3-7ae4-4796-9dca-67457c3bb224 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:33.840311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:33.841290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:33.842248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Deleting port e50b45e6-233c-4ca5-acca-99f485953123 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:33.842604 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:33.894889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4ffe740a-3e35-481b-9017-76fea899bb33 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0168064 Nov 25 19:49:33.896661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52004) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:33.910628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': '432d66e3-7ae4-4796-9dca-67457c3bb224', 'name': 'tempest-PortsIpV6TestJSON-411604041'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:33.983142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] For port e50b45e6-233c-4ca5-acca-99f485953123, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e50b45e6-233c-4ca5-acca-99f485953123,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:33.983581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.027716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a7723d4b-a650-4481-b5bf-b9f79a79f9d1 tempest-NetworksApiDiscovery-489426125 tempest-NetworksApiDiscovery-489426125-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2836804 Nov 25 19:49:34.100811 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:34.104664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.132131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port 8f2d9dac-4967-481b-a604-3907579b2888 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:34.234893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-432d66e3-7ae4-4796-9dca-67457c3bb224', 'network_id': '432d66e3-7ae4-4796-9dca-67457c3bb224', 'tenant_id': '1164c57cbe194d0c9c1f3fc03dab0ca4', 'fixed_ips': [{'subnet_id': '07ace066-b828-43d2-ac15-2480548ae594'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:34.237559 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.446886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8::156 (432d66e3-7ae4-4796-9dca-67457c3bb224/07ace066-b828-43d2-ac15-2480548ae594/8f2d9dac-4967-481b-a604-3907579b2888) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:34.467314 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.467314 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.467314 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Floating IP 304729af-9e22-405b-86e2-78cd9e3c8152 disassociated. External IP: 172.25.8.216, port: e50b45e6-233c-4ca5-acca-99f485953123. Nov 25 19:49:34.468086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Calling delete_port for e50b45e6-233c-4ca5-acca-99f485953123 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:34.477265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a53dd35b-8f49-434e-958a-4935ad138c6a tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port 8b18a3fb-94b2-4ad6-92db-3c8c11f9695f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:34.479107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a53dd35b-8f49-434e-958a-4935ad138c6a tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.593367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52012) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:34.662411 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.666040 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a53dd35b-8f49-434e-958a-4935ad138c6a tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.690365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a53dd35b-8f49-434e-958a-4935ad138c6a tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for 8b18a3fb-94b2-4ad6-92db-3c8c11f9695f owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:34.750179 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.771332 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33ebac61-8d53-4b97-9a86-2dbe1358bc5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.775927 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d6e7c424-8a00-4803-bee9-306b8de1679b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.839211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 432d66e3-7ae4-4796-9dca-67457c3bb224 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:34.856055 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:49:34.865268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Allocated IP 2001:db8::2 (432d66e3-7ae4-4796-9dca-67457c3bb224/07ace066-b828-43d2-ac15-2480548ae594/d794a78f-6776-406c-b6c8-34d63e6e8894) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:34.866107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:34.892115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:34.897892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:34.898551 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:34.921675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=8f2d9dac-4967-481b-a604-3907579b2888,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:34.934172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a05649e1-384d-483b-aa6a-764253a78470 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0361054 Nov 25 19:49:34.937473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52022) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:34.948943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3ccbb1-4b79-45fa-a141-6fe4a4866f8f req-184136cb-e361-4161-989f-6c0bf3992148 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:34.951512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d3ccbb1-4b79-45fa-a141-6fe4a4866f8f req-184136cb-e361-4161-989f-6c0bf3992148 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 946 time: 0.1105082 Nov 25 19:49:34.975594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.034256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d3ccbb1-4b79-45fa-a141-6fe4a4866f8f req-e65177de-3939-43bb-962f-fa9135df8a8a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761147 Nov 25 19:49:35.088253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event deleted for resources: {'Port': ['ID=e50b45e6-233c-4ca5-acca-99f485953123,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:35.119982 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.128588 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.160013 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33ebac61-8d53-4b97-9a86-2dbe1358bc5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.177281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Network 432d66e3-7ae4-4796-9dca-67457c3bb224 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:35.178917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:35.183243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:35.198415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Pushing event updated for resources: {'Port': ['ID=d794a78f-6776-406c-b6c8-34d63e6e8894,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:35.242547 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33ebac61-8d53-4b97-9a86-2dbe1358bc5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.256499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Attempting to bind port d794a78f-6776-406c-b6c8-34d63e6e8894 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:35.257736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Attempting to bind port d794a78f-6776-406c-b6c8-34d63e6e8894 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '6366dfa8-5963-4243-833d-6fb3fcaafdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '432d66e3-7ae4-4796-9dca-67457c3bb224'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:35.258111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Attempting to bind port d794a78f-6776-406c-b6c8-34d63e6e8894 on network 432d66e3-7ae4-4796-9dca-67457c3bb224 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:35.264416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:35.264888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Checking segment: {'id': '6366dfa8-5963-4243-833d-6fb3fcaafdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '432d66e3-7ae4-4796-9dca-67457c3bb224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:35.265189 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.265706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Bound using segment: {'id': '6366dfa8-5963-4243-833d-6fb3fcaafdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '432d66e3-7ae4-4796-9dca-67457c3bb224'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:35.266205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Bound port: d794a78f-6776-406c-b6c8-34d63e6e8894, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6366dfa8-5963-4243-833d-6fb3fcaafdf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '432d66e3-7ae4-4796-9dca-67457c3bb224'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:35.267422 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.367869 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-33ebac61-8d53-4b97-9a86-2dbe1358bc5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=88af1a45691c460b9e996b66ff45fb95&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7710619 Nov 25 19:49:35.372729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52024) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:35.376604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ebac61-8d53-4b97-9a86-2dbe1358bc5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b62cc60-0adf-49e8-8abc-293ec1d94608,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:35.393066 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] For port d794a78f-6776-406c-b6c8-34d63e6e8894, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:35.397985 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] For port d794a78f-6776-406c-b6c8-34d63e6e8894, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d794a78f-6776-406c-b6c8-34d63e6e8894,segment=NetworkSegment(6366dfa8-5963-4243-833d-6fb3fcaafdf5),segment_id=6366dfa8-5963-4243-833d-6fb3fcaafdf5)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:35.404768 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.464220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5592cf2e-6e22-4ddd-a349-8bfb47208c8f tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 8f2d9dac-4967-481b-a604-3907579b2888 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:35.464220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5592cf2e-6e22-4ddd-a349-8bfb47208c8f tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.485299 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3744de0a-41b9-4d75-bce4-0c0e6f26fd8c None None] Pushing event updated for resources: {'Port': ['ID=d794a78f-6776-406c-b6c8-34d63e6e8894,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:35.523466 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-167fe060-5806-47de-b372-c600470dfe66 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.562496 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-167fe060-5806-47de-b372-c600470dfe66 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.607581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:49:35.647283 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a53dd35b-8f49-434e-958a-4935ad138c6a tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.676359 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-167fe060-5806-47de-b372-c600470dfe66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.679396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-167fe060-5806-47de-b372-c600470dfe66 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:35.680554 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-167fe060-5806-47de-b372-c600470dfe66 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4b62cc60-0adf-49e8-8abc-293ec1d94608 HTTP/1.1" status: 204 len: 168 time: 0.3063071 Nov 25 19:49:35.690083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167fe060-5806-47de-b372-c600470dfe66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b62cc60-0adf-49e8-8abc-293ec1d94608,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:35.803445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2fc21f-e8d4-4a0d-8561-d0f28cb3c39d None None] DHCP port deletion for 99fc22d7-e0bc-40d9-9f24-1339cddb3078 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:35.888781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dd35b-8f49-434e-958a-4935ad138c6a tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=8b18a3fb-94b2-4ad6-92db-3c8c11f9695f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:35.910894 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5592cf2e-6e22-4ddd-a349-8bfb47208c8f tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.058511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5592cf2e-6e22-4ddd-a349-8bfb47208c8f tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 8f2d9dac-4967-481b-a604-3907579b2888 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:36.219129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13184e12-ffad-43f5-bd60-bc52492cf09a req-8656e28d-a37b-4ae7-bb5e-dea5395bee0c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 210 time: 0.0469143 Nov 25 19:49:36.411472 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.593625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e50b45e6-233c-4ca5-acca-99f485953123 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:49:36.624802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: e50b45e6-233c-4ca5-acca-99f485953123 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:49:36.625265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e50b45e6-233c-4ca5-acca-99f485953123 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:49:36.636338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a53dd35b-8f49-434e-958a-4935ad138c6a tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.654061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:49:36.688114 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8b4a4-1012-43a3-8344-8835984dffad None None] Sync routers for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:49:36.713073 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8b4a4-1012-43a3-8344-8835984dffad None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:36.714505 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3fe8b4a4-1012-43a3-8344-8835984dffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:36.779061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] No DVR routers for this DVR port e50b45e6-233c-4ca5-acca-99f485953123 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:36.787298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:36.790642 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3018a3fa-689c-4137-a24a-d3cc1442838c req-ad8f420d-14cd-452c-8167-ebfa2acca0b5 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.60 "DELETE /v2.0/ports/e50b45e6-233c-4ca5-acca-99f485953123 HTTP/1.1" status: 204 len: 173 time: 3.4430397 Nov 25 19:49:36.799821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'name': 'network-vif-deleted', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:49:36.802254 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc47ee2e-1eb9-41a4-bdba-fc5269e8c53e" -d '{"events": [{"server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "name": "network-vif-deleted", "tag": "e50b45e6-233c-4ca5-acca-99f485953123"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:49:36.951592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5592cf2e-6e22-4ddd-a349-8bfb47208c8f tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.049114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5592cf2e-6e22-4ddd-a349-8bfb47208c8f tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=8f2d9dac-4967-481b-a604-3907579b2888,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:37.138566 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-3fe8b4a4-1012-43a3-8344-8835984dffad None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:49:37.143503 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5592cf2e-6e22-4ddd-a349-8bfb47208c8f tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.152206 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5592cf2e-6e22-4ddd-a349-8bfb47208c8f tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/8f2d9dac-4967-481b-a604-3907579b2888 HTTP/1.1" status: 204 len: 168 time: 2.2093534 Nov 25 19:49:37.157273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52066) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:37.331571 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-699adddf-7770-44a7-91c8-d127929f43fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:49:37.338118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-699adddf-7770-44a7-91c8-d127929f43fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:49:37.350140 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-699adddf-7770-44a7-91c8-d127929f43fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/8f2d9dac-4967-481b-a604-3907579b2888 HTTP/1.1" status: 404 len: 333 time: 0.1911528 Nov 25 19:49:37.351361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52078) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:37.367355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d794a78f-6776-406c-b6c8-34d63e6e8894 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:49:37.402663 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fdb003b-6673-4aed-87b5-4f6ad16b2535 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:49:37.411186 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9fdb003b-6673-4aed-87b5-4f6ad16b2535 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/8f2d9dac-4967-481b-a604-3907579b2888 HTTP/1.1" status: 404 len: 333 time: 0.0570793 Nov 25 19:49:37.412766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52082) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:37.505475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53dd35b-8f49-434e-958a-4935ad138c6a tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:49:37.618228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d794a78f-6776-406c-b6c8-34d63e6e8894 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:37.618865 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.681787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-22b6967a-1e38-4456-8f21-20dfddbfda89 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting subnet 07ace066-b828-43d2-ac15-2480548ae594 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:49:37.698581 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22b6967a-1e38-4456-8f21-20dfddbfda89 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.699252 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6071087-81e6-4ccd-b2e9-ea859570d3a2 x-openstack-request-id: req-a6071087-81e6-4ccd-b2e9-ea859570d3a2 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:49:37.699810 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3733e1-140d-442a-830c-c2c13fd59098", "name": "network-vif-deleted", "tag": "e50b45e6-233c-4ca5-acca-99f485953123", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:49:37.699810 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a6071087-81e6-4ccd-b2e9-ea859570d3a2 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:49:37.700222 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3733e1-140d-442a-830c-c2c13fd59098', 'name': 'network-vif-deleted', 'tag': 'e50b45e6-233c-4ca5-acca-99f485953123', 'status': 'completed', 'code': 200} Nov 25 19:49:37.843338 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22b6967a-1e38-4456-8f21-20dfddbfda89 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:37.856413 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3fe8b4a4-1012-43a3-8344-8835984dffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:37.858854 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3807d678-6c3e-437f-b788-777eba9d406b None None] Network 432d66e3-7ae4-4796-9dca-67457c3bb224 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:37.914346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53dd35b-8f49-434e-958a-4935ad138c6a tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:49:37.924968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-95bdf906-f2f3-4e10-92f6-579a944a784c req-49d71d36-8039-4a15-bdf7-2dda74780f9b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3733e1-140d-442a-830c-c2c13fd59098 HTTP/1.1" status: 200 len: 210 time: 0.0448556 Nov 25 19:49:37.932555 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a53dd35b-8f49-434e-958a-4935ad138c6a tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "PUT /v2.0/routers/21a3ea89-d00a-4f79-8a8d-be28a3c28f49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8087630 Nov 25 19:49:37.933339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52088) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:37.963793 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8b4a4-1012-43a3-8344-8835984dffad None None] Checking router: 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:49:37.990837 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe8b4a4-1012-43a3-8344-8835984dffad None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:37.994017 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3fe8b4a4-1012-43a3-8344-8835984dffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:38.059284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08dc5e-992f-4d4a-bbe9-c71969cd2dcb None None] Sync routers for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:49:38.298515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.309007 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.342429 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22b6967a-1e38-4456-8f21-20dfddbfda89 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.385206 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-3fe8b4a4-1012-43a3-8344-8835984dffad None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:49:38.438005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08dc5e-992f-4d4a-bbe9-c71969cd2dcb None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:38.443950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f08dc5e-992f-4d4a-bbe9-c71969cd2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:38.469984 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.530957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558c72-e4c8-410d-b2b6-933495b5ee5e req-9f785dec-b6fb-426a-b7b4-15d24fbd256c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:38.539589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558c72-e4c8-410d-b2b6-933495b5ee5e req-9f785dec-b6fb-426a-b7b4-15d24fbd256c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:38.546283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558c72-e4c8-410d-b2b6-933495b5ee5e req-9f785dec-b6fb-426a-b7b4-15d24fbd256c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:38.553892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558c72-e4c8-410d-b2b6-933495b5ee5e req-9f785dec-b6fb-426a-b7b4-15d24fbd256c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:38.561090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558c72-e4c8-410d-b2b6-933495b5ee5e req-9f785dec-b6fb-426a-b7b4-15d24fbd256c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:38.569517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558c72-e4c8-410d-b2b6-933495b5ee5e req-9f785dec-b6fb-426a-b7b4-15d24fbd256c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:38.576387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc558c72-e4c8-410d-b2b6-933495b5ee5e req-9f785dec-b6fb-426a-b7b4-15d24fbd256c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:38.585489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc558c72-e4c8-410d-b2b6-933495b5ee5e req-9f785dec-b6fb-426a-b7b4-15d24fbd256c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5446 time: 0.1589236 Nov 25 19:49:38.590166 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22b6967a-1e38-4456-8f21-20dfddbfda89 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.598791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.613822 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22b6967a-1e38-4456-8f21-20dfddbfda89 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.617722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-22b6967a-1e38-4456-8f21-20dfddbfda89 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/07ace066-b828-43d2-ac15-2480548ae594 HTTP/1.1" status: 204 len: 168 time: 1.2032375 Nov 25 19:49:38.648512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52104) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:38.679614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b6967a-1e38-4456-8f21-20dfddbfda89 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Subnet': ['ID=07ace066-b828-43d2-ac15-2480548ae594,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:38.731647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f08dc5e-992f-4d4a-bbe9-c71969cd2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:38.804676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08dc5e-992f-4d4a-bbe9-c71969cd2dcb None None] Routers {'21a3ea89-d00a-4f79-8a8d-be28a3c28f49'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:49:38.806533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f08dc5e-992f-4d4a-bbe9-c71969cd2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:49:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:38.819625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:38.821500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a703c0e3-c202-42f8-b725-dd597635ddc7 None None] Provisioning complete for port d794a78f-6776-406c-b6c8-34d63e6e8894 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:38.822471 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a703c0e3-c202-42f8-b725-dd597635ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.018237 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3fe8b4a4-1012-43a3-8344-8835984dffad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:39.058820 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.086730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting port fcd22549-c3c6-46ea-b854-7ba455ec1a27 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:39.087147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.112557 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe8b4a4-1012-43a3-8344-8835984dffad None None] The sync data for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 is: [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:49:39.167806 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:49:39.168965 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:49:39.170209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f08dc5e-992f-4d4a-bbe9-c71969cd2dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:39.171777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08dc5e-992f-4d4a-bbe9-c71969cd2dcb None None] The sync data for ids ['21a3ea89-d00a-4f79-8a8d-be28a3c28f49'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:49:39.286379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port d794a78f-6776-406c-b6c8-34d63e6e8894 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:39.287223 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.330891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.355871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc558c72-e4c8-410d-b2b6-933495b5ee5e req-539213a9-76a5-45b9-b155-4995b359fe8c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.7689607 Nov 25 19:49:39.426417 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a703c0e3-c202-42f8-b725-dd597635ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.522611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Calling delete_port for fcd22549-c3c6-46ea-b854-7ba455ec1a27 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:39.540264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceef3319-e4e6-43b2-aeae-35ff820c6c08 None None] DHCP port deletion for 432d66e3-7ae4-4796-9dca-67457c3bb224 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:39.562968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a703c0e3-c202-42f8-b725-dd597635ddc7 None None] For port d794a78f-6776-406c-b6c8-34d63e6e8894, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d794a78f-6776-406c-b6c8-34d63e6e8894,segment=NetworkSegment(6366dfa8-5963-4243-833d-6fb3fcaafdf5),segment_id=6366dfa8-5963-4243-833d-6fb3fcaafdf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:39.595064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] For port d794a78f-6776-406c-b6c8-34d63e6e8894, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d794a78f-6776-406c-b6c8-34d63e6e8894,segment=NetworkSegment(6366dfa8-5963-4243-833d-6fb3fcaafdf5),segment_id=6366dfa8-5963-4243-833d-6fb3fcaafdf5)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:39.595675 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.610096 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a703c0e3-c202-42f8-b725-dd597635ddc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.653676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8da84f-7413-443f-a529-9c8c4b4b0637 req-980f0e2a-81ce-4448-9192-ad0a76f68d02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:39.682546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8da84f-7413-443f-a529-9c8c4b4b0637 req-980f0e2a-81ce-4448-9192-ad0a76f68d02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:39.697483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8da84f-7413-443f-a529-9c8c4b4b0637 req-980f0e2a-81ce-4448-9192-ad0a76f68d02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:39.714376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8da84f-7413-443f-a529-9c8c4b4b0637 req-980f0e2a-81ce-4448-9192-ad0a76f68d02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:39.717528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for d794a78f-6776-406c-b6c8-34d63e6e8894 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:39.726341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8da84f-7413-443f-a529-9c8c4b4b0637 req-980f0e2a-81ce-4448-9192-ad0a76f68d02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:39.752634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8da84f-7413-443f-a529-9c8c4b4b0637 req-980f0e2a-81ce-4448-9192-ad0a76f68d02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:39.760102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8da84f-7413-443f-a529-9c8c4b4b0637 req-980f0e2a-81ce-4448-9192-ad0a76f68d02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:39.762347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab8da84f-7413-443f-a529-9c8c4b4b0637 req-980f0e2a-81ce-4448-9192-ad0a76f68d02 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5446 time: 0.2652566 Nov 25 19:49:39.762703 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8733bddd-ac35-4ed8-9be7-4b26f408c3d2 None None] New status for floating IP 304729af-9e22-405b-86e2-78cd9e3c8152: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:49:39.807074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a703c0e3-c202-42f8-b725-dd597635ddc7 None None] Pushing event updated for resources: {'Port': ['ID=d794a78f-6776-406c-b6c8-34d63e6e8894,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:39.832506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ceef3319-e4e6-43b2-aeae-35ff820c6c08 None None] Deleting port d794a78f-6776-406c-b6c8-34d63e6e8894 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:39.832887 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ceef3319-e4e6-43b2-aeae-35ff820c6c08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.883176 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52136) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:39.928380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ceef3319-e4e6-43b2-aeae-35ff820c6c08 None None] For port d794a78f-6776-406c-b6c8-34d63e6e8894, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d794a78f-6776-406c-b6c8-34d63e6e8894,segment=NetworkSegment(6366dfa8-5963-4243-833d-6fb3fcaafdf5),segment_id=6366dfa8-5963-4243-833d-6fb3fcaafdf5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:39.929086 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ceef3319-e4e6-43b2-aeae-35ff820c6c08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:39.948289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ceef3319-e4e6-43b2-aeae-35ff820c6c08 None None] Calling delete_port for d794a78f-6776-406c-b6c8-34d63e6e8894 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:40.084103 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdcead54-918a-4d7f-aadb-218de412d90a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.086922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d794a78f-6776-406c-b6c8-34d63e6e8894 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:49:40.153462 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.163104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdcead54-918a-4d7f-aadb-218de412d90a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.169840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.213565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No DVR routers for this DVR port d794a78f-6776-406c-b6c8-34d63e6e8894 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:40.221970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=d794a78f-6776-406c-b6c8-34d63e6e8894,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:40.256919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No active binding found for port d794a78f-6776-406c-b6c8-34d63e6e8894 {{(pid=103653) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:49:40.257364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d794a78f-6776-406c-b6c8-34d63e6e8894 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:49:40.270501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Port': ['ID=fcd22549-c3c6-46ea-b854-7ba455ec1a27,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:40.317356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdcead54-918a-4d7f-aadb-218de412d90a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.323064 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ceef3319-e4e6-43b2-aeae-35ff820c6c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.325843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdcead54-918a-4d7f-aadb-218de412d90a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.327583 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cdcead54-918a-4d7f-aadb-218de412d90a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "DELETE /v2.0/security-groups/c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685 HTTP/1.1" status: 204 len: 168 time: 0.4431009 Nov 25 19:49:40.333324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52142) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:40.363956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef3319-e4e6-43b2-aeae-35ff820c6c08 None None] Pushing event deleted for resources: {'Port': ['ID=d794a78f-6776-406c-b6c8-34d63e6e8894,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:40.377135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcead54-918a-4d7f-aadb-218de412d90a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:40.379807 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c90366-cc4f-4f5d-a060-22c8f7252264 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:40.396861 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-2657da07-6373-40fa-92fa-2450b812c45d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] show failed (client error): The resource could not be found. Nov 25 19:49:40.399322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2657da07-6373-40fa-92fa-2450b812c45d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups/c8b42ce1-aa1a-4b0b-ba9f-7a1c6376c685 HTTP/1.1" status: 404 len: 347 time: 0.0616698 Nov 25 19:49:40.404209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52146) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:40.416933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceef3319-e4e6-43b2-aeae-35ff820c6c08 None None] No DVR routers for this DVR port d794a78f-6776-406c-b6c8-34d63e6e8894 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:40.525367 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.585697 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.622311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-26422932-391e-43d0-a9dc-aff26f923e50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Deleting port b556cf06-ca41-405f-a280-0dd94bf46550 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:40.623937 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26422932-391e-43d0-a9dc-aff26f923e50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.671373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.674678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['432d66e3-7ae4-4796-9dca-67457c3bb224']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:40.677531 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.690481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6366dfa8-5963-4243-833d-6fb3fcaafdf5') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:40.690755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6366dfa8-5963-4243-833d-6fb3fcaafdf5') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:40.738445 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.752733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.753473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Fanout notify agent at l3_agent the message router_deleted on router 21a3ea89-d00a-4f79-8a8d-be28a3c28f49 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:49:40.761671 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.761874 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26422932-391e-43d0-a9dc-aff26f923e50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.762353 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26422932-391e-43d0-a9dc-aff26f923e50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.763174 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a8f3cd87-6c2d-4637-a2c4-f5365e272110 tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/routers/21a3ea89-d00a-4f79-8a8d-be28a3c28f49 HTTP/1.1" status: 204 len: 168 time: 2.8287849 Nov 25 19:49:40.764473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.773303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52150) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:40.785210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-26422932-391e-43d0-a9dc-aff26f923e50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Calling delete_port for b556cf06-ca41-405f-a280-0dd94bf46550 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:40.810245 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:40.810660 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:40.814173 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:40.909905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcd9b27b-d2cd-465b-b80d-83d0b487942f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Deleting subnet c61bbf24-0f9a-4de4-9a2b-8b9e75b179f0 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:49:40.914889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b27b-d2cd-465b-b80d-83d0b487942f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.982350 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:40.997469 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26422932-391e-43d0-a9dc-aff26f923e50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.017754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.024671 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/networks/432d66e3-7ae4-4796-9dca-67457c3bb224 HTTP/1.1" status: 204 len: 168 time: 2.3726773 Nov 25 19:49:41.049380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52160) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:41.058904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-811625755'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:41.072155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26422932-391e-43d0-a9dc-aff26f923e50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event deleted for resources: {'Port': ['ID=b556cf06-ca41-405f-a280-0dd94bf46550,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:41.073523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c2b87-b79e-424a-b267-a67db634e893 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Network': ['ID=432d66e3-7ae4-4796-9dca-67457c3bb224,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:41.099653 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b27b-d2cd-465b-b80d-83d0b487942f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.212933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:41.221259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.245789 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26422932-391e-43d0-a9dc-aff26f923e50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.251809 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26422932-391e-43d0-a9dc-aff26f923e50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.255901 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b27b-d2cd-465b-b80d-83d0b487942f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.260580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-26422932-391e-43d0-a9dc-aff26f923e50 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "DELETE /v2.0/floatingips/304729af-9e22-405b-86e2-78cd9e3c8152 HTTP/1.1" status: 204 len: 168 time: 0.8540382 Nov 25 19:49:41.392338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:41.426840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.426840 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Added segment 4f3dd749-9c6f-4da4-a779-1070363b82a6 of type vlan for network 55e0284d-b4a0-41d0-b8d6-280bb5195f8f Nov 25 19:49:41.491331 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b27b-d2cd-465b-b80d-83d0b487942f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.563983 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.570250 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd9b27b-d2cd-465b-b80d-83d0b487942f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Subnet': ['ID=c61bbf24-0f9a-4de4-9a2b-8b9e75b179f0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:41.591425 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dcd9b27b-d2cd-465b-b80d-83d0b487942f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.595505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17591e23-4232-4bf5-a7e5-58b9d6c0e492 None None] Network 99fc22d7-e0bc-40d9-9f24-1339cddb3078 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:41.603115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52170) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:41.603856 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dcd9b27b-d2cd-465b-b80d-83d0b487942f tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/subnets/c61bbf24-0f9a-4de4-9a2b-8b9e75b179f0 HTTP/1.1" status: 204 len: 168 time: 0.8289175 Nov 25 19:49:41.624611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52172) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:41.640564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-74818e97-80e8-4b9c-b509-f7cd70a7415e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'security_group': {'name': 'tempest-securitygroup--603293942', 'description': 'tempest-description--41429582'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:41.681425 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.694163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:41.696265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.834193 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74818e97-80e8-4b9c-b509-f7cd70a7415e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.853261 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:41.956687 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9009368 Nov 25 19:49:41.958111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52182) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:42.085536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0129715-101d-40ee-a08d-57a7449d7240 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Network': ['ID=55e0284d-b4a0-41d0-b8d6-280bb5195f8f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:42.119336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '55e0284d-b4a0-41d0-b8d6-280bb5195f8f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:42.125518 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.183520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99fc22d7-e0bc-40d9-9f24-1339cddb3078']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:42.216335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 55e0284d-b4a0-41d0-b8d6-280bb5195f8f details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:42.224175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '302d101d-5705-4bda-aeb9-a6e0de53b538') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:42.224599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '302d101d-5705-4bda-aeb9-a6e0de53b538') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:42.293638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.316821 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.332443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:42.333771 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:42.342414 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:42.348640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f6250-2481-407b-9acb-fe41fd48b9af None None] DHCP port deletion for 99fc22d7-e0bc-40d9-9f24-1339cddb3078 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:42.529786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:42.532841 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.543780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.551462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.564373 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] 10.222.0.15 "DELETE /v2.0/networks/99fc22d7-e0bc-40d9-9f24-1339cddb3078 HTTP/1.1" status: 204 len: 168 time: 0.9560573 Nov 25 19:49:42.586705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad31ac-6ca1-4065-ab30-c538d21ff9ba tempest-FloatingIPTestJSON-1042181202 tempest-FloatingIPTestJSON-1042181202-project] Pushing event deleted for resources: {'Network': ['ID=99fc22d7-e0bc-40d9-9f24-1339cddb3078,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:42.753178 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74818e97-80e8-4b9c-b509-f7cd70a7415e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.801159 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74818e97-80e8-4b9c-b509-f7cd70a7415e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.855966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74818e97-80e8-4b9c-b509-f7cd70a7415e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:42.865878 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74818e97-80e8-4b9c-b509-f7cd70a7415e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:42.871297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52212) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:42.874134 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-74818e97-80e8-4b9c-b509-f7cd70a7415e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.2471726 Nov 25 19:49:42.880656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5ee6389b-4448-4941-bdf9-a756edffc1ee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'security_group_rule': {'security_group_id': '47f4f9c4-0896-4a9c-b3e3-799d7c4506ca', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:42.999103 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ee6389b-4448-4941-bdf9-a756edffc1ee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.093554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52218) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:43.143696 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ee6389b-4448-4941-bdf9-a756edffc1ee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.153348 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.160407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ee6389b-4448-4941-bdf9-a756edffc1ee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.237840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee6389b-4448-4941-bdf9-a756edffc1ee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd246d9-cb9c-494d-a8e2-4fdd45efbf78,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:43.254582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ee6389b-4448-4941-bdf9-a756edffc1ee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.271741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5ee6389b-4448-4941-bdf9-a756edffc1ee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3828242 Nov 25 19:49:43.273373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52224) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:43.286077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Subnet': ['ID=d0b4f4d1-40d6-496b-ba4c-4a7dc1a530ff,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:43.296368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4a76205b-a7d8-419d-8aaa-d4718eaebe8e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'security_group_rule': {'security_group_id': '47f4f9c4-0896-4a9c-b3e3-799d7c4506ca', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:43.320782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Checking segment: {'id': '4f3dd749-9c6f-4da4-a779-1070363b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '55e0284d-b4a0-41d0-b8d6-280bb5195f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:43.321344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network hostable DHCP agents. Network: 55e0284d-b4a0-41d0-b8d6-280bb5195f8f, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:43.364965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 55e0284d-b4a0-41d0-b8d6-280bb5195f8f is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:43.373118 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a76205b-a7d8-419d-8aaa-d4718eaebe8e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.440119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52230) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:43.441731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 55e0284d-b4a0-41d0-b8d6-280bb5195f8f) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:43.454545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e6060cb-1fef-4166-9c42-7d4618577033 None None] Network 55e0284d-b4a0-41d0-b8d6-280bb5195f8f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:43.460837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:43.461791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.474475 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a76205b-a7d8-419d-8aaa-d4718eaebe8e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.484205 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a76205b-a7d8-419d-8aaa-d4718eaebe8e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.502124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c38d4-1e16-49ac-920e-8146c6e472e4 req-96cb561d-aee5-46e6-ba47-63dd56a2236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:43.502962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c38d4-1e16-49ac-920e-8146c6e472e4 req-96cb561d-aee5-46e6-ba47-63dd56a2236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:43.504544 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c38d4-1e16-49ac-920e-8146c6e472e4 req-96cb561d-aee5-46e6-ba47-63dd56a2236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:43.504746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c38d4-1e16-49ac-920e-8146c6e472e4 req-96cb561d-aee5-46e6-ba47-63dd56a2236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:43.505431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c38d4-1e16-49ac-920e-8146c6e472e4 req-96cb561d-aee5-46e6-ba47-63dd56a2236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:43.506291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c38d4-1e16-49ac-920e-8146c6e472e4 req-96cb561d-aee5-46e6-ba47-63dd56a2236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:43.507125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9c38d4-1e16-49ac-920e-8146c6e472e4 req-96cb561d-aee5-46e6-ba47-63dd56a2236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:43.522562 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6a9c38d4-1e16-49ac-920e-8146c6e472e4 req-96cb561d-aee5-46e6-ba47-63dd56a2236d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6503 time: 0.4233983 Nov 25 19:49:43.538626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4a76205b-a7d8-419d-8aaa-d4718eaebe8e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.551193 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9b1998e2-5441-4344-82c9-15644e90a719 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4584119 Nov 25 19:49:43.552091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4a76205b-a7d8-419d-8aaa-d4718eaebe8e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2664955 Nov 25 19:49:43.552091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52238) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:43.552091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': '55e0284d-b4a0-41d0-b8d6-280bb5195f8f', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-200412430'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:43.554482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52240) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:43.610178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:43.620883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a76205b-a7d8-419d-8aaa-d4718eaebe8e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8704be-65e5-484c-aa64-a2aaab7054e1,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:43.695345 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6a9c38d4-1e16-49ac-920e-8146c6e472e4 req-655a9588-8f39-4ab2-a234-6c18d4ddf277 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&id=8471c015-870a-4ab5-abfa-bb4846f61774&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1711912 Nov 25 19:49:43.761707 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0ed2eac9-dd71-49ca-890b-fdde69f9cce1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0c7eab33e6a6466a97dc03b69cc3154e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3169069 Nov 25 19:49:43.763513 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.765398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52246) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:43.907202 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b01a3b93-1a57-4f0e-a1c0-0ee24add7f83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.915052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:43.921000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.935121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-55e0284d-b4a0-41d0-b8d6-280bb5195f8f', 'network_id': '55e0284d-b4a0-41d0-b8d6-280bb5195f8f', 'tenant_id': '1164c57cbe194d0c9c1f3fc03dab0ca4', 'fixed_ips': [{'subnet_id': 'd0b4f4d1-40d6-496b-ba4c-4a7dc1a530ff'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:43.936953 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:43.949319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port cd0c89fe-abba-4755-9f2c-2b38738ade05 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:43.961857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b01a3b93-1a57-4f0e-a1c0-0ee24add7f83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.038395 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.105815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b01a3b93-1a57-4f0e-a1c0-0ee24add7f83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.109584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b01a3b93-1a57-4f0e-a1c0-0ee24add7f83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.114661 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b01a3b93-1a57-4f0e-a1c0-0ee24add7f83 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/78981ec5-7540-4970-8064-2acda4b9ce0b HTTP/1.1" status: 204 len: 168 time: 0.3446217 Nov 25 19:49:44.131780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a3b93-1a57-4f0e-a1c0-0ee24add7f83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78981ec5-7540-4970-8064-2acda4b9ce0b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:44.203791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8::6f (55e0284d-b4a0-41d0-b8d6-280bb5195f8f/d0b4f4d1-40d6-496b-ba4c-4a7dc1a530ff/cd0c89fe-abba-4755-9f2c-2b38738ade05) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:44.319126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Allocated IP 172.25.8.85 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/a96ac27d-22c5-4df3-9e4d-ae806919e5ab) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:44.533265 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.579875 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.639480 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.695377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Allocated IP 2001:db8::2 (55e0284d-b4a0-41d0-b8d6-280bb5195f8f/d0b4f4d1-40d6-496b-ba4c-4a7dc1a530ff/7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:44.800620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 55e0284d-b4a0-41d0-b8d6-280bb5195f8f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:44.807144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:44.811631 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.826460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:44.854847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:44.856166 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:44.904694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=cd0c89fe-abba-4755-9f2c-2b38738ade05,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:44.930283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:44.938827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:44.943873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:44.987669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52278) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:45.001334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e33b64d8-2cd1-435d-a19a-13baa9240066 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 891 time: 1.4528191 Nov 25 19:49:45.122639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'Port': ['ID=a96ac27d-22c5-4df3-9e4d-ae806919e5ab,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:45.177926 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.210532 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.281401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f669ca90-c13b-4b7a-bd3d-7a95c4f997c3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port cd0c89fe-abba-4755-9f2c-2b38738ade05 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:45.282307 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f669ca90-c13b-4b7a-bd3d-7a95c4f997c3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.377221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Network 55e0284d-b4a0-41d0-b8d6-280bb5195f8f is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:45.397227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:45.411697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:45.417201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.428608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Pushing event updated for resources: {'Port': ['ID=7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:45.451257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.451618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.456409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.456773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.457126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.457470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.457813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.458153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.458487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.462868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.463334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.463686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:49:45.516934 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.571155 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f669ca90-c13b-4b7a-bd3d-7a95c4f997c3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.588343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f669ca90-c13b-4b7a-bd3d-7a95c4f997c3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for cd0c89fe-abba-4755-9f2c-2b38738ade05 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:45.608394 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Attempting to bind port 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:45.609093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Attempting to bind port 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4f3dd749-9c6f-4da4-a779-1070363b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '55e0284d-b4a0-41d0-b8d6-280bb5195f8f'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:45.609921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Attempting to bind port 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5 on network 55e0284d-b4a0-41d0-b8d6-280bb5195f8f {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:45.622142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:45.622893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Checking segment: {'id': '4f3dd749-9c6f-4da4-a779-1070363b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '55e0284d-b4a0-41d0-b8d6-280bb5195f8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:45.623586 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.624259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Bound using segment: {'id': '4f3dd749-9c6f-4da4-a779-1070363b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '55e0284d-b4a0-41d0-b8d6-280bb5195f8f'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:45.625118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Bound port: 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3dd749-9c6f-4da4-a779-1070363b82a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '55e0284d-b4a0-41d0-b8d6-280bb5195f8f'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:45.627650 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.761325 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f669ca90-c13b-4b7a-bd3d-7a95c4f997c3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.872150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669ca90-c13b-4b7a-bd3d-7a95c4f997c3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=cd0c89fe-abba-4755-9f2c-2b38738ade05,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:45.924159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] For port 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:45.932104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] For port 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5,segment=NetworkSegment(4f3dd749-9c6f-4da4-a779-1070363b82a6),segment_id=4f3dd749-9c6f-4da4-a779-1070363b82a6)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:45.937305 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.943089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52302) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:45.945973 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f669ca90-c13b-4b7a-bd3d-7a95c4f997c3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:45.966959 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f669ca90-c13b-4b7a-bd3d-7a95c4f997c3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/cd0c89fe-abba-4755-9f2c-2b38738ade05 HTTP/1.1" status: 204 len: 168 time: 0.9775507 Nov 25 19:49:45.967973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52306) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:46.121398 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-40cf87ab-c5a2-42fd-91cc-4abd2f30f840 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:49:46.123948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-40cf87ab-c5a2-42fd-91cc-4abd2f30f840 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/cd0c89fe-abba-4755-9f2c-2b38738ade05 HTTP/1.1" status: 404 len: 333 time: 0.1522810 Nov 25 19:49:46.128356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52308) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:46.130605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a51ad59-9df9-485c-9570-ded118db87a4 None None] Pushing event updated for resources: {'Port': ['ID=7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:46.208877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1232059293'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:46.267498 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-769674be-7127-427b-a52b-27bfca7f9be4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting subnet d0b4f4d1-40d6-496b-ba4c-4a7dc1a530ff {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:49:46.274867 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.279664 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-769674be-7127-427b-a52b-27bfca7f9be4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.290986 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.347130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:46.364402 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.375528 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-769674be-7127-427b-a52b-27bfca7f9be4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.419856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'Port': ['ID=a96ac27d-22c5-4df3-9e4d-ae806919e5ab,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:46.466126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.618908 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-769674be-7127-427b-a52b-27bfca7f9be4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.694296 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-769674be-7127-427b-a52b-27bfca7f9be4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.731826 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.741712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769674be-7127-427b-a52b-27bfca7f9be4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Subnet': ['ID=d0b4f4d1-40d6-496b-ba4c-4a7dc1a530ff,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:46.745094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-769674be-7127-427b-a52b-27bfca7f9be4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.755744 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-769674be-7127-427b-a52b-27bfca7f9be4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/d0b4f4d1-40d6-496b-ba4c-4a7dc1a530ff HTTP/1.1" status: 204 len: 168 time: 0.6258452 Nov 25 19:49:46.760172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52316) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:46.835940 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.855997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7d574185-347e-4870-8c0c-2f229733732b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2980781 Nov 25 19:49:46.912050 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.944287 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:46.959247 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.047261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d86666-19d8-4c3d-bd11-f783d67a277f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:47.055313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:47.071289 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.071772 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Added segment d58ba6df-030f-4d81-bc6b-80129d70c03a of type vlan for network 238d439a-9d5b-4cb6-825e-eb80cd3439ad Nov 25 19:49:47.090554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:47.092298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.149569 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.205468 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.215831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:47.216573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.305153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] For port 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5,segment=NetworkSegment(4f3dd749-9c6f-4da4-a779-1070363b82a6),segment_id=4f3dd749-9c6f-4da4-a779-1070363b82a6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:49:47.306006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.315988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Network': ['ID=238d439a-9d5b-4cb6-825e-eb80cd3439ad,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:47.331681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:47.366680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:47.408460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ceee4cae-dbe4-4941-9fa8-1b7b76f3997e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.4629560 Nov 25 19:49:47.416410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52338) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:47.453210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'name': 'tempest-PortsTestJSON-727700370'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:47.557942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.574815 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-0a959fdc-5a98-49d0-b3fd-27fd21a74a6c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--603293942&fields=id&tenant_id=6ae5c53d158543ccacbc744f1ee139bb HTTP/1.1" status: 200 len: 267 time: 0.2598300 Nov 25 19:49:47.607229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:47.646440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No DVR routers for this DVR port 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:49:47.885043 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:47.959093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55e0284d-b4a0-41d0-b8d6-280bb5195f8f']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:47.978482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3dd749-9c6f-4da4-a779-1070363b82a6') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:47.978817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3dd749-9c6f-4da4-a779-1070363b82a6') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:48.004772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.036218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.044076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:48.044486 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:48.048990 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:48.066365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-03184d8a-18bf-4f8d-9e24-743eee963cd6 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:48.068197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-03184d8a-18bf-4f8d-9e24-743eee963cd6 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 817 time: 0.4913640 Nov 25 19:49:48.120720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-6850c6e1-307c-4720-92f8-d93fb3f67fbb tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/quotas/6ae5c53d158543ccacbc744f1ee139bb HTTP/1.1" status: 200 len: 375 time: 0.0179169 Nov 25 19:49:48.122002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:48.128311 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.176876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1110fbd-19d9-4b9f-a852-b0cafb3f08f7 None None] Network 55e0284d-b4a0-41d0-b8d6-280bb5195f8f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:48.189113 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.202015 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.215899 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/networks/55e0284d-b4a0-41d0-b8d6-280bb5195f8f HTTP/1.1" status: 204 len: 168 time: 1.4540548 Nov 25 19:49:48.224875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52348) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:48.279381 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dda13b9d-de5a-4850-ac8a-1f99f5b79b1a None None] Could not find standard attr ID for object 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:49:48.288725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'name': 'tempest-PortsIpV6TestJSON-152228420'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:48.319556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:48.347383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf09bc8-fdb2-4edc-b2c4-75434be52954 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Network': ['ID=55e0284d-b4a0-41d0-b8d6-280bb5195f8f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:48.390182 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-9d96546b-3f88-478f-b425-1e4b625482f3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2577188 Nov 25 19:49:48.645243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:48.665249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:48.682372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6771b7d9-286a-404d-bc62-1544a9e66af1 None None] DHCP port deletion for 55e0284d-b4a0-41d0-b8d6-280bb5195f8f request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:49:48.722936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port 24d88bce-2ed5-4355-8649-e0238c68cb1f yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:48.924745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-a4753023-903e-41c3-892b-1c7ba19c6859 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:49:48.925911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-a4753023-903e-41c3-892b-1c7ba19c6859 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4665492 Nov 25 19:49:49.000085 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.065470 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.165198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 00f376de-6834-40df-926f-9a55b0305d9e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:49.174439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:49.179981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:49.186981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:49.187642 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.204169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=24d88bce-2ed5-4355-8649-e0238c68cb1f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:49.228925 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ef780e23-c985-409d-be48-623f3a2f1823 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.9989989 Nov 25 19:49:49.234640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52366) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:49.244026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-d5dd845e-0a2d-4eeb-bd51-8f549d73c74c service neutron] 10.222.0.15 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3100767 Nov 25 19:49:49.248863 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.517969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-7ebd0fb4-c66d-4304-9136-b19ba6567d21 service neutron] 10.222.0.15 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594149 Nov 25 19:49:49.548847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ec638715-b255-4547-8b37-ae6066261acf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 24d88bce-2ed5-4355-8649-e0238c68cb1f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:49.549630 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec638715-b255-4547-8b37-ae6066261acf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.596923 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.780089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec638715-b255-4547-8b37-ae6066261acf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:49.799751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=f62fa00b-8feb-48a7-9869-057b3c1ce2e6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:49.810834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ec638715-b255-4547-8b37-ae6066261acf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 24d88bce-2ed5-4355-8649-e0238c68cb1f owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:49.819223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Checking segment: {'id': 'd58ba6df-030f-4d81-bc6b-80129d70c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:49.825450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network hostable DHCP agents. Network: 238d439a-9d5b-4cb6-825e-eb80cd3439ad, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:49.903228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:49.943683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 238d439a-9d5b-4cb6-825e-eb80cd3439ad) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:49.957051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:49:49.960870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20636e9-0af1-4724-8df3-3b5496f1880f None None] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:49.967450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:49.998431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:49.999802 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:50.103828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-91bb7a08-db12-4d7c-9dc2-fde3042deae7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.6802685 Nov 25 19:49:50.153825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52386) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:50.170957 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe54dcb5-1e5a-44d9-ad8d-2943cd5c7a37 req-53063225-4a15-4d2c-b451-96101a16af71 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 210 time: 0.1247749 Nov 25 19:49:50.191830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2129759547'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:50.263947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:49:50.268392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:50.277090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7b42a6cc-8cf6-4f90-a9d4-0d64c27b5dc5 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:49:50.278539 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:50.344345 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:50.373481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:50.374048 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Added segment 4e25f7cc-fea0-4420-b220-701d751c471d of type vlan for network 5c9726da-13b0-40a8-918f-fb809be6a4d1 Nov 25 19:49:50.506668 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:50.579597 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:50.602884 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:50.605458 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:50.747382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:50.756782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52396) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:50.846212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6732938 Nov 25 19:49:50.925533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52400) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:50.934524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'ports': [{'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad'}, {'network_id': '5c9726da-13b0-40a8-918f-fb809be6a4d1'}]} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:50.935987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:50.939477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': '5c9726da-13b0-40a8-918f-fb809be6a4d1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:50.967984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189885f6-74b9-464a-80a2-262531080dca tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Network': ['ID=5c9726da-13b0-40a8-918f-fb809be6a4d1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:50.986327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 5c9726da-13b0-40a8-918f-fb809be6a4d1 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:51.223949 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00f542e4-dbad-4781-bcb8-899efe0cf028 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.341830 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec638715-b255-4547-8b37-ae6066261acf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.421401 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec638715-b255-4547-8b37-ae6066261acf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.433529 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ec638715-b255-4547-8b37-ae6066261acf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/24d88bce-2ed5-4355-8649-e0238c68cb1f HTTP/1.1" status: 204 len: 168 time: 2.1957974 Nov 25 19:49:51.435716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52414) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:51.439369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 2} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:51.441096 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00f542e4-dbad-4781-bcb8-899efe0cf028 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.452520 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.461684 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00f542e4-dbad-4781-bcb8-899efe0cf028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.465283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'mac_address': 'fa:16:3e:a6:34:aa', 'name': 'tempest-PortsIpV6TestJSON-714775227'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:51.528642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16694008-1b5c-476c-b1e5-8af9169a8f65 req-494634ae-556d-4df8-9862-6b210c485237 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 210 time: 0.0850797 Nov 25 19:49:51.549651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-00f542e4-dbad-4781-bcb8-899efe0cf028 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=261683e7e632425f95e6fda1cf43eef6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7896490 Nov 25 19:49:51.556169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52416) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:51.636005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f542e4-dbad-4781-bcb8-899efe0cf028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=062b5df7-42aa-4361-9348-f98a693cd173,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:51.687295 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d9dcde61-1231-4b09-92e8-be06fd7cdde4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.724615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec638715-b255-4547-8b37-ae6066261acf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=24d88bce-2ed5-4355-8649-e0238c68cb1f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:51.733674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d9dcde61-1231-4b09-92e8-be06fd7cdde4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.739175 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.914005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d9dcde61-1231-4b09-92e8-be06fd7cdde4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.920850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 664e1d67-5d3d-4780-a5f8-69d6314f96e6 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:51.925289 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d9dcde61-1231-4b09-92e8-be06fd7cdde4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:51.927339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d9dcde61-1231-4b09-92e8-be06fd7cdde4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/062b5df7-42aa-4361-9348-f98a693cd173 HTTP/1.1" status: 204 len: 168 time: 0.3696532 Nov 25 19:49:51.967195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:51.968911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dcde61-1231-4b09-92e8-be06fd7cdde4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=062b5df7-42aa-4361-9348-f98a693cd173,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:52.225934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.232729 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.316279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port 7b02b5c9-dc9e-400b-a53f-9b4b433c6c4c yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:52.379689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 93221be7-03d8-44e0-ac0e-aa24c24abb33 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:52.589775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52432) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:52.593587 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.613430 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1492ef-e28c-4ae9-bf64-b8ed1beb861a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.714724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.763950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1492ef-e28c-4ae9-bf64-b8ed1beb861a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.789393 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-de1492ef-e28c-4ae9-bf64-b8ed1beb861a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.798739 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.824463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f10913fe-33a5-4bc0-8498-b94747fd14db req-1d05681e-6721-43e7-8690-107440724898 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 210 time: 0.1132071 Nov 25 19:49:52.872450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:52.907611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-de1492ef-e28c-4ae9-bf64-b8ed1beb861a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20193ac8d3d84d728dd4a9d9be17d518&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3128941 Nov 25 19:49:52.909779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52442) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:52.920422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1492ef-e28c-4ae9-bf64-b8ed1beb861a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d99085-9d95-42fd-bcb5-2ff2703f3e5b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:52.955273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:52.960234 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.964207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:52.965213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:52.987849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=664e1d67-5d3d-4780-a5f8-69d6314f96e6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:53.001431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-995f4468-1bd2-47aa-9513-44419a99edb3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:53.003609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-995f4468-1bd2-47aa-9513-44419a99edb3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.76 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 817 time: 0.2932351 Nov 25 19:49:53.036309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.050829 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2c87-03d2-40f5-af31-c5d267a69244 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.075749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 00f376de-6834-40df-926f-9a55b0305d9e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:53.086881 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:53.089599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:53.097462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:53.098008 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.110350 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2c87-03d2-40f5-af31-c5d267a69244 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.127961 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-6aaa69a4-7e1e-4ea1-8a6e-d3a310902698 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ae5c53d158543ccacbc744f1ee139bb HTTP/1.1" status: 200 len: 379 time: 0.1084707 Nov 25 19:49:53.134320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=7b02b5c9-dc9e-400b-a53f-9b4b433c6c4c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:53.143140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'port': {'device_id': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'admin_state_up': True, 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'security_groups': ['47f4f9c4-0896-4a9c-b3e3-799d7c4506ca']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:53.174058 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8897da70-a220-4697-b945-f65e3ffed11d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7166026 Nov 25 19:49:53.178628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52446) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:53.183685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Checking segment: {'id': '4e25f7cc-fea0-4420-b220-701d751c471d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '5c9726da-13b0-40a8-918f-fb809be6a4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:53.184561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network hostable DHCP agents. Network: 5c9726da-13b0-40a8-918f-fb809be6a4d1, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:53.223039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=93221be7-03d8-44e0-ac0e-aa24c24abb33,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:53.242160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 5c9726da-13b0-40a8-918f-fb809be6a4d1 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:53.255696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 5c9726da-13b0-40a8-918f-fb809be6a4d1) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:53.267835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:53.278765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:53.284989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b13304b-2cb5-4add-b543-f18538565440 None None] Network 5c9726da-13b0-40a8-918f-fb809be6a4d1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:53.289740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:53.291459 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.322856 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-24368cdb-2ca2-42e1-b5f3-eadce526be7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3931124 Nov 25 19:49:53.327605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52450) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:53.345323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c98541-8952-4430-85a7-99fb7dd02089 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:53.353246 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c3c98541-8952-4430-85a7-99fb7dd02089 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/7b02b5c9-dc9e-400b-a53f-9b4b433c6c4c HTTP/1.1" status: 200 len: 844 time: 0.1667120 Nov 25 19:49:53.355570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52452) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:53.455968 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2c87-03d2-40f5-af31-c5d267a69244 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.460174 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6c2b2c87-03d2-40f5-af31-c5d267a69244 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.461955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6c2b2c87-03d2-40f5-af31-c5d267a69244 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/57d99085-9d95-42fd-bcb5-2ff2703f3e5b HTTP/1.1" status: 204 len: 168 time: 0.5511923 Nov 25 19:49:53.536468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b2c87-03d2-40f5-af31-c5d267a69244 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d99085-9d95-42fd-bcb5-2ff2703f3e5b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:53.559271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-0579e2e7-e7d1-4ee0-ab34-21c28a65d8c4 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 93221be7-03d8-44e0-ac0e-aa24c24abb33 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:53.560937 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0579e2e7-e7d1-4ee0-ab34-21c28a65d8c4 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.571291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Made reservation on behalf of 6ae5c53d158543ccacbc744f1ee139bb for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:53.577047 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.645152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fa557d0f-aca8-4ffe-88f7-6422f2a58957 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 7b02b5c9-dc9e-400b-a53f-9b4b433c6c4c {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:53.647341 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa557d0f-aca8-4ffe-88f7-6422f2a58957 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.690739 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0579e2e7-e7d1-4ee0-ab34-21c28a65d8c4 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.712652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-0579e2e7-e7d1-4ee0-ab34-21c28a65d8c4 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 93221be7-03d8-44e0-ac0e-aa24c24abb33 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:53.871728 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0579e2e7-e7d1-4ee0-ab34-21c28a65d8c4 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.920341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579e2e7-e7d1-4ee0-ab34-21c28a65d8c4 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=93221be7-03d8-44e0-ac0e-aa24c24abb33,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:53.934377 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0579e2e7-e7d1-4ee0-ab34-21c28a65d8c4 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:53.941304 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0579e2e7-e7d1-4ee0-ab34-21c28a65d8c4 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/93221be7-03d8-44e0-ac0e-aa24c24abb33 HTTP/1.1" status: 204 len: 168 time: 0.6036913 Nov 25 19:49:53.944002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52466) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:53.963584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa557d0f-aca8-4ffe-88f7-6422f2a58957 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.024457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fa557d0f-aca8-4ffe-88f7-6422f2a58957 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 7b02b5c9-dc9e-400b-a53f-9b4b433c6c4c owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:54.067147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bbe17c-896b-489b-b9dc-fa897f70585d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:54.076626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46bbe17c-896b-489b-b9dc-fa897f70585d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:54.083320 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-46bbe17c-896b-489b-b9dc-fa897f70585d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1373472 Nov 25 19:49:54.083999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52474) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:54.086409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-766416ce-1188-44a0-8616-fae115e6a959 req-0bd29641-9435-4ceb-8d3c-613914e85226 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 210 time: 0.0874238 Nov 25 19:49:54.180446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Allocated IP 172.20.0.8 (7e0b2e52-824e-4a98-89a4-862e86639ee6/7a644e6b-8488-43f8-9b0b-e8abf75f6e46/facdf361-3d59-45df-8e09-529c03788133) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:54.280428 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa557d0f-aca8-4ffe-88f7-6422f2a58957 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.296009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-80ad331d-2f4c-4522-8138-d3f137bcdf86 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 664e1d67-5d3d-4780-a5f8-69d6314f96e6 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:54.299389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80ad331d-2f4c-4522-8138-d3f137bcdf86 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.387810 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa557d0f-aca8-4ffe-88f7-6422f2a58957 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.392928 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fa557d0f-aca8-4ffe-88f7-6422f2a58957 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/7b02b5c9-dc9e-400b-a53f-9b4b433c6c4c HTTP/1.1" status: 204 len: 168 time: 1.0361109 Nov 25 19:49:54.395205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa557d0f-aca8-4ffe-88f7-6422f2a58957 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=7b02b5c9-dc9e-400b-a53f-9b4b433c6c4c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:54.408330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52482) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:54.440446 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5936ee-abef-488b-91f5-1ea4afc225fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:49:54.441916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ac5936ee-abef-488b-91f5-1ea4afc225fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/7b02b5c9-dc9e-400b-a53f-9b4b433c6c4c HTTP/1.1" status: 404 len: 333 time: 0.0325677 Nov 25 19:49:54.448103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52488) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:54.449918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80ad331d-2f4c-4522-8138-d3f137bcdf86 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.480205 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-80ad331d-2f4c-4522-8138-d3f137bcdf86 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 664e1d67-5d3d-4780-a5f8-69d6314f96e6 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:54.482504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'name': 'tempest-PortsIpV6TestJSON-940982703'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:54.605134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80ad331d-2f4c-4522-8138-d3f137bcdf86 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.671398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ad331d-2f4c-4522-8138-d3f137bcdf86 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=664e1d67-5d3d-4780-a5f8-69d6314f96e6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:54.698636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.704413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:54.707888 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80ad331d-2f4c-4522-8138-d3f137bcdf86 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.709952 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.733576 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-80ad331d-2f4c-4522-8138-d3f137bcdf86 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/664e1d67-5d3d-4780-a5f8-69d6314f96e6 HTTP/1.1" status: 204 len: 168 time: 0.6444807 Nov 25 19:49:54.734044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52496) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:54.745026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port 1cdcb99d-7712-45c0-9867-025a4f80b8f5 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:54.819686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f744240e-13a9-4ab9-8680-8aa0d24ac046 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:54.823455 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f744240e-13a9-4ab9-8680-8aa0d24ac046 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0874174 Nov 25 19:49:54.834998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52500) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:54.860397 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:54.896520 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-951cd0e2-a7fe-4da9-93f9-c6d9c6113cb3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:49:54.900631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-951cd0e2-a7fe-4da9-93f9-c6d9c6113cb3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/93221be7-03d8-44e0-ac0e-aa24c24abb33 HTTP/1.1" status: 404 len: 333 time: 0.0617199 Nov 25 19:49:54.900993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52504) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:54.940821 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d927b96-edd1-4e3a-ad65-30613101d31d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:49:54.944778 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2d927b96-edd1-4e3a-ad65-30613101d31d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/664e1d67-5d3d-4780-a5f8-69d6314f96e6 HTTP/1.1" status: 404 len: 333 time: 0.0403540 Nov 25 19:49:54.945984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52508) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:55.040227 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Network 7e0b2e52-824e-4a98-89a4-862e86639ee6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:55.043780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:55.058716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:55.095296 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.277108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event updated for resources: {'Port': ['ID=facdf361-3d59-45df-8e09-529c03788133,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:55.314613 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.334144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:55.334973 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.433363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-918492c3-cc2f-427b-9cec-49ca7c9ff66c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2972870 Nov 25 19:49:55.466014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Request body: {'port': {'device_id': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:55.478451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.547965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c9726da-13b0-40a8-918f-fb809be6a4d1']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:55.578960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840bcc5-2c18-46eb-afcd-d36a76b5e336 req-b426be58-ef91-4a8d-82f7-653179a6b186 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:55.582445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6840bcc5-2c18-46eb-afcd-d36a76b5e336 req-b426be58-ef91-4a8d-82f7-653179a6b186 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 931 time: 0.2337883 Nov 25 19:49:55.585232 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.586332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e25f7cc-fea0-4420-b220-701d751c471d') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:55.586735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e25f7cc-fea0-4420-b220-701d751c471d') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:49:55.627557 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.639487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bdbf3026-712f-45ef-91c3-acf0a0150665 None None] Provisioning complete for port facdf361-3d59-45df-8e09-529c03788133 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:49:55.640321 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bdbf3026-712f-45ef-91c3-acf0a0150665 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.677343 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.691149 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:49:55.693168 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:49:55.702132 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:49:55.733490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-bdbf3026-712f-45ef-91c3-acf0a0150665 None None] Port facdf361-3d59-45df-8e09-529c03788133 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:49:55.878092 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.952052 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.957920 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:55.964477 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/networks/5c9726da-13b0-40a8-918f-fb809be6a4d1 HTTP/1.1" status: 204 len: 168 time: 1.0170557 Nov 25 19:49:55.967580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7befbe1-8410-4fb7-bd3e-2b130a1dc7fd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Network': ['ID=5c9726da-13b0-40a8-918f-fb809be6a4d1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:55.971983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52528) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:55.988576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-469033042'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:56.028176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:56.041112 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.107458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:56.133035 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.133035 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Added segment 07348d76-ef9e-48cb-8833-ecc163ae5ce6 of type vlan for network e3e6b841-e2b8-448b-9f55-124abec71614 Nov 25 19:49:56.180110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 00f376de-6834-40df-926f-9a55b0305d9e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:56.208359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:56.216541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:56.222711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:56.223550 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.243996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.245262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6840bcc5-2c18-46eb-afcd-d36a76b5e336 req-682bab4b-e967-489c-a25c-077f7a159d26 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2948112 Nov 25 19:49:56.251562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=1cdcb99d-7712-45c0-9867-025a4f80b8f5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:56.258994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8b895abe-8924-4587-ae6f-161722d6dd5c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8077452 Nov 25 19:49:56.264906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id facdf361-3d59-45df-8e09-529c03788133 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:49:56.270963 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52534) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:56.276739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6b764e67-e360-48d6-9784-1e067b9acb0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:56.307815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.328094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.344670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:56.346233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.351510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52538) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:56.360206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Transition to ACTIVE for port object facdf361-3d59-45df-8e09-529c03788133 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:49:56.366853 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.387700 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b764e67-e360-48d6-9784-1e067b9acb0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.498588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Network': ['ID=e3e6b841-e2b8-448b-9f55-124abec71614,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:56.510350 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54947ec8-7f19-4a81-83fb-970e4183d0cd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5355730 Nov 25 19:49:56.512947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52544) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:56.521550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network e3e6b841-e2b8-448b-9f55-124abec71614 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:56.523879 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': 'e3e6b841-e2b8-448b-9f55-124abec71614', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:56.530047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Pushing event updated for resources: {'Port': ['ID=facdf361-3d59-45df-8e09-529c03788133,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:56.693748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Attempting to bind port facdf361-3d59-45df-8e09-529c03788133 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:56.694326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Attempting to bind port facdf361-3d59-45df-8e09-529c03788133 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:56.695143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Attempting to bind port facdf361-3d59-45df-8e09-529c03788133 on network 7e0b2e52-824e-4a98-89a4-862e86639ee6 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:56.743693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Port facdf361-3d59-45df-8e09-529c03788133 on network 7e0b2e52-824e-4a98-89a4-862e86639ee6 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:49:56.746298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Attempting to bind port facdf361-3d59-45df-8e09-529c03788133 on network 7e0b2e52-824e-4a98-89a4-862e86639ee6 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:56.776742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:56.777358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Checking segment: {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:56.777952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Bound using segment: {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:56.778768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Bound port: facdf361-3d59-45df-8e09-529c03788133, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '696a5554-c05b-40ee-bd3a-4199861a79bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:56.779355 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.802990 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2352d3e0-188b-4037-86db-4526bedb7390 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.859579 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b764e67-e360-48d6-9784-1e067b9acb0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.874047 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b764e67-e360-48d6-9784-1e067b9acb0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.905682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:56.913906 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.942722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6b764e67-e360-48d6-9784-1e067b9acb0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] In _notify_port_updated(), no bound segment for port 1cdcb99d-7712-45c0-9867-025a4f80b8f5 on network 00f376de-6834-40df-926f-9a55b0305d9e {{(pid=103651) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:49:56.948809 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b764e67-e360-48d6-9784-1e067b9acb0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:56.949490 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b764e67-e360-48d6-9784-1e067b9acb0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:56.955642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6b764e67-e360-48d6-9784-1e067b9acb0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "PUT /v2.0/ports/1cdcb99d-7712-45c0-9867-025a4f80b8f5 HTTP/1.1" status: 200 len: 818 time: 0.6787622 Nov 25 19:49:56.957640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52550) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:56.962285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:56.967703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:56.972717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b764e67-e360-48d6-9784-1e067b9acb0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=1cdcb99d-7712-45c0-9867-025a4f80b8f5,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:56.978186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.022294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:57.023192 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.025652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] 10.222.0.76 "PUT /v2.0/ports/facdf361-3d59-45df-8e09-529c03788133 HTTP/1.1" status: 200 len: 1091 time: 1.5671749 Nov 25 19:49:57.026111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'tag': 'facdf361-3d59-45df-8e09-529c03788133'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:49:57.028875 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43a1923f-a32f-4feb-a597-e94b29c1c62a" -d '{"events": [{"name": "network-changed", "server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "tag": "facdf361-3d59-45df-8e09-529c03788133"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:49:57.085816 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e661dcd5-207b-4788-9141-7d500a986509 service neutron] Pushing event updated for resources: {'Port': ['ID=facdf361-3d59-45df-8e09-529c03788133,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:57.167668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_backend_mixin [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Performing IP validity checks on allocation pools {{(pid=103652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:49:57.168566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_backend_mixin [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:49:57.193997 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51929873-9312-4163-8b42-15210b6cfc65 x-openstack-request-id: req-51929873-9312-4163-8b42-15210b6cfc65 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:49:57.194830 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "tag": "facdf361-3d59-45df-8e09-529c03788133", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:49:57.195440 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51929873-9312-4163-8b42-15210b6cfc65 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:49:57.196333 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'tag': 'facdf361-3d59-45df-8e09-529c03788133', 'status': 'completed', 'code': 200} Nov 25 19:49:57.285060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-629026fe-fe27-4b58-9746-c64d8b50b8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:57.289005 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2352d3e0-188b-4037-86db-4526bedb7390 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.289291 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-629026fe-fe27-4b58-9746-c64d8b50b8b7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 1094 time: 0.1755877 Nov 25 19:49:57.302977 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2352d3e0-188b-4037-86db-4526bedb7390 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.457200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2352d3e0-188b-4037-86db-4526bedb7390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b4850d-e61b-4c0c-8ecf-ee928cf8aef8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:57.467728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-3b358194-f6ea-4dd7-a3cf-f6752c7650a3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 1cdcb99d-7712-45c0-9867-025a4f80b8f5 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:49:57.468394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3b358194-f6ea-4dd7-a3cf-f6752c7650a3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.478068 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2352d3e0-188b-4037-86db-4526bedb7390 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e1078c6507c545278188c1076dabc8f9&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1187868 Nov 25 19:49:57.483181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52562) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:57.623918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.653030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3b358194-f6ea-4dd7-a3cf-f6752c7650a3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.701080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-3b358194-f6ea-4dd7-a3cf-f6752c7650a3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 1cdcb99d-7712-45c0-9867-025a4f80b8f5 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:49:57.738836 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e7ad-e902-4015-a3b8-19f765db4038 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.801730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Subnet': ['ID=5ceb94ff-9a3a-4f5a-90a0-3546763ca820,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:57.854652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e7ad-e902-4015-a3b8-19f765db4038 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:57.861176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-42122e34-8509-471d-b51c-8e26a5d4714d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facdf361-3d59-45df-8e09-529c03788133 HTTP/1.1" status: 200 len: 217 time: 0.5570433 Nov 25 19:49:57.866065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Checking segment: {'id': '07348d76-ef9e-48cb-8833-ecc163ae5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e3e6b841-e2b8-448b-9f55-124abec71614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:57.866716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network hostable DHCP agents. Network: e3e6b841-e2b8-448b-9f55-124abec71614, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:49:57.962046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-bd58dea9-d74c-4dfa-894b-fee6d132bf4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:57.966242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-bd58dea9-d74c-4dfa-894b-fee6d132bf4c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.0960131 Nov 25 19:49:57.989926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30cfbe9-51eb-4427-bce6-96cd85d799e3 req-0fb77763-5c27-4b6d-85b4-685319f7c247 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:57.990897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network e3e6b841-e2b8-448b-9f55-124abec71614 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:49:57.993192 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e30cfbe9-51eb-4427-bce6-96cd85d799e3 req-0fb77763-5c27-4b6d-85b4-685319f7c247 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.1345103 Nov 25 19:49:58.002066 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3b358194-f6ea-4dd7-a3cf-f6752c7650a3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.019299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, e3e6b841-e2b8-448b-9f55-124abec71614) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:58.043940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:58.044589 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.045728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f56e6251-dd6d-43c1-b9f9-1b720bd044be None None] Network e3e6b841-e2b8-448b-9f55-124abec71614 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:49:58.051117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b358194-f6ea-4dd7-a3cf-f6752c7650a3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=1cdcb99d-7712-45c0-9867-025a4f80b8f5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:58.058029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e7ad-e902-4015-a3b8-19f765db4038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.066457 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7a6e7ad-e902-4015-a3b8-19f765db4038 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.066457 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c7a6e7ad-e902-4015-a3b8-19f765db4038 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1b4850d-e61b-4c0c-8ecf-ee928cf8aef8 HTTP/1.1" status: 204 len: 168 time: 0.5757365 Nov 25 19:49:58.066874 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3b358194-f6ea-4dd7-a3cf-f6752c7650a3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.070523 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3b358194-f6ea-4dd7-a3cf-f6752c7650a3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/1cdcb99d-7712-45c0-9867-025a4f80b8f5 HTTP/1.1" status: 204 len: 168 time: 1.0965986 Nov 25 19:49:58.076407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52570) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:58.102558 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a63523d0-3b97-43bc-b652-35d55fc21ff8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5878639 Nov 25 19:49:58.103229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52572) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:58.105587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a6e7ad-e902-4015-a3b8-19f765db4038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b4850d-e61b-4c0c-8ecf-ee928cf8aef8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:58.127736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': 'e3e6b841-e2b8-448b-9f55-124abec71614', 'name': 'tempest-PortsTestJSON-1175070895'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:58.228421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-a323d58b-0cd1-4b0f-8c53-45da1ce0adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:58.230410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-a323d58b-0cd1-4b0f-8c53-45da1ce0adeb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2566385 Nov 25 19:49:58.244465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e30cfbe9-51eb-4427-bce6-96cd85d799e3 req-fcd8f405-aafd-4f60-bd80-c7eacc0a28aa tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105986 Nov 25 19:49:58.330604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d38e86-7e8d-437f-a3d7-07c65908a867 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:58.336337 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-36d38e86-7e8d-437f-a3d7-07c65908a867 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2590992 Nov 25 19:49:58.340665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52576) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:58.421152 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-7797165f-e160-4f60-93b7-4992230af7e7 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752300 Nov 25 19:49:58.429145 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0f0f14-d825-4309-82d1-68080ce3e136 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:49:58.432146 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1d0f0f14-d825-4309-82d1-68080ce3e136 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/1cdcb99d-7712-45c0-9867-025a4f80b8f5 HTTP/1.1" status: 404 len: 333 time: 0.0894761 Nov 25 19:49:58.440157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52582) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:58.479761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-694585607'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:58.554633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bc7108b-1ecf-4b0f-96cf-5c6856c04ca0 req-c9f1bf65-bd7a-4428-aa2e-ac4a6184a845 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259782 Nov 25 19:49:58.577898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:58.585464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.635799 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-e3e6b841-e2b8-448b-9f55-124abec71614', 'network_id': 'e3e6b841-e2b8-448b-9f55-124abec71614', 'tenant_id': '21e90a9a8da64cb798cde144d4037c2b', 'fixed_ips': [{'subnet_id': '5ceb94ff-9a3a-4f5a-90a0-3546763ca820'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:49:58.637615 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.674180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:58.682560 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.698591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1923f-a32f-4feb-a597-e94b29c1c62a req-bd1c8de7-103b-4341-976a-388c648640ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:58.705429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43a1923f-a32f-4feb-a597-e94b29c1c62a req-bd1c8de7-103b-4341-976a-388c648640ea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 1094 time: 0.0827270 Nov 25 19:49:58.722047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:49:58.739700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 3ee6fb88-2ba6-42c1-8aca-5d135da0e9cd yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:49:58.766444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.767103 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Added segment 641354d7-fd8f-4dd0-ba13-dfc1fa799f9b of type vlan for network 59db38de-350d-4119-bd40-a9ca3906a996 Nov 25 19:49:58.962697 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:58.966624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Allocated IP 172.20.0.2 (e3e6b841-e2b8-448b-9f55-124abec71614/5ceb94ff-9a3a-4f5a-90a0-3546763ca820/99ab6631-a379-444d-9e12-e730b7649f2e) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:59.008965 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.019853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:59.020568 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.069283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1923f-a32f-4feb-a597-e94b29c1c62a req-9cfceb03-015a-48be-99e6-aa985a46528d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:59.075700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43a1923f-a32f-4feb-a597-e94b29c1c62a req-9cfceb03-015a-48be-99e6-aa985a46528d service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.3608263 Nov 25 19:49:59.150680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43a1923f-a32f-4feb-a597-e94b29c1c62a req-69e2e94c-fac9-4e61-a7c5-3dfabad2521d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facdf361-3d59-45df-8e09-529c03788133 HTTP/1.1" status: 200 len: 217 time: 0.0674038 Nov 25 19:49:59.172192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7130585 Nov 25 19:49:59.174484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc0135-9416-48ae-a3e1-b99b1c1446a1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Network': ['ID=59db38de-350d-4119-bd40-a9ca3906a996,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:59.176763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52598) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:49:59.195123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '59db38de-350d-4119-bd40-a9ca3906a996', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:49:59.258362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 59db38de-350d-4119-bd40-a9ca3906a996 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:49:59.284882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1923f-a32f-4feb-a597-e94b29c1c62a req-eb82e6d6-6c32-4975-a53e-c0c851b0b28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:59.286058 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43a1923f-a32f-4feb-a597-e94b29c1c62a req-eb82e6d6-6c32-4975-a53e-c0c851b0b28c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.1253855 Nov 25 19:49:59.335090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:49:59.339440 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.419411 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1923f-a32f-4feb-a597-e94b29c1c62a req-350a3ab4-d999-4a23-9ca7-47110e7805a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:59.427828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43a1923f-a32f-4feb-a597-e94b29c1c62a req-350a3ab4-d999-4a23-9ca7-47110e7805a6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1322687 Nov 25 19:49:59.435952 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.456504 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.509192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Network e3e6b841-e2b8-448b-9f55-124abec71614 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:49:59.513295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:49:59.516895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:49:59.539976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Pushing event updated for resources: {'Port': ['ID=99ab6631-a379-444d-9e12-e730b7649f2e,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:49:59.621273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcfd74-7f29-4933-8294-77776e7d6fb2 req-3883599d-eecd-46eb-9e64-a522158d3fee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:49:59.623223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34bcfd74-7f29-4933-8294-77776e7d6fb2 req-3883599d-eecd-46eb-9e64-a522158d3fee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.1939766 Nov 25 19:49:59.627777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.7 (e3e6b841-e2b8-448b-9f55-124abec71614/5ceb94ff-9a3a-4f5a-90a0-3546763ca820/3ee6fb88-2ba6-42c1-8aca-5d135da0e9cd) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:49:59.644320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Attempting to bind port 99ab6631-a379-444d-9e12-e730b7649f2e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:49:59.645285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Attempting to bind port 99ab6631-a379-444d-9e12-e730b7649f2e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '07348d76-ef9e-48cb-8833-ecc163ae5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e3e6b841-e2b8-448b-9f55-124abec71614'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:49:59.645825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Attempting to bind port 99ab6631-a379-444d-9e12-e730b7649f2e on network e3e6b841-e2b8-448b-9f55-124abec71614 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:49:59.653052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:49:59.653921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Checking segment: {'id': '07348d76-ef9e-48cb-8833-ecc163ae5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e3e6b841-e2b8-448b-9f55-124abec71614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:49:59.654503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.655089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Bound using segment: {'id': '07348d76-ef9e-48cb-8833-ecc163ae5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e3e6b841-e2b8-448b-9f55-124abec71614'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:49:59.666178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Bound port: 99ab6631-a379-444d-9e12-e730b7649f2e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07348d76-ef9e-48cb-8833-ecc163ae5ce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'e3e6b841-e2b8-448b-9f55-124abec71614'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:49:59.667680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.774959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34bcfd74-7f29-4933-8294-77776e7d6fb2 req-f34ae619-87a0-4fde-b306-2b5d466a904c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246598 Nov 25 19:49:59.788524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43a1923f-a32f-4feb-a597-e94b29c1c62a req-abbc5d48-4b29-4c84-af50-c793d1a24fc1 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3410316 Nov 25 19:49:59.851581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] For port 99ab6631-a379-444d-9e12-e730b7649f2e, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:49:59.867458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] For port 99ab6631-a379-444d-9e12-e730b7649f2e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=99ab6631-a379-444d-9e12-e730b7649f2e,segment=NetworkSegment(07348d76-ef9e-48cb-8833-ecc163ae5ce6),segment_id=07348d76-ef9e-48cb-8833-ecc163ae5ce6)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:49:59.880152 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.948862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device facdf361-3d59-45df-8e09-529c03788133 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:49:59.961699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:49:59.981914 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-43a1923f-a32f-4feb-a597-e94b29c1c62a req-e4ba9a8a-deb5-4292-a524-ad3c46714705 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1823878 Nov 25 19:50:00.008151 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:00.189213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Subnet': ['ID=314adf77-1971-4138-ae48-d77b469dbfb5,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:00.204809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:00.296389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Checking segment: {'id': '641354d7-fd8f-4dd0-ba13-dfc1fa799f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '59db38de-350d-4119-bd40-a9ca3906a996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:00.297287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network hostable DHCP agents. Network: 59db38de-350d-4119-bd40-a9ca3906a996, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:00.351291 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:50:00.369382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network e3e6b841-e2b8-448b-9f55-124abec71614 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:00.372677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61fc7d2-1e4f-40aa-9cd8-51ae4476660a None None] Pushing event updated for resources: {'Port': ['ID=99ab6631-a379-444d-9e12-e730b7649f2e,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:00.376163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=3ee6fb88-2ba6-42c1-8aca-5d135da0e9cd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:00.400387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:00.404643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 59db38de-350d-4119-bd40-a9ca3906a996 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:00.409034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:00.478633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 59db38de-350d-4119-bd40-a9ca3906a996) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:00.481695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:00.495151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:00.496127 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:00.497382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'facdf361-3d59-45df-8e09-529c03788133', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'port_id': 'facdf361-3d59-45df-8e09-529c03788133', 'mac_address': 'fa:16:3e:bb:6c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:50:00.504458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a3c19d6-1b63-4691-aa2d-a877df76ed33 None None] Network 59db38de-350d-4119-bd40-a9ca3906a996 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:00.576682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:00.578047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:00.606733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-13f150c5-a9a6-4611-8a2d-6887d0f00432 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4283743 Nov 25 19:50:00.611090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52630) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:00.617654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d15d5ab8-26a1-4b4c-9f0a-49292a68e40c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '59db38de-350d-4119-bd40-a9ca3906a996', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:00.647361 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-967cf024-9d52-488f-8e45-86ae786c1f1c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5390816 Nov 25 19:50:00.649813 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52634) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:00.690220 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:00.878885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id facdf361-3d59-45df-8e09-529c03788133 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:50:00.963394 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:00.972231 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.035844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15d5ab8-26a1-4b4c-9f0a-49292a68e40c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:01.038382 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d15d5ab8-26a1-4b4c-9f0a-49292a68e40c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.065951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-85da5c22-9206-4184-ac1f-4178a81c743e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 3ee6fb88-2ba6-42c1-8aca-5d135da0e9cd {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:01.066503 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85da5c22-9206-4184-ac1f-4178a81c743e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.135512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=facdf361-3d59-45df-8e09-529c03788133,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:01.250610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f60a2b-605e-4b97-84c1-d595d5bba14b req-ceecf321-b6f8-4cd1-a170-9bfffcba919f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:01.258964 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02f60a2b-605e-4b97-84c1-d595d5bba14b req-ceecf321-b6f8-4cd1-a170-9bfffcba919f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 944 time: 0.2414043 Nov 25 19:50:01.262327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['facdf361-3d59-45df-8e09-529c03788133'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:50:01.336803 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85da5c22-9206-4184-ac1f-4178a81c743e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.357507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02f60a2b-605e-4b97-84c1-d595d5bba14b req-74ef5449-0ca9-4cd6-9541-f0f53b6e9d1e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0962791 Nov 25 19:50:01.372789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-85da5c22-9206-4184-ac1f-4178a81c743e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 3ee6fb88-2ba6-42c1-8aca-5d135da0e9cd owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:01.373340 n-d-817303-9 neutron-server[103651]: INFO neutron.db.ipam_backend_mixin [None req-d15d5ab8-26a1-4b4c-9f0a-49292a68e40c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 314adf77-1971-4138-ae48-d77b469dbfb5 (CIDR: 2001:db8::/64) Nov 25 19:50:01.393286 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-d15d5ab8-26a1-4b4c-9f0a-49292a68e40c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:50:01.393758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d15d5ab8-26a1-4b4c-9f0a-49292a68e40c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:01.436083 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d15d5ab8-26a1-4b4c-9f0a-49292a68e40c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8236182 Nov 25 19:50:01.436754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52652) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:01.442692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0fbf7b05-fb53-4562-adb6-e3c4a7fc3110 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '59db38de-350d-4119-bd40-a9ca3906a996', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:01.478614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-59db38de-350d-4119-bd40-a9ca3906a996', 'network_id': '59db38de-350d-4119-bd40-a9ca3906a996', 'tenant_id': '1164c57cbe194d0c9c1f3fc03dab0ca4', 'fixed_ips': [{'subnet_id': '314adf77-1971-4138-ae48-d77b469dbfb5'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:01.479710 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.777319 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85da5c22-9206-4184-ac1f-4178a81c743e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.780192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fbf7b05-fb53-4562-adb6-e3c4a7fc3110 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:01.787073 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7b05-fb53-4562-adb6-e3c4a7fc3110 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:01.877472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Allocated IP 2001:db8::2 (59db38de-350d-4119-bd40-a9ca3906a996/314adf77-1971-4138-ae48-d77b469dbfb5/f8f959f4-5e76-4c3d-aa21-1bac9068526c) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:01.888127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da5c22-9206-4184-ac1f-4178a81c743e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=3ee6fb88-2ba6-42c1-8aca-5d135da0e9cd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:02.078703 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85da5c22-9206-4184-ac1f-4178a81c743e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.092597 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-85da5c22-9206-4184-ac1f-4178a81c743e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/3ee6fb88-2ba6-42c1-8aca-5d135da0e9cd HTTP/1.1" status: 204 len: 168 time: 1.4387562 Nov 25 19:50:02.099198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52658) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:02.119517 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3f0a30af-8c57-44ed-92df-5a28671ff781 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.162118 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a5f515c-1b91-4af3-b047-f2d80a631a6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:50:02.163167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a5f515c-1b91-4af3-b047-f2d80a631a6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:02.175246 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0a5f515c-1b91-4af3-b047-f2d80a631a6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/3ee6fb88-2ba6-42c1-8aca-5d135da0e9cd HTTP/1.1" status: 404 len: 333 time: 0.0711884 Nov 25 19:50:02.176876 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52662) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:02.269021 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d0d483e-bda5-4ce0-a076-9feff8a8fa94 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:50:02.279199 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3d0d483e-bda5-4ce0-a076-9feff8a8fa94 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/3ee6fb88-2ba6-42c1-8aca-5d135da0e9cd HTTP/1.1" status: 404 len: 333 time: 0.1007547 Nov 25 19:50:02.283537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52664) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:02.332104 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.353436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 99ab6631-a379-444d-9e12-e730b7649f2e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:02.461896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf949448-bb4b-4fd1-a603-c746653f167f None None] Network e3e6b841-e2b8-448b-9f55-124abec71614 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:02.466484 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.536271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a9675ec-05fb-4a65-876e-a36e8b1c9e12 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting subnet 5ceb94ff-9a3a-4f5a-90a0-3546763ca820 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:50:02.559013 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a9675ec-05fb-4a65-876e-a36e8b1c9e12 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.560614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a7894602-6525-4a64-ba2a-1b732f5554e5 None None] Provisioning complete for port 99ab6631-a379-444d-9e12-e730b7649f2e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:02.561694 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a7894602-6525-4a64-ba2a-1b732f5554e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.656934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a9675ec-05fb-4a65-876e-a36e8b1c9e12 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.669772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Network 59db38de-350d-4119-bd40-a9ca3906a996 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:02.708129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:02.723336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:02.737106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Pushing event updated for resources: {'Port': ['ID=f8f959f4-5e76-4c3d-aa21-1bac9068526c,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:02.790004 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7b05-fb53-4562-adb6-e3c4a7fc3110 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.817590 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 99ab6631-a379-444d-9e12-e730b7649f2e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:02.819037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.825765 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a9675ec-05fb-4a65-876e-a36e8b1c9e12 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.855878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf7b05-fb53-4562-adb6-e3c4a7fc3110 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Subnet': ['ID=a4fc572b-b23a-46e4-a23a-3de196868fde,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:02.886608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b5c3f8-97d0-4fd6-8ef7-3654262ac9c8 req-ad2f9d88-a91a-4b3d-a6ba-2d7a4cfc0bb7 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:02.889905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28b5c3f8-97d0-4fd6-8ef7-3654262ac9c8 req-ad2f9d88-a91a-4b3d-a6ba-2d7a4cfc0bb7 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 944 time: 0.2605639 Nov 25 19:50:02.896876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbf7b05-fb53-4562-adb6-e3c4a7fc3110 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 59db38de-350d-4119-bd40-a9ca3906a996 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:02.901400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0fbf7b05-fb53-4562-adb6-e3c4a7fc3110 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:02.909029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbf7b05-fb53-4562-adb6-e3c4a7fc3110 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:02.910069 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fbf7b05-fb53-4562-adb6-e3c4a7fc3110 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.922048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a9675ec-05fb-4a65-876e-a36e8b1c9e12 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:02.988343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Attempting to bind port f8f959f4-5e76-4c3d-aa21-1bac9068526c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:02.989143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Attempting to bind port f8f959f4-5e76-4c3d-aa21-1bac9068526c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '641354d7-fd8f-4dd0-ba13-dfc1fa799f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '59db38de-350d-4119-bd40-a9ca3906a996'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:02.989741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Attempting to bind port f8f959f4-5e76-4c3d-aa21-1bac9068526c on network 59db38de-350d-4119-bd40-a9ca3906a996 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:02.992420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9675ec-05fb-4a65-876e-a36e8b1c9e12 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Subnet': ['ID=5ceb94ff-9a3a-4f5a-90a0-3546763ca820,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:02.999495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 49, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:03.000937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Checking segment: {'id': '641354d7-fd8f-4dd0-ba13-dfc1fa799f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '59db38de-350d-4119-bd40-a9ca3906a996'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:03.001589 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.003030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Bound using segment: {'id': '641354d7-fd8f-4dd0-ba13-dfc1fa799f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '59db38de-350d-4119-bd40-a9ca3906a996'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:03.003814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Bound port: f8f959f4-5e76-4c3d-aa21-1bac9068526c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '641354d7-fd8f-4dd0-ba13-dfc1fa799f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '59db38de-350d-4119-bd40-a9ca3906a996'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:03.004476 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.005232 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a9675ec-05fb-4a65-876e-a36e8b1c9e12 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.018477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0fbf7b05-fb53-4562-adb6-e3c4a7fc3110 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5798037 Nov 25 19:50:03.027831 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9a9675ec-05fb-4a65-876e-a36e8b1c9e12 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/5ceb94ff-9a3a-4f5a-90a0-3546763ca820 HTTP/1.1" status: 204 len: 168 time: 0.7395983 Nov 25 19:50:03.030100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52676) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:03.030648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52678) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:03.036875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28b5c3f8-97d0-4fd6-8ef7-3654262ac9c8 req-e507cb48-226a-4691-b386-c8c590066940 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1376414 Nov 25 19:50:03.058767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': '59db38de-350d-4119-bd40-a9ca3906a996', 'fixed_ips': [{'subnet_id': '314adf77-1971-4138-ae48-d77b469dbfb5'}, {'subnet_id': 'a4fc572b-b23a-46e4-a23a-3de196868fde'}], 'name': 'tempest-PortsIpV6TestJSON-1820238531'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:03.172515 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a7894602-6525-4a64-ba2a-1b732f5554e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.309696 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.314376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] For port f8f959f4-5e76-4c3d-aa21-1bac9068526c, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:03.327122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] For port f8f959f4-5e76-4c3d-aa21-1bac9068526c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f8f959f4-5e76-4c3d-aa21-1bac9068526c,segment=NetworkSegment(641354d7-fd8f-4dd0-ba13-dfc1fa799f9b),segment_id=641354d7-fd8f-4dd0-ba13-dfc1fa799f9b)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:03.351800 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.358170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a7894602-6525-4a64-ba2a-1b732f5554e5 None None] For port 99ab6631-a379-444d-9e12-e730b7649f2e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=99ab6631-a379-444d-9e12-e730b7649f2e,segment=NetworkSegment(07348d76-ef9e-48cb-8833-ecc163ae5ce6),segment_id=07348d76-ef9e-48cb-8833-ecc163ae5ce6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:03.388407 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.445834 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a7894602-6525-4a64-ba2a-1b732f5554e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.449156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e22f89-a3a1-4000-bf37-aad6d2007234 None None] DHCP port deletion for e3e6b841-e2b8-448b-9f55-124abec71614 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:03.502427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:03.601099 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:50:03.602002 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:50:03.602190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62388ed-fa81-49d8-a9ab-f91695793b58 None None] Pushing event updated for resources: {'Port': ['ID=f8f959f4-5e76-4c3d-aa21-1bac9068526c,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:03.772249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-39e22f89-a3a1-4000-bf37-aad6d2007234 None None] Deleting port 99ab6631-a379-444d-9e12-e730b7649f2e {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:03.782059 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-39e22f89-a3a1-4000-bf37-aad6d2007234 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.965685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-39e22f89-a3a1-4000-bf37-aad6d2007234 None None] For port 99ab6631-a379-444d-9e12-e730b7649f2e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=99ab6631-a379-444d-9e12-e730b7649f2e,segment=NetworkSegment(07348d76-ef9e-48cb-8833-ecc163ae5ce6),segment_id=07348d76-ef9e-48cb-8833-ecc163ae5ce6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:03.966512 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-39e22f89-a3a1-4000-bf37-aad6d2007234 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:03.981136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7894602-6525-4a64-ba2a-1b732f5554e5 None None] Pushing event updated for resources: {'Port': ['ID=99ab6631-a379-444d-9e12-e730b7649f2e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:03.997724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device facdf361-3d59-45df-8e09-529c03788133 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:04.102007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-39e22f89-a3a1-4000-bf37-aad6d2007234 None None] Calling delete_port for 99ab6631-a379-444d-9e12-e730b7649f2e owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:04.164978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 99ab6631-a379-444d-9e12-e730b7649f2e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:04.165857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.280496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.305238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port 7a617144-c3a3-4b5e-9d62-d6b2ac993233 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:04.521048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] For port 99ab6631-a379-444d-9e12-e730b7649f2e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=99ab6631-a379-444d-9e12-e730b7649f2e,segment=NetworkSegment(07348d76-ef9e-48cb-8833-ecc163ae5ce6),segment_id=07348d76-ef9e-48cb-8833-ecc163ae5ce6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:04.522526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.535382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port facdf361-3d59-45df-8e09-529c03788133 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:50:04.545921 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 99ab6631-a379-444d-9e12-e730b7649f2e owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:04.554698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port facdf361-3d59-45df-8e09-529c03788133 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:04.555412 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.559274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25795ac7-cbaf-439b-bd83-6f90204f64d4 req-5913fcf9-59c3-4008-a9d8-1e7903a9c9fe tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:04.575685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25795ac7-cbaf-439b-bd83-6f90204f64d4 req-5913fcf9-59c3-4008-a9d8-1e7903a9c9fe tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 944 time: 0.2533898 Nov 25 19:50:04.671621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f8f959f4-5e76-4c3d-aa21-1bac9068526c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:04.763723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25795ac7-cbaf-439b-bd83-6f90204f64d4 req-b4c8a479-4369-4b89-ba5f-dfd678475e15 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1725349 Nov 25 19:50:04.913872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f7b84889-7672-4aba-aa27-61db9b55294c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:04.954143 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-39e22f89-a3a1-4000-bf37-aad6d2007234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.005169 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.071506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e22f89-a3a1-4000-bf37-aad6d2007234 None None] Pushing event deleted for resources: {'Port': ['ID=99ab6631-a379-444d-9e12-e730b7649f2e,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:05.088578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f8f959f4-5e76-4c3d-aa21-1bac9068526c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:05.089206 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.099109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e22f89-a3a1-4000-bf37-aad6d2007234 None None] No DVR routers for this DVR port 99ab6631-a379-444d-9e12-e730b7649f2e on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:05.142409 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.256739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facdf361-3d59-45df-8e09-529c03788133'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:05.260207 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9433ef9a-b937-44ba-9503-0d081d0a865e" -d '{"events": [{"server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "name": "network-vif-plugged", "status": "completed", "tag": "facdf361-3d59-45df-8e09-529c03788133"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:05.297641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:05.310535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=99ab6631-a379-444d-9e12-e730b7649f2e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:05.314477 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.359738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No DVR routers for this DVR port 99ab6631-a379-444d-9e12-e730b7649f2e on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:05.434234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29446e6-cac7-4408-bd96-02630c809153 None None] Network 59db38de-350d-4119-bd40-a9ca3906a996 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:05.533534 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.541575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=facdf361-3d59-45df-8e09-529c03788133,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:05.565184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.587913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8::1cb (59db38de-350d-4119-bd40-a9ca3906a996/314adf77-1971-4138-ae48-d77b469dbfb5/7a617144-c3a3-4b5e-9d62-d6b2ac993233) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:05.617195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8:0:1::bc (59db38de-350d-4119-bd40-a9ca3906a996/a4fc572b-b23a-46e4-a23a-3de196868fde/7a617144-c3a3-4b5e-9d62-d6b2ac993233) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:05.644401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3e6b841-e2b8-448b-9f55-124abec71614']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:05.686577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07348d76-ef9e-48cb-8833-ecc163ae5ce6') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:05.687181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07348d76-ef9e-48cb-8833-ecc163ae5ce6') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:05.774998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.836817 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.872501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:05.873201 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:05.913613 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:06.007229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port f8f959f4-5e76-4c3d-aa21-1bac9068526c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f8f959f4-5e76-4c3d-aa21-1bac9068526c,segment=NetworkSegment(641354d7-fd8f-4dd0-ba13-dfc1fa799f9b),segment_id=641354d7-fd8f-4dd0-ba13-dfc1fa799f9b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:06.023447 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c911a2f6-1749-4b02-a1b1-056cd032d613 x-openstack-request-id: req-c911a2f6-1749-4b02-a1b1-056cd032d613 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:06.023929 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "name": "network-vif-plugged", "status": "completed", "tag": "facdf361-3d59-45df-8e09-529c03788133", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:06.024198 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c911a2f6-1749-4b02-a1b1-056cd032d613 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:06.024779 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facdf361-3d59-45df-8e09-529c03788133', 'code': 200} Nov 25 19:50:06.040146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0b003770-b446-40a7-aafc-a67bb8e608f0 None None] Provisioning complete for port f8f959f4-5e76-4c3d-aa21-1bac9068526c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:06.040520 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b003770-b446-40a7-aafc-a67bb8e608f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.042507 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.231646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 99ab6631-a379-444d-9e12-e730b7649f2e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:06.315742 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.321800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.330738 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/networks/e3e6b841-e2b8-448b-9f55-124abec71614 HTTP/1.1" status: 204 len: 168 time: 3.2930367 Nov 25 19:50:06.332388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 99ab6631-a379-444d-9e12-e730b7649f2e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:06.333320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 99ab6631-a379-444d-9e12-e730b7649f2e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:06.337055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52726) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:06.340507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf985ded-7294-406f-ba4e-b4bb4afeed87 req-d3de2e58-85aa-4d04-8732-e5f8933b2f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:06.350205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf985ded-7294-406f-ba4e-b4bb4afeed87 req-d3de2e58-85aa-4d04-8732-e5f8933b2f7b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 1096 time: 0.3403380 Nov 25 19:50:06.367169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cb78d-5d50-40e4-adad-6b41df56f7c9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Network': ['ID=e3e6b841-e2b8-448b-9f55-124abec71614,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:06.377719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1349015417'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:06.409286 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.433682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:06.448936 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.554759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3971e0-9ae5-4a51-9e44-52bdfbba6b31 req-b7912e66-a88c-47d9-a7d6-067256aedd59 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:06.565378 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a3971e0-9ae5-4a51-9e44-52bdfbba6b31 req-b7912e66-a88c-47d9-a7d6-067256aedd59 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.4162905 Nov 25 19:50:06.633269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=f8f959f4-5e76-4c3d-aa21-1bac9068526c,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:06.645006 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.646790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f24edd-fb7e-443d-b6ee-ff8c2c93276f None None] Update dhcp port {'port': {'network_id': '59db38de-350d-4119-bd40-a9ca3906a996', 'fixed_ips': [{'subnet_id': '314adf77-1971-4138-ae48-d77b469dbfb5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a4fc572b-b23a-46e4-a23a-3de196868fde'}], 'binding:host_id': 'n-d-817303-9'}, 'id': 'f8f959f4-5e76-4c3d-aa21-1bac9068526c'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:50:06.665369 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.668283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:06.692875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf985ded-7294-406f-ba4e-b4bb4afeed87 req-95f65f03-9882-4f77-a04f-a98c397c7200 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3321154 Nov 25 19:50:06.696047 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a1f24edd-fb7e-443d-b6ee-ff8c2c93276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.700177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.700406 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Added segment 09549425-36a3-4526-a38e-525297e6facb of type vlan for network d4088801-d7d2-45d8-b4e4-2547d5c2f592 Nov 25 19:50:06.810917 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a3971e0-9ae5-4a51-9e44-52bdfbba6b31 req-002f5165-84f5-475a-85d3-570e34b2131e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1934886 Nov 25 19:50:06.859930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 59db38de-350d-4119-bd40-a9ca3906a996 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:06.862386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.869131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:06.877639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:06.883608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:06.884293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.889011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=7a617144-c3a3-4b5e-9d62-d6b2ac993233,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:06.929915 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-853bb3f7-3325-4ab1-9736-cb900381b731 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.8916283 Nov 25 19:50:06.933018 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52736) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:06.942438 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '314adf77-1971-4138-ae48-d77b469dbfb5'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:06.948012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:06.956890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:06.957983 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:07.020437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-a1f24edd-fb7e-443d-b6ee-ff8c2c93276f None None] Allocated IP 2001:db8:0:1::2 (59db38de-350d-4119-bd40-a9ca3906a996/a4fc572b-b23a-46e4-a23a-3de196868fde/f8f959f4-5e76-4c3d-aa21-1bac9068526c) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:07.067510 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7099020 Nov 25 19:50:07.070014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52742) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:07.079158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': 'd4088801-d7d2-45d8-b4e4-2547d5c2f592', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:07.127726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39676348-fee0-4146-acc5-00435a7832be tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Network': ['ID=d4088801-d7d2-45d8-b4e4-2547d5c2f592,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:07.148844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:07.154817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network d4088801-d7d2-45d8-b4e4-2547d5c2f592 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:07.247790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:07.254574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:07.262391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a1f24edd-fb7e-443d-b6ee-ff8c2c93276f None None] For port f8f959f4-5e76-4c3d-aa21-1bac9068526c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f8f959f4-5e76-4c3d-aa21-1bac9068526c,segment=NetworkSegment(641354d7-fd8f-4dd0-ba13-dfc1fa799f9b),segment_id=641354d7-fd8f-4dd0-ba13-dfc1fa799f9b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:07.318497 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a1f24edd-fb7e-443d-b6ee-ff8c2c93276f None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:07.326058 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a1f24edd-fb7e-443d-b6ee-ff8c2c93276f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:07.478019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f24edd-fb7e-443d-b6ee-ff8c2c93276f None None] Pushing event updated for resources: {'Port': ['ID=f8f959f4-5e76-4c3d-aa21-1bac9068526c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:07.527929 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:07.580025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Delete allocated IP 2001:db8:0:1::bc (59db38de-350d-4119-bd40-a9ca3906a996/a4fc572b-b23a-46e4-a23a-3de196868fde) {{(pid=103652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 19:50:07.623703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Subnet': ['ID=2a617062-48a3-4861-8cf4-c92c692d8814,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:07.646048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Checking segment: {'id': '09549425-36a3-4526-a38e-525297e6facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd4088801-d7d2-45d8-b4e4-2547d5c2f592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:07.646681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network hostable DHCP agents. Network: d4088801-d7d2-45d8-b4e4-2547d5c2f592, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:07.691669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network d4088801-d7d2-45d8-b4e4-2547d5c2f592 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:07.704966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, d4088801-d7d2-45d8-b4e4-2547d5c2f592) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:07.720784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9e159de-e686-4cbd-8516-3d51499bde04 None None] Network d4088801-d7d2-45d8-b4e4-2547d5c2f592 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:07.724326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:07.725866 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:07.765998 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c852b71b-f762-4ac1-9548-807dec4d3b2b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6943915 Nov 25 19:50:07.772249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52746) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:07.779720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': 'd4088801-d7d2-45d8-b4e4-2547d5c2f592', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1668200311'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:07.971519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:07.991012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:08.139067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] In _notify_port_updated(), no bound segment for port 7a617144-c3a3-4b5e-9d62-d6b2ac993233 on network 59db38de-350d-4119-bd40-a9ca3906a996 {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:50:08.148180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:08.149293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:08.150985 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "PUT /v2.0/ports/7a617144-c3a3-4b5e-9d62-d6b2ac993233 HTTP/1.1" status: 200 len: 926 time: 1.2155378 Nov 25 19:50:08.156693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52758) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:08.162368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f3cb7947-cd72-4340-9580-626c64a73484 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '314adf77-1971-4138-ae48-d77b469dbfb5'}, {'subnet_id': 'a4fc572b-b23a-46e4-a23a-3de196868fde'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:08.165958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=7a617144-c3a3-4b5e-9d62-d6b2ac993233,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:08.176250 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.176902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.177440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.177948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.178682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.179209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.179709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.180200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.180684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.181463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.182278 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.183160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e96fe75-a1b0-4c75-9541-ec2969705960 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:08.216175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:08.220038 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:08.277552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca79d682-5bac-474d-9678-547b11fb064d req-d6d7b6b1-24c8-4dd2-8346-0da117e8e12f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:08.279224 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ca79d682-5bac-474d-9678-547b11fb064d req-d6d7b6b1-24c8-4dd2-8346-0da117e8e12f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.2325885 Nov 25 19:50:08.294851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 94f1a07e-3329-4f68-9a5d-7a42c9bd8d57 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:08.306343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:08.308306 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:08.309662 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7947-cd72-4340-9580-626c64a73484 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:08.352650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-d4088801-d7d2-45d8-b4e4-2547d5c2f592', 'network_id': 'd4088801-d7d2-45d8-b4e4-2547d5c2f592', 'tenant_id': '21e90a9a8da64cb798cde144d4037c2b', 'fixed_ips': [{'subnet_id': '2a617062-48a3-4861-8cf4-c92c692d8814'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:08.353541 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:08.581919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f8f959f4-5e76-4c3d-aa21-1bac9068526c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:08.608395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.2 (d4088801-d7d2-45d8-b4e4-2547d5c2f592/2a617062-48a3-4861-8cf4-c92c692d8814/94f1a07e-3329-4f68-9a5d-7a42c9bd8d57) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:08.676377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d184f8be-18eb-4cbd-8d97-22cc04eeb60b None None] Network 59db38de-350d-4119-bd40-a9ca3906a996 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:08.806495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a33a80f0-e5b0-4c50-a00e-ddf273936b3d None None] Provisioning complete for port f8f959f4-5e76-4c3d-aa21-1bac9068526c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:08.806918 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a33a80f0-e5b0-4c50-a00e-ddf273936b3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:08.832426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:08.921362 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.007258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ca79d682-5bac-474d-9678-547b11fb064d req-51f51dfb-d3e7-4f7f-b906-ae9498619feb tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5324440 Nov 25 19:50:09.007646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f8f959f4-5e76-4c3d-aa21-1bac9068526c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:09.007823 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.014237 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-93291fc5-6644-4b8c-9553-2f7f23e8fe93 {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:50:09.014612 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:50:09.044039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-f3cb7947-cd72-4340-9580-626c64a73484 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8:0:1::cf (59db38de-350d-4119-bd40-a9ca3906a996/a4fc572b-b23a-46e4-a23a-3de196868fde/7a617144-c3a3-4b5e-9d62-d6b2ac993233) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:09.062875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network d4088801-d7d2-45d8-b4e4-2547d5c2f592 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:09.065400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:09.074749 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:09.095197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=94f1a07e-3329-4f68-9a5d-7a42c9bd8d57,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:09.238465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:09.240775 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.288563 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5d63678f-6025-4bfb-a43b-95a5c7455922 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5147932 Nov 25 19:50:09.297224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52784) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:09.461362 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7947-cd72-4340-9580-626c64a73484 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.470224 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7947-cd72-4340-9580-626c64a73484 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.516236 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.568106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-416daf21-f3b2-4e60-8494-54b66f9bc13c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 94f1a07e-3329-4f68-9a5d-7a42c9bd8d57 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:09.568645 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-416daf21-f3b2-4e60-8494-54b66f9bc13c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.575444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb7947-cd72-4340-9580-626c64a73484 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] In _notify_port_updated(), no bound segment for port 7a617144-c3a3-4b5e-9d62-d6b2ac993233 on network 59db38de-350d-4119-bd40-a9ca3906a996 {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:50:09.583342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cb7947-cd72-4340-9580-626c64a73484 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:09.584433 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3cb7947-cd72-4340-9580-626c64a73484 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.589032 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f3cb7947-cd72-4340-9580-626c64a73484 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "PUT /v2.0/ports/7a617144-c3a3-4b5e-9d62-d6b2ac993233 HTTP/1.1" status: 200 len: 1011 time: 1.4310455 Nov 25 19:50:09.590442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52796) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:09.591522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb7947-cd72-4340-9580-626c64a73484 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=7a617144-c3a3-4b5e-9d62-d6b2ac993233,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:09.971964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-19484362-4803-4c9b-81cf-52e224071d47 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 7a617144-c3a3-4b5e-9d62-d6b2ac993233 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:09.972558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19484362-4803-4c9b-81cf-52e224071d47 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:09.978149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Allocated IP 172.20.0.3 (d4088801-d7d2-45d8-b4e4-2547d5c2f592/2a617062-48a3-4861-8cf4-c92c692d8814/9fa620a2-73b7-41e3-a105-6173ef1a38f7) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:10.195904 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.218035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.271366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-253b66d7-026e-4f6f-b9af-45af64961b3c None None] Provisioning complete for port 7a617144-c3a3-4b5e-9d62-d6b2ac993233 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:10.271841 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-253b66d7-026e-4f6f-b9af-45af64961b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.299530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Network d4088801-d7d2-45d8-b4e4-2547d5c2f592 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:10.320409 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-416daf21-f3b2-4e60-8494-54b66f9bc13c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.335825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:10.342073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:10.377909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-416daf21-f3b2-4e60-8494-54b66f9bc13c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 94f1a07e-3329-4f68-9a5d-7a42c9bd8d57 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:10.409043 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19484362-4803-4c9b-81cf-52e224071d47 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.441428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-19484362-4803-4c9b-81cf-52e224071d47 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 7a617144-c3a3-4b5e-9d62-d6b2ac993233 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:10.454924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Pushing event updated for resources: {'Port': ['ID=9fa620a2-73b7-41e3-a105-6173ef1a38f7,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:10.500571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-253b66d7-026e-4f6f-b9af-45af64961b3c None None] Port 7a617144-c3a3-4b5e-9d62-d6b2ac993233 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:10.522980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Attempting to bind port 9fa620a2-73b7-41e3-a105-6173ef1a38f7 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:10.523674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Attempting to bind port 9fa620a2-73b7-41e3-a105-6173ef1a38f7 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '09549425-36a3-4526-a38e-525297e6facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd4088801-d7d2-45d8-b4e4-2547d5c2f592'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:10.523912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Attempting to bind port 9fa620a2-73b7-41e3-a105-6173ef1a38f7 on network d4088801-d7d2-45d8-b4e4-2547d5c2f592 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:10.531544 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:10.531910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Checking segment: {'id': '09549425-36a3-4526-a38e-525297e6facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd4088801-d7d2-45d8-b4e4-2547d5c2f592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:10.532315 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.533047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Bound using segment: {'id': '09549425-36a3-4526-a38e-525297e6facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd4088801-d7d2-45d8-b4e4-2547d5c2f592'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:10.534093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Bound port: 9fa620a2-73b7-41e3-a105-6173ef1a38f7, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09549425-36a3-4526-a38e-525297e6facb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'd4088801-d7d2-45d8-b4e4-2547d5c2f592'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:10.534693 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.545482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256494a-7515-4a77-a798-b9768decc9ce req-b631c76f-7f65-4864-ad76-7cb2aadd1914 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:10.547807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6256494a-7515-4a77-a798-b9768decc9ce req-b631c76f-7f65-4864-ad76-7cb2aadd1914 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.2131636 Nov 25 19:50:10.588782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-253b66d7-026e-4f6f-b9af-45af64961b3c None None] Provisioning complete for port f8f959f4-5e76-4c3d-aa21-1bac9068526c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:10.589169 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-253b66d7-026e-4f6f-b9af-45af64961b3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.674881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] For port 9fa620a2-73b7-41e3-a105-6173ef1a38f7, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:10.681400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] For port 9fa620a2-73b7-41e3-a105-6173ef1a38f7, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9fa620a2-73b7-41e3-a105-6173ef1a38f7,segment=NetworkSegment(09549425-36a3-4526-a38e-525297e6facb),segment_id=09549425-36a3-4526-a38e-525297e6facb)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:10.692875 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.721688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6256494a-7515-4a77-a798-b9768decc9ce req-5605f4f5-91fd-4051-a715-2d2efbd64cee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618261 Nov 25 19:50:10.859945 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-416daf21-f3b2-4e60-8494-54b66f9bc13c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:10.942730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791c9f8-968e-4126-9afd-be74fdf4d654 None None] Pushing event updated for resources: {'Port': ['ID=9fa620a2-73b7-41e3-a105-6173ef1a38f7,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:10.958314 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416daf21-f3b2-4e60-8494-54b66f9bc13c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=94f1a07e-3329-4f68-9a5d-7a42c9bd8d57,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:11.104694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0839689f-9634-4201-a971-f0239172ab96 None None] Provisioning complete for port 7a617144-c3a3-4b5e-9d62-d6b2ac993233 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:11.105790 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0839689f-9634-4201-a971-f0239172ab96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.138102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19484362-4803-4c9b-81cf-52e224071d47 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.183683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2812f6-c5f4-431e-9700-308ab5a155f0 req-3630b684-9505-4505-95ff-ac620b502b19 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:11.195064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe2812f6-c5f4-431e-9700-308ab5a155f0 req-3630b684-9505-4505-95ff-ac620b502b19 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.2582192 Nov 25 19:50:11.208599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52824) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:11.227633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-05a67770-acdd-48a0-bd0c-97d32d13b4ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Request body: {'floatingip': {'port_id': 'facdf361-3d59-45df-8e09-529c03788133'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:11.234035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19484362-4803-4c9b-81cf-52e224071d47 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=7a617144-c3a3-4b5e-9d62-d6b2ac993233,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:11.246747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-416daf21-f3b2-4e60-8494-54b66f9bc13c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.254907 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-416daf21-f3b2-4e60-8494-54b66f9bc13c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/94f1a07e-3329-4f68-9a5d-7a42c9bd8d57 HTTP/1.1" status: 204 len: 168 time: 1.9564974 Nov 25 19:50:11.255782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52826) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:11.305285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-19484362-4803-4c9b-81cf-52e224071d47 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.315964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52828) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:11.323503 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-19484362-4803-4c9b-81cf-52e224071d47 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/7a617144-c3a3-4b5e-9d62-d6b2ac993233 HTTP/1.1" status: 204 len: 168 time: 1.7279379 Nov 25 19:50:11.357134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0839689f-9634-4201-a971-f0239172ab96 None None] Port 7a617144-c3a3-4b5e-9d62-d6b2ac993233 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:11.417377 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-766562c5-7256-4c1b-9591-8a3ba9e38e4d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:50:11.419488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-766562c5-7256-4c1b-9591-8a3ba9e38e4d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/94f1a07e-3329-4f68-9a5d-7a42c9bd8d57 HTTP/1.1" status: 404 len: 333 time: 0.1612837 Nov 25 19:50:11.422962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52830) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:11.423675 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05a67770-acdd-48a0-bd0c-97d32d13b4ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.426663 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3108c76-810d-499f-b143-5672dcb38d7e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:50:11.431508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b3108c76-810d-499f-b143-5672dcb38d7e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/7a617144-c3a3-4b5e-9d62-d6b2ac993233 HTTP/1.1" status: 404 len: 333 time: 0.0775986 Nov 25 19:50:11.432237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52832) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:11.602830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-240572ae-dfb0-43f3-ae54-30544cad4d5e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting subnet 2a617062-48a3-4861-8cf4-c92c692d8814 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:50:11.619190 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-240572ae-dfb0-43f3-ae54-30544cad4d5e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.643484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-32c8ec94-a287-4a75-9a33-42e73db52ee3 None None] Could not find standard attr ID for object 7a617144-c3a3-4b5e-9d62-d6b2ac993233. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:50:11.681964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-0225a431-831a-41d6-b91a-c3f0f3aabaea tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting subnet a4fc572b-b23a-46e4-a23a-3de196868fde {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:50:11.688591 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0225a431-831a-41d6-b91a-c3f0f3aabaea tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.773445 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-240572ae-dfb0-43f3-ae54-30544cad4d5e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:11.857151 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:50:11.915649 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0225a431-831a-41d6-b91a-c3f0f3aabaea tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.004630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5d1df64d-9942-4873-8eed-5ce3a7ace553 None None] Could not find standard attr ID for object 7a617144-c3a3-4b5e-9d62-d6b2ac993233. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:50:12.127672 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0225a431-831a-41d6-b91a-c3f0f3aabaea tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.128812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-240572ae-dfb0-43f3-ae54-30544cad4d5e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.299645 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-240572ae-dfb0-43f3-ae54-30544cad4d5e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.379178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240572ae-dfb0-43f3-ae54-30544cad4d5e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Subnet': ['ID=2a617062-48a3-4861-8cf4-c92c692d8814,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:12.395526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-240572ae-dfb0-43f3-ae54-30544cad4d5e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.401549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-240572ae-dfb0-43f3-ae54-30544cad4d5e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/2a617062-48a3-4861-8cf4-c92c692d8814 HTTP/1.1" status: 204 len: 168 time: 0.9764254 Nov 25 19:50:12.413078 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52846) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:12.606653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0225a431-831a-41d6-b91a-c3f0f3aabaea tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.632288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.704536 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9fa620a2-73b7-41e3-a105-6173ef1a38f7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:12.815022 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 9fa620a2-73b7-41e3-a105-6173ef1a38f7 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:12.816984 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.840909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0225a431-831a-41d6-b91a-c3f0f3aabaea tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Subnet': ['ID=a4fc572b-b23a-46e4-a23a-3de196868fde,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:12.857561 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0225a431-831a-41d6-b91a-c3f0f3aabaea tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.861301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9fa620a2-73b7-41e3-a105-6173ef1a38f7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:12.861800 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:12.864966 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0225a431-831a-41d6-b91a-c3f0f3aabaea tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/a4fc572b-b23a-46e4-a23a-3de196868fde HTTP/1.1" status: 204 len: 168 time: 1.4301302 Nov 25 19:50:12.868527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52848) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:12.958201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eca8bcd8-2125-4777-866d-beabd1330d4c None None] Network 59db38de-350d-4119-bd40-a9ca3906a996 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:13.025278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-986306a0-5036-4b00-93e6-8ae7722a82b1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting subnet 314adf77-1971-4138-ae48-d77b469dbfb5 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:50:13.030091 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-986306a0-5036-4b00-93e6-8ae7722a82b1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.127409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] For port 9fa620a2-73b7-41e3-a105-6173ef1a38f7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9fa620a2-73b7-41e3-a105-6173ef1a38f7,segment=NetworkSegment(09549425-36a3-4526-a38e-525297e6facb),segment_id=09549425-36a3-4526-a38e-525297e6facb)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:13.130874 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.138597 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-986306a0-5036-4b00-93e6-8ae7722a82b1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.152915 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 9fa620a2-73b7-41e3-a105-6173ef1a38f7 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:13.169492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05a67770-acdd-48a0-bd0c-97d32d13b4ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.198149 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05a67770-acdd-48a0-bd0c-97d32d13b4ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.274264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.317027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=9fa620a2-73b7-41e3-a105-6173ef1a38f7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:13.322737 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No DVR routers for this DVR port 9fa620a2-73b7-41e3-a105-6173ef1a38f7 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:13.392048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acc8899-ee27-43f3-9865-41ae5d713529 None None] Network d4088801-d7d2-45d8-b4e4-2547d5c2f592 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:13.453208 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.485171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.494713 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-05a67770-acdd-48a0-bd0c-97d32d13b4ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Floating IP a54a80a1-8dc2-431d-a4b3-4756d4c98713 associated. External IP: 172.25.8.85, port: facdf361-3d59-45df-8e09-529c03788133. Nov 25 19:50:13.524473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4088801-d7d2-45d8-b4e4-2547d5c2f592']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:13.532234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-aba51d1b-0f5f-4fc4-af2f-c42899783c8b None None] Could not find standard attr ID for object 9fa620a2-73b7-41e3-a105-6173ef1a38f7. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:50:13.540905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09549425-36a3-4526-a38e-525297e6facb') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:13.541443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09549425-36a3-4526-a38e-525297e6facb') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:13.553789 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.569404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.576667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:13.577081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:13.582103 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:13.592371 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-986306a0-5036-4b00-93e6-8ae7722a82b1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.698370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.712746 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:13.720595 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/networks/d4088801-d7d2-45d8-b4e4-2547d5c2f592 HTTP/1.1" status: 204 len: 168 time: 1.3044763 Nov 25 19:50:13.738379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52862) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:13.744232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab5973-c8ae-4fc8-934a-8adb0df45bce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Network': ['ID=d4088801-d7d2-45d8-b4e4-2547d5c2f592,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:13.754055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'name': 'tempest-PortsTestJSON-2105843667'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:13.909215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5e78dd-4cde-4c10-941f-45fa52423490 None None] DHCP port deletion for d4088801-d7d2-45d8-b4e4-2547d5c2f592 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:13.979448 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-986306a0-5036-4b00-93e6-8ae7722a82b1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.038067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986306a0-5036-4b00-93e6-8ae7722a82b1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Subnet': ['ID=314adf77-1971-4138-ae48-d77b469dbfb5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:14.047635 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-986306a0-5036-4b00-93e6-8ae7722a82b1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.053723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-986306a0-5036-4b00-93e6-8ae7722a82b1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/314adf77-1971-4138-ae48-d77b469dbfb5 HTTP/1.1" status: 204 len: 168 time: 1.1819549 Nov 25 19:50:14.054109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52870) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:14.176356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.188568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a67770-acdd-48a0-bd0c-97d32d13b4ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:50:14.198106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:14.201851 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.225504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 38c68e36-4f89-4ed2-9c38-2ad5cad59fad yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:14.295107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port f8f959f4-5e76-4c3d-aa21-1bac9068526c {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:14.299491 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.501059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a67770-acdd-48a0-bd0c-97d32d13b4ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:50:14.501960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] For port f8f959f4-5e76-4c3d-aa21-1bac9068526c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f8f959f4-5e76-4c3d-aa21-1bac9068526c,segment=NetworkSegment(641354d7-fd8f-4dd0-ba13-dfc1fa799f9b),segment_id=641354d7-fd8f-4dd0-ba13-dfc1fa799f9b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:14.503424 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.511219 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-05a67770-acdd-48a0-bd0c-97d32d13b4ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.514565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df7426a-e50a-476e-aaec-e18f5aea996e None None] Sync routers for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:50:14.536871 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7426a-e50a-476e-aaec-e18f5aea996e None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:50:14.538018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0df7426a-e50a-476e-aaec-e18f5aea996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:50:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:14.574895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for f8f959f4-5e76-4c3d-aa21-1bac9068526c owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:14.618895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-05a67770-acdd-48a0-bd0c-97d32d13b4ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "PUT /v2.0/floatingips/a54a80a1-8dc2-431d-a4b3-4756d4c98713 HTTP/1.1" status: 200 len: 990 time: 3.4050937 Nov 25 19:50:14.687949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'tag': 'facdf361-3d59-45df-8e09-529c03788133'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:14.695174 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65" -d '{"events": [{"name": "network-changed", "server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "tag": "facdf361-3d59-45df-8e09-529c03788133"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:14.743574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9fa620a2-73b7-41e3-a105-6173ef1a38f7 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:14.778895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 9fa620a2-73b7-41e3-a105-6173ef1a38f7 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:14.779665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9fa620a2-73b7-41e3-a105-6173ef1a38f7 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:14.833256 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:14.834174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-0df7426a-e50a-476e-aaec-e18f5aea996e None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:50:14.893175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No DVR routers for this DVR port f8f959f4-5e76-4c3d-aa21-1bac9068526c on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:14.895191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=f8f959f4-5e76-4c3d-aa21-1bac9068526c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:14.923111 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d93e63e-77c2-4022-920e-ed4182fddb7d x-openstack-request-id: req-8d93e63e-77c2-4022-920e-ed4182fddb7d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:14.924423 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "tag": "facdf361-3d59-45df-8e09-529c03788133", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:14.926118 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8d93e63e-77c2-4022-920e-ed4182fddb7d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:14.926999 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'tag': 'facdf361-3d59-45df-8e09-529c03788133', 'status': 'completed', 'code': 200} Nov 25 19:50:14.993930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.019068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65 req-af29190a-8734-419e-ae68-6d68ed72007f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:15.020830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65 req-af29190a-8734-419e-ae68-6d68ed72007f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 1096 time: 0.0764496 Nov 25 19:50:15.044940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27116106-0dde-4ad6-9893-6f001adc133b None None] Network 59db38de-350d-4119-bd40-a9ca3906a996 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:15.147112 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.166519 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.225853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59db38de-350d-4119-bd40-a9ca3906a996']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:15.234479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d26180d3-0976-4057-b117-9b69ed8e8aaf None None] Could not find standard attr ID for object f8f959f4-5e76-4c3d-aa21-1bac9068526c. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:50:15.238329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '641354d7-fd8f-4dd0-ba13-dfc1fa799f9b') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:15.238678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '641354d7-fd8f-4dd0-ba13-dfc1fa799f9b') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:15.250731 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.270259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.275240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=38c68e36-4f89-4ed2-9c38-2ad5cad59fad,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:15.278946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:15.279206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:15.279517 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:15.284685 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:15.288324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:15.296642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:15.304470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:15.305159 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.319979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65 req-216aedc2-873f-4b2e-922f-e7911d517d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:15.321507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65 req-216aedc2-873f-4b2e-922f-e7911d517d59 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.2910190 Nov 25 19:50:15.344412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-01cea209-4d73-4083-b7c0-a1ee707c57fe tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.6007547 Nov 25 19:50:15.382960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52892) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:15.406395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0679eccf-d94d-4615-ac62-99304f1fc9eb None None] DHCP port deletion for 59db38de-350d-4119-bd40-a9ca3906a996 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:15.436378 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.445498 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:15.456466 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/networks/59db38de-350d-4119-bd40-a9ca3906a996 HTTP/1.1" status: 204 len: 168 time: 1.3961170 Nov 25 19:50:15.461073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52894) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:15.473379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed57d1-42fc-4035-8230-f5f42bfc23e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Network': ['ID=59db38de-350d-4119-bd40-a9ca3906a996,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:15.588193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0df7426a-e50a-476e-aaec-e18f5aea996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a54a80a1-8dc2-431d-a4b3-4756d4c98713', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'floating_ip_address': '172.25.8.85', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'port_id': 'facdf361-3d59-45df-8e09-529c03788133', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'mac_address': 'fa:16:3e:bb:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:49:45Z', 'updated_at': '2021-11-25T19:50:12Z', 'revision_number': 1, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:15.599745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65 req-af0e5a59-4a66-4aa5-9c7c-26a0457b7add service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facdf361-3d59-45df-8e09-529c03788133 HTTP/1.1" status: 200 len: 998 time: 0.2703252 Nov 25 19:50:15.621729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df7426a-e50a-476e-aaec-e18f5aea996e None None] Checking router: 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:50:15.632816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0df7426a-e50a-476e-aaec-e18f5aea996e None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:50:15.633170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0df7426a-e50a-476e-aaec-e18f5aea996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:50:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:15.818855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-0df7426a-e50a-476e-aaec-e18f5aea996e None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:50:16.114902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709699d2-bc54-4571-b86c-6a67394a0ef5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:16.116637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-709699d2-bc54-4571-b86c-6a67394a0ef5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6288915 Nov 25 19:50:16.120440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52908) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:16.122439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91b9e456-c8c0-45c0-93dd-1da398c014aa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 38c68e36-4f89-4ed2-9c38-2ad5cad59fad {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:16.122861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91b9e456-c8c0-45c0-93dd-1da398c014aa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.130739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65 req-f58ca300-2d04-40ea-ae25-9addce0fccb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:16.132595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65 req-f58ca300-2d04-40ea-ae25-9addce0fccb2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.5212731 Nov 25 19:50:16.207567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-343bb428-d052-4c1b-87b6-ea397a763e66 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0843935 Nov 25 19:50:16.210222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52912) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:16.215638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1967677415'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:16.244140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0df7426a-e50a-476e-aaec-e18f5aea996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a54a80a1-8dc2-431d-a4b3-4756d4c98713', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'floating_ip_address': '172.25.8.85', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'port_id': 'facdf361-3d59-45df-8e09-529c03788133', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'mac_address': 'fa:16:3e:bb:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:49:45Z', 'updated_at': '2021-11-25T19:50:12Z', 'revision_number': 1, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:16.247286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:16.252189 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.275637 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0df7426a-e50a-476e-aaec-e18f5aea996e None None] The sync data for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 is: [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a54a80a1-8dc2-431d-a4b3-4756d4c98713', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'floating_ip_address': '172.25.8.85', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'port_id': 'facdf361-3d59-45df-8e09-529c03788133', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 2730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'mac_address': 'fa:16:3e:bb:6c:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:49:45Z', 'updated_at': '2021-11-25T19:50:12Z', 'revision_number': 1, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:50:16.299426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91b9e456-c8c0-45c0-93dd-1da398c014aa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.320581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91b9e456-c8c0-45c0-93dd-1da398c014aa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 38c68e36-4f89-4ed2-9c38-2ad5cad59fad owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:16.334365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:16.342126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65 req-02558b77-754c-49e5-a75b-d6c62444d094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:16.344477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65 req-02558b77-754c-49e5-a75b-d6c62444d094 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1689780 Nov 25 19:50:16.360719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.361056 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Added segment aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb of type vlan for network acc1086a-9fc5-4c6d-967a-36a3053e2fa7 Nov 25 19:50:16.497440 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.523132 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91b9e456-c8c0-45c0-93dd-1da398c014aa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.542483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f8f959f4-5e76-4c3d-aa21-1bac9068526c no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:16.577863 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.598541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: f8f959f4-5e76-4c3d-aa21-1bac9068526c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:16.599034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f8f959f4-5e76-4c3d-aa21-1bac9068526c not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:16.606677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:16.608656 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.618634 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91b9e456-c8c0-45c0-93dd-1da398c014aa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:16.630501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-91b9e456-c8c0-45c0-93dd-1da398c014aa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/38c68e36-4f89-4ed2-9c38-2ad5cad59fad HTTP/1.1" status: 204 len: 168 time: 1.2421620 Nov 25 19:50:16.632203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b9e456-c8c0-45c0-93dd-1da398c014aa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=38c68e36-4f89-4ed2-9c38-2ad5cad59fad,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:16.646630 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52920) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:16.666016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'mac_address': 'fa:16:3e:54:e8:a3', 'name': 'tempest-PortsTestJSON-2040160885'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:16.698546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65 req-81ef0dd2-0136-4c98-ac35-366f8b239a0b service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2874973 Nov 25 19:50:16.786081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Network': ['ID=acc1086a-9fc5-4c6d-967a-36a3053e2fa7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:16.809171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52922) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:16.810547 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-656c12c7-1fe0-4d24-a7b2-ee6a5c07de36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5987296 Nov 25 19:50:16.817709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': 'acc1086a-9fc5-4c6d-967a-36a3053e2fa7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:16.840487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network acc1086a-9fc5-4c6d-967a-36a3053e2fa7 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:16.965051 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830c45d9-f2e6-44b4-8e34-a17672d5f123 None None] New status for floating IP a54a80a1-8dc2-431d-a4b3-4756d4c98713: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:50:17.014263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ae471b7-1588-4d32-ba27-3a24c6ef3f65 req-e61e30d1-5fec-4acd-bc0d-c89c2a78a39b service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063354 Nov 25 19:50:17.031517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:17.135722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:17.140406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.162617 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.258106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 70d9f6f4-ae3d-4196-b828-6c649ad153ed yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:17.544942 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.558252 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.664153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Subnet': ['ID=a0ad04b1-26a4-42d4-ab9f-f173bbc84789,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:17.670230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Checking segment: {'id': 'aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'acc1086a-9fc5-4c6d-967a-36a3053e2fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:17.670722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network hostable DHCP agents. Network: acc1086a-9fc5-4c6d-967a-36a3053e2fa7, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:17.673853 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.737347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:17.741480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network acc1086a-9fc5-4c6d-967a-36a3053e2fa7 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:17.745919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:17.755100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:17.764064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:17.765286 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.769835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=70d9f6f4-ae3d-4196-b828-6c649ad153ed,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:17.774098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, acc1086a-9fc5-4c6d-967a-36a3053e2fa7) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:17.792066 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d75dc6-0efd-4720-8452-edd335a61b38 None None] Network acc1086a-9fc5-4c6d-967a-36a3053e2fa7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:17.799468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:17.803504 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:17.839909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fedd4f96-9e6a-431d-808e-73cd80fac2cc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1851852 Nov 25 19:50:17.845630 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bfe59c70-89bc-4f59-b9c4-8448682df8e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0340157 Nov 25 19:50:17.848121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52938) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:17.848675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52940) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:17.854543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': 'acc1086a-9fc5-4c6d-967a-36a3053e2fa7', 'name': 'tempest-PortsIpV6TestJSON-747157066'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:17.917180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109211b1-fbde-4c81-b995-3f88d7e3d6fa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:17.919664 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-109211b1-fbde-4c81-b995-3f88d7e3d6fa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/70d9f6f4-ae3d-4196-b828-6c649ad153ed HTTP/1.1" status: 200 len: 841 time: 0.0704708 Nov 25 19:50:17.923603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52942) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:18.075801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:18.081105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.109062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port 63573bca-4a9e-442f-ba5f-79f2aef5d17a yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:18.129599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-acc1086a-9fc5-4c6d-967a-36a3053e2fa7', 'network_id': 'acc1086a-9fc5-4c6d-967a-36a3053e2fa7', 'tenant_id': '1164c57cbe194d0c9c1f3fc03dab0ca4', 'fixed_ips': [{'subnet_id': 'a0ad04b1-26a4-42d4-ab9f-f173bbc84789'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:18.135471 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.196956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b23fe-e219-4995-980b-20514596972e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 70d9f6f4-ae3d-4196-b828-6c649ad153ed {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:18.197502 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b6b23fe-e219-4995-980b-20514596972e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.383333 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b6b23fe-e219-4995-980b-20514596972e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.386634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8::a9 (acc1086a-9fc5-4c6d-967a-36a3053e2fa7/a0ad04b1-26a4-42d4-ab9f-f173bbc84789/63573bca-4a9e-442f-ba5f-79f2aef5d17a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:18.407466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-2b6b23fe-e219-4995-980b-20514596972e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 70d9f6f4-ae3d-4196-b828-6c649ad153ed owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:18.683599 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b6b23fe-e219-4995-980b-20514596972e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.745763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6b23fe-e219-4995-980b-20514596972e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=70d9f6f4-ae3d-4196-b828-6c649ad153ed,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:18.782549 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b6b23fe-e219-4995-980b-20514596972e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.787943 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2b6b23fe-e219-4995-980b-20514596972e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/70d9f6f4-ae3d-4196-b828-6c649ad153ed HTTP/1.1" status: 204 len: 168 time: 0.8630879 Nov 25 19:50:18.791491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52958) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:18.799149 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:18.837667 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c26d20b8-13e9-4618-a289-29132d655c5a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:50:18.843820 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c26d20b8-13e9-4618-a289-29132d655c5a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/70d9f6f4-ae3d-4196-b828-6c649ad153ed HTTP/1.1" status: 404 len: 333 time: 0.0475888 Nov 25 19:50:18.848451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52960) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:18.860929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'name': 'tempest-PortsTestJSON-1515942289'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:19.051141 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.128406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=63573bca-4a9e-442f-ba5f-79f2aef5d17a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:19.159431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network acc1086a-9fc5-4c6d-967a-36a3053e2fa7 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:19.184801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:19.187791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Allocated IP 2001:db8::2 (acc1086a-9fc5-4c6d-967a-36a3053e2fa7/a0ad04b1-26a4-42d4-ab9f-f173bbc84789/d3f698b0-02e5-45ba-aeb7-411c7095b7ae) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:19.193031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:19.222463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:19.225156 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.272063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:19.285376 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.295303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8556cac4-5dc8-456a-a322-480c30e16c92 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4453726 Nov 25 19:50:19.300135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52972) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:19.308908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': 'acc1086a-9fc5-4c6d-967a-36a3053e2fa7', 'name': 'tempest-PortsIpV6TestJSON-696685293'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:19.326533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 7bee2cc7-ff30-4a81-b881-e2fda2c710cb yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:19.587854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:19.595683 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.693146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port c1fb60b1-7453-467c-a607-02c20779e6f4 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:19.719568 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.733914 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:19.892191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8::389 (acc1086a-9fc5-4c6d-967a-36a3053e2fa7/a0ad04b1-26a4-42d4-ab9f-f173bbc84789/c1fb60b1-7453-467c-a607-02c20779e6f4) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:19.922843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Network acc1086a-9fc5-4c6d-967a-36a3053e2fa7 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:19.924651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Pushing event updated for resources: {'Port': ['ID=d3f698b0-02e5-45ba-aeb7-411c7095b7ae,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:19.928172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:19.932218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:19.948781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52980) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:20.048213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Attempting to bind port d3f698b0-02e5-45ba-aeb7-411c7095b7ae on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:20.049022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Attempting to bind port d3f698b0-02e5-45ba-aeb7-411c7095b7ae by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'acc1086a-9fc5-4c6d-967a-36a3053e2fa7'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:20.049656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Attempting to bind port d3f698b0-02e5-45ba-aeb7-411c7095b7ae on network acc1086a-9fc5-4c6d-967a-36a3053e2fa7 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:20.057621 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-63aee15c-40cd-464c-ad08-d17c5bf49d63 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3445237 Nov 25 19:50:20.064684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:20.065010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Checking segment: {'id': 'aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'acc1086a-9fc5-4c6d-967a-36a3053e2fa7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:20.065371 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.065747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Bound using segment: {'id': 'aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'acc1086a-9fc5-4c6d-967a-36a3053e2fa7'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:20.066249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Bound port: d3f698b0-02e5-45ba-aeb7-411c7095b7ae, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'acc1086a-9fc5-4c6d-967a-36a3053e2fa7'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:20.066634 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.096598 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.155900 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.206279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] For port d3f698b0-02e5-45ba-aeb7-411c7095b7ae, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:20.213016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] For port d3f698b0-02e5-45ba-aeb7-411c7095b7ae, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d3f698b0-02e5-45ba-aeb7-411c7095b7ae,segment=NetworkSegment(aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb),segment_id=aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:20.226462 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.252401 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.274309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:20.279472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:20.287416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:20.327578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:20.331666 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.334627 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.342446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfeb250-1d01-4fdc-a36c-85b72a99f0dc None None] Pushing event updated for resources: {'Port': ['ID=d3f698b0-02e5-45ba-aeb7-411c7095b7ae,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:20.413646 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-685a76f8-6538-484f-b07e-d4f8eb4e30e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.416498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=7bee2cc7-ff30-4a81-b881-e2fda2c710cb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:20.436429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-af12e82d-f696-4860-8c5a-3cfdcd0d537d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5837953 Nov 25 19:50:20.438933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network acc1086a-9fc5-4c6d-967a-36a3053e2fa7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:20.439597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52990) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:20.448445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:20.456892 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:20.460237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-42b4ce20-bd98-4782-bb3e-bba30710b215 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:20.469325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:20.470287 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.496990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=c1fb60b1-7453-467c-a607-02c20779e6f4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:20.525983 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ba6ed017-77b2-4d52-a7ac-5c3291875015 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2241564 Nov 25 19:50:20.529720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-64301061-77c4-400b-a02b-018b63b76a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:20.531793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52994) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:20.533452 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-64301061-77c4-400b-a02b-018b63b76a58 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 1096 time: 0.3702602 Nov 25 19:50:20.676310 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42b4ce20-bd98-4782-bb3e-bba30710b215 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.725681 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.778303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e930edc-939a-4f76-8a59-552c6c46e6c7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:20.781742 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7e930edc-939a-4f76-8a59-552c6c46e6c7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3Aa9 HTTP/1.1" status: 200 len: 927 time: 0.2483759 Nov 25 19:50:20.785546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53000) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:20.785928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-685a76f8-6538-484f-b07e-d4f8eb4e30e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.832270 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-685a76f8-6538-484f-b07e-d4f8eb4e30e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.902210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-4e2682c4-d9b9-48a8-be1c-7beae942d3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:20.903859 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-4e2682c4-d9b9-48a8-be1c-7beae942d3b7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.3074830 Nov 25 19:50:20.919837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685a76f8-6538-484f-b07e-d4f8eb4e30e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=510f484e-f6c8-4125-bf98-048900e2ca83,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:20.948441 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-685a76f8-6538-484f-b07e-d4f8eb4e30e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20f0096feb16444685ec6a29ef8e4841&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9942482 Nov 25 19:50:20.968602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-88f8ba49-9ddd-401e-8ad9-d1d2ac80c09c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port c1fb60b1-7453-467c-a607-02c20779e6f4 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:20.969221 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-88f8ba49-9ddd-401e-8ad9-d1d2ac80c09c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:20.972724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53002) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:21.072716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-ea4bb671-5b8b-4dcd-9ed8-138c6cc87656 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facdf361-3d59-45df-8e09-529c03788133 HTTP/1.1" status: 200 len: 1000 time: 0.1549518 Nov 25 19:50:21.126247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf554089-f65a-4c6c-869b-0c675969dce2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.137052 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42b4ce20-bd98-4782-bb3e-bba30710b215 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.147076 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42b4ce20-bd98-4782-bb3e-bba30710b215 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.157822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-d2391e40-1914-4c4b-81d9-18fe2dc85860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:21.159953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-d2391e40-1914-4c4b-81d9-18fe2dc85860 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.0809398 Nov 25 19:50:21.170886 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-88f8ba49-9ddd-401e-8ad9-d1d2ac80c09c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.196718 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf554089-f65a-4c6c-869b-0c675969dce2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.218895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-88f8ba49-9ddd-401e-8ad9-d1d2ac80c09c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for c1fb60b1-7453-467c-a607-02c20779e6f4 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:21.222697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-42b4ce20-bd98-4782-bb3e-bba30710b215 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] In _notify_port_updated(), no bound segment for port 7bee2cc7-ff30-4a81-b881-e2fda2c710cb on network 238d439a-9d5b-4cb6-825e-eb80cd3439ad {{(pid=103651) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:50:21.229060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b4ce20-bd98-4782-bb3e-bba30710b215 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:21.229727 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42b4ce20-bd98-4782-bb3e-bba30710b215 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.231380 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-42b4ce20-bd98-4782-bb3e-bba30710b215 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "PUT /v2.0/ports/7bee2cc7-ff30-4a81-b881-e2fda2c710cb HTTP/1.1" status: 200 len: 818 time: 0.7837582 Nov 25 19:50:21.239482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53006) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:21.271327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b4ce20-bd98-4782-bb3e-bba30710b215 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=7bee2cc7-ff30-4a81-b881-e2fda2c710cb,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:21.298893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-64fe7fc6-0785-4a71-b098-cc142f1a22fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:21.300497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-64fe7fc6-0785-4a71-b098-cc142f1a22fd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1147792 Nov 25 19:50:21.434181 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf554089-f65a-4c6c-869b-0c675969dce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.437761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf554089-f65a-4c6c-869b-0c675969dce2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.439139 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cf554089-f65a-4c6c-869b-0c675969dce2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/510f484e-f6c8-4125-bf98-048900e2ca83 HTTP/1.1" status: 204 len: 168 time: 0.4651773 Nov 25 19:50:21.497544 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf554089-f65a-4c6c-869b-0c675969dce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=510f484e-f6c8-4125-bf98-048900e2ca83,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:21.528673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2a268cb6-e9bb-4276-a628-15ea7eba51c7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 7bee2cc7-ff30-4a81-b881-e2fda2c710cb {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:21.529221 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a268cb6-e9bb-4276-a628-15ea7eba51c7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.533554 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-83ceb0c5-47bb-4bdc-a5bb-f8b798ccf4f4 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252262 Nov 25 19:50:21.803633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a86e52b6-09e5-4a6f-a0b2-a9a57a6e98e8 req-3ac73a8a-f45d-4026-8ac2-edc469c3d181 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624345 Nov 25 19:50:21.849199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a268cb6-e9bb-4276-a628-15ea7eba51c7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:21.895461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2a268cb6-e9bb-4276-a628-15ea7eba51c7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 7bee2cc7-ff30-4a81-b881-e2fda2c710cb owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:21.915885 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-88f8ba49-9ddd-401e-8ad9-d1d2ac80c09c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.090139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8ba49-9ddd-401e-8ad9-d1d2ac80c09c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=c1fb60b1-7453-467c-a607-02c20779e6f4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:22.136624 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-88f8ba49-9ddd-401e-8ad9-d1d2ac80c09c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.142311 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-88f8ba49-9ddd-401e-8ad9-d1d2ac80c09c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/c1fb60b1-7453-467c-a607-02c20779e6f4 HTTP/1.1" status: 204 len: 168 time: 1.3551271 Nov 25 19:50:22.144272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53028) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:22.198670 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6a3ebe-b9d6-43a6-88cf-c72d88ee03e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:50:22.201272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dc6a3ebe-b9d6-43a6-88cf-c72d88ee03e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/c1fb60b1-7453-467c-a607-02c20779e6f4 HTTP/1.1" status: 404 len: 333 time: 0.0551023 Nov 25 19:50:22.204858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53030) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:22.251911 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a268cb6-e9bb-4276-a628-15ea7eba51c7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.275920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6b6ab9-c262-4fe2-b0fd-6ec5c63bf4f1 None None] Network acc1086a-9fc5-4c6d-967a-36a3053e2fa7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:22.306246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a268cb6-e9bb-4276-a628-15ea7eba51c7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=7bee2cc7-ff30-4a81-b881-e2fda2c710cb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:22.309412 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a268cb6-e9bb-4276-a628-15ea7eba51c7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.317852 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2a268cb6-e9bb-4276-a628-15ea7eba51c7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/7bee2cc7-ff30-4a81-b881-e2fda2c710cb HTTP/1.1" status: 204 len: 168 time: 1.0694728 Nov 25 19:50:22.318538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53038) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:22.391357 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf329d52-d774-411a-af93-fe8abfe7671a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:22.393137 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cf329d52-d774-411a-af93-fe8abfe7671a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0737534 Nov 25 19:50:22.396941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53040) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:22.432815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dfb7a19d-ff07-458b-bc6a-93cbf1bf8696 None None] Provisioning complete for port d3f698b0-02e5-45ba-aeb7-411c7095b7ae triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:22.433630 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dfb7a19d-ff07-458b-bc6a-93cbf1bf8696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.464299 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-59e46261-9517-4227-bdf8-85d6d58112e5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:50:22.465798 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-59e46261-9517-4227-bdf8-85d6d58112e5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/7bee2cc7-ff30-4a81-b881-e2fda2c710cb HTTP/1.1" status: 404 len: 333 time: 0.0655904 Nov 25 19:50:22.472241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53044) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:22.477651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-437709d1-25fd-4b1f-b2cb-48b27769cfda tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 63573bca-4a9e-442f-ba5f-79f2aef5d17a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:22.478943 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-437709d1-25fd-4b1f-b2cb-48b27769cfda tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.481752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-573204960'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:22.547716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:22.553062 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.620999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:22.633776 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.634330 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Added segment dc59bf6f-2e10-49c4-b6e5-27e56cdde59e of type vlan for network 85779b3f-dc3c-4919-920b-5d07fbc590c7 Nov 25 19:50:22.684728 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-437709d1-25fd-4b1f-b2cb-48b27769cfda tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.707739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-437709d1-25fd-4b1f-b2cb-48b27769cfda tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 63573bca-4a9e-442f-ba5f-79f2aef5d17a owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:22.712402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d3f698b0-02e5-45ba-aeb7-411c7095b7ae up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:22.713667 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.778610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.792295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:22.792740 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.932689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d3f698b0-02e5-45ba-aeb7-411c7095b7ae triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:22.933074 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.966366 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-437709d1-25fd-4b1f-b2cb-48b27769cfda tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:22.979008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Network': ['ID=85779b3f-dc3c-4919-920b-5d07fbc590c7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:23.012896 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b9291b04-0e7c-4530-bcce-bbefd6da7935 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5382848 Nov 25 19:50:23.013927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53060) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:23.026550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 85779b3f-dc3c-4919-920b-5d07fbc590c7 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:23.026784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': '85779b3f-dc3c-4919-920b-5d07fbc590c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:23.039052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437709d1-25fd-4b1f-b2cb-48b27769cfda tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=63573bca-4a9e-442f-ba5f-79f2aef5d17a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:23.096323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53064) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:23.106183 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-437709d1-25fd-4b1f-b2cb-48b27769cfda tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.113187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-437709d1-25fd-4b1f-b2cb-48b27769cfda tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/63573bca-4a9e-442f-ba5f-79f2aef5d17a HTTP/1.1" status: 204 len: 168 time: 0.9065037 Nov 25 19:50:23.116160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53068) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:23.161662 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dfb7a19d-ff07-458b-bc6a-93cbf1bf8696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.199005 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-2dc79cc9-0d4a-4266-98c1-a239ef658256 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:50:23.202950 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.205333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2dc79cc9-0d4a-4266-98c1-a239ef658256 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/63573bca-4a9e-442f-ba5f-79f2aef5d17a HTTP/1.1" status: 404 len: 333 time: 0.0868607 Nov 25 19:50:23.209442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53070) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:23.235258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-dfb7a19d-ff07-458b-bc6a-93cbf1bf8696 None None] For port d3f698b0-02e5-45ba-aeb7-411c7095b7ae, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d3f698b0-02e5-45ba-aeb7-411c7095b7ae,segment=NetworkSegment(aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb),segment_id=aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:23.251513 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dfb7a19d-ff07-458b-bc6a-93cbf1bf8696 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.290941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:23.305006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.320959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1468040-1ed3-4f09-bcac-102b0d163e09 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting subnet a0ad04b1-26a4-42d4-ab9f-f173bbc84789 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:50:23.340115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-966920092-network', 'tenant_id': '01282795791d4eb2977aaf054bcdfa2f'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:23.366488 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1468040-1ed3-4f09-bcac-102b0d163e09 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.387316 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.447520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Made reservation on behalf of 01282795791d4eb2977aaf054bcdfa2f for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:23.456378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.460589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1468040-1ed3-4f09-bcac-102b0d163e09 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.507345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb7a19d-ff07-458b-bc6a-93cbf1bf8696 None None] Pushing event updated for resources: {'Port': ['ID=d3f698b0-02e5-45ba-aeb7-411c7095b7ae,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:23.512962 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.541613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:50:23.541995 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:50:23.714424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-20209849-a9e4-4620-8bad-ba4db65b003d None None] Provisioning complete for port d3f698b0-02e5-45ba-aeb7-411c7095b7ae triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:23.715105 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-20209849-a9e4-4620-8bad-ba4db65b003d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.760880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.826701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Subnet': ['ID=4ae3c121-e6cf-4b45-8fd3-f179eaad3b59,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:23.874961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Checking segment: {'id': 'dc59bf6f-2e10-49c4-b6e5-27e56cdde59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '85779b3f-dc3c-4919-920b-5d07fbc590c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:23.875364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network hostable DHCP agents. Network: 85779b3f-dc3c-4919-920b-5d07fbc590c7, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:23.887399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-20209849-a9e4-4620-8bad-ba4db65b003d None None] Could not find standard attr ID for object 63573bca-4a9e-442f-ba5f-79f2aef5d17a. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:50:23.903307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 85779b3f-dc3c-4919-920b-5d07fbc590c7 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:23.919343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 85779b3f-dc3c-4919-920b-5d07fbc590c7) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:23.932149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ddc9d1-d152-4397-9ced-941d916cfa45 None None] Network 85779b3f-dc3c-4919-920b-5d07fbc590c7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:23.936852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:23.937477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:23.974535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-98974f80-6a45-438c-9c6d-c65786958795 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9556897 Nov 25 19:50:23.977379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53084) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:23.991828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-295b4aee-59d3-41e8-8f88-81015c011f14 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': '85779b3f-dc3c-4919-920b-5d07fbc590c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:24.216116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b1f08b35-712a-4a33-a0b2-4323d7301b6b None None] Could not find standard attr ID for object 63573bca-4a9e-442f-ba5f-79f2aef5d17a. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:50:24.225777 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1468040-1ed3-4f09-bcac-102b0d163e09 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.260452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-295b4aee-59d3-41e8-8f88-81015c011f14 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:24.270172 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-295b4aee-59d3-41e8-8f88-81015c011f14 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.316447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.331926 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.366093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-85779b3f-dc3c-4919-920b-5d07fbc590c7', 'network_id': '85779b3f-dc3c-4919-920b-5d07fbc590c7', 'tenant_id': '21e90a9a8da64cb798cde144d4037c2b', 'fixed_ips': [{'subnet_id': '4ae3c121-e6cf-4b45-8fd3-f179eaad3b59'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:24.367121 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.413021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=922775e5-78cc-4b7f-9763-1030a688492a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:24.452896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:24.461957 n-d-817303-9 neutron-server[103652]: INFO neutron.db.ipam_backend_mixin [None req-295b4aee-59d3-41e8-8f88-81015c011f14 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4ae3c121-e6cf-4b45-8fd3-f179eaad3b59 (CIDR: 172.20.0.0/28) Nov 25 19:50:24.472841 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-295b4aee-59d3-41e8-8f88-81015c011f14 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:50:24.473865 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-295b4aee-59d3-41e8-8f88-81015c011f14 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:50:24.476371 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1468040-1ed3-4f09-bcac-102b0d163e09 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.484328 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.484752 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Added segment 69dd1ce5-7198-41e4-bb01-8c427f4b1bd5 of type vlan for network e7d6b73d-3c86-423a-9d69-98bfe6289c92 Nov 25 19:50:24.544287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Allocated IP 172.20.0.2 (85779b3f-dc3c-4919-920b-5d07fbc590c7/4ae3c121-e6cf-4b45-8fd3-f179eaad3b59/b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:24.565997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1468040-1ed3-4f09-bcac-102b0d163e09 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Subnet': ['ID=a0ad04b1-26a4-42d4-ab9f-f173bbc84789,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:24.570167 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-295b4aee-59d3-41e8-8f88-81015c011f14 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5899572 Nov 25 19:50:24.574061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53094) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:24.586215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6d2f577a-20e0-4f82-a061-9fcc05316cfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': '85779b3f-dc3c-4919-920b-5d07fbc590c7', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:24.600626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1468040-1ed3-4f09-bcac-102b0d163e09 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.604856 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e1468040-1ed3-4f09-bcac-102b0d163e09 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/a0ad04b1-26a4-42d4-ab9f-f173bbc84789 HTTP/1.1" status: 204 len: 168 time: 1.3788671 Nov 25 19:50:24.612291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53096) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:24.646304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d3f698b0-02e5-45ba-aeb7-411c7095b7ae up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:24.651354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-14d0d255-0d92-4660-87a6-bbc840cc3144 None None] Could not find standard attr ID for object c1fb60b1-7453-467c-a607-02c20779e6f4. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:50:24.757227 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.761098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.831299 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.832255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:24.832894 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.869131 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.887149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d3f698b0-02e5-45ba-aeb7-411c7095b7ae triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:24.887924 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.938118 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:24.947902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a19eb61-53fb-475b-bd8e-e3694dbc95c1 None None] Network acc1086a-9fc5-4c6d-967a-36a3053e2fa7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:24.966555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Network 85779b3f-dc3c-4919-920b-5d07fbc590c7 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:24.981331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:25.024364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:25.057413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] Pushing event updated for resources: {'Network': ['ID=e7d6b73d-3c86-423a-9d69-98bfe6289c92,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:25.071087 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d2e59a6e-dfcf-4fc9-aca2-a692f74e2676 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.9709015 Nov 25 19:50:25.072108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53102) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:25.080289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] Request body: {'subnet': {'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-966920092-subnet', 'tenant_id': '01282795791d4eb2977aaf054bcdfa2f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:25.107092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network e7d6b73d-3c86-423a-9d69-98bfe6289c92 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:25.121671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] Made reservation on behalf of 01282795791d4eb2977aaf054bcdfa2f for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:25.124746 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.201291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Pushing event updated for resources: {'Port': ['ID=b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:25.226164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port d3f698b0-02e5-45ba-aeb7-411c7095b7ae {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:25.227701 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.313826 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] For port d3f698b0-02e5-45ba-aeb7-411c7095b7ae, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d3f698b0-02e5-45ba-aeb7-411c7095b7ae,segment=NetworkSegment(aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb),segment_id=aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:25.314370 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.334565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for d3f698b0-02e5-45ba-aeb7-411c7095b7ae owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:25.375161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Attempting to bind port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:25.375793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Attempting to bind port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'dc59bf6f-2e10-49c4-b6e5-27e56cdde59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '85779b3f-dc3c-4919-920b-5d07fbc590c7'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:25.376357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Attempting to bind port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b on network 85779b3f-dc3c-4919-920b-5d07fbc590c7 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:25.396973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:25.397713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Checking segment: {'id': 'dc59bf6f-2e10-49c4-b6e5-27e56cdde59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '85779b3f-dc3c-4919-920b-5d07fbc590c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:25.398496 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.399168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Bound using segment: {'id': 'dc59bf6f-2e10-49c4-b6e5-27e56cdde59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '85779b3f-dc3c-4919-920b-5d07fbc590c7'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:25.399866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Bound port: b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc59bf6f-2e10-49c4-b6e5-27e56cdde59e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '85779b3f-dc3c-4919-920b-5d07fbc590c7'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:25.400445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.419213 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-3f3a56ba-7a78-49c4-ad32-c4986fbddc8d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1497636 Nov 25 19:50:25.419852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d2f577a-20e0-4f82-a061-9fcc05316cfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:25.430061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6d2f577a-20e0-4f82-a061-9fcc05316cfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.507022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] For port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:25.517601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] For port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b,segment=NetworkSegment(dc59bf6f-2e10-49c4-b6e5-27e56cdde59e),segment_id=dc59bf6f-2e10-49c4-b6e5-27e56cdde59e)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:25.532969 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.549044 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.618605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No DVR routers for this DVR port d3f698b0-02e5-45ba-aeb7-411c7095b7ae on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:25.632423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c61c6a-ad00-4ba8-aedc-9f8e44a58d1a None None] DHCP port deletion for acc1086a-9fc5-4c6d-967a-36a3053e2fa7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:25.665983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=d3f698b0-02e5-45ba-aeb7-411c7095b7ae,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:25.754949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421dbf30-014c-443b-bd25-493423baefe1 None None] Pushing event updated for resources: {'Port': ['ID=b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:25.865335 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.915264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-04afe2e9-5c28-43c5-84e6-4bf732d31715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:25.916221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-04afe2e9-5c28-43c5-84e6-4bf732d31715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:25.916221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-04afe2e9-5c28-43c5-84e6-4bf732d31715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:25.916654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-04afe2e9-5c28-43c5-84e6-4bf732d31715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:25.917119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-04afe2e9-5c28-43c5-84e6-4bf732d31715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:25.917572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-04afe2e9-5c28-43c5-84e6-4bf732d31715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:25.918597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-04afe2e9-5c28-43c5-84e6-4bf732d31715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:25.920159 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-04afe2e9-5c28-43c5-84e6-4bf732d31715 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6503 time: 0.1262009 Nov 25 19:50:25.926046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc1086a-9fc5-4c6d-967a-36a3053e2fa7']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:25.947094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:25.947792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aefe6bcc-ed6b-4c0e-9c7d-2f3be64d40eb') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:25.962302 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.990850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:25.993485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.079509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:26.093312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:26.094065 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:26.098642 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:26.126840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6d2f577a-20e0-4f82-a061-9fcc05316cfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.238772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.241778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2f577a-20e0-4f82-a061-9fcc05316cfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 85779b3f-dc3c-4919-920b-5d07fbc590c7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:26.251491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-6d2f577a-20e0-4f82-a061-9fcc05316cfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:26.255750 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.260999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f577a-20e0-4f82-a061-9fcc05316cfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.262133 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6d2f577a-20e0-4f82-a061-9fcc05316cfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.266251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/networks/acc1086a-9fc5-4c6d-967a-36a3053e2fa7 HTTP/1.1" status: 204 len: 168 time: 1.6526694 Nov 25 19:50:26.270265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53120) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:26.279167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2139557897'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:26.293958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f577a-20e0-4f82-a061-9fcc05316cfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Subnet': ['ID=e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:26.298277 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-c5adf19d-c39f-4e6d-84bb-3fb8d129d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.298749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-c5adf19d-c39f-4e6d-84bb-3fb8d129d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.308978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d129d44-dd00-4575-ab1c-46407ccd0475 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Network': ['ID=acc1086a-9fc5-4c6d-967a-36a3053e2fa7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:26.310019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-c5adf19d-c39f-4e6d-84bb-3fb8d129d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.325623 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-c5adf19d-c39f-4e6d-84bb-3fb8d129d4e2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=531ea4be-db10-442e-a719-94c0832255fd&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e HTTP/1.1" status: 200 len: 2298 time: 0.3754146 Nov 25 19:50:26.326219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] Checking segment: {'id': '69dd1ce5-7198-41e4-bb01-8c427f4b1bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:26.327397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] Network hostable DHCP agents. Network: e7d6b73d-3c86-423a-9d69-98bfe6289c92, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:26.338387 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6d2f577a-20e0-4f82-a061-9fcc05316cfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7609982 Nov 25 19:50:26.341497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53124) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:26.353590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': '85779b3f-dc3c-4919-920b-5d07fbc590c7', 'fixed_ips': [{'subnet_id': '4ae3c121-e6cf-4b45-8fd3-f179eaad3b59'}, {'subnet_id': 'e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b'}], 'name': 'tempest-PortsTestJSON-1739272389'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:26.450064 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-bcf97bdf-c49a-46ed-b6b0-4c7c762b7934 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65636e05-774f-452f-8240-2f811a684d5a HTTP/1.1" status: 200 len: 1001 time: 0.1100829 Nov 25 19:50:26.569420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-c7378c64-dda0-4589-a231-a4384d337fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.575880 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-c7378c64-dda0-4589-a231-a4384d337fd9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6 HTTP/1.1" status: 200 len: 856 time: 0.1176100 Nov 25 19:50:26.626748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:26.645317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:26.649613 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.677507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] Network e7d6b73d-3c86-423a-9d69-98bfe6289c92 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:26.690053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-6a63c4fd-457d-4542-bdb8-7d7275aa571c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.691630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-6a63c4fd-457d-4542-bdb8-7d7275aa571c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531ea4be-db10-442e-a719-94c0832255fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1082308 Nov 25 19:50:26.713786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:26.716195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, e7d6b73d-3c86-423a-9d69-98bfe6289c92) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:26.728533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.729498 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.730511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e274882-68ca-4ceb-b63d-f9509dd3305c None None] Network e7d6b73d-3c86-423a-9d69-98bfe6289c92 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:26.744326 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.745057 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Added segment 459bd88d-94ca-45fb-85d0-1ea0b2c820c3 of type vlan for network 2c844622-af79-44d5-b145-f17a43b10734 Nov 25 19:50:26.758970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:26.813803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f469003a-e876-4b65-961c-f0a3300a252d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7391183 Nov 25 19:50:26.865293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-2e42373d-9735-4667-ae8a-37cf3cdcc9bd service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653438 Nov 25 19:50:26.908741 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.965674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:26.981286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:26.987452 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:27.009219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:27.009992 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:27.022783 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:27.083464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-be8b93ac-52cf-48c7-9629-bf9d5871c5d1 service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080462 Nov 25 19:50:27.203176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9299071 Nov 25 19:50:27.206235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Network': ['ID=2c844622-af79-44d5-b145-f17a43b10734,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:27.208837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53142) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:27.215253 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '2c844622-af79-44d5-b145-f17a43b10734', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:27.241175 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-06c2fee6-17ad-4b99-b23d-a44c5577ba56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=fb561747-6f3c-49c3-accb-3206128ee7ab HTTP/1.1" status: 200 len: 217 time: 0.1508474 Nov 25 19:50:27.256148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.256482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.256814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.257149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.257477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.257814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.258141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.258468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.258789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.265149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.265569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.266036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1e344fa-68bc-40e8-919a-b4f45dbc6ace tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:27.272879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 591b2580-3914-46c3-8f12-43ccb6c51d2d yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:27.325539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 2c844622-af79-44d5-b145-f17a43b10734 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:27.372641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-d8536792-ff97-4fcd-bb23-2dfc9d2edd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:27.375592 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-d8536792-ff97-4fcd-bb23-2dfc9d2edd8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.1266131 Nov 25 19:50:27.529319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-461daa7e-44b8-4a76-9299-f155202a5fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:27.537239 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-461daa7e-44b8-4a76-9299-f155202a5fbe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1523271 Nov 25 19:50:27.540637 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:27.544471 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:27.554813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bee8cdd-ed97-4a74-b5b1-e2c26f6fba65 None None] Network e7d6b73d-3c86-423a-9d69-98bfe6289c92 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:27.740760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703177be-610b-4767-b74e-a2d6ab806885 None None] Network 85779b3f-dc3c-4919-920b-5d07fbc590c7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:27.771317 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-747559fb-f2af-4375-a57c-17bf6860ce44 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226040 Nov 25 19:50:27.878741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:27.977717 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-f2e2c2d7-2bca-48bf-b4dd-c74f460ab387 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989570 Nov 25 19:50:28.050356 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-146b8ac8-efa9-4757-a6bc-d52f7b1b7296 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ce49200e-7a12-415f-ba24-3bfb7d146868 HTTP/1.1" status: 200 len: 217 time: 0.0652890 Nov 25 19:50:28.149151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.3 (85779b3f-dc3c-4919-920b-5d07fbc590c7/4ae3c121-e6cf-4b45-8fd3-f179eaad3b59/591b2580-3914-46c3-8f12-43ccb6c51d2d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:28.170661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.26 (85779b3f-dc3c-4919-920b-5d07fbc590c7/e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b/591b2580-3914-46c3-8f12-43ccb6c51d2d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:28.172881 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-51a3b09b-ef72-4690-8b10-1a1227694f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:28.174374 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:28.175063 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-51a3b09b-ef72-4690-8b10-1a1227694f26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.1165702 Nov 25 19:50:28.252169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-bc6a31bf-8ea8-43eb-9ca1-8c55e62fc493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:28.253889 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-bc6a31bf-8ea8-43eb-9ca1-8c55e62fc493 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0718930 Nov 25 19:50:28.272505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Subnet': ['ID=b5392548-66bf-4f24-bc91-efbd4c7ddbe7,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:28.406534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9b1ae1b9-1cae-42ad-9205-5b2b4970997a None None] Provisioning complete for port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:28.406985 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b1ae1b9-1cae-42ad-9205-5b2b4970997a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:28.414601 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-9c907fb3-326e-478b-b0e5-4117198495f5 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534138 Nov 25 19:50:28.438872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Checking segment: {'id': '459bd88d-94ca-45fb-85d0-1ea0b2c820c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2c844622-af79-44d5-b145-f17a43b10734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:28.439781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network hostable DHCP agents. Network: 2c844622-af79-44d5-b145-f17a43b10734, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:28.541618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b,segment=NetworkSegment(dc59bf6f-2e10-49c4-b6e5-27e56cdde59e),segment_id=dc59bf6f-2e10-49c4-b6e5-27e56cdde59e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:28.573199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:28.615568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 2c844622-af79-44d5-b145-f17a43b10734 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:28.637718 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-05713ba1-bfb1-4c8a-b087-9aaf4e38fe35 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142115 Nov 25 19:50:28.775546 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-98e18b73-63b6-43c9-a6b3-bad901cc213e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=43d3c575-757a-4ad9-a707-160601e5750e HTTP/1.1" status: 200 len: 217 time: 0.1273525 Nov 25 19:50:28.812822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d3f698b0-02e5-45ba-aeb7-411c7095b7ae no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:28.847752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-e1bfcd13-13d0-4c6a-bdc0-b7f82e0dfc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:28.849321 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-e1bfcd13-13d0-4c6a-bdc0-b7f82e0dfc1c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.0703688 Nov 25 19:50:28.946660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: d3f698b0-02e5-45ba-aeb7-411c7095b7ae {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:28.947304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d3f698b0-02e5-45ba-aeb7-411c7095b7ae not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:28.961282 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 2c844622-af79-44d5-b145-f17a43b10734) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:28.972494 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:28.992341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-806cd041-7562-455c-bf5c-5d3b804da403 None None] Network 2c844622-af79-44d5-b145-f17a43b10734 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:29.021329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:29.021608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-adc8f6b6-5598-47cf-9c20-a2e03350c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:29.027051 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:29.027335 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-adc8f6b6-5598-47cf-9c20-a2e03350c896 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1692662 Nov 25 19:50:29.035080 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:29.117511 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8f42dd1e-e772-402e-bcac-b74c3a948a1a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9028292 Nov 25 19:50:29.126321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53168) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:29.138265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': '2c844622-af79-44d5-b145-f17a43b10734', 'name': 'tempest-PortsIpV6TestJSON-1188978677', 'fixed_ips': [{'subnet_id': 'b5392548-66bf-4f24-bc91-efbd4c7ddbe7', 'ip_address': '2001:db8::10'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:29.211420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-af0202c0-9f56-4655-92f7-65bdb8791f90 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748362 Nov 25 19:50:29.260492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:29.409321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc64cac-fb00-4540-95f5-592236dbe464 None None] Update dhcp port {'port': {'network_id': '85779b3f-dc3c-4919-920b-5d07fbc590c7', 'fixed_ips': [{'subnet_id': '4ae3c121-e6cf-4b45-8fd3-f179eaad3b59', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b'}], 'binding:host_id': 'n-d-817303-9'}, 'id': 'b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:50:29.512607 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-3d9d8045-2105-4fd5-81cf-83102d1bc0d4 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928798 Nov 25 19:50:29.540821 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:29.620772 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7fc64cac-fb00-4540-95f5-592236dbe464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:29.627892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:29.637783 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-b251358d-2784-47ae-b862-def670d062af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8 HTTP/1.1" status: 200 len: 217 time: 0.1176229 Nov 25 19:50:29.656587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 85779b3f-dc3c-4919-920b-5d07fbc590c7 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:29.722337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:29.740834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:29.786000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-2c844622-af79-44d5-b145-f17a43b10734', 'network_id': '2c844622-af79-44d5-b145-f17a43b10734', 'tenant_id': '1164c57cbe194d0c9c1f3fc03dab0ca4', 'fixed_ips': [{'subnet_id': 'b5392548-66bf-4f24-bc91-efbd4c7ddbe7'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:29.787322 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:29.844593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-dacf1224-80af-480c-884a-e82bb01d367a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:29.846552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-dacf1224-80af-480c-884a-e82bb01d367a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.2009134 Nov 25 19:50:29.895851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=591b2580-3914-46c3-8f12-43ccb6c51d2d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:29.934732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-40f5e7c4-c922-4e03-9367-d8a759768f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:29.945344 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-40f5e7c4-c922-4e03-9367-d8a759768f94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0876861 Nov 25 19:50:29.959418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:29.960976 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:29.996787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:29.997680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:30.012355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1fdc2aa7-ee86-451d-949c-6dea077b203a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 3.6656752 Nov 25 19:50:30.023119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53182) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:30.033771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a6bc2464-a143-491e-9261-b4c50c7b9955 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ae3c121-e6cf-4b45-8fd3-f179eaad3b59'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:30.089650 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:30.135568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port 3558def6-1d47-4e9e-814c-2a199c86a368 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:30.400500 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-6aa3d808-3cef-4ba8-a416-894b1ab72ef0 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4512179 Nov 25 19:50:30.428078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-7fc64cac-fb00-4540-95f5-592236dbe464 None None] Allocated IP 172.20.0.18 (85779b3f-dc3c-4919-920b-5d07fbc590c7/e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b/b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:30.473463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Allocated IP 2001:db8::2 (2c844622-af79-44d5-b145-f17a43b10734/b5392548-66bf-4f24-bc91-efbd4c7ddbe7/7ac388ad-decd-4a47-93e2-0a2ce3179343) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:30.599778 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2464-a143-491e-9261-b4c50c7b9955 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:30.637733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7fc64cac-fb00-4540-95f5-592236dbe464 None None] For port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b,segment=NetworkSegment(dc59bf6f-2e10-49c4-b6e5-27e56cdde59e),segment_id=dc59bf6f-2e10-49c4-b6e5-27e56cdde59e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:30.668427 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-3c215dc6-c98f-4fa9-b5de-20a730d6269e service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2552302 Nov 25 19:50:30.713298 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7fc64cac-fb00-4540-95f5-592236dbe464 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:30.731444 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7fc64cac-fb00-4540-95f5-592236dbe464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:30.843473 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-e5f07ac7-b506-4273-b954-e8b36a83a08f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef HTTP/1.1" status: 200 len: 217 time: 0.1662493 Nov 25 19:50:30.903754 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:30.916954 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc64cac-fb00-4540-95f5-592236dbe464 None None] Pushing event updated for resources: {'Port': ['ID=b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:30.926462 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:30.971783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Network 2c844622-af79-44d5-b145-f17a43b10734 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:30.977716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:30.982180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:30.992914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Pushing event updated for resources: {'Port': ['ID=7ac388ad-decd-4a47-93e2-0a2ce3179343,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:31.075841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Attempting to bind port 7ac388ad-decd-4a47-93e2-0a2ce3179343 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:31.077369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Attempting to bind port 7ac388ad-decd-4a47-93e2-0a2ce3179343 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '459bd88d-94ca-45fb-85d0-1ea0b2c820c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2c844622-af79-44d5-b145-f17a43b10734'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:31.080588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Attempting to bind port 7ac388ad-decd-4a47-93e2-0a2ce3179343 on network 2c844622-af79-44d5-b145-f17a43b10734 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:31.108651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:31.109727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Checking segment: {'id': '459bd88d-94ca-45fb-85d0-1ea0b2c820c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2c844622-af79-44d5-b145-f17a43b10734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:31.110535 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:31.112225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Bound using segment: {'id': '459bd88d-94ca-45fb-85d0-1ea0b2c820c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2c844622-af79-44d5-b145-f17a43b10734'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:31.112476 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Bound port: 7ac388ad-decd-4a47-93e2-0a2ce3179343, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459bd88d-94ca-45fb-85d0-1ea0b2c820c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '2c844622-af79-44d5-b145-f17a43b10734'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:31.112951 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:31.123228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8::10 (2c844622-af79-44d5-b145-f17a43b10734/b5392548-66bf-4f24-bc91-efbd4c7ddbe7/3558def6-1d47-4e9e-814c-2a199c86a368) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:31.146343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-432f6717-d3c1-41a4-8bc1-a3bd1af864bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:31.149624 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-432f6717-d3c1-41a4-8bc1-a3bd1af864bd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.2803826 Nov 25 19:50:31.185824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:31.367684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] For port 7ac388ad-decd-4a47-93e2-0a2ce3179343, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:31.375220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] For port 7ac388ad-decd-4a47-93e2-0a2ce3179343, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7ac388ad-decd-4a47-93e2-0a2ce3179343,segment=NetworkSegment(459bd88d-94ca-45fb-85d0-1ea0b2c820c3),segment_id=459bd88d-94ca-45fb-85d0-1ea0b2c820c3)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:31.398424 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:31.412353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:31.412876 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:31.466395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-beed09c0-75ae-4c15-b54c-d64eb27d9b70 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:31.481144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-beed09c0-75ae-4c15-b54c-d64eb27d9b70 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/networks?id=e7d6b73d-3c86-423a-9d69-98bfe6289c92 HTTP/1.1" status: 200 len: 808 time: 0.4332664 Nov 25 19:50:31.550846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-e228cccd-a070-4506-b945-09097c6a3000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:31.558478 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-e228cccd-a070-4506-b945-09097c6a3000 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3980539 Nov 25 19:50:31.560711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-52c83644-09ed-44ef-9956-0f68ea863a11 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/quotas/01282795791d4eb2977aaf054bcdfa2f HTTP/1.1" status: 200 len: 375 time: 0.0557373 Nov 25 19:50:31.662201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ebcd04-2ec9-4ffe-a95f-33f33ec5ce4e None None] Pushing event updated for resources: {'Port': ['ID=7ac388ad-decd-4a47-93e2-0a2ce3179343,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:31.664845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-a6bc2464-a143-491e-9261-b4c50c7b9955 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Delete allocated IP 172.20.0.26 (85779b3f-dc3c-4919-920b-5d07fbc590c7/e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b) {{(pid=103652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 19:50:31.953017 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-e3844832-8d74-4c23-bd89-c0507607d609 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=01282795791d4eb2977aaf054bcdfa2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3895664 Nov 25 19:50:32.074494 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-629f3056-0c62-459b-9235-9113033be322 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5092323 Nov 25 19:50:32.110467 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f1a08ca1-de48-41cd-bce2-0e8c3559174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.144918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.158006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-d85f3a8d-4764-4003-9775-02fa7b1d8b85 service neutron] 10.222.0.15 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1844540 Nov 25 19:50:32.291347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.298000 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2464-a143-491e-9261-b4c50c7b9955 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.348383 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2464-a143-491e-9261-b4c50c7b9955 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.355579 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-d37104a0-4e9e-4e1a-b14f-8a71d3d50d7f service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306080 Nov 25 19:50:32.398117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e693e60-3470-4f99-878f-071101a3def6 None None] Network 85779b3f-dc3c-4919-920b-5d07fbc590c7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:32.458848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 2c844622-af79-44d5-b145-f17a43b10734 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:32.475827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:32.489733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:32.504191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:32.505384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.532707 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-81c5539d-7729-4a89-91d1-b9974ef83b84 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0 HTTP/1.1" status: 200 len: 217 time: 0.1485956 Nov 25 19:50:32.538052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=3558def6-1d47-4e9e-814c-2a199c86a368,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:32.568843 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eef17166-7f6e-4cc5-a5a6-1fdfeafbe7f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4399848 Nov 25 19:50:32.573159 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53222) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:32.583144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': '2c844622-af79-44d5-b145-f17a43b10734', 'name': 'tempest-PortsIpV6TestJSON-1512167125', 'fixed_ips': [{'subnet_id': 'b5392548-66bf-4f24-bc91-efbd4c7ddbe7', 'ip_address': '2001:db8::f'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:32.605268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a5752911-b5c7-4ee1-a6ee-72b5f5046d25 None None] Provisioning complete for port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:32.605684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5752911-b5c7-4ee1-a6ee-72b5f5046d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.643385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc2464-a143-491e-9261-b4c50c7b9955 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=591b2580-3914-46c3-8f12-43ccb6c51d2d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:32.683849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-a7047282-7667-4b8a-b492-99648cff62cd service neutron] 10.222.0.15 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4802158 Nov 25 19:50:32.695799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a6bc2464-a143-491e-9261-b4c50c7b9955 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] In _notify_port_updated(), no bound segment for port 591b2580-3914-46c3-8f12-43ccb6c51d2d on network 85779b3f-dc3c-4919-920b-5d07fbc590c7 {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:50:32.711489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6bc2464-a143-491e-9261-b4c50c7b9955 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:32.712652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6bc2464-a143-491e-9261-b4c50c7b9955 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.716705 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a6bc2464-a143-491e-9261-b4c50c7b9955 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "PUT /v2.0/ports/591b2580-3914-46c3-8f12-43ccb6c51d2d HTTP/1.1" status: 200 len: 919 time: 2.6931186 Nov 25 19:50:32.717704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53228) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:32.725029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7285bc31-5e55-4ce8-83c5-3b90d7415899 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4ae3c121-e6cf-4b45-8fd3-f179eaad3b59'}, {'subnet_id': 'e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:32.767984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-f2c75acb-12e4-48c9-a83f-222ccb674a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:32.769373 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-f2c75acb-12e4-48c9-a83f-222ccb674a72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.2161605 Nov 25 19:50:32.872242 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7285bc31-5e55-4ce8-83c5-3b90d7415899 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.876943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:32.885118 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:32.897786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-f96bd875-3953-465f-ae94-a61fab5269aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:32.899578 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-f96bd875-3953-465f-ae94-a61fab5269aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1230040 Nov 25 19:50:32.940784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port 9a0988dc-c620-4782-8fc3-640baf16b17d yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:33.337712 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7ac388ad-decd-4a47-93e2-0a2ce3179343 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:33.472954 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-94df2f77-fdc5-4ae5-b69f-1145da830b45 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5342810 Nov 25 19:50:33.505575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8::f (2c844622-af79-44d5-b145-f17a43b10734/b5392548-66bf-4f24-bc91-efbd4c7ddbe7/9a0988dc-c620-4782-8fc3-640baf16b17d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:33.589358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1f5ede6-9145-4140-8b8f-97311186076b req-aa5a314e-c2df-43ed-babf-3d073d0d1ba7 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 210 time: 0.3219295 Nov 25 19:50:33.632931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-db10ee21-4233-45c5-a92f-731332f166be None None] Provisioning complete for port 591b2580-3914-46c3-8f12-43ccb6c51d2d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:33.633396 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db10ee21-4233-45c5-a92f-731332f166be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.636901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7ac388ad-decd-4a47-93e2-0a2ce3179343 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:33.637250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.864147 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-94380d6b-b0ab-4ce2-8e56-ddc0e3920e94 req-a20e7c38-8bf4-4096-a6e1-35c89f3e05b1 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837717 Nov 25 19:50:33.881836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:33.926518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-db10ee21-4233-45c5-a92f-731332f166be None None] Port 591b2580-3914-46c3-8f12-43ccb6c51d2d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:33.927295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-7285bc31-5e55-4ce8-83c5-3b90d7415899 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.20 (85779b3f-dc3c-4919-920b-5d07fbc590c7/e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b/591b2580-3914-46c3-8f12-43ccb6c51d2d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:34.056680 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.062638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fa641a-8ed7-4f2e-9520-476cda34d756 None None] Network 2c844622-af79-44d5-b145-f17a43b10734 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:34.070550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-db10ee21-4233-45c5-a92f-731332f166be None None] Provisioning complete for port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:34.074112 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db10ee21-4233-45c5-a92f-731332f166be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.222120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 2c844622-af79-44d5-b145-f17a43b10734 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:34.232159 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:34.246950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:34.254229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:34.255335 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.291698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=9a0988dc-c620-4782-8fc3-640baf16b17d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:34.311185 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7285bc31-5e55-4ce8-83c5-3b90d7415899 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.316476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-764e63f9-aa3c-476e-a6b1-85fb8c8cc2fb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7415276 Nov 25 19:50:34.319543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53252) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:34.441861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7285bc31-5e55-4ce8-83c5-3b90d7415899 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.675129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285bc31-5e55-4ce8-83c5-3b90d7415899 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=591b2580-3914-46c3-8f12-43ccb6c51d2d,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:34.680642 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.749049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 7ac388ad-decd-4a47-93e2-0a2ce3179343, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7ac388ad-decd-4a47-93e2-0a2ce3179343,segment=NetworkSegment(459bd88d-94ca-45fb-85d0-1ea0b2c820c3),segment_id=459bd88d-94ca-45fb-85d0-1ea0b2c820c3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:34.765051 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.802257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de2f7ca-5278-4707-bbf9-14e15ca48bb9 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:34.809866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53270) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:34.810439 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4de2f7ca-5278-4707-bbf9-14e15ca48bb9 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4884055 Nov 25 19:50:34.915591 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-00eb31d0-e70c-4356-8ca7-f7f961597902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.918091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2f7f20b-0557-4dba-a88c-c74237958ff8 None None] Provisioning complete for port 591b2580-3914-46c3-8f12-43ccb6c51d2d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:34.918782 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f20b-0557-4dba-a88c-c74237958ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.923919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=7ac388ad-decd-4a47-93e2-0a2ce3179343,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:34.933679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7285bc31-5e55-4ce8-83c5-3b90d7415899 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] In _notify_port_updated(), no bound segment for port 591b2580-3914-46c3-8f12-43ccb6c51d2d on network 85779b3f-dc3c-4919-920b-5d07fbc590c7 {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:50:34.944714 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7285bc31-5e55-4ce8-83c5-3b90d7415899 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:34.946256 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7285bc31-5e55-4ce8-83c5-3b90d7415899 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:34.948497 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7285bc31-5e55-4ce8-83c5-3b90d7415899 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "PUT /v2.0/ports/591b2580-3914-46c3-8f12-43ccb6c51d2d HTTP/1.1" status: 200 len: 999 time: 2.2277131 Nov 25 19:50:34.953196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53272) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:34.995885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7f20b-0557-4dba-a88c-c74237958ff8 None None] Port 591b2580-3914-46c3-8f12-43ccb6c51d2d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:35.014938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2f7f20b-0557-4dba-a88c-c74237958ff8 None None] Provisioning complete for port 7ac388ad-decd-4a47-93e2-0a2ce3179343 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:35.015388 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f20b-0557-4dba-a88c-c74237958ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:35.249429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-fcf14cb3-4636-4180-b353-920b4efdfc76 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 591b2580-3914-46c3-8f12-43ccb6c51d2d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:35.251776 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcf14cb3-4636-4180-b353-920b4efdfc76 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:35.274709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7ac388ad-decd-4a47-93e2-0a2ce3179343 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:35.296152 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d8ef259-c6c3-47b9-bd58-901f18d611d0 req-16a7c94f-3e0e-4eb8-b433-596f1684220b tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 210 time: 0.2932265 Nov 25 19:50:35.505968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e3d19a85-b1fa-479c-8557-1489b8830407 None None] Provisioning complete for port 591b2580-3914-46c3-8f12-43ccb6c51d2d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:35.506545 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3d19a85-b1fa-479c-8557-1489b8830407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:35.593156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7ac388ad-decd-4a47-93e2-0a2ce3179343 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:35.593912 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:35.626737 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcf14cb3-4636-4180-b353-920b4efdfc76 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:35.691020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e3d19a85-b1fa-479c-8557-1489b8830407 None None] Port 591b2580-3914-46c3-8f12-43ccb6c51d2d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:35.709003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-fcf14cb3-4636-4180-b353-920b4efdfc76 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 591b2580-3914-46c3-8f12-43ccb6c51d2d owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:35.711714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-b7212afe-2d1b-4d1a-ab5a-fc911d50ab21 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:35.714592 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-b7212afe-2d1b-4d1a-ab5a-fc911d50ab21 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.76 "GET /v2.0/networks?id=e7d6b73d-3c86-423a-9d69-98bfe6289c92 HTTP/1.1" status: 200 len: 808 time: 0.4169288 Nov 25 19:50:35.737052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Request body: {'port': {'device_id': '77924c46-7b81-4fb9-94e4-b4c64b9c8338', 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92', 'admin_state_up': True, 'tenant_id': '01282795791d4eb2977aaf054bcdfa2f'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:35.815913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb53e7a-927d-4923-bf9f-5dd8bfe8d5b3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:35.829197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb53e7a-927d-4923-bf9f-5dd8bfe8d5b3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:35.842762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb53e7a-927d-4923-bf9f-5dd8bfe8d5b3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:35.848906 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-beb53e7a-927d-4923-bf9f-5dd8bfe8d5b3 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 1.0366886 Nov 25 19:50:35.850468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53278) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:35.852815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9b61213f-03e5-42f0-b3bf-f29c1c3ff3d1 None None] Provisioning complete for port 7ac388ad-decd-4a47-93e2-0a2ce3179343 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:35.857373 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b61213f-03e5-42f0-b3bf-f29c1c3ff3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.079081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9b61213f-03e5-42f0-b3bf-f29c1c3ff3d1 None None] Provisioning complete for port 9a0988dc-c620-4782-8fc3-640baf16b17d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:36.079371 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b61213f-03e5-42f0-b3bf-f29c1c3ff3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.132752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9b61213f-03e5-42f0-b3bf-f29c1c3ff3d1 None None] Port 9a0988dc-c620-4782-8fc3-640baf16b17d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:36.161074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9b61213f-03e5-42f0-b3bf-f29c1c3ff3d1 None None] Provisioning complete for port 3558def6-1d47-4e9e-814c-2a199c86a368 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:36.161487 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9b61213f-03e5-42f0-b3bf-f29c1c3ff3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.210214 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcf14cb3-4636-4180-b353-920b4efdfc76 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.235319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9b61213f-03e5-42f0-b3bf-f29c1c3ff3d1 None None] Port 3558def6-1d47-4e9e-814c-2a199c86a368 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:36.264624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf14cb3-4636-4180-b353-920b4efdfc76 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=591b2580-3914-46c3-8f12-43ccb6c51d2d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:36.419606 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9e81c4b0-b100-4089-a244-130317eb54ea None None] Provisioning complete for port 3558def6-1d47-4e9e-814c-2a199c86a368 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:36.423888 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9e81c4b0-b100-4089-a244-130317eb54ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.462422 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.489662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9e81c4b0-b100-4089-a244-130317eb54ea None None] Port 3558def6-1d47-4e9e-814c-2a199c86a368 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:36.538549 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fcf14cb3-4636-4180-b353-920b4efdfc76 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.546384 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fcf14cb3-4636-4180-b353-920b4efdfc76 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/591b2580-3914-46c3-8f12-43ccb6c51d2d HTTP/1.1" status: 204 len: 168 time: 1.5902517 Nov 25 19:50:36.554887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53282) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:36.617681 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-3de7e18a-21fd-4fb7-bdc5-d41d59a8ba80 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:50:36.619265 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f926902-244c-464b-86d5-2c66beb0e2db req-52998202-a15c-48f4-8a7d-3af4f28efcd3 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 210 time: 0.1209810 Nov 25 19:50:36.620416 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3de7e18a-21fd-4fb7-bdc5-d41d59a8ba80 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/591b2580-3914-46c3-8f12-43ccb6c51d2d HTTP/1.1" status: 404 len: 333 time: 0.0625317 Nov 25 19:50:36.628316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53286) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:36.776392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-547fe340-84d6-4790-acaf-9c8983e5e9b6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting subnet e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:50:36.787124 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-547fe340-84d6-4790-acaf-9c8983e5e9b6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.819199 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-82cb6315-ad55-44ab-acab-ee7dbbf40def None None] Provisioning complete for port 9a0988dc-c620-4782-8fc3-640baf16b17d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:36.820084 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-82cb6315-ad55-44ab-acab-ee7dbbf40def None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.859805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-159bdfcd-0977-407e-8afe-b39e5bead131 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 9a0988dc-c620-4782-8fc3-640baf16b17d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:36.860367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-159bdfcd-0977-407e-8afe-b39e5bead131 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.867678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-82cb6315-ad55-44ab-acab-ee7dbbf40def None None] Port 9a0988dc-c620-4782-8fc3-640baf16b17d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:36.895507 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-547fe340-84d6-4790-acaf-9c8983e5e9b6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:36.900687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Made reservation on behalf of 01282795791d4eb2977aaf054bcdfa2f for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:36.904431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:37.088489 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-159bdfcd-0977-407e-8afe-b39e5bead131 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:37.170376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-159bdfcd-0977-407e-8afe-b39e5bead131 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 9a0988dc-c620-4782-8fc3-640baf16b17d owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:37.260584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-547fe340-84d6-4790-acaf-9c8983e5e9b6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:37.436799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Allocated IP 172.20.0.3 (e7d6b73d-3c86-423a-9d69-98bfe6289c92/dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7/56950ea5-ad9d-40cb-ac3c-eba728a9de28) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:37.474786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-547fe340-84d6-4790-acaf-9c8983e5e9b6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:37.539005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fe340-84d6-4790-acaf-9c8983e5e9b6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Subnet': ['ID=e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:37.565227 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-547fe340-84d6-4790-acaf-9c8983e5e9b6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:37.568690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-547fe340-84d6-4790-acaf-9c8983e5e9b6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b HTTP/1.1" status: 204 len: 168 time: 0.9361756 Nov 25 19:50:37.573954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53290) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:37.577039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9c725f-cfcf-469a-a75e-f88beaeb427b None None] Network 85779b3f-dc3c-4919-920b-5d07fbc590c7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:37.612865 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-159bdfcd-0977-407e-8afe-b39e5bead131 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:37.695137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e4f8e5-abe2-4ef2-b9f8-ffcf3b1f6df6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting subnet 4ae3c121-e6cf-4b45-8fd3-f179eaad3b59 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:50:37.707997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f8e5-abe2-4ef2-b9f8-ffcf3b1f6df6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:37.795251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bdfcd-0977-407e-8afe-b39e5bead131 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=9a0988dc-c620-4782-8fc3-640baf16b17d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:37.804853 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-159bdfcd-0977-407e-8afe-b39e5bead131 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:37.817177 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-159bdfcd-0977-407e-8afe-b39e5bead131 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/9a0988dc-c620-4782-8fc3-640baf16b17d HTTP/1.1" status: 204 len: 168 time: 1.9576275 Nov 25 19:50:37.821033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53298) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:37.919663 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f8e5-abe2-4ef2-b9f8-ffcf3b1f6df6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.060350 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.070620 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35c64af-d272-4bb2-85b0-defdfc367bfb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:50:38.077558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53300) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:38.079153 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d35c64af-d272-4bb2-85b0-defdfc367bfb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/9a0988dc-c620-4782-8fc3-640baf16b17d HTTP/1.1" status: 404 len: 333 time: 0.2555861 Nov 25 19:50:38.098240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24f88310-4edb-4fd6-8c81-f2c5798c3701 req-d0a78b95-f7ce-495a-b4dd-b4f7dab59929 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 210 time: 0.1835880 Nov 25 19:50:38.237047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f8e5-abe2-4ef2-b9f8-ffcf3b1f6df6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.244449 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.282932 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.373996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f8e5-abe2-4ef2-b9f8-ffcf3b1f6df6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.395068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.406833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c5f48638-9b79-47d5-8138-1fc71e4d36bd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 3558def6-1d47-4e9e-814c-2a199c86a368 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:38.407456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5f48638-9b79-47d5-8138-1fc71e4d36bd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.441768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e4f8e5-abe2-4ef2-b9f8-ffcf3b1f6df6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae3c121-e6cf-4b45-8fd3-f179eaad3b59,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:38.448747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9e4f8e5-abe2-4ef2-b9f8-ffcf3b1f6df6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.460820 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c9e4f8e5-abe2-4ef2-b9f8-ffcf3b1f6df6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/4ae3c121-e6cf-4b45-8fd3-f179eaad3b59 HTTP/1.1" status: 204 len: 168 time: 0.8804035 Nov 25 19:50:38.462134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53302) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:38.505974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Network e7d6b73d-3c86-423a-9d69-98bfe6289c92 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:38.509055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:38.598249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.647093 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5f48638-9b79-47d5-8138-1fc71e4d36bd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.675808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c5f48638-9b79-47d5-8138-1fc71e4d36bd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 3558def6-1d47-4e9e-814c-2a199c86a368 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:38.678694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:38.679204 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:38.982838 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:39.000124 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5f48638-9b79-47d5-8138-1fc71e4d36bd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.020164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9efea3e4-1e6c-4d88-94e0-fa2aa7921460 None None] Network 85779b3f-dc3c-4919-920b-5d07fbc590c7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:39.036531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Pushing event updated for resources: {'Port': ['ID=56950ea5-ad9d-40cb-ac3c-eba728a9de28,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:39.112245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f48638-9b79-47d5-8138-1fc71e4d36bd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=3558def6-1d47-4e9e-814c-2a199c86a368,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:39.166955 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5f48638-9b79-47d5-8138-1fc71e4d36bd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.175949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c5f48638-9b79-47d5-8138-1fc71e4d36bd tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/3558def6-1d47-4e9e-814c-2a199c86a368 HTTP/1.1" status: 204 len: 168 time: 1.0731735 Nov 25 19:50:39.177821 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53308) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:39.235998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:39.237015 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.306227 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cd7f403-14fd-4b9c-b53a-4d224264c8d5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:50:39.313905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7cd7f403-14fd-4b9c-b53a-4d224264c8d5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/3558def6-1d47-4e9e-814c-2a199c86a368 HTTP/1.1" status: 404 len: 333 time: 0.1322787 Nov 25 19:50:39.316509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53312) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:39.325468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5211816a-3e17-4c9f-b87a-deeb8e8517f6 None None] Provisioning complete for port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:39.326073 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5211816a-3e17-4c9f-b87a-deeb8e8517f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.347637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7328b758-d782-4303-91fd-822c982e06e4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6181738 Nov 25 19:50:39.420259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Request body: {'port': {'device_id': '77924c46-7b81-4fb9-94e4-b4c64b9c8338', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:39.507780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] For port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b,segment=NetworkSegment(dc59bf6f-2e10-49c4-b6e5-27e56cdde59e),segment_id=dc59bf6f-2e10-49c4-b6e5-27e56cdde59e)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:39.508538 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.542256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:39.569860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a3a4bd-3678-4548-a208-4dbd84f4aa70 None None] DHCP port deletion for 85779b3f-dc3c-4919-920b-5d07fbc590c7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:39.619250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-63eeed8f-f3bf-4371-9ef4-72d574f2faa5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting subnet b5392548-66bf-4f24-bc91-efbd4c7ddbe7 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:50:39.659111 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63eeed8f-f3bf-4371-9ef4-72d574f2faa5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.675914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.687920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-95a3a4bd-3678-4548-a208-4dbd84f4aa70 None None] Deleting port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:39.688295 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-95a3a4bd-3678-4548-a208-4dbd84f4aa70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.738966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:39.743279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No DVR routers for this DVR port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:39.749689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c3ba4c-ed34-45ff-88ad-3432bb47a9ff req-0ab7f430-b411-4b05-9e8f-4b491482d736 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:39.764360 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8c3ba4c-ed34-45ff-88ad-3432bb47a9ff req-0ab7f430-b411-4b05-9e8f-4b491482d736 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 931 time: 0.4279270 Nov 25 19:50:39.770248 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.820445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-95a3a4bd-3678-4548-a208-4dbd84f4aa70 None None] For port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:39.821424 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-95a3a4bd-3678-4548-a208-4dbd84f4aa70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.828738 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63eeed8f-f3bf-4371-9ef4-72d574f2faa5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.849372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-95a3a4bd-3678-4548-a208-4dbd84f4aa70 None None] Calling delete_port for b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:39.853546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-95a3a4bd-3678-4548-a208-4dbd84f4aa70 None None] Port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:50:39.859244 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-95a3a4bd-3678-4548-a208-4dbd84f4aa70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.905372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3a4bd-3678-4548-a208-4dbd84f4aa70 None None] Pushing event deleted for resources: {'Port': ['ID=b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:39.907728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a3a4bd-3678-4548-a208-4dbd84f4aa70 None None] No DVR routers for this DVR port b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:39.938281 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:39.965906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85779b3f-dc3c-4919-920b-5d07fbc590c7']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:39.979711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc59bf6f-2e10-49c4-b6e5-27e56cdde59e') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:39.980170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc59bf6f-2e10-49c4-b6e5-27e56cdde59e') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:39.994622 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.018026 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.031599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:40.031819 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.040645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8c3ba4c-ed34-45ff-88ad-3432bb47a9ff req-03734665-5e8c-4fa9-885b-b0072d4165d7 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581012 Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:40.046347 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:40.140657 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63eeed8f-f3bf-4371-9ef4-72d574f2faa5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.193758 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.206672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.216387 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/networks/85779b3f-dc3c-4919-920b-5d07fbc590c7 HTTP/1.1" status: 204 len: 168 time: 1.7484636 Nov 25 19:50:40.218553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53316) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:40.294109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9293ac95-6697-4c71-8ca6-a57fc93c30b2 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Network': ['ID=85779b3f-dc3c-4919-920b-5d07fbc590c7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:40.336133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af998bc9-cf22-452d-962b-8d3d495de8c0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:40.344906 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-af998bc9-cf22-452d-962b-8d3d495de8c0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1246345 Nov 25 19:50:40.345888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53318) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:40.416071 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63eeed8f-f3bf-4371-9ef4-72d574f2faa5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.434668 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-91cf045f-c778-493e-98be-3e27d806ce32 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0829096 Nov 25 19:50:40.435476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53320) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:40.443870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1066707634'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:40.476441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:40.482516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.518301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:40.523295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eeed8f-f3bf-4371-9ef4-72d574f2faa5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Subnet': ['ID=b5392548-66bf-4f24-bc91-efbd4c7ddbe7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:40.535422 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.536185 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-63eeed8f-f3bf-4371-9ef4-72d574f2faa5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.536371 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Added segment 392e1149-923e-4d0a-8344-afdc7b564d00 of type vlan for network f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 Nov 25 19:50:40.546370 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-63eeed8f-f3bf-4371-9ef4-72d574f2faa5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/b5392548-66bf-4f24-bc91-efbd4c7ddbe7 HTTP/1.1" status: 204 len: 168 time: 1.2232788 Nov 25 19:50:40.551732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53322) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:40.559998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd8989a-2903-429a-a0a1-4e03986bc2ce None None] Network 2c844622-af79-44d5-b145-f17a43b10734 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:40.747035 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.767892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56950ea5-ad9d-40cb-ac3c-eba728a9de28 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:50:40.775644 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.786737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.822574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Transition to ACTIVE for port object 56950ea5-ad9d-40cb-ac3c-eba728a9de28 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:50:40.829761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.868109 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.881327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:40.882505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:40.937957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae78ec6-3c5d-467b-8102-06b35730c5e0 None None] DHCP port deletion for 2c844622-af79-44d5-b145-f17a43b10734 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:41.000650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Pushing event updated for resources: {'Port': ['ID=56950ea5-ad9d-40cb-ac3c-eba728a9de28,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:41.061016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Network': ['ID=f940b5f4-6e1f-46e4-852e-076b1a4ee0b6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:41.084515 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-657f5179-b1fa-496a-abdc-b313bca1837f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6459873 Nov 25 19:50:41.089544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53328) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:41.104606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 7ac388ad-decd-4a47-93e2-0a2ce3179343 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:41.105321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.112352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': 'f940b5f4-6e1f-46e4-852e-076b1a4ee0b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:41.117945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:41.197657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] For port 7ac388ad-decd-4a47-93e2-0a2ce3179343, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7ac388ad-decd-4a47-93e2-0a2ce3179343,segment=NetworkSegment(459bd88d-94ca-45fb-85d0-1ea0b2c820c3),segment_id=459bd88d-94ca-45fb-85d0-1ea0b2c820c3)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:41.197979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.225314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 7ac388ad-decd-4a47-93e2-0a2ce3179343 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:41.230953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7ac388ad-decd-4a47-93e2-0a2ce3179343 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:41.241123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8ae78ec6-3c5d-467b-8102-06b35730c5e0 None None] Deleting port 7ac388ad-decd-4a47-93e2-0a2ce3179343 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:41.241123 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8ae78ec6-3c5d-467b-8102-06b35730c5e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.360758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8ae78ec6-3c5d-467b-8102-06b35730c5e0 None None] For port 7ac388ad-decd-4a47-93e2-0a2ce3179343, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7ac388ad-decd-4a47-93e2-0a2ce3179343,segment=NetworkSegment(459bd88d-94ca-45fb-85d0-1ea0b2c820c3),segment_id=459bd88d-94ca-45fb-85d0-1ea0b2c820c3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:41.361514 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8ae78ec6-3c5d-467b-8102-06b35730c5e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.361979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Attempting to bind port 56950ea5-ad9d-40cb-ac3c-eba728a9de28 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:41.362748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Attempting to bind port 56950ea5-ad9d-40cb-ac3c-eba728a9de28 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '69dd1ce5-7198-41e4-bb01-8c427f4b1bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:41.362748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Attempting to bind port 56950ea5-ad9d-40cb-ac3c-eba728a9de28 on network e7d6b73d-3c86-423a-9d69-98bfe6289c92 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:41.370321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.377005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Port 56950ea5-ad9d-40cb-ac3c-eba728a9de28 on network e7d6b73d-3c86-423a-9d69-98bfe6289c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:50:41.377511 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Attempting to bind port 56950ea5-ad9d-40cb-ac3c-eba728a9de28 on network e7d6b73d-3c86-423a-9d69-98bfe6289c92 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:41.386386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:41.387185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Checking segment: {'id': '69dd1ce5-7198-41e4-bb01-8c427f4b1bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:41.387587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Bound using segment: {'id': '69dd1ce5-7198-41e4-bb01-8c427f4b1bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:41.388038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Bound port: 56950ea5-ad9d-40cb-ac3c-eba728a9de28, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dd1ce5-7198-41e4-bb01-8c427f4b1bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:41.388400 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.404008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Port 7ac388ad-decd-4a47-93e2-0a2ce3179343 update to DOWN by agent not found {{(pid=103653) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:50:41.404336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=7ac388ad-decd-4a47-93e2-0a2ce3179343,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:41.404596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:41.407288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:41.411281 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.413554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No DVR routers for this DVR port 7ac388ad-decd-4a47-93e2-0a2ce3179343 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:41.449047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8ae78ec6-3c5d-467b-8102-06b35730c5e0 None None] Calling delete_port for 7ac388ad-decd-4a47-93e2-0a2ce3179343 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:41.463468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:41.464074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b4f334aa-2aa1-4bcc-aafa-3e15ae43be9b not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:41.487855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4700a1-a948-42fe-bf43-db3594aee4b4 req-5d3d2e7a-3d97-4d4f-ae21-9bfc33f229d2 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.496607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d4700a1-a948-42fe-bf43-db3594aee4b4 req-5d3d2e7a-3d97-4d4f-ae21-9bfc33f229d2 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 943 time: 0.2208061 Nov 25 19:50:41.546397 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.575124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c844622-af79-44d5-b145-f17a43b10734']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:41.599059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459bd88d-94ca-45fb-85d0-1ea0b2c820c3') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:41.599754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459bd88d-94ca-45fb-85d0-1ea0b2c820c3') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:41.614053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.637947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.639453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] For port 56950ea5-ad9d-40cb-ac3c-eba728a9de28, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:41.660282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:41.660883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.666005 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8ae78ec6-3c5d-467b-8102-06b35730c5e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.666950 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d4700a1-a948-42fe-bf43-db3594aee4b4 req-b4e5db01-9d94-48aa-95f4-f143d1df9a3f tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682079 Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:41.675048 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:41.717762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] For port 56950ea5-ad9d-40cb-ac3c-eba728a9de28, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=56950ea5-ad9d-40cb-ac3c-eba728a9de28,segment=NetworkSegment(69dd1ce5-7198-41e4-bb01-8c427f4b1bd5),segment_id=69dd1ce5-7198-41e4-bb01-8c427f4b1bd5)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:41.725913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.760938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae78ec6-3c5d-467b-8102-06b35730c5e0 None None] Pushing event deleted for resources: {'Port': ['ID=7ac388ad-decd-4a47-93e2-0a2ce3179343,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:41.784950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae78ec6-3c5d-467b-8102-06b35730c5e0 None None] No DVR routers for this DVR port 7ac388ad-decd-4a47-93e2-0a2ce3179343 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:41.808303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:41.809461 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.814128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] 10.222.0.76 "PUT /v2.0/ports/56950ea5-ad9d-40cb-ac3c-eba728a9de28 HTTP/1.1" status: 200 len: 1091 time: 2.4062922 Nov 25 19:50:41.815202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77924c46-7b81-4fb9-94e4-b4c64b9c8338', 'tag': '56950ea5-ad9d-40cb-ac3c-eba728a9de28'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:41.819344 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15b84a66-c69f-4c69-8f6d-11eee9ec26ba" -d '{"events": [{"name": "network-changed", "server_uuid": "77924c46-7b81-4fb9-94e4-b4c64b9c8338", "tag": "56950ea5-ad9d-40cb-ac3c-eba728a9de28"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:41.827117 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.909873 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:41.921465 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/networks/2c844622-af79-44d5-b145-f17a43b10734 HTTP/1.1" status: 204 len: 168 time: 1.3680117 Nov 25 19:50:41.926064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1608c03b-6bf3-448a-97bf-2a48d5dfd062 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Network': ['ID=2c844622-af79-44d5-b145-f17a43b10734,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:41.926887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53334) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:41.940083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1721598725'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:41.946339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7144656b-924b-4f53-992d-d2fe732aeb88 service neutron] Pushing event updated for resources: {'Port': ['ID=56950ea5-ad9d-40cb-ac3c-eba728a9de28,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:41.997436 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-431c7b13-2d88-4665-8edf-6af87f8dd787 x-openstack-request-id: req-431c7b13-2d88-4665-8edf-6af87f8dd787 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:41.998561 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77924c46-7b81-4fb9-94e4-b4c64b9c8338", "tag": "56950ea5-ad9d-40cb-ac3c-eba728a9de28", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:42.000216 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-431c7b13-2d88-4665-8edf-6af87f8dd787 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:42.000966 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77924c46-7b81-4fb9-94e4-b4c64b9c8338', 'tag': '56950ea5-ad9d-40cb-ac3c-eba728a9de28', 'status': 'completed', 'code': 200} Nov 25 19:50:42.103209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:42.112141 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.123710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-0d17105a-e001-4ba9-a1fb-e62b3699805a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:42.127443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-0d17105a-e001-4ba9-a1fb-e62b3699805a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01282795791d4eb2977aaf054bcdfa2f&device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 1094 time: 0.2197726 Nov 25 19:50:42.277280 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-fd323a63-24a0-4651-90ec-c4508cf68630 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56950ea5-ad9d-40cb-ac3c-eba728a9de28 HTTP/1.1" status: 200 len: 217 time: 0.1292031 Nov 25 19:50:42.345253 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.347558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:42.423778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.424588 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Added segment e4605926-4f80-484d-9e12-36758ba22c30 of type vlan for network a1758ebc-c827-4740-83e0-8720397ac701 Nov 25 19:50:42.495467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-3f0391e0-bf66-47c3-8a97-2c634437fcc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:42.497378 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-3f0391e0-bf66-47c3-8a97-2c634437fcc3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7 HTTP/1.1" status: 200 len: 848 time: 0.2056911 Nov 25 19:50:42.505893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Subnet': ['ID=22c04296-295d-44b1-bac6-b35dfdc90c08,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:42.543406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.587137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-e5917c98-11e9-4561-8064-463b570b2306 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7d6b73d-3c86-423a-9d69-98bfe6289c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733907 Nov 25 19:50:42.634734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Checking segment: {'id': '392e1149-923e-4d0a-8344-afdc7b564d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f940b5f4-6e1f-46e4-852e-076b1a4ee0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:42.635310 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network hostable DHCP agents. Network: f940b5f4-6e1f-46e4-852e-076b1a4ee0b6, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:42.692788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.698599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:42.699394 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.754684 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:42.770072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8380189 Nov 25 19:50:42.774501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53340) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:42.781483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': 'a1758ebc-c827-4740-83e0-8720397ac701', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:42.866959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, f940b5f4-6e1f-46e4-852e-076b1a4ee0b6) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:42.870904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ed5a12-19a8-4fc0-9334-5e937135e36a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Network': ['ID=a1758ebc-c827-4740-83e0-8720397ac701,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:42.887630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed426f1-091c-421a-a4a3-782506f5f5c7 None None] Network f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:42.904457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:42.905483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:42.907091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network a1758ebc-c827-4740-83e0-8720397ac701 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:42.914952 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-5dda1d3b-1d06-4df5-a24e-b4afa185d694 service neutron] 10.222.0.76 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183372 Nov 25 19:50:42.970088 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eb927b8a-ab48-49a3-a29d-9a287596103a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8760679 Nov 25 19:50:42.974568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53344) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:42.982148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': 'f940b5f4-6e1f-46e4-852e-076b1a4ee0b6', 'name': 'tempest-PortsTestJSON-446018972'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:43.006545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52d811-21cf-4825-b2be-25f9ec09af56 req-c9a80591-c4fb-4596-88fb-6c25a4f28f02 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:43.008472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f52d811-21cf-4825-b2be-25f9ec09af56 req-c9a80591-c4fb-4596-88fb-6c25a4f28f02 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 943 time: 0.1675105 Nov 25 19:50:43.088327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:43.095007 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.371868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-f940b5f4-6e1f-46e4-852e-076b1a4ee0b6', 'network_id': 'f940b5f4-6e1f-46e4-852e-076b1a4ee0b6', 'tenant_id': '21e90a9a8da64cb798cde144d4037c2b', 'fixed_ips': [{'subnet_id': '22c04296-295d-44b1-bac6-b35dfdc90c08'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:43.374269 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.503550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.572671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Allocated IP 172.20.0.2 (f940b5f4-6e1f-46e4-852e-076b1a4ee0b6/22c04296-295d-44b1-bac6-b35dfdc90c08/f79871c7-81c1-4368-8d49-b244c100d3e3) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:43.642668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Subnet': ['ID=a6d567eb-0d52-4444-8740-392bb12b57f5,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:43.749148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f52d811-21cf-4825-b2be-25f9ec09af56 req-2c05b2ff-6b11-4f6b-8daf-2285292ec78a tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292414 Nov 25 19:50:43.759602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c370bd-c1b6-4dcf-8bd1-e72160d916b8 req-54ac0a7f-217c-41d7-bd42-3c36a43365b1 service neutron] 10.222.0.76 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8324113 Nov 25 19:50:43.834742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:43.840730 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.847128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Checking segment: {'id': 'e4605926-4f80-484d-9e12-36758ba22c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a1758ebc-c827-4740-83e0-8720397ac701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:43.847717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network hostable DHCP agents. Network: a1758ebc-c827-4740-83e0-8720397ac701, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:43.908313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network a1758ebc-c827-4740-83e0-8720397ac701 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:43.939858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, a1758ebc-c827-4740-83e0-8720397ac701) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:43.947569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:43.948369 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.973131 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:43.977699 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9cc093-e6fb-4ac8-a339-2b960638d292 None None] Network a1758ebc-c827-4740-83e0-8720397ac701 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:44.004439 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f579090e-c425-4801-8118-b8708190050a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2264035 Nov 25 19:50:44.006527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53348) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:44.011822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d39e295d-edfc-4d30-a114-5ace33a517f5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1420596870', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:44.012847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 8351d0ac-69de-4d69-859a-c254039e45df yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:44.050737 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d39e295d-edfc-4d30-a114-5ace33a517f5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.052213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d39e295d-edfc-4d30-a114-5ace33a517f5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.141263 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.147161 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d39e295d-edfc-4d30-a114-5ace33a517f5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.156743 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d39e295d-edfc-4d30-a114-5ace33a517f5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.181716 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d39e295d-edfc-4d30-a114-5ace33a517f5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.186273 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d39e295d-edfc-4d30-a114-5ace33a517f5 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1755948 Nov 25 19:50:44.186927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53352) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:44.192725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'network_id': 'a1758ebc-c827-4740-83e0-8720397ac701', 'name': 'tempest-PortsIpV6TestJSON-1741198463'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:44.241481 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Pushing event updated for resources: {'Port': ['ID=f79871c7-81c1-4368-8d49-b244c100d3e3,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:44.266681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-afd42dca-266f-4157-b157-358d128d9347 {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:50:44.267193 n-d-817303-9 neutron-server[103651]: DEBUG oslo_db.api [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:50:44.280838 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b84a66-c69f-4c69-8f6d-11eee9ec26ba req-c4e9f560-6b80-42f8-8d15-15cfbf3370b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:44.283625 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15b84a66-c69f-4c69-8f6d-11eee9ec26ba req-c4e9f560-6b80-42f8-8d15-15cfbf3370b7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01282795791d4eb2977aaf054bcdfa2f&device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 1094 time: 0.3947716 Nov 25 19:50:44.303718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Network f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:44.313326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:44.317591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:44.360523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:44.364875 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.392487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port ec4c308f-ce19-489d-a84a-0936996e851e yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:44.468683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b84a66-c69f-4c69-8f6d-11eee9ec26ba req-0615ffe8-a2cb-4d2a-9505-f5053d72253a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:44.470377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15b84a66-c69f-4c69-8f6d-11eee9ec26ba req-0615ffe8-a2cb-4d2a-9505-f5053d72253a service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7d6b73d-3c86-423a-9d69-98bfe6289c92 HTTP/1.1" status: 200 len: 909 time: 0.1767697 Nov 25 19:50:44.520891 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15b84a66-c69f-4c69-8f6d-11eee9ec26ba req-30711220-99ef-4bfa-ab7c-f4ea282fe0f2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56950ea5-ad9d-40cb-ac3c-eba728a9de28 HTTP/1.1" status: 200 len: 217 time: 0.0429716 Nov 25 19:50:44.522458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Attempting to bind port f79871c7-81c1-4368-8d49-b244c100d3e3 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:44.523098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Attempting to bind port f79871c7-81c1-4368-8d49-b244c100d3e3 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '392e1149-923e-4d0a-8344-afdc7b564d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f940b5f4-6e1f-46e4-852e-076b1a4ee0b6'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:44.523673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Attempting to bind port f79871c7-81c1-4368-8d49-b244c100d3e3 on network f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:44.559735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:44.560360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Checking segment: {'id': '392e1149-923e-4d0a-8344-afdc7b564d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f940b5f4-6e1f-46e4-852e-076b1a4ee0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:44.561001 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.561645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Bound using segment: {'id': '392e1149-923e-4d0a-8344-afdc7b564d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f940b5f4-6e1f-46e4-852e-076b1a4ee0b6'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:44.562451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Bound port: f79871c7-81c1-4368-8d49-b244c100d3e3, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '392e1149-923e-4d0a-8344-afdc7b564d00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'f940b5f4-6e1f-46e4-852e-076b1a4ee0b6'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:44.563249 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.582933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8::2e0 (a1758ebc-c827-4740-83e0-8720397ac701/a6d567eb-0d52-4444-8740-392bb12b57f5/ec4c308f-ce19-489d-a84a-0936996e851e) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:44.594620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-a1758ebc-c827-4740-83e0-8720397ac701', 'network_id': 'a1758ebc-c827-4740-83e0-8720397ac701', 'tenant_id': '1164c57cbe194d0c9c1f3fc03dab0ca4', 'fixed_ips': [{'subnet_id': 'a6d567eb-0d52-4444-8740-392bb12b57f5'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:44.595297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b84a66-c69f-4c69-8f6d-11eee9ec26ba req-1c46c56c-f5ae-460a-8c80-4435900a061a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:44.596225 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.597454 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15b84a66-c69f-4c69-8f6d-11eee9ec26ba req-1c46c56c-f5ae-460a-8c80-4435900a061a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7 HTTP/1.1" status: 200 len: 848 time: 0.0698214 Nov 25 19:50:44.635542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15b84a66-c69f-4c69-8f6d-11eee9ec26ba req-9b2c9d46-9a5c-436f-881d-ee4c3d07b8bd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7d6b73d-3c86-423a-9d69-98bfe6289c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303512 Nov 25 19:50:44.768211 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.813365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15b84a66-c69f-4c69-8f6d-11eee9ec26ba req-ee562230-4424-4439-a1d5-547a37e0a1a3 service neutron] 10.222.0.76 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698511 Nov 25 19:50:44.820746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 6a374c62-a827-49ed-b8b7-66f309219793 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:44.855663 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.856126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] For port f79871c7-81c1-4368-8d49-b244c100d3e3, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:44.865049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] For port f79871c7-81c1-4368-8d49-b244c100d3e3, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f79871c7-81c1-4368-8d49-b244c100d3e3,segment=NetworkSegment(392e1149-923e-4d0a-8344-afdc7b564d00),segment_id=392e1149-923e-4d0a-8344-afdc7b564d00)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:44.881754 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:44.936685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.041215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8994d2-3fc9-49ef-8c0a-85fa2d3a6433 None None] Pushing event updated for resources: {'Port': ['ID=f79871c7-81c1-4368-8d49-b244c100d3e3,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:45.043965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network a1758ebc-c827-4740-83e0-8720397ac701 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:45.052039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:45.059545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:45.071410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:45.072464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.080612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Allocated IP 2001:db8::2 (a1758ebc-c827-4740-83e0-8720397ac701/a6d567eb-0d52-4444-8740-392bb12b57f5/620a451b-bd2a-44ce-9026-16ba26f7d289) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:45.093952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=ec4c308f-ce19-489d-a84a-0936996e851e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:45.128167 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-af594d97-56f7-46c0-a781-9649556acd2c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.9343317 Nov 25 19:50:45.128167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53358) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:45.161946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01cb5a-29ce-41a0-ab2f-240e8334862f req-d4e12288-6000-4587-8e9e-fd43f179f0b1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:45.164991 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f01cb5a-29ce-41a0-ab2f-240e8334862f req-d4e12288-6000-4587-8e9e-fd43f179f0b1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 943 time: 0.1980526 Nov 25 19:50:45.182685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15b84a66-c69f-4c69-8f6d-11eee9ec26ba req-7fbb0059-7da1-49bf-8d50-96d5941ac4b9 service neutron] 10.222.0.76 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541682 Nov 25 19:50:45.185121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.5 (f940b5f4-6e1f-46e4-852e-076b1a4ee0b6/22c04296-295d-44b1-bac6-b35dfdc90c08/6a374c62-a827-49ed-b8b7-66f309219793) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:45.494773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f01cb5a-29ce-41a0-ab2f-240e8334862f req-31e827cf-d197-44ad-963d-f7329f536882 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024085 Nov 25 19:50:45.573121 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.588616 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.606942 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.679357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.733594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Network a1758ebc-c827-4740-83e0-8720397ac701 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:45.740664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Pushing event updated for resources: {'Port': ['ID=620a451b-bd2a-44ce-9026-16ba26f7d289,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:45.747343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:45.750657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:45.757501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:45.762908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:45.765205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:45.783054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.783693 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.784401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.785119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.785683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.786446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.787156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.787727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.788288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.788983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.789545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.790109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:50:45.821969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=6a374c62-a827-49ed-b8b7-66f309219793,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:45.877224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:45.877959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.895174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Attempting to bind port 620a451b-bd2a-44ce-9026-16ba26f7d289 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:45.895571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Attempting to bind port 620a451b-bd2a-44ce-9026-16ba26f7d289 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'e4605926-4f80-484d-9e12-36758ba22c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a1758ebc-c827-4740-83e0-8720397ac701'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:45.896117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Attempting to bind port 620a451b-bd2a-44ce-9026-16ba26f7d289 on network a1758ebc-c827-4740-83e0-8720397ac701 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:45.907069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-66ba7e83-0a93-4ad3-813f-f6ea2fc1d152 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.9303226 Nov 25 19:50:45.907896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53370) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:45.908592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:45.912021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Checking segment: {'id': 'e4605926-4f80-484d-9e12-36758ba22c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a1758ebc-c827-4740-83e0-8720397ac701'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:45.913457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': 'f940b5f4-6e1f-46e4-852e-076b1a4ee0b6', 'name': 'tempest-PortsTestJSON-984438623'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:45.913827 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.914911 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Bound using segment: {'id': 'e4605926-4f80-484d-9e12-36758ba22c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a1758ebc-c827-4740-83e0-8720397ac701'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:45.916398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Bound port: 620a451b-bd2a-44ce-9026-16ba26f7d289, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4605926-4f80-484d-9e12-36758ba22c30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'a1758ebc-c827-4740-83e0-8720397ac701'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:45.919476 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:45.924852 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:46.036055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] For port 620a451b-bd2a-44ce-9026-16ba26f7d289, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:46.042541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] For port 620a451b-bd2a-44ce-9026-16ba26f7d289, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=620a451b-bd2a-44ce-9026-16ba26f7d289,segment=NetworkSegment(e4605926-4f80-484d-9e12-36758ba22c30),segment_id=e4605926-4f80-484d-9e12-36758ba22c30)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:46.050633 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:46.122674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:46.123772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c98648c-5b55-4a22-9eb9-5d46d3f4d368 None None] Pushing event updated for resources: {'Port': ['ID=620a451b-bd2a-44ce-9026-16ba26f7d289,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:46.137126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:46.163437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port f399d840-321c-478a-b118-216a92994d91 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:46.168742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 56950ea5-ad9d-40cb-ac3c-eba728a9de28 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:50:46.394907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 56950ea5-ad9d-40cb-ac3c-eba728a9de28, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=56950ea5-ad9d-40cb-ac3c-eba728a9de28,segment=NetworkSegment(69dd1ce5-7198-41e4-bb01-8c427f4b1bd5),segment_id=69dd1ce5-7198-41e4-bb01-8c427f4b1bd5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:46.411760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '56950ea5-ad9d-40cb-ac3c-eba728a9de28', 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92', 'port_id': '56950ea5-ad9d-40cb-ac3c-eba728a9de28', 'mac_address': 'fa:16:3e:cb:2a:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:50:46.471738 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:46.494201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56950ea5-ad9d-40cb-ac3c-eba728a9de28 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:50:46.537029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.11 (f940b5f4-6e1f-46e4-852e-076b1a4ee0b6/22c04296-295d-44b1-bac6-b35dfdc90c08/f399d840-321c-478a-b118-216a92994d91) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:46.538152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 56950ea5-ad9d-40cb-ac3c-eba728a9de28, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=56950ea5-ad9d-40cb-ac3c-eba728a9de28,segment=NetworkSegment(69dd1ce5-7198-41e4-bb01-8c427f4b1bd5),segment_id=69dd1ce5-7198-41e4-bb01-8c427f4b1bd5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:46.577528 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:46.641742 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:46.673052 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:46.734898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=56950ea5-ad9d-40cb-ac3c-eba728a9de28,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:46.807466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['56950ea5-ad9d-40cb-ac3c-eba728a9de28'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:50:46.917693 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:46.918303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=ec4c308f-ce19-489d-a84a-0936996e851e,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:47.037781 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:47.110387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:47.121169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:47.124760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:47.175444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432a7d41-cffb-4c76-8231-99c77c8744cf req-f40f8622-6350-4e52-9f93-b34f4d4d3e38 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:47.176234 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-432a7d41-cffb-4c76-8231-99c77c8744cf req-f40f8622-6350-4e52-9f93-b34f4d4d3e38 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 944 time: 0.1901085 Nov 25 19:50:47.197164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=f399d840-321c-478a-b118-216a92994d91,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:47.239207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:47.240370 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:47.274670 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8a34e65a-0a7d-4e22-8e78-9ac91de5afa9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3621075 Nov 25 19:50:47.280030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53380) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:47.318349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-432a7d41-cffb-4c76-8231-99c77c8744cf req-34f9f1fd-b934-4947-9f47-b8daf271b116 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139183 Nov 25 19:50:47.327946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc0c527-3ddd-4642-a242-486ad6896182 None None] Network f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:47.414430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:47.479015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3a3fb2e5-c056-43fa-b399-d78a37082cdf None None] Provisioning complete for port f79871c7-81c1-4368-8d49-b244c100d3e3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:47.479785 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb2e5-c056-43fa-b399-d78a37082cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:47.490086 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f79871c7-81c1-4368-8d49-b244c100d3e3 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:47.655000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ab94d1-e33c-4ff2-b31e-06b99752b1e6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:47.660557 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53382) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:47.674171 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-40ab94d1-e33c-4ff2-b31e-06b99752b1e6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.3924580 Nov 25 19:50:47.678466 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:47.834829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f79871c7-81c1-4368-8d49-b244c100d3e3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:47.835392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:47.877755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bb66b2eb-db16-41b8-bca8-3280e5722fd5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port f399d840-321c-478a-b118-216a92994d91 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:47.878701 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb66b2eb-db16-41b8-bca8-3280e5722fd5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:47.889954 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb2e5-c056-43fa-b399-d78a37082cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:47.993558 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3a3fb2e5-c056-43fa-b399-d78a37082cdf None None] For port f79871c7-81c1-4368-8d49-b244c100d3e3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f79871c7-81c1-4368-8d49-b244c100d3e3,segment=NetworkSegment(392e1149-923e-4d0a-8344-afdc7b564d00),segment_id=392e1149-923e-4d0a-8344-afdc7b564d00)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:48.004598 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3a3fb2e5-c056-43fa-b399-d78a37082cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:48.109602 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb66b2eb-db16-41b8-bca8-3280e5722fd5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:48.128289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bb66b2eb-db16-41b8-bca8-3280e5722fd5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for f399d840-321c-478a-b118-216a92994d91 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:48.140165 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:48.148295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:48.149198 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:48.199200 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 56950ea5-ad9d-40cb-ac3c-eba728a9de28 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:48.203966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3fb2e5-c056-43fa-b399-d78a37082cdf None None] Pushing event updated for resources: {'Port': ['ID=f79871c7-81c1-4368-8d49-b244c100d3e3,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:48.255890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a5d7e0-1ad1-4f3b-9a1f-7d37807d9a8e None None] Network a1758ebc-c827-4740-83e0-8720397ac701 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:48.258596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 620a451b-bd2a-44ce-9026-16ba26f7d289 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:48.316285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=ec4c308f-ce19-489d-a84a-0936996e851e,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:48.459869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network a1758ebc-c827-4740-83e0-8720397ac701 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:48.475780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-695394d5-ab58-416f-becc-8252f47928d1 None None] Provisioning complete for port 620a451b-bd2a-44ce-9026-16ba26f7d289 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:48.476599 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-695394d5-ab58-416f-becc-8252f47928d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:48.481996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:48.484254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 620a451b-bd2a-44ce-9026-16ba26f7d289 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:48.484638 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:48.519598 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb66b2eb-db16-41b8-bca8-3280e5722fd5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:48.579434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb66b2eb-db16-41b8-bca8-3280e5722fd5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=f399d840-321c-478a-b118-216a92994d91,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:48.606192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 56950ea5-ad9d-40cb-ac3c-eba728a9de28 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:50:48.633357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 56950ea5-ad9d-40cb-ac3c-eba728a9de28 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:48.633723 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:48.722478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6926be-772d-4b58-a2d5-28ff3b97dda6 req-5ca6190e-85dd-4432-ba1e-7f87cd86e108 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:48.725206 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e6926be-772d-4b58-a2d5-28ff3b97dda6 req-5ca6190e-85dd-4432-ba1e-7f87cd86e108 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 944 time: 0.2557337 Nov 25 19:50:48.819980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Router c8f16264-b192-4aed-a958-f7a98f538a4f is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:50:48.827652 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb66b2eb-db16-41b8-bca8-3280e5722fd5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:48.834231 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bb66b2eb-db16-41b8-bca8-3280e5722fd5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/f399d840-321c-478a-b118-216a92994d91 HTTP/1.1" status: 204 len: 168 time: 1.1720917 Nov 25 19:50:48.837159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53390) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:48.862893 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:50:48.865888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e6926be-772d-4b58-a2d5-28ff3b97dda6 req-15f736d7-f097-4922-8300-ce2695b04b69 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338801 Nov 25 19:50:48.918992 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-27778712-06e0-4dfd-b3df-893acae1a9c1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:50:48.925497 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-27778712-06e0-4dfd-b3df-893acae1a9c1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/f399d840-321c-478a-b118-216a92994d91 HTTP/1.1" status: 404 len: 333 time: 0.0855839 Nov 25 19:50:48.928468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53392) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:49.082196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:50:49.098160 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2a863585-aa2c-4308-92fa-db32daf34493 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "PUT /v2.0/routers/c8f16264-b192-4aed-a958-f7a98f538a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9693680 Nov 25 19:50:49.100170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53394) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:49.147869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b3b5e-d9e5-4caa-a4e3-77a5642ee9bb None None] Sync routers for ids ['c8f16264-b192-4aed-a958-f7a98f538a4f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:50:49.184148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7dec544-769c-41ad-a242-8db18b034f14 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:49.187922 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e7dec544-769c-41ad-a242-8db18b034f14 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f16264-b192-4aed-a958-f7a98f538a4f HTTP/1.1" status: 200 len: 989 time: 0.0865526 Nov 25 19:50:49.190906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53396) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:49.210583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7a414613-2c58-47a4-9710-651e1269eb84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 6a374c62-a827-49ed-b8b7-66f309219793 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:49.211211 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a414613-2c58-47a4-9710-651e1269eb84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.246454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b3b5e-d9e5-4caa-a4e3-77a5642ee9bb None None] Routers {'c8f16264-b192-4aed-a958-f7a98f538a4f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:50:49.251408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-347b3b5e-d9e5-4caa-a4e3-77a5642ee9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c8f16264-b192-4aed-a958-f7a98f538a4f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:49.373111 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-695394d5-ab58-416f-becc-8252f47928d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.373363 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a414613-2c58-47a4-9710-651e1269eb84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.375401 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.389903 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7a414613-2c58-47a4-9710-651e1269eb84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 6a374c62-a827-49ed-b8b7-66f309219793 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:49.436450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-347b3b5e-d9e5-4caa-a4e3-77a5642ee9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:49.473816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77924c46-7b81-4fb9-94e4-b4c64b9c8338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56950ea5-ad9d-40cb-ac3c-eba728a9de28'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:49.476861 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4852b9e5-dd58-49ba-aa92-40861141ab22" -d '{"events": [{"server_uuid": "77924c46-7b81-4fb9-94e4-b4c64b9c8338", "name": "network-vif-plugged", "status": "completed", "tag": "56950ea5-ad9d-40cb-ac3c-eba728a9de28"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:49.521097 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347b3b5e-d9e5-4caa-a4e3-77a5642ee9bb None None] Routers {'c8f16264-b192-4aed-a958-f7a98f538a4f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:50:49.521935 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-347b3b5e-d9e5-4caa-a4e3-77a5642ee9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c8f16264-b192-4aed-a958-f7a98f538a4f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:49.531678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 56950ea5-ad9d-40cb-ac3c-eba728a9de28, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=56950ea5-ad9d-40cb-ac3c-eba728a9de28,segment=NetworkSegment(69dd1ce5-7198-41e4-bb01-8c427f4b1bd5),segment_id=69dd1ce5-7198-41e4-bb01-8c427f4b1bd5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:49.598194 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.611661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-347b3b5e-d9e5-4caa-a4e3-77a5642ee9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:49.612560 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347b3b5e-d9e5-4caa-a4e3-77a5642ee9bb None None] The sync data for ids ['c8f16264-b192-4aed-a958-f7a98f538a4f'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:50:49.615460 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b701f50-0ab6-4e9d-9e6c-5577df6a2a6a x-openstack-request-id: req-2b701f50-0ab6-4e9d-9e6c-5577df6a2a6a {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:49.616731 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77924c46-7b81-4fb9-94e4-b4c64b9c8338", "name": "network-vif-plugged", "status": "completed", "tag": "56950ea5-ad9d-40cb-ac3c-eba728a9de28", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:49.617169 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b701f50-0ab6-4e9d-9e6c-5577df6a2a6a {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:49.618032 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77924c46-7b81-4fb9-94e4-b4c64b9c8338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56950ea5-ad9d-40cb-ac3c-eba728a9de28', 'code': 200} Nov 25 19:50:49.633337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-695394d5-ab58-416f-becc-8252f47928d1 None None] For port 620a451b-bd2a-44ce-9026-16ba26f7d289, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=620a451b-bd2a-44ce-9026-16ba26f7d289,segment=NetworkSegment(e4605926-4f80-484d-9e12-36758ba22c30),segment_id=e4605926-4f80-484d-9e12-36758ba22c30)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:49.635018 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.648173 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-695394d5-ab58-416f-becc-8252f47928d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.719669 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a414613-2c58-47a4-9710-651e1269eb84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.754648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=56950ea5-ad9d-40cb-ac3c-eba728a9de28,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:49.798926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8c945150-35f8-4faf-bc9e-b893a8fd743f None None] Could not find standard attr ID for object 6a374c62-a827-49ed-b8b7-66f309219793. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:50:49.807388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8c945150-35f8-4faf-bc9e-b893a8fd743f None None] Could not find standard attr ID for object f399d840-321c-478a-b118-216a92994d91. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:50:49.809105 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:50:49.809468 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:50:49.865479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8c945150-35f8-4faf-bc9e-b893a8fd743f None None] Provisioning complete for port f79871c7-81c1-4368-8d49-b244c100d3e3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:49.865932 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8c945150-35f8-4faf-bc9e-b893a8fd743f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:49.868000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695394d5-ab58-416f-becc-8252f47928d1 None None] Pushing event updated for resources: {'Port': ['ID=620a451b-bd2a-44ce-9026-16ba26f7d289,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:49.959133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a414613-2c58-47a4-9710-651e1269eb84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=6a374c62-a827-49ed-b8b7-66f309219793,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:49.992264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9f8a5-6696-4ab1-a083-8dc7613f8bb3 req-08f6a751-7fe1-4575-a27b-0ed0d60381ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:49.994189 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dbd9f8a5-6696-4ab1-a083-8dc7613f8bb3 req-08f6a751-7fe1-4575-a27b-0ed0d60381ea service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 1096 time: 0.2906353 Nov 25 19:50:50.020565 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7a414613-2c58-47a4-9710-651e1269eb84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:50.028082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53406) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:50.031188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7a414613-2c58-47a4-9710-651e1269eb84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/6a374c62-a827-49ed-b8b7-66f309219793 HTTP/1.1" status: 204 len: 168 time: 1.0987277 Nov 25 19:50:50.092577 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b61b48-4655-4f71-9dfb-0aa4efea5df9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:50:50.103334 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b5b61b48-4655-4f71-9dfb-0aa4efea5df9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/6a374c62-a827-49ed-b8b7-66f309219793 HTTP/1.1" status: 404 len: 333 time: 0.0707595 Nov 25 19:50:50.105145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53408) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:50.215027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dbd9f8a5-6696-4ab1-a083-8dc7613f8bb3 req-5f01ee29-989e-48d1-9c94-66147b09e9c1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111306 Nov 25 19:50:50.230350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e8c742ad-fcfa-4d48-b183-5977f043c097 None None] Provisioning complete for port 620a451b-bd2a-44ce-9026-16ba26f7d289 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:50.230833 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8c742ad-fcfa-4d48-b183-5977f043c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:50.239450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64328fe3-3ff4-4c86-9ccb-4f2f38c72bfb req-09df4e44-fc70-4639-8b09-1e433e826274 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:50.250705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64328fe3-3ff4-4c86-9ccb-4f2f38c72bfb req-09df4e44-fc70-4639-8b09-1e433e826274 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 945 time: 0.2203484 Nov 25 19:50:50.321065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bd1ba98-7a93-4024-aecb-3dd7b98d6459 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting subnet 22c04296-295d-44b1-bac6-b35dfdc90c08 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:50:50.335807 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba98-7a93-4024-aecb-3dd7b98d6459 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:50.369367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64328fe3-3ff4-4c86-9ccb-4f2f38c72bfb req-cc6154e3-9002-4897-962f-1114ec7fb3b1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150575 Nov 25 19:50:50.429983 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c7f7ab7-7c32-41c1-83e2-3af2fd05908a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:50.536788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e8c742ad-fcfa-4d48-b183-5977f043c097 None None] Provisioning complete for port ec4c308f-ce19-489d-a84a-0936996e851e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:50.537668 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8c742ad-fcfa-4d48-b183-5977f043c097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:50.598936 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e8c742ad-fcfa-4d48-b183-5977f043c097 None None] Port ec4c308f-ce19-489d-a84a-0936996e851e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:50.636188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f79871c7-81c1-4368-8d49-b244c100d3e3 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:50.776137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8d5a2d2c-5625-4f21-8e0a-7ebe8940393e None None] Provisioning complete for port ec4c308f-ce19-489d-a84a-0936996e851e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:50.776635 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8d5a2d2c-5625-4f21-8e0a-7ebe8940393e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:50.783342 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:50.821279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f79871c7-81c1-4368-8d49-b244c100d3e3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:50.821908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:50.910587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8d5a2d2c-5625-4f21-8e0a-7ebe8940393e None None] Port ec4c308f-ce19-489d-a84a-0936996e851e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:50.979315 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 620a451b-bd2a-44ce-9026-16ba26f7d289 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:51.041929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c3ad9ebb-3206-4d1d-a80f-a58337c40ce3 None None] Provisioning complete for port ec4c308f-ce19-489d-a84a-0936996e851e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:51.042303 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c3ad9ebb-3206-4d1d-a80f-a58337c40ce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.052561 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba98-7a93-4024-aecb-3dd7b98d6459 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.085908 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c3ad9ebb-3206-4d1d-a80f-a58337c40ce3 None None] Port ec4c308f-ce19-489d-a84a-0936996e851e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:51.104705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 620a451b-bd2a-44ce-9026-16ba26f7d289 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:51.105710 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.299370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba98-7a93-4024-aecb-3dd7b98d6459 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.414113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-71c7e0d8-d908-48a1-82ca-ebfd436f1cbc None None] Provisioning complete for port ec4c308f-ce19-489d-a84a-0936996e851e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:51.414732 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-71c7e0d8-d908-48a1-82ca-ebfd436f1cbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.461187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-71c7e0d8-d908-48a1-82ca-ebfd436f1cbc None None] Port ec4c308f-ce19-489d-a84a-0936996e851e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:50:51.469470 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba98-7a93-4024-aecb-3dd7b98d6459 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.534130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2bd1ba98-7a93-4024-aecb-3dd7b98d6459 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.540090 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2bd1ba98-7a93-4024-aecb-3dd7b98d6459 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/22c04296-295d-44b1-bac6-b35dfdc90c08 HTTP/1.1" status: 204 len: 168 time: 1.4335713 Nov 25 19:50:51.543642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd1ba98-7a93-4024-aecb-3dd7b98d6459 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Subnet': ['ID=22c04296-295d-44b1-bac6-b35dfdc90c08,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:51.546884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53418) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:51.547268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09d5d86-1d5e-4ad4-a01d-588617b43daf None None] Network f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:51.628275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614bf9be-7991-466a-b693-e0af014bb088 req-c95d636e-1b0b-484d-82c9-91fd27383aab tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:51.637865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-614bf9be-7991-466a-b693-e0af014bb088 req-c95d636e-1b0b-484d-82c9-91fd27383aab tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 945 time: 0.0988500 Nov 25 19:50:51.699428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f7ab7-7c32-41c1-83e2-3af2fd05908a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port ec4c308f-ce19-489d-a84a-0936996e851e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:51.700366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c7f7ab7-7c32-41c1-83e2-3af2fd05908a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.719070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-614bf9be-7991-466a-b693-e0af014bb088 req-20dac3d2-5b78-4af5-8eb3-36e30e28432b tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801048 Nov 25 19:50:51.761011 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.868178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af5dcf3-3df5-4132-847c-5544f4ec455b None None] DHCP port deletion for f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:51.963275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1af5dcf3-3df5-4132-847c-5544f4ec455b None None] Deleting port f79871c7-81c1-4368-8d49-b244c100d3e3 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:51.963870 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1af5dcf3-3df5-4132-847c-5544f4ec455b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:51.988870 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c7f7ab7-7c32-41c1-83e2-3af2fd05908a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.014831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9c7f7ab7-7c32-41c1-83e2-3af2fd05908a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for ec4c308f-ce19-489d-a84a-0936996e851e owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:52.026240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port f79871c7-81c1-4368-8d49-b244c100d3e3 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:52.026590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.114876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1af5dcf3-3df5-4132-847c-5544f4ec455b None None] For port f79871c7-81c1-4368-8d49-b244c100d3e3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f79871c7-81c1-4368-8d49-b244c100d3e3,segment=NetworkSegment(392e1149-923e-4d0a-8344-afdc7b564d00),segment_id=392e1149-923e-4d0a-8344-afdc7b564d00)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:52.115887 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1af5dcf3-3df5-4132-847c-5544f4ec455b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.148321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1af5dcf3-3df5-4132-847c-5544f4ec455b None None] Calling delete_port for f79871c7-81c1-4368-8d49-b244c100d3e3 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:52.172704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] For port f79871c7-81c1-4368-8d49-b244c100d3e3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f79871c7-81c1-4368-8d49-b244c100d3e3,segment=NetworkSegment(392e1149-923e-4d0a-8344-afdc7b564d00),segment_id=392e1149-923e-4d0a-8344-afdc7b564d00)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:52.173539 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.282637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for f79871c7-81c1-4368-8d49-b244c100d3e3 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:52.333229 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1af5dcf3-3df5-4132-847c-5544f4ec455b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.375677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af5dcf3-3df5-4132-847c-5544f4ec455b None None] No DVR routers for this DVR port f79871c7-81c1-4368-8d49-b244c100d3e3 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:52.391118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af5dcf3-3df5-4132-847c-5544f4ec455b None None] Pushing event deleted for resources: {'Port': ['ID=f79871c7-81c1-4368-8d49-b244c100d3e3,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:52.538968 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.564958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=f79871c7-81c1-4368-8d49-b244c100d3e3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:52.576819 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c7f7ab7-7c32-41c1-83e2-3af2fd05908a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.594084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No DVR routers for this DVR port f79871c7-81c1-4368-8d49-b244c100d3e3 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:52.644330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f79871c7-81c1-4368-8d49-b244c100d3e3 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:52.650323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7f7ab7-7c32-41c1-83e2-3af2fd05908a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=ec4c308f-ce19-489d-a84a-0936996e851e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:52.750075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: f79871c7-81c1-4368-8d49-b244c100d3e3 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:52.750564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f79871c7-81c1-4368-8d49-b244c100d3e3 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:52.805891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.863819 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c7f7ab7-7c32-41c1-83e2-3af2fd05908a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:52.867024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f940b5f4-6e1f-46e4-852e-076b1a4ee0b6']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:52.878313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177c2c6d-2225-4f12-86f1-1136a1050752 req-73785f51-883e-4189-b1dd-7951f35a9d6d tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:52.882240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-177c2c6d-2225-4f12-86f1-1136a1050752 req-73785f51-883e-4189-b1dd-7951f35a9d6d tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 945 time: 0.0829282 Nov 25 19:50:52.884014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '392e1149-923e-4d0a-8344-afdc7b564d00') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:52.884436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '392e1149-923e-4d0a-8344-afdc7b564d00') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:52.975132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-177c2c6d-2225-4f12-86f1-1136a1050752 req-21c5b440-8bf5-4251-923a-a68122c5fad7 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723379 Nov 25 19:50:52.979205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.014575 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.035468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:53.035468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:53.039734 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:53.045254 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.180763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7f7ab7-7c32-41c1-83e2-3af2fd05908a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Router c8f16264-b192-4aed-a958-f7a98f538a4f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:50:53.191933 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.200407 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.204254 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/networks/f940b5f4-6e1f-46e4-852e-076b1a4ee0b6 HTTP/1.1" status: 204 len: 168 time: 1.6537752 Nov 25 19:50:53.209066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53436) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:53.224004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1629806334'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:53.233565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef630338-e4d0-44f3-85a4-358357ce10e8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Network': ['ID=f940b5f4-6e1f-46e4-852e-076b1a4ee0b6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:53.325466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7f7ab7-7c32-41c1-83e2-3af2fd05908a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:50:53.342645 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9c7f7ab7-7c32-41c1-83e2-3af2fd05908a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "PUT /v2.0/routers/c8f16264-b192-4aed-a958-f7a98f538a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1417861 Nov 25 19:50:53.343102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53438) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:53.353060 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf67ea3-a1cb-4a21-90fa-be2dca384680 None None] Sync routers for ids ['c8f16264-b192-4aed-a958-f7a98f538a4f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:50:53.357970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:53.364539 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.374844 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf67ea3-a1cb-4a21-90fa-be2dca384680 None None] Routers {'c8f16264-b192-4aed-a958-f7a98f538a4f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:50:53.376110 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4bf67ea3-a1cb-4a21-90fa-be2dca384680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c8f16264-b192-4aed-a958-f7a98f538a4f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:53.417242 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89cbcf5-f6a0-4b05-9c76-6d65fcd1e59b tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:50:53.422659 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c89cbcf5-f6a0-4b05-9c76-6d65fcd1e59b tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/ec4c308f-ce19-489d-a84a-0936996e851e HTTP/1.1" status: 404 len: 333 time: 0.0751390 Nov 25 19:50:53.423857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53440) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:53.437391 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4bf67ea3-a1cb-4a21-90fa-be2dca384680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:53.453742 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf67ea3-a1cb-4a21-90fa-be2dca384680 None None] Routers {'c8f16264-b192-4aed-a958-f7a98f538a4f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:50:53.454945 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4bf67ea3-a1cb-4a21-90fa-be2dca384680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c8f16264-b192-4aed-a958-f7a98f538a4f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:53.512352 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4bf67ea3-a1cb-4a21-90fa-be2dca384680 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:53.513935 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf67ea3-a1cb-4a21-90fa-be2dca384680 None None] The sync data for ids ['c8f16264-b192-4aed-a958-f7a98f538a4f'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:50:53.546957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:50:53.556627 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-179d5421-749a-4a9c-8673-a6fefa56b819 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.598719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.599095 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Added segment 30a32267-6e4b-4832-92db-0d0f86a04092 of type vlan for network 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 Nov 25 19:50:53.774980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.788025 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-179d5421-749a-4a9c-8673-a6fefa56b819 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.791533 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-179d5421-749a-4a9c-8673-a6fefa56b819 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.851770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.858264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:53.859084 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.867325 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-179d5421-749a-4a9c-8673-a6fefa56b819 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.867325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179d5421-749a-4a9c-8673-a6fefa56b819 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Fanout notify agent at l3_agent the message router_deleted on router c8f16264-b192-4aed-a958-f7a98f538a4f {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:50:53.879914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-179d5421-749a-4a9c-8673-a6fefa56b819 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:53.881516 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-179d5421-749a-4a9c-8673-a6fefa56b819 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/routers/c8f16264-b192-4aed-a958-f7a98f538a4f HTTP/1.1" status: 204 len: 168 time: 0.4559886 Nov 25 19:50:53.886087 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53444) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:53.918901 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7086985 Nov 25 19:50:53.923215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53446) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:53.956908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': '2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:53.987677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc49d570-2d06-4de0-b953-8a7e402fc88f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Network': ['ID=2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:54.009295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:50:54.101189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:54.114993 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.131672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ae5ec8-9147-45e8-a9ef-4fe9d4c812bf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting subnet a6d567eb-0d52-4444-8740-392bb12b57f5 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:50:54.139058 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5ec8-9147-45e8-a9ef-4fe9d4c812bf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.190699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b69f677-3387-4bfd-8b3a-70a0ef7d6c6b req-4185156c-176e-4c9e-be40-acfafe179ffc tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:54.192786 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b69f677-3387-4bfd-8b3a-70a0ef7d6c6b req-4185156c-176e-4c9e-be40-acfafe179ffc tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.76 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 945 time: 0.2166674 Nov 25 19:50:54.245774 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5ec8-9147-45e8-a9ef-4fe9d4c812bf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.377528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb432f-85bf-4653-b81a-857aeaf6393a req-943eabe6-ee0b-4d43-b406-e4a39558f6a6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:54.379146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86bb432f-85bf-4653-b81a-857aeaf6393a req-943eabe6-ee0b-4d43-b406-e4a39558f6a6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 945 time: 0.1693735 Nov 25 19:50:54.449673 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5ec8-9147-45e8-a9ef-4fe9d4c812bf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.512294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-5b69f677-3387-4bfd-8b3a-70a0ef7d6c6b req-7dfc714a-6edd-44b3-9409-2b0b8515f4c6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Deleting port 56950ea5-ad9d-40cb-ac3c-eba728a9de28 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:54.512633 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5b69f677-3387-4bfd-8b3a-70a0ef7d6c6b req-7dfc714a-6edd-44b3-9409-2b0b8515f4c6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.541220 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86bb432f-85bf-4653-b81a-857aeaf6393a req-22ff05c7-d6d8-4b31-9211-426d41a05240 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337600 Nov 25 19:50:54.561604 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.631457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5ec8-9147-45e8-a9ef-4fe9d4c812bf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.698486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ae5ec8-9147-45e8-a9ef-4fe9d4c812bf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Subnet': ['ID=a6d567eb-0d52-4444-8740-392bb12b57f5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:54.703730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-5b69f677-3387-4bfd-8b3a-70a0ef7d6c6b req-7dfc714a-6edd-44b3-9409-2b0b8515f4c6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] For port 56950ea5-ad9d-40cb-ac3c-eba728a9de28, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=56950ea5-ad9d-40cb-ac3c-eba728a9de28,segment=NetworkSegment(69dd1ce5-7198-41e4-bb01-8c427f4b1bd5),segment_id=69dd1ce5-7198-41e4-bb01-8c427f4b1bd5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:54.704063 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5b69f677-3387-4bfd-8b3a-70a0ef7d6c6b req-7dfc714a-6edd-44b3-9409-2b0b8515f4c6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.707140 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b2ae5ec8-9147-45e8-a9ef-4fe9d4c812bf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.714571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b2ae5ec8-9147-45e8-a9ef-4fe9d4c812bf tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/a6d567eb-0d52-4444-8740-392bb12b57f5 HTTP/1.1" status: 204 len: 168 time: 0.8232517 Nov 25 19:50:54.718278 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Subnet': ['ID=bc43b3f2-b310-4341-8be5-545db8b55e51,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:54.718554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53454) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:54.722196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8229ec4b-82ab-4e3e-9f02-c523916d3290 None None] Network a1758ebc-c827-4740-83e0-8720397ac701 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:54.737709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-5b69f677-3387-4bfd-8b3a-70a0ef7d6c6b req-7dfc714a-6edd-44b3-9409-2b0b8515f4c6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Calling delete_port for 56950ea5-ad9d-40cb-ac3c-eba728a9de28 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:54.765330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Checking segment: {'id': '30a32267-6e4b-4832-92db-0d0f86a04092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:54.766444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network hostable DHCP agents. Network: 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:50:54.807907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:50:54.831285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:54.852750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:54.854588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.867626 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db23cf0-7284-4d91-8a53-d72596b48c9c None None] Network 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:54.869960 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:54.896374 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cc64a6b3-03dd-497e-bf85-21fb916013b7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9717803 Nov 25 19:50:54.901252 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53456) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:54.915077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': '2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1', 'name': 'tempest-PortsTestJSON-458683476', 'fixed_ips': [{'subnet_id': 'bc43b3f2-b310-4341-8be5-545db8b55e51', 'ip_address': '172.20.0.10'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:55.032393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 620a451b-bd2a-44ce-9026-16ba26f7d289 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:55.032960 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.106658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5b69f677-3387-4bfd-8b3a-70a0ef7d6c6b req-7dfc714a-6edd-44b3-9409-2b0b8515f4c6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.131059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['56950ea5-ad9d-40cb-ac3c-eba728a9de28'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:50:55.199162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfc714a-6edd-44b3-9409-2b0b8515f4c6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Pushing event deleted for resources: {'Port': ['ID=56950ea5-ad9d-40cb-ac3c-eba728a9de28,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:55.212191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] For port 620a451b-bd2a-44ce-9026-16ba26f7d289, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=620a451b-bd2a-44ce-9026-16ba26f7d289,segment=NetworkSegment(e4605926-4f80-484d-9e12-36758ba22c30),segment_id=e4605926-4f80-484d-9e12-36758ba22c30)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:55.212191 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.217334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:55.264982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 620a451b-bd2a-44ce-9026-16ba26f7d289 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:55.267597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b69f677-3387-4bfd-8b3a-70a0ef7d6c6b req-7dfc714a-6edd-44b3-9409-2b0b8515f4c6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] No DVR routers for this DVR port 56950ea5-ad9d-40cb-ac3c-eba728a9de28 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:55.272722 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5b69f677-3387-4bfd-8b3a-70a0ef7d6c6b req-7dfc714a-6edd-44b3-9409-2b0b8515f4c6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.277179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b69f677-3387-4bfd-8b3a-70a0ef7d6c6b req-7dfc714a-6edd-44b3-9409-2b0b8515f4c6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.76 "DELETE /v2.0/ports/56950ea5-ad9d-40cb-ac3c-eba728a9de28 HTTP/1.1" status: 204 len: 173 time: 1.0766628 Nov 25 19:50:55.277179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77924c46-7b81-4fb9-94e4-b4c64b9c8338', 'name': 'network-vif-deleted', 'tag': '56950ea5-ad9d-40cb-ac3c-eba728a9de28'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:50:55.279707 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9b7599-0819-4741-93b6-648346e9c95c" -d '{"events": [{"server_uuid": "77924c46-7b81-4fb9-94e4-b4c64b9c8338", "name": "network-vif-deleted", "tag": "56950ea5-ad9d-40cb-ac3c-eba728a9de28"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:50:55.304122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1', 'network_id': '2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1', 'tenant_id': '21e90a9a8da64cb798cde144d4037c2b', 'fixed_ips': [{'subnet_id': 'bc43b3f2-b310-4341-8be5-545db8b55e51'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:55.305642 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.440643 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91525a4d-cb75-453a-8760-2e38782b8d00 x-openstack-request-id: req-91525a4d-cb75-453a-8760-2e38782b8d00 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:50:55.441298 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77924c46-7b81-4fb9-94e4-b4c64b9c8338", "name": "network-vif-deleted", "tag": "56950ea5-ad9d-40cb-ac3c-eba728a9de28", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:50:55.441885 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-91525a4d-cb75-453a-8760-2e38782b8d00 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:50:55.442643 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77924c46-7b81-4fb9-94e4-b4c64b9c8338', 'name': 'network-vif-deleted', 'tag': '56950ea5-ad9d-40cb-ac3c-eba728a9de28', 'status': 'completed', 'code': 200} Nov 25 19:50:55.446057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84b74e74-8137-4476-834d-33b753020dc3 None None] DHCP port deletion for a1758ebc-c827-4740-83e0-8720397ac701 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:50:55.508974 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.551677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 20a65e9e-deaf-484d-a94b-04b7def01039 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:55.585763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Allocated IP 172.20.0.2 (2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1/bc43b3f2-b310-4341-8be5-545db8b55e51/b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:55.606283 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.610061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-84b74e74-8137-4476-834d-33b753020dc3 None None] Deleting port 620a451b-bd2a-44ce-9026-16ba26f7d289 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:55.612032 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84b74e74-8137-4476-834d-33b753020dc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.694147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=620a451b-bd2a-44ce-9026-16ba26f7d289,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:55.723332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No DVR routers for this DVR port 620a451b-bd2a-44ce-9026-16ba26f7d289 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:55.805153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-84b74e74-8137-4476-834d-33b753020dc3 None None] For port 620a451b-bd2a-44ce-9026-16ba26f7d289, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:55.806321 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84b74e74-8137-4476-834d-33b753020dc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:55.838339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cad576c-4e12-4610-9413-8b17e7b448f3 req-89a379e3-92e1-49a9-a330-c6e5233ef82d tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=77924c46-7b81-4fb9-94e4-b4c64b9c8338 HTTP/1.1" status: 200 len: 210 time: 0.0924513 Nov 25 19:50:55.916986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-84b74e74-8137-4476-834d-33b753020dc3 None None] Calling delete_port for 620a451b-bd2a-44ce-9026-16ba26f7d289 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:55.929079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-84b74e74-8137-4476-834d-33b753020dc3 None None] Port 620a451b-bd2a-44ce-9026-16ba26f7d289 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:50:55.938384 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84b74e74-8137-4476-834d-33b753020dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.055237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b74e74-8137-4476-834d-33b753020dc3 None None] Pushing event deleted for resources: {'Port': ['ID=620a451b-bd2a-44ce-9026-16ba26f7d289,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:56.086354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b74e74-8137-4476-834d-33b753020dc3 None None] No DVR routers for this DVR port 620a451b-bd2a-44ce-9026-16ba26f7d289 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:50:56.094483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.179078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1758ebc-c827-4740-83e0-8720397ac701']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:56.207356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4605926-4f80-484d-9e12-36758ba22c30') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:56.207919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4605926-4f80-484d-9e12-36758ba22c30') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:50:56.219245 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.241493 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.252406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.293606 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.306317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:50:56.307072 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:50:56.318191 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:50:56.333252 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.10 (2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1/bc43b3f2-b310-4341-8be5-545db8b55e51/20a65e9e-deaf-484d-a94b-04b7def01039) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:56.368667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Network 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:56.373146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:56.389790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:56.424644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Pushing event updated for resources: {'Port': ['ID=b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:56.505638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.526126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.530413 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/networks/a1758ebc-c827-4740-83e0-8720397ac701 HTTP/1.1" status: 204 len: 168 time: 1.8123436 Nov 25 19:50:56.551240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53468) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:56.617184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70d483a-a081-410c-923a-1013c093eb8a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:56.618955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e70d483a-a081-410c-923a-1013c093eb8a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 HTTP/1.1" status: 200 len: 845 time: 0.0666089 Nov 25 19:50:56.620325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4273f-2a91-48eb-ab14-74ba2320c061 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Network': ['ID=a1758ebc-c827-4740-83e0-8720397ac701,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:56.624955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53470) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:56.674399 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.687816 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-71924f2b-2a4c-4253-acc2-874374e58fea tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/e6ffcabd-25bb-48cb-bd56-1520ff5e00e4?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0612826 Nov 25 19:50:56.689217 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53472) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:56.695122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-cae56c2c-67ff-4477-b32d-0900a9acdc96 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:56.722972 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.797267 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:56.800108 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 620a451b-bd2a-44ce-9026-16ba26f7d289 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:56.806965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:56.823091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:56.841033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 620a451b-bd2a-44ce-9026-16ba26f7d289 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:56.842209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 620a451b-bd2a-44ce-9026-16ba26f7d289 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:56.860147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cae56c2c-67ff-4477-b32d-0900a9acdc96 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:56.867046 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cae56c2c-67ff-4477-b32d-0900a9acdc96 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.867250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Attempting to bind port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:56.867429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Attempting to bind port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '30a32267-6e4b-4832-92db-0d0f86a04092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:56.867792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Attempting to bind port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 on network 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:56.877997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:56.881421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Checking segment: {'id': '30a32267-6e4b-4832-92db-0d0f86a04092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:56.881842 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.882248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Bound using segment: {'id': '30a32267-6e4b-4832-92db-0d0f86a04092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:56.882757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Bound port: b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30a32267-6e4b-4832-92db-0d0f86a04092', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:56.883182 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.896733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=20a65e9e-deaf-484d-a94b-04b7def01039,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:56.953878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:56.954999 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:56.986859 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-db846ea0-ecce-4d2d-bbc0-d55bb8647c69 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0815580 Nov 25 19:50:56.989507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53482) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:56.996132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': '2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1', 'name': 'tempest-PortsTestJSON-803173698', 'fixed_ips': [{'subnet_id': 'bc43b3f2-b310-4341-8be5-545db8b55e51', 'ip_address': '172.20.0.9'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:57.052055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] For port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:57.057961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] For port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3,segment=NetworkSegment(30a32267-6e4b-4832-92db-0d0f86a04092),segment_id=30a32267-6e4b-4832-92db-0d0f86a04092)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:57.064811 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.223231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1afa355-91b7-4547-8933-8da69c4fc4ca None None] Pushing event updated for resources: {'Port': ['ID=b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:57.364971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:57.371629 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cae56c2c-67ff-4477-b32d-0900a9acdc96 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.373626 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.396009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 33432be0-12c2-4e5e-a656-749ccc2b5ed3 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:57.722031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.9 (2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1/bc43b3f2-b310-4341-8be5-545db8b55e51/33432be0-12c2-4e5e-a656-749ccc2b5ed3) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:57.895454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae56c2c-67ff-4477-b32d-0900a9acdc96 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 00f376de-6834-40df-926f-9a55b0305d9e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:57.907204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-cae56c2c-67ff-4477-b32d-0900a9acdc96 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:57.916283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae56c2c-67ff-4477-b32d-0900a9acdc96 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Subnet': ['ID=8f027b07-f630-4af1-a80b-4a23b5a01d30,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:57.920260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.926702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ca81edd-62ec-48ba-9ab7-0dc83c3c19bc None None] Network 00f376de-6834-40df-926f-9a55b0305d9e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:57.930245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae56c2c-67ff-4477-b32d-0900a9acdc96 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:57.931502 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cae56c2c-67ff-4477-b32d-0900a9acdc96 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.959531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-ccd60ba8-843a-4b3d-86c4-cbf6ac5a3a68 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:57.962592 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-ccd60ba8-843a-4b3d-86c4-cbf6ac5a3a68 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/networks?id=e7d6b73d-3c86-423a-9d69-98bfe6289c92 HTTP/1.1" status: 200 len: 808 time: 0.6820750 Nov 25 19:50:57.965102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:57.993525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cae56c2c-67ff-4477-b32d-0900a9acdc96 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3030181 Nov 25 19:50:57.995366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53498) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:58.012801 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-55dbde58-032a-4083-b274-2e50556b2ba6 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/quotas/01282795791d4eb2977aaf054bcdfa2f HTTP/1.1" status: 200 len: 375 time: 0.0271497 Nov 25 19:50:58.032913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-25a6a580-95cc-4e3f-a0ed-9fe319e2799c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'security_group': {'name': 'tempest-secgroup-1195146245'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:58.078650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:58.089478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:58.095002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:58.100123 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-5b2e99f5-f02d-4820-850b-badb87fbc52a tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=01282795791d4eb2977aaf054bcdfa2f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0705607 Nov 25 19:50:58.100628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=33432be0-12c2-4e5e-a656-749ccc2b5ed3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:58.132661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25a6a580-95cc-4e3f-a0ed-9fe319e2799c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.195171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 56950ea5-ad9d-40cb-ac3c-eba728a9de28 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:50:58.234358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25a6a580-95cc-4e3f-a0ed-9fe319e2799c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.242503 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25a6a580-95cc-4e3f-a0ed-9fe319e2799c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.248167 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 56950ea5-ad9d-40cb-ac3c-eba728a9de28 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:50:58.249132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 56950ea5-ad9d-40cb-ac3c-eba728a9de28 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:50:58.273486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-4150e7ca-3d12-4726-82a7-0ff8722c0a6e service neutron] 10.222.0.15 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634374 Nov 25 19:50:58.282501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:58.283421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.288174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-00f376de-6834-40df-926f-9a55b0305d9e', 'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'tenant_id': '1164c57cbe194d0c9c1f3fc03dab0ca4', 'fixed_ips': [{'subnet_id': '8f027b07-f630-4af1-a80b-4a23b5a01d30'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:50:58.289103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.343856 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25a6a580-95cc-4e3f-a0ed-9fe319e2799c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.360507 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-25a6a580-95cc-4e3f-a0ed-9fe319e2799c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3327918 Nov 25 19:50:58.360507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a6a580-95cc-4e3f-a0ed-9fe319e2799c tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49229823-77e6-42ac-a000-37ae439ae401,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:58.362114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53502) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:58.367783 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b0bc525b-e5ce-48fa-aef5-99e47ee5b5b0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'security_group': {'name': 'tempest-secgroup-1798419841'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:58.396543 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-48013953-729e-44e3-81a4-88a7d5bc7546 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4008043 Nov 25 19:50:58.397650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53504) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:58.449511 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-0e877066-410e-4a57-a25d-597459185aaa service neutron] 10.222.0.15 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548049 Nov 25 19:50:58.485444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0bc525b-e5ce-48fa-aef5-99e47ee5b5b0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.542774 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498c80f5-7126-4f78-82f3-f2df09bb953c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:58.544793 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-498c80f5-7126-4f78-82f3-f2df09bb953c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1367664 Nov 25 19:50:58.549105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53506) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:58.568731 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Allocated IP 2001:db8::2 (00f376de-6834-40df-926f-9a55b0305d9e/8f027b07-f630-4af1-a80b-4a23b5a01d30/1dbece5f-c5fc-49a3-9b1d-f887851dc0f1) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:50:58.771703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5b441f-fe47-4982-a48f-4b4a8ff06188 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:58.782208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5b441f-fe47-4982-a48f-4b4a8ff06188 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:58.797873 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0bc525b-e5ce-48fa-aef5-99e47ee5b5b0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.805107 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.808139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0bc525b-e5ce-48fa-aef5-99e47ee5b5b0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.816615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:50:58.817842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5b441f-fe47-4982-a48f-4b4a8ff06188 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:50:58.820604 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.821607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cd5b441f-fe47-4982-a48f-4b4a8ff06188 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.2701964 Nov 25 19:50:58.823624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53514) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:58.913252 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0bc525b-e5ce-48fa-aef5-99e47ee5b5b0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:58.914549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b0bc525b-e5ce-48fa-aef5-99e47ee5b5b0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5510416 Nov 25 19:50:58.925792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53516) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:58.934199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-44155536', 'security_groups': ['26c058b2-a588-4449-96c3-00a88572632c'], 'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8f027b07-f630-4af1-a80b-4a23b5a01d30'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:50:58.939727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c872dbec-f2ca-4892-b1cd-6f82cd95afb5 None None] Network 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:50:58.958462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Network 00f376de-6834-40df-926f-9a55b0305d9e is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:50:58.980384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:50:58.985336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5772d449-637b-4015-9557-0d167a57147c req-bfb19912-3775-4404-94e4-5d68deafc397 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 210 time: 0.0508645 Nov 25 19:50:59.019341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:50:59.029379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8ad5c-67ed-47f0-a1fd-9e2011dc9857 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 33432be0-12c2-4e5e-a656-749ccc2b5ed3 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:50:59.033211 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ad5c-67ed-47f0-a1fd-9e2011dc9857 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.089475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Pushing event updated for resources: {'Port': ['ID=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:59.118238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc525b-e5ce-48fa-aef5-99e47ee5b5b0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c058b2-a588-4449-96c3-00a88572632c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:59.152191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fc73c0ae-7156-4c45-a859-da69c82a8ce6 None None] Provisioning complete for port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:59.152578 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fc73c0ae-7156-4c45-a859-da69c82a8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.187489 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ad5c-67ed-47f0-a1fd-9e2011dc9857 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.205697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c5c8ad5c-67ed-47f0-a1fd-9e2011dc9857 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 33432be0-12c2-4e5e-a656-749ccc2b5ed3 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:50:59.249399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:50:59.250015 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.252809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Attempting to bind port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:50:59.253185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Attempting to bind port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'f38fa402-5d1c-4de9-b319-391be93fb0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '00f376de-6834-40df-926f-9a55b0305d9e'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:50:59.253563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Attempting to bind port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 on network 00f376de-6834-40df-926f-9a55b0305d9e {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:50:59.281741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:50:59.377628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:50:59.378234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Checking segment: {'id': 'f38fa402-5d1c-4de9-b319-391be93fb0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '00f376de-6834-40df-926f-9a55b0305d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:50:59.379165 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.379849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Bound using segment: {'id': 'f38fa402-5d1c-4de9-b319-391be93fb0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '00f376de-6834-40df-926f-9a55b0305d9e'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:50:59.380667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Bound port: 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f38fa402-5d1c-4de9-b319-391be93fb0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '00f376de-6834-40df-926f-9a55b0305d9e'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:50:59.381315 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.470105 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.491424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:50:59.514742 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ad5c-67ed-47f0-a1fd-9e2011dc9857 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.640395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c8ad5c-67ed-47f0-a1fd-9e2011dc9857 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=33432be0-12c2-4e5e-a656-749ccc2b5ed3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:50:59.711232 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fc73c0ae-7156-4c45-a859-da69c82a8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.718223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] For port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:50:59.728581 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5c8ad5c-67ed-47f0-a1fd-9e2011dc9857 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.746528 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c5c8ad5c-67ed-47f0-a1fd-9e2011dc9857 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/33432be0-12c2-4e5e-a656-749ccc2b5ed3 HTTP/1.1" status: 204 len: 168 time: 0.9210715 Nov 25 19:50:59.755092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53540) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:59.759722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] For port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,segment=NetworkSegment(f38fa402-5d1c-4de9-b319-391be93fb0d7),segment_id=f38fa402-5d1c-4de9-b319-391be93fb0d7)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:50:59.775155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.789987 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:50:59.845897 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8265339-290c-4289-b4f2-85f88b8bef31 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:50:59.849725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d8265339-290c-4289-b4f2-85f88b8bef31 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/33432be0-12c2-4e5e-a656-749ccc2b5ed3 HTTP/1.1" status: 404 len: 333 time: 0.0916274 Nov 25 19:50:59.854251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53546) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:50:59.930122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fc73c0ae-7156-4c45-a859-da69c82a8ce6 None None] For port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3,segment=NetworkSegment(30a32267-6e4b-4832-92db-0d0f86a04092),segment_id=30a32267-6e4b-4832-92db-0d0f86a04092)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:50:59.949306 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fc73c0ae-7156-4c45-a859-da69c82a8ce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:00.065869 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:51:00.066740 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:51:00.068096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90322106-f387-41e0-88dc-e0d7743d0e96 None None] Pushing event updated for resources: {'Port': ['ID=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:00.090246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8::d0 (00f376de-6834-40df-926f-9a55b0305d9e/8f027b07-f630-4af1-a80b-4a23b5a01d30/a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:00.133022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-08ac48dc-7940-41e9-8fc6-ff20e07e8dcb tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 20a65e9e-deaf-484d-a94b-04b7def01039 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:00.133628 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08ac48dc-7940-41e9-8fc6-ff20e07e8dcb tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:00.241611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc73c0ae-7156-4c45-a859-da69c82a8ce6 None None] Pushing event updated for resources: {'Port': ['ID=b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:00.338412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c0134da-e1a6-470f-a4b7-b37e245128af req-de43e653-b4f5-456a-a721-2a6a0b028e03 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 210 time: 0.1667106 Nov 25 19:51:00.529319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-371d09de-7c0a-46be-b96e-a76958b8df63 None None] Provisioning complete for port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:00.530160 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-371d09de-7c0a-46be-b96e-a76958b8df63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:00.697436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-274659ca-27e0-4b53-bfe8-be88565eacc4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:00.713660 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-274659ca-27e0-4b53-bfe8-be88565eacc4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.76 "GET /v2.0/networks?id=e7d6b73d-3c86-423a-9d69-98bfe6289c92 HTTP/1.1" status: 200 len: 808 time: 0.3566322 Nov 25 19:51:00.733337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Request body: {'port': {'device_id': '4e542f67-c16a-4caa-a686-8a1e421f2f75', 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92', 'admin_state_up': True, 'tenant_id': '01282795791d4eb2977aaf054bcdfa2f'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:00.867376 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08ac48dc-7940-41e9-8fc6-ff20e07e8dcb tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:00.959235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-371d09de-7c0a-46be-b96e-a76958b8df63 None None] Provisioning complete for port 20a65e9e-deaf-484d-a94b-04b7def01039 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:00.959618 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-371d09de-7c0a-46be-b96e-a76958b8df63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.034346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-08ac48dc-7940-41e9-8fc6-ff20e07e8dcb tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 20a65e9e-deaf-484d-a94b-04b7def01039 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:01.105567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-371d09de-7c0a-46be-b96e-a76958b8df63 None None] Port 20a65e9e-deaf-484d-a94b-04b7def01039 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:01.181082 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:01.216364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.230697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Made reservation on behalf of 01282795791d4eb2977aaf054bcdfa2f for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:01.234687 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.272086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.353970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e195d7b2-f290-4cce-9b3b-ae206e96b5d3 None None] Provisioning complete for port 20a65e9e-deaf-484d-a94b-04b7def01039 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:01.354361 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e195d7b2-f290-4cce-9b3b-ae206e96b5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.401682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:01.428076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 00f376de-6834-40df-926f-9a55b0305d9e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:01.434107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:01.438410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:01.445878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:01.446934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.473285 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4235c57d-a2ea-4789-b814-135fd9b840e4 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5463259 Nov 25 19:51:01.474296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53574) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:01.480820 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-60adb077-455b-4adc-9d32-7d96fd9f4009 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:01.521855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e195d7b2-f290-4cce-9b3b-ae206e96b5d3 None None] Port 20a65e9e-deaf-484d-a94b-04b7def01039 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:01.531276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:01.532473 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.597222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25e8c778-856a-4030-a6bd-71dd254fa2c1 req-c25f7699-2df4-45bc-a496-26eab06568b1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 210 time: 0.0542996 Nov 25 19:51:01.619637 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08ac48dc-7940-41e9-8fc6-ff20e07e8dcb tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.680043 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6f956c62-8bdc-46e0-a9df-dbd3f738eb57 None None] Could not find standard attr ID for object 33432be0-12c2-4e5e-a656-749ccc2b5ed3. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:01.698845 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.718248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Allocated IP 172.20.0.13 (e7d6b73d-3c86-423a-9d69-98bfe6289c92/dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7/a5a7418d-29cf-401f-aa0f-ca19339fcb48) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:01.723362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ac48dc-7940-41e9-8fc6-ff20e07e8dcb tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=20a65e9e-deaf-484d-a94b-04b7def01039,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:01.767260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,segment=NetworkSegment(f38fa402-5d1c-4de9-b319-391be93fb0d7),segment_id=f38fa402-5d1c-4de9-b319-391be93fb0d7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:01.784404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60adb077-455b-4adc-9d32-7d96fd9f4009 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:01.789786 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60adb077-455b-4adc-9d32-7d96fd9f4009 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.798177 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.799048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:01.914013 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08ac48dc-7940-41e9-8fc6-ff20e07e8dcb tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:01.920329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-08ac48dc-7940-41e9-8fc6-ff20e07e8dcb tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/20a65e9e-deaf-484d-a94b-04b7def01039 HTTP/1.1" status: 204 len: 168 time: 2.0611739 Nov 25 19:51:01.923908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53580) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:02.042827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:02.049905 n-d-817303-9 neutron-server[103652]: INFO neutron.db.ipam_backend_mixin [None req-60adb077-455b-4adc-9d32-7d96fd9f4009 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8f027b07-f630-4af1-a80b-4a23b5a01d30 (CIDR: 2001:db8::/64) Nov 25 19:51:02.061020 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-60adb077-455b-4adc-9d32-7d96fd9f4009 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:51:02.061856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60adb077-455b-4adc-9d32-7d96fd9f4009 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:02.096114 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-60adb077-455b-4adc-9d32-7d96fd9f4009 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6203892 Nov 25 19:51:02.096817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53586) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:02.103063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ea4d80e6-ad03-4006-9dbe-6f8a88343693 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:02.127414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:02.139089 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.165129 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.194063 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-8301a9ff-0add-46ac-b1a3-21e349cfedb9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:51:02.197763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8301a9ff-0add-46ac-b1a3-21e349cfedb9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/20a65e9e-deaf-484d-a94b-04b7def01039 HTTP/1.1" status: 404 len: 333 time: 0.2704716 Nov 25 19:51:02.203788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53592) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:02.265903 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1190d045-4219-44bc-8f3d-3bb6c852c972 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.296395 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.331022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Network e7d6b73d-3c86-423a-9d69-98bfe6289c92 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:02.336278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:02.339645 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:02.378877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4d80e6-ad03-4006-9dbe-6f8a88343693 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:02.388561 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea4d80e6-ad03-4006-9dbe-6f8a88343693 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.496031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2222507-ce88-4787-a5d6-cb7766207e72 None None] Provisioning complete for port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:02.496870 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2222507-ce88-4787-a5d6-cb7766207e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.522168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d416eda-2f3e-4186-9aa8-a867b83527a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting subnet bc43b3f2-b310-4341-8be5-545db8b55e51 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:02.526351 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d416eda-2f3e-4186-9aa8-a867b83527a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.611855 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d416eda-2f3e-4186-9aa8-a867b83527a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.677242 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Pushing event updated for resources: {'Port': ['ID=a5a7418d-29cf-401f-aa0f-ca19339fcb48,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:02.697895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:02.699036 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.737236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2222507-ce88-4787-a5d6-cb7766207e72 None None] Provisioning complete for port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:02.738342 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2222507-ce88-4787-a5d6-cb7766207e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.808481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-e01b92a5-0316-4502-bb06-557519441949 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0824149 Nov 25 19:51:02.816014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2222507-ce88-4787-a5d6-cb7766207e72 None None] Port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:02.841271 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Request body: {'port': {'device_id': '4e542f67-c16a-4caa-a686-8a1e421f2f75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:02.898446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea4d80e6-ad03-4006-9dbe-6f8a88343693 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.906789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:02.933461 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d416eda-2f3e-4186-9aa8-a867b83527a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:02.993717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dba41-4e30-4f06-a18f-828a84aead6d req-82922d3c-81ac-4819-ab5d-7f9f1ac4b36b tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:03.002273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e57dba41-4e30-4f06-a18f-828a84aead6d req-82922d3c-81ac-4819-ab5d-7f9f1ac4b36b tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 932 time: 0.2545674 Nov 25 19:51:03.021511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4d80e6-ad03-4006-9dbe-6f8a88343693 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 00f376de-6834-40df-926f-9a55b0305d9e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:03.029163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-ea4d80e6-ad03-4006-9dbe-6f8a88343693 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:03.039318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4d80e6-ad03-4006-9dbe-6f8a88343693 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:03.042970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea4d80e6-ad03-4006-9dbe-6f8a88343693 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.046396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.058151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4d80e6-ad03-4006-9dbe-6f8a88343693 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Subnet': ['ID=54aee2b2-3f72-4511-a365-13d634adaa3c,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:03.087281 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ea4d80e6-ad03-4006-9dbe-6f8a88343693 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9867637 Nov 25 19:51:03.088187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53608) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:03.097104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4669b7e0-565b-469b-bb61-1841363d8f27 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-899544292', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '54aee2b2-3f72-4511-a365-13d634adaa3c'}], 'security_groups': ['49229823-77e6-42ac-a000-37ae439ae401']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:03.165655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e57dba41-4e30-4f06-a18f-828a84aead6d req-9b5217cb-b450-46d3-9ac2-b0ddb63e7a74 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623435 Nov 25 19:51:03.185331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d416eda-2f3e-4186-9aa8-a867b83527a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.248798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e951470-b75c-4839-8da1-416ca6f37223 None None] Network 00f376de-6834-40df-926f-9a55b0305d9e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:03.256803 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4669b7e0-565b-469b-bb61-1841363d8f27 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.299509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d416eda-2f3e-4186-9aa8-a867b83527a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.312476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2d416eda-2f3e-4186-9aa8-a867b83527a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/bc43b3f2-b310-4341-8be5-545db8b55e51 HTTP/1.1" status: 204 len: 168 time: 1.1071999 Nov 25 19:51:03.313780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d416eda-2f3e-4186-9aa8-a867b83527a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Subnet': ['ID=bc43b3f2-b310-4341-8be5-545db8b55e51,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:03.319536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53614) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:03.376650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1bde27-2b6d-4f7c-bb07-5ca042121d6b None None] Network 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:03.566147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-055f205f-eb4e-47a4-b158-3d8226648c32 None None] Provisioning complete for port a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:03.566147 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-055f205f-eb4e-47a4-b158-3d8226648c32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.712949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:03.713440 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.737548 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.795436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-055f205f-eb4e-47a4-b158-3d8226648c32 None None] Port a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:03.885774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a7418d-29cf-401f-aa0f-ca19339fcb48 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:51:03.915975 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:03.941129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3775582-ed1e-44bd-8c18-a162fe401f34 None None] DHCP port deletion for 2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:03.996567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3750452-08db-4aa5-b6a5-823056f731ec None None] Update dhcp port {'port': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'fixed_ips': [{'subnet_id': '8f027b07-f630-4af1-a80b-4a23b5a01d30', 'ip_address': '2001:db8::2'}, {'subnet_id': '54aee2b2-3f72-4511-a365-13d634adaa3c'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '1dbece5f-c5fc-49a3-9b1d-f887851dc0f1'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:51:04.011173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Transition to ACTIVE for port object a5a7418d-29cf-401f-aa0f-ca19339fcb48 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:51:04.021104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.037431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-4669b7e0-565b-469b-bb61-1841363d8f27 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Delete allocated IP 2001:db8::d0 (00f376de-6834-40df-926f-9a55b0305d9e/8f027b07-f630-4af1-a80b-4a23b5a01d30) {{(pid=103652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 19:51:04.050179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a3750452-08db-4aa5-b6a5-823056f731ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.070620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-4669b7e0-565b-469b-bb61-1841363d8f27 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8:0:1::120 (00f376de-6834-40df-926f-9a55b0305d9e/54aee2b2-3f72-4511-a365-13d634adaa3c/a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:04.163583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Pushing event updated for resources: {'Port': ['ID=a5a7418d-29cf-401f-aa0f-ca19339fcb48,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:04.243708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:04.243708 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.295010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f3775582-ed1e-44bd-8c18-a162fe401f34 None None] Deleting port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:04.295534 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f3775582-ed1e-44bd-8c18-a162fe401f34 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.353581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] For port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3,segment=NetworkSegment(30a32267-6e4b-4832-92db-0d0f86a04092),segment_id=30a32267-6e4b-4832-92db-0d0f86a04092)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:04.353881 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.363905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Attempting to bind port a5a7418d-29cf-401f-aa0f-ca19339fcb48 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:51:04.364262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Attempting to bind port a5a7418d-29cf-401f-aa0f-ca19339fcb48 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '69dd1ce5-7198-41e4-bb01-8c427f4b1bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:51:04.364572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Attempting to bind port a5a7418d-29cf-401f-aa0f-ca19339fcb48 on network e7d6b73d-3c86-423a-9d69-98bfe6289c92 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:04.377395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:04.380240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Port a5a7418d-29cf-401f-aa0f-ca19339fcb48 on network e7d6b73d-3c86-423a-9d69-98bfe6289c92 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:51:04.380868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Attempting to bind port a5a7418d-29cf-401f-aa0f-ca19339fcb48 on network e7d6b73d-3c86-423a-9d69-98bfe6289c92 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:04.393469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 50, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:51:04.393936 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Checking segment: {'id': '69dd1ce5-7198-41e4-bb01-8c427f4b1bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:04.394339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Bound using segment: {'id': '69dd1ce5-7198-41e4-bb01-8c427f4b1bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:51:04.394715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Bound port: a5a7418d-29cf-401f-aa0f-ca19339fcb48, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69dd1ce5-7198-41e4-bb01-8c427f4b1bd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:51:04.395110 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.413671 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4669b7e0-565b-469b-bb61-1841363d8f27 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.421616 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4669b7e0-565b-469b-bb61-1841363d8f27 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.458166 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f3775582-ed1e-44bd-8c18-a162fe401f34 None None] For port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3,segment=NetworkSegment(30a32267-6e4b-4832-92db-0d0f86a04092),segment_id=30a32267-6e4b-4832-92db-0d0f86a04092)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:04.458919 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f3775582-ed1e-44bd-8c18-a162fe401f34 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.500671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f3775582-ed1e-44bd-8c18-a162fe401f34 None None] Calling delete_port for b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:04.528638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4669b7e0-565b-469b-bb61-1841363d8f27 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] In _notify_port_updated(), no bound segment for port a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15 on network 00f376de-6834-40df-926f-9a55b0305d9e {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:51:04.535611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4669b7e0-565b-469b-bb61-1841363d8f27 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:04.538366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4669b7e0-565b-469b-bb61-1841363d8f27 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.540180 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4669b7e0-565b-469b-bb61-1841363d8f27 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "PUT /v2.0/ports/a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15 HTTP/1.1" status: 200 len: 930 time: 1.4508259 Nov 25 19:51:04.559576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53634) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:04.606457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4669b7e0-565b-469b-bb61-1841363d8f27 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:04.670692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca2bcf-33a2-4eb9-9a13-9c79582a7647 req-b3b3ee7f-54fe-4bf8-90c6-f4e1672a6fa4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:04.672734 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfca2bcf-33a2-4eb9-9a13-9c79582a7647 req-b3b3ee7f-54fe-4bf8-90c6-f4e1672a6fa4 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 944 time: 0.2519557 Nov 25 19:51:04.678488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] For port a5a7418d-29cf-401f-aa0f-ca19339fcb48, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:04.697990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-a3750452-08db-4aa5-b6a5-823056f731ec None None] Allocated IP 2001:db8:0:1::2 (00f376de-6834-40df-926f-9a55b0305d9e/54aee2b2-3f72-4511-a365-13d634adaa3c/1dbece5f-c5fc-49a3-9b1d-f887851dc0f1) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:04.709581 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.735356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No DVR routers for this DVR port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:04.756144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] For port a5a7418d-29cf-401f-aa0f-ca19339fcb48, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a5a7418d-29cf-401f-aa0f-ca19339fcb48,segment=NetworkSegment(69dd1ce5-7198-41e4-bb01-8c427f4b1bd5),segment_id=69dd1ce5-7198-41e4-bb01-8c427f4b1bd5)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:51:04.766731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:04.775888 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.792499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4e2bb-0d01-402a-8d38-8466a94598f9 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:04.793746 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e2bb-0d01-402a-8d38-8466a94598f9 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.885373 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0447f9bc-0b33-417a-9ee7-67a0715c48a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.891480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Pushing event updated for resources: {'Port': ['ID=a5a7418d-29cf-401f-aa0f-ca19339fcb48,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:04.928059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:04.939520 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfca2bcf-33a2-4eb9-9a13-9c79582a7647 req-fb2341f7-fd6c-4ca8-bde2-59a9e61d64cf tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505879 Nov 25 19:51:04.950920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:04.950920 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:04.956132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-718eefb8-78ad-4b96-a149-cc5365a318ff service neutron] 10.222.0.76 "PUT /v2.0/ports/a5a7418d-29cf-401f-aa0f-ca19339fcb48 HTTP/1.1" status: 200 len: 1092 time: 2.1294897 Nov 25 19:51:04.956132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e542f67-c16a-4caa-a686-8a1e421f2f75', 'tag': 'a5a7418d-29cf-401f-aa0f-ca19339fcb48'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:04.956132 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea10273-4dc9-4072-8b72-3bcb079c6c58" -d '{"events": [{"name": "network-changed", "server_uuid": "4e542f67-c16a-4caa-a686-8a1e421f2f75", "tag": "a5a7418d-29cf-401f-aa0f-ca19339fcb48"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:05.022397 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e2bb-0d01-402a-8d38-8466a94598f9 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.042072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4e2bb-0d01-402a-8d38-8466a94598f9 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:05.042768 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f3775582-ed1e-44bd-8c18-a162fe401f34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.054102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:51:05.054844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:05.062437 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.131038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:05.175441 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30a32267-6e4b-4832-92db-0d0f86a04092') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:05.178084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30a32267-6e4b-4832-92db-0d0f86a04092') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:05.193297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3775582-ed1e-44bd-8c18-a162fe401f34 None None] Pushing event deleted for resources: {'Port': ['ID=b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:05.200858 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.204192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-3b5fb0de-a694-444e-a870-34422dc8cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:05.211480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-3b5fb0de-a694-444e-a870-34422dc8cbee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01282795791d4eb2977aaf054bcdfa2f&device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 1095 time: 0.1597340 Nov 25 19:51:05.219407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3775582-ed1e-44bd-8c18-a162fe401f34 None None] No DVR routers for this DVR port b07fc8f5-8f7a-46a9-ac06-2bc4b52050d3 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:05.239214 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.293398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a3750452-08db-4aa5-b6a5-823056f731ec None None] For port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,segment=NetworkSegment(f38fa402-5d1c-4de9-b319-391be93fb0d7),segment_id=f38fa402-5d1c-4de9-b319-391be93fb0d7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:05.315809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-5a12e7b0-b66b-4299-9f6a-2936ecb2911b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5a7418d-29cf-401f-aa0f-ca19339fcb48 HTTP/1.1" status: 200 len: 217 time: 0.0899956 Nov 25 19:51:05.327082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:51:05.327397 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:51:05.356109 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:51:05.361578 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a3750452-08db-4aa5-b6a5-823056f731ec None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.370860 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a3750452-08db-4aa5-b6a5-823056f731ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.390389 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d3f17d-7fb5-4a88-8807-a2871351f8b5 x-openstack-request-id: req-96d3f17d-7fb5-4a88-8807-a2871351f8b5 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:05.391027 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e542f67-c16a-4caa-a686-8a1e421f2f75", "tag": "a5a7418d-29cf-401f-aa0f-ca19339fcb48", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:05.391485 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96d3f17d-7fb5-4a88-8807-a2871351f8b5 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:05.392188 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e542f67-c16a-4caa-a686-8a1e421f2f75', 'tag': 'a5a7418d-29cf-401f-aa0f-ca19339fcb48', 'status': 'completed', 'code': 200} Nov 25 19:51:05.428100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e2bb-0d01-402a-8d38-8466a94598f9 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.510028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4e2bb-0d01-402a-8d38-8466a94598f9 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:05.567398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bb4e2bb-0d01-402a-8d38-8466a94598f9 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.571422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3750452-08db-4aa5-b6a5-823056f731ec None None] Pushing event updated for resources: {'Port': ['ID=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:05.586321 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4bb4e2bb-0d01-402a-8d38-8466a94598f9 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15 HTTP/1.1" status: 204 len: 168 time: 1.0245650 Nov 25 19:51:05.589730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53654) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:05.633140 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-18eb6f43-2516-4dd0-b0f1-b2d8db20d545 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:51:05.635567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-18eb6f43-2516-4dd0-b0f1-b2d8db20d545 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15 HTTP/1.1" status: 404 len: 333 time: 0.0436108 Nov 25 19:51:05.638369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53658) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:05.772373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3f12e23-aa68-4987-b402-41e77a66971a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.834283 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3f12e23-aa68-4987-b402-41e77a66971a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.904662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.923012 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.931190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/networks/2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1 HTTP/1.1" status: 204 len: 168 time: 2.6005137 Nov 25 19:51:05.937734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53662) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:05.945623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1566331186'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:05.963990 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3f12e23-aa68-4987-b402-41e77a66971a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.964222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb11ae-cd5d-4176-82a5-5e0d8b813bfa tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Network': ['ID=2d293f1c-67bc-4b1d-b98b-7daf5e3a0ed1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:05.970486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-c58b43fd-8cab-4db0-9d9c-075c36579c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:05.972370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3f12e23-aa68-4987-b402-41e77a66971a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:05.973026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-c58b43fd-8cab-4db0-9d9c-075c36579c4f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7 HTTP/1.1" status: 200 len: 848 time: 0.6480179 Nov 25 19:51:05.976795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53666) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:05.977263 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e3f12e23-aa68-4987-b402-41e77a66971a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/security-groups/26c058b2-a588-4449-96c3-00a88572632c HTTP/1.1" status: 204 len: 168 time: 0.3370488 Nov 25 19:51:06.002910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f12e23-aa68-4987-b402-41e77a66971a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c058b2-a588-4449-96c3-00a88572632c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:06.034154 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:06.041056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.048911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-01df0adf-4b44-4c4b-b4f9-3a27c904bb47 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7d6b73d-3c86-423a-9d69-98bfe6289c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553420 Nov 25 19:51:06.127644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:51:06.145640 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.146304 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Added segment 1148a92a-d3c5-443a-b415-95da7c3b4e31 of type vlan for network bf52d7db-f95d-4183-8cd7-17ee9fa26be3 Nov 25 19:51:06.255754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.314743 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.327721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:06.328782 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-09d9be33-a1e3-482a-9e1b-f07236d13890 service neutron] 10.222.0.76 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673912 Nov 25 19:51:06.328995 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.402025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.406741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4675965 Nov 25 19:51:06.411867 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53678) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:06.420997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': 'bf52d7db-f95d-4183-8cd7-17ee9fa26be3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:06.428867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee5200-bd2f-4dc1-ac2c-1a63cdabfffd req-7e0a997c-887a-4868-a2aa-a879ddb27598 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:06.436771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83ee5200-bd2f-4dc1-ac2c-1a63cdabfffd req-7e0a997c-887a-4868-a2aa-a879ddb27598 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 944 time: 0.1996551 Nov 25 19:51:06.441640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0ce67f4-1a6c-4a86-b11e-ed4337c74947 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.533416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c697acd2-9ea8-401e-aace-95a89677d4dd tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Network': ['ID=bf52d7db-f95d-4183-8cd7-17ee9fa26be3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:06.536859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0ce67f4-1a6c-4a86-b11e-ed4337c74947 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.548715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network bf52d7db-f95d-4183-8cd7-17ee9fa26be3 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:51:06.587694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83ee5200-bd2f-4dc1-ac2c-1a63cdabfffd req-fc1362c4-54ce-4beb-bb1c-3d1fadcc657a tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498239 Nov 25 19:51:06.732063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:06.737770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.753107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52494333-1575-4f2c-a213-4e4343e9efa2 req-ac71b8ce-8f65-475a-8eb0-8b3ee8ffaf9a service neutron] 10.222.0.76 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149399 Nov 25 19:51:06.789083 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0ce67f4-1a6c-4a86-b11e-ed4337c74947 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.803568 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0ce67f4-1a6c-4a86-b11e-ed4337c74947 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.807000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d0ce67f4-1a6c-4a86-b11e-ed4337c74947 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/security-groups/49229823-77e6-42ac-a000-37ae439ae401 HTTP/1.1" status: 204 len: 168 time: 0.8283927 Nov 25 19:51:06.825659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53684) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:06.893811 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce67f4-1a6c-4a86-b11e-ed4337c74947 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49229823-77e6-42ac-a000-37ae439ae401,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:06.939538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-f888e75c-26df-4d33-80be-9b112c123d86 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting subnet 8f027b07-f630-4af1-a80b-4a23b5a01d30 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:06.946260 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f888e75c-26df-4d33-80be-9b112c123d86 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:06.987528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea10273-4dc9-4072-8b72-3bcb079c6c58 req-334415e2-19ae-460a-b2d1-1925fd9c4b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:06.989828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ea10273-4dc9-4072-8b72-3bcb079c6c58 req-334415e2-19ae-460a-b2d1-1925fd9c4b34 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=01282795791d4eb2977aaf054bcdfa2f&device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 1095 time: 0.1362174 Nov 25 19:51:07.023511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:07.047439 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f888e75c-26df-4d33-80be-9b112c123d86 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.180769 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87548283-e5cb-4168-aa5a-ce9e202aa32d None None] Provisioning complete for port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:07.182895 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87548283-e5cb-4168-aa5a-ce9e202aa32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.304437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:07.305033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea10273-4dc9-4072-8b72-3bcb079c6c58 req-97c7fa15-2b5e-472b-bbd9-781e158befe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:07.305258 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.308653 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ea10273-4dc9-4072-8b72-3bcb079c6c58 req-97c7fa15-2b5e-472b-bbd9-781e158befe3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=e7d6b73d-3c86-423a-9d69-98bfe6289c92 HTTP/1.1" status: 200 len: 909 time: 0.3021307 Nov 25 19:51:07.314276 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f888e75c-26df-4d33-80be-9b112c123d86 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.346704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.498603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Subnet': ['ID=83b11cea-0907-4f5b-895a-2b22b4615bbf,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:07.509641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Checking segment: {'id': '1148a92a-d3c5-443a-b415-95da7c3b4e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bf52d7db-f95d-4183-8cd7-17ee9fa26be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:07.523373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network hostable DHCP agents. Network: bf52d7db-f95d-4183-8cd7-17ee9fa26be3, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:51:07.539221 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ea10273-4dc9-4072-8b72-3bcb079c6c58 req-4990c357-815b-4f52-963f-2fc8697283d0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a5a7418d-29cf-401f-aa0f-ca19339fcb48 HTTP/1.1" status: 200 len: 217 time: 0.2152078 Nov 25 19:51:07.559811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87548283-e5cb-4168-aa5a-ce9e202aa32d None None] Could not find standard attr ID for object a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:07.577197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87548283-e5cb-4168-aa5a-ce9e202aa32d None None] Provisioning complete for port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:07.577650 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87548283-e5cb-4168-aa5a-ce9e202aa32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.605644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network bf52d7db-f95d-4183-8cd7-17ee9fa26be3 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:51:07.638631 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-87548283-e5cb-4168-aa5a-ce9e202aa32d None None] Port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:07.658779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, bf52d7db-f95d-4183-8cd7-17ee9fa26be3) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:07.667900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:07.669941 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.707473 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147c0489-8f15-4576-aaa7-08c4c4907d27 None None] Network bf52d7db-f95d-4183-8cd7-17ee9fa26be3 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:07.715158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea10273-4dc9-4072-8b72-3bcb079c6c58 req-c8f23941-0232-4e31-b3f1-44f9cb883d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:07.718391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ea10273-4dc9-4072-8b72-3bcb079c6c58 req-c8f23941-0232-4e31-b3f1-44f9cb883d9f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7 HTTP/1.1" status: 200 len: 848 time: 0.1698899 Nov 25 19:51:07.730035 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-873b4983-2708-4d65-844c-e47d8079874a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3158145 Nov 25 19:51:07.731793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53698) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:07.743930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1f09d3ac-d5ac-4322-9e79-cf1a7be624ce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-643869994', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:07.787221 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ea10273-4dc9-4072-8b72-3bcb079c6c58 req-1f65a939-4137-44c0-a491-6727145eb49e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=e7d6b73d-3c86-423a-9d69-98bfe6289c92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613952 Nov 25 19:51:07.804042 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f09d3ac-d5ac-4322-9e79-cf1a7be624ce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.806482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f09d3ac-d5ac-4322-9e79-cf1a7be624ce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.827221 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f888e75c-26df-4d33-80be-9b112c123d86 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.848938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-349954f1-f91d-4e06-91a6-c5fea2196c7c None None] Could not find standard attr ID for object a4f43db3-c71d-4fd2-ae3a-d1b7c2f94f15. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:07.929190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f888e75c-26df-4d33-80be-9b112c123d86 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Subnet': ['ID=8f027b07-f630-4af1-a80b-4a23b5a01d30,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:07.940624 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f888e75c-26df-4d33-80be-9b112c123d86 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:07.946789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f888e75c-26df-4d33-80be-9b112c123d86 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/8f027b07-f630-4af1-a80b-4a23b5a01d30 HTTP/1.1" status: 204 len: 168 time: 1.1190171 Nov 25 19:51:07.968669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2af155-288b-40c7-b722-6df3cb38060e None None] Network 00f376de-6834-40df-926f-9a55b0305d9e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:07.990105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53704) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:08.001678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-240d0bfc-fce2-4d0e-980a-4c4f26ae2d0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:08.002777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f09d3ac-d5ac-4322-9e79-cf1a7be624ce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:08.012039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f09d3ac-d5ac-4322-9e79-cf1a7be624ce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:08.052368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2c0f96-5c43-4102-a398-cededf497e1b req-2a226ea2-208e-4d6d-b929-4de8151d1f20 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:08.060356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba2c0f96-5c43-4102-a398-cededf497e1b req-2a226ea2-208e-4d6d-b929-4de8151d1f20 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 944 time: 0.3058829 Nov 25 19:51:08.064288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1f09d3ac-d5ac-4322-9e79-cf1a7be624ce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:08.066120 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1f09d3ac-d5ac-4322-9e79-cf1a7be624ce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3321693 Nov 25 19:51:08.070673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53708) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:08.080669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'network_id': 'bf52d7db-f95d-4183-8cd7-17ee9fa26be3', 'name': 'tempest-PortsTestJSON-1045789326'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:08.192548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ea10273-4dc9-4072-8b72-3bcb079c6c58 req-b689b000-d1f5-4efe-bfc7-ceafad9d64b7 service neutron] 10.222.0.76 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631396 Nov 25 19:51:08.235890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba2c0f96-5c43-4102-a398-cededf497e1b req-828925af-a136-4961-b9b6-b93dfbdcfcd5 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668220 Nov 25 19:51:08.356058 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a5a7418d-29cf-401f-aa0f-ca19339fcb48 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:51:08.370425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:08.378294 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:08.385056 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:08.421027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port f158c873-9f67-4735-8c78-6378e65268b6 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:08.565961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240d0bfc-fce2-4d0e-980a-4c4f26ae2d0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:08.573323 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-240d0bfc-fce2-4d0e-980a-4c4f26ae2d0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:08.647155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:08.672256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ea10273-4dc9-4072-8b72-3bcb079c6c58 req-8f5c2674-95b1-41af-8b7a-5781279ec9ea service neutron] 10.222.0.76 "GET /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654157 Nov 25 19:51:08.712953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.3 (bf52d7db-f95d-4183-8cd7-17ee9fa26be3/83b11cea-0907-4f5b-895a-2b22b4615bbf/f158c873-9f67-4735-8c78-6378e65268b6) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:08.895746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port a5a7418d-29cf-401f-aa0f-ca19339fcb48, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a5a7418d-29cf-401f-aa0f-ca19339fcb48,segment=NetworkSegment(69dd1ce5-7198-41e4-bb01-8c427f4b1bd5),segment_id=69dd1ce5-7198-41e4-bb01-8c427f4b1bd5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:08.978953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'a5a7418d-29cf-401f-aa0f-ca19339fcb48', 'network_id': 'e7d6b73d-3c86-423a-9d69-98bfe6289c92', 'port_id': 'a5a7418d-29cf-401f-aa0f-ca19339fcb48', 'mac_address': 'fa:16:3e:97:ba:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:51:09.019114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-bf52d7db-f95d-4183-8cd7-17ee9fa26be3', 'network_id': 'bf52d7db-f95d-4183-8cd7-17ee9fa26be3', 'tenant_id': '21e90a9a8da64cb798cde144d4037c2b', 'fixed_ips': [{'subnet_id': '83b11cea-0907-4f5b-895a-2b22b4615bbf'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:51:09.020005 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.055118 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.135775 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.149590 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-240d0bfc-fce2-4d0e-980a-4c4f26ae2d0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.181302 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.251738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a7418d-29cf-401f-aa0f-ca19339fcb48 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:51:09.276937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240d0bfc-fce2-4d0e-980a-4c4f26ae2d0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 00f376de-6834-40df-926f-9a55b0305d9e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:09.281820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240d0bfc-fce2-4d0e-980a-4c4f26ae2d0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Subnet': ['ID=9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:09.300658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=f158c873-9f67-4735-8c78-6378e65268b6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:09.302458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-240d0bfc-fce2-4d0e-980a-4c4f26ae2d0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:09.311687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240d0bfc-fce2-4d0e-980a-4c4f26ae2d0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:09.312717 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-240d0bfc-fce2-4d0e-980a-4c4f26ae2d0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.314147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port a5a7418d-29cf-401f-aa0f-ca19339fcb48, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a5a7418d-29cf-401f-aa0f-ca19339fcb48,segment=NetworkSegment(69dd1ce5-7198-41e4-bb01-8c427f4b1bd5),segment_id=69dd1ce5-7198-41e4-bb01-8c427f4b1bd5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:09.329277 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.338889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.340357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Allocated IP 172.20.0.2 (bf52d7db-f95d-4183-8cd7-17ee9fa26be3/83b11cea-0907-4f5b-895a-2b22b4615bbf/6df4decf-1bf7-4f69-a16d-9304f20a11a5) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:09.341168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.341726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.348399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.349268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.349824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.350363 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.351055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.351606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.353053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.358311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.361795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:09.394334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network bf52d7db-f95d-4183-8cd7-17ee9fa26be3 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:09.396146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-240d0bfc-fce2-4d0e-980a-4c4f26ae2d0e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4028964 Nov 25 19:51:09.397121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53728) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:09.399823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:09.409950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:09.417152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1cb13785-74a5-4dee-a0df-f33f51ff1742 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'security_group': {'name': 'tempest-secgroup-1079550378'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:09.592773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1cb13785-74a5-4dee-a0df-f33f51ff1742 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.597013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:09.598285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.651487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a5a7418d-29cf-401f-aa0f-ca19339fcb48'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:51:09.680671 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e7688e44-e561-4bfd-9c2a-762cf58527f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6083119 Nov 25 19:51:09.681730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53736) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:09.712212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=a5a7418d-29cf-401f-aa0f-ca19339fcb48,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:09.734631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3979c2e6-6ad5-431a-8288-795061aa616a req-d2f70e50-9c02-4d42-be71-7c9730c710d8 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:09.737052 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3979c2e6-6ad5-431a-8288-795061aa616a req-d2f70e50-9c02-4d42-be71-7c9730c710d8 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 945 time: 0.2486434 Nov 25 19:51:09.928615 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.950532 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.970851 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1cb13785-74a5-4dee-a0df-f33f51ff1742 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:09.994061 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1cb13785-74a5-4dee-a0df-f33f51ff1742 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.018518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Pushing event updated for resources: {'Port': ['ID=6df4decf-1bf7-4f69-a16d-9304f20a11a5,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:10.018948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3979c2e6-6ad5-431a-8288-795061aa616a req-c83ba338-5d49-4818-8972-1039092b8d77 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298591 Nov 25 19:51:10.028365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Network bf52d7db-f95d-4183-8cd7-17ee9fa26be3 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:10.032075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:10.053537 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:10.133732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Attempting to bind port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:51:10.140610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Attempting to bind port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '1148a92a-d3c5-443a-b415-95da7c3b4e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bf52d7db-f95d-4183-8cd7-17ee9fa26be3'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:51:10.141300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Attempting to bind port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 on network bf52d7db-f95d-4183-8cd7-17ee9fa26be3 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:10.149436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:51:10.150154 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Checking segment: {'id': '1148a92a-d3c5-443a-b415-95da7c3b4e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bf52d7db-f95d-4183-8cd7-17ee9fa26be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:10.150732 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.151358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Bound using segment: {'id': '1148a92a-d3c5-443a-b415-95da7c3b4e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bf52d7db-f95d-4183-8cd7-17ee9fa26be3'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:51:10.152025 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Bound port: 6df4decf-1bf7-4f69-a16d-9304f20a11a5, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1148a92a-d3c5-443a-b415-95da7c3b4e31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': 'bf52d7db-f95d-4183-8cd7-17ee9fa26be3'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:51:10.152654 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.227501 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1cb13785-74a5-4dee-a0df-f33f51ff1742 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.229106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1cb13785-74a5-4dee-a0df-f33f51ff1742 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8305786 Nov 25 19:51:10.232968 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb13785-74a5-4dee-a0df-f33f51ff1742 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bad0cd81-8b00-479e-92a3-7d992044ea1f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:10.236300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53744) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:10.239456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] For port 6df4decf-1bf7-4f69-a16d-9304f20a11a5, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:10.243595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] For port 6df4decf-1bf7-4f69-a16d-9304f20a11a5, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6df4decf-1bf7-4f69-a16d-9304f20a11a5,segment=NetworkSegment(1148a92a-d3c5-443a-b415-95da7c3b4e31),segment_id=1148a92a-d3c5-443a-b415-95da7c3b4e31)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:51:10.251393 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.252633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-401cf107-25bb-421c-a865-3a80cd71c70a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'security_group': {'name': 'tempest-secgroup-140614438'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:10.307159 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-401cf107-25bb-421c-a865-3a80cd71c70a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.346873 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e036a9-997f-4d3d-8a5c-8a894bda86de None None] Pushing event updated for resources: {'Port': ['ID=6df4decf-1bf7-4f69-a16d-9304f20a11a5,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:10.460175 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-401cf107-25bb-421c-a865-3a80cd71c70a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.471910 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-401cf107-25bb-421c-a865-3a80cd71c70a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.527533 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-401cf107-25bb-421c-a865-3a80cd71c70a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.534729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-401cf107-25bb-421c-a865-3a80cd71c70a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2964258 Nov 25 19:51:10.535721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53750) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:10.544764 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.548265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4f9797ac-ebed-4f58-b362-78b86ef5a561 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'security_group': {'name': 'tempest-secgroup-636795869'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:10.576868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cf107-25bb-421c-a865-3a80cd71c70a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c523e4d2-3ab8-4ec2-87e1-8d2538d825eb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:10.623416 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f9797ac-ebed-4f58-b362-78b86ef5a561 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.689427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84068771-2f48-4ab2-9f99-4dab48737ea3 None None] Network 00f376de-6834-40df-926f-9a55b0305d9e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:10.800847 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f9797ac-ebed-4f58-b362-78b86ef5a561 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.808986 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f9797ac-ebed-4f58-b362-78b86ef5a561 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.889294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4da973c8-2edd-48b8-87c9-873fed86a13b None None] Provisioning complete for port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:10.889646 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4da973c8-2edd-48b8-87c9-873fed86a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.915890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9797ac-ebed-4f58-b362-78b86ef5a561 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'SecurityGroup': ['ID=334201c8-f4ed-4016-892c-32bbe864e8f6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:10.972619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4f9797ac-ebed-4f58-b362-78b86ef5a561 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:10.976772 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4f9797ac-ebed-4f58-b362-78b86ef5a561 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4353936 Nov 25 19:51:10.979350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53758) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:10.988291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1139519349', 'security_groups': ['334201c8-f4ed-4016-892c-32bbe864e8f6'], 'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:11.165308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6df4decf-1bf7-4f69-a16d-9304f20a11a5 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:11.244870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:11.312413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4da973c8-2edd-48b8-87c9-873fed86a13b None None] Provisioning complete for port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:11.312784 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4da973c8-2edd-48b8-87c9-873fed86a13b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.316025 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:11.316386 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.354001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb416a-fd96-4143-92f4-ae3e7a49bee5 req-91be5507-e45d-4b8b-b18d-a2fa238167d2 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:11.364270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3eb416a-fd96-4143-92f4-ae3e7a49bee5 req-91be5507-e45d-4b8b-b18d-a2fa238167d2 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 945 time: 0.2021117 Nov 25 19:51:11.406230 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.417015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4da973c8-2edd-48b8-87c9-873fed86a13b None None] Port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:11.428775 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.449321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f9a938-5842-4185-8277-f7d28d852eec None None] Update dhcp port {'port': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'fixed_ips': [{'subnet_id': '54aee2b2-3f72-4511-a365-13d634adaa3c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '1dbece5f-c5fc-49a3-9b1d-f887851dc0f1'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:51:11.510686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=f158c873-9f67-4735-8c78-6378e65268b6,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:11.511042 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.512033 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3f9a938-5842-4185-8277-f7d28d852eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.524174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] device_id is not set on port 49dac763-7d7a-4982-9556-f859d40978c2 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:11.537716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3eb416a-fd96-4143-92f4-ae3e7a49bee5 req-54fa5d49-2a9b-4ec6-84c5-362a23870a49 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725178 Nov 25 19:51:11.638300 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.859685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 6df4decf-1bf7-4f69-a16d-9304f20a11a5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6df4decf-1bf7-4f69-a16d-9304f20a11a5,segment=NetworkSegment(1148a92a-d3c5-443a-b415-95da7c3b4e31),segment_id=1148a92a-d3c5-443a-b415-95da7c3b4e31)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:11.878791 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:11.911169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8::86 (00f376de-6834-40df-926f-9a55b0305d9e/9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9/49dac763-7d7a-4982-9556-f859d40978c2) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:11.960458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=6df4decf-1bf7-4f69-a16d-9304f20a11a5,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:11.976508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.133804 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.186672 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.221678 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.290245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a5a7418d-29cf-401f-aa0f-ca19339fcb48 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:12.310227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 00f376de-6834-40df-926f-9a55b0305d9e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:12.328890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:12.334910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:12.349315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:12.350267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.378202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4b478-7b0d-4992-9edd-d81410857c0c None None] Network bf52d7db-f95d-4183-8cd7-17ee9fa26be3 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:12.390915 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=49dac763-7d7a-4982-9556-f859d40978c2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:12.403996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53782) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:12.404885 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3ae758c2-aec5-457e-be2b-2460f498362a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4199855 Nov 25 19:51:12.412765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-72a0c3a0-cba0-434e-ab2b-4395373403e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:12.468088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-e3f9a938-5842-4185-8277-f7d28d852eec None None] Allocated IP 2001:db8::2 (00f376de-6834-40df-926f-9a55b0305d9e/9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9/1dbece5f-c5fc-49a3-9b1d-f887851dc0f1) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:12.508868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b65cc460-1a37-4439-b12d-50f15eac5027 None None] Provisioning complete for port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:12.509460 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b65cc460-1a37-4439-b12d-50f15eac5027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.679775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port a5a7418d-29cf-401f-aa0f-ca19339fcb48 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:51:12.692238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port a5a7418d-29cf-401f-aa0f-ca19339fcb48 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:12.692238 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.916547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d850f8de-1f89-4d73-97b9-0afe07a4e2c8 req-aa904cc8-d50b-4165-a40e-5b92bbe152ca tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:12.918371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d850f8de-1f89-4d73-97b9-0afe07a4e2c8 req-aa904cc8-d50b-4165-a40e-5b92bbe152ca tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 945 time: 0.1628044 Nov 25 19:51:12.923409 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.938749 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:12.945860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72a0c3a0-cba0-434e-ab2b-4395373403e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:12.950916 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-72a0c3a0-cba0-434e-ab2b-4395373403e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.043927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6df4decf-1bf7-4f69-a16d-9304f20a11a5 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:13.170078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e3f9a938-5842-4185-8277-f7d28d852eec None None] For port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,segment=NetworkSegment(f38fa402-5d1c-4de9-b319-391be93fb0d7),segment_id=f38fa402-5d1c-4de9-b319-391be93fb0d7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:13.191034 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.193767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=f158c873-9f67-4735-8c78-6378e65268b6,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:13.230359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d850f8de-1f89-4d73-97b9-0afe07a4e2c8 req-8b215435-4aaa-434b-8b67-5e46c25c0815 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995861 Nov 25 19:51:13.352100 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3f9a938-5842-4185-8277-f7d28d852eec None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.365796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:13.365796 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.433196 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3f9a938-5842-4185-8277-f7d28d852eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.507508 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.666335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port a5a7418d-29cf-401f-aa0f-ca19339fcb48, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a5a7418d-29cf-401f-aa0f-ca19339fcb48,segment=NetworkSegment(69dd1ce5-7198-41e4-bb01-8c427f4b1bd5),segment_id=69dd1ce5-7198-41e4-bb01-8c427f4b1bd5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:13.695495 n-d-817303-9 neutron-server[103651]: INFO neutron.db.ipam_backend_mixin [None req-72a0c3a0-cba0-434e-ab2b-4395373403e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9 (CIDR: 2001:db8::/64) Nov 25 19:51:13.698161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e542f67-c16a-4caa-a686-8a1e421f2f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a7418d-29cf-401f-aa0f-ca19339fcb48'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:13.701704 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727a196d-1d01-42d8-a446-48d3a30a18f1" -d '{"events": [{"server_uuid": "4e542f67-c16a-4caa-a686-8a1e421f2f75", "name": "network-vif-plugged", "status": "completed", "tag": "a5a7418d-29cf-401f-aa0f-ca19339fcb48"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:13.706672 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.740440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f9a938-5842-4185-8277-f7d28d852eec None None] Pushing event updated for resources: {'Port': ['ID=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:13.748913 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a0c3a0-cba0-434e-ab2b-4395373403e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:51:13.749427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a0c3a0-cba0-434e-ab2b-4395373403e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:13.790835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-72a0c3a0-cba0-434e-ab2b-4395373403e8 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3830731 Nov 25 19:51:13.792709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53812) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:13.811791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d9c1a488-f2d2-4dc9-8a77-58e26654746d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:13.843952 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2308730-1445-49b9-abf8-03687510f4b3 x-openstack-request-id: req-f2308730-1445-49b9-abf8-03687510f4b3 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:13.844746 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e542f67-c16a-4caa-a686-8a1e421f2f75", "name": "network-vif-plugged", "status": "completed", "tag": "a5a7418d-29cf-401f-aa0f-ca19339fcb48", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:13.845216 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2308730-1445-49b9-abf8-03687510f4b3 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:13.845413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network bf52d7db-f95d-4183-8cd7-17ee9fa26be3 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:13.846283 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e542f67-c16a-4caa-a686-8a1e421f2f75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a7418d-29cf-401f-aa0f-ca19339fcb48', 'code': 200} Nov 25 19:51:13.851536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:13.961927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a7008611-b6d7-4ed0-96d9-833c6a649e61 None None] Provisioning complete for port f158c873-9f67-4735-8c78-6378e65268b6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:13.962400 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a7008611-b6d7-4ed0-96d9-833c6a649e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:13.967241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=a5a7418d-29cf-401f-aa0f-ca19339fcb48,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:14.064498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a7008611-b6d7-4ed0-96d9-833c6a649e61 None None] Port f158c873-9f67-4735-8c78-6378e65268b6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:14.107374 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a7008611-b6d7-4ed0-96d9-833c6a649e61 None None] Provisioning complete for port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:14.109162 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a7008611-b6d7-4ed0-96d9-833c6a649e61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:14.149979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c1a488-f2d2-4dc9-8a77-58e26654746d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:14.156493 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d9c1a488-f2d2-4dc9-8a77-58e26654746d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:14.286405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d610e46-48aa-4847-9c78-f6c2486cb4b5 req-ff4ff531-452b-4624-b739-59145818f4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:14.295911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d610e46-48aa-4847-9c78-f6c2486cb4b5 req-ff4ff531-452b-4624-b739-59145818f4f6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 1097 time: 0.3195527 Nov 25 19:51:14.354840 n-d-817303-9 neutron-server[103652]: INFO neutron.db.ipam_backend_mixin [None req-d9c1a488-f2d2-4dc9-8a77-58e26654746d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 54aee2b2-3f72-4511-a365-13d634adaa3c (CIDR: 2001:db8:0:1::/64) Nov 25 19:51:14.359413 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9c1a488-f2d2-4dc9-8a77-58e26654746d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:51:14.363043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9c1a488-f2d2-4dc9-8a77-58e26654746d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:14.424888 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d9c1a488-f2d2-4dc9-8a77-58e26654746d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6295187 Nov 25 19:51:14.424888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53824) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:14.429956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-170a29ba-9db4-4f68-af62-85744cf5ace7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'subnet': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:14.460091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d610e46-48aa-4847-9c78-f6c2486cb4b5 req-98e94319-07ef-47ef-9159-661baa76597c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474531 Nov 25 19:51:14.502539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Router d6e663f6-0410-45a9-9ba6-1334f95e54ba is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:51:14.655298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8c97a661-9b69-4c93-bd26-da9fa55e2c49 None None] Provisioning complete for port f158c873-9f67-4735-8c78-6378e65268b6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:14.657787 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8c97a661-9b69-4c93-bd26-da9fa55e2c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:14.684568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170a29ba-9db4-4f68-af62-85744cf5ace7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Made reservation on behalf of 1164c57cbe194d0c9c1f3fc03dab0ca4 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:14.687522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a6036-bb0c-4225-a9d9-a06069aafd01 req-65aba7db-fa90-478a-8b33-f2742152e9b2 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:14.694508 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-170a29ba-9db4-4f68-af62-85744cf5ace7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:14.695249 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-910a6036-bb0c-4225-a9d9-a06069aafd01 req-65aba7db-fa90-478a-8b33-f2742152e9b2 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 946 time: 0.2069418 Nov 25 19:51:14.751883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8c97a661-9b69-4c93-bd26-da9fa55e2c49 None None] Port f158c873-9f67-4735-8c78-6378e65268b6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:14.788405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:51:14.799624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cd3cbb9d-1f0f-4bbe-a360-71433040e2b0 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "PUT /v2.0/routers/d6e663f6-0410-45a9-9ba6-1334f95e54ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1080112 Nov 25 19:51:14.803795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53830) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:14.848089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f300f-b508-4749-8b72-825eaec63f9c None None] Sync routers for ids ['d6e663f6-0410-45a9-9ba6-1334f95e54ba'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:51:14.875450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f300f-b508-4749-8b72-825eaec63f9c None None] Routers {'d6e663f6-0410-45a9-9ba6-1334f95e54ba'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:51:14.876533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d01f300f-b508-4749-8b72-825eaec63f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:51:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d6e663f6-0410-45a9-9ba6-1334f95e54ba'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:14.888548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-910a6036-bb0c-4225-a9d9-a06069aafd01 req-99b8d3dd-d61d-411b-83e7-8c3d2f5747c9 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920063 Nov 25 19:51:14.978586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-431f0672-41aa-431d-89bb-201941b0e5a8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:14.980543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-431f0672-41aa-431d-89bb-201941b0e5a8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e663f6-0410-45a9-9ba6-1334f95e54ba HTTP/1.1" status: 200 len: 982 time: 0.1754997 Nov 25 19:51:14.985996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53836) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:15.015982 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d01f300f-b508-4749-8b72-825eaec63f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:15.024026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:15.098897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01f300f-b508-4749-8b72-825eaec63f9c None None] Routers {'d6e663f6-0410-45a9-9ba6-1334f95e54ba'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:51:15.100218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d01f300f-b508-4749-8b72-825eaec63f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:51:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d6e663f6-0410-45a9-9ba6-1334f95e54ba'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:15.214501 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d01f300f-b508-4749-8b72-825eaec63f9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:15.216754 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01f300f-b508-4749-8b72-825eaec63f9c None None] The sync data for ids ['d6e663f6-0410-45a9-9ba6-1334f95e54ba'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:51:15.249272 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-170a29ba-9db4-4f68-af62-85744cf5ace7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.311848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-19476d60-413f-400c-97d3-85f7a9604af6 None None] Provisioning complete for port f158c873-9f67-4735-8c78-6378e65268b6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:15.312461 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-19476d60-413f-400c-97d3-85f7a9604af6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.328272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170a29ba-9db4-4f68-af62-85744cf5ace7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Subnet': ['ID=b911675b-665d-49fa-a3b0-b7ba3dc6036c,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:15.383662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170a29ba-9db4-4f68-af62-85744cf5ace7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Network 00f376de-6834-40df-926f-9a55b0305d9e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:15.387625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-170a29ba-9db4-4f68-af62-85744cf5ace7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:15.391525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:15.392251 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.406463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170a29ba-9db4-4f68-af62-85744cf5ace7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:15.407256 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-170a29ba-9db4-4f68-af62-85744cf5ace7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.448102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-19476d60-413f-400c-97d3-85f7a9604af6 None None] Port f158c873-9f67-4735-8c78-6378e65268b6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:15.467542 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-170a29ba-9db4-4f68-af62-85744cf5ace7 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0415859 Nov 25 19:51:15.468607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53844) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:15.485071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0c57d7d7-4a5d-44a8-a387-11da4713dd45 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-900216414', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b911675b-665d-49fa-a3b0-b7ba3dc6036c'}], 'security_groups': ['bad0cd81-8b00-479e-92a3-7d992044ea1f', 'c523e4d2-3ab8-4ec2-87e1-8d2538d825eb']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:15.625163 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c57d7d7-4a5d-44a8-a387-11da4713dd45 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.687707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-932fbf98-8d09-4901-b1d6-8ba7c1a4c7ea None None] Provisioning complete for port f158c873-9f67-4735-8c78-6378e65268b6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:15.688150 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-932fbf98-8d09-4901-b1d6-8ba7c1a4c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:15.781478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab946f3d-52ca-49d8-824f-983cebbfb3fa None None] Network 00f376de-6834-40df-926f-9a55b0305d9e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:15.785254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-932fbf98-8d09-4901-b1d6-8ba7c1a4c7ea None None] Port f158c873-9f67-4735-8c78-6378e65268b6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:15.859091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-932fbf98-8d09-4901-b1d6-8ba7c1a4c7ea None None] Provisioning complete for port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:15.859484 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-932fbf98-8d09-4901-b1d6-8ba7c1a4c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.106667 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ccd7c2a-6326-4ffe-8023-bc8e6bccd4bc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.150669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-932fbf98-8d09-4901-b1d6-8ba7c1a4c7ea None None] Provisioning complete for port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:16.151430 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-932fbf98-8d09-4901-b1d6-8ba7c1a4c7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.240244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-932fbf98-8d09-4901-b1d6-8ba7c1a4c7ea None None] Port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:16.249333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-0c57d7d7-4a5d-44a8-a387-11da4713dd45 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Delete allocated IP 2001:db8::86 (00f376de-6834-40df-926f-9a55b0305d9e/9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9) {{(pid=103652) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 19:51:16.262776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-0c57d7d7-4a5d-44a8-a387-11da4713dd45 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Allocated IP 2001:db8:0:2::15b (00f376de-6834-40df-926f-9a55b0305d9e/b911675b-665d-49fa-a3b0-b7ba3dc6036c/49dac763-7d7a-4982-9556-f859d40978c2) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:16.370943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a5a2e2-1032-49b4-a058-7285ffcd9b3f None None] Update dhcp port {'port': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'fixed_ips': [{'subnet_id': '54aee2b2-3f72-4511-a365-13d634adaa3c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b911675b-665d-49fa-a3b0-b7ba3dc6036c'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '1dbece5f-c5fc-49a3-9b1d-f887851dc0f1'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:51:16.377088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec965ab-4e86-4a35-a268-ced1c4724418 req-69962d8b-d25a-4884-9211-cce26a75142e tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:16.385195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dec965ab-4e86-4a35-a268-ced1c4724418 req-69962d8b-d25a-4884-9211-cce26a75142e tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 946 time: 0.3200977 Nov 25 19:51:16.436606 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a3a5a2e2-1032-49b4-a058-7285ffcd9b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.442426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7231bb07-a00d-4619-b8a0-a51cecdad5db None None] Provisioning complete for port 49dac763-7d7a-4982-9556-f859d40978c2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:16.443190 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7231bb07-a00d-4619-b8a0-a51cecdad5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.516469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7231bb07-a00d-4619-b8a0-a51cecdad5db None None] Port 49dac763-7d7a-4982-9556-f859d40978c2 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:16.566420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dec965ab-4e86-4a35-a268-ced1c4724418 req-a0b9fa09-c1ef-436a-96d3-479084fec1d0 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801398 Nov 25 19:51:16.622762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c57d7d7-4a5d-44a8-a387-11da4713dd45 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.625092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd7c2a-6326-4ffe-8023-bc8e6bccd4bc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port f158c873-9f67-4735-8c78-6378e65268b6 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:16.625445 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ccd7c2a-6326-4ffe-8023-bc8e6bccd4bc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.630861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c57d7d7-4a5d-44a8-a387-11da4713dd45 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.759002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-0c57d7d7-4a5d-44a8-a387-11da4713dd45 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] In _notify_port_updated(), no bound segment for port 49dac763-7d7a-4982-9556-f859d40978c2 on network 00f376de-6834-40df-926f-9a55b0305d9e {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:51:16.767542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c57d7d7-4a5d-44a8-a387-11da4713dd45 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:16.768227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c57d7d7-4a5d-44a8-a387-11da4713dd45 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.769618 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0c57d7d7-4a5d-44a8-a387-11da4713dd45 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "PUT /v2.0/ports/49dac763-7d7a-4982-9556-f859d40978c2 HTTP/1.1" status: 200 len: 969 time: 1.2998829 Nov 25 19:51:16.770758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57d7d7-4a5d-44a8-a387-11da4713dd45 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event updated for resources: {'Port': ['ID=49dac763-7d7a-4982-9556-f859d40978c2,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:16.775066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53870) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:16.928255 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ccd7c2a-6326-4ffe-8023-bc8e6bccd4bc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.945881 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-452327f7-5dc6-4f68-b472-8e7d58d7c1ef tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port 49dac763-7d7a-4982-9556-f859d40978c2 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:16.947065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-452327f7-5dc6-4f68-b472-8e7d58d7c1ef tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:16.955565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-a3a5a2e2-1032-49b4-a058-7285ffcd9b3f None None] Allocated IP 2001:db8:0:2::2 (00f376de-6834-40df-926f-9a55b0305d9e/b911675b-665d-49fa-a3b0-b7ba3dc6036c/1dbece5f-c5fc-49a3-9b1d-f887851dc0f1) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:16.991590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3ccd7c2a-6326-4ffe-8023-bc8e6bccd4bc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for f158c873-9f67-4735-8c78-6378e65268b6 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:17.150156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a3a5a2e2-1032-49b4-a058-7285ffcd9b3f None None] For port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,segment=NetworkSegment(f38fa402-5d1c-4de9-b319-391be93fb0d7),segment_id=f38fa402-5d1c-4de9-b319-391be93fb0d7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:17.226103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a3a5a2e2-1032-49b4-a058-7285ffcd9b3f None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.234236 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a3a5a2e2-1032-49b4-a058-7285ffcd9b3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.243059 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-452327f7-5dc6-4f68-b472-8e7d58d7c1ef tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.299929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-452327f7-5dc6-4f68-b472-8e7d58d7c1ef tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for 49dac763-7d7a-4982-9556-f859d40978c2 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:17.370523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5a2e2-1032-49b4-a058-7285ffcd9b3f None None] Pushing event updated for resources: {'Port': ['ID=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:17.405200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ccd7c2a-6326-4ffe-8023-bc8e6bccd4bc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.542556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccd7c2a-6326-4ffe-8023-bc8e6bccd4bc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=f158c873-9f67-4735-8c78-6378e65268b6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:17.812208 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-452327f7-5dc6-4f68-b472-8e7d58d7c1ef tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.861586 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3ccd7c2a-6326-4ffe-8023-bc8e6bccd4bc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.889497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452327f7-5dc6-4f68-b472-8e7d58d7c1ef tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=49dac763-7d7a-4982-9556-f859d40978c2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:17.939390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b21db7-68b8-4677-8051-6bf1fd436919 req-85dd007d-85fb-4385-a802-cf8238042fee tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:17.941622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5b21db7-68b8-4677-8051-6bf1fd436919 req-85dd007d-85fb-4385-a802-cf8238042fee tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 946 time: 0.1691034 Nov 25 19:51:17.952207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-452327f7-5dc6-4f68-b472-8e7d58d7c1ef tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:17.956120 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-452327f7-5dc6-4f68-b472-8e7d58d7c1ef tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/49dac763-7d7a-4982-9556-f859d40978c2 HTTP/1.1" status: 204 len: 168 time: 1.1799486 Nov 25 19:51:17.959470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53900) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:17.994102 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c2bbd5-d578-4d64-a0b4-2218fc094480 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] GET failed (client error): The resource could not be found. Nov 25 19:51:17.996248 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-36c2bbd5-d578-4d64-a0b4-2218fc094480 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports/49dac763-7d7a-4982-9556-f859d40978c2 HTTP/1.1" status: 404 len: 333 time: 0.0355670 Nov 25 19:51:18.000097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53904) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:18.135972 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d91dbdd-6496-4d04-8af1-d4cc6f988647 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.181445 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d91dbdd-6496-4d04-8af1-d4cc6f988647 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.242255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5b21db7-68b8-4677-8051-6bf1fd436919 req-7a9ea6be-1a32-4e20-aff9-aca03aa17bc1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121034 Nov 25 19:51:18.251047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ccd7c2a-6326-4ffe-8023-bc8e6bccd4bc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Router d6e663f6-0410-45a9-9ba6-1334f95e54ba has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:51:18.270041 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d91dbdd-6496-4d04-8af1-d4cc6f988647 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.273360 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d91dbdd-6496-4d04-8af1-d4cc6f988647 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.276635 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4d91dbdd-6496-4d04-8af1-d4cc6f988647 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/security-groups/334201c8-f4ed-4016-892c-32bbe864e8f6 HTTP/1.1" status: 204 len: 168 time: 0.2753992 Nov 25 19:51:18.292506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53912) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:18.293506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91dbdd-6496-4d04-8af1-d4cc6f988647 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=334201c8-f4ed-4016-892c-32bbe864e8f6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:18.380543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ccd7c2a-6326-4ffe-8023-bc8e6bccd4bc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:51:18.392744 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3ccd7c2a-6326-4ffe-8023-bc8e6bccd4bc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "PUT /v2.0/routers/d6e663f6-0410-45a9-9ba6-1334f95e54ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4023890 Nov 25 19:51:18.399855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53916) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:18.411189 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101907aa-1fcd-4a90-bbcd-10f45c480312 None None] Sync routers for ids ['d6e663f6-0410-45a9-9ba6-1334f95e54ba'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:51:18.430186 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-294738cc-ed68-4bd0-a204-4b44bedf039e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.441165 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-239fd7d7-575c-4656-842b-79e2cefa4492 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:51:18.446855 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101907aa-1fcd-4a90-bbcd-10f45c480312 None None] Routers {'d6e663f6-0410-45a9-9ba6-1334f95e54ba'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:51:18.447508 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-101907aa-1fcd-4a90-bbcd-10f45c480312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:51:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d6e663f6-0410-45a9-9ba6-1334f95e54ba'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:18.456005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-239fd7d7-575c-4656-842b-79e2cefa4492 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/f158c873-9f67-4735-8c78-6378e65268b6 HTTP/1.1" status: 404 len: 333 time: 0.0550263 Nov 25 19:51:18.458675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53920) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:18.498921 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-101907aa-1fcd-4a90-bbcd-10f45c480312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:18.524674 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101907aa-1fcd-4a90-bbcd-10f45c480312 None None] Routers {'d6e663f6-0410-45a9-9ba6-1334f95e54ba'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:51:18.526148 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-101907aa-1fcd-4a90-bbcd-10f45c480312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:51:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d6e663f6-0410-45a9-9ba6-1334f95e54ba'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:18.551690 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-294738cc-ed68-4bd0-a204-4b44bedf039e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.595800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b3f4329-5f0e-4307-944a-1d1a163c1fc9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.611403 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-101907aa-1fcd-4a90-bbcd-10f45c480312 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:18.612342 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101907aa-1fcd-4a90-bbcd-10f45c480312 None None] The sync data for ids ['d6e663f6-0410-45a9-9ba6-1334f95e54ba'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:51:18.658614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c8767ac1-4151-4488-827d-86e1fb630d0b None None] Could not find standard attr ID for object 49dac763-7d7a-4982-9556-f859d40978c2. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:18.679711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c8767ac1-4151-4488-827d-86e1fb630d0b None None] Provisioning complete for port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:18.680170 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8767ac1-4151-4488-827d-86e1fb630d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.723477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c8767ac1-4151-4488-827d-86e1fb630d0b None None] Port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:18.742123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c8767ac1-4151-4488-827d-86e1fb630d0b None None] Provisioning complete for port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:18.742750 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8767ac1-4151-4488-827d-86e1fb630d0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.900950 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-294738cc-ed68-4bd0-a204-4b44bedf039e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.904533 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-294738cc-ed68-4bd0-a204-4b44bedf039e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.908254 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-294738cc-ed68-4bd0-a204-4b44bedf039e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/security-groups/c523e4d2-3ab8-4ec2-87e1-8d2538d825eb HTTP/1.1" status: 204 len: 168 time: 0.6015892 Nov 25 19:51:18.909079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53922) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:18.947046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:18.956158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294738cc-ed68-4bd0-a204-4b44bedf039e tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c523e4d2-3ab8-4ec2-87e1-8d2538d825eb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:18.959145 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b3f4329-5f0e-4307-944a-1d1a163c1fc9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:18.962164 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b3f4329-5f0e-4307-944a-1d1a163c1fc9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.031118 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b3f4329-5f0e-4307-944a-1d1a163c1fc9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.032027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b3f4329-5f0e-4307-944a-1d1a163c1fc9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Fanout notify agent at l3_agent the message router_deleted on router d6e663f6-0410-45a9-9ba6-1334f95e54ba {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:51:19.059260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6b3f4329-5f0e-4307-944a-1d1a163c1fc9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.064287 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6b3f4329-5f0e-4307-944a-1d1a163c1fc9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/routers/d6e663f6-0410-45a9-9ba6-1334f95e54ba HTTP/1.1" status: 204 len: 168 time: 0.6043105 Nov 25 19:51:19.066828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53924) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:19.086058 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8fb9-fa25-406b-b3cc-92c35223f3af tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.111454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-16483a42-ade5-48d2-becb-7dad69f0b922 None None] Could not find standard attr ID for object 49dac763-7d7a-4982-9556-f859d40978c2. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:19.133784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:19.134584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.147958 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8fb9-fa25-406b-b3cc-92c35223f3af tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.149492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2c67763-ae7e-489b-85d8-d24f6ee431d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting subnet 83b11cea-0907-4f5b-895a-2b22b4615bbf {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:19.153749 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2c67763-ae7e-489b-85d8-d24f6ee431d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.243622 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2c67763-ae7e-489b-85d8-d24f6ee431d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.254456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89fbc5-1953-4329-b8d3-269c8ecc9551 req-aaddbc6e-72ec-4d3c-bd2d-ac067953fbee tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:19.257906 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a89fbc5-1953-4329-b8d3-269c8ecc9551 req-aaddbc6e-72ec-4d3c-bd2d-ac067953fbee tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.76 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 946 time: 0.2691286 Nov 25 19:51:19.433909 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2c67763-ae7e-489b-85d8-d24f6ee431d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.535375 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2c67763-ae7e-489b-85d8-d24f6ee431d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.617979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c67763-ae7e-489b-85d8-d24f6ee431d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Subnet': ['ID=83b11cea-0907-4f5b-895a-2b22b4615bbf,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:19.627459 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2c67763-ae7e-489b-85d8-d24f6ee431d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.635154 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a2c67763-ae7e-489b-85d8-d24f6ee431d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/83b11cea-0907-4f5b-895a-2b22b4615bbf HTTP/1.1" status: 204 len: 168 time: 0.5665653 Nov 25 19:51:19.638349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53932) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:19.639820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12106f2b-a886-416a-8658-249026a43eb8 None None] Network bf52d7db-f95d-4183-8cd7-17ee9fa26be3 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:19.770102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.76', 60864) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:19.828334 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.882352 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-194d7c83-009f-49e3-ad65-d083f87de48d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1106668 Nov 25 19:51:19.911059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8fb9-fa25-406b-b3cc-92c35223f3af tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.917010 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c3d8fb9-fa25-406b-b3cc-92c35223f3af tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:19.922243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0c3d8fb9-fa25-406b-b3cc-92c35223f3af tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/security-groups/bad0cd81-8b00-479e-92a3-7d992044ea1f HTTP/1.1" status: 204 len: 168 time: 1.0094440 Nov 25 19:51:19.930664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53934) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:19.995855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada85726-8dca-455f-86c3-7bed3d351d97 req-bfdfd49f-1fb9-45f8-b746-7254533f4478 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:20.011122 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ada85726-8dca-455f-86c3-7bed3d351d97 req-bfdfd49f-1fb9-45f8-b746-7254533f4478 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 946 time: 0.6271193 Nov 25 19:51:20.018818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3d8fb9-fa25-406b-b3cc-92c35223f3af tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad0cd81-8b00-479e-92a3-7d992044ea1f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:20.028249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a787c3f-de23-44a1-8353-1dc953989160 None None] DHCP port deletion for bf52d7db-f95d-4183-8cd7-17ee9fa26be3 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:20.079981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa095c3-87a3-418f-bda3-f752ec048a5a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting subnet 9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:20.088738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6fa095c3-87a3-418f-bda3-f752ec048a5a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.133768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9a787c3f-de23-44a1-8353-1dc953989160 None None] Deleting port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:20.135431 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9a787c3f-de23-44a1-8353-1dc953989160 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.178823 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-0a89fbc5-1953-4329-b8d3-269c8ecc9551 req-c4fbdd06-977c-4012-b9f3-0076b835d7d1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Deleting port a5a7418d-29cf-401f-aa0f-ca19339fcb48 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:20.186836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a89fbc5-1953-4329-b8d3-269c8ecc9551 req-c4fbdd06-977c-4012-b9f3-0076b835d7d1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.224339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ada85726-8dca-455f-86c3-7bed3d351d97 req-af5dc107-ffd7-49cc-b66e-c0a64b223ca7 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/security-groups?id=922775e5-78cc-4b7f-9763-1030a688492a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107122 Nov 25 19:51:20.261346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9a787c3f-de23-44a1-8353-1dc953989160 None None] For port 6df4decf-1bf7-4f69-a16d-9304f20a11a5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6df4decf-1bf7-4f69-a16d-9304f20a11a5,segment=NetworkSegment(1148a92a-d3c5-443a-b415-95da7c3b4e31),segment_id=1148a92a-d3c5-443a-b415-95da7c3b4e31)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:20.262706 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9a787c3f-de23-44a1-8353-1dc953989160 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.302177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6fa095c3-87a3-418f-bda3-f752ec048a5a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.307986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9a787c3f-de23-44a1-8353-1dc953989160 None None] Calling delete_port for 6df4decf-1bf7-4f69-a16d-9304f20a11a5 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:20.422971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-0a89fbc5-1953-4329-b8d3-269c8ecc9551 req-c4fbdd06-977c-4012-b9f3-0076b835d7d1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] For port a5a7418d-29cf-401f-aa0f-ca19339fcb48, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a5a7418d-29cf-401f-aa0f-ca19339fcb48,segment=NetworkSegment(69dd1ce5-7198-41e4-bb01-8c427f4b1bd5),segment_id=69dd1ce5-7198-41e4-bb01-8c427f4b1bd5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:20.423496 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a89fbc5-1953-4329-b8d3-269c8ecc9551 req-c4fbdd06-977c-4012-b9f3-0076b835d7d1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.442378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-0a89fbc5-1953-4329-b8d3-269c8ecc9551 req-c4fbdd06-977c-4012-b9f3-0076b835d7d1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Calling delete_port for a5a7418d-29cf-401f-aa0f-ca19339fcb48 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:20.518382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9a787c3f-de23-44a1-8353-1dc953989160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.585648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a787c3f-de23-44a1-8353-1dc953989160 None None] Pushing event deleted for resources: {'Port': ['ID=6df4decf-1bf7-4f69-a16d-9304f20a11a5,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:20.611880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a787c3f-de23-44a1-8353-1dc953989160 None None] No DVR routers for this DVR port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:20.661964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a89fbc5-1953-4329-b8d3-269c8ecc9551 req-c4fbdd06-977c-4012-b9f3-0076b835d7d1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.699468 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.752140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fbdd06-977c-4012-b9f3-0076b835d7d1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Pushing event deleted for resources: {'Port': ['ID=a5a7418d-29cf-401f-aa0f-ca19339fcb48,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:20.796307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-fc06d945-0bd7-4183-b881-11dd9d3972f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:20.798591 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-fc06d945-0bd7-4183-b881-11dd9d3972f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 1096 time: 0.8153419 Nov 25 19:51:20.804105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:20.804705 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.829629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a89fbc5-1953-4329-b8d3-269c8ecc9551 req-c4fbdd06-977c-4012-b9f3-0076b835d7d1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] No DVR routers for this DVR port a5a7418d-29cf-401f-aa0f-ca19339fcb48 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:20.836293 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a89fbc5-1953-4329-b8d3-269c8ecc9551 req-c4fbdd06-977c-4012-b9f3-0076b835d7d1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:20.850676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a89fbc5-1953-4329-b8d3-269c8ecc9551 req-c4fbdd06-977c-4012-b9f3-0076b835d7d1 tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.76 "DELETE /v2.0/ports/a5a7418d-29cf-401f-aa0f-ca19339fcb48 HTTP/1.1" status: 204 len: 173 time: 1.5769932 Nov 25 19:51:20.851886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e542f67-c16a-4caa-a686-8a1e421f2f75', 'name': 'network-vif-deleted', 'tag': 'a5a7418d-29cf-401f-aa0f-ca19339fcb48'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:20.859745 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd88da56-9fc6-4371-bb70-7d75a7ad46e8" -d '{"events": [{"server_uuid": "4e542f67-c16a-4caa-a686-8a1e421f2f75", "name": "network-vif-deleted", "tag": "a5a7418d-29cf-401f-aa0f-ca19339fcb48"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:20.885047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6df4decf-1bf7-4f69-a16d-9304f20a11a5 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:20.925311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 6df4decf-1bf7-4f69-a16d-9304f20a11a5 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:51:20.925711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6df4decf-1bf7-4f69-a16d-9304f20a11a5 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:20.967772 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4ede6b-3960-4a48-9736-974d8049218f x-openstack-request-id: req-fd4ede6b-3960-4a48-9736-974d8049218f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:20.968348 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e542f67-c16a-4caa-a686-8a1e421f2f75", "name": "network-vif-deleted", "tag": "a5a7418d-29cf-401f-aa0f-ca19339fcb48", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:20.968676 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fd4ede6b-3960-4a48-9736-974d8049218f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:20.969334 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e542f67-c16a-4caa-a686-8a1e421f2f75', 'name': 'network-vif-deleted', 'tag': 'a5a7418d-29cf-401f-aa0f-ca19339fcb48', 'status': 'completed', 'code': 200} Nov 25 19:51:21.027694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] For port 6df4decf-1bf7-4f69-a16d-9304f20a11a5, host n-d-817303-9, got binding levels [] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:21.028066 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.049639 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6fa095c3-87a3-418f-bda3-f752ec048a5a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.053215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 6df4decf-1bf7-4f69-a16d-9304f20a11a5 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:21.076186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_backend_mixin [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 was not found and therefore no delete operation was performed {{(pid=103652) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:51:21.083308 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.144686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=6df4decf-1bf7-4f69-a16d-9304f20a11a5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:21.160361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No DVR routers for this DVR port 6df4decf-1bf7-4f69-a16d-9304f20a11a5 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:21.162505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-4013bd30-a02f-4fc4-a9e7-71a3bcdb1f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:21.164412 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-4013bd30-a02f-4fc4-a9e7-71a3bcdb1f5d service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.3205559 Nov 25 19:51:21.265778 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6fa095c3-87a3-418f-bda3-f752ec048a5a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.345959 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.349209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa095c3-87a3-418f-bda3-f752ec048a5a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Subnet': ['ID=9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:21.369010 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6fa095c3-87a3-418f-bda3-f752ec048a5a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.373502 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6fa095c3-87a3-418f-bda3-f752ec048a5a tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9 HTTP/1.1" status: 204 len: 168 time: 1.4407842 Nov 25 19:51:21.375325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42012cf-2a6b-4354-8827-f6d926334c54 None None] Network 00f376de-6834-40df-926f-9a55b0305d9e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:21.380607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53944) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:21.393139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf52d7db-f95d-4183-8cd7-17ee9fa26be3']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:21.397195 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-c7e7f1db-1046-473a-8d24-316fcf6f8d6d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facdf361-3d59-45df-8e09-529c03788133 HTTP/1.1" status: 200 len: 1000 time: 0.2073121 Nov 25 19:51:21.407469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1148a92a-d3c5-443a-b415-95da7c3b4e31') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:21.407912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1148a92a-d3c5-443a-b415-95da7c3b4e31') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:21.456807 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.495822 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.519788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:51:21.520546 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:51:21.527369 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:51:21.552912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-a422fc78-15bb-44dd-91b0-142fae8cbcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:21.555667 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-a422fc78-15bb-44dd-91b0-142fae8cbcf2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.1453676 Nov 25 19:51:21.610745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07d31fd2-59b7-4e41-ab52-8d8f5037258f req-eb1f9e2b-cd7b-4057-9818-6dae0be1e0da tempest-VolumesActionsTest-1819753058 tempest-VolumesActionsTest-1819753058-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e542f67-c16a-4caa-a686-8a1e421f2f75 HTTP/1.1" status: 200 len: 210 time: 0.1211846 Nov 25 19:51:21.688279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c5ad4ec-c6fc-4fd9-8853-0b6562ab4eb0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting subnet b911675b-665d-49fa-a3b0-b7ba3dc6036c {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:21.696624 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad4ec-c6fc-4fd9-8853-0b6562ab4eb0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.797432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.810836 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.815799 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/networks/bf52d7db-f95d-4183-8cd7-17ee9fa26be3 HTTP/1.1" status: 204 len: 168 time: 2.1755261 Nov 25 19:51:21.822314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad4ec-c6fc-4fd9-8853-0b6562ab4eb0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:21.826275 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53948) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:21.863944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-0526ee77-9ebf-420f-b922-ff30da06c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:21.866616 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-0526ee77-9ebf-420f-b922-ff30da06c1e9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2961252 Nov 25 19:51:21.920642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cdab4a-7138-4af5-9287-380468cccb6b tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Network': ['ID=bf52d7db-f95d-4183-8cd7-17ee9fa26be3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:22.012365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11ba7386-bb98-4ee6-b556-d421cffa4ca8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:22.015625 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-11ba7386-bb98-4ee6-b556-d421cffa4ca8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/f62fa00b-8feb-48a7-9869-057b3c1ce2e6 HTTP/1.1" status: 200 len: 840 time: 0.1886201 Nov 25 19:51:22.023168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53950) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:22.035972 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad4ec-c6fc-4fd9-8853-0b6562ab4eb0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.174704 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad4ec-c6fc-4fd9-8853-0b6562ab4eb0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.202296 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1360e9ee-be42-4c55-b123-cba8c304943f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/f62fa00b-8feb-48a7-9869-057b3c1ce2e6?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1771908 Nov 25 19:51:22.210336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53952) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:22.219736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-aade5dbf-7160-4dbc-bf47-f5727f33f0d3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:22.256855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5ad4ec-c6fc-4fd9-8853-0b6562ab4eb0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Subnet': ['ID=b911675b-665d-49fa-a3b0-b7ba3dc6036c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:22.278573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c5ad4ec-c6fc-4fd9-8853-0b6562ab4eb0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.287136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3c5ad4ec-c6fc-4fd9-8853-0b6562ab4eb0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/b911675b-665d-49fa-a3b0-b7ba3dc6036c HTTP/1.1" status: 204 len: 168 time: 0.9029791 Nov 25 19:51:22.303808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53956) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:22.325971 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-75e9c8df-7f20-4a1d-a59d-416a50a0a145 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4177446 Nov 25 19:51:22.330163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a5a7418d-29cf-401f-aa0f-ca19339fcb48 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:22.377369 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-239ffca9-ddb5-4cc7-b63c-835a430b95f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:22.378131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239ffca9-ddb5-4cc7-b63c-835a430b95f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:22.383906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: a5a7418d-29cf-401f-aa0f-ca19339fcb48 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:51:22.384764 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-239ffca9-ddb5-4cc7-b63c-835a430b95f1 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/9dc1b49f-0b07-4c0c-b81e-cf7cafbb4dd9 HTTP/1.1" status: 404 len: 337 time: 0.0765400 Nov 25 19:51:22.385803 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a5a7418d-29cf-401f-aa0f-ca19339fcb48 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:22.388537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53958) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:22.493298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cbb7af2-3b03-44c7-ba88-e1e4168e66b8 None None] Update dhcp port {'port': {'network_id': '00f376de-6834-40df-926f-9a55b0305d9e', 'fixed_ips': [{'subnet_id': '54aee2b2-3f72-4511-a365-13d634adaa3c', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b911675b-665d-49fa-a3b0-b7ba3dc6036c'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '1dbece5f-c5fc-49a3-9b1d-f887851dc0f1'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:51:22.537179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3cbb7af2-3b03-44c7-ba88-e1e4168e66b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.554264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa1fd1d-2771-4393-81ae-9ccd3d39b7f0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting subnet 54aee2b2-3f72-4511-a365-13d634adaa3c {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:22.611260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-caa1fd1d-2771-4393-81ae-9ccd3d39b7f0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.678149 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aade5dbf-7160-4dbc-bf47-f5727f33f0d3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:22.682703 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aade5dbf-7160-4dbc-bf47-f5727f33f0d3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.688465 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-caa1fd1d-2771-4393-81ae-9ccd3d39b7f0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:22.789454 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f248096a-5908-44e5-95d1-d6bc69af15cf req-1b4e86d5-30f9-408f-9ed1-af11fd132488 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4062514 Nov 25 19:51:22.901009 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-caa1fd1d-2771-4393-81ae-9ccd3d39b7f0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.037856 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server [None req-3cbb7af2-3b03-44c7-ba88-e1e4168e66b8 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54aee2b2-3f72-4511-a365-13d634adaa3c: This subnet is being modified by another concurrent operation. Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:51:23.078678 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54aee2b2-3f72-4511-a365-13d634adaa3c: This subnet is being modified by another concurrent operation. Nov 25 19:51:23.085958 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:51:23.128748 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-caa1fd1d-2771-4393-81ae-9ccd3d39b7f0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.225113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90309329-e7c7-46e2-a5ab-e007e00a7cfe None None] Network 00f376de-6834-40df-926f-9a55b0305d9e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:23.244254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa1fd1d-2771-4393-81ae-9ccd3d39b7f0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Subnet': ['ID=54aee2b2-3f72-4511-a365-13d634adaa3c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:23.249119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-caa1fd1d-2771-4393-81ae-9ccd3d39b7f0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.255484 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-caa1fd1d-2771-4393-81ae-9ccd3d39b7f0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/54aee2b2-3f72-4511-a365-13d634adaa3c HTTP/1.1" status: 204 len: 168 time: 0.8589258 Nov 25 19:51:23.258093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53978) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.260685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aade5dbf-7160-4dbc-bf47-f5727f33f0d3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.311664 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf2a099-1b8d-4335-9bdf-4b0a90806546 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:23.313053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf2a099-1b8d-4335-9bdf-4b0a90806546 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:23.320543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cbf2a099-1b8d-4335-9bdf-4b0a90806546 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/8f027b07-f630-4af1-a80b-4a23b5a01d30 HTTP/1.1" status: 404 len: 337 time: 0.0604768 Nov 25 19:51:23.320543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53980) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.363223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-af8eee59-3cb4-4cba-a04b-664b33bbf8e0 None None] Provisioning complete for port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:23.364418 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-af8eee59-3cb4-4cba-a04b-664b33bbf8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.385687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-00308e76-39ba-4b6d-a2c0-8609ceff8074 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8f16264-b192-4aed-a958-f7a98f538a4f HTTP/1.1" status: 200 len: 205 time: 0.0629249 Nov 25 19:51:23.385916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53984) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.411109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aade5dbf-7160-4dbc-bf47-f5727f33f0d3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:23.415210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aade5dbf-7160-4dbc-bf47-f5727f33f0d3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Subnet': ['ID=f69539f4-cd85-442e-9133-65e67cc6b762,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:23.491125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-aade5dbf-7160-4dbc-bf47-f5727f33f0d3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:23.498203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aade5dbf-7160-4dbc-bf47-f5727f33f0d3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:23.499385 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aade5dbf-7160-4dbc-bf47-f5727f33f0d3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.503981 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-768919c6-e4ee-46c5-8dc9-f10349ecdb36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] delete failed (client error): The resource could not be found. Nov 25 19:51:23.505668 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-768919c6-e4ee-46c5-8dc9-f10349ecdb36 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/routers/c8f16264-b192-4aed-a958-f7a98f538a4f HTTP/1.1" status: 404 len: 336 time: 0.1167259 Nov 25 19:51:23.508621 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53990) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.511033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f5e673f-760c-48d5-92d5-8b64fff72487 None None] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:23.576853 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4c994d2-9241-4765-bfb3-a92d4031d15b tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:23.577464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4c994d2-9241-4765-bfb3-a92d4031d15b tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:23.591239 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c4c994d2-9241-4765-bfb3-a92d4031d15b tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/a6d567eb-0d52-4444-8740-392bb12b57f5 HTTP/1.1" status: 404 len: 337 time: 0.0741444 Nov 25 19:51:23.591239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53992) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.601432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb927d96-d508-4e50-99c2-78a13ec6ea83 None None] DHCP port deletion for 00f376de-6834-40df-926f-9a55b0305d9e request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:51:23.643391 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd9ccbc7-5874-4c9e-921a-c05596142beb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:23.644195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd9ccbc7-5874-4c9e-921a-c05596142beb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:23.649894 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cd9ccbc7-5874-4c9e-921a-c05596142beb tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/b5392548-66bf-4f24-bc91-efbd4c7ddbe7 HTTP/1.1" status: 404 len: 337 time: 0.0614066 Nov 25 19:51:23.652440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53996) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.657926 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aade5dbf-7160-4dbc-bf47-f5727f33f0d3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4454386 Nov 25 19:51:23.663403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53998) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.673001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1d575d21-cbee-4c5e-a3f4-7204f3a5e88d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1708286895'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:23.721485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1d575d21-cbee-4c5e-a3f4-7204f3a5e88d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.740160 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9998760-fe84-4d0b-b89a-22cd2bab0d3d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:23.740646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9998760-fe84-4d0b-b89a-22cd2bab0d3d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:23.752319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d9998760-fe84-4d0b-b89a-22cd2bab0d3d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/a0ad04b1-26a4-42d4-ab9f-f173bbc84789 HTTP/1.1" status: 404 len: 337 time: 0.0986769 Nov 25 19:51:23.752651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54002) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.804963 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba56b79-d3e3-4484-a8eb-e74d98310cbe tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:23.805634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba56b79-d3e3-4484-a8eb-e74d98310cbe tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:23.812663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54006) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.816391 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cba56b79-d3e3-4484-a8eb-e74d98310cbe tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/7a617144-c3a3-4b5e-9d62-d6b2ac993233 HTTP/1.1" status: 404 len: 333 time: 0.0577772 Nov 25 19:51:23.837865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-af8eee59-3cb4-4cba-a04b-664b33bbf8e0 None None] Provisioning complete for port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:23.838630 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-af8eee59-3cb4-4cba-a04b-664b33bbf8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.855389 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c51e0d-b385-44b9-b8ac-62e77b889113 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:23.856493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c51e0d-b385-44b9-b8ac-62e77b889113 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:23.862943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54008) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.867506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-32c51e0d-b385-44b9-b8ac-62e77b889113 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/a4fc572b-b23a-46e4-a23a-3de196868fde HTTP/1.1" status: 404 len: 337 time: 0.0536168 Nov 25 19:51:23.897395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-af8eee59-3cb4-4cba-a04b-664b33bbf8e0 None None] Port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:23.905463 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-de947ee8-c0ce-49fb-8289-1e5d193c58c2 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:23.906268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de947ee8-c0ce-49fb-8289-1e5d193c58c2 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:23.912069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54010) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:23.919704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fb927d96-d508-4e50-99c2-78a13ec6ea83 None None] Deleting port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:23.920260 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-de947ee8-c0ce-49fb-8289-1e5d193c58c2 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/314adf77-1971-4138-ae48-d77b469dbfb5 HTTP/1.1" status: 404 len: 337 time: 0.0541470 Nov 25 19:51:23.920975 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fb927d96-d508-4e50-99c2-78a13ec6ea83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.976567 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-d99fc837-4a08-49c3-908d-3f67ef2dd111 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:23.983071 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1d575d21-cbee-4c5e-a3f4-7204f3a5e88d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.990296 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1d575d21-cbee-4c5e-a3f4-7204f3a5e88d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:23.991474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d99fc837-4a08-49c3-908d-3f67ef2dd111 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:24.005704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d99fc837-4a08-49c3-908d-3f67ef2dd111 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/cd0c89fe-abba-4755-9f2c-2b38738ade05 HTTP/1.1" status: 404 len: 333 time: 0.0922322 Nov 25 19:51:24.010123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54016) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:24.084651 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c5f0ec-e790-44e6-986f-604c1e44d6e0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:24.085007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51c5f0ec-e790-44e6-986f-604c1e44d6e0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:24.099738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-51c5f0ec-e790-44e6-986f-604c1e44d6e0 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/d0b4f4d1-40d6-496b-ba4c-4a7dc1a530ff HTTP/1.1" status: 404 len: 337 time: 0.0851567 Nov 25 19:51:24.100017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54020) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:24.117090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d575d21-cbee-4c5e-a3f4-7204f3a5e88d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694d6eab-8f6a-40b7-8b5c-d6613f8b384f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:24.154176 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1d575d21-cbee-4c5e-a3f4-7204f3a5e88d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.155544 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1d575d21-cbee-4c5e-a3f4-7204f3a5e88d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4905553 Nov 25 19:51:24.157232 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e8f688-372d-4767-b7e8-c1b3c2f3a64d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:24.157705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2e8f688-372d-4767-b7e8-c1b3c2f3a64d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:24.160240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54022) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:24.163381 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c2e8f688-372d-4767-b7e8-c1b3c2f3a64d tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/subnets/07ace066-b828-43d2-ac15-2480548ae594 HTTP/1.1" status: 404 len: 337 time: 0.0573978 Nov 25 19:51:24.164144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54024) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:24.167870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fd05745d-720a-4c87-be05-62cb0ba320ae tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'security_group': {'name': 'tempest-secgroup-2044801247'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:24.220558 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fb927d96-d508-4e50-99c2-78a13ec6ea83 None None] For port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,segment=NetworkSegment(f38fa402-5d1c-4de9-b319-391be93fb0d7),segment_id=f38fa402-5d1c-4de9-b319-391be93fb0d7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:24.221535 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fb927d96-d508-4e50-99c2-78a13ec6ea83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.251106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fb927d96-d508-4e50-99c2-78a13ec6ea83 None None] Calling delete_port for 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:24.253760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd05745d-720a-4c87-be05-62cb0ba320ae tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.285933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'tenant_id': '21e90a9a8da64cb798cde144d4037c2b', 'fixed_ips': [{'subnet_id': 'f69539f4-cd85-442e-9133-65e67cc6b762'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:51:24.286862 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.444069 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd05745d-720a-4c87-be05-62cb0ba320ae tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.447657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2df9f-93dc-4080-baba-10b6a22b0a95 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Deleting port e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:24.448056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4f2df9f-93dc-4080-baba-10b6a22b0a95 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.456737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd05745d-720a-4c87-be05-62cb0ba320ae tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.537959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd05745d-720a-4c87-be05-62cb0ba320ae tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d25b99d3-72e2-449c-8d0c-f339e019e30e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:24.575869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd05745d-720a-4c87-be05-62cb0ba320ae tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.585804 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fd05745d-720a-4c87-be05-62cb0ba320ae tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4235425 Nov 25 19:51:24.586912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54044) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:24.597419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-841936137', 'security_groups': ['d25b99d3-72e2-449c-8d0c-f339e019e30e'], 'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f69539f4-cd85-442e-9133-65e67cc6b762'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:24.605998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Allocated IP 172.20.0.2 (238d439a-9d5b-4cb6-825e-eb80cd3439ad/f69539f4-cd85-442e-9133-65e67cc6b762/8fe80d9a-1db9-4dc0-93f7-2409e2477e42) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:24.611702 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4f2df9f-93dc-4080-baba-10b6a22b0a95 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.649709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f4f2df9f-93dc-4080-baba-10b6a22b0a95 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Calling delete_port for e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:24.794835 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.797727 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fb927d96-d508-4e50-99c2-78a13ec6ea83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.830118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb927d96-d508-4e50-99c2-78a13ec6ea83 None None] Pushing event deleted for resources: {'Port': ['ID=1dbece5f-c5fc-49a3-9b1d-f887851dc0f1,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:24.838136 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.859089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4f2df9f-93dc-4080-baba-10b6a22b0a95 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:24.894462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb927d96-d508-4e50-99c2-78a13ec6ea83 None None] No DVR routers for this DVR port 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:24.900413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:24.909336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:24.916604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:24.935909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:24.938607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Pushing event updated for resources: {'Port': ['ID=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:24.992085 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4f2df9f-93dc-4080-baba-10b6a22b0a95 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:25.015612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:25.017393 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f4f2df9f-93dc-4080-baba-10b6a22b0a95 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/ports/e6ffcabd-25bb-48cb-bd56-1520ff5e00e4 HTTP/1.1" status: 204 len: 168 time: 0.8502877 Nov 25 19:51:25.017608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54046) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:25.017795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f2df9f-93dc-4080-baba-10b6a22b0a95 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Port': ['ID=e6ffcabd-25bb-48cb-bd56-1520ff5e00e4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:25.060856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:51:25.061123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1dbece5f-c5fc-49a3-9b1d-f887851dc0f1 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:25.081603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Attempting to bind port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:51:25.082152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Attempting to bind port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'd58ba6df-030f-4d81-bc6b-80129d70c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:51:25.082626 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Attempting to bind port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 on network 238d439a-9d5b-4cb6-825e-eb80cd3439ad {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:51:25.091697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 51, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:51:25.092256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Checking segment: {'id': 'd58ba6df-030f-4d81-bc6b-80129d70c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:51:25.092845 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:25.093456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Bound using segment: {'id': 'd58ba6df-030f-4d81-bc6b-80129d70c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:51:25.094227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Bound port: 8fe80d9a-1db9-4dc0-93f7-2409e2477e42, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58ba6df-030f-4d81-bc6b-80129d70c03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:51:25.094854 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:25.188506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] For port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:25.192557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] For port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,segment=NetworkSegment(d58ba6df-030f-4d81-bc6b-80129d70c03a),segment_id=d58ba6df-030f-4d81-bc6b-80129d70c03a)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:51:25.203098 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:25.374330 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:25.414426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:25.436274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745c838a-de62-41a4-9176-fc15e01a4b87 None None] Pushing event updated for resources: {'Port': ['ID=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:25.525522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port 0ffddbf3-f739-48c7-a912-0446dbea7603 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:25.851871 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:51:26.108344 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.111740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.11 (238d439a-9d5b-4cb6-825e-eb80cd3439ad/f69539f4-cd85-442e-9133-65e67cc6b762/0ffddbf3-f739-48c7-a912-0446dbea7603) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:26.159372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f376de-6834-40df-926f-9a55b0305d9e']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:26.186255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f38fa402-5d1c-4de9-b319-391be93fb0d7') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:26.186855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f38fa402-5d1c-4de9-b319-391be93fb0d7') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:26.209954 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.254084 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.274637 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:51:26.275017 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:51:26.278995 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:51:26.469526 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.481931 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.491068 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] 10.222.0.15 "DELETE /v2.0/networks/00f376de-6834-40df-926f-9a55b0305d9e HTTP/1.1" status: 204 len: 168 time: 1.4722333 Nov 25 19:51:26.526985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62ed606-1173-4c2b-b057-38bd24eca824 tempest-PortsIpV6TestJSON-1633816645 tempest-PortsIpV6TestJSON-1633816645-project] Pushing event deleted for resources: {'Network': ['ID=00f376de-6834-40df-926f-9a55b0305d9e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:26.560353 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.655975 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:26.785351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:26.796236 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:26.810043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:26.951520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=0ffddbf3-f739-48c7-a912-0446dbea7603,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:26.966473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:26.980479 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:27.038553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-381b7a28-1794-47f9-be9f-5bd0feb72565 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4445956 Nov 25 19:51:27.038789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54088) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:27.068949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5d8fd67b-86a7-444e-85ec-30b3392ff7a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:27.162318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:27.221080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54090) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:27.587725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:27.588086 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-0f74870e-f324-4a0e-942a-078672da16e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2200868 Nov 25 19:51:27.588318 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:27.923123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8fd67b-86a7-444e-85ec-30b3392ff7a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:27.942956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5d8fd67b-86a7-444e-85ec-30b3392ff7a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:27.960153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-04fb13f4-33e9-4410-be5d-4eb723f34c2b None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:27.960874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04fb13f4-33e9-4410-be5d-4eb723f34c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.038633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54102) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:28.039509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2d3c974f-0dcd-4680-9f7f-2a09b4643889 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1164c57cbe194d0c9c1f3fc03dab0ca4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8092592 Nov 25 19:51:28.258510 n-d-817303-9 neutron-server[103652]: INFO neutron.db.ipam_backend_mixin [None req-5d8fd67b-86a7-444e-85ec-30b3392ff7a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f69539f4-cd85-442e-9133-65e67cc6b762 (CIDR: 172.20.0.0/28) Nov 25 19:51:28.268118 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d8fd67b-86a7-444e-85ec-30b3392ff7a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:51:28.268682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d8fd67b-86a7-444e-85ec-30b3392ff7a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:28.319110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77510f50-db61-47e5-a06a-68eaca0aed7f None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:51:28.323154 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.368519 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-40277530-c5b9-4870-b68d-9c3d2b0fdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.369884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-40277530-c5b9-4870-b68d-9c3d2b0fdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.371526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-40277530-c5b9-4870-b68d-9c3d2b0fdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.372654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-40277530-c5b9-4870-b68d-9c3d2b0fdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.373925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-40277530-c5b9-4870-b68d-9c3d2b0fdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.375077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-40277530-c5b9-4870-b68d-9c3d2b0fdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.376197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-40277530-c5b9-4870-b68d-9c3d2b0fdbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.380503 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-40277530-c5b9-4870-b68d-9c3d2b0fdbda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cc4e806f92640c39663fb529554dd43&device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 6503 time: 0.5248158 Nov 25 19:51:28.391910 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5d8fd67b-86a7-444e-85ec-30b3392ff7a7 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3509536 Nov 25 19:51:28.397518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54104) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:28.409365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:28.456250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93a8803f-c7a9-4403-9f37-ffbbe39f29e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.483267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,segment=NetworkSegment(d58ba6df-030f-4d81-bc6b-80129d70c03a),segment_id=d58ba6df-030f-4d81-bc6b-80129d70c03a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:28.545163 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.596148 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93a8803f-c7a9-4403-9f37-ffbbe39f29e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.687911 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04fb13f4-33e9-4410-be5d-4eb723f34c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.834497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:28.836688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:28.841257 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:28.976861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77510f50-db61-47e5-a06a-68eaca0aed7f None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:51:28.979500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-f2914c35-fb0c-48f8-877a-b6af3d59e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.980102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-f2914c35-fb0c-48f8-877a-b6af3d59e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.980493 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-f2914c35-fb0c-48f8-877a-b6af3d59e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:28.982766 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-f2914c35-fb0c-48f8-877a-b6af3d59e80c service neutron] 10.222.0.60 "GET /v2.0/networks?id=531ea4be-db10-442e-a719-94c0832255fd&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=11019f92-ac61-4726-97a2-979ab5b8ef64&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e HTTP/1.1" status: 200 len: 2298 time: 0.5206103 Nov 25 19:51:29.030576 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-04fb13f4-33e9-4410-be5d-4eb723f34c2b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:51:29.031366 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-04fb13f4-33e9-4410-be5d-4eb723f34c2b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:51:29.094326 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93a8803f-c7a9-4403-9f37-ffbbe39f29e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:29.115087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93a8803f-c7a9-4403-9f37-ffbbe39f29e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:29.118956 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-93a8803f-c7a9-4403-9f37-ffbbe39f29e7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9757802-158c-4074-80a8-d349cea9f1af HTTP/1.1" status: 204 len: 168 time: 1.0682387 Nov 25 19:51:29.161214 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a8803f-c7a9-4403-9f37-ffbbe39f29e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9757802-158c-4074-80a8-d349cea9f1af,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:29.233003 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-b1eb3ba6-4766-458e-9506-3024436bc8b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65636e05-774f-452f-8240-2f811a684d5a HTTP/1.1" status: 200 len: 1001 time: 0.2417629 Nov 25 19:51:29.455948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-ff29f305-212c-4837-8569-c3011907a038 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:29.458667 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-ff29f305-212c-4837-8569-c3011907a038 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6 HTTP/1.1" status: 200 len: 856 time: 0.2182384 Nov 25 19:51:29.492169 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:29.647524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-cead426d-46e7-4b40-a8d1-80a92fb4019f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:29.650339 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-cead426d-46e7-4b40-a8d1-80a92fb4019f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=531ea4be-db10-442e-a719-94c0832255fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819649 Nov 25 19:51:29.673040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:29.684313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:29.689330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:29.690242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:29.751984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3526840 Nov 25 19:51:29.759127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54120) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:29.772391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5c9bbb91-f93d-40c6-9639-bfc79214cead tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1571108946', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f617cd24-17cc-4752-8ff3-b9f5ae6b2355'}], 'security_groups': ['694d6eab-8f6a-40b7-8b5c-d6613f8b384f']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:29.780316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Subnet': ['ID=f617cd24-17cc-4752-8ff3-b9f5ae6b2355,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:29.841827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-04fb13f4-33e9-4410-be5d-4eb723f34c2b None None] Provisioning complete for port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:29.847644 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04fb13f4-33e9-4410-be5d-4eb723f34c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:29.850682 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8d4317-f766-49b9-a6bf-24260ec8d0de None None] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:29.854341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.854935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.856229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.857304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.865679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.866277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.866840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.869247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.871896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.872486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.873062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.873622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d22abc04-7033-4c81-a3bd-d3717bf58fce tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:29.992248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-04fb13f4-33e9-4410-be5d-4eb723f34c2b None None] Port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:30.083178 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbb91-f93d-40c6-9639-bfc79214cead tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:30.134962 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-c9b5f0e8-74c3-486c-bcdd-e764e262b51b service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4573116 Nov 25 19:51:30.202696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-71c014b6-af85-4e0b-8b99-54c59c68f072 None None] Provisioning complete for port 0ffddbf3-f739-48c7-a912-0446dbea7603 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:30.203347 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-71c014b6-af85-4e0b-8b99-54c59c68f072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:30.315549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-71c014b6-af85-4e0b-8b99-54c59c68f072 None None] Port 0ffddbf3-f739-48c7-a912-0446dbea7603 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:30.576712 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-cbebb06a-60fd-4fba-b564-c05758fec873 service neutron] 10.222.0.60 "GET /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4362452 Nov 25 19:51:30.661827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5145d8a1-0dc0-4c26-8668-b76fb4d512df None None] Update dhcp port {'port': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'fixed_ips': [{'subnet_id': 'f69539f4-cd85-442e-9133-65e67cc6b762', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f617cd24-17cc-4752-8ff3-b9f5ae6b2355'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '8fe80d9a-1db9-4dc0-93f7-2409e2477e42'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:51:30.675948 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-c685c74b-db18-49ec-9704-ce00e530cccf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.144&port_id=fb561747-6f3c-49c3-accb-3206128ee7ab HTTP/1.1" status: 200 len: 217 time: 0.0920446 Nov 25 19:51:30.738207 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5145d8a1-0dc0-4c26-8668-b76fb4d512df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:30.847725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-c1a0e26f-2dc9-4916-962f-740086d81312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:30.853617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-c1a0e26f-2dc9-4916-962f-740086d81312 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.1702845 Nov 25 19:51:31.036612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-237221b9-ffab-457a-9407-799cde8ea961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:31.039817 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-237221b9-ffab-457a-9407-799cde8ea961 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1736681 Nov 25 19:51:31.087540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:31.129951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-5c9bbb91-f93d-40c6-9639-bfc79214cead tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Delete allocated IP 172.20.0.11 (238d439a-9d5b-4cb6-825e-eb80cd3439ad/f69539f4-cd85-442e-9133-65e67cc6b762) {{(pid=103651) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 19:51:31.167554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-5c9bbb91-f93d-40c6-9639-bfc79214cead tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.30 (238d439a-9d5b-4cb6-825e-eb80cd3439ad/f617cd24-17cc-4752-8ff3-b9f5ae6b2355/0ffddbf3-f739-48c7-a912-0446dbea7603) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:31.356094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:31.357069 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:31.374634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54156) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:31.501530 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-974fff36-5fd6-4006-8d5b-394da54cebe3 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4520540 Nov 25 19:51:31.737646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1752813146'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:31.773580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Made reservation on behalf of 04d1ab46d72f4ee5bf4161a19ed91afc for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:31.786550 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:31.807499 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:31.828936 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-110ace44-66d9-4520-ab7a-15f34ac0df67 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3193600 Nov 25 19:51:31.844165 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbb91-f93d-40c6-9639-bfc79214cead tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:31.962107 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-06179c4e-2836-4fd8-b669-a0af58a3d80b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.183&port_id=ce49200e-7a12-415f-ba24-3bfb7d146868 HTTP/1.1" status: 200 len: 217 time: 0.1244180 Nov 25 19:51:31.985716 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:31.987731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbb91-f93d-40c6-9639-bfc79214cead tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:31.990410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-5145d8a1-0dc0-4c26-8668-b76fb4d512df None None] Allocated IP 172.20.0.18 (238d439a-9d5b-4cb6-825e-eb80cd3439ad/f617cd24-17cc-4752-8ff3-b9f5ae6b2355/8fe80d9a-1db9-4dc0-93f7-2409e2477e42) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:31.991257 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.010016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:51:32.028090 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.028367 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Added segment 2b2b9499-c75b-44e2-a00a-8f040d1bc27a of type vlan for network 10c772fc-5f51-4aba-ba5e-54ef6522bcbe Nov 25 19:51:32.111018 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.140582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-c9194a03-329c-48ad-a733-b6f94a54cdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:32.143826 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4ff41727-f76b-47a1-8883-bd08a00016a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.151396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-c9194a03-329c-48ad-a733-b6f94a54cdaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.1812410 Nov 25 19:51:32.172300 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.179679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:32.180502 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.205936 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5145d8a1-0dc0-4c26-8668-b76fb4d512df None None] For port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,segment=NetworkSegment(d58ba6df-030f-4d81-bc6b-80129d70c03a),segment_id=d58ba6df-030f-4d81-bc6b-80129d70c03a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:32.266740 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5145d8a1-0dc0-4c26-8668-b76fb4d512df None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.273403 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5145d8a1-0dc0-4c26-8668-b76fb4d512df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.359728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-98fd6e0e-1ba6-4025-bdfd-cfd8fb4cb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:32.362880 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-98fd6e0e-1ba6-4025-bdfd-cfd8fb4cb8e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2036192 Nov 25 19:51:32.395134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Pushing event updated for resources: {'Network': ['ID=10c772fc-5f51-4aba-ba5e-54ef6522bcbe,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:32.397965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5c9bbb91-f93d-40c6-9639-bfc79214cead tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] In _notify_port_updated(), no bound segment for port 0ffddbf3-f739-48c7-a912-0446dbea7603 on network 238d439a-9d5b-4cb6-825e-eb80cd3439ad {{(pid=103651) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:51:32.414307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9bbb91-f93d-40c6-9639-bfc79214cead tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:32.415202 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c9bbb91-f93d-40c6-9639-bfc79214cead tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:32.421508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5c9bbb91-f93d-40c6-9639-bfc79214cead tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "PUT /v2.0/ports/0ffddbf3-f739-48c7-a912-0446dbea7603 HTTP/1.1" status: 200 len: 921 time: 2.6562943 Nov 25 19:51:32.437918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54168) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:32.450747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 10c772fc-5f51-4aba-ba5e-54ef6522bcbe details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:51:32.565183 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b5f5181-d2ce-4592-8a7c-dc763d6ce2b0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:32.612106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b945a25d-492f-4a4c-862b-22601c762e34 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2340100 Nov 25 19:51:32.613503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54172) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:32.633267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-630d1b03-d850-4bb2-a910-51c5400fa124 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe', 'tempest-TagsTest-Tag-1823427732') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:32.666095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bbb91-f93d-40c6-9639-bfc79214cead tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=0ffddbf3-f739-48c7-a912-0446dbea7603,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:32.725677 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-a3dd40af-baf2-4025-b27d-4d011c6a6f6c service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540299 Nov 25 19:51:32.751146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1a66e5e2-111c-4b97-a508-2fdd0433dff9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port 0ffddbf3-f739-48c7-a912-0446dbea7603 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:32.751730 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a66e5e2-111c-4b97-a508-2fdd0433dff9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:33.001764 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-89319c76-7327-4373-90e9-8af960663bfa service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685897 Nov 25 19:51:33.034190 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a66e5e2-111c-4b97-a508-2fdd0433dff9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:33.069642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1a66e5e2-111c-4b97-a508-2fdd0433dff9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for 0ffddbf3-f739-48c7-a912-0446dbea7603 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:33.104410 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-c539a9cb-d117-4e30-8862-c1d0735163e0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.154&port_id=43d3c575-757a-4ad9-a707-160601e5750e HTTP/1.1" status: 200 len: 217 time: 0.0949550 Nov 25 19:51:33.109674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145d8a1-0dc0-4c26-8668-b76fb4d512df None None] Pushing event updated for resources: {'Port': ['ID=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:33.211663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-77a9271e-1443-4526-8981-506e816e6334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:33.221417 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-77a9271e-1443-4526-8981-506e816e6334 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.1099160 Nov 25 19:51:33.356955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-51e31966-90c3-40a0-afd8-eacbb847efae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:33.360637 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-51e31966-90c3-40a0-afd8-eacbb847efae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1302598 Nov 25 19:51:33.373096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-630d1b03-d850-4bb2-a910-51c5400fa124 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "PUT /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags/tempest-TagsTest-Tag-1823427732 HTTP/1.1" status: 201 len: 201 time: 0.7503357 Nov 25 19:51:33.377656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54180) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:33.390442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-c898c8e4-0aad-4672-97c6-5b84d0956914 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe', 'tempest-TagsTest-Tag-1823427732') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:33.608361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-318b7aac-1c36-482e-a4ce-8cb8eb48a634 None None] Provisioning complete for port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:33.609250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-318b7aac-1c36-482e-a4ce-8cb8eb48a634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:33.647177 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-f12971ea-4bf2-40c8-9a25-0cee1208c669 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790861 Nov 25 19:51:33.714060 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-318b7aac-1c36-482e-a4ce-8cb8eb48a634 None None] Port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:33.732795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-318b7aac-1c36-482e-a4ce-8cb8eb48a634 None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:33.733381 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-318b7aac-1c36-482e-a4ce-8cb8eb48a634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:33.750315 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c898c8e4-0aad-4672-97c6-5b84d0956914 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "GET /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags/tempest-TagsTest-Tag-1823427732 HTTP/1.1" status: 204 len: 168 time: 0.3701110 Nov 25 19:51:33.754766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54182) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:33.766003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-0c84ccd0-8949-41f0-83fa-cbba6d6614b8 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:33.816692 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a66e5e2-111c-4b97-a508-2fdd0433dff9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:33.820092 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-a7c27e0f-ecfe-420c-a90b-6dd4bfd4e97d service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648421 Nov 25 19:51:33.905426 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-9bdd0552-04f2-42cf-94ba-8e0b9144d181 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8 HTTP/1.1" status: 200 len: 217 time: 0.0768917 Nov 25 19:51:33.941305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a66e5e2-111c-4b97-a508-2fdd0433dff9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=0ffddbf3-f739-48c7-a912-0446dbea7603,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:34.117006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-318b7aac-1c36-482e-a4ce-8cb8eb48a634 None None] Could not find standard attr ID for object 0ffddbf3-f739-48c7-a912-0446dbea7603. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:34.159878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-88e690a2-2a14-481e-b931-7ed0e6621478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:34.167855 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-88e690a2-2a14-481e-b931-7ed0e6621478 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 200 len: 797 time: 0.2500863 Nov 25 19:51:34.185757 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0c84ccd0-8949-41f0-83fa-cbba6d6614b8 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "GET /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags HTTP/1.1" status: 200 len: 238 time: 0.4290469 Nov 25 19:51:34.191342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54188) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:34.207192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-5cc777ff-ab6c-4650-b675-43b485663e31 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe', {'tags': ['tempest-TagsTest-Tag-1165160827', 'tempest-TagsTest-Tag-252125813', 'tempest-TagsTest-Tag-1944926136']}) {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:34.217493 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a66e5e2-111c-4b97-a508-2fdd0433dff9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:34.230780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1a66e5e2-111c-4b97-a508-2fdd0433dff9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/0ffddbf3-f739-48c7-a912-0446dbea7603 HTTP/1.1" status: 204 len: 168 time: 1.7905035 Nov 25 19:51:34.237141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54194) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:34.293109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-d76ab935-41e5-4eea-88c9-cbf91c17af59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:34.294718 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-d76ab935-41e5-4eea-88c9-cbf91c17af59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=11019f92-ac61-4726-97a2-979ab5b8ef64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1232309 Nov 25 19:51:34.352723 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab722f9-62e8-451d-a4dd-de5ec8db7a61 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:51:34.355905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bab722f9-62e8-451d-a4dd-de5ec8db7a61 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/0ffddbf3-f739-48c7-a912-0446dbea7603 HTTP/1.1" status: 404 len: 333 time: 0.1176219 Nov 25 19:51:34.409042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54196) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:34.437619 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ddea209b-24de-44b1-9258-817671012f66 None None] Could not find standard attr ID for object 0ffddbf3-f739-48c7-a912-0446dbea7603. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:34.496688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5cc777ff-ab6c-4650-b675-43b485663e31 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "PUT /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags HTTP/1.1" status: 200 len: 308 time: 0.3023551 Nov 25 19:51:34.504840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54198) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:34.518490 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-b39c40f3-c44e-42ab-ab4f-e712eaf21a7a service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152188 Nov 25 19:51:34.519177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-47bca3c5-92c5-484f-a4de-eac8f5146c4f tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe', 'tempest-TagsTest-Tag-1165160827') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:34.627559 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85a538fb-5120-48ee-a4cc-0e389b477e20 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:34.746531 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-2c71007b-2d94-4277-bceb-3a89279f90f2 service neutron] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191489 Nov 25 19:51:34.750077 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cdb65561-1538-4f77-85d3-0245ce764e2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:34.795027 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85a538fb-5120-48ee-a4cc-0e389b477e20 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:34.868885 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-c6b79f59-40ce-4521-a73b-d7f4f2cda2b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef HTTP/1.1" status: 200 len: 217 time: 0.1144135 Nov 25 19:51:34.875454 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-47bca3c5-92c5-484f-a4de-eac8f5146c4f tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "DELETE /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags/tempest-TagsTest-Tag-1165160827 HTTP/1.1" status: 204 len: 168 time: 0.3688595 Nov 25 19:51:34.890044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54200) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:34.904232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-9aff2011-6f81-460b-9fbf-10f87be0277a tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe', 'tempest-TagsTest-Tag-1165160827') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:35.005436 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85a538fb-5120-48ee-a4cc-0e389b477e20 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.014236 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85a538fb-5120-48ee-a4cc-0e389b477e20 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.019401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-85a538fb-5120-48ee-a4cc-0e389b477e20 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/security-groups/d25b99d3-72e2-449c-8d0c-f339e019e30e HTTP/1.1" status: 204 len: 168 time: 0.6087325 Nov 25 19:51:35.038323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54204) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:35.054711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-b83427e7-fde5-403d-aa5e-0ce392e4bb35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:35.056430 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-b83427e7-fde5-403d-aa5e-0ce392e4bb35 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.1806502 Nov 25 19:51:35.057643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:35.071737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a538fb-5120-48ee-a4cc-0e389b477e20 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25b99d3-72e2-449c-8d0c-f339e019e30e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:35.095454 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-9aff2011-6f81-460b-9fbf-10f87be0277a tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] show failed (client error): The resource could not be found. Nov 25 19:51:35.097230 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9aff2011-6f81-460b-9fbf-10f87be0277a tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "GET /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags/tempest-TagsTest-Tag-1165160827 HTTP/1.1" status: 404 len: 326 time: 0.2029424 Nov 25 19:51:35.101536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54208) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:35.114219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-dd81cfc5-ddf2-4296-8b70-e5336e617447 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe', 'tempest-TagsTest-Tag-252125813') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:35.231271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dd81cfc5-ddf2-4296-8b70-e5336e617447 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "GET /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags/tempest-TagsTest-Tag-252125813 HTTP/1.1" status: 204 len: 168 time: 0.1281219 Nov 25 19:51:35.234131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54210) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:35.240541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-0f73aed1-2b41-41db-a37a-55efceccebd5 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe', 'tempest-TagsTest-Tag-1944926136') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:35.284872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-d5116385-3361-4544-a96d-449e1201498b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:35.287929 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-d5116385-3361-4544-a96d-449e1201498b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2229612 Nov 25 19:51:35.325512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:35.329537 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.374836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0f73aed1-2b41-41db-a37a-55efceccebd5 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "GET /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags/tempest-TagsTest-Tag-1944926136 HTTP/1.1" status: 204 len: 168 time: 0.1369171 Nov 25 19:51:35.375449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54216) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:35.381245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-757d850e-f869-4523-9fcf-c5ca3dc6f017 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:35.388118 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8b6302f-4d8d-497e-864c-5a084d1db826 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.632025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-757d850e-f869-4523-9fcf-c5ca3dc6f017 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "DELETE /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags HTTP/1.1" status: 204 len: 168 time: 0.2516685 Nov 25 19:51:35.632968 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54218) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:35.644132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-fd6a43e3-1dad-4d96-b7db-28930501e613 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe', 'tempest-TagsTest-Tag-252125813') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:35.650114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8b6302f-4d8d-497e-864c-5a084d1db826 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.801475 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8b6302f-4d8d-497e-864c-5a084d1db826 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.812114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8b6302f-4d8d-497e-864c-5a084d1db826 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:35.822181 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a8b6302f-4d8d-497e-864c-5a084d1db826 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/security-groups/694d6eab-8f6a-40b7-8b5c-d6613f8b384f HTTP/1.1" status: 204 len: 168 time: 0.7820036 Nov 25 19:51:35.823790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54220) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:35.835344 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-208d96ff-a8ee-4e89-9ab2-aa958b189b13 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5338335 Nov 25 19:51:35.874726 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-fd6a43e3-1dad-4d96-b7db-28930501e613 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] show failed (client error): The resource could not be found. Nov 25 19:51:35.882990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fd6a43e3-1dad-4d96-b7db-28930501e613 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "GET /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags/tempest-TagsTest-Tag-252125813 HTTP/1.1" status: 404 len: 325 time: 0.2466745 Nov 25 19:51:35.883553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54222) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:35.892200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-36e7d08b-4fc1-4d0a-94af-f45a30af1bd9 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe', 'tempest-TagsTest-Tag-1944926136') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:35.997923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b6302f-4d8d-497e-864c-5a084d1db826 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=694d6eab-8f6a-40b7-8b5c-d6613f8b384f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:36.053181 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-36e7d08b-4fc1-4d0a-94af-f45a30af1bd9 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] show failed (client error): The resource could not be found. Nov 25 19:51:36.054981 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-36e7d08b-4fc1-4d0a-94af-f45a30af1bd9 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "GET /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags/tempest-TagsTest-Tag-1944926136 HTTP/1.1" status: 404 len: 326 time: 0.1703939 Nov 25 19:51:36.059996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54224) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:36.070076 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.tag.tag_plugin [None req-65cfb854-7d40-41c0-9ad6-00800e5974c5 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '10c772fc-5f51-4aba-ba5e-54ef6522bcbe') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:36.236306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-65cfb854-7d40-41c0-9ad6-00800e5974c5 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "DELETE /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe/tags HTTP/1.1" status: 204 len: 168 time: 0.1734898 Nov 25 19:51:36.247389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54228) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:36.425379 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:36.932387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a91fd82-1cb5-4faa-a87a-9c57ae9b97f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting subnet f69539f4-cd85-442e-9133-65e67cc6b762 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:36.937712 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a91fd82-1cb5-4faa-a87a-9c57ae9b97f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:36.989039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a91fd82-1cb5-4faa-a87a-9c57ae9b97f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.017218 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-78ffb977-15cc-40ad-b9d5-c6ad7a4909a8 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1146007 Nov 25 19:51:37.137473 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-d48deef0-9564-4854-bf23-07f96ae54608 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0 HTTP/1.1" status: 200 len: 217 time: 0.1102972 Nov 25 19:51:37.302503 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a91fd82-1cb5-4faa-a87a-9c57ae9b97f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.306995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.510441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a91fd82-1cb5-4faa-a87a-9c57ae9b97f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.555290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.611152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c772fc-5f51-4aba-ba5e-54ef6522bcbe']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:37.656261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b2b9499-c75b-44e2-a00a-8f040d1bc27a') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:37.656722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b2b9499-c75b-44e2-a00a-8f040d1bc27a') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:37.671919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6304228e-6ae6-4ded-b861-8d15fe023fe6 None None] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:37.688755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91fd82-1cb5-4faa-a87a-9c57ae9b97f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Subnet': ['ID=f69539f4-cd85-442e-9133-65e67cc6b762,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:37.697408 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.701047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6a91fd82-1cb5-4faa-a87a-9c57ae9b97f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:37.716761 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6a91fd82-1cb5-4faa-a87a-9c57ae9b97f1 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/f69539f4-cd85-442e-9133-65e67cc6b762 HTTP/1.1" status: 204 len: 168 time: 1.8794248 Nov 25 19:51:37.734486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54248) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:37.778873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2f2c270b-ec4e-4485-9ef5-3208a414abbc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:37.789220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-3bb7a94b-6e87-4931-9ef8-1ea8f6436c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:37.794308 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-3bb7a94b-6e87-4931-9ef8-1ea8f6436c59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 200 len: 797 time: 0.3311527 Nov 25 19:51:37.897870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-f259af08-184a-43c3-95b1-971fe4537560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:37.901075 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-f259af08-184a-43c3-95b1-971fe4537560 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1004629 Nov 25 19:51:37.962362 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.007188 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.041410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:51:38.045485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:51:38.064218 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:51:38.112085 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-b27e24d1-4c2a-4eb5-9a27-a07d8c923916 service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032712 Nov 25 19:51:38.260767 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.273354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.276598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] 10.222.0.15 "DELETE /v2.0/networks/10c772fc-5f51-4aba-ba5e-54ef6522bcbe HTTP/1.1" status: 204 len: 168 time: 2.0279131 Nov 25 19:51:38.314330 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.341360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb038d2c-365a-47b7-9186-57d8e58fc241 tempest-TagsTest-2007341703 tempest-TagsTest-2007341703-project] Pushing event deleted for resources: {'Network': ['ID=10c772fc-5f51-4aba-ba5e-54ef6522bcbe,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:38.342217 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0e7d628-0500-47d3-977f-9e30bd9fa816 req-c580a12d-9e9d-4ccf-8757-c81bdebb6dee service neutron] 10.222.0.60 "GET /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197495 Nov 25 19:51:38.383111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2c270b-ec4e-4485-9ef5-3208a414abbc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:38.388971 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f2c270b-ec4e-4485-9ef5-3208a414abbc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:38.969095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f2c270b-ec4e-4485-9ef5-3208a414abbc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.057904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2c270b-ec4e-4485-9ef5-3208a414abbc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:39.067792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2f2c270b-ec4e-4485-9ef5-3208a414abbc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:39.078464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2c270b-ec4e-4485-9ef5-3208a414abbc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:39.079988 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f2c270b-ec4e-4485-9ef5-3208a414abbc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.110867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c270b-ec4e-4485-9ef5-3208a414abbc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Subnet': ['ID=de25ffcb-d4e6-46bf-9a95-0dbc2745b595,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:39.120631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2f2c270b-ec4e-4485-9ef5-3208a414abbc tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3721385 Nov 25 19:51:39.121100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54262) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:39.126767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-79e2a8ac-1eeb-4927-bd4c-93146e99ac7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'security_group': {'name': 'tempest-secgroup-93897900'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:39.190375 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79e2a8ac-1eeb-4927-bd4c-93146e99ac7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.236497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54264) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:39.373545 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79e2a8ac-1eeb-4927-bd4c-93146e99ac7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.381778 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79e2a8ac-1eeb-4927-bd4c-93146e99ac7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.494694 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79e2a8ac-1eeb-4927-bd4c-93146e99ac7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.503048 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-79e2a8ac-1eeb-4927-bd4c-93146e99ac7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3784578 Nov 25 19:51:39.506666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54268) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:39.519959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e2a8ac-1eeb-4927-bd4c-93146e99ac7c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff40d17-f207-4072-8f7a-d394fc4d982f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:39.532246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-63659c03-26ea-4e75-964b-4b79323503ff tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'security_group': {'name': 'tempest-secgroup-913598019'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:39.604501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63659c03-26ea-4e75-964b-4b79323503ff tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.641542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-031513f1-eb44-419d-96c5-d54cfd13b9c0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04d1ab46d72f4ee5bf4161a19ed91afc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4032154 Nov 25 19:51:39.644426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54274) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:39.753336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41b983-d0d2-4189-a0da-7a3664fb948a None None] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:39.764856 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63659c03-26ea-4e75-964b-4b79323503ff tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.775237 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63659c03-26ea-4e75-964b-4b79323503ff tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.846532 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63659c03-26ea-4e75-964b-4b79323503ff tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.854314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-63659c03-26ea-4e75-964b-4b79323503ff tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3400521 Nov 25 19:51:39.865800 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54276) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:39.868732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-96b7ae0c-869b-43e6-a1c9-72a066c4a001 None None] Provisioning complete for port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:39.872568 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96b7ae0c-869b-43e6-a1c9-72a066c4a001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.876086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-101c41ad-0e76-4319-abb5-fa6f67344fb9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'security_group': {'name': 'tempest-secgroup-1546487618'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:39.898307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63659c03-26ea-4e75-964b-4b79323503ff tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4bdac8-e7ef-4dae-9624-b2c234e3a46b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:39.901038 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc70d4c9-5a03-4027-a8b9-556263b1fe16 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:39.930901 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-101c41ad-0e76-4319-abb5-fa6f67344fb9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.000237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc70d4c9-5a03-4027-a8b9-556263b1fe16 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.184505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc70d4c9-5a03-4027-a8b9-556263b1fe16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.189675 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc70d4c9-5a03-4027-a8b9-556263b1fe16 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.198722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bc70d4c9-5a03-4027-a8b9-556263b1fe16 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9b5f5181-d2ce-4592-8a7c-dc763d6ce2b0 HTTP/1.1" status: 204 len: 168 time: 0.5471337 Nov 25 19:51:40.231923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70d4c9-5a03-4027-a8b9-556263b1fe16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b5f5181-d2ce-4592-8a7c-dc763d6ce2b0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:40.258272 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-96b7ae0c-869b-43e6-a1c9-72a066c4a001 None None] Port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:40.319897 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-101c41ad-0e76-4319-abb5-fa6f67344fb9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.322751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-96b7ae0c-869b-43e6-a1c9-72a066c4a001 None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:40.323751 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96b7ae0c-869b-43e6-a1c9-72a066c4a001 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.358504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-101c41ad-0e76-4319-abb5-fa6f67344fb9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.546291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101c41ad-0e76-4319-abb5-fa6f67344fb9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=219af788-13d4-49c5-b0eb-8c55376ca0a1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:40.623117 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-101c41ad-0e76-4319-abb5-fa6f67344fb9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:40.632802 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-101c41ad-0e76-4319-abb5-fa6f67344fb9 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7616262 Nov 25 19:51:40.633758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54294) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:40.660722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-618525906', 'security_groups': ['219af788-13d4-49c5-b0eb-8c55376ca0a1'], 'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'de25ffcb-d4e6-46bf-9a95-0dbc2745b595'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:41.039635 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3446c889-9c64-48c3-b015-859368a96f2c None None] Update dhcp port {'port': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'fixed_ips': [{'subnet_id': 'f617cd24-17cc-4752-8ff3-b9f5ae6b2355', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de25ffcb-d4e6-46bf-9a95-0dbc2745b595'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '8fe80d9a-1db9-4dc0-93f7-2409e2477e42'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:51:41.159087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:41.202068 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3446c889-9c64-48c3-b015-859368a96f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:41.502499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-3446c889-9c64-48c3-b015-859368a96f2c None None] Allocated IP 172.20.0.2 (238d439a-9d5b-4cb6-825e-eb80cd3439ad/de25ffcb-d4e6-46bf-9a95-0dbc2745b595/8fe80d9a-1db9-4dc0-93f7-2409e2477e42) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:41.697898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3446c889-9c64-48c3-b015-859368a96f2c None None] For port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,segment=NetworkSegment(d58ba6df-030f-4d81-bc6b-80129d70c03a),segment_id=d58ba6df-030f-4d81-bc6b-80129d70c03a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:41.707998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:41.766115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] device_id is not set on port d4f8284f-c362-4216-9d98-b639a0db982a yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:41.782088 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3446c889-9c64-48c3-b015-859368a96f2c None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:41.800111 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3446c889-9c64-48c3-b015-859368a96f2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:42.054444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3446c889-9c64-48c3-b015-859368a96f2c None None] Pushing event updated for resources: {'Port': ['ID=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:42.405026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.9 (238d439a-9d5b-4cb6-825e-eb80cd3439ad/de25ffcb-d4e6-46bf-9a95-0dbc2745b595/d4f8284f-c362-4216-9d98-b639a0db982a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:42.615582 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:42.679375 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:42.758784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:42.793564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:42.795840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:51:42.896042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=d4f8284f-c362-4216-9d98-b639a0db982a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:42.917387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:42.926827 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:42.973442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:42.997721 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cb7fdbbd-74d3-4891-9f10-87d081754c8a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3591139 Nov 25 19:51:43.002504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54404) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:43.009922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-25d4a93d-dd7b-49ba-a562-757f3eb4cb91 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:43.234453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:43.235358 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:43.593229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d4a93d-dd7b-49ba-a562-757f3eb4cb91 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:43.597973 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25d4a93d-dd7b-49ba-a562-757f3eb4cb91 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:43.600569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0508237a-c4e1-471c-b384-d6b33ad61eca None None] Provisioning complete for port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:43.601204 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0508237a-c4e1-471c-b384-d6b33ad61eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:43.828064 n-d-817303-9 neutron-server[103651]: INFO neutron.db.ipam_backend_mixin [None req-25d4a93d-dd7b-49ba-a562-757f3eb4cb91 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet de25ffcb-d4e6-46bf-9a95-0dbc2745b595 (CIDR: 172.20.0.0/28) Nov 25 19:51:43.831742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0508237a-c4e1-471c-b384-d6b33ad61eca None None] Port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:43.833713 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d4a93d-dd7b-49ba-a562-757f3eb4cb91 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:51:43.841309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d4a93d-dd7b-49ba-a562-757f3eb4cb91 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:43.868106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0508237a-c4e1-471c-b384-d6b33ad61eca None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:43.869823 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0508237a-c4e1-471c-b384-d6b33ad61eca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:43.885006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-25d4a93d-dd7b-49ba-a562-757f3eb4cb91 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8802135 Nov 25 19:51:43.888430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54450) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:43.898433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b23f5072-b447-453f-8973-42335d1abca5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:44.173846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23f5072-b447-453f-8973-42335d1abca5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:44.180358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b23f5072-b447-453f-8973-42335d1abca5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:44.273359 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4d69dc6-3a54-4e73-b10d-5f2b383c518e None None] Provisioning complete for port d4f8284f-c362-4216-9d98-b639a0db982a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:44.275845 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4d69dc6-3a54-4e73-b10d-5f2b383c518e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:44.340348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4d69dc6-3a54-4e73-b10d-5f2b383c518e None None] Port d4f8284f-c362-4216-9d98-b639a0db982a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:44.360324 n-d-817303-9 neutron-server[103652]: INFO neutron.db.ipam_backend_mixin [None req-b23f5072-b447-453f-8973-42335d1abca5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f617cd24-17cc-4752-8ff3-b9f5ae6b2355 (CIDR: 172.20.0.16/28) Nov 25 19:51:44.366584 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b23f5072-b447-453f-8973-42335d1abca5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:51:44.367280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b23f5072-b447-453f-8973-42335d1abca5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:44.399667 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b23f5072-b447-453f-8973-42335d1abca5 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5020626 Nov 25 19:51:44.399979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54478) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:44.405055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-609a5482-4dd5-4aeb-a82a-721f6a02d5f8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'subnet': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:44.612549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-609a5482-4dd5-4aeb-a82a-721f6a02d5f8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Made reservation on behalf of 21e90a9a8da64cb798cde144d4037c2b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:51:44.618899 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-609a5482-4dd5-4aeb-a82a-721f6a02d5f8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:45.023781 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-609a5482-4dd5-4aeb-a82a-721f6a02d5f8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:45.121531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-609a5482-4dd5-4aeb-a82a-721f6a02d5f8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:51:45.127016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-609a5482-4dd5-4aeb-a82a-721f6a02d5f8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:51:45.133525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-609a5482-4dd5-4aeb-a82a-721f6a02d5f8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:45.134141 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-609a5482-4dd5-4aeb-a82a-721f6a02d5f8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:45.147959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d0703c-f527-4b58-aaba-d14ba322da62 None None] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:45.151528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609a5482-4dd5-4aeb-a82a-721f6a02d5f8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Subnet': ['ID=397d8977-5483-41be-966b-5098d0e794e1,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:45.168136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-609a5482-4dd5-4aeb-a82a-721f6a02d5f8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7667751 Nov 25 19:51:45.171835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54538) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:45.178685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-65fc1caa-a3b4-4e03-99ed-c5cc19f01d84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2055512109', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '397d8977-5483-41be-966b-5098d0e794e1'}], 'security_groups': ['0ff40d17-f207-4072-8f7a-d394fc4d982f', 'ad4bdac8-e7ef-4dae-9624-b2c234e3a46b']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:45.806413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Update dhcp port {'port': {'network_id': '238d439a-9d5b-4cb6-825e-eb80cd3439ad', 'fixed_ips': [{'subnet_id': 'f617cd24-17cc-4752-8ff3-b9f5ae6b2355', 'ip_address': '172.20.0.18'}, {'subnet_id': 'de25ffcb-d4e6-46bf-9a95-0dbc2745b595', 'ip_address': '172.20.0.2'}, {'subnet_id': '397d8977-5483-41be-966b-5098d0e794e1'}], 'binding:host_id': 'n-d-817303-9'}, 'id': '8fe80d9a-1db9-4dc0-93f7-2409e2477e42'} from n-d-817303-9. {{(pid=103653) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 25 19:51:45.845274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65fc1caa-a3b4-4e03-99ed-c5cc19f01d84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:45.891090 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:46.423104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Allocated IP 172.20.0.34 (238d439a-9d5b-4cb6-825e-eb80cd3439ad/397d8977-5483-41be-966b-5098d0e794e1/8fe80d9a-1db9-4dc0-93f7-2409e2477e42) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:46.726557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] For port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,segment=NetworkSegment(d58ba6df-030f-4d81-bc6b-80129d70c03a),segment_id=d58ba6df-030f-4d81-bc6b-80129d70c03a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:46.850402 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:46.887099 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:47.068969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Pushing event updated for resources: {'Port': ['ID=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:47.076663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-65fc1caa-a3b4-4e03-99ed-c5cc19f01d84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Delete allocated IP 172.20.0.9 (238d439a-9d5b-4cb6-825e-eb80cd3439ad/de25ffcb-d4e6-46bf-9a95-0dbc2745b595) {{(pid=103651) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 25 19:51:47.089697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.090520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.091069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.095322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.095983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.096497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.097005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.097502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-65fc1caa-a3b4-4e03-99ed-c5cc19f01d84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Allocated IP 172.20.0.38 (238d439a-9d5b-4cb6-825e-eb80cd3439ad/397d8977-5483-41be-966b-5098d0e794e1/d4f8284f-c362-4216-9d98-b639a0db982a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:51:47.097680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.098164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.098676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.099224 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.099879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270183af-458e-472a-b459-81bfcd0d2790 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:51:47.496107 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65fc1caa-a3b4-4e03-99ed-c5cc19f01d84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:47.543307 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65fc1caa-a3b4-4e03-99ed-c5cc19f01d84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:47.604909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc1caa-a3b4-4e03-99ed-c5cc19f01d84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event updated for resources: {'Port': ['ID=d4f8284f-c362-4216-9d98-b639a0db982a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:47.643181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800b39-6ea4-442f-bdba-8e56b010b65c req-391216e8-54dc-4ce8-8f0f-324048202ed8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:47.650934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800b39-6ea4-442f-bdba-8e56b010b65c req-391216e8-54dc-4ce8-8f0f-324048202ed8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:47.669108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800b39-6ea4-442f-bdba-8e56b010b65c req-391216e8-54dc-4ce8-8f0f-324048202ed8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:47.686011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800b39-6ea4-442f-bdba-8e56b010b65c req-391216e8-54dc-4ce8-8f0f-324048202ed8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:47.696839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800b39-6ea4-442f-bdba-8e56b010b65c req-391216e8-54dc-4ce8-8f0f-324048202ed8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:47.706828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800b39-6ea4-442f-bdba-8e56b010b65c req-391216e8-54dc-4ce8-8f0f-324048202ed8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:47.722304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800b39-6ea4-442f-bdba-8e56b010b65c req-391216e8-54dc-4ce8-8f0f-324048202ed8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:47.737226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c800b39-6ea4-442f-bdba-8e56b010b65c req-391216e8-54dc-4ce8-8f0f-324048202ed8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5446 time: 0.2510900 Nov 25 19:51:47.973536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-0aeddd9d-091c-42fe-a4f8-a1a4684b73b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:47.998682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-0aeddd9d-091c-42fe-a4f8-a1a4684b73b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:48.008638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-0aeddd9d-091c-42fe-a4f8-a1a4684b73b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:48.018866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-0aeddd9d-091c-42fe-a4f8-a1a4684b73b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:48.028307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-0aeddd9d-091c-42fe-a4f8-a1a4684b73b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:48.035520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-0aeddd9d-091c-42fe-a4f8-a1a4684b73b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:48.043244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-65fc1caa-a3b4-4e03-99ed-c5cc19f01d84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] In _notify_port_updated(), no bound segment for port d4f8284f-c362-4216-9d98-b639a0db982a on network 238d439a-9d5b-4cb6-825e-eb80cd3439ad {{(pid=103651) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:51:48.043771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-0aeddd9d-091c-42fe-a4f8-a1a4684b73b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:48.045979 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-0aeddd9d-091c-42fe-a4f8-a1a4684b73b5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5446 time: 0.1775339 Nov 25 19:51:48.064349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fc1caa-a3b4-4e03-99ed-c5cc19f01d84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:48.065068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65fc1caa-a3b4-4e03-99ed-c5cc19f01d84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.081027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-65fc1caa-a3b4-4e03-99ed-c5cc19f01d84 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "PUT /v2.0/ports/d4f8284f-c362-4216-9d98-b639a0db982a HTTP/1.1" status: 200 len: 960 time: 2.9040549 Nov 25 19:51:48.102924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54730) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:48.219306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c800b39-6ea4-442f-bdba-8e56b010b65c req-9722a971-b93f-4034-9630-cafd9d2e7806 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4767690 Nov 25 19:51:48.272907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-09105fc2-6eca-45bf-b851-8c1f3d4d19f6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:48.275617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-09105fc2-6eca-45bf-b851-8c1f3d4d19f6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "GET /v2.0/ports/ce49200e-7a12-415f-ba24-3bfb7d146868?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2183266 Nov 25 19:51:48.444690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfeae7-741f-4de5-860c-9d6f9b22744a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port d4f8284f-c362-4216-9d98-b639a0db982a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:48.445257 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3dfeae7-741f-4de5-860c-9d6f9b22744a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.765763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-de98156f-6953-4095-a0db-dd47e9166562 None None] Provisioning complete for port d4f8284f-c362-4216-9d98-b639a0db982a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:48.766579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-de98156f-6953-4095-a0db-dd47e9166562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.775636 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-c2bd33cd-518e-4df7-b695-7787235896cd tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "GET /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4835963 Nov 25 19:51:48.799155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:48.813205 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3dfeae7-741f-4de5-860c-9d6f9b22744a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:48.874233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b3dfeae7-741f-4de5-860c-9d6f9b22744a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for d4f8284f-c362-4216-9d98-b639a0db982a owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:48.973375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-de98156f-6953-4095-a0db-dd47e9166562 None None] Port d4f8284f-c362-4216-9d98-b639a0db982a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:48.997981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-de98156f-6953-4095-a0db-dd47e9166562 None None] Provisioning complete for port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:48.998967 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-de98156f-6953-4095-a0db-dd47e9166562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.067996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:51:49.081043 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-de98156f-6953-4095-a0db-dd47e9166562 None None] Port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:49.084203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.227643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-de98156f-6953-4095-a0db-dd47e9166562 None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:49.241895 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-de98156f-6953-4095-a0db-dd47e9166562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.610792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] For port ce49200e-7a12-415f-ba24-3bfb7d146868, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ce49200e-7a12-415f-ba24-3bfb7d146868,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:49.617760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:49.618197 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.676169 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3dfeae7-741f-4de5-860c-9d6f9b22744a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.745184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] For port ce49200e-7a12-415f-ba24-3bfb7d146868, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:49.849454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] device_id is not set on port ce49200e-7a12-415f-ba24-3bfb7d146868 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:49.875903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:49.891420 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.017013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] Pushing event updated for resources: {'Port': ['ID=ce49200e-7a12-415f-ba24-3bfb7d146868,revision_number=6']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:50.054790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dfeae7-741f-4de5-860c-9d6f9b22744a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=d4f8284f-c362-4216-9d98-b639a0db982a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:50.077818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54864) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:50.096490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] No DVR routers for this DVR port ce49200e-7a12-415f-ba24-3bfb7d146868 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:50.124317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823160-ac0b-4406-a106-bbbabaeaa662 req-f8389db9-60eb-4548-99d0-80a4f9ad64c6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:50.132168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a0024380-f25d-43e0-98e5-c325191d5d04 None None] Could not find standard attr ID for object d4f8284f-c362-4216-9d98-b639a0db982a. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:51:50.182713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823160-ac0b-4406-a106-bbbabaeaa662 req-f8389db9-60eb-4548-99d0-80a4f9ad64c6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:50.187616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] In _notify_port_updated(), no bound segment for port ce49200e-7a12-415f-ba24-3bfb7d146868 on network 11019f92-ac61-4726-97a2-979ab5b8ef64 {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:51:50.188537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:50.189177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.194156 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b92fc29d-b9af-4f6a-8070-97d6c2c6cabe service neutron] 10.222.0.60 "PUT /v2.0/ports/ce49200e-7a12-415f-ba24-3bfb7d146868 HTTP/1.1" status: 200 len: 1033 time: 1.4106004 Nov 25 19:51:50.201095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823160-ac0b-4406-a106-bbbabaeaa662 req-f8389db9-60eb-4548-99d0-80a4f9ad64c6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:50.219515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823160-ac0b-4406-a106-bbbabaeaa662 req-f8389db9-60eb-4548-99d0-80a4f9ad64c6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:50.236529 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823160-ac0b-4406-a106-bbbabaeaa662 req-f8389db9-60eb-4548-99d0-80a4f9ad64c6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:50.253360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823160-ac0b-4406-a106-bbbabaeaa662 req-f8389db9-60eb-4548-99d0-80a4f9ad64c6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:50.286741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42823160-ac0b-4406-a106-bbbabaeaa662 req-f8389db9-60eb-4548-99d0-80a4f9ad64c6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:50.307593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42823160-ac0b-4406-a106-bbbabaeaa662 req-f8389db9-60eb-4548-99d0-80a4f9ad64c6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 5446 time: 0.7715783 Nov 25 19:51:50.317304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-826f2aa4-f43a-4fb1-82bb-9c976cf4f71f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:50.318899 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-826f2aa4-f43a-4fb1-82bb-9c976cf4f71f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "GET /v2.0/ports/fb561747-6f3c-49c3-accb-3206128ee7ab?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1169865 Nov 25 19:51:50.361472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:51:50.492616 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.554897 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3dfeae7-741f-4de5-860c-9d6f9b22744a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.566927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b3dfeae7-741f-4de5-860c-9d6f9b22744a tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/d4f8284f-c362-4216-9d98-b639a0db982a HTTP/1.1" status: 204 len: 168 time: 2.4543436 Nov 25 19:51:50.581643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54886) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:50.595877 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42823160-ac0b-4406-a106-bbbabaeaa662 req-e2345a98-a4aa-415a-a75a-a1dd7dde0fa7 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=8471c015-870a-4ab5-abfa-bb4846f61774&id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2745719 Nov 25 19:51:50.631618 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5290e330-b54a-4fb3-8383-3a78f1b6af15 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] GET failed (client error): The resource could not be found. Nov 25 19:51:50.638842 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5290e330-b54a-4fb3-8383-3a78f1b6af15 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports/d4f8284f-c362-4216-9d98-b639a0db982a HTTP/1.1" status: 404 len: 333 time: 0.0557959 Nov 25 19:51:50.640134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54894) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:50.700529 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.778324 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d37d599-67ac-4cf5-969c-e0967fdcd3e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:50.984177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] For port fb561747-6f3c-49c3-accb-3206128ee7ab, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb561747-6f3c-49c3-accb-3206128ee7ab,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:51.031386 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4789b415-49af-4f64-8b3a-7c5fd1198c42 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.045402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4a37f25a-af5b-474f-afee-5206e180051f None None] Provisioning complete for port ce49200e-7a12-415f-ba24-3bfb7d146868 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:51.057172 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4a37f25a-af5b-474f-afee-5206e180051f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.076251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] For port fb561747-6f3c-49c3-accb-3206128ee7ab, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:51:51.112946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4a37f25a-af5b-474f-afee-5206e180051f None None] Port ce49200e-7a12-415f-ba24-3bfb7d146868 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:51.166210 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4789b415-49af-4f64-8b3a-7c5fd1198c42 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.197879 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] device_id is not set on port fb561747-6f3c-49c3-accb-3206128ee7ab yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:51:51.213647 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d37d599-67ac-4cf5-969c-e0967fdcd3e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.223311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.233076 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5d37d599-67ac-4cf5-969c-e0967fdcd3e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.234467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:51.241197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.485999 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.565552 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5d37d599-67ac-4cf5-969c-e0967fdcd3e4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=94a720a55b34419e89f85097d2234335&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4858675 Nov 25 19:51:51.567071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088dfcb3-8849-4ae4-8bb7-b2e03d60ebef'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:51.574203 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d99e1628-5222-4cc4-849d-31552aa52d1f" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-unplugged", "status": "completed", "tag": "088dfcb3-8849-4ae4-8bb7-b2e03d60ebef"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:51.577602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54936) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:51.603699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] No DVR routers for this DVR port fb561747-6f3c-49c3-accb-3206128ee7ab on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:51.608132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] Pushing event updated for resources: {'Port': ['ID=fb561747-6f3c-49c3-accb-3206128ee7ab,revision_number=6']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:51.612100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d37d599-67ac-4cf5-969c-e0967fdcd3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04aa01d1-f125-492f-b290-e5200bbf6b06,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:51.631391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:51.638575 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.639737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 65636e05-774f-452f-8240-2f811a684d5a no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:51.717276 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4789b415-49af-4f64-8b3a-7c5fd1198c42 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.717817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] In _notify_port_updated(), no bound segment for port fb561747-6f3c-49c3-accb-3206128ee7ab on network 11019f92-ac61-4726-97a2-979ab5b8ef64 {{(pid=103652) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 25 19:51:51.720202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:51.721492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.724564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-6404f9f9-dd98-4719-8978-160c5748197c service neutron] 10.222.0.60 "PUT /v2.0/ports/fb561747-6f3c-49c3-accb-3206128ee7ab HTTP/1.1" status: 200 len: 1033 time: 1.3977013 Nov 25 19:51:51.727367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4789b415-49af-4f64-8b3a-7c5fd1198c42 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.744118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4789b415-49af-4f64-8b3a-7c5fd1198c42 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/security-groups/219af788-13d4-49c5-b0eb-8c55376ca0a1 HTTP/1.1" status: 204 len: 168 time: 1.0322006 Nov 25 19:51:51.803883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54944) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:51.806118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789b415-49af-4f64-8b3a-7c5fd1198c42 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=219af788-13d4-49c5-b0eb-8c55376ca0a1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:51.821570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:51.923499 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:51.980340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Deleting port 65636e05-774f-452f-8240-2f811a684d5a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:51.981236 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.031822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 65636e05-774f-452f-8240-2f811a684d5a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=65636e05-774f-452f-8240-2f811a684d5a,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:52.044607 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.046047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:52.119957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f01ae8-b4a1-4925-a7ca-1f963f0bd1b8 req-e76dcdde-c5cf-468e-874d-e82ca05998a7 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:52.136583 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62f01ae8-b4a1-4925-a7ca-1f963f0bd1b8 req-e76dcdde-c5cf-468e-874d-e82ca05998a7 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.5157137 Nov 25 19:51:52.197166 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1760693c-ef36-4a6b-ad30-0412bb888d34 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.253263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] For port 65636e05-774f-452f-8240-2f811a684d5a, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=65636e05-774f-452f-8240-2f811a684d5a,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:52.253843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.281292 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1760693c-ef36-4a6b-ad30-0412bb888d34 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.374162 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55e6e712-8d5d-4c6c-8d43-3e7a68e9971e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.431631 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55e6e712-8d5d-4c6c-8d43-3e7a68e9971e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.501883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62f01ae8-b4a1-4925-a7ca-1f963f0bd1b8 req-ee6829a3-c73a-4718-9d83-0c82f146b5d4 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3639944 Nov 25 19:51:52.548994 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1760693c-ef36-4a6b-ad30-0412bb888d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.560032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=65636e05-774f-452f-8240-2f811a684d5a,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:52.564847 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1760693c-ef36-4a6b-ad30-0412bb888d34 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.568959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1760693c-ef36-4a6b-ad30-0412bb888d34 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/04aa01d1-f125-492f-b290-e5200bbf6b06 HTTP/1.1" status: 204 len: 168 time: 0.9859056 Nov 25 19:51:52.665497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1760693c-ef36-4a6b-ad30-0412bb888d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04aa01d1-f125-492f-b290-e5200bbf6b06,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:52.690440 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55e6e712-8d5d-4c6c-8d43-3e7a68e9971e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.696842 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-55e6e712-8d5d-4c6c-8d43-3e7a68e9971e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.702891 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-55e6e712-8d5d-4c6c-8d43-3e7a68e9971e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/security-groups/ad4bdac8-e7ef-4dae-9624-b2c234e3a46b HTTP/1.1" status: 204 len: 168 time: 0.8471637 Nov 25 19:51:52.704628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54992) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:52.784071 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b586dce1-9d2f-4c20-85a1-109248997a46 x-openstack-request-id: req-b586dce1-9d2f-4c20-85a1-109248997a46 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:52.785937 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-unplugged", "status": "completed", "tag": "088dfcb3-8849-4ae4-8bb7-b2e03d60ebef", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:52.786445 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b586dce1-9d2f-4c20-85a1-109248997a46 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:52.787293 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '088dfcb3-8849-4ae4-8bb7-b2e03d60ebef', 'code': 200} Nov 25 19:51:52.795749 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.803981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e6e712-8d5d-4c6c-8d43-3e7a68e9971e tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4bdac8-e7ef-4dae-9624-b2c234e3a46b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:52.857868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a1e58bad-c3cc-4cd2-83a7-6decd8b12056 None None] Provisioning complete for port fb561747-6f3c-49c3-accb-3206128ee7ab triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:52.858654 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a1e58bad-c3cc-4cd2-83a7-6decd8b12056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.903551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.904355 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:52.904797 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Floating IP a4527237-1a38-42e5-adb4-5bf983392bd6 disassociated. External IP: 172.25.8.139, port: 65636e05-774f-452f-8240-2f811a684d5a. Nov 25 19:51:52.905329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Calling delete_port for 65636e05-774f-452f-8240-2f811a684d5a owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:52.933673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a1e58bad-c3cc-4cd2-83a7-6decd8b12056 None None] Port fb561747-6f3c-49c3-accb-3206128ee7ab cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:53.078571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:53.094789 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.095846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 43d3c575-757a-4ad9-a707-160601e5750e no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:53.102660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e469-62ff-47dc-91d1-5e18314cd7b9 req-53a5a496-3afe-478b-b12e-21281eb48f3b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:53.113806 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e469-62ff-47dc-91d1-5e18314cd7b9 req-53a5a496-3afe-478b-b12e-21281eb48f3b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:53.130074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e469-62ff-47dc-91d1-5e18314cd7b9 req-53a5a496-3afe-478b-b12e-21281eb48f3b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:53.133500 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.158925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e469-62ff-47dc-91d1-5e18314cd7b9 req-53a5a496-3afe-478b-b12e-21281eb48f3b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:53.168525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec67e469-62ff-47dc-91d1-5e18314cd7b9 req-53a5a496-3afe-478b-b12e-21281eb48f3b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:53.217155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:53.220659 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ec67e469-62ff-47dc-91d1-5e18314cd7b9 req-53a5a496-3afe-478b-b12e-21281eb48f3b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 3882 time: 0.4263411 Nov 25 19:51:53.267849 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.351963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 43d3c575-757a-4ad9-a707-160601e5750e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=43d3c575-757a-4ad9-a707-160601e5750e,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:53.361432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0e3bd6fc-4319-4a9a-ac70-de496758a133 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.366226 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.367080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3e36c5a3-e2d4-4108-add5-5ea119f844c0 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:53.395153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ec67e469-62ff-47dc-91d1-5e18314cd7b9 req-00bcb0e3-72b3-4571-9736-054a8efd0b4d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598108 Nov 25 19:51:53.487986 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0e3bd6fc-4319-4a9a-ac70-de496758a133 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.502087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.527419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55010) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:53.574619 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=43d3c575-757a-4ad9-a707-160601e5750e,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:53.595485 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.622710 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88b38833-740c-4f1a-a25b-74249df6d5fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.629247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Port': ['ID=65636e05-774f-452f-8240-2f811a684d5a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:53.729331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3e36c5a3-e2d4-4108-add5-5ea119f844c0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:53.744247 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.750773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ce49200e-7a12-415f-ba24-3bfb7d146868 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:53.788186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d13870-9b12-4fb7-b3fb-07e019dadd21 req-de646542-b3ef-4541-8477-075542cb2b82 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:53.797400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64d13870-9b12-4fb7-b3fb-07e019dadd21 req-de646542-b3ef-4541-8477-075542cb2b82 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1031141 Nov 25 19:51:53.826208 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0e3bd6fc-4319-4a9a-ac70-de496758a133 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.832298 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0e3bd6fc-4319-4a9a-ac70-de496758a133 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:53.837788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0e3bd6fc-4319-4a9a-ac70-de496758a133 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/security-groups/0ff40d17-f207-4072-8f7a-d394fc4d982f HTTP/1.1" status: 204 len: 168 time: 1.1222668 Nov 25 19:51:53.839785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55018) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:53.967867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-426bd454-c062-431e-ab6b-08df644805bf tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting subnet de25ffcb-d4e6-46bf-9a95-0dbc2745b595 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:54.002271 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3bd6fc-4319-4a9a-ac70-de496758a133 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff40d17-f207-4072-8f7a-d394fc4d982f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:54.010087 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-426bd454-c062-431e-ab6b-08df644805bf tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.054779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Router 6193d53b-5e1c-48fc-a75e-4ffd15178530 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:51:54.105823 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-426bd454-c062-431e-ab6b-08df644805bf tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.125665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ce49200e-7a12-415f-ba24-3bfb7d146868 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:54.126370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb561747-6f3c-49c3-accb-3206128ee7ab no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:51:54.176759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64d13870-9b12-4fb7-b3fb-07e019dadd21 req-c6c3fce5-cacc-458a-bf6d-f88307d02640 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777425 Nov 25 19:51:54.235236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3e36c5a3-e2d4-4108-add5-5ea119f844c0,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:54.271838 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb561747-6f3c-49c3-accb-3206128ee7ab not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:51:54.329533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88b38833-740c-4f1a-a25b-74249df6d5fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.391636 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:51:54.418077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb33e9af-cb95-464c-b3c5-806792c36294 None None] Sync routers for ids ['6193d53b-5e1c-48fc-a75e-4ffd15178530'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:51:54.446016 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-88b38833-740c-4f1a-a25b-74249df6d5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.478567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33e9af-cb95-464c-b3c5-806792c36294 None None] Routers {'6193d53b-5e1c-48fc-a75e-4ffd15178530'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:51:54.481831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-bb33e9af-cb95-464c-b3c5-806792c36294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:51:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6193d53b-5e1c-48fc-a75e-4ffd15178530'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:54.504721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] No DVR routers for this DVR port 65636e05-774f-452f-8240-2f811a684d5a on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:54.517230 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.521458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e132cbfe-07a0-458e-93d7-578947ca6cd4 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "DELETE /v2.0/ports/65636e05-774f-452f-8240-2f811a684d5a HTTP/1.1" status: 204 len: 173 time: 2.7883499 Nov 25 19:51:54.521954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-deleted', 'tag': '65636e05-774f-452f-8240-2f811a684d5a'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:54.524446 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa51e744-004e-4c0e-ba4c-ff50ec0cdeda" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-deleted", "tag": "65636e05-774f-452f-8240-2f811a684d5a"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:54.669293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-88b38833-740c-4f1a-a25b-74249df6d5fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4790263a9f5f41de9b5eef7fbb5b2b7b&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1326728 Nov 25 19:51:54.669293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b38833-740c-4f1a-a25b-74249df6d5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b33646a-9c40-4409-a5b1-49b18c8fc45d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:54.671256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55030) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:54.671838 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-426bd454-c062-431e-ab6b-08df644805bf tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.888043 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65636e05-774f-452f-8240-2f811a684d5a'}, {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42eef06c-acc8-4cf0-beb3-d851d94e5fe8'}, {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d3c575-757a-4ad9-a707-160601e5750e'}, {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e36c5a3-e2d4-4108-add5-5ea119f844c0'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:54.894251 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ad5093-dc95-43fb-9cce-954ae35d14ac" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-unplugged", "status": "completed", "tag": "65636e05-774f-452f-8240-2f811a684d5a"}, {"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-unplugged", "status": "completed", "tag": "42eef06c-acc8-4cf0-beb3-d851d94e5fe8"}, {"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-unplugged", "status": "completed", "tag": "43d3c575-757a-4ad9-a707-160601e5750e"}, {"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-unplugged", "status": "completed", "tag": "3e36c5a3-e2d4-4108-add5-5ea119f844c0"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:54.903434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1fd59-be8a-467a-875f-19b938630b11 req-5472a05c-cbc3-4686-8865-a99fd4793e17 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:54.922493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1fd59-be8a-467a-875f-19b938630b11 req-5472a05c-cbc3-4686-8865-a99fd4793e17 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:54.938989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1fd59-be8a-467a-875f-19b938630b11 req-5472a05c-cbc3-4686-8865-a99fd4793e17 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:54.944839 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96056bdc-63da-4d95-a525-0b9b015808d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.956184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a1fd59-be8a-467a-875f-19b938630b11 req-5472a05c-cbc3-4686-8865-a99fd4793e17 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:54.957793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-bb33e9af-cb95-464c-b3c5-806792c36294 None None] Set router 6193d53b-5e1c-48fc-a75e-4ffd15178530 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:51:54.971755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04a1fd59-be8a-467a-875f-19b938630b11 req-5472a05c-cbc3-4686-8865-a99fd4793e17 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 3143 time: 0.1810939 Nov 25 19:51:54.978133 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-426bd454-c062-431e-ab6b-08df644805bf tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:54.995378 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96056bdc-63da-4d95-a525-0b9b015808d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:55.078277 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e7525026-5d31-476b-8a76-94f03037528e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Deleting port 43d3c575-757a-4ad9-a707-160601e5750e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:55.078594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e7525026-5d31-476b-8a76-94f03037528e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:55.082536 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-426bd454-c062-431e-ab6b-08df644805bf tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:55.089870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-426bd454-c062-431e-ab6b-08df644805bf tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/de25ffcb-d4e6-46bf-9a95-0dbc2745b595 HTTP/1.1" status: 204 len: 168 time: 1.2410820 Nov 25 19:51:55.099853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55034) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:55.101891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426bd454-c062-431e-ab6b-08df644805bf tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Subnet': ['ID=de25ffcb-d4e6-46bf-9a95-0dbc2745b595,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:55.102573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96056bdc-63da-4d95-a525-0b9b015808d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:55.125515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-96056bdc-63da-4d95-a525-0b9b015808d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:55.139149 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-96056bdc-63da-4d95-a525-0b9b015808d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3b33646a-9c40-4409-a5b1-49b18c8fc45d HTTP/1.1" status: 204 len: 168 time: 0.4663880 Nov 25 19:51:55.155127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc167d3-c6de-4a6e-b808-8bfb474ea16d None None] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:55.254825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04a1fd59-be8a-467a-875f-19b938630b11 req-2034bfc4-f0f7-413b-a3b6-4b0e06e7919e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690976 Nov 25 19:51:55.497738 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9618e3df-1c0c-4f15-8155-f47ceb493457 x-openstack-request-id: req-9618e3df-1c0c-4f15-8155-f47ceb493457 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:55.498231 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-deleted", "tag": "65636e05-774f-452f-8240-2f811a684d5a", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:55.508978 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48dc3d99-6b14-4bcc-89b3-6637c1bd94c5 x-openstack-request-id: req-48dc3d99-6b14-4bcc-89b3-6637c1bd94c5 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:55.509292 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-unplugged", "status": "completed", "tag": "65636e05-774f-452f-8240-2f811a684d5a", "code": 200}, {"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-unplugged", "status": "completed", "tag": "42eef06c-acc8-4cf0-beb3-d851d94e5fe8", "code": 200}, {"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-unplugged", "status": "completed", "tag": "43d3c575-757a-4ad9-a707-160601e5750e", "code": 200}, {"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-unplugged", "status": "completed", "tag": "3e36c5a3-e2d4-4108-add5-5ea119f844c0", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:55.509871 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-48dc3d99-6b14-4bcc-89b3-6637c1bd94c5 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:55.510455 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65636e05-774f-452f-8240-2f811a684d5a', 'code': 200} Nov 25 19:51:55.511536 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42eef06c-acc8-4cf0-beb3-d851d94e5fe8', 'code': 200} Nov 25 19:51:55.512009 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43d3c575-757a-4ad9-a707-160601e5750e', 'code': 200} Nov 25 19:51:55.512632 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e36c5a3-e2d4-4108-add5-5ea119f844c0', 'code': 200} Nov 25 19:51:55.512930 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9618e3df-1c0c-4f15-8155-f47ceb493457 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:55.513604 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-deleted', 'tag': '65636e05-774f-452f-8240-2f811a684d5a', 'status': 'completed', 'code': 200} Nov 25 19:51:55.655863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96056bdc-63da-4d95-a525-0b9b015808d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b33646a-9c40-4409-a5b1-49b18c8fc45d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:55.686993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-bb33e9af-cb95-464c-b3c5-806792c36294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:27Z', 'revision_number': 4, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5a9cf53f-6e8e-4678-b5d3-028526b42e6a', 'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'mac_address': 'fa:16:3e:55:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:24Z', 'updated_at': '2021-11-25T19:39:54Z', 'revision_number': 5, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'subnets': [{'id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:55.730293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f66cabe-7e5a-41f6-af65-da8696a380d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting subnet 397d8977-5483-41be-966b-5098d0e794e1 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:55.740814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0f66cabe-7e5a-41f6-af65-da8696a380d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:55.775289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb33e9af-cb95-464c-b3c5-806792c36294 None None] Checking router: 6193d53b-5e1c-48fc-a75e-4ffd15178530 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:51:55.814213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb33e9af-cb95-464c-b3c5-806792c36294 None None] Routers {'6193d53b-5e1c-48fc-a75e-4ffd15178530'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:51:55.814914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-bb33e9af-cb95-464c-b3c5-806792c36294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:51:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6193d53b-5e1c-48fc-a75e-4ffd15178530'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:55.913022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33099443-3efa-4898-a6c8-8247f9745fea req-7686218e-671f-433f-a522-a5dd73978908 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:55.928146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-33099443-3efa-4898-a6c8-8247f9745fea req-7686218e-671f-433f-a522-a5dd73978908 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1770089 Nov 25 19:51:56.030554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e7525026-5d31-476b-8a76-94f03037528e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] For port 43d3c575-757a-4ad9-a707-160601e5750e, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=43d3c575-757a-4ad9-a707-160601e5750e,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:56.031388 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e7525026-5d31-476b-8a76-94f03037528e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:56.076255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-33099443-3efa-4898-a6c8-8247f9745fea req-7d5fe8ac-6277-479f-957b-88a2e948a203 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470873 Nov 25 19:51:56.142510 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0f66cabe-7e5a-41f6-af65-da8696a380d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:56.216379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-bb33e9af-cb95-464c-b3c5-806792c36294 None None] Set router 6193d53b-5e1c-48fc-a75e-4ffd15178530 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:51:56.267812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e7525026-5d31-476b-8a76-94f03037528e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Calling delete_port for 43d3c575-757a-4ad9-a707-160601e5750e owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:56.908482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8248b4a-9a28-4555-b069-99e3630e97b2 req-c7330b38-45df-425f-be0d-92a6af80a6d8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:56.944167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8248b4a-9a28-4555-b069-99e3630e97b2 req-c7330b38-45df-425f-be0d-92a6af80a6d8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:56.962821 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8248b4a-9a28-4555-b069-99e3630e97b2 req-c7330b38-45df-425f-be0d-92a6af80a6d8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:56.982610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8248b4a-9a28-4555-b069-99e3630e97b2 req-c7330b38-45df-425f-be0d-92a6af80a6d8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:56.999289 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8248b4a-9a28-4555-b069-99e3630e97b2 req-c7330b38-45df-425f-be0d-92a6af80a6d8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 3143 time: 0.4609942 Nov 25 19:51:57.070553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0f66cabe-7e5a-41f6-af65-da8696a380d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.247295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8248b4a-9a28-4555-b069-99e3630e97b2 req-55dbc48f-c873-45db-83a0-f0594bb1344b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2386410 Nov 25 19:51:57.433585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-bb33e9af-cb95-464c-b3c5-806792c36294 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:27Z', 'revision_number': 4, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5a9cf53f-6e8e-4678-b5d3-028526b42e6a', 'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'mac_address': 'fa:16:3e:55:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:24Z', 'updated_at': '2021-11-25T19:39:54Z', 'revision_number': 5, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'subnets': [{'id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:51:57.527814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e7525026-5d31-476b-8a76-94f03037528e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.585511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7525026-5d31-476b-8a76-94f03037528e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Port': ['ID=43d3c575-757a-4ad9-a707-160601e5750e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:57.590965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb33e9af-cb95-464c-b3c5-806792c36294 None None] The sync data for ids ['6193d53b-5e1c-48fc-a75e-4ffd15178530'] in n-d-817303-9 is: [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:39:27Z', 'revision_number': 4, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5a9cf53f-6e8e-4678-b5d3-028526b42e6a', 'name': '', 'network_id': '531ea4be-db10-442e-a719-94c0832255fd', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'mac_address': 'fa:16:3e:55:b8:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_interface', 'standard_attr_id': 1695, 'fixed_ips': [{'subnet_id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:24Z', 'updated_at': '2021-11-25T19:39:54Z', 'revision_number': 5, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'subnets': [{'id': 'b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:51:57.594689 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0f66cabe-7e5a-41f6-af65-da8696a380d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.616511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-74011f25-bc7c-432f-a7b5-70af76eba08e None None] Provisioning complete for port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:57.616511 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-74011f25-bc7c-432f-a7b5-70af76eba08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.628355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0943508f-01e4-4190-8160-f2d348d3109a req-93b8ae87-9d4a-4eb2-b816-97bdf7cfd285 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:57.647528 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0943508f-01e4-4190-8160-f2d348d3109a req-93b8ae87-9d4a-4eb2-b816-97bdf7cfd285 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1674118 Nov 25 19:51:57.663995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66cabe-7e5a-41f6-af65-da8696a380d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Subnet': ['ID=397d8977-5483-41be-966b-5098d0e794e1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:57.752156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-74011f25-bc7c-432f-a7b5-70af76eba08e None None] Port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:57.774206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8532aa-e57c-48e7-912e-0ad9b013ddde None None] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:57.815817 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0943508f-01e4-4190-8160-f2d348d3109a req-aacdf1c6-11b7-4065-bb4e-0f899792894d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630940 Nov 25 19:51:57.822593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-74011f25-bc7c-432f-a7b5-70af76eba08e None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:57.824186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-74011f25-bc7c-432f-a7b5-70af76eba08e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.857171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0f66cabe-7e5a-41f6-af65-da8696a380d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.864101 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0f66cabe-7e5a-41f6-af65-da8696a380d6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/397d8977-5483-41be-966b-5098d0e794e1 HTTP/1.1" status: 204 len: 168 time: 2.7621293 Nov 25 19:51:57.876578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55080) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:57.894482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e7525026-5d31-476b-8a76-94f03037528e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] No DVR routers for this DVR port 43d3c575-757a-4ad9-a707-160601e5750e on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:57.898850 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e7525026-5d31-476b-8a76-94f03037528e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:57.904149 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-e7525026-5d31-476b-8a76-94f03037528e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "DELETE /v2.0/ports/43d3c575-757a-4ad9-a707-160601e5750e HTTP/1.1" status: 204 len: 173 time: 3.3698759 Nov 25 19:51:57.905259 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-deleted', 'tag': '43d3c575-757a-4ad9-a707-160601e5750e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:51:57.908263 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49eff44-2d61-4ee0-b2a6-69f9126d9475" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-deleted", "tag": "43d3c575-757a-4ad9-a707-160601e5750e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:51:58.036021 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-467fbf49-2536-4a82-9a0a-37cc873f891f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:58.036708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-467fbf49-2536-4a82-9a0a-37cc873f891f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:58.063409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-467fbf49-2536-4a82-9a0a-37cc873f891f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/de25ffcb-d4e6-46bf-9a95-0dbc2745b595 HTTP/1.1" status: 404 len: 337 time: 0.1849489 Nov 25 19:51:58.064755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55084) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:58.153684 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcae6469-80c3-4fc1-9223-c3dae0f9ef82 x-openstack-request-id: req-bcae6469-80c3-4fc1-9223-c3dae0f9ef82 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:51:58.154539 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-deleted", "tag": "43d3c575-757a-4ad9-a707-160601e5750e", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:51:58.155003 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bcae6469-80c3-4fc1-9223-c3dae0f9ef82 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:51:58.155571 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-deleted', 'tag': '43d3c575-757a-4ad9-a707-160601e5750e', 'status': 'completed', 'code': 200} Nov 25 19:51:58.286145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5d483ca-f7df-47ed-a39d-489f5d9016a8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting subnet f617cd24-17cc-4752-8ff3-b9f5ae6b2355 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:51:58.312258 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5d483ca-f7df-47ed-a39d-489f5d9016a8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:58.367859 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-972d3aaa-9c86-4660-8c07-a4c3a691690a None None] New status for floating IP a4527237-1a38-42e5-adb4-5bf983392bd6: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:51:58.413715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b59b5d75-757a-4a24-98f8-7372185542cc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Deleting port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:51:58.414267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b59b5d75-757a-4a24-98f8-7372185542cc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:58.569614 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5d483ca-f7df-47ed-a39d-489f5d9016a8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:58.927818 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5d483ca-f7df-47ed-a39d-489f5d9016a8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.028893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b59b5d75-757a-4a24-98f8-7372185542cc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] For port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:51:59.029521 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b59b5d75-757a-4a24-98f8-7372185542cc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.044404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d1092-3059-4a5e-b1d0-76805a797d91 req-caf4d07b-c20c-4fc3-83bd-00a8f9e97c35 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:59.080634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d1092-3059-4a5e-b1d0-76805a797d91 req-caf4d07b-c20c-4fc3-83bd-00a8f9e97c35 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:59.099133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d1092-3059-4a5e-b1d0-76805a797d91 req-caf4d07b-c20c-4fc3-83bd-00a8f9e97c35 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:51:59.102793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b59b5d75-757a-4a24-98f8-7372185542cc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Calling delete_port for 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:51:59.104329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-645d1092-3059-4a5e-b1d0-76805a797d91 req-caf4d07b-c20c-4fc3-83bd-00a8f9e97c35 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 2410 time: 0.5374999 Nov 25 19:51:59.262113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5d483ca-f7df-47ed-a39d-489f5d9016a8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.280681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-645d1092-3059-4a5e-b1d0-76805a797d91 req-2d9836a6-3110-4fc7-8016-a9521a1d92c1 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635244 Nov 25 19:51:59.351465 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f5d483ca-f7df-47ed-a39d-489f5d9016a8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.367173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f5d483ca-f7df-47ed-a39d-489f5d9016a8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/f617cd24-17cc-4752-8ff3-b9f5ae6b2355 HTTP/1.1" status: 204 len: 168 time: 1.3007095 Nov 25 19:51:59.368317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d483ca-f7df-47ed-a39d-489f5d9016a8 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Subnet': ['ID=f617cd24-17cc-4752-8ff3-b9f5ae6b2355,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:59.383907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55106) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:59.506250 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74edb63-4c14-4bcd-ba59-cfabf6fdc8a6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:51:59.506250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74edb63-4c14-4bcd-ba59-cfabf6fdc8a6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:51:59.512018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d74edb63-4c14-4bcd-ba59-cfabf6fdc8a6 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/f69539f4-cd85-442e-9133-65e67cc6b762 HTTP/1.1" status: 404 len: 337 time: 0.1268802 Nov 25 19:51:59.539794 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55112) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:59.554912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e58117c-8174-4cc2-b730-893c5c3c3155 None None] Network 238d439a-9d5b-4cb6-825e-eb80cd3439ad requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:51:59.613444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-14efdcca-2acc-414f-a99c-fb9b11b186c3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6e663f6-0410-45a9-9ba6-1334f95e54ba HTTP/1.1" status: 200 len: 205 time: 0.0724530 Nov 25 19:51:59.620525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55114) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:59.672464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b59b5d75-757a-4a24-98f8-7372185542cc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.733025 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c02dd745-0abb-4082-9e4d-ffd421b79a89 None None] Provisioning complete for port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:51:59.733397 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c02dd745-0abb-4082-9e4d-ffd421b79a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.778940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b5d75-757a-4a24-98f8-7372185542cc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Port': ['ID=42eef06c-acc8-4cf0-beb3-d851d94e5fe8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:51:59.794634 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-afbb10d1-1a61-4c3d-8d53-0e80ff7ec26f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] delete failed (client error): The resource could not be found. Nov 25 19:51:59.800695 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-afbb10d1-1a61-4c3d-8d53-0e80ff7ec26f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/routers/d6e663f6-0410-45a9-9ba6-1334f95e54ba HTTP/1.1" status: 404 len: 336 time: 0.1799176 Nov 25 19:51:59.807921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55118) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:51:59.912767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b59b5d75-757a-4a24-98f8-7372185542cc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] No DVR routers for this DVR port 42eef06c-acc8-4cf0-beb3-d851d94e5fe8 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:51:59.917220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b59b5d75-757a-4a24-98f8-7372185542cc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:51:59.933581 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-b59b5d75-757a-4a24-98f8-7372185542cc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "DELETE /v2.0/ports/42eef06c-acc8-4cf0-beb3-d851d94e5fe8 HTTP/1.1" status: 204 len: 173 time: 2.0168757 Nov 25 19:51:59.971761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c02dd745-0abb-4082-9e4d-ffd421b79a89 None None] Port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:51:59.976213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8e93e-18d3-4014-b317-bc4be15ae1d5 req-50159d03-a833-46ad-8d56-b2ce9c3766a4 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:00.002147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1a8e93e-18d3-4014-b317-bc4be15ae1d5 req-50159d03-a833-46ad-8d56-b2ce9c3766a4 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.5215917 Nov 25 19:52:00.009839 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab948906-f910-42fa-9fca-684bb233352d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:52:00.012147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab948906-f910-42fa-9fca-684bb233352d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:00.017071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ab948906-f910-42fa-9fca-684bb233352d tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/83b11cea-0907-4f5b-895a-2b22b4615bbf HTTP/1.1" status: 404 len: 337 time: 0.2055509 Nov 25 19:52:00.019649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55124) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:00.028189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c02dd745-0abb-4082-9e4d-ffd421b79a89 None None] Provisioning complete for port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:00.035225 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c02dd745-0abb-4082-9e4d-ffd421b79a89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:00.087898 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3d45943-0981-4c5e-be1d-a200b6fc810f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:52:00.088712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3d45943-0981-4c5e-be1d-a200b6fc810f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:00.095853 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e3d45943-0981-4c5e-be1d-a200b6fc810f tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/bc43b3f2-b310-4341-8be5-545db8b55e51 HTTP/1.1" status: 404 len: 337 time: 0.0703735 Nov 25 19:52:00.101498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55130) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:00.161506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-deleted', 'tag': '42eef06c-acc8-4cf0-beb3-d851d94e5fe8'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:52:00.166145 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6254270-44cb-44bc-8f56-cee3a9c19c4d" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-deleted", "tag": "42eef06c-acc8-4cf0-beb3-d851d94e5fe8"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:52:00.186670 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-63abe4e5-14f8-4290-be8f-df5d3b0d9eb4 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:52:00.187340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63abe4e5-14f8-4290-be8f-df5d3b0d9eb4 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:00.191258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-63abe4e5-14f8-4290-be8f-df5d3b0d9eb4 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/22c04296-295d-44b1-bac6-b35dfdc90c08 HTTP/1.1" status: 404 len: 337 time: 0.0885024 Nov 25 19:52:00.194367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55136) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:00.222378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f1b7e1-d394-4cd3-b409-28291d39d631 None None] DHCP port deletion for 238d439a-9d5b-4cb6-825e-eb80cd3439ad request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:52:00.294985 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-764db828-3548-4432-90ef-d1369db52917 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:52:00.295819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-764db828-3548-4432-90ef-d1369db52917 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:00.317854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-764db828-3548-4432-90ef-d1369db52917 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/591b2580-3914-46c3-8f12-43ccb6c51d2d HTTP/1.1" status: 404 len: 333 time: 0.1209607 Nov 25 19:52:00.324955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55140) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:00.377609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1a8e93e-18d3-4014-b317-bc4be15ae1d5 req-4dce9183-1c63-4a05-9a49-05f6dd2b2a5c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3694034 Nov 25 19:52:00.450995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-42f1b7e1-d394-4cd3-b409-28291d39d631 None None] Deleting port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:00.454135 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42f1b7e1-d394-4cd3-b409-28291d39d631 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:00.460024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-47956e00-7129-4469-bbb6-ca39e880fc14 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Deleting port 3e36c5a3-e2d4-4108-add5-5ea119f844c0 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:00.460366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-47956e00-7129-4469-bbb6-ca39e880fc14 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:00.483365 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-5445d497-6b40-4530-b8c7-ca47bc68fc5c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:52:00.484168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5445d497-6b40-4530-b8c7-ca47bc68fc5c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:00.523669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55144) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:00.525779 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5445d497-6b40-4530-b8c7-ca47bc68fc5c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/e2550de3-5ac4-4c7d-bf54-c0bf6b5beb4b HTTP/1.1" status: 404 len: 337 time: 0.1883838 Nov 25 19:52:00.572887 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-becd275f-d52f-469f-bdd7-0509bb76d898 x-openstack-request-id: req-becd275f-d52f-469f-bdd7-0509bb76d898 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:52:00.573721 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-deleted", "tag": "42eef06c-acc8-4cf0-beb3-d851d94e5fe8", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:52:00.573996 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-becd275f-d52f-469f-bdd7-0509bb76d898 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:52:00.574468 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-deleted', 'tag': '42eef06c-acc8-4cf0-beb3-d851d94e5fe8', 'status': 'completed', 'code': 200} Nov 25 19:52:00.705089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-42f1b7e1-d394-4cd3-b409-28291d39d631 None None] For port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,segment=NetworkSegment(d58ba6df-030f-4d81-bc6b-80129d70c03a),segment_id=d58ba6df-030f-4d81-bc6b-80129d70c03a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:00.705713 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42f1b7e1-d394-4cd3-b409-28291d39d631 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:00.722595 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ebfef19-6520-49a3-80c4-6c4c2a36f07c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:52:00.723088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ebfef19-6520-49a3-80c4-6c4c2a36f07c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:00.739795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6ebfef19-6520-49a3-80c4-6c4c2a36f07c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/4ae3c121-e6cf-4b45-8fd3-f179eaad3b59 HTTP/1.1" status: 404 len: 337 time: 0.2125802 Nov 25 19:52:00.740112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55152) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:00.753308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-42f1b7e1-d394-4cd3-b409-28291d39d631 None None] Calling delete_port for 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:00.804448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-47956e00-7129-4469-bbb6-ca39e880fc14 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] For port 3e36c5a3-e2d4-4108-add5-5ea119f844c0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3e36c5a3-e2d4-4108-add5-5ea119f844c0,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:00.805570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-47956e00-7129-4469-bbb6-ca39e880fc14 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:00.831244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-47956e00-7129-4469-bbb6-ca39e880fc14 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Calling delete_port for 3e36c5a3-e2d4-4108-add5-5ea119f844c0 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:00.888630 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa51ebe4-4cfa-483b-b342-11220c70f616 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:52:00.889257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa51ebe4-4cfa-483b-b342-11220c70f616 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:00.892632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fa51ebe4-4cfa-483b-b342-11220c70f616 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/94f1a07e-3329-4f68-9a5d-7a42c9bd8d57 HTTP/1.1" status: 404 len: 333 time: 0.1514676 Nov 25 19:52:00.914181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55158) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:00.998004 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf8313b-10b0-488d-84fd-98d171f2d3a3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:52:00.998446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf8313b-10b0-488d-84fd-98d171f2d3a3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:01.000651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:52:01.004355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ddf8313b-10b0-488d-84fd-98d171f2d3a3 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/2a617062-48a3-4861-8cf4-c92c692d8814 HTTP/1.1" status: 404 len: 337 time: 0.0866678 Nov 25 19:52:01.005598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55160) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:01.037535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65458fe3-484d-4d9b-8b4d-b472e2d3cd8b req-df364be1-84d0-47ac-b8de-d1720745c33e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:01.044568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65458fe3-484d-4d9b-8b4d-b472e2d3cd8b req-df364be1-84d0-47ac-b8de-d1720745c33e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:01.052536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-65458fe3-484d-4d9b-8b4d-b472e2d3cd8b req-df364be1-84d0-47ac-b8de-d1720745c33e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 1677 time: 0.2958918 Nov 25 19:52:01.107451 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a05dc91-ca79-4876-a6da-266a313f3701 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] DELETE failed (client error): The resource could not be found. Nov 25 19:52:01.108119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a05dc91-ca79-4876-a6da-266a313f3701 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:52:01.119106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6a05dc91-ca79-4876-a6da-266a313f3701 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/subnets/5ceb94ff-9a3a-4f5a-90a0-3546763ca820 HTTP/1.1" status: 404 len: 337 time: 0.1124036 Nov 25 19:52:01.126720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55166) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:01.153720 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-47956e00-7129-4469-bbb6-ca39e880fc14 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:01.217933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47956e00-7129-4469-bbb6-ca39e880fc14 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Port': ['ID=3e36c5a3-e2d4-4108-add5-5ea119f844c0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:01.247798 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42f1b7e1-d394-4cd3-b409-28291d39d631 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:01.339903 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-65458fe3-484d-4d9b-8b4d-b472e2d3cd8b req-2c56ba83-d14c-492b-bac0-2ebc4cd32009 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups?id=1f8b57ea-7195-48bc-92fa-b72d9204bf24&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858253 Nov 25 19:52:01.347220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1b7e1-d394-4cd3-b409-28291d39d631 None None] Pushing event deleted for resources: {'Port': ['ID=8fe80d9a-1db9-4dc0-93f7-2409e2477e42,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:01.384605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-47956e00-7129-4469-bbb6-ca39e880fc14 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] No DVR routers for this DVR port 3e36c5a3-e2d4-4108-add5-5ea119f844c0 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:01.396246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f1b7e1-d394-4cd3-b409-28291d39d631 None None] No DVR routers for this DVR port 8fe80d9a-1db9-4dc0-93f7-2409e2477e42 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:01.407440 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-47956e00-7129-4469-bbb6-ca39e880fc14 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:01.409777 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:01.415246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b8e434f0-9a7b-479f-ad33-ae30eaa39544 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Deleting port f62fa00b-8feb-48a7-9869-057b3c1ce2e6 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:01.415764 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8e434f0-9a7b-479f-ad33-ae30eaa39544 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:01.424945 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-47956e00-7129-4469-bbb6-ca39e880fc14 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "DELETE /v2.0/ports/3e36c5a3-e2d4-4108-add5-5ea119f844c0 HTTP/1.1" status: 204 len: 173 time: 1.4852009 Nov 25 19:52:01.680941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8e434f0-9a7b-479f-ad33-ae30eaa39544 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:01.750259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b8e434f0-9a7b-479f-ad33-ae30eaa39544 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Calling delete_port for f62fa00b-8feb-48a7-9869-057b3c1ce2e6 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:01.772882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc5cd7-8960-4a3b-a4af-73c97e05aab2 req-2518458a-e4ed-4799-b8fa-59c6be98de02 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:01.775134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fffc5cd7-8960-4a3b-a4af-73c97e05aab2 req-2518458a-e4ed-4799-b8fa-59c6be98de02 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1816921 Nov 25 19:52:01.789393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-44dc2a73-4d97-4ec0-be7d-0659ed469f4e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Deleting port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:01.789872 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-44dc2a73-4d97-4ec0-be7d-0659ed469f4e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.093244 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b8e1154e-a814-4a6f-8424-5477d7938413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.175652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-44dc2a73-4d97-4ec0-be7d-0659ed469f4e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] For port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:02.176512 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-44dc2a73-4d97-4ec0-be7d-0659ed469f4e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.216350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-44dc2a73-4d97-4ec0-be7d-0659ed469f4e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Calling delete_port for 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:02.220869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fffc5cd7-8960-4a3b-a4af-73c97e05aab2 req-babed3cd-5147-43ca-81fa-5832b047b085 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2006714 Nov 25 19:52:02.225497 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8e434f0-9a7b-479f-ad33-ae30eaa39544 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.329456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e434f0-9a7b-479f-ad33-ae30eaa39544 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Port': ['ID=f62fa00b-8feb-48a7-9869-057b3c1ce2e6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:02.377278 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8e434f0-9a7b-479f-ad33-ae30eaa39544 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.396959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b8e434f0-9a7b-479f-ad33-ae30eaa39544 tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/ports/f62fa00b-8feb-48a7-9869-057b3c1ce2e6 HTTP/1.1" status: 204 len: 168 time: 1.2667153 Nov 25 19:52:02.400055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55184) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:02.535349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device facdf361-3d59-45df-8e09-529c03788133 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:52:02.596710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-deleted', 'tag': '3e36c5a3-e2d4-4108-add5-5ea119f844c0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:52:02.603797 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77f2f66-f36a-4135-8bea-49fe034dc5c5" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-deleted", "tag": "3e36c5a3-e2d4-4108-add5-5ea119f844c0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:52:02.673513 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-44dc2a73-4d97-4ec0-be7d-0659ed469f4e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.710395 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc2a73-4d97-4ec0-be7d-0659ed469f4e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Port': ['ID=088dfcb3-8849-4ae4-8bb7-b2e03d60ebef,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:02.785344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-44dc2a73-4d97-4ec0-be7d-0659ed469f4e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] No DVR routers for this DVR port 088dfcb3-8849-4ae4-8bb7-b2e03d60ebef on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:02.788584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-44dc2a73-4d97-4ec0-be7d-0659ed469f4e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.793715 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b254f38a-51b2-4bdb-b7f8-4f4fd4cb9d88 req-44dc2a73-4d97-4ec0-be7d-0659ed469f4e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.60 "DELETE /v2.0/ports/088dfcb3-8849-4ae4-8bb7-b2e03d60ebef HTTP/1.1" status: 204 len: 173 time: 1.3621309 Nov 25 19:52:02.856283 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:52:02.888096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:02.926052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'facdf361-3d59-45df-8e09-529c03788133', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'port_id': 'facdf361-3d59-45df-8e09-529c03788133', 'mac_address': 'fa:16:3e:bb:6c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:52:02.941344 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:02.980437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e095fbd6-316a-42e2-b4ee-ae0cd7c9d8b3 req-93ea25f4-9b16-496e-9b26-22922bbd0064 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.3027585 Nov 25 19:52:03.009758 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.066015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id facdf361-3d59-45df-8e09-529c03788133 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:52:03.114283 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88260034-01b7-46b7-8368-55a14d2f00f6 x-openstack-request-id: req-88260034-01b7-46b7-8368-55a14d2f00f6 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:52:03.115251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:03.115805 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-deleted", "tag": "3e36c5a3-e2d4-4108-add5-5ea119f844c0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:52:03.115805 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-88260034-01b7-46b7-8368-55a14d2f00f6 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:52:03.116265 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-deleted', 'tag': '3e36c5a3-e2d4-4108-add5-5ea119f844c0', 'status': 'completed', 'code': 200} Nov 25 19:52:03.129468 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.210012 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.274606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['238d439a-9d5b-4cb6-825e-eb80cd3439ad']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:03.288817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=facdf361-3d59-45df-8e09-529c03788133,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:03.305812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['facdf361-3d59-45df-8e09-529c03788133'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:52:03.311978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58ba6df-030f-4d81-bc6b-80129d70c03a') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:03.313725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58ba6df-030f-4d81-bc6b-80129d70c03a') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:03.346829 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.415800 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.455335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:52:03.463941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:52:03.556830 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:52:03.743964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.756851 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:03.784005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] 10.222.0.15 "DELETE /v2.0/networks/238d439a-9d5b-4cb6-825e-eb80cd3439ad HTTP/1.1" status: 204 len: 168 time: 1.3713250 Nov 25 19:52:03.868130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bc884a-2b42-4658-a113-bab7058780fd req-35ebaf8e-0f82-4582-9bac-562b977bbc5b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:03.890218 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07bc884a-2b42-4658-a113-bab7058780fd req-35ebaf8e-0f82-4582-9bac-562b977bbc5b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 944 time: 0.3169303 Nov 25 19:52:03.951972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc06b31-4186-4e89-9b8c-276c305c954c tempest-PortsTestJSON-1073060928 tempest-PortsTestJSON-1073060928-project] Pushing event deleted for resources: {'Network': ['ID=238d439a-9d5b-4cb6-825e-eb80cd3439ad,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:04.089980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07bc884a-2b42-4658-a113-bab7058780fd req-40072d47-3b5f-473a-bac1-d91a3f1eb8fb tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987426 Nov 25 19:52:04.464488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e84c4526-f6e9-4bd0-b480-318576461b9e req-f26e4056-08d7-45ba-8376-e8e8a0126ec1 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1518466 Nov 25 19:52:04.535459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device facdf361-3d59-45df-8e09-529c03788133 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:04.688878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port facdf361-3d59-45df-8e09-529c03788133 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:04.689270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:04.754295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55228) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:04.794510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2123ac02-c0fb-4a89-aec6-90ae4071cea1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:04.937143 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.017707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facdf361-3d59-45df-8e09-529c03788133'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:52:05.025252 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cec1191-c450-4a9f-ba86-526dc58db214" -d '{"events": [{"server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "name": "network-vif-plugged", "status": "completed", "tag": "facdf361-3d59-45df-8e09-529c03788133"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:52:05.086476 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:05.107104 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.117511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-deleted', 'tag': '088dfcb3-8849-4ae4-8bb7-b2e03d60ebef'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:52:05.121763 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c80e2468-8fe7-427e-8a17-ce52dd22c632" -d '{"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-deleted", "tag": "088dfcb3-8849-4ae4-8bb7-b2e03d60ebef"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:52:05.289456 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26d91f04-2a7c-4eb1-ab09-09e9f55344d5 x-openstack-request-id: req-26d91f04-2a7c-4eb1-ab09-09e9f55344d5 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:52:05.291126 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04cb58b-2b1b-4b14-bcab-7b89640df9e9 x-openstack-request-id: req-c04cb58b-2b1b-4b14-bcab-7b89640df9e9 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:52:05.292256 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0613fe3b-3bec-45a4-abf5-8b8d41337a56", "name": "network-vif-deleted", "tag": "088dfcb3-8849-4ae4-8bb7-b2e03d60ebef", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:52:05.292701 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c04cb58b-2b1b-4b14-bcab-7b89640df9e9 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:52:05.293575 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0613fe3b-3bec-45a4-abf5-8b8d41337a56', 'name': 'network-vif-deleted', 'tag': '088dfcb3-8849-4ae4-8bb7-b2e03d60ebef', 'status': 'completed', 'code': 200} Nov 25 19:52:05.297291 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "name": "network-vif-plugged", "status": "completed", "tag": "facdf361-3d59-45df-8e09-529c03788133", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:52:05.297955 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-26d91f04-2a7c-4eb1-ab09-09e9f55344d5 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:52:05.298564 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facdf361-3d59-45df-8e09-529c03788133', 'code': 200} Nov 25 19:52:05.300311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=facdf361-3d59-45df-8e09-529c03788133,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:05.368767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55246) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:05.387320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b167dd84-5286-4d8b-af28-625e98380ff6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21e90a9a8da64cb798cde144d4037c2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6250765 Nov 25 19:52:05.460053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8f7ebf70-cc12-44a5-8d25-4df63d655232 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.572290 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8f7ebf70-cc12-44a5-8d25-4df63d655232 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.825265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8f7ebf70-cc12-44a5-8d25-4df63d655232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.855241 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8f7ebf70-cc12-44a5-8d25-4df63d655232 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:05.862364 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8f7ebf70-cc12-44a5-8d25-4df63d655232 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c0d86666-19d8-4c3d-bd11-f783d67a277f HTTP/1.1" status: 204 len: 168 time: 0.4913182 Nov 25 19:52:05.949193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7ebf70-cc12-44a5-8d25-4df63d655232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d86666-19d8-4c3d-bd11-f783d67a277f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:06.068691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec1560-cf0c-4072-935b-a8ddeba57162 req-e429d25e-ca79-4a0c-9dbe-847258e1a56c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:06.085812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4ec1560-cf0c-4072-935b-a8ddeba57162 req-e429d25e-ca79-4a0c-9dbe-847258e1a56c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.4455695 Nov 25 19:52:06.365426 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4ec1560-cf0c-4072-935b-a8ddeba57162 req-08ec2eb3-42e1-485c-a03f-38902aa8712b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2597349 Nov 25 19:52:06.415066 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:06.657347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d3f9502-806c-4ad0-9304-fcf1a9d85b87 req-299e8929-3ab3-4dc3-a36a-bc34896e03ba tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0813947 Nov 25 19:52:07.884507 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:07.941586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01990de9-726f-4c58-826f-ed40a4531d9f req-82a98cc7-feba-4bd9-b059-a5bd0de2ce79 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:07.944464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-01990de9-726f-4c58-826f-ed40a4531d9f req-82a98cc7-feba-4bd9-b059-a5bd0de2ce79 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.2503676 Nov 25 19:52:08.237034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-01990de9-726f-4c58-826f-ed40a4531d9f req-6a2ff4d8-795d-416b-855b-20628bce1910 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2628331 Nov 25 19:52:08.238177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55304) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:08.289544 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:08.705020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09c1e375-83bb-4572-91e3-b65b6f8d1d5d req-810c4d99-2607-4353-aeb7-05dab4552a3f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0934184 Nov 25 19:52:08.875009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1766334062'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:08.964965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:08.968810 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.004611 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.393654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.410642 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.569430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=407d0ad5-42b7-46c1-9ab0-8162aea4e376,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:09.611044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:52:09.676104 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.682576 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added segment 5eef1800-3778-4984-bed0-237fe1625e5e of type vlan for network 55c8f6af-9ac8-4131-a00f-488bef3de5cc Nov 25 19:52:09.899701 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:09.971612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.974003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.975491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.975994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.977510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.978428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.980229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.982127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.985759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.987506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.989806 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:09.991091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:10.003328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.039954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:10.043618 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.229581 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.9886878 Nov 25 19:52:10.245939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55324) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:10.269192 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1825034864'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:10.508893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:10.530046 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.597866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bda0a-0408-4a1d-8e13-a2b5bfbf3865 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Network': ['ID=55c8f6af-9ac8-4131-a00f-488bef3de5cc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:10.614004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 55c8f6af-9ac8-4131-a00f-488bef3de5cc details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:52:10.671875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 615} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:52:10.704706 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.706592 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added segment abc4523a-45de-4b9a-b214-428eb05647e6 of type vlan for network f375a4bb-a3c3-4f80-860a-55d419a9c8f6 Nov 25 19:52:10.795690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4f9f5-20d4-4439-b67b-9f6781cbcb43 req-f5e6f5ca-5f23-444c-8b3c-10af23d0e482 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:10.813447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a4f9f5-20d4-4439-b67b-9f6781cbcb43 req-f5e6f5ca-5f23-444c-8b3c-10af23d0e482 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 1.2832611 Nov 25 19:52:10.860386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.936917 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:10.960098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:10.973604 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:11.208433 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9569430 Nov 25 19:52:11.285030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55328) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:11.287650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77a4f9f5-20d4-4439-b67b-9f6781cbcb43 req-4c025804-f0bb-4783-ba78-ebd7193d3477 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4708650 Nov 25 19:52:11.365233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'subnet': {'network_id': '55c8f6af-9ac8-4131-a00f-488bef3de5cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:11.592775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd8c2ec-b70f-4767-b7d5-780610fdd574 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Network': ['ID=f375a4bb-a3c3-4f80-860a-55d419a9c8f6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:11.639777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network f375a4bb-a3c3-4f80-860a-55d419a9c8f6 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:52:11.845711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8049bd23-b71f-4df7-93f7-ac48b684567e req-0c643e1d-cf7a-479e-af5c-a28711421aed tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1356611 Nov 25 19:52:11.983644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:11.988520 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:12.807802 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f0001-dc03-4372-abfe-09d290bf0984 req-4844a8a3-c5ba-49f8-a15c-c76f545997c2 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:12.827358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a55f0001-dc03-4372-abfe-09d290bf0984 req-4844a8a3-c5ba-49f8-a15c-c76f545997c2 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1465714 Nov 25 19:52:13.107681 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.299504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a55f0001-dc03-4372-abfe-09d290bf0984 req-139702ca-c323-45e0-abf8-8d54a6afa1ff tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4704466 Nov 25 19:52:13.315428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Subnet': ['ID=cbb3003c-b4ab-44eb-a8e6-6cbfb6bee530,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:13.440236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Checking segment: {'id': '5eef1800-3778-4984-bed0-237fe1625e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '55c8f6af-9ac8-4131-a00f-488bef3de5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:13.440873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network hostable DHCP agents. Network: 55c8f6af-9ac8-4131-a00f-488bef3de5cc, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:52:13.512490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 55c8f6af-9ac8-4131-a00f-488bef3de5cc is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:52:13.528654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 55c8f6af-9ac8-4131-a00f-488bef3de5cc) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:13.540604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c35f4f4-ddae-4b8b-855f-52346f1b012b None None] Network 55c8f6af-9ac8-4131-a00f-488bef3de5cc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:13.542387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:13.543183 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:13.601896 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f1fe3f2b-262e-442e-b6e9-c24a52a83dca tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2982273 Nov 25 19:52:13.609611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55346) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:13.639667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6d15e51-ed92-440f-9ebe-50998bfa6ae7 req-ed494874-783c-4738-b5d0-694d7d29b982 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1512494 Nov 25 19:52:13.654920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'subnet': {'network_id': 'f375a4bb-a3c3-4f80-860a-55d419a9c8f6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:14.214475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:14.253005 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:14.395479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55354) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:14.453883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-55c8f6af-9ac8-4131-a00f-488bef3de5cc', 'network_id': '55c8f6af-9ac8-4131-a00f-488bef3de5cc', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'fixed_ips': [{'subnet_id': 'cbb3003c-b4ab-44eb-a8e6-6cbfb6bee530'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:52:14.454858 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:15.174849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-92f72f73-6063-44ca-9347-6ebb6659f02c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=caea867bfc5d43b7894f6c3521f1d3a9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7753766 Nov 25 19:52:15.179278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55360) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:15.275354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Allocated IP 2001:db8::2 (55c8f6af-9ac8-4131-a00f-488bef3de5cc/cbb3003c-b4ab-44eb-a8e6-6cbfb6bee530/0a35ca5e-a393-4617-9b77-20f5df05c925) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:15.343751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:15.347906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8726ff91-a375-4855-ac9e-d241c4adbbd3 req-c466709c-c5ac-4556-a85f-99c82878e714 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:15.367451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8726ff91-a375-4855-ac9e-d241c4adbbd3 req-c466709c-c5ac-4556-a85f-99c82878e714 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.6626189 Nov 25 19:52:15.614390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Checking segment: {'id': 'abc4523a-45de-4b9a-b214-428eb05647e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f375a4bb-a3c3-4f80-860a-55d419a9c8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:15.615557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network hostable DHCP agents. Network: f375a4bb-a3c3-4f80-860a-55d419a9c8f6, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:52:15.654247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Subnet': ['ID=c2198eae-8080-47d2-8211-30bf9c3f868e,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:15.690856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network f375a4bb-a3c3-4f80-860a-55d419a9c8f6 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:52:15.738607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, f375a4bb-a3c3-4f80-860a-55d419a9c8f6) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:15.754740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:15.756492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:15.851031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c939ca2-2928-4e9b-bdf7-741736beb4ea None None] Network f375a4bb-a3c3-4f80-860a-55d419a9c8f6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:15.897409 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5ce4f93d-3aaf-42e4-b168-3b2d6875df88 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2816794 Nov 25 19:52:15.898703 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55364) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:15.912225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8726ff91-a375-4855-ac9e-d241c4adbbd3 req-0a06bc7f-68ce-479c-ab12-1673fa254ce7 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5426810 Nov 25 19:52:15.936892 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e21157d0-3850-4047-b2be-6e64e8e4f78a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1741237848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:16.053983 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-455cc8af-b3af-4a7c-9625-143d89eccf9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.079215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e21157d0-3850-4047-b2be-6e64e8e4f78a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.081953 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e21157d0-3850-4047-b2be-6e64e8e4f78a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.207708 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-455cc8af-b3af-4a7c-9625-143d89eccf9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.349479 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a92d54b6-a56b-4a58-939b-96e6586c537e req-cd4a68cc-383b-429c-9b4b-495b0f6018e6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0490882 Nov 25 19:52:16.387316 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e21157d0-3850-4047-b2be-6e64e8e4f78a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.393396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-455cc8af-b3af-4a7c-9625-143d89eccf9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.396219 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-455cc8af-b3af-4a7c-9625-143d89eccf9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.401467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-455cc8af-b3af-4a7c-9625-143d89eccf9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b33c3dfe-c92b-4d15-9165-41ad311cd978 HTTP/1.1" status: 204 len: 168 time: 1.2024503 Nov 25 19:52:16.407763 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e21157d0-3850-4047-b2be-6e64e8e4f78a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.412313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455cc8af-b3af-4a7c-9625-143d89eccf9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b33c3dfe-c92b-4d15-9165-41ad311cd978,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:16.581904 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e21157d0-3850-4047-b2be-6e64e8e4f78a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:16.588427 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e21157d0-3850-4047-b2be-6e64e8e4f78a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6870191 Nov 25 19:52:16.593009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55376) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:17.228816 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:17.311883 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:17.471990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-f375a4bb-a3c3-4f80-860a-55d419a9c8f6', 'network_id': 'f375a4bb-a3c3-4f80-860a-55d419a9c8f6', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'fixed_ips': [{'subnet_id': 'c2198eae-8080-47d2-8211-30bf9c3f868e'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:52:17.474301 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:17.499681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Pushing event updated for resources: {'Port': ['ID=0a35ca5e-a393-4617-9b77-20f5df05c925,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:17.559644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Network 55c8f6af-9ac8-4131-a00f-488bef3de5cc is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:17.566141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ab6272-7e4f-4ba0-a906-56f3b456027d req-7a7bf336-04aa-4f49-b8de-a49c1423a36b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:17.579308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-29ab6272-7e4f-4ba0-a906-56f3b456027d req-7a7bf336-04aa-4f49-b8de-a49c1423a36b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.3205717 Nov 25 19:52:17.668826 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:17.705004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:17.718072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:17.722063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-29ab6272-7e4f-4ba0-a906-56f3b456027d req-1903c412-7fed-4c7e-93b6-2944df077214 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417453 Nov 25 19:52:17.927895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1525b54b-9391-47c7-979d-b8468c95fca1 req-3d8714be-c435-4e49-afbc-44e56427613f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0651643 Nov 25 19:52:18.064276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Attempting to bind port 0a35ca5e-a393-4617-9b77-20f5df05c925 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:52:18.064650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Attempting to bind port 0a35ca5e-a393-4617-9b77-20f5df05c925 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '5eef1800-3778-4984-bed0-237fe1625e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '55c8f6af-9ac8-4131-a00f-488bef3de5cc'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:52:18.064929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Attempting to bind port 0a35ca5e-a393-4617-9b77-20f5df05c925 on network 55c8f6af-9ac8-4131-a00f-488bef3de5cc {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:52:18.103730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:52:18.108697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Checking segment: {'id': '5eef1800-3778-4984-bed0-237fe1625e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '55c8f6af-9ac8-4131-a00f-488bef3de5cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:18.109206 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.111758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Bound using segment: {'id': '5eef1800-3778-4984-bed0-237fe1625e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '55c8f6af-9ac8-4131-a00f-488bef3de5cc'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:52:18.112297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Bound port: 0a35ca5e-a393-4617-9b77-20f5df05c925, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eef1800-3778-4984-bed0-237fe1625e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '55c8f6af-9ac8-4131-a00f-488bef3de5cc'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:52:18.121857 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.230757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Allocated IP 2001:db8:1::2 (f375a4bb-a3c3-4f80-860a-55d419a9c8f6/c2198eae-8080-47d2-8211-30bf9c3f868e/051bbd2c-6193-40c8-92b8-7e3d4fad97b6) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:18.791769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.800123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] For port 0a35ca5e-a393-4617-9b77-20f5df05c925, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:52:18.807265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] For port 0a35ca5e-a393-4617-9b77-20f5df05c925, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0a35ca5e-a393-4617-9b77-20f5df05c925,segment=NetworkSegment(5eef1800-3778-4984-bed0-237fe1625e5e),segment_id=5eef1800-3778-4984-bed0-237fe1625e5e)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:52:18.811983 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.824347 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:18.979933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Pushing event updated for resources: {'Port': ['ID=051bbd2c-6193-40c8-92b8-7e3d4fad97b6,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:19.019393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6054145-c9c4-4e53-92e4-c179c4de6396 req-4a3539df-734b-48ee-a978-7169a6b02fd3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:19.022523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6054145-c9c4-4e53-92e4-c179c4de6396 req-4a3539df-734b-48ee-a978-7169a6b02fd3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1333539 Nov 25 19:52:19.036700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Network f375a4bb-a3c3-4f80-860a-55d419a9c8f6 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:19.124041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:19.146577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:19.165315 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6054145-c9c4-4e53-92e4-c179c4de6396 req-b1925327-2e5f-4e2f-b950-ebfbde1f476d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1329043 Nov 25 19:52:19.434571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-65c2399b-f5be-4c1d-b4ec-01ff02065bab req-b93c4ecf-e9a4-4f01-821c-98238fe1318d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1051559 Nov 25 19:52:19.440259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Attempting to bind port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:52:19.441128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Attempting to bind port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'abc4523a-45de-4b9a-b214-428eb05647e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f375a4bb-a3c3-4f80-860a-55d419a9c8f6'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:52:19.441756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Attempting to bind port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 on network f375a4bb-a3c3-4f80-860a-55d419a9c8f6 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:52:19.458694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63046696-a25c-4452-aff9-4a447620fd00 None None] Pushing event updated for resources: {'Port': ['ID=0a35ca5e-a393-4617-9b77-20f5df05c925,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:19.475902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:52:19.476521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Checking segment: {'id': 'abc4523a-45de-4b9a-b214-428eb05647e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f375a4bb-a3c3-4f80-860a-55d419a9c8f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:19.477896 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:19.480303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Bound using segment: {'id': 'abc4523a-45de-4b9a-b214-428eb05647e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f375a4bb-a3c3-4f80-860a-55d419a9c8f6'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:52:19.481187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Bound port: 051bbd2c-6193-40c8-92b8-7e3d4fad97b6, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc4523a-45de-4b9a-b214-428eb05647e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 615, 'network_id': 'f375a4bb-a3c3-4f80-860a-55d419a9c8f6'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:52:19.481838 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:19.851409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] For port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:52:19.864634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] For port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=051bbd2c-6193-40c8-92b8-7e3d4fad97b6,segment=NetworkSegment(abc4523a-45de-4b9a-b214-428eb05647e6),segment_id=abc4523a-45de-4b9a-b214-428eb05647e6)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:52:19.881785 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:20.109613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277272f8-cfb7-437c-a585-63ae843f9829 None None] Pushing event updated for resources: {'Port': ['ID=051bbd2c-6193-40c8-92b8-7e3d4fad97b6,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:20.222326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Allocated IP 2001:db8::1 (55c8f6af-9ac8-4131-a00f-488bef3de5cc/cbb3003c-b4ab-44eb-a8e6-6cbfb6bee530/8ead326f-b973-4657-af16-d49af819a605) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:20.433364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:20.544199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:20.681013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 55c8f6af-9ac8-4131-a00f-488bef3de5cc is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:20.756988 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:20.760697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:20.797061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:20.799808 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:21.046121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0421a3-e38f-456d-8d8a-633fec61b689 req-26c7de99-17a5-467e-afef-33fa8ffc09e1 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:21.062919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c0421a3-e38f-456d-8d8a-633fec61b689 req-26c7de99-17a5-467e-afef-33fa8ffc09e1 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.3761384 Nov 25 19:52:21.218248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=8ead326f-b973-4657-af16-d49af819a605,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:21.231332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c0421a3-e38f-456d-8d8a-633fec61b689 req-96c18b73-ea16-43e1-9723-04ddf838af15 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1664891 Nov 25 19:52:21.410043 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:21.561133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64780d93-47b3-483d-ba6e-422ca310482e req-544c8ee8-acf2-4001-92aa-57566e57a09e tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1005118 Nov 25 19:52:21.660102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:21.904063 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:21.904727 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:22.079293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7d47d3-fb95-4af4-8703-31ccacf50fd8 None None] Network 55c8f6af-9ac8-4131-a00f-488bef3de5cc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:22.654682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57257ec0-ccb5-4b00-aa21-ce681f0ca1be req-393cf464-86e4-4b29-992d-273a83c730a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:22.671660 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-57257ec0-ccb5-4b00-aa21-ce681f0ca1be req-393cf464-86e4-4b29-992d-273a83c730a1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 1096 time: 0.2889693 Nov 25 19:52:22.698073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-543fa10f-21a7-4539-b072-ad5d9aa16916 None None] Provisioning complete for port 0a35ca5e-a393-4617-9b77-20f5df05c925 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:22.698073 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-543fa10f-21a7-4539-b072-ad5d9aa16916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:22.834385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abe1a40-f7c7-4899-9a27-0c30acde880f req-9fa3c78a-c80d-4eaa-92ac-a1a0abc22ca8 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:22.850197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6abe1a40-f7c7-4899-9a27-0c30acde880f req-9fa3c78a-c80d-4eaa-92ac-a1a0abc22ca8 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.2930233 Nov 25 19:52:23.040627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6abe1a40-f7c7-4899-9a27-0c30acde880f req-3065167a-6b6a-44fe-91fc-9feeeb956594 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868348 Nov 25 19:52:23.046379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c10631-7f22-42a8-b54e-33b6cb21730c None None] Network f375a4bb-a3c3-4f80-860a-55d419a9c8f6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:23.119706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57257ec0-ccb5-4b00-aa21-ce681f0ca1be req-41ef59fe-c103-4811-8163-ff8677cffbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:23.130637 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-57257ec0-ccb5-4b00-aa21-ce681f0ca1be req-41ef59fe-c103-4811-8163-ff8677cffbc9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.4419780 Nov 25 19:52:23.232438 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.257221 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.266521 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.386780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa704aa2-ac7a-481d-8501-39f7ba71cddc req-94ddd8a4-5358-4836-abd7-0749b579b3a9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1001532 Nov 25 19:52:23.798719 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:23.833139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=8ead326f-b973-4657-af16-d49af819a605,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:23.848560 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-57257ec0-ccb5-4b00-aa21-ce681f0ca1be req-197d39a4-0cbe-4e8d-96e1-03f65ebde10f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facdf361-3d59-45df-8e09-529c03788133 HTTP/1.1" status: 200 len: 1000 time: 0.7072077 Nov 25 19:52:24.045608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57257ec0-ccb5-4b00-aa21-ce681f0ca1be req-433db8ee-39bb-4890-94cc-a7f897bc9468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:24.047990 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-57257ec0-ccb5-4b00-aa21-ce681f0ca1be req-433db8ee-39bb-4890-94cc-a7f897bc9468 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.1906078 Nov 25 19:52:24.089586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 55c8f6af-9ac8-4131-a00f-488bef3de5cc is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:24.094882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:24.270427 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:24.443871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4c1daa-e711-4015-84ab-201e3dbf504b req-10271795-7d02-4d4e-912e-be001724d45c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:24.459569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ca4c1daa-e711-4015-84ab-201e3dbf504b req-10271795-7d02-4d4e-912e-be001724d45c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.2264183 Nov 25 19:52:24.520672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=051bbd2c-6193-40c8-92b8-7e3d4fad97b6,segment=NetworkSegment(abc4523a-45de-4b9a-b214-428eb05647e6),segment_id=abc4523a-45de-4b9a-b214-428eb05647e6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:24.553086 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-543fa10f-21a7-4539-b072-ad5d9aa16916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:24.633804 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57257ec0-ccb5-4b00-aa21-ce681f0ca1be req-853da278-74a4-4381-a234-8da374063a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:24.638103 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-57257ec0-ccb5-4b00-aa21-ce681f0ca1be req-853da278-74a4-4381-a234-8da374063a09 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5813112 Nov 25 19:52:24.785108 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:24.793067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0a35ca5e-a393-4617-9b77-20f5df05c925 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:24.816897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ca4c1daa-e711-4015-84ab-201e3dbf504b req-667a8cc1-b09b-48ed-aba6-b0d5327a4c96 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475530 Nov 25 19:52:25.155013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83461f88-02cd-4e27-b628-59b633a94531 req-bab183a7-9352-4981-afc3-a256ad7aeac8 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1263025 Nov 25 19:52:25.266525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router 689ba483-b512-4f30-bbd7-780634c6da93 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:52:25.277843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-57257ec0-ccb5-4b00-aa21-ce681f0ca1be req-c6012722-287c-4cf1-9bae-99646cbfd536 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6221762 Nov 25 19:52:25.409727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-543fa10f-21a7-4539-b072-ad5d9aa16916 None None] For port 0a35ca5e-a393-4617-9b77-20f5df05c925, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0a35ca5e-a393-4617-9b77-20f5df05c925,segment=NetworkSegment(5eef1800-3778-4984-bed0-237fe1625e5e),segment_id=5eef1800-3778-4984-bed0-237fe1625e5e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:25.561967 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-543fa10f-21a7-4539-b072-ad5d9aa16916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:25.565674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=051bbd2c-6193-40c8-92b8-7e3d4fad97b6,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:25.936922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1a78d228-8bef-4867-8da2-f7aa55a9c31b None None] Provisioning complete for port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:25.937449 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1a78d228-8bef-4867-8da2-f7aa55a9c31b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:26.218285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:26.225428 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543fa10f-21a7-4539-b072-ad5d9aa16916 None None] Pushing event updated for resources: {'Port': ['ID=0a35ca5e-a393-4617-9b77-20f5df05c925,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:26.251896 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8b14cf17-4fd1-4a9f-aaca-78ad60dca003 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/689ba483-b512-4f30-bbd7-780634c6da93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6559033 Nov 25 19:52:26.257315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55542) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:26.279093 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-57257ec0-ccb5-4b00-aa21-ce681f0ca1be req-459a448b-af9a-40da-b4cd-4d77feb909ad service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9869978 Nov 25 19:52:26.359288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8cc3fe-9130-4bcc-836f-6a7c9ebe9558 None None] Sync routers for ids ['689ba483-b512-4f30-bbd7-780634c6da93'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:26.389018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8d0d16-8bda-4749-979e-b4f9efae1e3e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:26.399356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ca8d0d16-8bda-4749-979e-b4f9efae1e3e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports/8ead326f-b973-4657-af16-d49af819a605 HTTP/1.1" status: 200 len: 911 time: 0.1354425 Nov 25 19:52:26.404904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55548) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:26.449337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029ee332-e099-43ef-a7b3-28eacf5057fe req-c270cb2e-b568-4de3-9102-41b3be0d09dc tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:26.474451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-029ee332-e099-43ef-a7b3-28eacf5057fe req-c270cb2e-b568-4de3-9102-41b3be0d09dc tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.3917079 Nov 25 19:52:26.486914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0a35ca5e-a393-4617-9b77-20f5df05c925 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:26.486914 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:26.689464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-029ee332-e099-43ef-a7b3-28eacf5057fe req-21db8fc3-9a9f-4f03-9cb0-ff858029d534 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2083306 Nov 25 19:52:26.796804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8cc3fe-9130-4bcc-836f-6a7c9ebe9558 None None] Routers {'689ba483-b512-4f30-bbd7-780634c6da93'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:26.797753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f8cc3fe-9130-4bcc-836f-6a7c9ebe9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ba483-b512-4f30-bbd7-780634c6da93'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:27.085828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fe162fb-cb81-4998-b690-da7a2d33a804 req-1b0ecab6-1827-4a44-afca-04e51916e069 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1682882 Nov 25 19:52:27.253211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f8cc3fe-9130-4bcc-836f-6a7c9ebe9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:27.305646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8cc3fe-9130-4bcc-836f-6a7c9ebe9558 None None] Routers {'689ba483-b512-4f30-bbd7-780634c6da93'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:27.311479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f8cc3fe-9130-4bcc-836f-6a7c9ebe9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ba483-b512-4f30-bbd7-780634c6da93'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:27.550555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4f8cc3fe-9130-4bcc-836f-6a7c9ebe9558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:27.551680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f8cc3fe-9130-4bcc-836f-6a7c9ebe9558 None None] The sync data for ids ['689ba483-b512-4f30-bbd7-780634c6da93'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:28.166771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:28.222913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2d8999e2-2c71-4138-8bfb-5bf20ac86d97 None None] Provisioning complete for port 0a35ca5e-a393-4617-9b77-20f5df05c925 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:28.235678 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d8999e2-2c71-4138-8bfb-5bf20ac86d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:28.298258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ced538-ee8f-471c-a17f-b71fb661e343 req-f7bac5e1-e1a2-447b-9ea2-3c4392a7d51b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:28.300009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35ced538-ee8f-471c-a17f-b71fb661e343 req-f7bac5e1-e1a2-447b-9ea2-3c4392a7d51b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.3010769 Nov 25 19:52:28.300009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-74d00497-51a6-4abb-bc98-880352380897 req-4fd2a552-47b2-434a-beee-94f4025e7896 service neutron] (103651) timed out ('10.222.0.60', 61345) {{(pid=103651) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:52:28.371303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:28.423250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35ced538-ee8f-471c-a17f-b71fb661e343 req-811d28f3-c5b4-4327-bf5c-13e12c3e8a05 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074443 Nov 25 19:52:28.715469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62f0be53-341a-4f8d-9124-d990bddd897d req-3a564389-b195-4c63-acd7-030e315a994d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0990801 Nov 25 19:52:28.952697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:28.953515 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:29.007615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2d8999e2-2c71-4138-8bfb-5bf20ac86d97 None None] Provisioning complete for port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:29.008051 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d8999e2-2c71-4138-8bfb-5bf20ac86d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:29.219549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0a35ca5e-a393-4617-9b77-20f5df05c925 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:29.383219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0a35ca5e-a393-4617-9b77-20f5df05c925 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:29.383863 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:29.549366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Allocated IP 2001:db8:1::1 (f375a4bb-a3c3-4f80-860a-55d419a9c8f6/c2198eae-8080-47d2-8211-30bf9c3f868e/3230533e-04ca-464a-a3d2-b4b324189518) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:29.793523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f14576-c9a5-4506-9257-9a3a549da4da req-92578716-1411-474b-af8f-1ebeb43e7783 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:29.804290 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f14576-c9a5-4506-9257-9a3a549da4da req-92578716-1411-474b-af8f-1ebeb43e7783 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1910281 Nov 25 19:52:30.020049 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:30.044668 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f14576-c9a5-4506-9257-9a3a549da4da req-3cdd1f4b-3755-49ea-beaf-3b97e34291d9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335591 Nov 25 19:52:30.060040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2d8999e2-2c71-4138-8bfb-5bf20ac86d97 None None] Provisioning complete for port 8ead326f-b973-4657-af16-d49af819a605 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:30.063620 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d8999e2-2c71-4138-8bfb-5bf20ac86d97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:30.199999 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:30.215521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2d8999e2-2c71-4138-8bfb-5bf20ac86d97 None None] Port 8ead326f-b973-4657-af16-d49af819a605 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:30.296053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network f375a4bb-a3c3-4f80-860a-55d419a9c8f6 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:30.361834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7897e5a6-5e55-4d2a-88ef-4358dd610fb7 req-56745360-16fd-43f3-aa61-528469fbde80 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0959735 Nov 25 19:52:30.435368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:30.439479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:30.440307 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:30.624256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=3230533e-04ca-464a-a3d2-b4b324189518,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:30.751665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2ee2cf2-d5e0-4fd1-a4f2-32872c979a91 None None] Provisioning complete for port 8ead326f-b973-4657-af16-d49af819a605 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:30.752318 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2ee2cf2-d5e0-4fd1-a4f2-32872c979a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:30.798600 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:30.861049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2ee2cf2-d5e0-4fd1-a4f2-32872c979a91 None None] Port 8ead326f-b973-4657-af16-d49af819a605 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:31.375418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4728b6d4-b790-4c13-9bd4-f39b23e8b663 req-027f515e-ba89-4015-8124-78f588e089dd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:31.378260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4728b6d4-b790-4c13-9bd4-f39b23e8b663 req-027f515e-ba89-4015-8124-78f588e089dd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.0871329 Nov 25 19:52:31.409009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-30466ed8-10f2-4a93-84cf-6d595fdbea28 None None] Provisioning complete for port 3230533e-04ca-464a-a3d2-b4b324189518 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:31.417187 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30466ed8-10f2-4a93-84cf-6d595fdbea28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.504500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-30466ed8-10f2-4a93-84cf-6d595fdbea28 None None] Port 3230533e-04ca-464a-a3d2-b4b324189518 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:31.552422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4728b6d4-b790-4c13-9bd4-f39b23e8b663 req-160adb0f-136d-44b8-8773-0324b078141e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589096 Nov 25 19:52:31.727118 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.752551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.753956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:31.901874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=3230533e-04ca-464a-a3d2-b4b324189518,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:31.914072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e353d8a2-2f6a-4097-bbb3-ba94d092934c req-80129805-78f9-42e0-95fc-9c9a460d238f tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1309412 Nov 25 19:52:32.099519 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86eaf5fd-12d2-4dd5-a4b8-4cb10755ddfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:32.132741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network f375a4bb-a3c3-4f80-860a-55d419a9c8f6 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:32.137208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:32.509856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router 689ba483-b512-4f30-bbd7-780634c6da93 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:52:32.946091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:32.961811 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-89b8dc50-409d-4b5e-8913-6681b03cd3cf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/689ba483-b512-4f30-bbd7-780634c6da93/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5553281 Nov 25 19:52:32.965423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55622) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:32.973766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-79ac2bca-456b-4c7f-80da-5c90d2af774e None None] Provisioning complete for port 3230533e-04ca-464a-a3d2-b4b324189518 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:32.974687 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-79ac2bca-456b-4c7f-80da-5c90d2af774e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:32.975534 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27ed1d-acb5-4d7a-a52f-c530330120d2 None None] Sync routers for ids ['689ba483-b512-4f30-bbd7-780634c6da93'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:33.018068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d099cf8-f949-4361-b853-09f71659df24 req-838b75ee-b7b0-46b5-856d-e9d2c18f2c90 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:33.032730 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27ed1d-acb5-4d7a-a52f-c530330120d2 None None] Routers {'689ba483-b512-4f30-bbd7-780634c6da93'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:33.033567 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2b27ed1d-acb5-4d7a-a52f-c530330120d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ba483-b512-4f30-bbd7-780634c6da93'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:33.035900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d099cf8-f949-4361-b853-09f71659df24 req-838b75ee-b7b0-46b5-856d-e9d2c18f2c90 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1800153 Nov 25 19:52:33.057976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-79ac2bca-456b-4c7f-80da-5c90d2af774e None None] Port 3230533e-04ca-464a-a3d2-b4b324189518 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:33.098042 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2b27ed1d-acb5-4d7a-a52f-c530330120d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:33.133055 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b27ed1d-acb5-4d7a-a52f-c530330120d2 None None] Routers {'689ba483-b512-4f30-bbd7-780634c6da93'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:33.133821 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2b27ed1d-acb5-4d7a-a52f-c530330120d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ba483-b512-4f30-bbd7-780634c6da93'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:33.166897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b98ce6a-7fde-4958-b722-7bd7b8f4f121 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:33.189984 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2b27ed1d-acb5-4d7a-a52f-c530330120d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:33.191575 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b27ed1d-acb5-4d7a-a52f-c530330120d2 None None] The sync data for ids ['689ba483-b512-4f30-bbd7-780634c6da93'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:33.199718 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2b98ce6a-7fde-4958-b722-7bd7b8f4f121 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports/3230533e-04ca-464a-a3d2-b4b324189518 HTTP/1.1" status: 200 len: 913 time: 0.2287829 Nov 25 19:52:33.203003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55626) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:33.219280 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d099cf8-f949-4361-b853-09f71659df24 req-578117b2-26ca-4605-a81a-c568520ddeab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710534 Nov 25 19:52:33.390032 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35ce998b-5c0a-4aab-8e51-fcfbe938db9b req-bb724172-5afe-424f-8b57-a4f8cebf7b6b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0454795 Nov 25 19:52:34.049467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55634) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:34.160554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Deleting subnet dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:52:34.170919 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.242497 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.443749 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.545338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e740c-4356-4534-be37-9847f48ba48d req-e11c7ccc-5987-4dec-ac80-37c8ed1b05ac tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:34.561700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab8e740c-4356-4534-be37-9847f48ba48d req-e11c7ccc-5987-4dec-ac80-37c8ed1b05ac tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1458418 Nov 25 19:52:34.698732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab8e740c-4356-4534-be37-9847f48ba48d req-9e3f18ae-5bda-4f16-9edf-1dca249730a6 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323109 Nov 25 19:52:34.741669 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9455cbd-d929-4624-a71c-f8ae96dabe92 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.762114 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.767804 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e38f9f7f-2047-4211-ad0c-62164323364c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.827166 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:34.834840 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac82f774-9a05-4964-a0b7-ddff4e3dc3ec None None] Network e7d6b73d-3c86-423a-9d69-98bfe6289c92 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:34.847123 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7 HTTP/1.1" status: 204 len: 168 time: 0.7793911 Nov 25 19:52:34.848201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55648) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:34.849216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfac3d2b-8d60-4ad3-a3b4-9df12ee1a8f7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:35.070447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.081069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.081417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.081758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.082095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.082427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.082755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.083134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.083461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.084465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.084949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.085161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.085451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca474e25-2d84-48ae-a595-d31ebfdfa512 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:35.100747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31192a95-eb25-4180-afb6-e819c799febb None None] DHCP port deletion for e7d6b73d-3c86-423a-9d69-98bfe6289c92 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:52:35.171941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d8979da-1bb4-4f7f-80a3-2ee1ac788743 req-615e81ff-7e3a-4f12-bcd0-53b8ecd4f8b0 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1226714 Nov 25 19:52:35.322756 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.392060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7d6b73d-3c86-423a-9d69-98bfe6289c92']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:35.418151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69dd1ce5-7198-41e4-bb01-8c427f4b1bd5') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:35.418403 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69dd1ce5-7198-41e4-bb01-8c427f4b1bd5') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:35.445222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.467517 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.477859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:52:35.478680 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:52:35.586297 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:52:35.594274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.608431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.619529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] 10.222.0.15 "DELETE /v2.0/networks/e7d6b73d-3c86-423a-9d69-98bfe6289c92 HTTP/1.1" status: 204 len: 168 time: 0.7643771 Nov 25 19:52:35.619782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b9455cbd-d929-4624-a71c-f8ae96dabe92 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 3230533e-04ca-464a-a3d2-b4b324189518 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:35.620512 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9455cbd-d929-4624-a71c-f8ae96dabe92 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.661400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4f75c-dc4a-4afc-983e-8c21a78092db admin admin] Pushing event deleted for resources: {'Network': ['ID=e7d6b73d-3c86-423a-9d69-98bfe6289c92,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:35.708692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55656) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:35.953214 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9455cbd-d929-4624-a71c-f8ae96dabe92 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:35.980479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d064032-9e38-460a-aec4-bf10d3f6277c req-f9032437-bd4f-400a-88bd-97da3b45ca7a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:35.997309 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5d064032-9e38-460a-aec4-bf10d3f6277c req-f9032437-bd4f-400a-88bd-97da3b45ca7a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1503484 Nov 25 19:52:36.016357 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b9455cbd-d929-4624-a71c-f8ae96dabe92 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 3230533e-04ca-464a-a3d2-b4b324189518 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:36.165661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55662) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:36.221576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5d064032-9e38-460a-aec4-bf10d3f6277c req-437f274b-2301-4466-a6b6-1763e4cafe46 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228763 Nov 25 19:52:36.452584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.481796 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-baad7730-b92a-414c-9285-6134b897727e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=01282795791d4eb2977aaf054bcdfa2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538919 Nov 25 19:52:36.497564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55668) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:36.505863 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-874f6533-c336-488a-aa21-d971b9ea87ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.623812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9455cbd-d929-4624-a71c-f8ae96dabe92 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:36.732712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9455cbd-d929-4624-a71c-f8ae96dabe92 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=3230533e-04ca-464a-a3d2-b4b324189518,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:36.825989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8627b83a-a87d-42c4-811e-96d0ea6d6661 req-be1646c3-9452-4e92-9600-f69789d0f4a3 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.3078942 Nov 25 19:52:36.983911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-298b980b-f2c3-4f71-a2bc-9a33edc2ab71 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.083243 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-298b980b-f2c3-4f71-a2bc-9a33edc2ab71 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.124324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9455cbd-d929-4624-a71c-f8ae96dabe92 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.475759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-874f6533-c336-488a-aa21-d971b9ea87ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.477963 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-298b980b-f2c3-4f71-a2bc-9a33edc2ab71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.483960 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-298b980b-f2c3-4f71-a2bc-9a33edc2ab71 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.486148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-298b980b-f2c3-4f71-a2bc-9a33edc2ab71 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/922775e5-78cc-4b7f-9763-1030a688492a HTTP/1.1" status: 204 len: 168 time: 0.9866321 Nov 25 19:52:37.514165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9455cbd-d929-4624-a71c-f8ae96dabe92 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router 689ba483-b512-4f30-bbd7-780634c6da93 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:52:37.525126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-874f6533-c336-488a-aa21-d971b9ea87ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.569038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b980b-f2c3-4f71-a2bc-9a33edc2ab71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=922775e5-78cc-4b7f-9763-1030a688492a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:37.617152 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-874f6533-c336-488a-aa21-d971b9ea87ba admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae4c61ee62dc45e48ed7b984dceade9d&name=default HTTP/1.1" status: 200 len: 3000 time: 1.9074955 Nov 25 19:52:37.619899 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55676) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:37.670126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f6533-c336-488a-aa21-d971b9ea87ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8174a7f0-ebd9-4400-98fc-a370c8fdbb8d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:37.751857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1794d63f-8337-4e87-b2b7-cf67cafe014b req-a10819fc-d889-4751-818e-d355d566783b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:37.754644 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1794d63f-8337-4e87-b2b7-cf67cafe014b req-a10819fc-d889-4751-818e-d355d566783b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.2841413 Nov 25 19:52:37.857528 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.869330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1794d63f-8337-4e87-b2b7-cf67cafe014b req-f00ce45c-f9b2-4d7a-80bd-67a17733f4ac tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994334 Nov 25 19:52:37.882943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9455cbd-d929-4624-a71c-f8ae96dabe92 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:37.891348 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b9455cbd-d929-4624-a71c-f8ae96dabe92 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/689ba483-b512-4f30-bbd7-780634c6da93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6838210 Nov 25 19:52:37.899126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45248864-9dee-4175-a5cf-b11e645b5043 None None] Sync routers for ids ['689ba483-b512-4f30-bbd7-780634c6da93'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:37.907172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55680) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:37.928376 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f7933101-b662-4bd5-a16b-6be79b0545f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:37.951605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45248864-9dee-4175-a5cf-b11e645b5043 None None] Routers {'689ba483-b512-4f30-bbd7-780634c6da93'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:37.955931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-45248864-9dee-4175-a5cf-b11e645b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ba483-b512-4f30-bbd7-780634c6da93'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:38.008090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-45248864-9dee-4175-a5cf-b11e645b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:38.027304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45248864-9dee-4175-a5cf-b11e645b5043 None None] Routers {'689ba483-b512-4f30-bbd7-780634c6da93'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:38.028286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-45248864-9dee-4175-a5cf-b11e645b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ba483-b512-4f30-bbd7-780634c6da93'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:38.040774 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f7933101-b662-4bd5-a16b-6be79b0545f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.157467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-45248864-9dee-4175-a5cf-b11e645b5043 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:38.158764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45248864-9dee-4175-a5cf-b11e645b5043 None None] The sync data for ids ['689ba483-b512-4f30-bbd7-780634c6da93'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:38.249158 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.259751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3edf0084-cff0-41dd-ab70-dec9eb7a8f97 req-59906165-4e52-489f-8f63-1ac0fcebf7f5 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0456283 Nov 25 19:52:38.285076 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f7933101-b662-4bd5-a16b-6be79b0545f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.288437 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f7933101-b662-4bd5-a16b-6be79b0545f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:38.291267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f7933101-b662-4bd5-a16b-6be79b0545f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8174a7f0-ebd9-4400-98fc-a370c8fdbb8d HTTP/1.1" status: 204 len: 168 time: 0.6527421 Nov 25 19:52:38.304035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7933101-b662-4bd5-a16b-6be79b0545f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8174a7f0-ebd9-4400-98fc-a370c8fdbb8d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:38.842061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-812b31f1-20d6-41f9-a357-682e2397cecf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.074954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55702) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:39.180889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6647334e-d6a7-46f9-9444-04f26b043499 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.304027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a312cce-fdab-446f-83cc-e30a65e99b1d req-8b01cda3-7603-4e0c-8475-21f89f62b9e7 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:39.320415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a312cce-fdab-446f-83cc-e30a65e99b1d req-8b01cda3-7603-4e0c-8475-21f89f62b9e7 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.2181771 Nov 25 19:52:39.424629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a312cce-fdab-446f-83cc-e30a65e99b1d req-7177cc52-a257-437a-aa69-1fdca3028460 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031823 Nov 25 19:52:39.515057 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6647334e-d6a7-46f9-9444-04f26b043499 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.530530 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6647334e-d6a7-46f9-9444-04f26b043499 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.632391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-812b31f1-20d6-41f9-a357-682e2397cecf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 8ead326f-b973-4657-af16-d49af819a605 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:39.633086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-812b31f1-20d6-41f9-a357-682e2397cecf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.697527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55718) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:39.712506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6647334e-d6a7-46f9-9444-04f26b043499 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=de723c25204e4af895436c913fb57b73&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6354115 Nov 25 19:52:39.732725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6647334e-d6a7-46f9-9444-04f26b043499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58db88c4-2369-4a42-996a-8b9c8a14344c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:39.750663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48de5485-7443-4adc-9f2a-f0d7f4f91b16 req-d4854753-5935-45b7-9ba2-18a3549b71c6 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1051161 Nov 25 19:52:39.847765 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:52:39.873685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-812b31f1-20d6-41f9-a357-682e2397cecf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.889468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b01f57ff-555a-4284-bc21-1d493e6feeaf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:39.896772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-812b31f1-20d6-41f9-a357-682e2397cecf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 8ead326f-b973-4657-af16-d49af819a605 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:39.933408 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b01f57ff-555a-4284-bc21-1d493e6feeaf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.115808 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b01f57ff-555a-4284-bc21-1d493e6feeaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.119261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b01f57ff-555a-4284-bc21-1d493e6feeaf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.120486 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b01f57ff-555a-4284-bc21-1d493e6feeaf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58db88c4-2369-4a42-996a-8b9c8a14344c HTTP/1.1" status: 204 len: 168 time: 0.4186411 Nov 25 19:52:40.131717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01f57ff-555a-4284-bc21-1d493e6feeaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58db88c4-2369-4a42-996a-8b9c8a14344c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:40.303412 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-812b31f1-20d6-41f9-a357-682e2397cecf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.400353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812b31f1-20d6-41f9-a357-682e2397cecf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=8ead326f-b973-4657-af16-d49af819a605,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:40.737955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cc3a5c-3763-4009-9569-33f718d42f5b req-69c2d696-8f68-4b31-b575-1e82292bf3ba tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:40.748836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2cc3a5c-3763-4009-9569-33f718d42f5b req-69c2d696-8f68-4b31-b575-1e82292bf3ba tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1646311 Nov 25 19:52:40.898989 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-812b31f1-20d6-41f9-a357-682e2397cecf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:40.928378 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2cc3a5c-3763-4009-9569-33f718d42f5b req-7f665da8-821e-41d8-a5e8-94715990666d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1741199 Nov 25 19:52:41.122353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62651c95-11ed-412e-9670-b2fef5ee0f6e req-1d3d5b8f-1fb5-49d8-83a7-b17902517945 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0665720 Nov 25 19:52:41.157590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812b31f1-20d6-41f9-a357-682e2397cecf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router 689ba483-b512-4f30-bbd7-780634c6da93 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:52:41.277449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812b31f1-20d6-41f9-a357-682e2397cecf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:41.291359 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d575e-e248-484d-9ec7-18d8459c44a9 None None] Sync routers for ids ['689ba483-b512-4f30-bbd7-780634c6da93'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:41.293283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55740) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:41.304359 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-812b31f1-20d6-41f9-a357-682e2397cecf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/689ba483-b512-4f30-bbd7-780634c6da93/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3919439 Nov 25 19:52:41.313166 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d575e-e248-484d-9ec7-18d8459c44a9 None None] Routers {'689ba483-b512-4f30-bbd7-780634c6da93'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:41.314112 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-545d575e-e248-484d-9ec7-18d8459c44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ba483-b512-4f30-bbd7-780634c6da93'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:41.333005 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55742) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:41.342232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-13f7c7a0-6ca2-416c-9ec5-618878d165fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=689ba483-b512-4f30-bbd7-780634c6da93 HTTP/1.1" status: 200 len: 205 time: 0.0455308 Nov 25 19:52:41.439997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55744) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:41.458538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b11839b-2aee-496f-91bb-967d32484135 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.465968 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-545d575e-e248-484d-9ec7-18d8459c44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:41.489130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74c5fd10-7591-4c34-bf70-36c7f9f4e4c6 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.495395 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d575e-e248-484d-9ec7-18d8459c44a9 None None] Routers {'689ba483-b512-4f30-bbd7-780634c6da93'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:41.496093 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-545d575e-e248-484d-9ec7-18d8459c44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ba483-b512-4f30-bbd7-780634c6da93'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:41.692114 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-545d575e-e248-484d-9ec7-18d8459c44a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:41.693631 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-545d575e-e248-484d-9ec7-18d8459c44a9 None None] The sync data for ids ['689ba483-b512-4f30-bbd7-780634c6da93'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:41.773271 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b11839b-2aee-496f-91bb-967d32484135 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.782036 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b11839b-2aee-496f-91bb-967d32484135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:41.899608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2b11839b-2aee-496f-91bb-967d32484135 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=05c0c01bc14042b1ae7daad0bfbced2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4543731 Nov 25 19:52:41.899608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11839b-2aee-496f-91bb-967d32484135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb49aba-c2c5-461e-997b-cb5819f2fa65,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:41.901641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55754) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:42.056882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4169633-0543-40d2-b026-a047971849b7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.119410 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74c5fd10-7591-4c34-bf70-36c7f9f4e4c6 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.131299 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74c5fd10-7591-4c34-bf70-36c7f9f4e4c6 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.162131 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4169633-0543-40d2-b026-a047971849b7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.246328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74c5fd10-7591-4c34-bf70-36c7f9f4e4c6 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.246874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c5fd10-7591-4c34-bf70-36c7f9f4e4c6 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Fanout notify agent at l3_agent the message router_deleted on router 689ba483-b512-4f30-bbd7-780634c6da93 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:52:42.255190 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-74c5fd10-7591-4c34-bf70-36c7f9f4e4c6 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.257373 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-74c5fd10-7591-4c34-bf70-36c7f9f4e4c6 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/689ba483-b512-4f30-bbd7-780634c6da93 HTTP/1.1" status: 204 len: 168 time: 0.9231877 Nov 25 19:52:42.262333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55768) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:42.289569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ffca5-2924-4967-a82c-2849324fb54c req-e5f5dc13-b6dd-4bb7-b009-37d776ba25ff tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:42.292957 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae2ffca5-2924-4967-a82c-2849324fb54c req-e5f5dc13-b6dd-4bb7-b009-37d776ba25ff tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1613944 Nov 25 19:52:42.376034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-761da6d0-6db3-4ff6-a18c-43c9b488c046 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting subnet c2198eae-8080-47d2-8211-30bf9c3f868e {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:52:42.380253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-761da6d0-6db3-4ff6-a18c-43c9b488c046 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.413426 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae2ffca5-2924-4967-a82c-2849324fb54c req-6cf92945-6e73-4819-bdea-aeeb12513e16 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132612 Nov 25 19:52:42.419148 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4169633-0543-40d2-b026-a047971849b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.426661 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b4169633-0543-40d2-b026-a047971849b7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.428095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b4169633-0543-40d2-b026-a047971849b7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5bb49aba-c2c5-461e-997b-cb5819f2fa65 HTTP/1.1" status: 204 len: 168 time: 0.5251079 Nov 25 19:52:42.462862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4169633-0543-40d2-b026-a047971849b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb49aba-c2c5-461e-997b-cb5819f2fa65,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:42.532718 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-761da6d0-6db3-4ff6-a18c-43c9b488c046 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.641734 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0824b6e1-ce27-4450-bcc9-62995209de91 req-d39848af-0ead-4a25-bc02-472a0a6121b3 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0631466 Nov 25 19:52:42.805850 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-761da6d0-6db3-4ff6-a18c-43c9b488c046 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:42.937215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-761da6d0-6db3-4ff6-a18c-43c9b488c046 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.003794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761da6d0-6db3-4ff6-a18c-43c9b488c046 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Subnet': ['ID=c2198eae-8080-47d2-8211-30bf9c3f868e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:43.035064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-761da6d0-6db3-4ff6-a18c-43c9b488c046 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.041950 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-761da6d0-6db3-4ff6-a18c-43c9b488c046 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/c2198eae-8080-47d2-8211-30bf9c3f868e HTTP/1.1" status: 204 len: 168 time: 0.7777851 Nov 25 19:52:43.044791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55830) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:43.049816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06156b62-37e7-43cc-a822-7439420d3fbf None None] Network f375a4bb-a3c3-4f80-860a-55d419a9c8f6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:43.140852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650239e-2c93-427f-adbe-efb215a78852 req-64be2100-c2c5-4cca-bfda-d71ba2362104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:43.143551 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b650239e-2c93-427f-adbe-efb215a78852 req-64be2100-c2c5-4cca-bfda-d71ba2362104 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 1096 time: 0.0992005 Nov 25 19:52:43.159799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-15114048-4440-42a4-8e16-8627f649db62 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting subnet cbb3003c-b4ab-44eb-a8e6-6cbfb6bee530 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:52:43.163826 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15114048-4440-42a4-8e16-8627f649db62 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.231827 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15114048-4440-42a4-8e16-8627f649db62 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.410968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650239e-2c93-427f-adbe-efb215a78852 req-e35ca300-fe62-445a-bb8b-a2a1cc1f5d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:43.423466 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b650239e-2c93-427f-adbe-efb215a78852 req-e35ca300-fe62-445a-bb8b-a2a1cc1f5d3a service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.2711835 Nov 25 19:52:43.437588 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15114048-4440-42a4-8e16-8627f649db62 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.522338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779b5640-a1c1-4cd3-810a-51f5598876e2 None None] DHCP port deletion for f375a4bb-a3c3-4f80-860a-55d419a9c8f6 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:52:43.675724 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b650239e-2c93-427f-adbe-efb215a78852 req-69bb51f9-7283-4722-a338-7e1eeb4e162a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facdf361-3d59-45df-8e09-529c03788133 HTTP/1.1" status: 200 len: 1000 time: 0.2447658 Nov 25 19:52:43.698571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-779b5640-a1c1-4cd3-810a-51f5598876e2 None None] Deleting port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:43.699572 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-779b5640-a1c1-4cd3-810a-51f5598876e2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.713807 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14ec1a-b7b6-4414-a22a-0375902c5ece req-8ff61c00-8a31-4b94-845a-06c882e63873 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:43.722122 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a14ec1a-b7b6-4414-a22a-0375902c5ece req-8ff61c00-8a31-4b94-845a-06c882e63873 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.1172073 Nov 25 19:52:43.760411 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15114048-4440-42a4-8e16-8627f649db62 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.814509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15114048-4440-42a4-8e16-8627f649db62 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.816737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aacd9a-4b8c-404a-bcea-06c28d8f5b80 None None] Network 55c8f6af-9ac8-4131-a00f-488bef3de5cc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:43.822551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-15114048-4440-42a4-8e16-8627f649db62 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/cbb3003c-b4ab-44eb-a8e6-6cbfb6bee530 HTTP/1.1" status: 204 len: 168 time: 0.7757745 Nov 25 19:52:43.823978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55898) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:43.824760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15114048-4440-42a4-8e16-8627f649db62 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb3003c-b4ab-44eb-a8e6-6cbfb6bee530,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:43.846991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650239e-2c93-427f-adbe-efb215a78852 req-058d5352-2b73-4e98-a06c-d8fa2b65fc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:43.849108 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b650239e-2c93-427f-adbe-efb215a78852 req-058d5352-2b73-4e98-a06c-d8fa2b65fc23 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.1634638 Nov 25 19:52:43.966177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b650239e-2c93-427f-adbe-efb215a78852 req-97637318-6e0d-4806-a13f-1118f3a212b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:43.975670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-779b5640-a1c1-4cd3-810a-51f5598876e2 None None] For port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=051bbd2c-6193-40c8-92b8-7e3d4fad97b6,segment=NetworkSegment(abc4523a-45de-4b9a-b214-428eb05647e6),segment_id=abc4523a-45de-4b9a-b214-428eb05647e6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:43.980920 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-779b5640-a1c1-4cd3-810a-51f5598876e2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:43.981774 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b650239e-2c93-427f-adbe-efb215a78852 req-97637318-6e0d-4806-a13f-1118f3a212b1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1238165 Nov 25 19:52:43.995472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a14ec1a-b7b6-4414-a22a-0375902c5ece req-630d3c46-6f73-40ae-a1a3-195eb77b33ba tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2720673 Nov 25 19:52:44.025487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-779b5640-a1c1-4cd3-810a-51f5598876e2 None None] Calling delete_port for 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:44.050344 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:44.237781 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b468315a-c946-4e3e-b459-a937422c9192 req-6377ea0a-a867-4b9d-a94d-8dd7100ea99a tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1464970 Nov 25 19:52:44.333096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:44.333601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:44.346449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:52:44.353164 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b650239e-2c93-427f-adbe-efb215a78852 req-4f4c4842-646b-49f0-949b-6f8e610c73da service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613446 Nov 25 19:52:44.453731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55914) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:44.524923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=051bbd2c-6193-40c8-92b8-7e3d4fad97b6,segment=NetworkSegment(abc4523a-45de-4b9a-b214-428eb05647e6),segment_id=abc4523a-45de-4b9a-b214-428eb05647e6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:44.535270 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:44.539041 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:44.578069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:44.674381 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b650239e-2c93-427f-adbe-efb215a78852 req-8bbf9087-16cc-4d93-bd69-32471f524b3a service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3110733 Nov 25 19:52:44.689601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=051bbd2c-6193-40c8-92b8-7e3d4fad97b6,segment=NetworkSegment(abc4523a-45de-4b9a-b214-428eb05647e6),segment_id=abc4523a-45de-4b9a-b214-428eb05647e6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:44.705084 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:44.728694 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15498e69-066f-4765-8521-8c3fa711bee2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:44.831277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01eec4dd-6fdf-4129-b705-d3539f992518 None None] DHCP port deletion for 55c8f6af-9ac8-4131-a00f-488bef3de5cc request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:52:44.842981 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-779b5640-a1c1-4cd3-810a-51f5598876e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:44.910835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779b5640-a1c1-4cd3-810a-51f5598876e2 None None] No DVR routers for this DVR port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:44.922933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=051bbd2c-6193-40c8-92b8-7e3d4fad97b6,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:44.953658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.006270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No DVR routers for this DVR port 051bbd2c-6193-40c8-92b8-7e3d4fad97b6 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:45.012764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779b5640-a1c1-4cd3-810a-51f5598876e2 None None] Pushing event deleted for resources: {'Port': ['ID=051bbd2c-6193-40c8-92b8-7e3d4fad97b6,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:45.048312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-01eec4dd-6fdf-4129-b705-d3539f992518 None None] Deleting port 0a35ca5e-a393-4617-9b77-20f5df05c925 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:45.049102 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-01eec4dd-6fdf-4129-b705-d3539f992518 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.052939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=051bbd2c-6193-40c8-92b8-7e3d4fad97b6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:45.064936 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15498e69-066f-4765-8521-8c3fa711bee2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.091869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15498e69-066f-4765-8521-8c3fa711bee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.214502 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-15498e69-066f-4765-8521-8c3fa711bee2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20bc56046316478f81b5fed80914aada&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7587800 Nov 25 19:52:45.218344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55932) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:45.221300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15498e69-066f-4765-8521-8c3fa711bee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7d8d97-3803-4ec0-a934-bd4838af7461,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:45.313234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-01eec4dd-6fdf-4129-b705-d3539f992518 None None] For port 0a35ca5e-a393-4617-9b77-20f5df05c925, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0a35ca5e-a393-4617-9b77-20f5df05c925,segment=NetworkSegment(5eef1800-3778-4984-bed0-237fe1625e5e),segment_id=5eef1800-3778-4984-bed0-237fe1625e5e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:45.314738 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-01eec4dd-6fdf-4129-b705-d3539f992518 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.345247 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-01eec4dd-6fdf-4129-b705-d3539f992518 None None] Calling delete_port for 0a35ca5e-a393-4617-9b77-20f5df05c925 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:52:45.376538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.421722 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8ab52453-98fb-465a-9d6c-a3058a8aeb85 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.477395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5bd9e-edfe-4885-b063-323931b4d187 req-fb0357fd-8361-4d1e-a52a-b03acff1d935 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:45.481015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87a5bd9e-edfe-4885-b063-323931b4d187 req-fb0357fd-8361-4d1e-a52a-b03acff1d935 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.2489610 Nov 25 19:52:45.484410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f375a4bb-a3c3-4f80-860a-55d419a9c8f6']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:45.485698 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-01eec4dd-6fdf-4129-b705-d3539f992518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.511928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01eec4dd-6fdf-4129-b705-d3539f992518 None None] Pushing event deleted for resources: {'Port': ['ID=0a35ca5e-a393-4617-9b77-20f5df05c925,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:45.512815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8ab52453-98fb-465a-9d6c-a3058a8aeb85 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.526708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01eec4dd-6fdf-4129-b705-d3539f992518 None None] No DVR routers for this DVR port 0a35ca5e-a393-4617-9b77-20f5df05c925 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:52:45.554412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc4523a-45de-4b9a-b214-428eb05647e6') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:45.555110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc4523a-45de-4b9a-b214-428eb05647e6') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:45.599852 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.628736 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8ab52453-98fb-465a-9d6c-a3058a8aeb85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.638456 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8ab52453-98fb-465a-9d6c-a3058a8aeb85 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.641534 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8ab52453-98fb-465a-9d6c-a3058a8aeb85 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d7d8d97-3803-4ec0-a934-bd4838af7461 HTTP/1.1" status: 204 len: 168 time: 0.4213562 Nov 25 19:52:45.656970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab52453-98fb-465a-9d6c-a3058a8aeb85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7d8d97-3803-4ec0-a934-bd4838af7461,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:45.681849 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.714700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Releasing vlan 615 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:52:45.715472 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:52:45.723064 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:52:45.757330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87a5bd9e-edfe-4885-b063-323931b4d187 req-fedb3400-d5ad-494b-b50b-ec17dea83ab0 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2402897 Nov 25 19:52:45.961295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed9af84e-5000-4722-b692-614918a6a7a2 req-ccf0d431-3b5b-4486-a492-26b2f16e7384 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0625153 Nov 25 19:52:45.978177 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.990120 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:45.997918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55942) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:46.003812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/networks/f375a4bb-a3c3-4f80-860a-55d419a9c8f6 HTTP/1.1" status: 204 len: 168 time: 2.1741996 Nov 25 19:52:46.038347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e95b6d-b762-4f5f-9113-1ba35278d0a0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Network': ['ID=f375a4bb-a3c3-4f80-860a-55d419a9c8f6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:46.109863 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.274941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0a35ca5e-a393-4617-9b77-20f5df05c925 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:52:46.326008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 0a35ca5e-a393-4617-9b77-20f5df05c925 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:52:46.326406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0a35ca5e-a393-4617-9b77-20f5df05c925 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:52:46.395727 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.426318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c8f6af-9ac8-4131-a00f-488bef3de5cc']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:46.439509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eef1800-3778-4984-bed0-237fe1625e5e') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:46.439941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eef1800-3778-4984-bed0-237fe1625e5e') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:46.455510 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.476420 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.488989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:52:46.489988 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:52:46.496606 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:52:46.498603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55952) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:46.522175 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b9d777a-91ae-4c00-8b61-09a0c4265f97 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.597586 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.630181 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.638886 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/networks/55c8f6af-9ac8-4131-a00f-488bef3de5cc HTTP/1.1" status: 204 len: 168 time: 0.6393516 Nov 25 19:52:46.643772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 55954) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:46.655021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-307525713'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:46.676515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b32fa4-9350-46d2-842b-d5ad85d71900 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Network': ['ID=55c8f6af-9ac8-4131-a00f-488bef3de5cc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:46.732259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:46.736442 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.786423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:52:46.800009 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.800497 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added segment 83a04f24-a3df-41e7-82c8-967bdc6c4da3 of type vlan for network ba739c61-797b-4c83-803d-64258c1c62dd Nov 25 19:52:46.863430 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.950167 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b9d777a-91ae-4c00-8b61-09a0c4265f97 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.954093 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.963624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:46.964709 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.976788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b9d777a-91ae-4c00-8b61-09a0c4265f97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:46.990193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device facdf361-3d59-45df-8e09-529c03788133 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:52:47.082228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55960) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:47.083612 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4372780 Nov 25 19:52:47.091641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'subnet': {'network_id': 'ba739c61-797b-4c83-803d-64258c1c62dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:47.146963 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542d7d5-c342-4567-b2fb-6a7d998b0db5 req-55a93b45-26e5-4baa-aa0a-2b569060d01a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:47.160483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d542d7d5-c342-4567-b2fb-6a7d998b0db5 req-55a93b45-26e5-4baa-aa0a-2b569060d01a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 945 time: 0.2754095 Nov 25 19:52:47.176565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3b9d777a-91ae-4c00-8b61-09a0c4265f97 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ef21f36f5f0542888bfc67db140963b6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6784339 Nov 25 19:52:47.176854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 55964) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:47.177995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9d777a-91ae-4c00-8b61-09a0c4265f97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36063731-48ee-470d-bf52-a01312b6e9f2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:47.201073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8859e12a-f6cc-4d9f-92fd-742528036bf2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Network': ['ID=ba739c61-797b-4c83-803d-64258c1c62dd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:47.247409 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.274151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network ba739c61-797b-4c83-803d-64258c1c62dd details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:52:47.284455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d542d7d5-c342-4567-b2fb-6a7d998b0db5 req-350b5645-2782-46e9-a019-9b935b4d3d7d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228602 Nov 25 19:52:47.380456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:47.386490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'facdf361-3d59-45df-8e09-529c03788133'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:52:47.400116 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38d6d1b7-29a8-405a-9acf-dd9824296923" -d '{"events": [{"server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "name": "network-vif-unplugged", "status": "completed", "tag": "facdf361-3d59-45df-8e09-529c03788133"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:52:47.428584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.460394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1cb31a43-8896-49cc-8af2-3dddc6097ed1 req-e691ab3b-de13-49e6-a836-6f5e94e4262d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0442059 Nov 25 19:52:47.503606 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3a429da6-8b80-4c3d-aee7-67b494f4a45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.511646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:47.527350 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:47.668091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=facdf361-3d59-45df-8e09-529c03788133,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:47.687809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:47.688203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:47.688501 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:47.688845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:47.689185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:47.689522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:47.689853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:47.690183 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:47.690513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:47.695512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:47.695879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:47.696149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:52:48.064501 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 19:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933cd87e-ca35-4bc6-b0ff-0cd1bc1ad8b3 x-openstack-request-id: req-933cd87e-ca35-4bc6-b0ff-0cd1bc1ad8b3 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:52:48.066087 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "name": "network-vif-unplugged", "status": "failed", "tag": "facdf361-3d59-45df-8e09-529c03788133", "code": 422}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:52:48.067906 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-933cd87e-ca35-4bc6-b0ff-0cd1bc1ad8b3 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:52:48.068879 n-d-817303-9 neutron-server[103653]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'facdf361-3d59-45df-8e09-529c03788133', 'code': 422} returned with failed status Nov 25 19:52:48.070336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3a429da6-8b80-4c3d-aee7-67b494f4a45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.247864 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3a429da6-8b80-4c3d-aee7-67b494f4a45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.254075 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3a429da6-8b80-4c3d-aee7-67b494f4a45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.256093 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3a429da6-8b80-4c3d-aee7-67b494f4a45f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36063731-48ee-470d-bf52-a01312b6e9f2 HTTP/1.1" status: 204 len: 168 time: 1.0781586 Nov 25 19:52:48.296702 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a429da6-8b80-4c3d-aee7-67b494f4a45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36063731-48ee-470d-bf52-a01312b6e9f2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:48.463930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.564031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Subnet': ['ID=0bec59d9-8909-400d-aa9a-e55c11892ee1,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:48.612208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Checking segment: {'id': '83a04f24-a3df-41e7-82c8-967bdc6c4da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba739c61-797b-4c83-803d-64258c1c62dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:48.612829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network hostable DHCP agents. Network: ba739c61-797b-4c83-803d-64258c1c62dd, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:52:48.678146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network ba739c61-797b-4c83-803d-64258c1c62dd is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:52:48.706537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, ba739c61-797b-4c83-803d-64258c1c62dd) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:48.720936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:48.722101 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.730271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b86d1e5-9597-4f51-baf7-fdc8fde88855 None None] Network ba739c61-797b-4c83-803d-64258c1c62dd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:48.776922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56012) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:48.783417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-03e7ac2c-741b-4720-b3b8-76d9ddc061f2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-109758346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:48.787735 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d19ef1b1-c4ad-4e1d-be2e-4b1e58c092b9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7036872 Nov 25 19:52:48.864911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03e7ac2c-741b-4720-b3b8-76d9ddc061f2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.868789 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03e7ac2c-741b-4720-b3b8-76d9ddc061f2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:48.940638 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c9e0e1e-43e1-42e7-a13d-8cea86522862 req-de609e35-8d09-41d5-991e-c7c7d54da844 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0611303 Nov 25 19:52:49.007643 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03e7ac2c-741b-4720-b3b8-76d9ddc061f2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.023504 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03e7ac2c-741b-4720-b3b8-76d9ddc061f2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.029541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-ba739c61-797b-4c83-803d-64258c1c62dd', 'network_id': 'ba739c61-797b-4c83-803d-64258c1c62dd', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'fixed_ips': [{'subnet_id': '0bec59d9-8909-400d-aa9a-e55c11892ee1'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:52:49.037792 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.052971 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03e7ac2c-741b-4720-b3b8-76d9ddc061f2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.056507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-03e7ac2c-741b-4720-b3b8-76d9ddc061f2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2780945 Nov 25 19:52:49.060480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56018) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:49.070012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'port': {'network_id': 'ba739c61-797b-4c83-803d-64258c1c62dd', 'name': 'tempest-RoutersIpV6Test-375649980'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:49.317797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Allocated IP 2001:db8::2 (ba739c61-797b-4c83-803d-64258c1c62dd/0bec59d9-8909-400d-aa9a-e55c11892ee1/3a21816b-3ec4-4d14-a65c-bb867676817f) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:49.397539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-f6358790-7a07-4dee-9ed8-35f0136cff8c req-67108c53-03bd-4e69-93e0-204f9e4f90dd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:52:49.399895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6358790-7a07-4dee-9ed8-35f0136cff8c req-67108c53-03bd-4e69-93e0-204f9e4f90dd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0188639 Nov 25 19:52:49.452690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:49.456990 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.534725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] device_id is not set on port c9be2b9a-3156-4800-b928-840b3f9d1637 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:52:49.722613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.740085 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:49.813951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Network ba739c61-797b-4c83-803d-64258c1c62dd is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:49.839139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:49.845724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:49.856103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56046) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:49.872210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Pushing event updated for resources: {'Port': ['ID=3a21816b-3ec4-4d14-a65c-bb867676817f,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:49.968920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55370fb9-5e53-406c-82d8-e808a3fec70c req-47df95a7-945b-417a-989d-3f54b7eb902b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:49.981348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55370fb9-5e53-406c-82d8-e808a3fec70c req-47df95a7-945b-417a-989d-3f54b7eb902b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.2787061 Nov 25 19:52:49.993618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Attempting to bind port 3a21816b-3ec4-4d14-a65c-bb867676817f on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:52:49.993993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Attempting to bind port 3a21816b-3ec4-4d14-a65c-bb867676817f by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '83a04f24-a3df-41e7-82c8-967bdc6c4da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba739c61-797b-4c83-803d-64258c1c62dd'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:52:49.994364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Attempting to bind port 3a21816b-3ec4-4d14-a65c-bb867676817f on network ba739c61-797b-4c83-803d-64258c1c62dd {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:52:50.006935 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:52:50.007361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Checking segment: {'id': '83a04f24-a3df-41e7-82c8-967bdc6c4da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba739c61-797b-4c83-803d-64258c1c62dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:50.007705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.009042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Bound using segment: {'id': '83a04f24-a3df-41e7-82c8-967bdc6c4da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba739c61-797b-4c83-803d-64258c1c62dd'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:52:50.019647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Bound port: 3a21816b-3ec4-4d14-a65c-bb867676817f, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83a04f24-a3df-41e7-82c8-967bdc6c4da3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'ba739c61-797b-4c83-803d-64258c1c62dd'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:52:50.020431 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.123409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Allocated IP 2001:db8::3d3 (ba739c61-797b-4c83-803d-64258c1c62dd/0bec59d9-8909-400d-aa9a-e55c11892ee1/c9be2b9a-3156-4800-b928-840b3f9d1637) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:50.131347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] For port 3a21816b-3ec4-4d14-a65c-bb867676817f, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:52:50.136805 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] For port 3a21816b-3ec4-4d14-a65c-bb867676817f, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3a21816b-3ec4-4d14-a65c-bb867676817f,segment=NetworkSegment(83a04f24-a3df-41e7-82c8-967bdc6c4da3),segment_id=83a04f24-a3df-41e7-82c8-967bdc6c4da3)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:52:50.151135 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.152342 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55370fb9-5e53-406c-82d8-e808a3fec70c req-1232400f-a61a-4841-9bec-5a0280e95a05 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692905 Nov 25 19:52:50.247650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-991879972-network', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:50.302298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1026e06f-2fff-4314-ab86-526d1ab3634c None None] Pushing event updated for resources: {'Port': ['ID=3a21816b-3ec4-4d14-a65c-bb867676817f,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:50.307502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Made reservation on behalf of 5bb840774d284bcfbfb78f636e9f8b2f for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:50.310563 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.328282 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.498366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.510574 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.576406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6072d966-fbee-4b08-b54f-72086e16f503 req-2557a1f5-97d5-4e84-8cd8-1232b49aa76b tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.1003385 Nov 25 19:52:50.600529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c574ea0-2c98-4954-b58e-953087be36e3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:50.628943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:52:50.643811 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.644265 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Added segment f90dbd7e-7c25-4a65-994b-c6a667581ad8 of type vlan for network a161b178-022d-4178-bfa1-c19f52f69b96 Nov 25 19:52:50.697147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.739516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device facdf361-3d59-45df-8e09-529c03788133 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:52:50.786446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.789134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.811110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:50.812167 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.830307 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.887427 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:50.908868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56060) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:50.980464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network ba739c61-797b-4c83-803d-64258c1c62dd is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:50.985620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:51.001246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:51.009470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] Pushing event updated for resources: {'Network': ['ID=a161b178-022d-4178-bfa1-c19f52f69b96,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:51.012580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:51.012816 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.017798 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4286645a-ce7e-4a9e-bcde-041f3dccecc8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1605048 Nov 25 19:52:51.021952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56064) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:51.024924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=c9be2b9a-3156-4800-b928-840b3f9d1637,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:51.029125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] Request body: {'subnet': {'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-991879972-subnet', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:51.046713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network a161b178-022d-4178-bfa1-c19f52f69b96 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:52:51.070358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] Made reservation on behalf of 5bb840774d284bcfbfb78f636e9f8b2f for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:52:51.073817 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.088443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-01e7a6b2-9924-4479-b69c-cce9cf7876c1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0261657 Nov 25 19:52:51.090678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56066) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:51.303217 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-dc471152-96cd-44dc-9729-7dc94b66f8fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3930271 Nov 25 19:52:51.322812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-490e40ea-9daa-4b85-bf57-b3424a16aa9e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:52:51.324350 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-490e40ea-9daa-4b85-bf57-b3424a16aa9e service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057819 Nov 25 19:52:51.451109 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.552711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] Pushing event updated for resources: {'Subnet': ['ID=35f5e5fc-a6fb-4451-900e-3eaa047ebb81,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:51.628002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] Checking segment: {'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:51.628527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] Network hostable DHCP agents. Network: a161b178-022d-4178-bfa1-c19f52f69b96, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:52:51.658402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] Network a161b178-022d-4178-bfa1-c19f52f69b96 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:52:51.682570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, a161b178-022d-4178-bfa1-c19f52f69b96) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:51.702274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f0ce24-ea41-4900-b7cd-9ff439e8310b None None] Network a161b178-022d-4178-bfa1-c19f52f69b96 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:51.706670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:51.711895 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.713376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bda982b-9123-4c4d-a08a-21147c95bb66 req-cb99e830-6351-48a3-b507-e07c0ec009c4 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:51.716428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8bda982b-9123-4c4d-a08a-21147c95bb66 req-cb99e830-6351-48a3-b507-e07c0ec009c4 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.3518381 Nov 25 19:52:51.785230 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-847f5191-23df-4f55-9206-20458acde26f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7566569 Nov 25 19:52:51.785230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56080) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:51.795455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:52:51.869859 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.874392 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.946388 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:51.997577 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8bda982b-9123-4c4d-a08a-21147c95bb66 req-594bb898-831f-4297-ae63-36672fc4d6c9 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2706344 Nov 25 19:52:52.126661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.209621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-a161b178-022d-4178-bfa1-c19f52f69b96', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:52:52.212870 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.252112 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e1091d-12f7-4143-a74d-311eb4cda25e None None] Network ba739c61-797b-4c83-803d-64258c1c62dd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:52.388499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.426770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3a21816b-3ec4-4d14-a65c-bb867676817f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:52.501195 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-11cd4ba0-bb62-4975-bd6e-ea60a408c3d3 None None] Provisioning complete for port 3a21816b-3ec4-4d14-a65c-bb867676817f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:52.501813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11cd4ba0-bb62-4975-bd6e-ea60a408c3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.879073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Allocated IP 172.20.0.2 (a161b178-022d-4178-bfa1-c19f52f69b96/35f5e5fc-a6fb-4451-900e-3eaa047ebb81/e04e2ba9-c824-4501-83d1-c28a0d12f495) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:52.953260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:52.988082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f48c52cb-3fa9-4bd9-a0cf-26772543df13 req-e4964a93-b954-4102-b185-f1ae0bb9d12d tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0682893 Nov 25 19:52:52.988399 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.091396 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.121641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.186904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Network a161b178-022d-4178-bfa1-c19f52f69b96 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:53.193435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:53.197343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:53.207676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Allocated IP 172.25.8.117 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:53.254356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3a21816b-3ec4-4d14-a65c-bb867676817f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:53.255263 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.256927 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.285226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53d3ddc-8234-4a40-96ef-f23d25230028 req-83cea541-41aa-4190-a8e2-4b3d79db0667 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:53.299459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b53d3ddc-8234-4a40-96ef-f23d25230028 req-83cea541-41aa-4190-a8e2-4b3d79db0667 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.1765435 Nov 25 19:52:53.356826 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Pushing event updated for resources: {'Port': ['ID=e04e2ba9-c824-4501-83d1-c28a0d12f495,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:53.400254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Attempting to bind port e04e2ba9-c824-4501-83d1-c28a0d12f495 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:52:53.400996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Attempting to bind port e04e2ba9-c824-4501-83d1-c28a0d12f495 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:52:53.401609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Attempting to bind port e04e2ba9-c824-4501-83d1-c28a0d12f495 on network a161b178-022d-4178-bfa1-c19f52f69b96 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:52:53.410418 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:52:53.411320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Checking segment: {'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:52:53.411965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.412591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Bound using segment: {'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:52:53.413364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Bound port: e04e2ba9-c824-4501-83d1-c28a0d12f495, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:52:53.414676 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.428726 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.451701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b53d3ddc-8234-4a40-96ef-f23d25230028 req-439bf621-3b12-4d49-9a10-cc01e45ac568 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1509926 Nov 25 19:52:53.457211 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.537250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] For port e04e2ba9-c824-4501-83d1-c28a0d12f495, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:52:53.542210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] For port e04e2ba9-c824-4501-83d1-c28a0d12f495, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e04e2ba9-c824-4501-83d1-c28a0d12f495,segment=NetworkSegment(f90dbd7e-7c25-4a65-994b-c6a667581ad8),segment_id=f90dbd7e-7c25-4a65-994b-c6a667581ad8)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:52:53.557989 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.580247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.611097 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11cd4ba0-bb62-4975-bd6e-ea60a408c3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.671993 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=c9be2b9a-3156-4800-b928-840b3f9d1637,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:53.730915 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.750671 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.778487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-11cd4ba0-bb62-4975-bd6e-ea60a408c3d3 None None] For port 3a21816b-3ec4-4d14-a65c-bb867676817f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3a21816b-3ec4-4d14-a65c-bb867676817f,segment=NetworkSegment(83a04f24-a3df-41e7-82c8-967bdc6c4da3),segment_id=83a04f24-a3df-41e7-82c8-967bdc6c4da3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:53.781948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d485a49-9b82-417c-bf83-dc48a5306342 None None] Pushing event updated for resources: {'Port': ['ID=e04e2ba9-c824-4501-83d1-c28a0d12f495,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:53.798725 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-11cd4ba0-bb62-4975-bd6e-ea60a408c3d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:53.864299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:53.868718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:53.889571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:53.979538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d80f925-ac5a-4e3e-8933-c07666666085 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:52:54.339785 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:54.354431 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:52:54.355456 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:52:54.362761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a9297ae9-e302-448b-a8fa-a474ba371d7b None None] Provisioning complete for port c9be2b9a-3156-4800-b928-840b3f9d1637 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:54.363341 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9297ae9-e302-448b-a8fa-a474ba371d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:54.412970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd4ba0-bb62-4975-bd6e-ea60a408c3d3 None None] Pushing event updated for resources: {'Port': ['ID=3a21816b-3ec4-4d14-a65c-bb867676817f,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:54.417951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a9297ae9-e302-448b-a8fa-a474ba371d7b None None] Port c9be2b9a-3156-4800-b928-840b3f9d1637 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:54.442045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a9297ae9-e302-448b-a8fa-a474ba371d7b None None] Provisioning complete for port 3a21816b-3ec4-4d14-a65c-bb867676817f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:54.442352 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9297ae9-e302-448b-a8fa-a474ba371d7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:54.487122 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Pushing event updated for resources: {'Port': ['ID=040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:54.615295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fea86275-0311-4bab-820a-46987022bba0 req-37993811-ed60-4e17-b3a0-2b7ee569f041 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.2511513 Nov 25 19:52:54.744367 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:54.755125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bb38672f-ce1f-49f1-887f-3f41e4455197 None None] Provisioning complete for port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:54.755510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bb38672f-ce1f-49f1-887f-3f41e4455197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:54.823448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-bb38672f-ce1f-49f1-887f-3f41e4455197 None None] Port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:54.932306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bb38672f-ce1f-49f1-887f-3f41e4455197 None None] Provisioning complete for port c9be2b9a-3156-4800-b928-840b3f9d1637 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:54.933390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bb38672f-ce1f-49f1-887f-3f41e4455197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:54.993829 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.055486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe4ff9-4e62-4910-92c7-7c84bebd67a7 req-28fd6af6-303e-4a64-833b-4d9be8f0cd80 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:55.075715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cfe4ff9-4e62-4910-92c7-7c84bebd67a7 req-28fd6af6-303e-4a64-833b-4d9be8f0cd80 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.3103204 Nov 25 19:52:55.079758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-bb38672f-ce1f-49f1-887f-3f41e4455197 None None] Port c9be2b9a-3156-4800-b928-840b3f9d1637 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:55.146070 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.359620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7a6e2a80-79d6-4c6a-badf-66c1fe4d668e None None] Provisioning complete for port c9be2b9a-3156-4800-b928-840b3f9d1637 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:55.362009 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a6e2a80-79d6-4c6a-badf-66c1fe4d668e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.515527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e2a80-79d6-4c6a-badf-66c1fe4d668e None None] Port c9be2b9a-3156-4800-b928-840b3f9d1637 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:55.525336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e04e2ba9-c824-4501-83d1-c28a0d12f495 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:55.627777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cfe4ff9-4e62-4910-92c7-7c84bebd67a7 req-34eeae95-31b7-412b-82d0-2349cebdc822 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5420063 Nov 25 19:52:55.778269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e04e2ba9-c824-4501-83d1-c28a0d12f495 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:55.778850 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:55.794418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:52:56.089982 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36d5465-1f88-4ee5-a90a-9f725779667c None None] Network a161b178-022d-4178-bfa1-c19f52f69b96 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:52:56.107090 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2289a3f3-784f-4217-8e51-ba7f0bd19d9e req-f623e8a2-4075-4416-813f-897243d79848 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/ports?device_id=0613fe3b-3bec-45a4-abf5-8b8d41337a56 HTTP/1.1" status: 200 len: 210 time: 0.0641718 Nov 25 19:52:56.117357 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:56.164799 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:56.167440 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fdf4010d-f9ab-4993-9590-d8d152dd3ade admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.3807869 Nov 25 19:52:56.185847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56128) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:56.219022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Sync routers for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:56.302190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-0e136d49-69be-4d2b-a4e3-1cb5e980108d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:56.306427 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-0e136d49-69be-4d2b-a4e3-1cb5e980108d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855&tenant_id=6ae5c53d158543ccacbc744f1ee139bb HTTP/1.1" status: 200 len: 1094 time: 0.1373436 Nov 25 19:52:56.326841 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:56.381928 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:56.392165 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:56.393005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:56.417558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-e26d4abe-09bc-44c8-9bf7-33979a500393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:56.423887 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-e26d4abe-09bc-44c8-9bf7-33979a500393 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 1094 time: 0.0932453 Nov 25 19:52:56.428765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fcae28c4-76d6-443b-89a2-9165fe5d46be None None] Provisioning complete for port e04e2ba9-c824-4501-83d1-c28a0d12f495 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:56.431141 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fcae28c4-76d6-443b-89a2-9165fe5d46be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:56.444336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:56.461766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:56.536836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network ba739c61-797b-4c83-803d-64258c1c62dd is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:56.544915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:56.553843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-8f3e390d-feec-4dbe-b321-1f1ad6db55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:56.561112 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-8f3e390d-feec-4dbe-b321-1f1ad6db55d8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 0.1258955 Nov 25 19:52:56.670963 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-9cb26efa-2b7a-4377-9d1a-b22c7ba82ab5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facdf361-3d59-45df-8e09-529c03788133 HTTP/1.1" status: 200 len: 998 time: 0.1064694 Nov 25 19:52:56.709907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=c9be2b9a-3156-4800-b928-840b3f9d1637,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:56.790470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-855f5a62-c347-4dcb-ada3-24dcb71dfd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:56.792078 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-855f5a62-c347-4dcb-ada3-24dcb71dfd73 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.1100984 Nov 25 19:52:56.906094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-2134a08c-14cc-4dc5-801d-5cd30af66387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:56.908604 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-2134a08c-14cc-4dc5-801d-5cd30af66387 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071286 Nov 25 19:52:56.940869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port e04e2ba9-c824-4501-83d1-c28a0d12f495, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e04e2ba9-c824-4501-83d1-c28a0d12f495,segment=NetworkSegment(f90dbd7e-7c25-4a65-994b-c6a667581ad8),segment_id=f90dbd7e-7c25-4a65-994b-c6a667581ad8)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:52:57.020063 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:57.020888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3a21816b-3ec4-4d14-a65c-bb867676817f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:57.070391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f781321a-e0bd-43f4-aad9-72e22f8a5ae8 req-d29bd64a-ec13-46c1-8b13-1ed8f5ef36fa tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:57.074017 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-f9961667-a60a-4b2e-995d-f6ff2ca30b5d service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552310 Nov 25 19:52:57.080078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f781321a-e0bd-43f4-aad9-72e22f8a5ae8 req-d29bd64a-ec13-46c1-8b13-1ed8f5ef36fa tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.1786263 Nov 25 19:52:57.164814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router c610fd90-68a7-499d-a9a4-161c0194ab08 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:52:57.258474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f781321a-e0bd-43f4-aad9-72e22f8a5ae8 req-2eca534d-0019-46b9-b398-9602eed226d8 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765683 Nov 25 19:52:57.280180 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d85e917a-573d-45bd-ba55-6fe6bd868666 req-3ed4f876-5da5-4f73-891f-8399293fea52 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974835 Nov 25 19:52:57.446644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=e04e2ba9-c824-4501-83d1-c28a0d12f495,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:57.497845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56152) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:57.546667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:52:57.562400 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd37001-76d4-46cb-8682-91924c83cce7 None None] Sync routers for ids ['c610fd90-68a7-499d-a9a4-161c0194ab08'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:52:57.573005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9ae28c91-54fc-4720-8c65-4b13a1610f43 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/c610fd90-68a7-499d-a9a4-161c0194ab08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4802947 Nov 25 19:52:57.581957 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd37001-76d4-46cb-8682-91924c83cce7 None None] Routers {'c610fd90-68a7-499d-a9a4-161c0194ab08'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:57.584066 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9fd37001-76d4-46cb-8682-91924c83cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c610fd90-68a7-499d-a9a4-161c0194ab08'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:57.585296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56154) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:57.602514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:52:57.712130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:57.725726 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9fd37001-76d4-46cb-8682-91924c83cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:57.772458 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fd37001-76d4-46cb-8682-91924c83cce7 None None] Routers {'c610fd90-68a7-499d-a9a4-161c0194ab08'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:52:57.779205 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9fd37001-76d4-46cb-8682-91924c83cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c610fd90-68a7-499d-a9a4-161c0194ab08'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:57.909361 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9fd37001-76d4-46cb-8682-91924c83cce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:57.910170 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fd37001-76d4-46cb-8682-91924c83cce7 None None] The sync data for ids ['c610fd90-68a7-499d-a9a4-161c0194ab08'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:52:57.921596 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e662ebb0-5186-4a84-abc9-89dc3af23121 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:57.941777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f87aad3-342d-4ab1-8bef-665c08789dc5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:57.946940 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7f87aad3-342d-4ab1-8bef-665c08789dc5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports/c9be2b9a-3156-4800-b928-840b3f9d1637 HTTP/1.1" status: 200 len: 983 time: 0.3601196 Nov 25 19:52:57.949079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56162) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:57.996757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3a21816b-3ec4-4d14-a65c-bb867676817f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:58.001196 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:58.245377 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e662ebb0-5186-4a84-abc9-89dc3af23121 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:58.320971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Allocated IP 172.20.0.1 (a161b178-022d-4178-bfa1-c19f52f69b96/35f5e5fc-a6fb-4451-900e-3eaa047ebb81/ac29a977-3565-42f8-b508-7a6630c1eca7) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:52:58.334719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1c61e3f4-14ae-457e-b26d-77b6ee07072d None None] Provisioning complete for port c9be2b9a-3156-4800-b928-840b3f9d1637 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:58.336970 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1c61e3f4-14ae-457e-b26d-77b6ee07072d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:58.468478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1c61e3f4-14ae-457e-b26d-77b6ee07072d None None] Port c9be2b9a-3156-4800-b928-840b3f9d1637 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:52:58.615796 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e662ebb0-5186-4a84-abc9-89dc3af23121 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:58.622812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e662ebb0-5186-4a84-abc9-89dc3af23121 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:58.644178 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e662ebb0-5186-4a84-abc9-89dc3af23121 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "DELETE /v2.0/security-groups/1f8b57ea-7195-48bc-92fa-b72d9204bf24 HTTP/1.1" status: 204 len: 168 time: 1.1451378 Nov 25 19:52:58.650900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56186) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:58.701282 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-539f90bb-9199-46fb-a3fe-ba63f00ce4da tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] show failed (client error): The resource could not be found. Nov 25 19:52:58.703028 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-539f90bb-9199-46fb-a3fe-ba63f00ce4da tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "GET /v2.0/security-groups/1f8b57ea-7195-48bc-92fa-b72d9204bf24 HTTP/1.1" status: 404 len: 347 time: 0.0328095 Nov 25 19:52:58.712095 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e662ebb0-5186-4a84-abc9-89dc3af23121 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8b57ea-7195-48bc-92fa-b72d9204bf24,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:52:58.722526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56190) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:52:58.826525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bd282a13-9865-4722-a6fb-2c3fff74032f None None] Provisioning complete for port e04e2ba9-c824-4501-83d1-c28a0d12f495 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:52:58.827934 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bd282a13-9865-4722-a6fb-2c3fff74032f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:58.837592 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:58.897351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457c39c-d9f6-4b1c-9b22-dedb30c22932 req-3f9d9fa3-018e-4f26-9277-c3a0bb7053bf tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:52:58.900137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8457c39c-d9f6-4b1c-9b22-dedb30c22932 req-3f9d9fa3-018e-4f26-9277-c3a0bb7053bf tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.3356154 Nov 25 19:52:58.901344 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15af1cfe-d343-468a-b4a0-129daa843dc7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.056769 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e04e2ba9-c824-4501-83d1-c28a0d12f495 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:52:59.166560 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:52:54Z', 'revision_number': 3, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:52:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:52:59.237259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Checking router: 48fb3d6f-2749-49a6-8ce9-b4ecd332efee for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:52:59.239467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Updating router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:52:59.256848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8457c39c-d9f6-4b1c-9b22-dedb30c22932 req-f6a41dcc-2c47-43c8-8919-0e53c3a06b55 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3421626 Nov 25 19:52:59.268477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.280286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4864a8a0-557b-4f2d-9e39-77471dd58027 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Deleting port c37a38f3-5dfc-4028-88a8-0359b1928d87 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:59.280986 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4864a8a0-557b-4f2d-9e39-77471dd58027 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.330350 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.398362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Network a161b178-022d-4178-bfa1-c19f52f69b96 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:52:59.417216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:52:59.440925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:52:59.760605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-15af1cfe-d343-468a-b4a0-129daa843dc7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port c9be2b9a-3156-4800-b928-840b3f9d1637 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:52:59.762066 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15af1cfe-d343-468a-b4a0-129daa843dc7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:52:59.794468 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.087018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e04e2ba9-c824-4501-83d1-c28a0d12f495 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:00.088798 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.247247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac29a977-3565-42f8-b508-7a6630c1eca7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:00.260478 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15af1cfe-d343-468a-b4a0-129daa843dc7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.311502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-15af1cfe-d343-468a-b4a0-129daa843dc7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for c9be2b9a-3156-4800-b928-840b3f9d1637 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:00.313119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4864a8a0-557b-4f2d-9e39-77471dd58027 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.313654 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4864a8a0-557b-4f2d-9e39-77471dd58027 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.413568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4864a8a0-557b-4f2d-9e39-77471dd58027 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Calling delete_port for c37a38f3-5dfc-4028-88a8-0359b1928d87 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:00.502651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-af007a70-e16a-49c8-8c25-1f71218c1894 None None] Provisioning complete for port ac29a977-3565-42f8-b508-7a6630c1eca7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:00.503315 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-af007a70-e16a-49c8-8c25-1f71218c1894 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:00.857069 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.071096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-af007a70-e16a-49c8-8c25-1f71218c1894 None None] Port ac29a977-3565-42f8-b508-7a6630c1eca7 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:01.158771 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.206792 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.297452 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15af1cfe-d343-468a-b4a0-129daa843dc7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.360935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af1cfe-d343-468a-b4a0-129daa843dc7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=c9be2b9a-3156-4800-b928-840b3f9d1637,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:01.555404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae93e4e-1325-4489-b659-2215774371a5 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:01.588665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Attempting to bind port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:01.589648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Attempting to bind port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:01.590518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Attempting to bind port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:01.613393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:01.614031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:01.614692 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.615368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:01.616209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Bound port: 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:01.624607 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.746266 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15af1cfe-d343-468a-b4a0-129daa843dc7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.899629 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4864a8a0-557b-4f2d-9e39-77471dd58027 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:01.924246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] For port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:01.950999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] For port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:01.955450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81701fb9-cada-4b2e-ba9b-7b6a75914e95 None None] Pushing event updated for resources: {'Port': ['ID=040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:01.988711 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.126214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4864a8a0-557b-4f2d-9e39-77471dd58027 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Port': ['ID=c37a38f3-5dfc-4028-88a8-0359b1928d87,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:02.169684 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2e88c2-1e19-48be-9a96-1020c81623ab req-fa376bb2-b1be-4648-b8d6-db782dea450e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:02.173195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1e2e88c2-1e19-48be-9a96-1020c81623ab req-fa376bb2-b1be-4648-b8d6-db782dea450e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 1.5678625 Nov 25 19:53:02.282246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36107ca3-9046-4cb9-a412-efff10360258 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:02.363768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:02.368727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:02.390171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4864a8a0-557b-4f2d-9e39-77471dd58027 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.408975 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4864a8a0-557b-4f2d-9e39-77471dd58027 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.416338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4864a8a0-557b-4f2d-9e39-77471dd58027 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "DELETE /v2.0/floatingips/a4527237-1a38-42e5-adb4-5bf983392bd6 HTTP/1.1" status: 204 len: 168 time: 3.6861470 Nov 25 19:53:02.417771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56228) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:02.573282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15af1cfe-d343-468a-b4a0-129daa843dc7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router c610fd90-68a7-499d-a9a4-161c0194ab08 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:53:02.608232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9a7f50ea-0390-423f-bdf2-b97d20c44832 None None] Provisioning complete for port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:02.608931 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9a7f50ea-0390-423f-bdf2-b97d20c44832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.701776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81701fb9-cada-4b2e-ba9b-7b6a75914e95 None None] Pushing event updated for resources: {'Port': ['ID=040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:02.719510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b668cf0c-994f-423b-8285-1c6943b85fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:02.812194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15af1cfe-d343-468a-b4a0-129daa843dc7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:02.846150 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-15af1cfe-d343-468a-b4a0-129daa843dc7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/c610fd90-68a7-499d-a9a4-161c0194ab08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8957243 Nov 25 19:53:02.854395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf101856-cfd7-4c89-a79d-9bbf55d10fb2 None None] Sync routers for ids ['c610fd90-68a7-499d-a9a4-161c0194ab08'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:02.858116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56234) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:02.950461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1e2e88c2-1e19-48be-9a96-1020c81623ab req-b375757d-b99c-4024-ac63-2d89fb08530a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7225358 Nov 25 19:53:03.037907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf101856-cfd7-4c89-a79d-9bbf55d10fb2 None None] Routers {'c610fd90-68a7-499d-a9a4-161c0194ab08'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:03.038583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cf101856-cfd7-4c89-a79d-9bbf55d10fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c610fd90-68a7-499d-a9a4-161c0194ab08'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:03.198989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cf101856-cfd7-4c89-a79d-9bbf55d10fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:03.275353 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9a7f50ea-0390-423f-bdf2-b97d20c44832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.314297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:03.321244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf101856-cfd7-4c89-a79d-9bbf55d10fb2 None None] Routers {'c610fd90-68a7-499d-a9a4-161c0194ab08'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:03.321507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-43819da5-465b-4c8c-9f2e-140b123bf860 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Deleting port ce49200e-7a12-415f-ba24-3bfb7d146868 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:03.322098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43819da5-465b-4c8c-9f2e-140b123bf860 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.322281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cf101856-cfd7-4c89-a79d-9bbf55d10fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:52:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c610fd90-68a7-499d-a9a4-161c0194ab08'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:03.540704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cf101856-cfd7-4c89-a79d-9bbf55d10fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:03.541416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf101856-cfd7-4c89-a79d-9bbf55d10fb2 None None] The sync data for ids ['c610fd90-68a7-499d-a9a4-161c0194ab08'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:03.618032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9a7f50ea-0390-423f-bdf2-b97d20c44832 None None] For port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:03.643442 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9a7f50ea-0390-423f-bdf2-b97d20c44832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.747075 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43819da5-465b-4c8c-9f2e-140b123bf860 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:03.798107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-43819da5-465b-4c8c-9f2e-140b123bf860 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Calling delete_port for ce49200e-7a12-415f-ba24-3bfb7d146868 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:03.973995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7f50ea-0390-423f-bdf2-b97d20c44832 None None] Pushing event updated for resources: {'Port': ['ID=040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:04.152431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a16fc74f-80a2-4d5f-9577-4c1aa2cae1cb None None] Provisioning complete for port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:04.152431 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a16fc74f-80a2-4d5f-9577-4c1aa2cae1cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.291113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43819da5-465b-4c8c-9f2e-140b123bf860 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.452992 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.564805 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.685361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43819da5-465b-4c8c-9f2e-140b123bf860 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Port': ['ID=ce49200e-7a12-415f-ba24-3bfb7d146868,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:04.829208 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-00711845-5aed-4fb8-baa6-a81d1fe29a96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 19:53:04.830419 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-00711845-5aed-4fb8-baa6-a81d1fe29a96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/c610fd90-68a7-499d-a9a4-161c0194ab08/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.9705925 Nov 25 19:53:04.833007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42635fe3-25e4-4808-84e3-59f052430d90 req-596cb501-b52f-4d1c-abb3-7f7003812c74 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:04.835107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56260) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:04.845135 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42635fe3-25e4-4808-84e3-59f052430d90 req-596cb501-b52f-4d1c-abb3-7f7003812c74 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.5781035 Nov 25 19:53:04.848491 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:04.917620 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e260f19d-add6-47a4-a55a-eb23e4d99a55 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c610fd90-68a7-499d-a9a4-161c0194ab08 HTTP/1.1" status: 200 len: 205 time: 0.0751302 Nov 25 19:53:04.917620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56266) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:05.004752 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0dd10105-b663-43d8-acd9-26533be02480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.126741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:52:58Z', 'revision_number': 1, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:05.163611 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9907839e-dcfa-4f3e-9450-fdefdaec4097 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.270125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-43819da5-465b-4c8c-9f2e-140b123bf860 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.277847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-43819da5-465b-4c8c-9f2e-140b123bf860 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "DELETE /v2.0/ports/ce49200e-7a12-415f-ba24-3bfb7d146868 HTTP/1.1" status: 204 len: 168 time: 2.8383896 Nov 25 19:53:05.326561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56268) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:05.392509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0096be-e95c-483b-8e49-eebf14371e19 None None] The sync data for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 is: [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:52:58Z', 'revision_number': 1, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:05.585588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Pushing event updated for resources: {'Port': ['ID=ac29a977-3565-42f8-b508-7a6630c1eca7,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:05.826087 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42635fe3-25e4-4808-84e3-59f052430d90 req-ae9d1ea9-767c-41a3-8182-ac00bda166e6 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9405346 Nov 25 19:53:05.829607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9907839e-dcfa-4f3e-9450-fdefdaec4097 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:05.863069 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9907839e-dcfa-4f3e-9450-fdefdaec4097 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.082082 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9907839e-dcfa-4f3e-9450-fdefdaec4097 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.083739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9907839e-dcfa-4f3e-9450-fdefdaec4097 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Fanout notify agent at l3_agent the message router_deleted on router c610fd90-68a7-499d-a9a4-161c0194ab08 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:53:06.125236 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9907839e-dcfa-4f3e-9450-fdefdaec4097 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.139279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9907839e-dcfa-4f3e-9450-fdefdaec4097 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/c610fd90-68a7-499d-a9a4-161c0194ab08 HTTP/1.1" status: 204 len: 168 time: 1.2200880 Nov 25 19:53:06.141043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56280) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:06.209471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Network a161b178-022d-4178-bfa1-c19f52f69b96 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:06.213898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-95a21372-3f55-44aa-b241-dd5d572b7b22 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Deleting port fb561747-6f3c-49c3-accb-3206128ee7ab {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:06.214694 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95a21372-3f55-44aa-b241-dd5d572b7b22 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.403934 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae51bb77-1103-489f-9227-b415fad5f38c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting subnet 0bec59d9-8909-400d-aa9a-e55c11892ee1 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:06.411751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ae51bb77-1103-489f-9227-b415fad5f38c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.480066 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.588726 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ae51bb77-1103-489f-9227-b415fad5f38c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.626405 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95a21372-3f55-44aa-b241-dd5d572b7b22 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:06.682160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:06.735677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-95a21372-3f55-44aa-b241-dd5d572b7b22 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Calling delete_port for fb561747-6f3c-49c3-accb-3206128ee7ab owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:06.939034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ae51bb77-1103-489f-9227-b415fad5f38c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:07.129923 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ae51bb77-1103-489f-9227-b415fad5f38c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:07.191631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae51bb77-1103-489f-9227-b415fad5f38c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Subnet': ['ID=0bec59d9-8909-400d-aa9a-e55c11892ee1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:07.209727 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ae51bb77-1103-489f-9227-b415fad5f38c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:07.216822 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ae51bb77-1103-489f-9227-b415fad5f38c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/0bec59d9-8909-400d-aa9a-e55c11892ee1 HTTP/1.1" status: 204 len: 168 time: 1.0597203 Nov 25 19:53:07.221476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56294) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:07.223219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4f0347-6d12-4720-bc2d-181cd099897e None None] Network ba739c61-797b-4c83-803d-64258c1c62dd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:07.476976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1d364-1c7a-4028-8be0-d57c903c3201 req-77485e10-7631-44de-9dd3-8660cca0dd5b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:07.478722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2d1d364-1c7a-4028-8be0-d57c903c3201 req-77485e10-7631-44de-9dd3-8660cca0dd5b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.3777850 Nov 25 19:53:07.513151 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:07.520360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:53:07.747704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 3a21816b-3ec4-4d14-a65c-bb867676817f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:07.753932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:07.929739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port 3a21816b-3ec4-4d14-a65c-bb867676817f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3a21816b-3ec4-4d14-a65c-bb867676817f,segment=NetworkSegment(83a04f24-a3df-41e7-82c8-967bdc6c4da3),segment_id=83a04f24-a3df-41e7-82c8-967bdc6c4da3)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:07.930391 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:07.938524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2d1d364-1c7a-4028-8be0-d57c903c3201 req-b8f6fa1d-e089-4668-bbae-6750c43ff90d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4436839 Nov 25 19:53:07.953227 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95a21372-3f55-44aa-b241-dd5d572b7b22 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:07.972111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 3a21816b-3ec4-4d14-a65c-bb867676817f owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:07.995675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:08.070002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a21372-3f55-44aa-b241-dd5d572b7b22 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Port': ['ID=fb561747-6f3c-49c3-accb-3206128ee7ab,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:08.197034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.201996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d5f13e28-64a3-4c81-ba1d-e202194dd597 None None] Provisioning complete for port ac29a977-3565-42f8-b508-7a6630c1eca7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:08.201996 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5f13e28-64a3-4c81-ba1d-e202194dd597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.277188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=3a21816b-3ec4-4d14-a65c-bb867676817f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:08.297602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No DVR routers for this DVR port 3a21816b-3ec4-4d14-a65c-bb867676817f on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:08.392391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d5f13e28-64a3-4c81-ba1d-e202194dd597 None None] Port ac29a977-3565-42f8-b508-7a6630c1eca7 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:08.416755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:08.454148 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.463625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.484010 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-30cf1388-2d52-4f8e-8763-b096b44bbdf7 admin admin] 10.222.0.15 "PUT /v2.0/routers/48fb3d6f-2749-49a6-8ce9-b4ecd332efee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2914028 Nov 25 19:53:08.493392 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-95a21372-3f55-44aa-b241-dd5d572b7b22 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.508504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-95a21372-3f55-44aa-b241-dd5d572b7b22 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "DELETE /v2.0/ports/fb561747-6f3c-49c3-accb-3206128ee7ab HTTP/1.1" status: 204 len: 168 time: 3.1501706 Nov 25 19:53:08.512973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56308) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:08.560953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:08.561619 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.679454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.690210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca8fdb-5477-47fa-bfc2-32bf0b1180b4 None None] DHCP port deletion for ba739c61-797b-4c83-803d-64258c1c62dd request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:08.736347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34bc00a-3009-43a5-8c73-996ec2665c27 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Deleting subnet d8de03ef-d7d5-495a-bcdd-3efee019aab4 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:08.744416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba739c61-797b-4c83-803d-64258c1c62dd']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:08.745723 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b34bc00a-3009-43a5-8c73-996ec2665c27 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.798780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83a04f24-a3df-41e7-82c8-967bdc6c4da3') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:08.810159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83a04f24-a3df-41e7-82c8-967bdc6c4da3') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:08.899626 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.935234 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.970129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:08.971479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:08.980382 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:09.084467 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b34bc00a-3009-43a5-8c73-996ec2665c27 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.366483 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.404960 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.416106 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/networks/ba739c61-797b-4c83-803d-64258c1c62dd HTTP/1.1" status: 204 len: 168 time: 2.1847186 Nov 25 19:53:09.417250 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d2834-b091-4678-9cae-5e8761636973 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Network': ['ID=ba739c61-797b-4c83-803d-64258c1c62dd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:09.420644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56322) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:09.427351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1143698897'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:09.452908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a05354-e947-4417-8d57-33aa3d035821 req-2c826b23-7c37-4d6e-9908-5b0dcf214096 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:09.457804 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86a05354-e947-4417-8d57-33aa3d035821 req-2c826b23-7c37-4d6e-9908-5b0dcf214096 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.2438879 Nov 25 19:53:09.467198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:09.489819 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.602150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:09.623441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.624035 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added segment a1171ef2-8944-4f2c-ab57-d9b0103874a1 of type vlan for network 311ac510-f01d-4094-bbe7-d7561e1bf629 Nov 25 19:53:09.716087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.783033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3a21816b-3ec4-4d14-a65c-bb867676817f no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:09.828314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 3a21816b-3ec4-4d14-a65c-bb867676817f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:53:09.828806 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3a21816b-3ec4-4d14-a65c-bb867676817f not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:53:09.855373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.860861 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86a05354-e947-4417-8d57-33aa3d035821 req-ed37b98a-0578-48c2-acb6-987bc9e952de tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3160446 Nov 25 19:53:09.862878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:09.863897 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.873826 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b34bc00a-3009-43a5-8c73-996ec2665c27 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:09.936284 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5143082 Nov 25 19:53:09.966311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56332) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:09.972244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'subnet': {'network_id': '311ac510-f01d-4094-bbe7-d7561e1bf629', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:10.003179 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b34bc00a-3009-43a5-8c73-996ec2665c27 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.195623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b49a30-857c-471c-992e-cbab605cccf7 None None] Network de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:10.207658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b34bc00a-3009-43a5-8c73-996ec2665c27 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.212561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b34bc00a-3009-43a5-8c73-996ec2665c27 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "DELETE /v2.0/subnets/d8de03ef-d7d5-495a-bcdd-3efee019aab4 HTTP/1.1" status: 204 len: 168 time: 1.6986158 Nov 25 19:53:10.217313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56340) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:10.281213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Network': ['ID=311ac510-f01d-4094-bbe7-d7561e1bf629,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:10.349059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bc00a-3009-43a5-8c73-996ec2665c27 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Subnet': ['ID=d8de03ef-d7d5-495a-bcdd-3efee019aab4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:10.535835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.540640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.541919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.544315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:10.545714 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.548159 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:10.548547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.549311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.560170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.561045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.570161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.571381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.572203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.573039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bad9aa5e-6c1a-48d1-98a2-8731057bce2c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:10.624908 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 311ac510-f01d-4094-bbe7-d7561e1bf629 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:10.653908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56352) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:10.696295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1014832112-network', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:10.738102 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Sync routers for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:10.776149 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:10.776790 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:10.865014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d63f979c-b3f6-4984-8179-71cc8cc148dc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Deleting subnet 475ccb44-2c32-4eea-8d20-2e7c31a914aa {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:10.917093 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63f979c-b3f6-4984-8179-71cc8cc148dc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.083096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a2372-7332-448e-bf19-570e5ca382e5 None None] DHCP port deletion for de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:11.108066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Made reservation on behalf of e0df062f42954922a31d8cb239c1be9b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:11.114969 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.206955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.231779 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63f979c-b3f6-4984-8179-71cc8cc148dc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.420079 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:11.436313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c01a2372-7332-448e-bf19-570e5ca382e5 None None] Deleting port 7acf7363-c54d-47d6-911d-e91d4881f898 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:11.437494 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c01a2372-7332-448e-bf19-570e5ca382e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.511060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.546739 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63f979c-b3f6-4984-8179-71cc8cc148dc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.754973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c01a2372-7332-448e-bf19-570e5ca382e5 None None] For port 7acf7363-c54d-47d6-911d-e91d4881f898, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7acf7363-c54d-47d6-911d-e91d4881f898,segment=NetworkSegment(05553597-6143-490f-8827-64035d6de67c),segment_id=05553597-6143-490f-8827-64035d6de67c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:11.756560 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c01a2372-7332-448e-bf19-570e5ca382e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.813954 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c01a2372-7332-448e-bf19-570e5ca382e5 None None] Calling delete_port for 7acf7363-c54d-47d6-911d-e91d4881f898 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:11.840362 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63f979c-b3f6-4984-8179-71cc8cc148dc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:11.843248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7acf7363-c54d-47d6-911d-e91d4881f898 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:11.857020 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Subnet': ['ID=8a440ce0-25e9-4ab9-84e2-78634960ece4,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:11.865965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Checking segment: {'id': 'a1171ef2-8944-4f2c-ab57-d9b0103874a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '311ac510-f01d-4094-bbe7-d7561e1bf629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:11.866448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network hostable DHCP agents. Network: 311ac510-f01d-4094-bbe7-d7561e1bf629, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:11.979792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c919fec-2a47-4bf2-b51e-793f057bf9ad req-cbac0929-cbf8-47a3-ade5-955fc7e64d34 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:11.983727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c919fec-2a47-4bf2-b51e-793f057bf9ad req-cbac0929-cbf8-47a3-ade5-955fc7e64d34 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.5037615 Nov 25 19:53:12.022849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 311ac510-f01d-4094-bbe7-d7561e1bf629 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:12.053086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f979c-b3f6-4984-8179-71cc8cc148dc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Subnet': ['ID=475ccb44-2c32-4eea-8d20-2e7c31a914aa,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:12.088154 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63f979c-b3f6-4984-8179-71cc8cc148dc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.102243 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d63f979c-b3f6-4984-8179-71cc8cc148dc tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "DELETE /v2.0/subnets/475ccb44-2c32-4eea-8d20-2e7c31a914aa HTTP/1.1" status: 204 len: 168 time: 1.8787544 Nov 25 19:53:12.104942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 311ac510-f01d-4094-bbe7-d7561e1bf629) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:12.114545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:12.117420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56364) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:12.118855 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.175034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56366) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:12.175397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fdd1afbe-9702-4501-af59-d6dc19468f5e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2074463 Nov 25 19:53:12.271852 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c919fec-2a47-4bf2-b51e-793f057bf9ad req-d40485a5-37ef-44a4-bef8-48d435075be3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2709317 Nov 25 19:53:12.329719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd2651b-749c-4277-9626-21ef4b2ccfb7 None None] Network 11019f92-ac61-4726-97a2-979ab5b8ef64 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:12.334585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e30dfc-bcdc-4f6d-b6a3-56680dc98945 None None] Network 311ac510-f01d-4094-bbe7-d7561e1bf629 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:12.353532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-092a8110-e0a7-4a4c-8c27-fb9148b98c63 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-122226869', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:12.667457 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:02Z', 'revision_number': 2, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:12.718314 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.739035 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.779142 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.795335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-092a8110-e0a7-4a4c-8c27-fb9148b98c63 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.801381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-092a8110-e0a7-4a4c-8c27-fb9148b98c63 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.803206 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Checking router: 48fb3d6f-2749-49a6-8ce9-b4ecd332efee for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:53:12.805208 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Updating router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee port ac29a977-3565-42f8-b508-7a6630c1eca7 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:53:12.968314 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c01a2372-7332-448e-bf19-570e5ca382e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:12.975329 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.075977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a2372-7332-448e-bf19-570e5ca382e5 None None] No DVR routers for this DVR port 7acf7363-c54d-47d6-911d-e91d4881f898 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:13.130571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:13.154545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Port 7acf7363-c54d-47d6-911d-e91d4881f898 update to DOWN by agent not found {{(pid=103653) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 25 19:53:13.519189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4bcddb-50b9-4adf-bf9c-8f04072b6f6e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:13.546463 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.547145 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Added segment f3fd9ddc-c4b6-47a8-82ae-869d9543f350 of type vlan for network 776cbe10-0600-45c1-a651-e45eaa74ed2f Nov 25 19:53:13.604197 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.630713 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-092a8110-e0a7-4a4c-8c27-fb9148b98c63 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.877817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01a2372-7332-448e-bf19-570e5ca382e5 None None] Pushing event deleted for resources: {'Port': ['ID=7acf7363-c54d-47d6-911d-e91d4881f898,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:13.900336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.903284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-311ac510-f01d-4094-bbe7-d7561e1bf629', 'network_id': '311ac510-f01d-4094-bbe7-d7561e1bf629', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'fixed_ips': [{'subnet_id': '8a440ce0-25e9-4ab9-84e2-78634960ece4'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:13.910265 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:13.925876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2487c0-29d6-4c7f-8867-68a3feeb7bd0 req-76db6e78-4c1f-4c76-9563-5580a96aa15b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:13.943956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c2487c0-29d6-4c7f-8867-68a3feeb7bd0 req-76db6e78-4c1f-4c76-9563-5580a96aa15b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.3440244 Nov 25 19:53:14.075217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-092a8110-e0a7-4a4c-8c27-fb9148b98c63 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.229432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.233407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c2487c0-29d6-4c7f-8867-68a3feeb7bd0 req-a0f94298-4919-407c-86af-05e46c757dee tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2864287 Nov 25 19:53:14.239018 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:14.240286 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.280790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:14.393705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05553597-6143-490f-8827-64035d6de67c') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:14.394228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05553597-6143-490f-8827-64035d6de67c') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:14.412955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.500487 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.518369 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.556391 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.584868 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-092a8110-e0a7-4a4c-8c27-fb9148b98c63 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.589569 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-092a8110-e0a7-4a4c-8c27-fb9148b98c63 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.4120939 Nov 25 19:53:14.593730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56392) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:14.602225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:14.603078 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.623145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56394) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:14.624733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.9671855 Nov 25 19:53:14.633043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] Request body: {'subnet': {'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1014832112-subnet', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:14.640620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e0aba5-5e30-4eb1-a224-421c8fc0281c None None] DHCP port deletion for 11019f92-ac61-4726-97a2-979ab5b8ef64 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:14.640962 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:14.694276 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Pushing event updated for resources: {'Port': ['ID=ac29a977-3565-42f8-b508-7a6630c1eca7,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:14.763313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] Made reservation on behalf of e0df062f42954922a31d8cb239c1be9b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:14.776589 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.777098 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.777443 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.777841 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.778177 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.778530 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.780880 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:14.782264 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.782475 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.782990 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.783177 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.783431 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.786206 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:14.860949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Allocated IP 2001:db8::2 (311ac510-f01d-4094-bbe7-d7561e1bf629/8a440ce0-25e9-4ab9-84e2-78634960ece4/63e0366a-afdf-4f51-b371-85fece572120) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:14.974789 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Attempting to bind port ac29a977-3565-42f8-b508-7a6630c1eca7 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:14.975148 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Attempting to bind port ac29a977-3565-42f8-b508-7a6630c1eca7 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:14.979720 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Attempting to bind port ac29a977-3565-42f8-b508-7a6630c1eca7 on network a161b178-022d-4178-bfa1-c19f52f69b96 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:15.005490 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:15.006300 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Checking segment: {'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:15.007014 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.015053 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Bound using segment: {'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:15.015845 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Bound port: ac29a977-3565-42f8-b508-7a6630c1eca7, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:15.017250 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.073618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-09e0aba5-5e30-4eb1-a224-421c8fc0281c None None] Deleting port c86ffafb-6139-49df-98e9-ceddd4fced3f {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:15.074700 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09e0aba5-5e30-4eb1-a224-421c8fc0281c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.141109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0d2d3-e8a1-4a61-9bcc-e8dacee67521 admin admin] Pushing event updated for resources: {'Network': ['ID=776cbe10-0600-45c1-a651-e45eaa74ed2f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:15.177388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 776cbe10-0600-45c1-a651-e45eaa74ed2f details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:15.191303 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.223784 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] For port ac29a977-3565-42f8-b508-7a6630c1eca7, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:15.234215 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] For port ac29a977-3565-42f8-b508-7a6630c1eca7, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ac29a977-3565-42f8-b508-7a6630c1eca7,segment=NetworkSegment(f90dbd7e-7c25-4a65-994b-c6a667581ad8),segment_id=f90dbd7e-7c25-4a65-994b-c6a667581ad8)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:15.243560 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.377608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.384538 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "DELETE /v2.0/networks/de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e HTTP/1.1" status: 204 len: 168 time: 3.2475441 Nov 25 19:53:15.390885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56404) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:15.392129 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:15.392787 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:15.497598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be482b-e3b5-4183-a553-058d17855e5c tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Network': ['ID=de6f8ead-3ae1-46a6-b6d3-ea127b2dad3e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:15.707582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-09e0aba5-5e30-4eb1-a224-421c8fc0281c None None] For port c86ffafb-6139-49df-98e9-ceddd4fced3f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c86ffafb-6139-49df-98e9-ceddd4fced3f,segment=NetworkSegment(231937a2-873b-4b17-8348-4b8fad485ca7),segment_id=231937a2-873b-4b17-8348-4b8fad485ca7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:15.708229 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09e0aba5-5e30-4eb1-a224-421c8fc0281c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:15.770266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-09e0aba5-5e30-4eb1-a224-421c8fc0281c None None] Calling delete_port for c86ffafb-6139-49df-98e9-ceddd4fced3f owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:15.798462 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:16.036882 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a98c14-90da-4b10-aced-d1885a6fffec None None] Pushing event updated for resources: {'Port': ['ID=ac29a977-3565-42f8-b508-7a6630c1eca7,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:16.038922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c86ffafb-6139-49df-98e9-ceddd4fced3f no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:16.086692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.096983 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09e0aba5-5e30-4eb1-a224-421c8fc0281c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.318188 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.385568 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.414214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0c385e6a-1b98-47d3-aff4-d9e1af74fb0a None None] Provisioning complete for port ac29a977-3565-42f8-b508-7a6630c1eca7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:16.428761 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0c385e6a-1b98-47d3-aff4-d9e1af74fb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.524882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e0aba5-5e30-4eb1-a224-421c8fc0281c None None] No DVR routers for this DVR port c86ffafb-6139-49df-98e9-ceddd4fced3f on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:16.670032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3cf64-c0fa-4f23-b0d9-d9ddd6e9fe48 req-d36c9c2a-0504-4059-8de8-1546164896ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:16.681238 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09f3cf64-c0fa-4f23-b0d9-d9ddd6e9fe48 req-d36c9c2a-0504-4059-8de8-1546164896ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.9243333 Nov 25 19:53:16.683866 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.694241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: c86ffafb-6139-49df-98e9-ceddd4fced3f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:53:16.695048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c86ffafb-6139-49df-98e9-ceddd4fced3f not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:53:16.752417 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:16.779714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e0aba5-5e30-4eb1-a224-421c8fc0281c None None] Pushing event deleted for resources: {'Port': ['ID=c86ffafb-6139-49df-98e9-ceddd4fced3f,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:16.794415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Network 311ac510-f01d-4094-bbe7-d7561e1bf629 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:16.799700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:16.817452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:16.883663 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:53:16.905636 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:15Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:16.971405 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f689406-cf3b-488d-8d97-8c6f31a2d73b None None] The sync data for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 is: [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:15Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:16.987493 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0c385e6a-1b98-47d3-aff4-d9e1af74fb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.042402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Attempting to bind port 63e0366a-afdf-4f51-b371-85fece572120 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:17.042834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Attempting to bind port 63e0366a-afdf-4f51-b371-85fece572120 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'a1171ef2-8944-4f2c-ab57-d9b0103874a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '311ac510-f01d-4094-bbe7-d7561e1bf629'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:17.043236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Attempting to bind port 63e0366a-afdf-4f51-b371-85fece572120 on network 311ac510-f01d-4094-bbe7-d7561e1bf629 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:17.051992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Pushing event updated for resources: {'Port': ['ID=63e0366a-afdf-4f51-b371-85fece572120,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:17.072568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:17.073385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Checking segment: {'id': 'a1171ef2-8944-4f2c-ab57-d9b0103874a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '311ac510-f01d-4094-bbe7-d7561e1bf629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:17.074317 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.075733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Bound using segment: {'id': 'a1171ef2-8944-4f2c-ab57-d9b0103874a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '311ac510-f01d-4094-bbe7-d7561e1bf629'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:17.076802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Bound port: 63e0366a-afdf-4f51-b371-85fece572120, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1171ef2-8944-4f2c-ab57-d9b0103874a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '311ac510-f01d-4094-bbe7-d7561e1bf629'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:17.077618 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.081900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Allocated IP 2001:db8::1 (311ac510-f01d-4094-bbe7-d7561e1bf629/8a440ce0-25e9-4ab9-84e2-78634960ece4/4665f93c-58b2-4dcc-8b9e-3fc6ec74db1a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:17.186649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0c385e6a-1b98-47d3-aff4-d9e1af74fb0a None None] For port ac29a977-3565-42f8-b508-7a6630c1eca7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ac29a977-3565-42f8-b508-7a6630c1eca7,segment=NetworkSegment(f90dbd7e-7c25-4a65-994b-c6a667581ad8),segment_id=f90dbd7e-7c25-4a65-994b-c6a667581ad8)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:17.250574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.292667 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0c385e6a-1b98-47d3-aff4-d9e1af74fb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.334057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11019f92-ac61-4726-97a2-979ab5b8ef64']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:17.349307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '231937a2-873b-4b17-8348-4b8fad485ca7') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:17.349713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '231937a2-873b-4b17-8348-4b8fad485ca7') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:17.362893 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.396364 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:17.435457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09f3cf64-c0fa-4f23-b0d9-d9ddd6e9fe48 req-857ba0c7-2ded-4b3f-9034-083063ad733f tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6579843 Nov 25 19:53:17.457608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.468442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] For port 63e0366a-afdf-4f51-b371-85fece572120, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:17.473697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] For port 63e0366a-afdf-4f51-b371-85fece572120, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=63e0366a-afdf-4f51-b371-85fece572120,segment=NetworkSegment(a1171ef2-8944-4f2c-ab57-d9b0103874a1),segment_id=a1171ef2-8944-4f2c-ab57-d9b0103874a1)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:17.497084 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.540311 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.541669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-72f0c1fd-c00e-40b2-9525-5af45fd9b350 None None] Provisioning complete for port ac29a977-3565-42f8-b508-7a6630c1eca7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:17.542057 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-72f0c1fd-c00e-40b2-9525-5af45fd9b350 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.547116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] Checking segment: {'id': 'f3fd9ddc-c4b6-47a8-82ae-869d9543f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:17.547322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] Network hostable DHCP agents. Network: 776cbe10-0600-45c1-a651-e45eaa74ed2f, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:17.552176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c385e6a-1b98-47d3-aff4-d9e1af74fb0a None None] Pushing event updated for resources: {'Port': ['ID=ac29a977-3565-42f8-b508-7a6630c1eca7,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:17.597130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.598694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:17.599506 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:17.614500 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:17.685850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=4665f93c-58b2-4dcc-8b9e-3fc6ec74db1a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:17.760210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 311ac510-f01d-4094-bbe7-d7561e1bf629 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:17.767877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:17.777110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:17.778321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:17.797278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ac29a977-3565-42f8-b508-7a6630c1eca7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:17.937879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] Network 776cbe10-0600-45c1-a651-e45eaa74ed2f is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:17.957416 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.005844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adee011-c84c-42bb-9c4a-8865f110c441 None None] Pushing event updated for resources: {'Port': ['ID=63e0366a-afdf-4f51-b371-85fece572120,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:18.010161 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.048746 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] 10.222.0.15 "DELETE /v2.0/networks/11019f92-ac61-4726-97a2-979ab5b8ef64 HTTP/1.1" status: 204 len: 168 time: 2.6338706 Nov 25 19:53:18.048746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317cf94f-6b06-4205-a034-253b0a8adcf9 tempest-TaggedBootDevicesTest_v242-1518633741 tempest-TaggedBootDevicesTest_v242-1518633741-project] Pushing event deleted for resources: {'Network': ['ID=11019f92-ac61-4726-97a2-979ab5b8ef64,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:18.048746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 776cbe10-0600-45c1-a651-e45eaa74ed2f) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:18.081052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:18.091576 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.119659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08f6fbbf-ed1a-4328-97b0-2096b6de0feb None None] Network 776cbe10-0600-45c1-a651-e45eaa74ed2f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:18.137580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ac29a977-3565-42f8-b508-7a6630c1eca7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:18.137897 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.181979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bae6dccd-b448-409d-8040-0c14033c2e8f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5568311 Nov 25 19:53:18.203023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56436) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:18.248942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1014832112-router', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:18.316628 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.348112 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.349500 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.443280 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:18.818309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device facdf361-3d59-45df-8e09-529c03788133 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:53:19.250603 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.271445 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.273217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.330327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=4665f93c-58b2-4dcc-8b9e-3fc6ec74db1a,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:19.432453 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:19.509491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 311ac510-f01d-4094-bbe7-d7561e1bf629 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:19.519552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:19.603152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc6932a-c07a-4fec-be77-e19c60bf4248 req-a8a5f0bf-2907-4892-bb5a-1469efccf2d2 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:19.613327 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecc6932a-c07a-4fec-be77-e19c60bf4248 req-a8a5f0bf-2907-4892-bb5a-1469efccf2d2 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.5739198 Nov 25 19:53:19.765593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecc6932a-c07a-4fec-be77-e19c60bf4248 req-bc4d5f31-5073-4c39-b62b-e966c77455e3 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512568 Nov 25 19:53:19.879741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:20.014041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'facdf361-3d59-45df-8e09-529c03788133', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'port_id': 'facdf361-3d59-45df-8e09-529c03788133', 'mac_address': 'fa:16:3e:bb:6c:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:53:20.027788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-776cbe10-0600-45c1-a651-e45eaa74ed2f', 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'fixed_ips': [{'subnet_id': 'f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:20.028918 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:20.067950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router fe58955c-313e-4fc3-8261-5065faee609a is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:53:20.372838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:20.385286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ac29a977-3565-42f8-b508-7a6630c1eca7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:20.407946 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-05fe90c0-6067-4b98-8976-61f7436ae4fb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/fe58955c-313e-4fc3-8261-5065faee609a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7792490 Nov 25 19:53:20.414824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56470) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:20.516185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f06c53-0cf4-4799-9d39-36f16d53d513 None None] Network 311ac510-f01d-4094-bbe7-d7561e1bf629 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:20.564030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a1cee9-5d76-4b92-a0a2-bc66ef995469 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:20.567261 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d3a1cee9-5d76-4b92-a0a2-bc66ef995469 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports/4665f93c-58b2-4dcc-8b9e-3fc6ec74db1a HTTP/1.1" status: 200 len: 911 time: 0.1507354 Nov 25 19:53:20.571599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56472) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:20.581650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269b653-4041-4677-84db-d14b737c4f66 None None] Sync routers for ids ['fe58955c-313e-4fc3-8261-5065faee609a'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:20.611005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Allocated IP 172.20.0.2 (776cbe10-0600-45c1-a651-e45eaa74ed2f/f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d/320bb5f0-2078-4d07-a570-3ee2de189442) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:20.763622 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-615fc572-3641-4999-a47d-7ef00bac88eb None None] Provisioning complete for port 63e0366a-afdf-4f51-b371-85fece572120 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:20.764427 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-615fc572-3641-4999-a47d-7ef00bac88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.186072 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.228085 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.306970 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.382403 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.392583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269b653-4041-4677-84db-d14b737c4f66 None None] Routers {'fe58955c-313e-4fc3-8261-5065faee609a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:21.394070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e269b653-4041-4677-84db-d14b737c4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['fe58955c-313e-4fc3-8261-5065faee609a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:21.397193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ac29a977-3565-42f8-b508-7a6630c1eca7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:21.398318 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.576429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee3df03-2cca-44bd-b081-4a7a0919aa6c req-18d14a05-f916-4bfe-86c9-7c71ed54e57d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:21.578420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ee3df03-2cca-44bd-b081-4a7a0919aa6c req-18d14a05-f916-4bfe-86c9-7c71ed54e57d tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 943 time: 0.4221177 Nov 25 19:53:21.658661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Allocated IP 172.25.8.145 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/218e92f6-b6d3-4a2b-9da3-b013c2b1b520) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:21.795068 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-268c76ba-2b39-4c12-b048-15a5b78959d4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:21.857291 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ee3df03-2cca-44bd-b081-4a7a0919aa6c req-9d993af9-c679-4d93-92e5-547a3d256f09 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2701371 Nov 25 19:53:21.999676 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.024305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id facdf361-3d59-45df-8e09-529c03788133 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:53:22.049118 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-615fc572-3641-4999-a47d-7ef00bac88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.090689 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.134006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-615fc572-3641-4999-a47d-7ef00bac88eb None None] For port 63e0366a-afdf-4f51-b371-85fece572120, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=63e0366a-afdf-4f51-b371-85fece572120,segment=NetworkSegment(a1171ef2-8944-4f2c-ab57-d9b0103874a1),segment_id=a1171ef2-8944-4f2c-ab57-d9b0103874a1)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:22.136902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e269b653-4041-4677-84db-d14b737c4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:22.204663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:22.219571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:22.223714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Pushing event updated for resources: {'Port': ['ID=218e92f6-b6d3-4a2b-9da3-b013c2b1b520,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:22.236129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:22.255582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:22.309411 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-615fc572-3641-4999-a47d-7ef00bac88eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.335393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61431642-1130-47de-a560-ef4601d1a7ad None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:22.437988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-268c76ba-2b39-4c12-b048-15a5b78959d4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 4665f93c-58b2-4dcc-8b9e-3fc6ec74db1a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:22.438526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-268c76ba-2b39-4c12-b048-15a5b78959d4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.560430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615fc572-3641-4999-a47d-7ef00bac88eb None None] Pushing event updated for resources: {'Port': ['ID=63e0366a-afdf-4f51-b371-85fece572120,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:22.567986 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.652317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e269b653-4041-4677-84db-d14b737c4f66 None None] Routers {'fe58955c-313e-4fc3-8261-5065faee609a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:22.671805 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e269b653-4041-4677-84db-d14b737c4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['fe58955c-313e-4fc3-8261-5065faee609a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:22.723623 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-268c76ba-2b39-4c12-b048-15a5b78959d4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:22.805329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-268c76ba-2b39-4c12-b048-15a5b78959d4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 4665f93c-58b2-4dcc-8b9e-3fc6ec74db1a owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:23.144714 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.422215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b6caa2-76c1-4a3b-a946-1617ee8c9419 req-c50e6a26-94c9-4804-83b1-78701754173e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:23.426092 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6b6caa2-76c1-4a3b-a946-1617ee8c9419 req-c50e6a26-94c9-4804-83b1-78701754173e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 944 time: 0.3536391 Nov 25 19:53:23.427550 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.455074 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.463308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e269b653-4041-4677-84db-d14b737c4f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:23.464269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e269b653-4041-4677-84db-d14b737c4f66 None None] The sync data for ids ['fe58955c-313e-4fc3-8261-5065faee609a'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:23.575175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=facdf361-3d59-45df-8e09-529c03788133,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:23.590009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['facdf361-3d59-45df-8e09-529c03788133'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:53:23.598051 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.631392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Network 776cbe10-0600-45c1-a651-e45eaa74ed2f is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:23.661493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:23.670846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:23.764208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfba102-f4ff-4000-b9e0-dcdaba4f9ed2 req-c112a6d0-a476-4e04-ac68-6e476168d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:23.767694 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9bfba102-f4ff-4000-b9e0-dcdaba4f9ed2 req-c112a6d0-a476-4e04-ac68-6e476168d6f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 1095 time: 0.9845569 Nov 25 19:53:23.796828 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-268c76ba-2b39-4c12-b048-15a5b78959d4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:23.824915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6b6caa2-76c1-4a3b-a946-1617ee8c9419 req-f3ae406f-d059-4b14-ba4f-7259490d1890 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2476895 Nov 25 19:53:23.846639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2a5a8bf-6346-442c-a668-59708743528a None None] Provisioning complete for port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:23.847247 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2a5a8bf-6346-442c-a668-59708743528a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:24.239679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Pushing event updated for resources: {'Port': ['ID=320bb5f0-2078-4d07-a570-3ee2de189442,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:24.258024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2a5a8bf-6346-442c-a668-59708743528a None None] Port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:24.271344 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:24.454761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Attempting to bind port 320bb5f0-2078-4d07-a570-3ee2de189442 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:24.456979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Attempting to bind port 320bb5f0-2078-4d07-a570-3ee2de189442 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'f3fd9ddc-c4b6-47a8-82ae-869d9543f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:24.457973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Attempting to bind port 320bb5f0-2078-4d07-a570-3ee2de189442 on network 776cbe10-0600-45c1-a651-e45eaa74ed2f {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:24.468029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 63e0366a-afdf-4f51-b371-85fece572120 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:24.662476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:53:24.716126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:24.716852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Checking segment: {'id': 'f3fd9ddc-c4b6-47a8-82ae-869d9543f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:24.717513 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:24.718160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Bound using segment: {'id': 'f3fd9ddc-c4b6-47a8-82ae-869d9543f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:24.719015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Bound port: 320bb5f0-2078-4d07-a570-3ee2de189442, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fd9ddc-c4b6-47a8-82ae-869d9543f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:24.725110 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:24.781145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268c76ba-2b39-4c12-b048-15a5b78959d4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=4665f93c-58b2-4dcc-8b9e-3fc6ec74db1a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:24.814834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-15223990-76d2-4d1c-9af2-cc2893d4fa2a None None] Provisioning complete for port 63e0366a-afdf-4f51-b371-85fece572120 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:24.815440 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15223990-76d2-4d1c-9af2-cc2893d4fa2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.017842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:25.033675 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Sync routers for ids ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:25.060457 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Routers {'8c538ba9-561d-42ea-bf7b-20b86987d3c4'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:25.062427 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:25.071223 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.072434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-29ae7432-8e7e-4452-a555-42580bc3104f admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.8595510 Nov 25 19:53:25.075241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56536) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:25.136698 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-268c76ba-2b39-4c12-b048-15a5b78959d4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.511058 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 63e0366a-afdf-4f51-b371-85fece572120 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:25.511905 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.599088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] For port 320bb5f0-2078-4d07-a570-3ee2de189442, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:25.708530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfba102-f4ff-4000-b9e0-dcdaba4f9ed2 req-28084a47-3084-4827-bdde-b9608434f161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:25.711531 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9bfba102-f4ff-4000-b9e0-dcdaba4f9ed2 req-28084a47-3084-4827-bdde-b9608434f161 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 200 len: 918 time: 1.8803084 Nov 25 19:53:25.759120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] For port 320bb5f0-2078-4d07-a570-3ee2de189442, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=320bb5f0-2078-4d07-a570-3ee2de189442,segment=NetworkSegment(f3fd9ddc-c4b6-47a8-82ae-869d9543f350),segment_id=f3fd9ddc-c4b6-47a8-82ae-869d9543f350)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:25.762586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62f4ad-85d0-47a3-8ade-44c7846f0d3f req-7769ca97-ef05-4246-b294-b8d9ba76ade0 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:25.765399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba62f4ad-85d0-47a3-8ade-44c7846f0d3f req-7769ca97-ef05-4246-b294-b8d9ba76ade0 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 944 time: 0.4381268 Nov 25 19:53:25.780980 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Set router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:25.790103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:25.953823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-15223990-76d2-4d1c-9af2-cc2893d4fa2a None None] Could not find standard attr ID for object 4665f93c-58b2-4dcc-8b9e-3fc6ec74db1a. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:53:26.069734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084a11a0-a1d0-4953-99a5-43f83c930545 None None] Pushing event updated for resources: {'Port': ['ID=320bb5f0-2078-4d07-a570-3ee2de189442,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:26.191802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6086dd2a-6b58-4a4f-af4e-0f2778c09fd3 None None] Could not find standard attr ID for object 4665f93c-58b2-4dcc-8b9e-3fc6ec74db1a. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:53:26.289403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-268c76ba-2b39-4c12-b048-15a5b78959d4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router fe58955c-313e-4fc3-8261-5065faee609a has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:53:26.354995 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba62f4ad-85d0-47a3-8ade-44c7846f0d3f req-0b722079-8184-4640-9a31-6b674593cb05 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5751512 Nov 25 19:53:26.390153 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9bfba102-f4ff-4000-b9e0-dcdaba4f9ed2 req-5a188321-d541-4145-8a07-37182bebe1ed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=facdf361-3d59-45df-8e09-529c03788133 HTTP/1.1" status: 200 len: 999 time: 0.5234973 Nov 25 19:53:26.440625 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'name': 'tempest-TestVolumeBackupRestore-1014832112-router', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:53:18Z', 'updated_at': '2021-11-25T19:53:22Z', 'revision_number': 3, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'gw_port': {'id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:21Z', 'updated_at': '2021-11-25T19:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:26.499289 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Checking router: 8c538ba9-561d-42ea-bf7b-20b86987d3c4 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:53:26.500000 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Updating router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:53:26.561896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device facdf361-3d59-45df-8e09-529c03788133 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:26.598100 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:26.662267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 63e0366a-afdf-4f51-b371-85fece572120 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:26.740502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56550) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:26.856750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-268c76ba-2b39-4c12-b048-15a5b78959d4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:26.895726 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdca2b3-ff45-4e18-beb7-88ec62a980d9 None None] Sync routers for ids ['fe58955c-313e-4fc3-8261-5065faee609a'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:26.995380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdca2b3-ff45-4e18-beb7-88ec62a980d9 None None] Routers {'fe58955c-313e-4fc3-8261-5065faee609a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:26.996040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7fdca2b3-ff45-4e18-beb7-88ec62a980d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['fe58955c-313e-4fc3-8261-5065faee609a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:27.051090 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-268c76ba-2b39-4c12-b048-15a5b78959d4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/fe58955c-313e-4fc3-8261-5065faee609a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4772360 Nov 25 19:53:27.088822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56558) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:27.124468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7fdca2b3-ff45-4e18-beb7-88ec62a980d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:27.137359 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port facdf361-3d59-45df-8e09-529c03788133 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:27.137843 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.227696 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5f5da0ce-ecdf-441c-8808-10dc809f85b1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe58955c-313e-4fc3-8261-5065faee609a HTTP/1.1" status: 200 len: 205 time: 0.1342938 Nov 25 19:53:27.229590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56560) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:27.298770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdca2b3-ff45-4e18-beb7-88ec62a980d9 None None] Routers {'fe58955c-313e-4fc3-8261-5065faee609a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:27.299573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7fdca2b3-ff45-4e18-beb7-88ec62a980d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['fe58955c-313e-4fc3-8261-5065faee609a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:27.308916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfba102-f4ff-4000-b9e0-dcdaba4f9ed2 req-12695505-0ee2-46d7-a36c-cdf0e8bd6c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:27.318363 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9bfba102-f4ff-4000-b9e0-dcdaba4f9ed2 req-12695505-0ee2-46d7-a36c-cdf0e8bd6c92 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 200 len: 856 time: 0.9182284 Nov 25 19:53:27.342158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.561598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7fdca2b3-ff45-4e18-beb7-88ec62a980d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:27.565984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdca2b3-ff45-4e18-beb7-88ec62a980d9 None None] The sync data for ids ['fe58955c-313e-4fc3-8261-5065faee609a'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:27.611963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 63e0366a-afdf-4f51-b371-85fece572120 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:27.612462 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.755273 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a709747-49cc-46c3-ac01-fbcb9dc503cd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.885317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Allocated IP 172.20.0.1 (776cbe10-0600-45c1-a651-e45eaa74ed2f/f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d/38c55e1b-97de-4261-b1d7-e37befb46879) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:27.910182 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:27.941455 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.045270 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.148050 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bebfd-de9d-4672-a001-4e87991829e8 None None] Pushing event updated for resources: {'Port': ['ID=218e92f6-b6d3-4a2b-9da3-b013c2b1b520,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:28.171854 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-803bcfd3-7dd5-419d-91c2-7e04f7a56534 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.221756 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Attempting to bind port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:28.222699 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Attempting to bind port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:28.223263 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Attempting to bind port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:28.244606 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.245905 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.249791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4737129-02a6-4192-9043-ca145f15820e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:28.252499 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:28.263531 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:28.264448 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.270841 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:28.271695 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Bound port: 218e92f6-b6d3-4a2b-9da3-b013c2b1b520, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:28.272859 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.406543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:28.427538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facdf361-3d59-45df-8e09-529c03788133'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:28.442684 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9513b10d-f9b8-494f-ac20-459d17b5d7ce" -d '{"events": [{"server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "name": "network-vif-plugged", "status": "completed", "tag": "facdf361-3d59-45df-8e09-529c03788133"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:28.447253 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] For port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:28.452150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Pushing event updated for resources: {'Port': ['ID=38c55e1b-97de-4261-b1d7-e37befb46879,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:28.453005 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] For port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=218e92f6-b6d3-4a2b-9da3-b013c2b1b520,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:28.469447 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.493375 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.529525 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a709747-49cc-46c3-ac01-fbcb9dc503cd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.548155 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a709747-49cc-46c3-ac01-fbcb9dc503cd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.698481 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76bebfd-de9d-4672-a001-4e87991829e8 None None] Pushing event updated for resources: {'Port': ['ID=218e92f6-b6d3-4a2b-9da3-b013c2b1b520,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:28.713998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 320bb5f0-2078-4d07-a570-3ee2de189442 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:28.731466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Network 776cbe10-0600-45c1-a651-e45eaa74ed2f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:28.763408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dc197cd0-9e15-4551-9dbd-2693e99d39e4 None None] Provisioning complete for port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:28.763408 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc197cd0-9e15-4551-9dbd-2693e99d39e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.780797 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfba102-f4ff-4000-b9e0-dcdaba4f9ed2 req-97622e74-e575-4cb1-9379-7faaa67a75ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:28.788851 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9bfba102-f4ff-4000-b9e0-dcdaba4f9ed2 req-97622e74-e575-4cb1-9379-7faaa67a75ca service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e0b2e52-824e-4a98-89a4-862e86639ee6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.3577101 Nov 25 19:53:28.791519 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Routers {'8c538ba9-561d-42ea-bf7b-20b86987d3c4'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:28.792484 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:28.816341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:28.888516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7950a-8adf-4c99-bf6a-a061a3075184 req-4f695c10-8466-404a-8d3a-ffdc5cbe0918 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:28.893266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bab7950a-8adf-4c99-bf6a-a061a3075184 req-4f695c10-8466-404a-8d3a-ffdc5cbe0918 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 944 time: 0.7976511 Nov 25 19:53:28.922504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:28.958775 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a709747-49cc-46c3-ac01-fbcb9dc503cd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:28.972285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a709747-49cc-46c3-ac01-fbcb9dc503cd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Fanout notify agent at l3_agent the message router_deleted on router fe58955c-313e-4fc3-8261-5065faee609a {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:53:29.014107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a709747-49cc-46c3-ac01-fbcb9dc503cd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.016772 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1a709747-49cc-46c3-ac01-fbcb9dc503cd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/fe58955c-313e-4fc3-8261-5065faee609a HTTP/1.1" status: 204 len: 168 time: 1.7855740 Nov 25 19:53:29.022878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56590) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:29.026724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbb67ce-999e-4c4c-92e3-57b4080c8630 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:29.139262 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-803bcfd3-7dd5-419d-91c2-7e04f7a56534 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.161918 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3be4cb-6348-47d7-993a-b49e611b40ea None None] Network 776cbe10-0600-45c1-a651-e45eaa74ed2f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:29.201817 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] Set router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:29.243487 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-803bcfd3-7dd5-419d-91c2-7e04f7a56534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.244428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c37cc1-720a-4360-9d76-d1d4c6eca821 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting subnet 8a440ce0-25e9-4ab9-84e2-78634960ece4 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:29.250041 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55c37cc1-720a-4360-9d76-d1d4c6eca821 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.320419 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55c37cc1-720a-4360-9d76-d1d4c6eca821 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.399568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-803bcfd3-7dd5-419d-91c2-7e04f7a56534 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c94eb8fa690a475d8041c1f5a8900bcd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.6476839 Nov 25 19:53:29.407517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56592) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:29.512070 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a338d0f-7954-45d5-930e-78ff8820244c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.547368 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a338d0f-7954-45d5-930e-78ff8820244c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.646458 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a338d0f-7954-45d5-930e-78ff8820244c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.650446 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a338d0f-7954-45d5-930e-78ff8820244c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.655769 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1a338d0f-7954-45d5-930e-78ff8820244c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f39e89ec-0296-4973-8185-3cdb6e6f9a76 HTTP/1.1" status: 204 len: 168 time: 0.2407856 Nov 25 19:53:29.659897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bab7950a-8adf-4c99-bf6a-a061a3075184 req-cea60b4a-8d10-4276-8b77-3c5f806a3fa4 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7282019 Nov 25 19:53:29.661299 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:29.682512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=facdf361-3d59-45df-8e09-529c03788133,revision_number=10']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:29.701626 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9bfba102-f4ff-4000-b9e0-dcdaba4f9ed2 req-879cf97c-e9f6-48ae-9f24-0c454451374d service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9049904 Nov 25 19:53:29.863254 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55c37cc1-720a-4360-9d76-d1d4c6eca821 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.058863 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9bfba102-f4ff-4000-b9e0-dcdaba4f9ed2 req-d362ec7e-8844-444e-9568-2affb1ad6b81 service neutron] 10.222.0.76 "GET /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3365757 Nov 25 19:53:30.071673 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4988e4e7-c38d-4703-b11b-3c716d4e6705 x-openstack-request-id: req-4988e4e7-c38d-4703-b11b-3c716d4e6705 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:30.072640 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "name": "network-vif-plugged", "status": "completed", "tag": "facdf361-3d59-45df-8e09-529c03788133", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:30.072640 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4988e4e7-c38d-4703-b11b-3c716d4e6705 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:30.072980 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'facdf361-3d59-45df-8e09-529c03788133', 'code': 200} Nov 25 19:53:30.093884 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55c37cc1-720a-4360-9d76-d1d4c6eca821 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.205311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c37cc1-720a-4360-9d76-d1d4c6eca821 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Subnet': ['ID=8a440ce0-25e9-4ab9-84e2-78634960ece4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:30.258268 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc197cd0-9e15-4551-9dbd-2693e99d39e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.277562 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55c37cc1-720a-4360-9d76-d1d4c6eca821 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.301999 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'name': 'tempest-TestVolumeBackupRestore-1014832112-router', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:53:18Z', 'updated_at': '2021-11-25T19:53:22Z', 'revision_number': 3, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'gw_port': {'id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:21Z', 'updated_at': '2021-11-25T19:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:30.302689 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-55c37cc1-720a-4360-9d76-d1d4c6eca821 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/8a440ce0-25e9-4ab9-84e2-78634960ece4 HTTP/1.1" status: 204 len: 168 time: 1.2771950 Nov 25 19:53:30.305259 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56606) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:30.311683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-dc197cd0-9e15-4551-9dbd-2693e99d39e4 None None] For port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=218e92f6-b6d3-4a2b-9da3-b013c2b1b520,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:30.328698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803bcfd3-7dd5-419d-91c2-7e04f7a56534 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f39e89ec-0296-4973-8185-3cdb6e6f9a76,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:30.329114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c42fdf8-16d2-47a4-8775-e40525fe79cc None None] Network 311ac510-f01d-4094-bbe7-d7561e1bf629 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:30.420106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a338d0f-7954-45d5-930e-78ff8820244c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f39e89ec-0296-4973-8185-3cdb6e6f9a76,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:30.430045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc197cd0-9e15-4551-9dbd-2693e99d39e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.437047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 320bb5f0-2078-4d07-a570-3ee2de189442 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:30.437423 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.526489 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a76feac-4dad-48b9-bd48-6bfe799932ee None None] The sync data for ids ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'] in n-d-817303-9 is: [{'id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'name': 'tempest-TestVolumeBackupRestore-1014832112-router', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:53:18Z', 'updated_at': '2021-11-25T19:53:22Z', 'revision_number': 3, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'gw_port': {'id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:21Z', 'updated_at': '2021-11-25T19:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:30.546229 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:30.648088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc197cd0-9e15-4551-9dbd-2693e99d39e4 None None] Pushing event updated for resources: {'Port': ['ID=218e92f6-b6d3-4a2b-9da3-b013c2b1b520,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:31.041326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f391c087-65dd-4283-8036-908e0502c38d None None] Provisioning complete for port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:31.041871 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f391c087-65dd-4283-8036-908e0502c38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:31.172738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:31.346510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb5ed0-5c0b-4c12-84a2-e73445fb197d req-e07c2e69-2133-44d8-bf19-13b4abadb1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:31.366354 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ccbb5ed0-5c0b-4c12-84a2-e73445fb197d req-e07c2e69-2133-44d8-bf19-13b4abadb1bc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 1097 time: 0.8060696 Nov 25 19:53:31.435167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432e7229-7e84-40bb-9df1-42e5ab7b52e8 req-cc2e9efc-15c1-4318-b254-e16a4a3e2a41 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:31.441545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-432e7229-7e84-40bb-9df1-42e5ab7b52e8 req-cc2e9efc-15c1-4318-b254-e16a4a3e2a41 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 946 time: 0.4921091 Nov 25 19:53:31.617963 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:31.634731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:31.829809 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Pushing event updated for resources: {'Port': ['ID=38c55e1b-97de-4261-b1d7-e37befb46879,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:31.969848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-432e7229-7e84-40bb-9df1-42e5ab7b52e8 req-2fe58aa9-fce8-43e2-a4b6-71deb2e12f67 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5086880 Nov 25 19:53:32.052581 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ccbb5ed0-5c0b-4c12-84a2-e73445fb197d req-14938c9a-c609-44fc-8e1b-b1b3093371fd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6776927 Nov 25 19:53:32.056689 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.095502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 63e0366a-afdf-4f51-b371-85fece572120 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:32.096093 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.292649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Network 776cbe10-0600-45c1-a651-e45eaa74ed2f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:32.296254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:32.409338 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.425931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port 63e0366a-afdf-4f51-b371-85fece572120, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=63e0366a-afdf-4f51-b371-85fece572120,segment=NetworkSegment(a1171ef2-8944-4f2c-ab57-d9b0103874a1),segment_id=a1171ef2-8944-4f2c-ab57-d9b0103874a1)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:32.426764 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.475057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 63e0366a-afdf-4f51-b371-85fece572120 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:32.497921 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-583c3121-429b-4d96-839e-0d715c717cc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.546884 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 320bb5f0-2078-4d07-a570-3ee2de189442, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=320bb5f0-2078-4d07-a570-3ee2de189442,segment=NetworkSegment(f3fd9ddc-c4b6-47a8-82ae-869d9543f350),segment_id=f3fd9ddc-c4b6-47a8-82ae-869d9543f350)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:32.563113 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:32.571317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef11e8f-4942-4904-8153-22b9132fb32e None None] DHCP port deletion for 311ac510-f01d-4094-bbe7-d7561e1bf629 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:32.704768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56654) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:32.794900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:53:32.921809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.005366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=320bb5f0-2078-4d07-a570-3ee2de189442,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:33.014971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:33.162784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=63e0366a-afdf-4f51-b371-85fece572120,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:33.198302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No DVR routers for this DVR port 63e0366a-afdf-4f51-b371-85fece572120 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:33.234508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-142026695-network', 'tenant_id': '53bfa080646b4a5f8e634673f03a87c3'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:33.278506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f391c087-65dd-4283-8036-908e0502c38d None None] Provisioning complete for port 320bb5f0-2078-4d07-a570-3ee2de189442 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:33.284508 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f391c087-65dd-4283-8036-908e0502c38d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.417408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Made reservation on behalf of 53bfa080646b4a5f8e634673f03a87c3 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:33.441437 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.479809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6ef11e8f-4942-4904-8153-22b9132fb32e None None] Deleting port 63e0366a-afdf-4f51-b371-85fece572120 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:33.480657 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6ef11e8f-4942-4904-8153-22b9132fb32e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.487267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.505776 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.540693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:33.568208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['311ac510-f01d-4094-bbe7-d7561e1bf629']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:33.590940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1171ef2-8944-4f2c-ab57-d9b0103874a1') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:33.591649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1171ef2-8944-4f2c-ab57-d9b0103874a1') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:33.619010 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.664865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.675970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:53:33.676706 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:53:33.683924 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:53:33.774906 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-67f35818-052b-4e5a-8e19-ea32ead7d032 admin admin] 10.222.0.15 "PUT /v2.0/routers/8c538ba9-561d-42ea-bf7b-20b86987d3c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6984327 Nov 25 19:53:33.837747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.856332 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6ef11e8f-4942-4904-8153-22b9132fb32e None None] For port 63e0366a-afdf-4f51-b371-85fece572120, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:33.856332 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6ef11e8f-4942-4904-8153-22b9132fb32e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.864456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.900913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:33.903553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.914997 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.977187 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:33.979850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6ef11e8f-4942-4904-8153-22b9132fb32e None None] Calling delete_port for 63e0366a-afdf-4f51-b371-85fece572120 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:33.983761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1337c08e-6bab-47c5-9cc5-f1e746cf0a76,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:33.995585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-6ef11e8f-4942-4904-8153-22b9132fb32e None None] Port 63e0366a-afdf-4f51-b371-85fece572120 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:53:34.003815 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/networks/311ac510-f01d-4094-bbe7-d7561e1bf629 HTTP/1.1" status: 204 len: 168 time: 3.6933408 Nov 25 19:53:34.012359 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6ef11e8f-4942-4904-8153-22b9132fb32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:34.023840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56684) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:34.034031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-211053434', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:34.043300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca2fe0e-4fc7-43d4-b7a6-a41aa8bf5d61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Network': ['ID=311ac510-f01d-4094-bbe7-d7561e1bf629,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:34.083020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ef11e8f-4942-4904-8153-22b9132fb32e None None] Network 311ac510-f01d-4094-bbe7-d7561e1bf629 is not hosted by any dhcp agent {{(pid=103653) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:53:34.083020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef11e8f-4942-4904-8153-22b9132fb32e None None] No DVR routers for this DVR port 63e0366a-afdf-4f51-b371-85fece572120 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:34.084218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef11e8f-4942-4904-8153-22b9132fb32e None None] Pushing event deleted for resources: {'Port': ['ID=63e0366a-afdf-4f51-b371-85fece572120,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:34.116358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3dd188-c5e3-447a-ae78-5a14a9ea3037 req-13a252c0-223b-41e2-8402-392dc8e19410 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:34.139222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d3dd188-c5e3-447a-ae78-5a14a9ea3037 req-13a252c0-223b-41e2-8402-392dc8e19410 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 946 time: 0.8420765 Nov 25 19:53:34.173385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:34.304368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d3dd188-c5e3-447a-ae78-5a14a9ea3037 req-44961a37-bb90-41a3-aaa2-f384ed7f7c74 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538763 Nov 25 19:53:34.325499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8d39ffdc-2b30-415b-b2e6-f9a8c5f50852 None None] Provisioning complete for port 320bb5f0-2078-4d07-a570-3ee2de189442 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:34.325759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:34.325856 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8d39ffdc-2b30-415b-b2e6-f9a8c5f50852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:34.326061 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Added segment f3103658-25bc-49de-9086-42faabcf304b of type vlan for network 11d96453-bfde-48be-b667-7341fb16f479 Nov 25 19:53:34.433506 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:34.435526 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:34.535486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 63e0366a-afdf-4f51-b371-85fece572120 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:34.586267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 63e0366a-afdf-4f51-b371-85fece572120 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:53:34.587030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 63e0366a-afdf-4f51-b371-85fece572120 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:53:34.610773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:34.784755 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:34.816028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 320bb5f0-2078-4d07-a570-3ee2de189442 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:34.886869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8d39ffdc-2b30-415b-b2e6-f9a8c5f50852 None None] Provisioning complete for port 38c55e1b-97de-4261-b1d7-e37befb46879 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:34.887302 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8d39ffdc-2b30-415b-b2e6-f9a8c5f50852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:34.995084 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Sync routers for ids ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:35.028196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8d39ffdc-2b30-415b-b2e6-f9a8c5f50852 None None] Port 38c55e1b-97de-4261-b1d7-e37befb46879 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:35.033293 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Routers {'8c538ba9-561d-42ea-bf7b-20b86987d3c4'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:35.035371 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:35.077595 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-626b77f9-e19c-440d-8564-de6927193d5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.202171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 320bb5f0-2078-4d07-a570-3ee2de189442 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:35.202836 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.270993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-028f69d0-671c-44ae-9773-1046fbf04363 None None] Provisioning complete for port 38c55e1b-97de-4261-b1d7-e37befb46879 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:35.271549 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-028f69d0-671c-44ae-9773-1046fbf04363 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.370195 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Set router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:35.461701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-028f69d0-671c-44ae-9773-1046fbf04363 None None] Port 38c55e1b-97de-4261-b1d7-e37befb46879 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:35.741683 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.749796 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.751995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:35.753678 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:35.856712 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'name': 'tempest-TestVolumeBackupRestore-1014832112-router', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:53:18Z', 'updated_at': '2021-11-25T19:53:30Z', 'revision_number': 4, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'gw_port': {'id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:21Z', 'updated_at': '2021-11-25T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '38c55e1b-97de-4261-b1d7-e37befb46879', 'name': '', 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'mac_address': 'fa:16:3e:40:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:27Z', 'updated_at': '2021-11-25T19:53:30Z', 'revision_number': 2, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'subnets': [{'id': 'f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:35.912273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.2060184 Nov 25 19:53:35.915360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56772) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:35.925402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] Request body: {'subnet': {'network_id': '11d96453-bfde-48be-b667-7341fb16f479', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-142026695-subnet', 'tenant_id': '53bfa080646b4a5f8e634673f03a87c3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:35.940712 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Checking router: 8c538ba9-561d-42ea-bf7b-20b86987d3c4 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:53:35.941191 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Updating router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 port 38c55e1b-97de-4261-b1d7-e37befb46879 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:53:35.997952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] Made reservation on behalf of 53bfa080646b4a5f8e634673f03a87c3 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:36.002024 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.020026 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.050878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd3a892-eb89-4d57-8f66-b55b4cc3283a req-a151d9ce-560d-42da-9eb9-028a932028d1 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:36.052718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fcd3a892-eb89-4d57-8f66-b55b4cc3283a req-a151d9ce-560d-42da-9eb9-028a932028d1 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 946 time: 0.3558052 Nov 25 19:53:36.065253 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Pushing event updated for resources: {'Network': ['ID=11d96453-bfde-48be-b667-7341fb16f479,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:36.276518 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fcd3a892-eb89-4d57-8f66-b55b4cc3283a req-96d1fd1d-281a-487e-947c-11efcb213588 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986234 Nov 25 19:53:36.322515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.323126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.323638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.324389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.325036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.325580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.328799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.329421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.329733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.330082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.330427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.330766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0943f4c-3159-4d40-bd1d-75721581d987 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:36.366981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 11d96453-bfde-48be-b667-7341fb16f479 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:36.591772 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.609926 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.665201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.729498 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.833560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] Checking segment: {'id': 'f3103658-25bc-49de-9086-42faabcf304b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '11d96453-bfde-48be-b667-7341fb16f479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:36.833921 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] Network hostable DHCP agents. Network: 11d96453-bfde-48be-b667-7341fb16f479, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:36.858738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8254e98-e672-4e30-872d-d6c26da8ab7d,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:36.887141 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] Network 11d96453-bfde-48be-b667-7341fb16f479 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:36.894402 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.906329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 11d96453-bfde-48be-b667-7341fb16f479) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:36.907679 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.933585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:36.935134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:36.955787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9a31ed-18ce-4bbc-8295-8f2c480e288e None None] Network 11d96453-bfde-48be-b667-7341fb16f479 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:36.982765 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-71437a17-68a9-4975-acdc-de2e155426eb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0641654 Nov 25 19:53:37.034128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Allocated IP 172.25.8.162 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/8d0a083c-ae00-4735-ac6b-dbd85bebe6af) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:37.155699 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f6f91-e5f0-4af3-a269-a46d6438c811 None None] Pushing event updated for resources: {'Port': ['ID=38c55e1b-97de-4261-b1d7-e37befb46879,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:37.347141 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Attempting to bind port 38c55e1b-97de-4261-b1d7-e37befb46879 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:37.347552 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Attempting to bind port 38c55e1b-97de-4261-b1d7-e37befb46879 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'f3fd9ddc-c4b6-47a8-82ae-869d9543f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:37.347876 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Attempting to bind port 38c55e1b-97de-4261-b1d7-e37befb46879 on network 776cbe10-0600-45c1-a651-e45eaa74ed2f {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:37.363172 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:37.364935 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Checking segment: {'id': 'f3fd9ddc-c4b6-47a8-82ae-869d9543f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:37.366544 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:37.367141 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Bound using segment: {'id': 'f3fd9ddc-c4b6-47a8-82ae-869d9543f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:37.369244 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Bound port: 38c55e1b-97de-4261-b1d7-e37befb46879, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3fd9ddc-c4b6-47a8-82ae-869d9543f350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:37.369894 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:37.459045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33ac2e2-a97d-4419-a54d-7d00ea4b569e None None] Network 11d96453-bfde-48be-b667-7341fb16f479 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:37.478778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:37.546472 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:37.581718 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] For port 38c55e1b-97de-4261-b1d7-e37befb46879, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:37.602429 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] For port 38c55e1b-97de-4261-b1d7-e37befb46879, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=38c55e1b-97de-4261-b1d7-e37befb46879,segment=NetworkSegment(f3fd9ddc-c4b6-47a8-82ae-869d9543f350),segment_id=f3fd9ddc-c4b6-47a8-82ae-869d9543f350)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:37.610456 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:37.660451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:37.668069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:37.686480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:37.774966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=8d0a083c-ae00-4735-ac6b-dbd85bebe6af,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:37.829855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8108277c-5ac4-4831-913d-1e989c1a2d46 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:37.839573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fc6fa4d3-f940-42df-ade3-11e1fcad9f72 None None] Provisioning complete for port 38c55e1b-97de-4261-b1d7-e37befb46879 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:37.841497 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa4d3-f940-42df-ade3-11e1fcad9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:37.901309 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f6f91-e5f0-4af3-a269-a46d6438c811 None None] Pushing event updated for resources: {'Port': ['ID=38c55e1b-97de-4261-b1d7-e37befb46879,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:37.955948 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Routers {'8c538ba9-561d-42ea-bf7b-20b86987d3c4'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:37.958512 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:38.022620 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:38.335734 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:38.408301 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa4d3-f940-42df-ade3-11e1fcad9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:38.566762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fc6fa4d3-f940-42df-ade3-11e1fcad9f72 None None] For port 38c55e1b-97de-4261-b1d7-e37befb46879, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=38c55e1b-97de-4261-b1d7-e37befb46879,segment=NetworkSegment(f3fd9ddc-c4b6-47a8-82ae-869d9543f350),segment_id=f3fd9ddc-c4b6-47a8-82ae-869d9543f350)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:38.592233 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fc6fa4d3-f940-42df-ade3-11e1fcad9f72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:38.615149 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] Set router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:38.670143 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:38.777861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6fa4d3-f940-42df-ade3-11e1fcad9f72 None None] Pushing event updated for resources: {'Port': ['ID=38c55e1b-97de-4261-b1d7-e37befb46879,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:38.808147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56860) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:38.825514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4b1e7d28-4981-4b32-ba07-249990685742 None None] Provisioning complete for port 38c55e1b-97de-4261-b1d7-e37befb46879 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:38.825881 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7d28-4981-4b32-ba07-249990685742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:38.843031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-709929302-network', 'tenant_id': '2c5dee83e9394c0c8cb306800c6db7e2'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:38.967550 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Made reservation on behalf of 2c5dee83e9394c0c8cb306800c6db7e2 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:38.989771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.030284 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.049604 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'name': 'tempest-TestVolumeBackupRestore-1014832112-router', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:53:18Z', 'updated_at': '2021-11-25T19:53:30Z', 'revision_number': 4, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'gw_port': {'id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:21Z', 'updated_at': '2021-11-25T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '38c55e1b-97de-4261-b1d7-e37befb46879', 'name': '', 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'mac_address': 'fa:16:3e:40:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:27Z', 'updated_at': '2021-11-25T19:53:37Z', 'revision_number': 4, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'subnets': [{'id': 'f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:39.102516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4b1e7d28-4981-4b32-ba07-249990685742 None None] Provisioning complete for port 8d0a083c-ae00-4735-ac6b-dbd85bebe6af triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:39.103028 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4b1e7d28-4981-4b32-ba07-249990685742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.197201 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200299ed-6d8c-4fc2-8eb7-f34b16a79df7 None None] The sync data for ids ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'] in n-d-817303-9 is: [{'id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'name': 'tempest-TestVolumeBackupRestore-1014832112-router', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:53:18Z', 'updated_at': '2021-11-25T19:53:30Z', 'revision_number': 4, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'gw_port': {'id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:21Z', 'updated_at': '2021-11-25T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '38c55e1b-97de-4261-b1d7-e37befb46879', 'name': '', 'network_id': '776cbe10-0600-45c1-a651-e45eaa74ed2f', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'mac_address': 'fa:16:3e:40:b4:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2977, 'fixed_ips': [{'subnet_id': 'f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:27Z', 'updated_at': '2021-11-25T19:53:37Z', 'revision_number': 4, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'subnets': [{'id': 'f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:39.216748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4b1e7d28-4981-4b32-ba07-249990685742 None None] Port 8d0a083c-ae00-4735-ac6b-dbd85bebe6af cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:39.295119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.341110 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.364229 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.402069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:39.423541 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.424772 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Added segment d3823821-f47d-48f7-8397-a93f6c52e687 of type vlan for network 57224db2-e6be-4a94-a352-55bbdd6c86ac Nov 25 19:53:39.550180 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.635016 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.644976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:39.645901 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:39.715084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e6a92d-2d7f-441a-8939-523e523172ca,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:39.752490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router 5dac558c-460a-4a64-bed9-c93a24044277 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:53:39.828937 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0179780 Nov 25 19:53:39.843795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56870) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:39.849146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] Request body: {'subnet': {'network_id': '57224db2-e6be-4a94-a352-55bbdd6c86ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-709929302-subnet', 'tenant_id': '2c5dee83e9394c0c8cb306800c6db7e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:39.885116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74ed495-4eef-4c1b-bcab-a62f8f8533e0 admin admin] Pushing event updated for resources: {'Network': ['ID=57224db2-e6be-4a94-a352-55bbdd6c86ac,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:39.898563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 57224db2-e6be-4a94-a352-55bbdd6c86ac details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:39.986832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] Made reservation on behalf of 2c5dee83e9394c0c8cb306800c6db7e2 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:39.989929 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:40.043547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:40.103548 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:40.106156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af6462-cd05-4eb4-9181-3290e9cf1164 None None] Sync routers for ids ['5dac558c-460a-4a64-bed9-c93a24044277'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:40.115008 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ace2204a-e0c1-4094-897c-6166999ab516 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.0895431 Nov 25 19:53:40.118777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56874) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:40.174549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af6462-cd05-4eb4-9181-3290e9cf1164 None None] Routers {'5dac558c-460a-4a64-bed9-c93a24044277'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:40.175510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-16af6462-cd05-4eb4-9181-3290e9cf1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['5dac558c-460a-4a64-bed9-c93a24044277'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:40.321447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-16af6462-cd05-4eb4-9181-3290e9cf1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:40.374615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16af6462-cd05-4eb4-9181-3290e9cf1164 None None] Routers {'5dac558c-460a-4a64-bed9-c93a24044277'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:40.379291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-16af6462-cd05-4eb4-9181-3290e9cf1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['5dac558c-460a-4a64-bed9-c93a24044277'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:40.511875 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-16af6462-cd05-4eb4-9181-3290e9cf1164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:40.512575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16af6462-cd05-4eb4-9181-3290e9cf1164 None None] The sync data for ids ['5dac558c-460a-4a64-bed9-c93a24044277'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:40.623577 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:40.675882 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-954d0729-d2c0-4851-9e44-81a184fbcd06 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/routers/5dac558c-460a-4a64-bed9-c93a24044277 HTTP/1.1" status: 200 len: 884 time: 0.5543678 Nov 25 19:53:40.681968 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56884) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:40.814616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbda538-3637-4b88-92fd-5941cb71d805,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:40.867471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] Checking segment: {'id': 'd3823821-f47d-48f7-8397-a93f6c52e687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': '57224db2-e6be-4a94-a352-55bbdd6c86ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:40.868500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] Network hostable DHCP agents. Network: 57224db2-e6be-4a94-a352-55bbdd6c86ac, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:40.928237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] Network 57224db2-e6be-4a94-a352-55bbdd6c86ac is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:40.939382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 38c55e1b-97de-4261-b1d7-e37befb46879 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:40.948772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 57224db2-e6be-4a94-a352-55bbdd6c86ac) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:40.987554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:40.987554 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:41.038440 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-34187068-d02e-4d24-af60-46922b8f8b19 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1883860 Nov 25 19:53:41.055045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f6f6c9-d12f-49e9-87c6-9c96818e8756 None None] Network 57224db2-e6be-4a94-a352-55bbdd6c86ac requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:41.498158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5499833-b2db-4a63-9680-58320f1a7ef7 None None] Network 57224db2-e6be-4a94-a352-55bbdd6c86ac requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:41.579950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56896) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:41.586619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0215581c-3870-4f3a-93ef-6c46071bea83 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-211053434'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:41.588953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d7ebc33a-955b-4bcf-959e-cf38e353a8fc tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.8895836 Nov 25 19:53:41.911666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 38c55e1b-97de-4261-b1d7-e37befb46879 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:41.912238 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.296268 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0215581c-3870-4f3a-93ef-6c46071bea83 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.311561 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0215581c-3870-4f3a-93ef-6c46071bea83 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:42.525796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0215581c-3870-4f3a-93ef-6c46071bea83 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router 5dac558c-460a-4a64-bed9-c93a24044277 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:53:43.174632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-b0483f29-1897-4b13-8d58-270441dfd7fd tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:43.177185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-b0483f29-1897-4b13-8d58-270441dfd7fd tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/networks?id=11d96453-bfde-48be-b667-7341fb16f479 HTTP/1.1" status: 200 len: 811 time: 0.3382511 Nov 25 19:53:43.218415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-9ec23b00-3a5b-4756-a2f5-4303fdf2f21b tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/quotas/53bfa080646b4a5f8e634673f03a87c3 HTTP/1.1" status: 200 len: 375 time: 0.0198886 Nov 25 19:53:43.283144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-f559784e-14eb-4237-9e0f-598b533dc5c2 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=53bfa080646b4a5f8e634673f03a87c3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473890 Nov 25 19:53:43.387908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0215581c-3870-4f3a-93ef-6c46071bea83 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:43.405468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0215581c-3870-4f3a-93ef-6c46071bea83 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:43.406763 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0215581c-3870-4f3a-93ef-6c46071bea83 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/5dac558c-460a-4a64-bed9-c93a24044277 HTTP/1.1" status: 200 len: 891 time: 1.8250623 Nov 25 19:53:43.411223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56936) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:43.416857 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda0b4ef-d659-45ba-9062-110a6c0d0b64 None None] Sync routers for ids ['5dac558c-460a-4a64-bed9-c93a24044277'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:43.505687 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0b4ef-d659-45ba-9062-110a6c0d0b64 None None] Routers {'5dac558c-460a-4a64-bed9-c93a24044277'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:43.512742 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fda0b4ef-d659-45ba-9062-110a6c0d0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['5dac558c-460a-4a64-bed9-c93a24044277'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:43.534723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-ee898a1e-112b-4831-80af-93533052c53b service neutron] 10.222.0.15 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291708 Nov 25 19:53:43.669322 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fda0b4ef-d659-45ba-9062-110a6c0d0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:43.704931 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda0b4ef-d659-45ba-9062-110a6c0d0b64 None None] Routers {'5dac558c-460a-4a64-bed9-c93a24044277'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:43.707815 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fda0b4ef-d659-45ba-9062-110a6c0d0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['5dac558c-460a-4a64-bed9-c93a24044277'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:43.773923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56944) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:43.779529 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-029aedfb-ba6e-47da-8840-aa00d5386d81 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/routers/5dac558c-460a-4a64-bed9-c93a24044277 HTTP/1.1" status: 200 len: 891 time: 0.3670185 Nov 25 19:53:43.786564 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fda0b4ef-d659-45ba-9062-110a6c0d0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:43.788552 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda0b4ef-d659-45ba-9062-110a6c0d0b64 None None] The sync data for ids ['5dac558c-460a-4a64-bed9-c93a24044277'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:43.840168 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7cb33e67-73e1-4a3b-9609-4c21cdfcdf63 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dac558c-460a-4a64-bed9-c93a24044277 HTTP/1.1" status: 200 len: 205 time: 0.0486770 Nov 25 19:53:43.846440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56946) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:43.886242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-748a7362-4901-49d3-96eb-2e956aef9833 service neutron] 10.222.0.15 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265371 Nov 25 19:53:44.055164 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.192469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d01c774-9bef-44e3-a1dd-e9f3c59b78a8 req-8f912527-3fa3-49e8-8324-45f5a44f270e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 210 time: 0.0539014 Nov 25 19:53:44.232185 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.329128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 8d0a083c-ae00-4735-ac6b-dbd85bebe6af {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:44.329590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.440794 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.459677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 8d0a083c-ae00-4735-ac6b-dbd85bebe6af owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:44.795590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:44.841075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=8d0a083c-ae00-4735-ac6b-dbd85bebe6af,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:44.852474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159e11cc-30f3-4b1b-850f-efc5f58d9d74 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:44.957418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.099394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.102986 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.169500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.170212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Fanout notify agent at l3_agent the message router_deleted on router 5dac558c-460a-4a64-bed9-c93a24044277 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:53:45.180982 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.182885 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b84dceec-0673-4772-8d77-170baaafdaa9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/5dac558c-460a-4a64-bed9-c93a24044277 HTTP/1.1" status: 204 len: 168 time: 1.3346345 Nov 25 19:53:45.191667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 56970) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:45.199722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1244637370'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:45.278250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:45.285505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.328793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e16f66f9-e286-4dd3-8a66-fc7ca9220e3b req-5868604c-a537-4007-aba2-cdae2e669f24 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 210 time: 0.0505321 Nov 25 19:53:45.463879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:53:45.530935 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.533220 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added segment 96608d84-faa5-4c80-9614-cc9c71e378b3 of type vlan for network abe2a7f8-e83c-42f6-86d7-f130a5861ec7 Nov 25 19:53:45.679321 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.760174 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.777200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:45.779727 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:45.786176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 56988) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:46.018126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Network': ['ID=abe2a7f8-e83c-42f6-86d7-f130a5861ec7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:46.034028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network abe2a7f8-e83c-42f6-86d7-f130a5861ec7 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:53:46.079479 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-640e8da8-87b8-449a-9092-6d7d580964ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8857253 Nov 25 19:53:46.083411 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57000) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:46.089866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'subnet': {'network_id': 'abe2a7f8-e83c-42f6-86d7-f130a5861ec7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:46.336513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:46.340995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:46.673556 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61609633-20a3-4015-a5ad-b83bb6d4db68 req-7914b058-b0fb-4017-8470-cc05a1c9b2ff tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 210 time: 0.1787827 Nov 25 19:53:46.918271 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:47.093703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Subnet': ['ID=50be0360-9811-4e81-ab6c-3e8656dac415,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:47.107268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Checking segment: {'id': '96608d84-faa5-4c80-9614-cc9c71e378b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'abe2a7f8-e83c-42f6-86d7-f130a5861ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:47.107659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network hostable DHCP agents. Network: abe2a7f8-e83c-42f6-86d7-f130a5861ec7, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:53:47.131988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network abe2a7f8-e83c-42f6-86d7-f130a5861ec7 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:53:47.147179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, abe2a7f8-e83c-42f6-86d7-f130a5861ec7) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:47.150214 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:47.155921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:47.156799 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:47.157496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa6d9d0-0be4-49b0-8d7e-018dfc0f1ebb None None] Network abe2a7f8-e83c-42f6-86d7-f130a5861ec7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:47.207437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1d194cb3-d397-4b10-951a-1aab47cc0814 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1198578 Nov 25 19:53:47.208672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57016) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:47.217197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0d9e9e3b-e463-48d1-b380-68ca874f97d3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1510834173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:47.254505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9e3b-e463-48d1-b380-68ca874f97d3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:47.256367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9e3b-e463-48d1-b380-68ca874f97d3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:47.919455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] Deleting port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:47.920060 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.029788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-abe2a7f8-e83c-42f6-86d7-f130a5861ec7', 'network_id': 'abe2a7f8-e83c-42f6-86d7-f130a5861ec7', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'fixed_ips': [{'subnet_id': '50be0360-9811-4e81-ab6c-3e8656dac415'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:53:48.032984 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.068283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] For port 5a9cf53f-6e8e-4678-b5d3-028526b42e6a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5a9cf53f-6e8e-4678-b5d3-028526b42e6a,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:48.068758 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.109904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] Calling delete_port for 5a9cf53f-6e8e-4678-b5d3-028526b42e6a owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:48.265088 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9e3b-e463-48d1-b380-68ca874f97d3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.291408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Allocated IP 2001:db8::2 (abe2a7f8-e83c-42f6-86d7-f130a5861ec7/50be0360-9811-4e81-ab6c-3e8656dac415/f4dae080-1561-4da6-8f02-b28014a9c35a) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:48.307492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3a581f6-90c6-4f3b-88c5-46ff7ec40b94 req-1bdd3bac-71a0-428a-bd29-3c78c09f67d7 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 210 time: 0.0844319 Nov 25 19:53:48.309583 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9e3b-e463-48d1-b380-68ca874f97d3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.355234 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d9e9e3b-e463-48d1-b380-68ca874f97d3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.357959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0d9e9e3b-e463-48d1-b380-68ca874f97d3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1469305 Nov 25 19:53:48.360695 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57034) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:48.549707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-758039df-ad50-47f0-a269-70e9d6d84633 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:48.551941 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-758039df-ad50-47f0-a269-70e9d6d84633 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.76 "GET /v2.0/networks?id=11d96453-bfde-48be-b667-7341fb16f479 HTTP/1.1" status: 200 len: 811 time: 0.3084795 Nov 25 19:53:48.600579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.611875 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.672321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Request body: {'port': {'device_id': '9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c', 'network_id': '11d96453-bfde-48be-b667-7341fb16f479', 'admin_state_up': True, 'tenant_id': '53bfa080646b4a5f8e634673f03a87c3'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:48.710130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Network abe2a7f8-e83c-42f6-86d7-f130a5861ec7 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:48.717940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:48.731712 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:48.759078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Pushing event updated for resources: {'Port': ['ID=f4dae080-1561-4da6-8f02-b28014a9c35a,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:48.775792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.776778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.777311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.777839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.778343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.778885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.780453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.781192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.781739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.782297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.782824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.783330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:53:48.894485 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Attempting to bind port f4dae080-1561-4da6-8f02-b28014a9c35a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:48.894907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Attempting to bind port f4dae080-1561-4da6-8f02-b28014a9c35a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '96608d84-faa5-4c80-9614-cc9c71e378b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'abe2a7f8-e83c-42f6-86d7-f130a5861ec7'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:48.895286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Attempting to bind port f4dae080-1561-4da6-8f02-b28014a9c35a on network abe2a7f8-e83c-42f6-86d7-f130a5861ec7 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:48.913944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:48.913944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Checking segment: {'id': '96608d84-faa5-4c80-9614-cc9c71e378b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'abe2a7f8-e83c-42f6-86d7-f130a5861ec7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:48.913944 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:48.914680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Bound using segment: {'id': '96608d84-faa5-4c80-9614-cc9c71e378b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'abe2a7f8-e83c-42f6-86d7-f130a5861ec7'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:48.914680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Bound port: f4dae080-1561-4da6-8f02-b28014a9c35a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96608d84-faa5-4c80-9614-cc9c71e378b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'abe2a7f8-e83c-42f6-86d7-f130a5861ec7'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:48.915120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.044947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] For port f4dae080-1561-4da6-8f02-b28014a9c35a, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:49.052051 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.062704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] For port f4dae080-1561-4da6-8f02-b28014a9c35a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f4dae080-1561-4da6-8f02-b28014a9c35a,segment=NetworkSegment(96608d84-faa5-4c80-9614-cc9c71e378b3),segment_id=96608d84-faa5-4c80-9614-cc9c71e378b3)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:49.083182 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.096648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Made reservation on behalf of 53bfa080646b4a5f8e634673f03a87c3 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:53:49.104777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.266128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a8d2ea-6351-42e1-8312-3eadec038f42 None None] Pushing event updated for resources: {'Port': ['ID=f4dae080-1561-4da6-8f02-b28014a9c35a,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:49.564187 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:49.595846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Allocated IP 172.20.0.2 (11d96453-bfde-48be-b667-7341fb16f479/b8254e98-e672-4e30-872d-d6c26da8ab7d/29c8a95c-ae61-49c6-99c1-ff234026e53f) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:49.654086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a9cf53f-6e8e-4678-b5d3-028526b42e6a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:49.749912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dba61762-6e51-4552-88c3-b333c24794b9 req-4e9dad0a-7a0c-4a24-9717-07ea34bf3259 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 210 time: 0.2046170 Nov 25 19:53:49.804042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Allocated IP 2001:db8::1 (abe2a7f8-e83c-42f6-86d7-f130a5861ec7/50be0360-9811-4e81-ab6c-3e8656dac415/c98bc72a-5871-441d-be5f-55cad0ab270a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:53:50.133043 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.203925 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.297207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network abe2a7f8-e83c-42f6-86d7-f130a5861ec7 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:50.299651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=c98bc72a-5871-441d-be5f-55cad0ab270a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:50.313852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:50.319951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:50.321891 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.491689 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.531520 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.707179 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:50.910202 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.039521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f4dae080-1561-4da6-8f02-b28014a9c35a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:51.083212 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.118779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c215ddab-a400-4099-93d7-429838119562 req-97b1faf7-b07a-4b07-867d-6dd9ae2f0ef1 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 210 time: 0.1078818 Nov 25 19:53:51.221176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f4dae080-1561-4da6-8f02-b28014a9c35a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:51.221637 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.338758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Network 11d96453-bfde-48be-b667-7341fb16f479 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:51.372731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:51.376520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:53:51.537555 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.559156 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.560590 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.563575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f78229-6bb2-4496-8013-f4371cf48aeb None None] Network abe2a7f8-e83c-42f6-86d7-f130a5861ec7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:51.572784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Pushing event updated for resources: {'Port': ['ID=29c8a95c-ae61-49c6-99c1-ff234026e53f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:51.588707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:51.589852 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.630240 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.633176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] Router 6193d53b-5e1c-48fc-a75e-4ffd15178530 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:53:51.637395 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-13eb1a30-e6d6-453d-bfbc-de902ca7f03c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9845479 Nov 25 19:53:51.662642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Request body: {'port': {'device_id': '9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:51.812979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port f4dae080-1561-4da6-8f02-b28014a9c35a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f4dae080-1561-4da6-8f02-b28014a9c35a,segment=NetworkSegment(96608d84-faa5-4c80-9614-cc9c71e378b3),segment_id=96608d84-faa5-4c80-9614-cc9c71e378b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:51.824479 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.898088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b3d8a9da-5510-4616-b968-d53be2f69b72 None None] Provisioning complete for port f4dae080-1561-4da6-8f02-b28014a9c35a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:51.898898 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b3d8a9da-5510-4616-b968-d53be2f69b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.925807 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:51.930382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=c98bc72a-5871-441d-be5f-55cad0ab270a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:52.001354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=f4dae080-1561-4da6-8f02-b28014a9c35a,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:52.006102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network abe2a7f8-e83c-42f6-86d7-f130a5861ec7 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:53:52.008042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:53:52.084689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:52.104234 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-03d9a85d-37c7-483b-aadb-bcc54cfcb0c4 admin admin] 10.222.0.15 "PUT /v2.0/routers/6193d53b-5e1c-48fc-a75e-4ffd15178530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3099957 Nov 25 19:53:52.104809 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57076) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:52.132554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5454b6-d0c3-4887-858d-6203f988e407 None None] Sync routers for ids ['6193d53b-5e1c-48fc-a75e-4ffd15178530'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:52.290577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5454b6-d0c3-4887-858d-6203f988e407 None None] Routers {'6193d53b-5e1c-48fc-a75e-4ffd15178530'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:52.292891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4e5454b6-d0c3-4887-858d-6203f988e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6193d53b-5e1c-48fc-a75e-4ffd15178530'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:52.514230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79a1dd2-c728-4838-b45c-3e27e87cbe3b req-6a11a0d0-6ca1-42ee-9978-8b51417da90b tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:52.525041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f79a1dd2-c728-4838-b45c-3e27e87cbe3b req-6a11a0d0-6ca1-42ee-9978-8b51417da90b tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 931 time: 0.1470997 Nov 25 19:53:52.595537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router 4c215385-d842-4ffc-a650-83d8b1563832 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:53:52.636499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4e5454b6-d0c3-4887-858d-6203f988e407 None None] Set router 6193d53b-5e1c-48fc-a75e-4ffd15178530 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:52.784645 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:52.845071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f79a1dd2-c728-4838-b45c-3e27e87cbe3b req-0cb5784e-8dde-4e44-88fc-7dc41284ec7c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185360 Nov 25 19:53:52.900574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:53:52.906187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-19321a11-bca0-4cf4-97ba-aa1cba78c847 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/4c215385-d842-4ffc-a650-83d8b1563832/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5434294 Nov 25 19:53:52.910539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57088) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:52.942104 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baccafe7-1c2a-4a23-84f8-d1ade30ac920 None None] Sync routers for ids ['4c215385-d842-4ffc-a650-83d8b1563832'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:53:52.980059 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baccafe7-1c2a-4a23-84f8-d1ade30ac920 None None] Routers {'4c215385-d842-4ffc-a650-83d8b1563832'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:52.980756 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-baccafe7-1c2a-4a23-84f8-d1ade30ac920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['4c215385-d842-4ffc-a650-83d8b1563832'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:52.997853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f4dae080-1561-4da6-8f02-b28014a9c35a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:53:53.085070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f5c6acf-7384-42f6-a24c-c54aad2673a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:53.094329 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.097555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57094) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:53.100208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5f5c6acf-7384-42f6-a24c-c54aad2673a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports/c98bc72a-5871-441d-be5f-55cad0ab270a HTTP/1.1" status: 200 len: 911 time: 0.1884155 Nov 25 19:53:53.105710 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-baccafe7-1c2a-4a23-84f8-d1ade30ac920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:53.153618 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baccafe7-1c2a-4a23-84f8-d1ade30ac920 None None] Routers {'4c215385-d842-4ffc-a650-83d8b1563832'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:53.154773 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-baccafe7-1c2a-4a23-84f8-d1ade30ac920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['4c215385-d842-4ffc-a650-83d8b1563832'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:53.155622 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f4dae080-1561-4da6-8f02-b28014a9c35a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:53.156683 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.252394 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-baccafe7-1c2a-4a23-84f8-d1ade30ac920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:53.253893 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baccafe7-1c2a-4a23-84f8-d1ade30ac920 None None] The sync data for ids ['4c215385-d842-4ffc-a650-83d8b1563832'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:53.270239 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4e5454b6-d0c3-4887-858d-6203f988e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:53:49Z', 'revision_number': 5, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:53.337267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5454b6-d0c3-4887-858d-6203f988e407 None None] Checking router: 6193d53b-5e1c-48fc-a75e-4ffd15178530 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:53:53.369160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e5454b6-d0c3-4887-858d-6203f988e407 None None] Routers {'6193d53b-5e1c-48fc-a75e-4ffd15178530'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:53:53.369779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4e5454b6-d0c3-4887-858d-6203f988e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6193d53b-5e1c-48fc-a75e-4ffd15178530'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:53.377139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-75e891d4-e423-4d06-9e05-4b5273c38f71 None None] Provisioning complete for port f4dae080-1561-4da6-8f02-b28014a9c35a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:53.377139 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-75e891d4-e423-4d06-9e05-4b5273c38f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:53.746456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4e5454b6-d0c3-4887-858d-6203f988e407 None None] Set router 6193d53b-5e1c-48fc-a75e-4ffd15178530 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:53:53.889428 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:53:53.988700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7b00a4c6-088e-4d04-b0eb-017402ae6f32 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '50be0360-9811-4e81-ab6c-3e8656dac415'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:53:54.186979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91be3e-4929-4b18-a9da-228ed593153e req-cac58bf8-ff75-4162-a912-5445df543a05 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:54.190131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a91be3e-4929-4b18-a9da-228ed593153e req-cac58bf8-ff75-4162-a912-5445df543a05 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 931 time: 0.1866119 Nov 25 19:53:54.330482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a91be3e-4929-4b18-a9da-228ed593153e req-0f1425ca-a117-408d-9c27-351aab26bbd2 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261256 Nov 25 19:53:54.487484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-75e891d4-e423-4d06-9e05-4b5273c38f71 None None] Provisioning complete for port c98bc72a-5871-441d-be5f-55cad0ab270a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:54.488207 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-75e891d4-e423-4d06-9e05-4b5273c38f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.542161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4e5454b6-d0c3-4887-858d-6203f988e407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:53:49Z', 'revision_number': 5, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:53:54.580372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e5454b6-d0c3-4887-858d-6203f988e407 None None] The sync data for ids ['6193d53b-5e1c-48fc-a75e-4ffd15178530'] in n-d-817303-9 is: [{'id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'name': 'tempest-TaggedBootDevicesTest_v242-1320848184-router', 'tenant_id': '6cc4e806f92640c39663fb529554dd43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40'}], 'enable_snat': True}, 'gw_port_id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:14Z', 'updated_at': '2021-11-25T19:53:49Z', 'revision_number': 5, 'project_id': '6cc4e806f92640c39663fb529554dd43', 'gw_port': {'id': '051c6c8c-63b3-4264-bb85-e1fdfb46e1a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:d8:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6193d53b-5e1c-48fc-a75e-4ffd15178530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:15Z', 'updated_at': '2021-11-25T19:39:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:53:54.582123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-75e891d4-e423-4d06-9e05-4b5273c38f71 None None] Port c98bc72a-5871-441d-be5f-55cad0ab270a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:54.614035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29c8a95c-ae61-49c6-99c1-ff234026e53f {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:53:54.641128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.680540 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.753351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4f7a45c-a516-45d4-96a0-853fd08ba05b None None] Provisioning complete for port c98bc72a-5871-441d-be5f-55cad0ab270a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:53:54.757196 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4f7a45c-a516-45d4-96a0-853fd08ba05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.841822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Transition to ACTIVE for port object 29c8a95c-ae61-49c6-99c1-ff234026e53f will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:53:54.847043 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:54.875729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7a45c-a516-45d4-96a0-853fd08ba05b None None] Port c98bc72a-5871-441d-be5f-55cad0ab270a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:53:54.908611 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b00a4c6-088e-4d04-b0eb-017402ae6f32 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.023000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Deleting port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:55.023305 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.061483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Pushing event updated for resources: {'Port': ['ID=29c8a95c-ae61-49c6-99c1-ff234026e53f,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:55.151166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Attempting to bind port 29c8a95c-ae61-49c6-99c1-ff234026e53f on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:53:55.151506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Attempting to bind port 29c8a95c-ae61-49c6-99c1-ff234026e53f by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'f3103658-25bc-49de-9086-42faabcf304b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '11d96453-bfde-48be-b667-7341fb16f479'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:53:55.151836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Attempting to bind port 29c8a95c-ae61-49c6-99c1-ff234026e53f on network 11d96453-bfde-48be-b667-7341fb16f479 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:55.231877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Port 29c8a95c-ae61-49c6-99c1-ff234026e53f on network 11d96453-bfde-48be-b667-7341fb16f479 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:53:55.232144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Attempting to bind port 29c8a95c-ae61-49c6-99c1-ff234026e53f on network 11d96453-bfde-48be-b667-7341fb16f479 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:53:55.253955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 53, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:53:55.254312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Checking segment: {'id': 'f3103658-25bc-49de-9086-42faabcf304b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '11d96453-bfde-48be-b667-7341fb16f479'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:53:55.254676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Bound using segment: {'id': 'f3103658-25bc-49de-9086-42faabcf304b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '11d96453-bfde-48be-b667-7341fb16f479'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:53:55.255179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Bound port: 29c8a95c-ae61-49c6-99c1-ff234026e53f, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3103658-25bc-49de-9086-42faabcf304b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '11d96453-bfde-48be-b667-7341fb16f479'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:53:55.258120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.297996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] For port 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=051c6c8c-63b3-4264-bb85-e1fdfb46e1a6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:55.298337 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.382500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Calling delete_port for 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:55.509767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] For port 29c8a95c-ae61-49c6-99c1-ff234026e53f, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:53:55.536827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] For port 29c8a95c-ae61-49c6-99c1-ff234026e53f, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=29c8a95c-ae61-49c6-99c1-ff234026e53f,segment=NetworkSegment(f3103658-25bc-49de-9086-42faabcf304b),segment_id=f3103658-25bc-49de-9086-42faabcf304b)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:53:55.552123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.573119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730ee2d-9dcd-49a8-ba54-7380ca362523 req-bd233828-4b59-4c8c-bf37-a67906b7f60f tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:55.574990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9730ee2d-9dcd-49a8-ba54-7380ca362523 req-bd233828-4b59-4c8c-bf37-a67906b7f60f tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 943 time: 0.0746157 Nov 25 19:53:55.618288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:55.619195 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:55.622850 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] 10.222.0.76 "PUT /v2.0/ports/29c8a95c-ae61-49c6-99c1-ff234026e53f HTTP/1.1" status: 200 len: 1091 time: 3.9673462 Nov 25 19:53:55.639162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c', 'tag': '29c8a95c-ae61-49c6-99c1-ff234026e53f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:53:55.648100 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b2ee03-941c-47da-ba0f-227941f4e511" -d '{"events": [{"name": "network-changed", "server_uuid": "9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c", "tag": "29c8a95c-ae61-49c6-99c1-ff234026e53f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:53:55.686969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9730ee2d-9dcd-49a8-ba54-7380ca362523 req-1c97321b-21a1-41bc-af32-fc83b409e508 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994563 Nov 25 19:53:55.857124 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a81ed14-ccd1-4236-a40e-96aa996a19be x-openstack-request-id: req-5a81ed14-ccd1-4236-a40e-96aa996a19be {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:53:55.857443 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c", "tag": "29c8a95c-ae61-49c6-99c1-ff234026e53f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:53:55.858024 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5a81ed14-ccd1-4236-a40e-96aa996a19be {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:53:55.858688 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c', 'tag': '29c8a95c-ae61-49c6-99c1-ff234026e53f', 'status': 'completed', 'code': 200} Nov 25 19:53:55.887510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b00ebb2-b6e1-4c24-a47c-dd257372e2bd service neutron] Pushing event updated for resources: {'Port': ['ID=29c8a95c-ae61-49c6-99c1-ff234026e53f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:55.976747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-460b1199-bca4-4e60-a7c6-786be5b1dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:55.979533 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-460b1199-bca4-4e60-a7c6-786be5b1dbae service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53bfa080646b4a5f8e634673f03a87c3&device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 1094 time: 0.2741299 Nov 25 19:53:56.082201 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-c6e0030f-e0f4-4ada-8a62-79d4b18f4ad9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29c8a95c-ae61-49c6-99c1-ff234026e53f HTTP/1.1" status: 200 len: 217 time: 0.0872874 Nov 25 19:53:56.176921 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b00a4c6-088e-4d04-b0eb-017402ae6f32 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.198929 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b00a4c6-088e-4d04-b0eb-017402ae6f32 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.207541 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b00a4c6-088e-4d04-b0eb-017402ae6f32 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:56.208957 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7b00a4c6-088e-4d04-b0eb-017402ae6f32 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.211457 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7b00a4c6-088e-4d04-b0eb-017402ae6f32 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/ports/c98bc72a-5871-441d-be5f-55cad0ab270a HTTP/1.1" status: 200 len: 911 time: 2.2306230 Nov 25 19:53:56.225583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57138) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:56.272592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.298469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-86395461-ab2a-4a54-925d-83ad330c6288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:56.301192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-86395461-ab2a-4a54-925d-83ad330c6288 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8254e98-e672-4e30-872d-d6c26da8ab7d HTTP/1.1" status: 200 len: 851 time: 0.2081878 Nov 25 19:53:56.361511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9327528-3204-4a3f-bb3b-8629b654d442 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:56.451635 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-52bcaf6d-2a78-41d9-87ce-a3200fd3feec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11d96453-bfde-48be-b667-7341fb16f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403947 Nov 25 19:53:56.510071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b00a4c6-088e-4d04-b0eb-017402ae6f32 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=c98bc72a-5871-441d-be5f-55cad0ab270a,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:56.626511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=051c6c8c-63b3-4264-bb85-e1fdfb46e1a6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:56.706227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5a9cf53f-6e8e-4678-b5d3-028526b42e6a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:56.763528 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.785716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5a9cf53f-6e8e-4678-b5d3-028526b42e6a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:53:56.790222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-279db195-a8b3-492e-a0c6-07efd2d429fd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:56.791436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5a9cf53f-6e8e-4678-b5d3-028526b42e6a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:53:57.013667 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.025504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.120393 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-61e87cba-abde-48af-940e-9630283e79d2 service neutron] 10.222.0.76 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6321294 Nov 25 19:53:57.137615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d38ffb-62cf-4704-8cc8-21fbbd90e21c req-b3db9076-41b7-42ca-bc20-0cad23b31c99 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:57.140014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.140891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6193d53b-5e1c-48fc-a75e-4ffd15178530 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:53:57.148184 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1d38ffb-62cf-4704-8cc8-21fbbd90e21c req-b3db9076-41b7-42ca-bc20-0cad23b31c99 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 943 time: 0.2629955 Nov 25 19:53:57.161763 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.163807 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b8e84edb-365b-4f62-b738-1b48fe488fa7 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6193d53b-5e1c-48fc-a75e-4ffd15178530 HTTP/1.1" status: 204 len: 168 time: 5.0576200 Nov 25 19:53:57.176786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57154) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:57.287726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1d38ffb-62cf-4704-8cc8-21fbbd90e21c req-81cb5680-3d0b-4074-b7bc-f8bdb198881f tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384912 Nov 25 19:53:57.345303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-60cbc814-43a2-4eb6-81d7-595047d1a20b admin admin] Deleting subnet b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:53:57.350694 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0e8b0e4-38de-44be-b36e-c9fc52679035 req-fffa4634-8322-430a-974c-ad3d9370b06e service neutron] 10.222.0.76 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231369 Nov 25 19:53:57.371751 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60cbc814-43a2-4eb6-81d7-595047d1a20b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.428745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60cbc814-43a2-4eb6-81d7-595047d1a20b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.513194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2ee03-941c-47da-ba0f-227941f4e511 req-b4dbf9ec-ec73-4258-a356-90f26d8f4537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:57.515194 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-54b2ee03-941c-47da-ba0f-227941f4e511 req-b4dbf9ec-ec73-4258-a356-90f26d8f4537 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53bfa080646b4a5f8e634673f03a87c3&device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 1094 time: 0.0798748 Nov 25 19:53:57.598180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60cbc814-43a2-4eb6-81d7-595047d1a20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.694051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2ee03-941c-47da-ba0f-227941f4e511 req-012db446-f692-4ea2-ba08-d18f7dabf699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:57.695614 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-54b2ee03-941c-47da-ba0f-227941f4e511 req-012db446-f692-4ea2-ba08-d18f7dabf699 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11d96453-bfde-48be-b667-7341fb16f479 HTTP/1.1" status: 200 len: 912 time: 0.1720309 Nov 25 19:53:57.702306 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60cbc814-43a2-4eb6-81d7-595047d1a20b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.761087 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-54b2ee03-941c-47da-ba0f-227941f4e511 req-016bb1f1-e17f-4aee-a722-61edd50787dd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29c8a95c-ae61-49c6-99c1-ff234026e53f HTTP/1.1" status: 200 len: 217 time: 0.0561812 Nov 25 19:53:57.768133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cbc814-43a2-4eb6-81d7-595047d1a20b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:57.792417 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-60cbc814-43a2-4eb6-81d7-595047d1a20b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.800141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-60cbc814-43a2-4eb6-81d7-595047d1a20b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b7b20fc6-97fd-4b0d-a3d3-10cb6b75a3e6 HTTP/1.1" status: 204 len: 168 time: 0.6183951 Nov 25 19:53:57.803879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-030fdbe7-1aa5-4c75-83ae-4516f387ba13 None None] Network 531ea4be-db10-442e-a719-94c0832255fd requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:53:57.808781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57164) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:53:57.813571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-279db195-a8b3-492e-a0c6-07efd2d429fd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port c98bc72a-5871-441d-be5f-55cad0ab270a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:57.815909 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-279db195-a8b3-492e-a0c6-07efd2d429fd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:57.959479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2ee03-941c-47da-ba0f-227941f4e511 req-6328d0fb-ebae-49cc-b4c9-4546748940fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:57.963086 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-54b2ee03-941c-47da-ba0f-227941f4e511 req-6328d0fb-ebae-49cc-b4c9-4546748940fe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8254e98-e672-4e30-872d-d6c26da8ab7d HTTP/1.1" status: 200 len: 851 time: 0.1933012 Nov 25 19:53:58.075871 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-54b2ee03-941c-47da-ba0f-227941f4e511 req-c4db105a-370d-41b0-b094-a644159a73b5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11d96453-bfde-48be-b667-7341fb16f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020715 Nov 25 19:53:58.100568 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.242273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc29c43-3245-49fa-b116-afacee59d80f None None] DHCP port deletion for 531ea4be-db10-442e-a719-94c0832255fd request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:53:58.313962 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-54b2ee03-941c-47da-ba0f-227941f4e511 req-c115ac8f-e424-4c32-8beb-a097497002fe service neutron] 10.222.0.76 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211068 Nov 25 19:53:58.357115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1bc29c43-3245-49fa-b116-afacee59d80f None None] Deleting port 36f0646c-6cbb-43a1-be5b-14f7febc3861 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:58.357770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1bc29c43-3245-49fa-b116-afacee59d80f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.426244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-279db195-a8b3-492e-a0c6-07efd2d429fd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.550723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1bc29c43-3245-49fa-b116-afacee59d80f None None] For port 36f0646c-6cbb-43a1-be5b-14f7febc3861, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=36f0646c-6cbb-43a1-be5b-14f7febc3861,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:58.553324 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1bc29c43-3245-49fa-b116-afacee59d80f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.553724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-279db195-a8b3-492e-a0c6-07efd2d429fd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for c98bc72a-5871-441d-be5f-55cad0ab270a owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:58.556376 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-54b2ee03-941c-47da-ba0f-227941f4e511 req-88082a5f-c3ed-450e-b933-f732199c5833 service neutron] 10.222.0.76 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320373 Nov 25 19:53:58.596939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1bc29c43-3245-49fa-b116-afacee59d80f None None] Calling delete_port for 36f0646c-6cbb-43a1-be5b-14f7febc3861 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:58.746716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Deleting port 36f0646c-6cbb-43a1-be5b-14f7febc3861 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:53:58.747549 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.773646 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1bc29c43-3245-49fa-b116-afacee59d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:58.818994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc29c43-3245-49fa-b116-afacee59d80f None None] Pushing event deleted for resources: {'Port': ['ID=36f0646c-6cbb-43a1-be5b-14f7febc3861,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:58.828541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc29c43-3245-49fa-b116-afacee59d80f None None] No DVR routers for this DVR port 36f0646c-6cbb-43a1-be5b-14f7febc3861 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:58.861472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:58.902895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:53:58.903498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 051c6c8c-63b3-4264-bb85-e1fdfb46e1a6 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:53:58.904493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 36f0646c-6cbb-43a1-be5b-14f7febc3861 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:53:58.957638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 36f0646c-6cbb-43a1-be5b-14f7febc3861 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:53:58.959366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f58eb46-9f07-4cf9-beb0-21d0c7c83841 req-c16bbb44-50fd-4646-9808-ce5e20eb9211 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:53:58.960814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 36f0646c-6cbb-43a1-be5b-14f7febc3861 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:53:58.963615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f58eb46-9f07-4cf9-beb0-21d0c7c83841 req-c16bbb44-50fd-4646-9808-ce5e20eb9211 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 943 time: 0.4136975 Nov 25 19:53:58.992609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] For port 36f0646c-6cbb-43a1-be5b-14f7febc3861, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=36f0646c-6cbb-43a1-be5b-14f7febc3861,segment=NetworkSegment(f19c790a-b498-4b76-b5c7-db7066b23346),segment_id=f19c790a-b498-4b76-b5c7-db7066b23346)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:53:58.993312 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.116798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Calling delete_port for 36f0646c-6cbb-43a1-be5b-14f7febc3861 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:53:59.336687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f58eb46-9f07-4cf9-beb0-21d0c7c83841 req-733cc10e-7727-492b-bbef-6878b365d5ca tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3358178 Nov 25 19:53:59.403879 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.440731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-279db195-a8b3-492e-a0c6-07efd2d429fd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:53:59.446913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] No DVR routers for this DVR port 36f0646c-6cbb-43a1-be5b-14f7febc3861 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:53:59.451736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Pushing event deleted for resources: {'Port': ['ID=36f0646c-6cbb-43a1-be5b-14f7febc3861,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:53:59.482483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279db195-a8b3-492e-a0c6-07efd2d429fd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=c98bc72a-5871-441d-be5f-55cad0ab270a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:00.226589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.250914 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-279db195-a8b3-492e-a0c6-07efd2d429fd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.258990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['531ea4be-db10-442e-a719-94c0832255fd']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:00.278223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f19c790a-b498-4b76-b5c7-db7066b23346') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:00.278556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f19c790a-b498-4b76-b5c7-db7066b23346') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:00.325530 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.380479 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.480869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:00.481222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:00.485811 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:00.526262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-279db195-a8b3-492e-a0c6-07efd2d429fd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router 4c215385-d842-4ffc-a650-83d8b1563832 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:00.701533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.712845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 29c8a95c-ae61-49c6-99c1-ff234026e53f details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:54:00.845651 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:00.853326 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] 10.222.0.15 "DELETE /v2.0/networks/531ea4be-db10-442e-a719-94c0832255fd HTTP/1.1" status: 204 len: 168 time: 3.0296538 Nov 25 19:54:00.855157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc35b7f-1c16-42bc-a05a-45e709eb2b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=531ea4be-db10-442e-a719-94c0832255fd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:00.857803 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57212) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:00.877230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2c157b-e599-41d1-a106-7738793dcb40 req-e990bfd0-8584-4211-9dc7-450a31385762 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:00.880667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc2c157b-e599-41d1-a106-7738793dcb40 req-e990bfd0-8584-4211-9dc7-450a31385762 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 943 time: 0.3662488 Nov 25 19:54:00.925246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-279db195-a8b3-492e-a0c6-07efd2d429fd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:00.937954 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70999685-7be7-4b26-947c-0e69bf4d0bc0 None None] Sync routers for ids ['4c215385-d842-4ffc-a650-83d8b1563832'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:00.947956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-279db195-a8b3-492e-a0c6-07efd2d429fd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/4c215385-d842-4ffc-a650-83d8b1563832/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7144966 Nov 25 19:54:00.968767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57214) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:00.981814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 29c8a95c-ae61-49c6-99c1-ff234026e53f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=29c8a95c-ae61-49c6-99c1-ff234026e53f,segment=NetworkSegment(f3103658-25bc-49de-9086-42faabcf304b),segment_id=f3103658-25bc-49de-9086-42faabcf304b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:00.996500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70999685-7be7-4b26-947c-0e69bf4d0bc0 None None] Routers {'4c215385-d842-4ffc-a650-83d8b1563832'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:01.003271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-70999685-7be7-4b26-947c-0e69bf4d0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['4c215385-d842-4ffc-a650-83d8b1563832'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:01.050721 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-87dd70dd-720e-4c8f-a541-eba8078e5c6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c215385-d842-4ffc-a650-83d8b1563832 HTTP/1.1" status: 200 len: 205 time: 0.0802553 Nov 25 19:54:01.060897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57220) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:01.150523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-70999685-7be7-4b26-947c-0e69bf4d0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:01.162191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '29c8a95c-ae61-49c6-99c1-ff234026e53f', 'network_id': '11d96453-bfde-48be-b667-7341fb16f479', 'port_id': '29c8a95c-ae61-49c6-99c1-ff234026e53f', 'mac_address': 'fa:16:3e:55:30:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 633, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8254e98-e672-4e30-872d-d6c26da8ab7d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:54:01.228407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70999685-7be7-4b26-947c-0e69bf4d0bc0 None None] Routers {'4c215385-d842-4ffc-a650-83d8b1563832'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:01.229375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-70999685-7be7-4b26-947c-0e69bf4d0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['4c215385-d842-4ffc-a650-83d8b1563832'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:01.236785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc2c157b-e599-41d1-a106-7738793dcb40 req-c4df700b-4b06-4b61-8a4c-be551542bcb8 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3340583 Nov 25 19:54:01.244997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3080f74-eef3-4c22-9916-027cfe54a993 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.315927 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.331331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-70999685-7be7-4b26-947c-0e69bf4d0bc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:01.338466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70999685-7be7-4b26-947c-0e69bf4d0bc0 None None] The sync data for ids ['4c215385-d842-4ffc-a650-83d8b1563832'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:01.350048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29c8a95c-ae61-49c6-99c1-ff234026e53f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:54:01.391822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 29c8a95c-ae61-49c6-99c1-ff234026e53f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=29c8a95c-ae61-49c6-99c1-ff234026e53f,segment=NetworkSegment(f3103658-25bc-49de-9086-42faabcf304b),segment_id=f3103658-25bc-49de-9086-42faabcf304b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:01.402282 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.575862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=29c8a95c-ae61-49c6-99c1-ff234026e53f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:01.602389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.634480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['29c8a95c-ae61-49c6-99c1-ff234026e53f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:54:01.654612 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3080f74-eef3-4c22-9916-027cfe54a993 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.666151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3080f74-eef3-4c22-9916-027cfe54a993 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.814669 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3080f74-eef3-4c22-9916-027cfe54a993 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.815888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3080f74-eef3-4c22-9916-027cfe54a993 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Fanout notify agent at l3_agent the message router_deleted on router 4c215385-d842-4ffc-a650-83d8b1563832 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:54:01.828954 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3080f74-eef3-4c22-9916-027cfe54a993 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.830404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a3080f74-eef3-4c22-9916-027cfe54a993 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/4c215385-d842-4ffc-a650-83d8b1563832 HTTP/1.1" status: 204 len: 168 time: 0.7681799 Nov 25 19:54:01.833787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57228) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:01.914383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ad91a4d-0a29-4761-ba9e-09ca58c5675e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting subnet 50be0360-9811-4e81-ab6c-3e8656dac415 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:01.918125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ad91a4d-0a29-4761-ba9e-09ca58c5675e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:01.994272 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ad91a4d-0a29-4761-ba9e-09ca58c5675e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.133978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] Deleting port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:02.134619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.136480 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ad91a4d-0a29-4761-ba9e-09ca58c5675e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.138115 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e25ce6fa-1ce7-4c6a-9d75-4f5cc643ce8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.225110 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ad91a4d-0a29-4761-ba9e-09ca58c5675e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.251631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] For port 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3cc6ed13-ffee-4bcc-b435-43ad019cb5b0,segment=NetworkSegment(6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9),segment_id=6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:02.252145 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.272720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] Calling delete_port for 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:02.276201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad91a4d-0a29-4761-ba9e-09ca58c5675e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Subnet': ['ID=50be0360-9811-4e81-ab6c-3e8656dac415,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:02.288173 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ad91a4d-0a29-4761-ba9e-09ca58c5675e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.291624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1ad91a4d-0a29-4761-ba9e-09ca58c5675e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/50be0360-9811-4e81-ab6c-3e8656dac415 HTTP/1.1" status: 204 len: 168 time: 0.4565313 Nov 25 19:54:02.295213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57238) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:02.300034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a154824-ae2d-4766-a251-82a52ca6e9d4 None None] Network abe2a7f8-e83c-42f6-86d7-f130a5861ec7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:02.563029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.703155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 29c8a95c-ae61-49c6-99c1-ff234026e53f up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:02.762114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.765213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e1de7f-0fed-43e8-bef0-91e663357b64 req-ce85bbe6-c8bd-4132-848a-0191cafeca74 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:02.780261 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36e1de7f-0fed-43e8-bef0-91e663357b64 req-ce85bbe6-c8bd-4132-848a-0191cafeca74 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 944 time: 0.2082558 Nov 25 19:54:02.807384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa44afc-00eb-4dea-988b-078ad1deef45 None None] DHCP port deletion for abe2a7f8-e83c-42f6-86d7-f130a5861ec7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:02.856807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] Pushing event deleted for resources: {'Port': ['ID=3cc6ed13-ffee-4bcc-b435-43ad019cb5b0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:02.874251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 29c8a95c-ae61-49c6-99c1-ff234026e53f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:54:02.877293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port f4dae080-1561-4da6-8f02-b28014a9c35a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:02.878023 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.886447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 29c8a95c-ae61-49c6-99c1-ff234026e53f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:02.886863 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:02.977207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36e1de7f-0fed-43e8-bef0-91e663357b64 req-e95c39d4-ce4e-4309-995f-c8c046ec0e83 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930487 Nov 25 19:54:03.039118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5fa44afc-00eb-4dea-988b-078ad1deef45 None None] Deleting port f4dae080-1561-4da6-8f02-b28014a9c35a {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:03.039514 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5fa44afc-00eb-4dea-988b-078ad1deef45 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.099511 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port f4dae080-1561-4da6-8f02-b28014a9c35a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f4dae080-1561-4da6-8f02-b28014a9c35a,segment=NetworkSegment(96608d84-faa5-4c80-9614-cc9c71e378b3),segment_id=96608d84-faa5-4c80-9614-cc9c71e378b3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:03.100107 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.137924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for f4dae080-1561-4da6-8f02-b28014a9c35a owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:03.165685 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.294392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5fa44afc-00eb-4dea-988b-078ad1deef45 None None] For port f4dae080-1561-4da6-8f02-b28014a9c35a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f4dae080-1561-4da6-8f02-b28014a9c35a,segment=NetworkSegment(96608d84-faa5-4c80-9614-cc9c71e378b3),segment_id=96608d84-faa5-4c80-9614-cc9c71e378b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:03.298225 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5fa44afc-00eb-4dea-988b-078ad1deef45 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.345078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c8a95c-ae61-49c6-99c1-ff234026e53f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:03.349866 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a06b04-9c60-4612-b680-d09f8979e7a5" -d '{"events": [{"server_uuid": "9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c", "name": "network-vif-plugged", "status": "completed", "tag": "29c8a95c-ae61-49c6-99c1-ff234026e53f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:03.355891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5fa44afc-00eb-4dea-988b-078ad1deef45 None None] Calling delete_port for f4dae080-1561-4da6-8f02-b28014a9c35a owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:03.368363 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.382630 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.418856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 29c8a95c-ae61-49c6-99c1-ff234026e53f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=29c8a95c-ae61-49c6-99c1-ff234026e53f,segment=NetworkSegment(f3103658-25bc-49de-9086-42faabcf304b),segment_id=f3103658-25bc-49de-9086-42faabcf304b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:03.434115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=f4dae080-1561-4da6-8f02-b28014a9c35a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:03.463651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No DVR routers for this DVR port f4dae080-1561-4da6-8f02-b28014a9c35a on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:03.578912 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51917cb3-2226-4855-aeaa-b99d3fbb1036 x-openstack-request-id: req-51917cb3-2226-4855-aeaa-b99d3fbb1036 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:03.583903 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c", "name": "network-vif-plugged", "status": "completed", "tag": "29c8a95c-ae61-49c6-99c1-ff234026e53f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:03.583903 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51917cb3-2226-4855-aeaa-b99d3fbb1036 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:03.584519 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29c8a95c-ae61-49c6-99c1-ff234026e53f', 'code': 200} Nov 25 19:54:03.587680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.624782 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.653944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abe2a7f8-e83c-42f6-86d7-f130a5861ec7']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:03.676627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96608d84-faa5-4c80-9614-cc9c71e378b3') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:03.677511 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96608d84-faa5-4c80-9614-cc9c71e378b3') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:03.690833 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.731357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=29c8a95c-ae61-49c6-99c1-ff234026e53f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:03.743742 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.753844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:03.754613 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.763488 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5fa44afc-00eb-4dea-988b-078ad1deef45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.832533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa44afc-00eb-4dea-988b-078ad1deef45 None None] Pushing event deleted for resources: {'Port': ['ID=f4dae080-1561-4da6-8f02-b28014a9c35a,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:03.835673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa44afc-00eb-4dea-988b-078ad1deef45 None None] No DVR routers for this DVR port f4dae080-1561-4da6-8f02-b28014a9c35a on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:03.848397 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:03.870290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.907541 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:03.910059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23900f0c-1e4a-461d-b49b-d4f19b177ca9 req-065c57a1-b107-4787-9a44-50d80b0da489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:03.914866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/networks/abe2a7f8-e83c-42f6-86d7-f130a5861ec7 HTTP/1.1" status: 204 len: 168 time: 1.6150753 Nov 25 19:54:03.915120 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-23900f0c-1e4a-461d-b49b-d4f19b177ca9 req-065c57a1-b107-4787-9a44-50d80b0da489 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 1096 time: 0.3185492 Nov 25 19:54:03.915236 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee04e1-741d-43c7-bd49-e551de9c29a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Network': ['ID=abe2a7f8-e83c-42f6-86d7-f130a5861ec7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:03.921314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57266) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:03.925218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] Router ec728232-ed7c-4eda-aef3-30e6301fc7c7 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:03.935036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b3922657-3abd-46f0-93e1-266494ef7d81 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-396536333', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:04.220187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c6cab-bedc-4351-a623-54024231579d req-1abe52b7-395a-4d92-8131-0f78647c567b tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:04.223435 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de1c6cab-bedc-4351-a623-54024231579d req-1abe52b7-395a-4d92-8131-0f78647c567b tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.1043026 Nov 25 19:54:04.343766 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de1c6cab-bedc-4351-a623-54024231579d req-219d789a-5505-4606-ad75-9a4b54eda888 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091862 Nov 25 19:54:04.513785 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3922657-3abd-46f0-93e1-266494ef7d81 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.514915 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3922657-3abd-46f0-93e1-266494ef7d81 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.530394 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-23900f0c-1e4a-461d-b49b-d4f19b177ca9 req-94e418e4-1827-4d92-8e8e-908c209059f1 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6098242 Nov 25 19:54:04.641090 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3922657-3abd-46f0-93e1-266494ef7d81 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.648987 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3922657-3abd-46f0-93e1-266494ef7d81 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.674440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:04.684453 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a6118d47-8bb2-4722-87cb-b199fd6df05b admin admin] 10.222.0.15 "PUT /v2.0/routers/ec728232-ed7c-4eda-aef3-30e6301fc7c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8215165 Nov 25 19:54:04.684453 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b3922657-3abd-46f0-93e1-266494ef7d81 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.690215 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b3922657-3abd-46f0-93e1-266494ef7d81 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7633705 Nov 25 19:54:04.690215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57288) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:04.696855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57290) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:04.725074 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4505bfd1-876a-41ef-87ad-d69f61b90b07 None None] Sync routers for ids ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:04.733034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1155259700'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:04.775779 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4505bfd1-876a-41ef-87ad-d69f61b90b07 None None] Routers {'ec728232-ed7c-4eda-aef3-30e6301fc7c7'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:04.777473 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4505bfd1-876a-41ef-87ad-d69f61b90b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:53:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:04.828919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:04.834928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.838502 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ca504197-36be-4675-bd3d-6085bfc1ca2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.952147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:04.985628 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:04.986628 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added segment 3ff29e41-305c-49a2-8283-d050430054f6 of type vlan for network df59a37f-2a85-4442-9309-9f9a63294391 Nov 25 19:54:05.033496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f4dae080-1561-4da6-8f02-b28014a9c35a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:05.065768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: f4dae080-1561-4da6-8f02-b28014a9c35a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:05.066578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f4dae080-1561-4da6-8f02-b28014a9c35a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:05.105565 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.110560 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4505bfd1-876a-41ef-87ad-d69f61b90b07 None None] Set router ec728232-ed7c-4eda-aef3-30e6301fc7c7 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:05.136833 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.141685 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.151045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:05.152212 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.211904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5122697 Nov 25 19:54:05.249451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57302) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:05.257827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'subnet': {'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:05.384865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d91eeb5-be69-48f9-afd2-04f58a137c61 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Network': ['ID=df59a37f-2a85-4442-9309-9f9a63294391,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:05.401699 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network df59a37f-2a85-4442-9309-9f9a63294391 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:05.416591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.495160 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4505bfd1-876a-41ef-87ad-d69f61b90b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-router', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174'}], 'enable_snat': True}, 'gw_port_id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:35Z', 'updated_at': '2021-11-25T19:54:02Z', 'revision_number': 5, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'gw_port': {'id': 'd6415666-77cf-452b-a81c-3bad4ea8a0dc', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:1f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:39:41Z', 'updated_at': '2021-11-25T19:39:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:05.518187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:05.522964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.562380 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4505bfd1-876a-41ef-87ad-d69f61b90b07 None None] Checking router: ec728232-ed7c-4eda-aef3-30e6301fc7c7 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:05.588453 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4505bfd1-876a-41ef-87ad-d69f61b90b07 None None] Routers {'ec728232-ed7c-4eda-aef3-30e6301fc7c7'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:05.589406 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4505bfd1-876a-41ef-87ad-d69f61b90b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:05.776125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Deleting port d6415666-77cf-452b-a81c-3bad4ea8a0dc {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:05.776804 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:05.801281 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4505bfd1-876a-41ef-87ad-d69f61b90b07 None None] Set router ec728232-ed7c-4eda-aef3-30e6301fc7c7 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:05.920085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08441ef2-e229-48e4-892c-95bdc159bc3d req-75e7f988-4ae2-40c4-80e0-188dfdb5492f tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:05.932004 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08441ef2-e229-48e4-892c-95bdc159bc3d req-75e7f988-4ae2-40c4-80e0-188dfdb5492f tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.2459888 Nov 25 19:54:05.946733 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4505bfd1-876a-41ef-87ad-d69f61b90b07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-router', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:35Z', 'updated_at': '2021-11-25T19:54:05Z', 'revision_number': 6, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:05.982657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] For port d6415666-77cf-452b-a81c-3bad4ea8a0dc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d6415666-77cf-452b-a81c-3bad4ea8a0dc,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:05.983698 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:06.008184 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4505bfd1-876a-41ef-87ad-d69f61b90b07 None None] The sync data for ids ['ec728232-ed7c-4eda-aef3-30e6301fc7c7'] in n-d-817303-9 is: [{'id': 'ec728232-ed7c-4eda-aef3-30e6301fc7c7', 'name': 'tempest-TaggedBootDevicesTest_v242-1388857853-router', 'tenant_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:39:35Z', 'updated_at': '2021-11-25T19:54:05Z', 'revision_number': 6, 'project_id': '3c7a49d2c6d347fc99339ec4cb268b43', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:06.062785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Calling delete_port for d6415666-77cf-452b-a81c-3bad4ea8a0dc owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:06.118294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08441ef2-e229-48e4-892c-95bdc159bc3d req-b81711b1-2011-42f4-a0dd-b002d185fca5 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784449 Nov 25 19:54:06.319339 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:06.452159 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:06.459875 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:06.522998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Checking segment: {'id': '3ff29e41-305c-49a2-8283-d050430054f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:06.523408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network hostable DHCP agents. Network: df59a37f-2a85-4442-9309-9f9a63294391, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:54:06.525818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Subnet': ['ID=f52ace70-96f2-423b-8608-82ec904fcf9e,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:06.555571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7999f21-97f6-421d-96e6-222b2c3d21da None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:06.605245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network df59a37f-2a85-4442-9309-9f9a63294391 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:54:06.622138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, df59a37f-2a85-4442-9309-9f9a63294391) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:06.627353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:06.628044 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:06.649662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Pushing event deleted for resources: {'Port': ['ID=d6415666-77cf-452b-a81c-3bad4ea8a0dc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:06.657628 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b0f6eeb0-3408-4255-a31e-e9c82697f90b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4061513 Nov 25 19:54:06.661032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3730e6-53c6-4093-a817-a293d8fe3fcd None None] Network df59a37f-2a85-4442-9309-9f9a63294391 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:06.663803 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57332) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:06.812978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:06.910296 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.010296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:07.011619 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3cc6ed13-ffee-4bcc-b435-43ad019cb5b0 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:07.056965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-df59a37f-2a85-4442-9309-9f9a63294391', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:54:07.058134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.447333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979ad801-c356-40a3-ac8c-787b6e7e7a10 req-9e8b136b-87b7-4ddf-9bb3-bed11e50a96b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:07.450136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Allocated IP 2001:db8::2 (df59a37f-2a85-4442-9309-9f9a63294391/f52ace70-96f2-423b-8608-82ec904fcf9e/77af15ed-1a81-49d5-8eb3-d965e855a9f9) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:07.451458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-979ad801-c356-40a3-ac8c-787b6e7e7a10 req-9e8b136b-87b7-4ddf-9bb3-bed11e50a96b tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 946 time: 0.1892028 Nov 25 19:54:07.621322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-979ad801-c356-40a3-ac8c-787b6e7e7a10 req-34efe9ab-46a7-4fc8-afb5-d25cdb9bf21a tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1570487 Nov 25 19:54:07.651853 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.654372 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.685904 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.700727 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.799057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Network df59a37f-2a85-4442-9309-9f9a63294391 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:07.802514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:07.807824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:07.825519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.825519 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec728232-ed7c-4eda-aef3-30e6301fc7c7 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:54:07.837882 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.839250 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9eb83d33-4e09-4b7c-a7f4-fc3516a5bb2f admin admin] 10.222.0.15 "DELETE /v2.0/routers/ec728232-ed7c-4eda-aef3-30e6301fc7c7 HTTP/1.1" status: 204 len: 168 time: 3.1516955 Nov 25 19:54:07.847641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57360) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:07.872491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Pushing event updated for resources: {'Port': ['ID=77af15ed-1a81-49d5-8eb3-d965e855a9f9,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:07.921442 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.950343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.978067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Attempting to bind port 77af15ed-1a81-49d5-8eb3-d965e855a9f9 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:07.978721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Attempting to bind port 77af15ed-1a81-49d5-8eb3-d965e855a9f9 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '3ff29e41-305c-49a2-8283-d050430054f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:07.979994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Attempting to bind port 77af15ed-1a81-49d5-8eb3-d965e855a9f9 on network df59a37f-2a85-4442-9309-9f9a63294391 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:07.992945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:07.993333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Checking segment: {'id': '3ff29e41-305c-49a2-8283-d050430054f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:07.993753 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:07.994165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Bound using segment: {'id': '3ff29e41-305c-49a2-8283-d050430054f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:07.994661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Bound port: 77af15ed-1a81-49d5-8eb3-d965e855a9f9, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff29e41-305c-49a2-8283-d050430054f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:07.995274 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.044533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b67a5-de06-4655-b1cc-33d7def33f7a req-aab67500-4a38-498c-8dfc-ff39cee82d40 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:08.055472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c6b67a5-de06-4655-b1cc-33d7def33f7a req-aab67500-4a38-498c-8dfc-ff39cee82d40 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.3211551 Nov 25 19:54:08.105611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] For port 77af15ed-1a81-49d5-8eb3-d965e855a9f9, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:08.118997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] For port 77af15ed-1a81-49d5-8eb3-d965e855a9f9, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=77af15ed-1a81-49d5-8eb3-d965e855a9f9,segment=NetworkSegment(3ff29e41-305c-49a2-8283-d050430054f6),segment_id=3ff29e41-305c-49a2-8283-d050430054f6)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:08.134106 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.152127 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c6b67a5-de06-4655-b1cc-33d7def33f7a req-f96c3566-1137-4b99-8c60-7ac87f83e0f5 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953908 Nov 25 19:54:08.166405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d4d2028-4509-4e48-8da6-ad8fa2b35437 admin admin] Deleting subnet b96375ad-54c2-43a2-b712-d2bdb95fdb94 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:08.173643 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2028-4509-4e48-8da6-ad8fa2b35437 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.296269 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.337033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7af7f67-ac0a-405d-9a2d-6e8059fbafaa None None] Pushing event updated for resources: {'Port': ['ID=77af15ed-1a81-49d5-8eb3-d965e855a9f9,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:08.343645 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2028-4509-4e48-8da6-ad8fa2b35437 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.441442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768a013b-426b-493e-9af0-757c3e6df5d7 req-0db2c0e3-3e15-44eb-ad20-90c603c2d526 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:08.461809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-768a013b-426b-493e-9af0-757c3e6df5d7 req-0db2c0e3-3e15-44eb-ad20-90c603c2d526 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.2161524 Nov 25 19:54:08.589237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2028-4509-4e48-8da6-ad8fa2b35437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.607822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-8357bd37-04d1-433a-9935-c50ac030fad8 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:08.610959 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-8357bd37-04d1-433a-9935-c50ac030fad8 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.76 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 946 time: 0.2536924 Nov 25 19:54:08.643488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-768a013b-426b-493e-9af0-757c3e6df5d7 req-86a13634-4d4b-4cac-949a-b46a92c2ff75 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794286 Nov 25 19:54:08.812247 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2028-4509-4e48-8da6-ad8fa2b35437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.823426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Allocated IP 2001:db8::1 (df59a37f-2a85-4442-9309-9f9a63294391/f52ace70-96f2-423b-8608-82ec904fcf9e/bb280c79-10af-4954-bef2-11ded0fb9d96) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:08.904930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d6415666-77cf-452b-a81c-3bad4ea8a0dc no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:08.938211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d2028-4509-4e48-8da6-ad8fa2b35437 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96375ad-54c2-43a2-b712-d2bdb95fdb94,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:08.945089 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d4d2028-4509-4e48-8da6-ad8fa2b35437 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:08.963547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4d4d2028-4509-4e48-8da6-ad8fa2b35437 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b96375ad-54c2-43a2-b712-d2bdb95fdb94 HTTP/1.1" status: 204 len: 168 time: 1.0999691 Nov 25 19:54:08.964260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57380) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:09.049443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Deleting port facdf361-3d59-45df-8e09-529c03788133 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:09.050605 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.062539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a7fb4d-21b1-45f4-8f91-edc4139c4206 None None] Network 6d32f786-d447-448d-bbaa-937d39644c44 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:09.147228 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.219980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] For port facdf361-3d59-45df-8e09-529c03788133, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=facdf361-3d59-45df-8e09-529c03788133,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:09.220355 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.272558 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: d6415666-77cf-452b-a81c-3bad4ea8a0dc {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:09.273680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d6415666-77cf-452b-a81c-3bad4ea8a0dc not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:09.286166 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.321904 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.367539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network df59a37f-2a85-4442-9309-9f9a63294391 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:09.368939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9877de3f-f035-4408-945f-8b03ee74688f req-681bbe88-23e8-45f0-9d23-c5f418378547 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:09.378528 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9877de3f-f035-4408-945f-8b03ee74688f req-681bbe88-23e8-45f0-9d23-c5f418378547 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 946 time: 0.1843123 Nov 25 19:54:09.383935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:09.421049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=bb280c79-10af-4954-bef2-11ded0fb9d96,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:09.425311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:09.425856 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.467700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9877de3f-f035-4408-945f-8b03ee74688f req-618e9b2e-c797-4479-9d47-11b72f6f2e42 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups?id=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849476 Nov 25 19:54:09.550047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Deleting port 03d9d51e-b81b-4917-8217-11e382466e85 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:09.550408 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.604314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47013f5c-7719-4d4a-81a0-74870b204136 None None] DHCP port deletion for 6d32f786-d447-448d-bbaa-937d39644c44 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:09.791019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-47013f5c-7719-4d4a-81a0-74870b204136 None None] Deleting port 03d9d51e-b81b-4917-8217-11e382466e85 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:09.791392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-47013f5c-7719-4d4a-81a0-74870b204136 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.829387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] For port 03d9d51e-b81b-4917-8217-11e382466e85, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=03d9d51e-b81b-4917-8217-11e382466e85,segment=NetworkSegment(6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9),segment_id=6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:09.835245 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.854486 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.898080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Calling delete_port for 03d9d51e-b81b-4917-8217-11e382466e85 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:09.913204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2964ee-a15e-45a9-a4a2-89b7971180f3 req-f5874618-ba3e-44e9-a91e-94656d9aa2d7 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:09.915062 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae2964ee-a15e-45a9-a4a2-89b7971180f3 req-f5874618-ba3e-44e9-a91e-94656d9aa2d7 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.1901753 Nov 25 19:54:09.947326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-47013f5c-7719-4d4a-81a0-74870b204136 None None] For port 03d9d51e-b81b-4917-8217-11e382466e85, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=03d9d51e-b81b-4917-8217-11e382466e85,segment=NetworkSegment(6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9),segment_id=6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:09.947954 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-47013f5c-7719-4d4a-81a0-74870b204136 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.962394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.962947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:09.963171 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Floating IP a54a80a1-8dc2-431d-a4b3-4756d4c98713 disassociated. External IP: 172.25.8.85, port: facdf361-3d59-45df-8e09-529c03788133. Nov 25 19:54:09.963532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Calling delete_port for facdf361-3d59-45df-8e09-529c03788133 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:09.970323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-47013f5c-7719-4d4a-81a0-74870b204136 None None] Calling delete_port for 03d9d51e-b81b-4917-8217-11e382466e85 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:10.116099 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae2964ee-a15e-45a9-a4a2-89b7971180f3 req-00c31df8-6a3f-4c60-a5f9-07efccce9111 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932828 Nov 25 19:54:10.133855 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-47013f5c-7719-4d4a-81a0-74870b204136 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.159576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47013f5c-7719-4d4a-81a0-74870b204136 None None] No DVR routers for this DVR port 03d9d51e-b81b-4917-8217-11e382466e85 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:10.182618 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.197014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] No DVR routers for this DVR port 03d9d51e-b81b-4917-8217-11e382466e85 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:10.239571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47013f5c-7719-4d4a-81a0-74870b204136 None None] Pushing event deleted for resources: {'Port': ['ID=03d9d51e-b81b-4917-8217-11e382466e85,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:10.270716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Pushing event deleted for resources: {'Port': ['ID=03d9d51e-b81b-4917-8217-11e382466e85,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:10.294260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc0e912-6482-4894-a9b0-07e3dc3cadf5 None None] Network df59a37f-2a85-4442-9309-9f9a63294391 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:10.305982 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.351773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event deleted for resources: {'Port': ['ID=facdf361-3d59-45df-8e09-529c03788133,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:10.392365 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.477850 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d32f786-d447-448d-bbaa-937d39644c44']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:10.507920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2dbb5038-e5ec-464a-b5a8-c286a313968e None None] Provisioning complete for port 77af15ed-1a81-49d5-8eb3-d965e855a9f9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:10.508160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:10.508286 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2dbb5038-e5ec-464a-b5a8-c286a313968e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.508683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b0dcf34-a1c4-4f4d-8402-6dbc0da6e3c9') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:10.529557 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.553989 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.571432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:10.572086 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:10.577138 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:10.698125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02f211ab-484a-4b2a-ac5f-ec2cc30a968b req-06d055ee-378b-442c-924e-0321f4a4f3ab tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/ports?device_id=63b70622-716a-4e8e-8e3e-8a365f89b855 HTTP/1.1" status: 200 len: 210 time: 0.0755734 Nov 25 19:54:10.739936 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.841572 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.847539 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] 10.222.0.15 "DELETE /v2.0/networks/6d32f786-d447-448d-bbaa-937d39644c44 HTTP/1.1" status: 204 len: 168 time: 1.8818977 Nov 25 19:54:10.863062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e933bb46-d14e-4daa-97de-8e49b077c97e admin admin] Pushing event deleted for resources: {'Network': ['ID=6d32f786-d447-448d-bbaa-937d39644c44,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:10.949262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.964270 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.965107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:10.993447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device facdf361-3d59-45df-8e09-529c03788133 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:11.058758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:11.066860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77af15ed-1a81-49d5-8eb3-d965e855a9f9 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:11.095341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57412) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:11.117191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=bb280c79-10af-4954-bef2-11ded0fb9d96,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:11.189767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: facdf361-3d59-45df-8e09-529c03788133 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:11.190296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device facdf361-3d59-45df-8e09-529c03788133 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:11.222914 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-db92a29c-6bde-4cdf-919b-1db57fa14fe5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6cc4e806f92640c39663fb529554dd43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1253152 Nov 25 19:54:11.225897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57416) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:11.235273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.235639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.235963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.236308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.239612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.243350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.247455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.247740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.248020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.248359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.248691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.249027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:11.292835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 77af15ed-1a81-49d5-8eb3-d965e855a9f9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:11.294957 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.343344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network df59a37f-2a85-4442-9309-9f9a63294391 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:11.373979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:11.387243 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2dbb5038-e5ec-464a-b5a8-c286a313968e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.481728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:11.499041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d321ed9-de20-4ca7-9187-c2bb9298118b req-5d483881-012e-4573-98e9-ea1476855a76 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:11.501544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d321ed9-de20-4ca7-9187-c2bb9298118b req-5d483881-012e-4573-98e9-ea1476855a76 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.2412267 Nov 25 19:54:11.541970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f90aa-6d4e-47ce-9712-189dd656e80a None None] Sync routers for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:11.601119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32e85a97-60e2-4632-86b5-1ee60560c89b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.610995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] No DVR routers for this DVR port facdf361-3d59-45df-8e09-529c03788133 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:11.615125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2dbb5038-e5ec-464a-b5a8-c286a313968e None None] For port 77af15ed-1a81-49d5-8eb3-d965e855a9f9, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=77af15ed-1a81-49d5-8eb3-d965e855a9f9,segment=NetworkSegment(3ff29e41-305c-49a2-8283-d050430054f6),segment_id=3ff29e41-305c-49a2-8283-d050430054f6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:11.622141 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.626046 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3444703c-b4f1-406d-b3ed-18531ba01fc8 req-5b0440bb-8653-4a89-860b-32757e33212e tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.76 "DELETE /v2.0/ports/facdf361-3d59-45df-8e09-529c03788133 HTTP/1.1" status: 204 len: 173 time: 3.0082228 Nov 25 19:54:11.628072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'name': 'network-vif-deleted', 'tag': 'facdf361-3d59-45df-8e09-529c03788133'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:11.629132 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.630662 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a7fd3d6-db36-4862-9b58-58c9127dd3a6" -d '{"events": [{"server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "name": "network-vif-deleted", "tag": "facdf361-3d59-45df-8e09-529c03788133"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:11.693564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router b7b564db-138c-4429-91a7-626699ed5adc is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:54:11.726225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d321ed9-de20-4ca7-9187-c2bb9298118b req-76f20cd9-85bd-4429-a1d9-3c114c65971c tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180362 Nov 25 19:54:11.739179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2dbb5038-e5ec-464a-b5a8-c286a313968e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.741891 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32e85a97-60e2-4632-86b5-1ee60560c89b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.838059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f90aa-6d4e-47ce-9712-189dd656e80a None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:11.845613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f83f90aa-6d4e-47ce-9712-189dd656e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:11.884724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32e85a97-60e2-4632-86b5-1ee60560c89b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.888259 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32e85a97-60e2-4632-86b5-1ee60560c89b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:11.890765 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-32e85a97-60e2-4632-86b5-1ee60560c89b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8471c015-870a-4ab5-abfa-bb4846f61774 HTTP/1.1" status: 204 len: 168 time: 0.6617596 Nov 25 19:54:11.905732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e85a97-60e2-4632-86b5-1ee60560c89b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8471c015-870a-4ab5-abfa-bb4846f61774,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:12.065752 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369d7365-4de1-45d5-9215-5a0f70df76d8 x-openstack-request-id: req-369d7365-4de1-45d5-9215-5a0f70df76d8 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:12.066305 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63b70622-716a-4e8e-8e3e-8a365f89b855", "name": "network-vif-deleted", "tag": "facdf361-3d59-45df-8e09-529c03788133", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:12.066738 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-369d7365-4de1-45d5-9215-5a0f70df76d8 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:12.067839 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63b70622-716a-4e8e-8e3e-8a365f89b855', 'name': 'network-vif-deleted', 'tag': 'facdf361-3d59-45df-8e09-529c03788133', 'status': 'completed', 'code': 200} Nov 25 19:54:12.071111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:12.090057 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Sync routers for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:12.102684 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9ec3fb90-5f00-49e4-9ede-8c2b493702b4 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3961999 Nov 25 19:54:12.105606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57442) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:12.112029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1187717158'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:12.137946 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:12.139476 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:12.194383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:12.209314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.291762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:12.314488 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.319807 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added segment 9378d8e5-2627-448f-adab-00d87251a9d1 of type vlan for network 28b0c7be-887a-4aba-a6b8-a7e01a006d0b Nov 25 19:54:12.374345 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:54:12.375343 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:54:12.429120 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.438178 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:12.494966 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.508575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:12.510184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.518573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbb5038-e5ec-464a-b5a8-c286a313968e None None] Pushing event updated for resources: {'Port': ['ID=77af15ed-1a81-49d5-8eb3-d965e855a9f9,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:12.550703 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-89183913-0214-4459-a8ee-7fe28856eb6e None None] Provisioning complete for port 77af15ed-1a81-49d5-8eb3-d965e855a9f9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:12.551106 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-89183913-0214-4459-a8ee-7fe28856eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:12.563525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8082b6c-1511-40a1-a802-03076639082a req-9bf59e2a-1413-4e9c-984e-9b7dc14731da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:12.581451 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e8082b6c-1511-40a1-a802-03076639082a req-9bf59e2a-1413-4e9c-984e-9b7dc14731da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53bfa080646b4a5f8e634673f03a87c3&device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 1096 time: 0.3029876 Nov 25 19:54:12.666156 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5593557 Nov 25 19:54:12.671392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57452) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:12.694104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'subnet': {'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:12.813731 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f83f90aa-6d4e-47ce-9712-189dd656e80a None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:12.851748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589bfae-920b-40e9-9bd8-44644aae5802 req-6cd2f694-4574-4bed-b78c-cd557baacfc4 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:12.866643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6589bfae-920b-40e9-9bd8-44644aae5802 req-6cd2f694-4574-4bed-b78c-cd557baacfc4 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.4063244 Nov 25 19:54:12.884776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57456) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:12.898505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed8ee21-e396-4b42-9fc3-8b21c79194ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Network': ['ID=28b0c7be-887a-4aba-a6b8-a7e01a006d0b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:12.936242 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:09Z', 'revision_number': 2, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:10Z', 'revision_number': 2, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:12.940384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 28b0c7be-887a-4aba-a6b8-a7e01a006d0b details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:13.033809 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Checking router: b7b564db-138c-4429-91a7-626699ed5adc for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:13.034160 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Updating router b7b564db-138c-4429-91a7-626699ed5adc port bb280c79-10af-4954-bef2-11ded0fb9d96 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:54:13.043876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ed564859-b829-403e-ada8-1b50f3214bc6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3c7a49d2c6d347fc99339ec4cb268b43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1552687 Nov 25 19:54:13.047929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57458) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:13.098501 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:13.164628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8082b6c-1511-40a1-a802-03076639082a req-eb363172-7bf6-473b-98db-ffe58deff07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:13.166217 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e8082b6c-1511-40a1-a802-03076639082a req-eb363172-7bf6-473b-98db-ffe58deff07a service neutron] 10.222.0.76 "GET /v2.0/networks?id=11d96453-bfde-48be-b667-7341fb16f479 HTTP/1.1" status: 200 len: 912 time: 0.5762067 Nov 25 19:54:13.203561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6589bfae-920b-40e9-9bd8-44644aae5802 req-4d6795e2-d856-493f-9d71-3227c6ca184f tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336241 Nov 25 19:54:13.235854 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a47df627-8a0e-4b80-9921-c366d857753b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:13.294930 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e8082b6c-1511-40a1-a802-03076639082a req-8b6438f9-c24f-409b-ae71-39166625d07c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29c8a95c-ae61-49c6-99c1-ff234026e53f HTTP/1.1" status: 200 len: 217 time: 0.1186452 Nov 25 19:54:13.297759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57460) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:13.358824 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a47df627-8a0e-4b80-9921-c366d857753b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:13.519016 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a47df627-8a0e-4b80-9921-c366d857753b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:13.524194 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a47df627-8a0e-4b80-9921-c366d857753b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:13.537829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a47df627-8a0e-4b80-9921-c366d857753b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/84206529-1dfb-4214-9703-558fbfdf3987 HTTP/1.1" status: 204 len: 168 time: 0.4885151 Nov 25 19:54:13.577812 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47df627-8a0e-4b80-9921-c366d857753b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84206529-1dfb-4214-9703-558fbfdf3987,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:13.681261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 03d9d51e-b81b-4917-8217-11e382466e85 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:13.759649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-89183913-0214-4459-a8ee-7fe28856eb6e None None] Provisioning complete for port bb280c79-10af-4954-bef2-11ded0fb9d96 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:13.760078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-89183913-0214-4459-a8ee-7fe28856eb6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:13.762628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 03d9d51e-b81b-4917-8217-11e382466e85 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:13.762997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 03d9d51e-b81b-4917-8217-11e382466e85 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:13.772513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f83f90aa-6d4e-47ce-9712-189dd656e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:13.907123 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:13.916685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-89183913-0214-4459-a8ee-7fe28856eb6e None None] Port bb280c79-10af-4954-bef2-11ded0fb9d96 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:54:13.918772 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:13.922762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f90aa-6d4e-47ce-9712-189dd656e80a None None] Checking router: 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:13.942522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83f90aa-6d4e-47ce-9712-189dd656e80a None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:13.943197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f83f90aa-6d4e-47ce-9712-189dd656e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:14.063489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77af15ed-1a81-49d5-8eb3-d965e855a9f9 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:14.075979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:14.081617 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.122944 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Pushing event updated for resources: {'Port': ['ID=bb280c79-10af-4954-bef2-11ded0fb9d96,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:14.295092 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Attempting to bind port bb280c79-10af-4954-bef2-11ded0fb9d96 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:14.295456 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Attempting to bind port bb280c79-10af-4954-bef2-11ded0fb9d96 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '3ff29e41-305c-49a2-8283-d050430054f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:14.296067 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Attempting to bind port bb280c79-10af-4954-bef2-11ded0fb9d96 on network df59a37f-2a85-4442-9309-9f9a63294391 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:14.319991 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:14.331471 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Checking segment: {'id': '3ff29e41-305c-49a2-8283-d050430054f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:14.332209 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.332845 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Bound using segment: {'id': '3ff29e41-305c-49a2-8283-d050430054f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:14.333567 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Bound port: bb280c79-10af-4954-bef2-11ded0fb9d96, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ff29e41-305c-49a2-8283-d050430054f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:14.334180 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.454563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-86263c66-6186-458d-8b78-1d2d32957de8 None None] Provisioning complete for port bb280c79-10af-4954-bef2-11ded0fb9d96 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:14.455616 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86263c66-6186-458d-8b78-1d2d32957de8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.475556 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] For port bb280c79-10af-4954-bef2-11ded0fb9d96, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:14.480155 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] For port bb280c79-10af-4954-bef2-11ded0fb9d96, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bb280c79-10af-4954-bef2-11ded0fb9d96,segment=NetworkSegment(3ff29e41-305c-49a2-8283-d050430054f6),segment_id=3ff29e41-305c-49a2-8283-d050430054f6)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:14.489561 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.542693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af64dd4c-211a-4052-af42-85e89db1207a req-361f70f9-1b28-414f-8aec-d7a21ffd9628 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:14.552014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af64dd4c-211a-4052-af42-85e89db1207a req-361f70f9-1b28-414f-8aec-d7a21ffd9628 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.1448262 Nov 25 19:54:14.582410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 77af15ed-1a81-49d5-8eb3-d965e855a9f9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:14.589068 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.672973 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.685266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af64dd4c-211a-4052-af42-85e89db1207a req-0625419a-3e92-4cc9-8942-0bc7d504f647 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224840 Nov 25 19:54:14.715511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8082b6c-1511-40a1-a802-03076639082a req-799204f9-6dab-4c3d-88d3-5ea6738763fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:14.718319 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e8082b6c-1511-40a1-a802-03076639082a req-799204f9-6dab-4c3d-88d3-5ea6738763fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8254e98-e672-4e30-872d-d6c26da8ab7d HTTP/1.1" status: 200 len: 851 time: 1.3780763 Nov 25 19:54:14.727639 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:14.727639 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:14.739913 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90857169-3e70-4fb2-a064-617f717895fd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:14.794689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f83f90aa-6d4e-47ce-9712-189dd656e80a None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:14.846605 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e8082b6c-1511-40a1-a802-03076639082a req-a0ee914d-a51b-4d5c-88dc-89bfe099eaa9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11d96453-bfde-48be-b667-7341fb16f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017079 Nov 25 19:54:14.939639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-86263c66-6186-458d-8b78-1d2d32957de8 None None] Port bb280c79-10af-4954-bef2-11ded0fb9d96 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:54:14.970634 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90857169-3e70-4fb2-a064-617f717895fd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.183108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Subnet': ['ID=3734e46f-bfd1-4625-b84e-0e4a54495a13,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:15.229709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Checking segment: {'id': '9378d8e5-2627-448f-adab-00d87251a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:15.230505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network hostable DHCP agents. Network: 28b0c7be-887a-4aba-a6b8-a7e01a006d0b, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:54:15.276763 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e8082b6c-1511-40a1-a802-03076639082a req-2f4acb48-3c90-4a1f-864c-6fbdfe9b4b46 service neutron] 10.222.0.76 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3987958 Nov 25 19:54:15.280573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 28b0c7be-887a-4aba-a6b8-a7e01a006d0b is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:54:15.325052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 28b0c7be-887a-4aba-a6b8-a7e01a006d0b) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:15.342504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90857169-3e70-4fb2-a064-617f717895fd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.345607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90857169-3e70-4fb2-a064-617f717895fd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.347120 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-90857169-3e70-4fb2-a064-617f717895fd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "DELETE /v2.0/security-groups/47f4f9c4-0896-4a9c-b3e3-799d7c4506ca HTTP/1.1" status: 204 len: 168 time: 2.0482557 Nov 25 19:54:15.350917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57492) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:15.361320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:15.362327 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.374123 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:15.401352 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-5793db66-b12e-4d21-b8bf-9af43832662c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] show failed (client error): The resource could not be found. Nov 25 19:54:15.403779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5793db66-b12e-4d21-b8bf-9af43832662c tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "GET /v2.0/security-groups/47f4f9c4-0896-4a9c-b3e3-799d7c4506ca HTTP/1.1" status: 404 len: 347 time: 0.0510404 Nov 25 19:54:15.408354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57494) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:15.462984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90857169-3e70-4fb2-a064-617f717895fd tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f4f9c4-0896-4a9c-b3e3-799d7c4506ca,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:15.504901 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-529e281a-dcdd-4db9-8c1b-64fae66a1db7 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8301902 Nov 25 19:54:15.510733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57496) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:15.566789 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Pushing event updated for resources: {'Port': ['ID=bb280c79-10af-4954-bef2-11ded0fb9d96,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:15.589189 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.589806 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.590153 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.590538 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.591057 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.591928 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.592263 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.592588 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.592906 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.593227 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.593546 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.593862 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-522e1148-8015-49a6-974d-03aefc5871b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:15.653174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57498) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:15.747568 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e8082b6c-1511-40a1-a802-03076639082a req-c95e2b47-b27f-4a29-90fb-da45c06bb9a5 service neutron] 10.222.0.76 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4622836 Nov 25 19:54:15.870048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f16a2c19-e20e-432d-baa3-713edaa91473 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Deleting port a96ac27d-22c5-4df3-9e4d-ae806919e5ab {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:15.871242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16a2c19-e20e-432d-baa3-713edaa91473 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:15.873479 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:09Z', 'revision_number': 2, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:14Z', 'revision_number': 4, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:15.913755 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57a8bc26-f4e6-4fcc-aa38-6361c556c50d None None] The sync data for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 is: [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:09Z', 'revision_number': 2, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:14Z', 'revision_number': 4, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:15.999079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-734127640-network', 'tenant_id': '60ad7a592be4477a8c026b940a65ae2e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:16.054521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16608c46-f3a5-4984-90dc-41913b58e70e None None] Network 28b0c7be-887a-4aba-a6b8-a7e01a006d0b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:16.058513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b281a-4db7-4d6b-8a48-3096341c04fd req-c61c864c-8bd7-4f74-ae8a-0564745c8e38 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:16.060747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-218b281a-4db7-4d6b-8a48-3096341c04fd req-c61c864c-8bd7-4f74-ae8a-0564745c8e38 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.2441316 Nov 25 19:54:16.063222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16a2c19-e20e-432d-baa3-713edaa91473 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.063833 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16a2c19-e20e-432d-baa3-713edaa91473 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.154531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Made reservation on behalf of 60ad7a592be4477a8c026b940a65ae2e for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:16.157576 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.175889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.198269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f16a2c19-e20e-432d-baa3-713edaa91473 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Calling delete_port for a96ac27d-22c5-4df3-9e4d-ae806919e5ab owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:16.228322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-218b281a-4db7-4d6b-8a48-3096341c04fd req-75281cfb-baa9-4da7-8c51-751559b63688 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493609 Nov 25 19:54:16.559285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b4a70889-8ecd-4a2c-9425-0d11053109ef None None] Provisioning complete for port bb280c79-10af-4954-bef2-11ded0fb9d96 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:16.559285 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b4a70889-8ecd-4a2c-9425-0d11053109ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.705780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.728151 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.761853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:16.765988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f83f90aa-6d4e-47ce-9712-189dd656e80a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:16.784195 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.784644 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Added segment afaf646b-a283-4291-88cc-c72aab432052 of type vlan for network 2b89cf70-5781-4848-b3c2-72d8659d631f Nov 25 19:54:16.866206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:54:16.867365 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.872961 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:16.900992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83f90aa-6d4e-47ce-9712-189dd656e80a None None] The sync data for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 is: [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:44:13Z', 'revision_number': 4, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d595af7-d7dc-4434-b211-e7e5f6e2e1ee', 'name': '', 'network_id': '7e0b2e52-824e-4a98-89a4-862e86639ee6', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'mac_address': 'fa:16:3e:d9:30:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2193, 'fixed_ips': [{'subnet_id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:44:11Z', 'updated_at': '2021-11-25T19:44:35Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'subnets': [{'id': '7a644e6b-8488-43f8-9b0b-e8abf75f6e46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:16.982020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e78f4089-616c-4896-ba66-105b5aef5e28,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:16.998590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:17.006824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:17.007573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:17.235226 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5685084 Nov 25 19:54:17.246644 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:17.260209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Allocated IP 2001:db8:1::2 (28b0c7be-887a-4aba-a6b8-a7e01a006d0b/3734e46f-bfd1-4625-b84e-0e4a54495a13/4734d6e7-ab1d-449b-87a5-cb75532d040a) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:17.321464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57510) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:17.402898 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b4a70889-8ecd-4a2c-9425-0d11053109ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:17.414845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bb280c79-10af-4954-bef2-11ded0fb9d96 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:17.601444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d534aa12-9d69-4b77-a47d-f388eb789267 req-1286a5c1-7bd1-4216-a8a2-ffe4c027b521 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:17.611709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d534aa12-9d69-4b77-a47d-f388eb789267 req-1286a5c1-7bd1-4216-a8a2-ffe4c027b521 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.1332490 Nov 25 19:54:17.669105 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:17.682909 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b2f1a-0d8a-4b93-8952-f8ec5a271d1e None None] New status for floating IP a54a80a1-8dc2-431d-a4b3-4756d4c98713: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:54:17.698896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d534aa12-9d69-4b77-a47d-f388eb789267 req-e84fc918-f5ef-4b96-9aa7-2f878d796cb4 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775850 Nov 25 19:54:17.710159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] Request body: {'subnet': {'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-734127640-subnet', 'tenant_id': '60ad7a592be4477a8c026b940a65ae2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:17.727649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a624e992-ecb2-4d24-a8e3-81bda83f56a1 admin admin] Pushing event updated for resources: {'Network': ['ID=2b89cf70-5781-4848-b3c2-72d8659d631f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:17.840354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16a2c19-e20e-432d-baa3-713edaa91473 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:17.841548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 2b89cf70-5781-4848-b3c2-72d8659d631f details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:17.854989 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:17.856496 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-7a1b2f1a-0d8a-4b93-8952-f8ec5a271d1e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:54:17.856922 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-7a1b2f1a-0d8a-4b93-8952-f8ec5a271d1e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:54:17.967908 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b4a70889-8ecd-4a2c-9425-0d11053109ef None None] For port bb280c79-10af-4954-bef2-11ded0fb9d96, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bb280c79-10af-4954-bef2-11ded0fb9d96,segment=NetworkSegment(3ff29e41-305c-49a2-8283-d050430054f6),segment_id=3ff29e41-305c-49a2-8283-d050430054f6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:17.985727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Allocated IP 2001:db8:1::1 (28b0c7be-887a-4aba-a6b8-a7e01a006d0b/3734e46f-bfd1-4625-b84e-0e4a54495a13/73e9fce6-1086-4153-a91e-3e64d269bf20) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:17.992248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a2c19-e20e-432d-baa3-713edaa91473 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Pushing event deleted for resources: {'Port': ['ID=a96ac27d-22c5-4df3-9e4d-ae806919e5ab,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:18.136345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] Made reservation on behalf of 60ad7a592be4477a8c026b940a65ae2e for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:18.140937 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:18.155028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16a2c19-e20e-432d-baa3-713edaa91473 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:18.168075 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16a2c19-e20e-432d-baa3-713edaa91473 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:18.172096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f16a2c19-e20e-432d-baa3-713edaa91473 tempest-AttachVolumeShelveTestJSON-1086137130 tempest-AttachVolumeShelveTestJSON-1086137130-project] 10.222.0.15 "DELETE /v2.0/floatingips/a54a80a1-8dc2-431d-a4b3-4756d4c98713 HTTP/1.1" status: 204 len: 168 time: 2.7615016 Nov 25 19:54:18.302418 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b4a70889-8ecd-4a2c-9425-0d11053109ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:18.362462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Network 28b0c7be-887a-4aba-a6b8-a7e01a006d0b is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:18.382729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a1b2f1a-0d8a-4b93-8952-f8ec5a271d1e None None] New status for floating IP a54a80a1-8dc2-431d-a4b3-4756d4c98713: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:54:18.388810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:18.401437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:18.495075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Pushing event updated for resources: {'Port': ['ID=4734d6e7-ab1d-449b-87a5-cb75532d040a,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:18.501844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:18.721673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b29e-900d-4234-b755-92081a4c34ee req-d37536ec-1132-474e-97e3-50dd57ba2732 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:18.762733 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e505b29e-900d-4234-b755-92081a4c34ee req-d37536ec-1132-474e-97e3-50dd57ba2732 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.3200679 Nov 25 19:54:18.824466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bb280c79-10af-4954-bef2-11ded0fb9d96 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:18.829968 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:18.934606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e505b29e-900d-4234-b755-92081a4c34ee req-3eca3d00-0212-4c82-88f0-e04f89e139a2 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610885 Nov 25 19:54:18.943475 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.005061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dc0ef358-a3d0-4ec1-b5e4-c81761f56504 None None] Provisioning complete for port bb280c79-10af-4954-bef2-11ded0fb9d96 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:19.006415 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dc0ef358-a3d0-4ec1-b5e4-c81761f56504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.068689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 28b0c7be-887a-4aba-a6b8-a7e01a006d0b is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:19.072962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:19.075747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:19.076554 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.080276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.169424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a70889-8ecd-4a2c-9425-0d11053109ef None None] Pushing event updated for resources: {'Port': ['ID=bb280c79-10af-4954-bef2-11ded0fb9d96,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:19.226507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a80658f-0e02-4fc1-8b3c-e131292ec5d4,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:19.264713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Attempting to bind port 4734d6e7-ab1d-449b-87a5-cb75532d040a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:19.265323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Attempting to bind port 4734d6e7-ab1d-449b-87a5-cb75532d040a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9378d8e5-2627-448f-adab-00d87251a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:19.265926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Attempting to bind port 4734d6e7-ab1d-449b-87a5-cb75532d040a on network 28b0c7be-887a-4aba-a6b8-a7e01a006d0b {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:19.284897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:19.285578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Checking segment: {'id': '9378d8e5-2627-448f-adab-00d87251a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:19.286761 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.287461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Bound using segment: {'id': '9378d8e5-2627-448f-adab-00d87251a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:19.289232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Bound port: 4734d6e7-ab1d-449b-87a5-cb75532d040a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9378d8e5-2627-448f-adab-00d87251a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:19.289929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.324281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] Checking segment: {'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:19.325068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] Network hostable DHCP agents. Network: 2b89cf70-5781-4848-b3c2-72d8659d631f, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:54:19.462385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] Network 2b89cf70-5781-4848-b3c2-72d8659d631f is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:54:19.512451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=73e9fce6-1086-4153-a91e-3e64d269bf20,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:19.526485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 2b89cf70-5781-4848-b3c2-72d8659d631f) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:19.538231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:19.538883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.584542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62ee400-ab83-479d-8e77-cf2f0f41c88c None None] Network 2b89cf70-5781-4848-b3c2-72d8659d631f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:19.610928 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6e21c727-5bcc-421e-8ee2-4d1673447cff admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9062119 Nov 25 19:54:19.731765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bb280c79-10af-4954-bef2-11ded0fb9d96 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:19.880559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.894094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bb280c79-10af-4954-bef2-11ded0fb9d96 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:19.894468 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:19.941451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] For port 4734d6e7-ab1d-449b-87a5-cb75532d040a, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:19.947884 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31be69a3-841c-4e49-89e7-916df623dfc3 None None] Network 2b89cf70-5781-4848-b3c2-72d8659d631f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:20.120535 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] For port 4734d6e7-ab1d-449b-87a5-cb75532d040a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4734d6e7-ab1d-449b-87a5-cb75532d040a,segment=NetworkSegment(9378d8e5-2627-448f-adab-00d87251a9d1),segment_id=9378d8e5-2627-448f-adab-00d87251a9d1)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:20.233308 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:20.422499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a762c6-214e-4dc6-8126-b4be3cc41f21 req-3ae8a348-76d1-4f87-baf7-b8838564f39f tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:20.429866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83a762c6-214e-4dc6-8126-b4be3cc41f21 req-3ae8a348-76d1-4f87-baf7-b8838564f39f tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.2347474 Nov 25 19:54:20.433271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4baba7-2f27-4c72-8829-18bc7d84dd83 None None] Pushing event updated for resources: {'Port': ['ID=4734d6e7-ab1d-449b-87a5-cb75532d040a,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:20.586586 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83a762c6-214e-4dc6-8126-b4be3cc41f21 req-5c9c2c4c-49a1-4a29-9a58-fb7f93ecddf1 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538393 Nov 25 19:54:20.798455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:20.807589 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:20.832292 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:20.834366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:20.994640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=73e9fce6-1086-4153-a91e-3e64d269bf20,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:21.150022 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 28b0c7be-887a-4aba-a6b8-a7e01a006d0b is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:21.166338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:21.295407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-3542a8dd-6c8e-4748-8387-c0ff77ac598d tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:21.299753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-3542a8dd-6c8e-4748-8387-c0ff77ac598d tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/networks?id=2b89cf70-5781-4848-b3c2-72d8659d631f HTTP/1.1" status: 200 len: 817 time: 0.2598586 Nov 25 19:54:21.324696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b7449a22-18d3-429f-8eb4-691ae64852bb tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/quotas/60ad7a592be4477a8c026b940a65ae2e HTTP/1.1" status: 200 len: 375 time: 0.0179250 Nov 25 19:54:21.366145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router b7b564db-138c-4429-91a7-626699ed5adc has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:21.379822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-d2f71987-2af0-4d14-a884-596efbf43f41 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=60ad7a592be4477a8c026b940a65ae2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0540907 Nov 25 19:54:21.529415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:21.542006 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Sync routers for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:21.552675 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-bf6d7bd6-e258-45ad-b676-569b14a49511 service neutron] 10.222.0.15 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717525 Nov 25 19:54:21.557619 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-843b1470-b474-49f3-bdcf-739d803a8b1c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0378871 Nov 25 19:54:21.558575 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 57568) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:21.561273 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:21.561924 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:21.570334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1867566040'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:21.716563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:21.722572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.801310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4734d6e7-ab1d-449b-87a5-cb75532d040a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:21.826466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:21.855542 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:21.856097 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added segment 5c35687a-05f3-4028-abd8-a1e3032f5324 of type vlan for network e04a62e8-7137-48fa-9301-0b5416598998 Nov 25 19:54:21.857434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-4cab533d-5d28-4443-be3b-b93cfa10aa97 service neutron] 10.222.0.15 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038480 Nov 25 19:54:21.870021 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:21.945509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.017012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4734d6e7-ab1d-449b-87a5-cb75532d040a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:22.017638 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.038777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.064524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:22.065575 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.234217 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57578) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:22.243760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'subnet': {'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:22.265796 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6940136 Nov 25 19:54:22.338782 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.364690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75a28f0-66b6-4ad7-a04b-a25a40c8f71c None None] Network 28b0c7be-887a-4aba-a6b8-a7e01a006d0b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:22.413676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0371e950-39f3-4936-a4b5-45e16729f42f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Network': ['ID=e04a62e8-7137-48fa-9301-0b5416598998,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:22.482685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network e04a62e8-7137-48fa-9301-0b5416598998 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:22.529459 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:19Z', 'revision_number': 3, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:20Z', 'revision_number': 2, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:22.585208 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Checking router: b7b564db-138c-4429-91a7-626699ed5adc for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:22.586297 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Updating router b7b564db-138c-4429-91a7-626699ed5adc port 73e9fce6-1086-4153-a91e-3e64d269bf20 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:54:22.613234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:22.623688 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.636097 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:22.968805 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.170836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 4734d6e7-ab1d-449b-87a5-cb75532d040a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4734d6e7-ab1d-449b-87a5-cb75532d040a,segment=NetworkSegment(9378d8e5-2627-448f-adab-00d87251a9d1),segment_id=9378d8e5-2627-448f-adab-00d87251a9d1)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:23.250209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.273682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a687544-433a-477b-a77a-a25505665bfc req-18c88acd-9914-46ef-a861-67680beac605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:23.275275 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1a687544-433a-477b-a77a-a25505665bfc req-18c88acd-9914-46ef-a861-67680beac605 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53bfa080646b4a5f8e634673f03a87c3&device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 1096 time: 0.1972620 Nov 25 19:54:23.277348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Subnet': ['ID=f760b0ff-654f-4126-973a-1745fd1820c6,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:23.282375 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.293773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Checking segment: {'id': '5c35687a-05f3-4028-abd8-a1e3032f5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:23.294784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network hostable DHCP agents. Network: e04a62e8-7137-48fa-9301-0b5416598998, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:54:23.308066 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.358193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network e04a62e8-7137-48fa-9301-0b5416598998 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:54:23.403999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, e04a62e8-7137-48fa-9301-0b5416598998) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:23.417699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:23.419004 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.427163 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26611f3-71b1-441e-9556-786958c627c0 None None] Pushing event updated for resources: {'Port': ['ID=73e9fce6-1086-4153-a91e-3e64d269bf20,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:23.490276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-42fc446f-df89-4a8f-b618-35eac5ddbc9f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2541604 Nov 25 19:54:23.491960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57602) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:23.563114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0c208c20-522e-4218-8834-ce63133d5155 None None] Provisioning complete for port 4734d6e7-ab1d-449b-87a5-cb75532d040a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:23.563615 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0c208c20-522e-4218-8834-ce63133d5155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.565461 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Attempting to bind port 73e9fce6-1086-4153-a91e-3e64d269bf20 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:23.566558 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Attempting to bind port 73e9fce6-1086-4153-a91e-3e64d269bf20 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9378d8e5-2627-448f-adab-00d87251a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:23.566999 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Attempting to bind port 73e9fce6-1086-4153-a91e-3e64d269bf20 on network 28b0c7be-887a-4aba-a6b8-a7e01a006d0b {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:23.571930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b43fb3e-dbd8-4885-ad8b-e07960f22bbd None None] Network e04a62e8-7137-48fa-9301-0b5416598998 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:23.573617 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:23.573987 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Checking segment: {'id': '9378d8e5-2627-448f-adab-00d87251a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:23.574481 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.574907 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Bound using segment: {'id': '9378d8e5-2627-448f-adab-00d87251a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:23.575450 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Bound port: 73e9fce6-1086-4153-a91e-3e64d269bf20, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9378d8e5-2627-448f-adab-00d87251a9d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:23.575843 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.718947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a687544-433a-477b-a77a-a25505665bfc req-14d84e15-8d3e-49e0-a393-1686a1c720fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:23.723189 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1a687544-433a-477b-a77a-a25505665bfc req-14d84e15-8d3e-49e0-a393-1686a1c720fa service neutron] 10.222.0.76 "GET /v2.0/networks?id=11d96453-bfde-48be-b667-7341fb16f479 HTTP/1.1" status: 200 len: 912 time: 0.4389622 Nov 25 19:54:23.752264 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] For port 73e9fce6-1086-4153-a91e-3e64d269bf20, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:23.764225 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] For port 73e9fce6-1086-4153-a91e-3e64d269bf20, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=73e9fce6-1086-4153-a91e-3e64d269bf20,segment=NetworkSegment(9378d8e5-2627-448f-adab-00d87251a9d1),segment_id=9378d8e5-2627-448f-adab-00d87251a9d1)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:23.776651 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:23.885783 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1a687544-433a-477b-a77a-a25505665bfc req-81563ff6-883c-4a63-a923-b27477fefbda service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29c8a95c-ae61-49c6-99c1-ff234026e53f HTTP/1.1" status: 200 len: 217 time: 0.1488621 Nov 25 19:54:23.964589 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:23.965029 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:24.050978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a687544-433a-477b-a77a-a25505665bfc req-8c4a4aab-881e-41fd-91e1-8a20b5c55473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:24.060943 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1a687544-433a-477b-a77a-a25505665bfc req-8c4a4aab-881e-41fd-91e1-8a20b5c55473 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8254e98-e672-4e30-872d-d6c26da8ab7d HTTP/1.1" status: 200 len: 851 time: 0.1619244 Nov 25 19:54:24.085143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f561902f-b023-4869-ac58-90ae97adee04 req-78b6c52c-4f8c-4803-b913-7e453fffbcf0 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:24.090976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f561902f-b023-4869-ac58-90ae97adee04 req-78b6c52c-4f8c-4803-b913-7e453fffbcf0 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.6205437 Nov 25 19:54:24.149547 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1a687544-433a-477b-a77a-a25505665bfc req-16bd3452-692c-433e-a88e-4a9716d87126 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11d96453-bfde-48be-b667-7341fb16f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0876439 Nov 25 19:54:24.173081 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26611f3-71b1-441e-9556-786958c627c0 None None] Pushing event updated for resources: {'Port': ['ID=73e9fce6-1086-4153-a91e-3e64d269bf20,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:24.200294 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:24.214306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=4734d6e7-ab1d-449b-87a5-cb75532d040a,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:24.343909 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:24.370348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f561902f-b023-4869-ac58-90ae97adee04 req-deee309c-f97d-45ef-a4d0-1950479fe4ee tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361147 Nov 25 19:54:24.400114 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1a687544-433a-477b-a77a-a25505665bfc req-5960180e-71e1-4962-8308-21fb6cc3948c service neutron] 10.222.0.76 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376130 Nov 25 19:54:24.517528 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17087bfc-5dec-4a11-8432-7064a06e5138 req-ef13b5e3-57e9-4014-b7ed-0d7da2fd59e4 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 210 time: 0.0540032 Nov 25 19:54:24.658675 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:24.740178 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:19Z', 'revision_number': 3, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:23Z', 'revision_number': 4, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:24.753647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1a687544-433a-477b-a77a-a25505665bfc req-826ed52e-7b18-4923-944c-427149726ac2 service neutron] 10.222.0.76 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474751 Nov 25 19:54:24.816308 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ce8252-dbd0-4cfa-9758-22387c05d709 None None] The sync data for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 is: [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:19Z', 'revision_number': 3, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:23Z', 'revision_number': 4, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:25.173166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521823-e272-426e-84f4-bbbc3efcaa3e req-7528e3b1-31b0-4783-a194-3c515c75018c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:25.187611 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-64521823-e272-426e-84f4-bbbc3efcaa3e req-7528e3b1-31b0-4783-a194-3c515c75018c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=53bfa080646b4a5f8e634673f03a87c3&device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 1096 time: 0.2216434 Nov 25 19:54:25.391125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-e04a62e8-7137-48fa-9301-0b5416598998', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:54:25.396560 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:25.746465 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521823-e272-426e-84f4-bbbc3efcaa3e req-946c43b5-1871-4fea-8ead-fc29b2627209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:25.748030 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-64521823-e272-426e-84f4-bbbc3efcaa3e req-946c43b5-1871-4fea-8ead-fc29b2627209 service neutron] 10.222.0.76 "GET /v2.0/networks?id=11d96453-bfde-48be-b667-7341fb16f479 HTTP/1.1" status: 200 len: 912 time: 0.5303569 Nov 25 19:54:25.997134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5d806971-b4c8-4e59-9a8e-521cd00475e1 None None] Provisioning complete for port 4734d6e7-ab1d-449b-87a5-cb75532d040a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:25.997752 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5d806971-b4c8-4e59-9a8e-521cd00475e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:26.008044 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-64521823-e272-426e-84f4-bbbc3efcaa3e req-2e8c845e-eed4-4e2d-9f2d-058f6fab19f1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29c8a95c-ae61-49c6-99c1-ff234026e53f HTTP/1.1" status: 200 len: 217 time: 0.2422023 Nov 25 19:54:26.054234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Allocated IP 2001:db8:2::1 (e04a62e8-7137-48fa-9301-0b5416598998/f760b0ff-654f-4126-973a-1745fd1820c6/901677d6-45f0-4991-a2fb-147cb1b28690) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:26.080921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4734d6e7-ab1d-449b-87a5-cb75532d040a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:26.124265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf2995-b3c4-4d8a-96ad-f4ca544ab58c req-ef4a655f-d793-4d1d-b0e3-652b353d7d0a tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:26.132803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a5bf2995-b3c4-4d8a-96ad-f4ca544ab58c req-ef4a655f-d793-4d1d-b0e3-652b353d7d0a tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.3816373 Nov 25 19:54:26.581103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a5bf2995-b3c4-4d8a-96ad-f4ca544ab58c req-08052091-7319-4376-a0f6-d5f767bd14f1 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4474878 Nov 25 19:54:26.707741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4734d6e7-ab1d-449b-87a5-cb75532d040a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:26.726104 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:26.748148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64521823-e272-426e-84f4-bbbc3efcaa3e req-035ab6f6-7634-4a02-942e-2e01c22dd1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:26.750306 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-64521823-e272-426e-84f4-bbbc3efcaa3e req-035ab6f6-7634-4a02-942e-2e01c22dd1e1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8254e98-e672-4e30-872d-d6c26da8ab7d HTTP/1.1" status: 200 len: 851 time: 0.6612368 Nov 25 19:54:26.852812 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:26.917334 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-64521823-e272-426e-84f4-bbbc3efcaa3e req-f98d1cc0-1543-45f3-9dc9-59b182a4c911 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=11d96453-bfde-48be-b667-7341fb16f479&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1531460 Nov 25 19:54:26.985601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5d806971-b4c8-4e59-9a8e-521cd00475e1 None None] Provisioning complete for port 73e9fce6-1086-4153-a91e-3e64d269bf20 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:26.985601 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5d806971-b4c8-4e59-9a8e-521cd00475e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:27.098404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-458e81dd-2030-49a4-9b6b-ade4f640cce9 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:27.129533 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-458e81dd-2030-49a4-9b6b-ade4f640cce9 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.60 "GET /v2.0/networks?id=2b89cf70-5781-4848-b3c2-72d8659d631f HTTP/1.1" status: 200 len: 817 time: 1.1434195 Nov 25 19:54:27.135960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1317f13-9f96-4995-bdab-ebc55a2d0c46 req-1a6791c0-d777-4780-9085-5ab6e5c4501e tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 210 time: 0.1841931 Nov 25 19:54:27.248044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Request body: {'port': {'device_id': '8c79e07f-b285-41d6-a995-c22dd6c07c9d', 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f', 'admin_state_up': True, 'tenant_id': '60ad7a592be4477a8c026b940a65ae2e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:27.438114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-79d647b5-195f-4dc7-bfc2-6ace2c265ce9 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:27.443061 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-79d647b5-195f-4dc7-bfc2-6ace2c265ce9 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.76 "GET /v2.0/networks?id=2b89cf70-5781-4848-b3c2-72d8659d631f HTTP/1.1" status: 200 len: 817 time: 0.2987678 Nov 25 19:54:27.445700 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:27.532834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Request body: {'port': {'device_id': 'ac97bc00-adc7-4027-bdfd-17dac386e441', 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f', 'admin_state_up': True, 'tenant_id': '60ad7a592be4477a8c026b940a65ae2e'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:27.586532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network e04a62e8-7137-48fa-9301-0b5416598998 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:27.679779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:27.697465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:27.699260 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:27.710231 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5d806971-b4c8-4e59-9a8e-521cd00475e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:27.768946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 73e9fce6-1086-4153-a91e-3e64d269bf20 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:27.796899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Allocated IP 2001:db8:2::2 (e04a62e8-7137-48fa-9301-0b5416598998/f760b0ff-654f-4126-973a-1745fd1820c6/e98ad3c3-60c6-48ab-8684-1667b81edc5e) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:28.219647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=901677d6-45f0-4991-a2fb-147cb1b28690,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:28.229384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5d806971-b4c8-4e59-9a8e-521cd00475e1 None None] For port 73e9fce6-1086-4153-a91e-3e64d269bf20, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=73e9fce6-1086-4153-a91e-3e64d269bf20,segment=NetworkSegment(9378d8e5-2627-448f-adab-00d87251a9d1),segment_id=9378d8e5-2627-448f-adab-00d87251a9d1)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:28.263614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5d806971-b4c8-4e59-9a8e-521cd00475e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:28.438243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ea136e-07e3-46d7-bfb1-36d648897205 req-e31a1357-231e-485c-87e0-f00af1b23274 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:28.467948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31ea136e-07e3-46d7-bfb1-36d648897205 req-e31a1357-231e-485c-87e0-f00af1b23274 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.4922733 Nov 25 19:54:28.527959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 73e9fce6-1086-4153-a91e-3e64d269bf20 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:28.528318 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:28.543213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-58beb2c7-8fd1-48b6-b210-5649ef7feda6 None None] Provisioning complete for port 73e9fce6-1086-4153-a91e-3e64d269bf20 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:28.543213 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-58beb2c7-8fd1-48b6-b210-5649ef7feda6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:28.544814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d806971-b4c8-4e59-9a8e-521cd00475e1 None None] Pushing event updated for resources: {'Port': ['ID=73e9fce6-1086-4153-a91e-3e64d269bf20,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:28.724719 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:28.747788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:28.811054 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:28.879942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31ea136e-07e3-46d7-bfb1-36d648897205 req-c4cea217-2fae-4edf-8066-362d7bdbcc86 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4015455 Nov 25 19:54:28.930952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Network e04a62e8-7137-48fa-9301-0b5416598998 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:28.950384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:28.954400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:28.968823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Pushing event updated for resources: {'Port': ['ID=e98ad3c3-60c6-48ab-8684-1667b81edc5e,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:29.059113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Made reservation on behalf of 60ad7a592be4477a8c026b940a65ae2e for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:29.069909 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:29.125660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Attempting to bind port e98ad3c3-60c6-48ab-8684-1667b81edc5e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:29.126036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Attempting to bind port e98ad3c3-60c6-48ab-8684-1667b81edc5e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '5c35687a-05f3-4028-abd8-a1e3032f5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:29.126628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Attempting to bind port e98ad3c3-60c6-48ab-8684-1667b81edc5e on network e04a62e8-7137-48fa-9301-0b5416598998 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:29.158922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:29.161747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Checking segment: {'id': '5c35687a-05f3-4028-abd8-a1e3032f5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:29.162377 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:29.162934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Bound using segment: {'id': '5c35687a-05f3-4028-abd8-a1e3032f5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:29.163354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Bound port: e98ad3c3-60c6-48ab-8684-1667b81edc5e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c35687a-05f3-4028-abd8-a1e3032f5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:29.163752 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:29.178530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 73e9fce6-1086-4153-a91e-3e64d269bf20 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:29.292187 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-64521823-e272-426e-84f4-bbbc3efcaa3e req-e707e95b-4880-4346-b7c1-8117631277c9 service neutron] 10.222.0.76 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3539779 Nov 25 19:54:29.445133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 73e9fce6-1086-4153-a91e-3e64d269bf20 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:29.445558 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:29.472225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-209529cb-f5b0-41c4-8cb6-f228af820b96 req-8392e185-cac2-4eae-8ff6-8810c5b6aa5c tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 210 time: 0.1524763 Nov 25 19:54:29.483039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] For port e98ad3c3-60c6-48ab-8684-1667b81edc5e, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:29.512113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] For port e98ad3c3-60c6-48ab-8684-1667b81edc5e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e98ad3c3-60c6-48ab-8684-1667b81edc5e,segment=NetworkSegment(5c35687a-05f3-4028-abd8-a1e3032f5324),segment_id=5c35687a-05f3-4028-abd8-a1e3032f5324)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:29.547108 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:29.668126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd980b1c-84f9-4543-9672-f15855cc7dc8 None None] Pushing event updated for resources: {'Port': ['ID=e98ad3c3-60c6-48ab-8684-1667b81edc5e,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:29.913472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Made reservation on behalf of 60ad7a592be4477a8c026b940a65ae2e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:29.920266 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:29.971168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-9c2c85dc-dec9-45bd-9660-24cb8f3d9805 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:29.978440 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-9c2c85dc-dec9-45bd-9660-24cb8f3d9805 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.60 "GET /v2.0/networks?id=2b89cf70-5781-4848-b3c2-72d8659d631f HTTP/1.1" status: 200 len: 817 time: 1.0614429 Nov 25 19:54:30.063939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Request body: {'port': {'device_id': '582ed65e-4492-4327-8582-a2b0dcab5cf5', 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f', 'admin_state_up': True, 'tenant_id': '60ad7a592be4477a8c026b940a65ae2e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:30.157364 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-64521823-e272-426e-84f4-bbbc3efcaa3e req-9bdc2e49-560f-4289-a1eb-2529f6bbdfa6 service neutron] 10.222.0.76 "GET /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8115396 Nov 25 19:54:30.262713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Allocated IP 172.20.0.8 (2b89cf70-5781-4848-b3c2-72d8659d631f/5a80658f-0e02-4fc1-8b3c-e131292ec5d4/2bf8d773-5dbc-46dc-8204-599b5b0487f4) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:30.346041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561276e-bd4d-46a4-a023-5bf5970d9691 req-6132bc56-89c6-40ae-aff7-3bc0b4645354 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:30.349597 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c561276e-bd4d-46a4-a023-5bf5970d9691 req-6132bc56-89c6-40ae-aff7-3bc0b4645354 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.2914917 Nov 25 19:54:30.568111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Made reservation on behalf of 60ad7a592be4477a8c026b940a65ae2e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:30.581114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:30.738432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c561276e-bd4d-46a4-a023-5bf5970d9691 req-8a419d18-2463-40ba-a3d7-fcc0f1cd339e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235723 Nov 25 19:54:30.827503 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:30.844671 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:30.845655 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:30.864926 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:54:30.993285 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-40ad693a-fbc5-40e6-a75b-7add7968608c req-da36bd8a-f77d-4357-8b64-f09f21d0945d tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 210 time: 0.1415114 Nov 25 19:54:31.160373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e98ad3c3-60c6-48ab-8684-1667b81edc5e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:31.328232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e98ad3c3-60c6-48ab-8684-1667b81edc5e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:31.330992 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:31.547444 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:31.619332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=901677d6-45f0-4991-a2fb-147cb1b28690,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:31.658002 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port e98ad3c3-60c6-48ab-8684-1667b81edc5e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e98ad3c3-60c6-48ab-8684-1667b81edc5e,segment=NetworkSegment(5c35687a-05f3-4028-abd8-a1e3032f5324),segment_id=5c35687a-05f3-4028-abd8-a1e3032f5324)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:31.685037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:31.781350 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:31.783634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=e98ad3c3-60c6-48ab-8684-1667b81edc5e,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:31.818336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network e04a62e8-7137-48fa-9301-0b5416598998 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:31.821830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:31.895482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1891534e-4159-4fb4-901c-8b515e9c4454 None None] Network e04a62e8-7137-48fa-9301-0b5416598998 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:31.966823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cacf4e8-c5af-4180-a3ce-be0261d0698c req-78078d2b-1907-47ad-b066-9a0fcb1aea41 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:31.976258 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8cacf4e8-c5af-4180-a3ce-be0261d0698c req-78078d2b-1907-47ad-b066-9a0fcb1aea41 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.76 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.1854184 Nov 25 19:54:32.040407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a9c29532-7080-4d5b-b348-c9d022ec5ff8 None None] Provisioning complete for port e98ad3c3-60c6-48ab-8684-1667b81edc5e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:32.041073 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9c29532-7080-4d5b-b348-c9d022ec5ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.136407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.189515 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6f9e06dc-5241-465f-a705-05d92754c066 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.212343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff21c724-ef24-41c9-bb31-4b45b99b540f req-78240e39-36c2-457d-a39a-414abfca26d2 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:32.214791 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff21c724-ef24-41c9-bb31-4b45b99b540f req-78240e39-36c2-457d-a39a-414abfca26d2 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 945 time: 0.2378685 Nov 25 19:54:32.229695 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Network 2b89cf70-5781-4848-b3c2-72d8659d631f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:32.234493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router b7b564db-138c-4429-91a7-626699ed5adc has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:32.260462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:32.263430 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:32.309444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-8cacf4e8-c5af-4180-a3ce-be0261d0698c req-f4eff4fb-cf54-48fc-a3f7-21f1d5ce229e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Deleting port 29c8a95c-ae61-49c6-99c1-ff234026e53f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:32.310152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8cacf4e8-c5af-4180-a3ce-be0261d0698c req-f4eff4fb-cf54-48fc-a3f7-21f1d5ce229e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.315824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Allocated IP 172.20.0.5 (2b89cf70-5781-4848-b3c2-72d8659d631f/5a80658f-0e02-4fc1-8b3c-e131292ec5d4/4188f111-cdf6-4ae7-8c02-13503c04dae2) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:32.341211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Pushing event updated for resources: {'Port': ['ID=2bf8d773-5dbc-46dc-8204-599b5b0487f4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:32.542043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:32.543471 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.584314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff21c724-ef24-41c9-bb31-4b45b99b540f req-203ad297-a764-446a-9e57-3005deb4f479 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/security-groups?id=1337c08e-6bab-47c5-9cc5-f1e746cf0a76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3569849 Nov 25 19:54:32.608537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8cacf4e8-c5af-4180-a3ce-be0261d0698c req-f4eff4fb-cf54-48fc-a3f7-21f1d5ce229e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] For port 29c8a95c-ae61-49c6-99c1-ff234026e53f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=29c8a95c-ae61-49c6-99c1-ff234026e53f,segment=NetworkSegment(f3103658-25bc-49de-9086-42faabcf304b),segment_id=f3103658-25bc-49de-9086-42faabcf304b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:32.614331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-b154e242-cbb2-45ad-b3ad-7f4cee3b3cb1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.1101575 Nov 25 19:54:32.615702 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8cacf4e8-c5af-4180-a3ce-be0261d0698c req-f4eff4fb-cf54-48fc-a3f7-21f1d5ce229e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.637079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Request body: {'port': {'device_id': 'ac97bc00-adc7-4027-bdfd-17dac386e441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:32.714223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-8cacf4e8-c5af-4180-a3ce-be0261d0698c req-f4eff4fb-cf54-48fc-a3f7-21f1d5ce229e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Calling delete_port for 29c8a95c-ae61-49c6-99c1-ff234026e53f owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:32.753419 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d65776a3-83d3-48ee-a785-aae47b519cb2 req-26d137a9-7cdd-4fda-bf9c-7158de0547de tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 210 time: 0.0532632 Nov 25 19:54:32.757871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:32.776764 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3c125d7b-c884-4590-80b1-8c854a0f7510 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2819185 Nov 25 19:54:32.778450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 57966) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:32.795873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-561370861'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:32.796700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Sync routers for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:32.840412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:32.846452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:32.906554 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.915981 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:32.918210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:32.922027 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.019547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:33.031815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.032449 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added segment b46e6eaf-d57d-4f79-ba5d-39dbc11043a5 of type vlan for network 6f9c31c7-5665-412d-b961-782fc163198e Nov 25 19:54:33.086201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.107616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:33.119694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e98ad3c3-60c6-48ab-8684-1667b81edc5e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:33.169157 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.183958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:33.184156 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.232955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.364366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Network': ['ID=6f9c31c7-5665-412d-b961-782fc163198e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:33.427660 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3b9ba20e-6fef-45b1-8777-30379d79da96 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6364708 Nov 25 19:54:33.432714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58012) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:33.505209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 6f9c31c7-5665-412d-b961-782fc163198e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:33.518906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3dd1fbef-8b66-4d4c-9fb2-8c66874ff05c None None] Provisioning complete for port e98ad3c3-60c6-48ab-8684-1667b81edc5e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:33.519094 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fbef-8b66-4d4c-9fb2-8c66874ff05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.550595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'subnet': {'network_id': '6f9c31c7-5665-412d-b961-782fc163198e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:33.556408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Pushing event updated for resources: {'Port': ['ID=4188f111-cdf6-4ae7-8c02-13503c04dae2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:33.578932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8cacf4e8-c5af-4180-a3ce-be0261d0698c req-f4eff4fb-cf54-48fc-a3f7-21f1d5ce229e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.591284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Network 2b89cf70-5781-4848-b3c2-72d8659d631f is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:33.687261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:33.695795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:33.710182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e98ad3c3-60c6-48ab-8684-1667b81edc5e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:33.714135 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.865951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eff4fb-cf54-48fc-a3f7-21f1d5ce229e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Pushing event deleted for resources: {'Port': ['ID=29c8a95c-ae61-49c6-99c1-ff234026e53f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:33.934128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-810eb8ec-a859-4e2c-8e32-1e3171e8c2c5 req-54d5133f-e177-4da9-a89f-52e681a6bf0b tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 210 time: 0.1055331 Nov 25 19:54:33.937424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Made reservation on behalf of f432ce35b3f44780b1cd642f6255b17a for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:33.945942 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:33.977016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Allocated IP 172.20.0.6 (2b89cf70-5781-4848-b3c2-72d8659d631f/5a80658f-0e02-4fc1-8b3c-e131292ec5d4/10c5e169-1b0d-4a67-bff6-2f91d93addbc) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:34.098125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cacf4e8-c5af-4180-a3ce-be0261d0698c req-f4eff4fb-cf54-48fc-a3f7-21f1d5ce229e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] No DVR routers for this DVR port 29c8a95c-ae61-49c6-99c1-ff234026e53f on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:34.104105 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8cacf4e8-c5af-4180-a3ce-be0261d0698c req-f4eff4fb-cf54-48fc-a3f7-21f1d5ce229e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:34.114361 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8cacf4e8-c5af-4180-a3ce-be0261d0698c req-f4eff4fb-cf54-48fc-a3f7-21f1d5ce229e tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.76 "DELETE /v2.0/ports/29c8a95c-ae61-49c6-99c1-ff234026e53f HTTP/1.1" status: 204 len: 173 time: 2.1309981 Nov 25 19:54:34.125249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c', 'name': 'network-vif-deleted', 'tag': '29c8a95c-ae61-49c6-99c1-ff234026e53f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:34.132037 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3cded7b-a7cd-4c10-83c3-1ff61153ecdf" -d '{"events": [{"server_uuid": "9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c", "name": "network-vif-deleted", "tag": "29c8a95c-ae61-49c6-99c1-ff234026e53f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:34.375026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:34.376635 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:34.398024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3dd1fbef-8b66-4d4c-9fb2-8c66874ff05c None None] Provisioning complete for port 901677d6-45f0-4991-a2fb-147cb1b28690 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:34.398405 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3dd1fbef-8b66-4d4c-9fb2-8c66874ff05c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:34.567531 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f24f080d-41be-4020-9f45-eda296484b65 req-bcfc1e9a-316f-43f8-a6f8-3cfeab0012c3 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 210 time: 0.1693416 Nov 25 19:54:34.592577 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:34.689171 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7104cae9-2fa1-4671-9768-431fa6dc4485 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4671080 Nov 25 19:54:34.778792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3dd1fbef-8b66-4d4c-9fb2-8c66874ff05c None None] Port 901677d6-45f0-4991-a2fb-147cb1b28690 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:54:34.808076 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:34.824011 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-85ec8340-0683-48e2-b6f1-58a1b4364a12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:34.836748 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce7a5dab-d929-411e-9947-3a29ca2a3455 x-openstack-request-id: req-ce7a5dab-d929-411e-9947-3a29ca2a3455 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:34.838173 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c", "name": "network-vif-deleted", "tag": "29c8a95c-ae61-49c6-99c1-ff234026e53f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:34.841168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:28Z', 'revision_number': 4, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:30Z', 'revision_number': 2, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:34.843143 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce7a5dab-d929-411e-9947-3a29ca2a3455 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:34.843603 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c', 'name': 'network-vif-deleted', 'tag': '29c8a95c-ae61-49c6-99c1-ff234026e53f', 'status': 'completed', 'code': 200} Nov 25 19:54:34.897480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Subnet': ['ID=e6caccd9-3de5-4456-8f5b-abd224ca3034,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:34.916010 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:34.933862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 29c8a95c-ae61-49c6-99c1-ff234026e53f no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:34.949860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Checking router: b7b564db-138c-4429-91a7-626699ed5adc for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:34.950495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Updating router b7b564db-138c-4429-91a7-626699ed5adc port 901677d6-45f0-4991-a2fb-147cb1b28690 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:54:35.029396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Network 2b89cf70-5781-4848-b3c2-72d8659d631f is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:35.043747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Request body: {'port': {'device_id': '8c79e07f-b285-41d6-a995-c22dd6c07c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:35.054993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:35.064543 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:35.067092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:35.068308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Checking segment: {'id': 'b46e6eaf-d57d-4f79-ba5d-39dbc11043a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:35.074754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network hostable DHCP agents. Network: 6f9c31c7-5665-412d-b961-782fc163198e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:54:35.109347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 29c8a95c-ae61-49c6-99c1-ff234026e53f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:35.109960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 29c8a95c-ae61-49c6-99c1-ff234026e53f not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:35.192822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:35.193401 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:35.214479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-05aab145-1f45-4cbc-87a7-941f4decb566 None None] Provisioning complete for port 901677d6-45f0-4991-a2fb-147cb1b28690 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:35.215495 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-05aab145-1f45-4cbc-87a7-941f4decb566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:35.258212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 6f9c31c7-5665-412d-b961-782fc163198e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:54:35.326538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 6f9c31c7-5665-412d-b961-782fc163198e) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:35.373398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Pushing event updated for resources: {'Port': ['ID=10c5e169-1b0d-4a67-bff6-2f91d93addbc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:35.378373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:35.379676 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:35.407997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d902bc-f353-430a-b549-3ea4a7c921e6 None None] Network 6f9c31c7-5665-412d-b961-782fc163198e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:35.442313 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-8bad68dd-9dbb-4bcd-b3ce-2c0d7cb31962 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3959508 Nov 25 19:54:35.447692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-05aab145-1f45-4cbc-87a7-941f4decb566 None None] Port 901677d6-45f0-4991-a2fb-147cb1b28690 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:54:35.455809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46f1b5a2-27d3-46ab-b877-d9f55865475e req-2354a4e3-51dd-4d4d-abc9-c9c4915ad4a4 tempest-TestServerAdvancedOps-521565656 tempest-TestServerAdvancedOps-521565656-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fe19fb6-7d6b-4c76-8a60-7bc7bd9fa83c HTTP/1.1" status: 200 len: 210 time: 0.1311975 Nov 25 19:54:35.465135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Request body: {'port': {'device_id': '582ed65e-4492-4327-8582-a2b0dcab5cf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:35.495627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ef66ceef-5789-4881-9382-8dd0b54cb69a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0585659 Nov 25 19:54:35.504246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58152) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:35.609139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:35.780116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-6f9c31c7-5665-412d-b961-782fc163198e', 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'fixed_ips': [{'subnet_id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:54:35.783316 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:35.897467 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:35.955491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2bf8d773-5dbc-46dc-8204-599b5b0487f4 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:54:35.978524 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.027583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Allocated IP 2001:db8:3::2 (6f9c31c7-5665-412d-b961-782fc163198e/e6caccd9-3de5-4456-8f5b-abd224ca3034/0a9ba8ba-127d-4b06-a42a-7f349196749b) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:36.055582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b76b7d6-95c1-460d-8203-a4785e340413 req-94c8d0b0-ca02-48cb-990b-a590187610ef tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:36.068444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b76b7d6-95c1-460d-8203-a4785e340413 req-94c8d0b0-ca02-48cb-990b-a590187610ef tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 931 time: 0.2176044 Nov 25 19:54:36.084060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Transition to ACTIVE for port object 2bf8d773-5dbc-46dc-8204-599b5b0487f4 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:54:36.113761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.255471 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.301882 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.482009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b76b7d6-95c1-460d-8203-a4785e340413 req-a542d71f-3b60-4bab-bfa3-20200919c253 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018104 Nov 25 19:54:36.583702 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4188f111-cdf6-4ae7-8c02-13503c04dae2 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:54:36.605504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Network 6f9c31c7-5665-412d-b961-782fc163198e is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:36.618315 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.632344 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Pushing event updated for resources: {'Port': ['ID=0a9ba8ba-127d-4b06-a42a-7f349196749b,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:36.638898 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.649485 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:36.681454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:36.711876 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Transition to ACTIVE for port object 4188f111-cdf6-4ae7-8c02-13503c04dae2 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:54:36.715652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58168) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:36.740030 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.759889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.765090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Pushing event updated for resources: {'Port': ['ID=2bf8d773-5dbc-46dc-8204-599b5b0487f4,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:36.797521 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:36.974024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:36.975074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:36.975949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:36.978035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:36.978991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:36.979907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:36.987682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:36.989171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:36.989378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Attempting to bind port 0a9ba8ba-127d-4b06-a42a-7f349196749b on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:36.989929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Attempting to bind port 0a9ba8ba-127d-4b06-a42a-7f349196749b by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'b46e6eaf-d57d-4f79-ba5d-39dbc11043a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:36.990581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Attempting to bind port 0a9ba8ba-127d-4b06-a42a-7f349196749b on network 6f9c31c7-5665-412d-b961-782fc163198e {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:36.991128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:36.991997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:36.992847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:36.993760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:37.014738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:37.015499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Checking segment: {'id': 'b46e6eaf-d57d-4f79-ba5d-39dbc11043a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:37.016250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.017008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Bound using segment: {'id': 'b46e6eaf-d57d-4f79-ba5d-39dbc11043a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:37.017896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Bound port: 0a9ba8ba-127d-4b06-a42a-7f349196749b, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46e6eaf-d57d-4f79-ba5d-39dbc11043a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:37.018637 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.075577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e5439-3e4e-4aca-a5ce-37e101fb036c None None] Pushing event updated for resources: {'Port': ['ID=901677d6-45f0-4991-a2fb-147cb1b28690,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:37.178758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Attempting to bind port 901677d6-45f0-4991-a2fb-147cb1b28690 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:37.179333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Attempting to bind port 901677d6-45f0-4991-a2fb-147cb1b28690 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '5c35687a-05f3-4028-abd8-a1e3032f5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:37.180217 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Attempting to bind port 901677d6-45f0-4991-a2fb-147cb1b28690 on network e04a62e8-7137-48fa-9301-0b5416598998 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:37.222220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] For port 0a9ba8ba-127d-4b06-a42a-7f349196749b, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:37.228784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] For port 0a9ba8ba-127d-4b06-a42a-7f349196749b, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0a9ba8ba-127d-4b06-a42a-7f349196749b,segment=NetworkSegment(b46e6eaf-d57d-4f79-ba5d-39dbc11043a5),segment_id=b46e6eaf-d57d-4f79-ba5d-39dbc11043a5)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:37.235664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:37.236215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Checking segment: {'id': '5c35687a-05f3-4028-abd8-a1e3032f5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:37.236719 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.237143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Bound using segment: {'id': '5c35687a-05f3-4028-abd8-a1e3032f5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:37.237765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Bound port: 901677d6-45f0-4991-a2fb-147cb1b28690, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c35687a-05f3-4028-abd8-a1e3032f5324', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:37.238369 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.246673 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.294106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c5e169-1b0d-4a67-bff6-2f91d93addbc {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:54:37.304343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Attempting to bind port 2bf8d773-5dbc-46dc-8204-599b5b0487f4 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:37.305064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Attempting to bind port 2bf8d773-5dbc-46dc-8204-599b5b0487f4 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:37.305680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Attempting to bind port 2bf8d773-5dbc-46dc-8204-599b5b0487f4 on network 2b89cf70-5781-4848-b3c2-72d8659d631f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:37.327109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Port 2bf8d773-5dbc-46dc-8204-599b5b0487f4 on network 2b89cf70-5781-4848-b3c2-72d8659d631f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:37.327109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Attempting to bind port 2bf8d773-5dbc-46dc-8204-599b5b0487f4 on network 2b89cf70-5781-4848-b3c2-72d8659d631f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:37.336396 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.367779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Transition to ACTIVE for port object 10c5e169-1b0d-4a67-bff6-2f91d93addbc will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:54:37.379073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb0fb29-c193-4690-ac15-a0f3144de7c8 None None] Pushing event updated for resources: {'Port': ['ID=0a9ba8ba-127d-4b06-a42a-7f349196749b,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:37.451277 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.507833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-85dbef58-e095-4d0f-8d06-7b50a50ae27e admin admin] Deleting subnet b8254e98-e672-4e30-872d-d6c26da8ab7d {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:37.511992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Pushing event updated for resources: {'Port': ['ID=4188f111-cdf6-4ae7-8c02-13503c04dae2,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:37.527083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85dbef58-e095-4d0f-8d06-7b50a50ae27e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.538311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:37.544691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Checking segment: {'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:37.545726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Bound using segment: {'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:37.552505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Bound port: 2bf8d773-5dbc-46dc-8204-599b5b0487f4, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:37.553970 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.595115 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.643000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0d6b298c-e4cc-4164-811f-0221635e5393 None None] Provisioning complete for port 901677d6-45f0-4991-a2fb-147cb1b28690 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:37.643818 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0d6b298c-e4cc-4164-811f-0221635e5393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.872551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0d6b298c-e4cc-4164-811f-0221635e5393 None None] Port 901677d6-45f0-4991-a2fb-147cb1b28690 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:54:37.891681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] For port 901677d6-45f0-4991-a2fb-147cb1b28690, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:37.960370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85dbef58-e095-4d0f-8d06-7b50a50ae27e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.960849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] For port 901677d6-45f0-4991-a2fb-147cb1b28690, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=901677d6-45f0-4991-a2fb-147cb1b28690,segment=NetworkSegment(5c35687a-05f3-4028-abd8-a1e3032f5324),segment_id=5c35687a-05f3-4028-abd8-a1e3032f5324)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:37.967448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:37.979510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.146413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:38.147860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:38.286456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Pushing event updated for resources: {'Port': ['ID=10c5e169-1b0d-4a67-bff6-2f91d93addbc,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:38.327803 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Attempting to bind port 4188f111-cdf6-4ae7-8c02-13503c04dae2 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:38.328637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Attempting to bind port 4188f111-cdf6-4ae7-8c02-13503c04dae2 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:38.329385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Attempting to bind port 4188f111-cdf6-4ae7-8c02-13503c04dae2 on network 2b89cf70-5781-4848-b3c2-72d8659d631f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:38.338005 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Port 4188f111-cdf6-4ae7-8c02-13503c04dae2 on network 2b89cf70-5781-4848-b3c2-72d8659d631f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:38.338914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Attempting to bind port 4188f111-cdf6-4ae7-8c02-13503c04dae2 on network 2b89cf70-5781-4848-b3c2-72d8659d631f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:38.352260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Attempting to bind port 10c5e169-1b0d-4a67-bff6-2f91d93addbc on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:38.352932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Attempting to bind port 10c5e169-1b0d-4a67-bff6-2f91d93addbc by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:38.353478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Attempting to bind port 10c5e169-1b0d-4a67-bff6-2f91d93addbc on network 2b89cf70-5781-4848-b3c2-72d8659d631f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:38.373095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77403065-4f61-4e29-af3f-e9418ca289fc req-bd73009c-4805-43c4-b5e0-82974e124b97 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:38.375067 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85dbef58-e095-4d0f-8d06-7b50a50ae27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.388117 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77403065-4f61-4e29-af3f-e9418ca289fc req-bd73009c-4805-43c4-b5e0-82974e124b97 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 943 time: 0.5631018 Nov 25 19:54:38.389279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Port 10c5e169-1b0d-4a67-bff6-2f91d93addbc on network 2b89cf70-5781-4848-b3c2-72d8659d631f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:54:38.389992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Attempting to bind port 10c5e169-1b0d-4a67-bff6-2f91d93addbc on network 2b89cf70-5781-4848-b3c2-72d8659d631f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:38.418421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:38.419161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Checking segment: {'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:38.419887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Bound using segment: {'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:38.420724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Bound port: 4188f111-cdf6-4ae7-8c02-13503c04dae2, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:38.421336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.433524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:38.434271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Checking segment: {'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:38.435002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Bound using segment: {'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:38.435731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Bound port: 10c5e169-1b0d-4a67-bff6-2f91d93addbc, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afaf646b-a283-4291-88cc-c72aab432052', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:38.436371 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.464251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9e5439-3e4e-4aca-a5ce-37e101fb036c None None] Pushing event updated for resources: {'Port': ['ID=901677d6-45f0-4991-a2fb-147cb1b28690,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:38.489351 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.560263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:38.636111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] For port 2bf8d773-5dbc-46dc-8204-599b5b0487f4, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:38.790913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] For port 10c5e169-1b0d-4a67-bff6-2f91d93addbc, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:38.802236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] For port 10c5e169-1b0d-4a67-bff6-2f91d93addbc, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=10c5e169-1b0d-4a67-bff6-2f91d93addbc,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:38.807111 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85dbef58-e095-4d0f-8d06-7b50a50ae27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.844192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Allocated IP 2001:db8:3::1 (6f9c31c7-5665-412d-b961-782fc163198e/e6caccd9-3de5-4456-8f5b-abd224ca3034/9f3d7743-111e-448e-bdb4-0df193c35555) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:38.868163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dbef58-e095-4d0f-8d06-7b50a50ae27e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8254e98-e672-4e30-872d-d6c26da8ab7d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:38.872101 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.876240 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85dbef58-e095-4d0f-8d06-7b50a50ae27e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:38.889998 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-85dbef58-e095-4d0f-8d06-7b50a50ae27e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b8254e98-e672-4e30-872d-d6c26da8ab7d HTTP/1.1" status: 204 len: 168 time: 2.1711540 Nov 25 19:54:38.915233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58188) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:38.938628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] For port 4188f111-cdf6-4ae7-8c02-13503c04dae2, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:39.104736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-915b5a8e-4fe3-4093-88cf-6848ad05400c None None] Provisioning complete for port 901677d6-45f0-4991-a2fb-147cb1b28690 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:39.105750 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-915b5a8e-4fe3-4093-88cf-6848ad05400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.170534 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.190549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:39.192007 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.208110 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] 10.222.0.60 "PUT /v2.0/ports/10c5e169-1b0d-4a67-bff6-2f91d93addbc HTTP/1.1" status: 200 len: 1091 time: 3.7513754 Nov 25 19:54:39.210709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '582ed65e-4492-4327-8582-a2b0dcab5cf5', 'tag': '10c5e169-1b0d-4a67-bff6-2f91d93addbc'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:39.219963 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-645af7fb-4b37-4504-9e0b-8c141dcbfbd4" -d '{"events": [{"name": "network-changed", "server_uuid": "582ed65e-4492-4327-8582-a2b0dcab5cf5", "tag": "10c5e169-1b0d-4a67-bff6-2f91d93addbc"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:39.226887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0a9ba8ba-127d-4b06-a42a-7f349196749b up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:39.273707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] For port 4188f111-cdf6-4ae7-8c02-13503c04dae2, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4188f111-cdf6-4ae7-8c02-13503c04dae2,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:39.333976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77403065-4f61-4e29-af3f-e9418ca289fc req-0654fec0-9dad-4292-81ce-ae9101b6b0e0 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9446509 Nov 25 19:54:39.346375 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.426958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] For port 2bf8d773-5dbc-46dc-8204-599b5b0487f4, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2bf8d773-5dbc-46dc-8204-599b5b0487f4,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:39.537105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=9f3d7743-111e-448e-bdb4-0df193c35555,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:39.549261 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.557015 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.586351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 6f9c31c7-5665-412d-b961-782fc163198e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:39.625484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0a9ba8ba-127d-4b06-a42a-7f349196749b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:39.626242 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.639487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:39.651992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:39.652633 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.654458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] 10.222.0.76 "PUT /v2.0/ports/2bf8d773-5dbc-46dc-8204-599b5b0487f4 HTTP/1.1" status: 200 len: 1091 time: 7.0221426 Nov 25 19:54:39.654981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac97bc00-adc7-4027-bdfd-17dac386e441', 'tag': '2bf8d773-5dbc-46dc-8204-599b5b0487f4'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:39.675720 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86daa640-a7f2-4c50-a30a-aeaf4c4416fc" -d '{"events": [{"name": "network-changed", "server_uuid": "ac97bc00-adc7-4027-bdfd-17dac386e441", "tag": "2bf8d773-5dbc-46dc-8204-599b5b0487f4"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:39.689379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d39606-80fa-44a0-b21d-a2d8c020ccef service neutron] Pushing event updated for resources: {'Port': ['ID=10c5e169-1b0d-4a67-bff6-2f91d93addbc,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:39.693547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:39.696383 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.704831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-001fd3de-8f92-490a-8cf5-fb937f70e568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:39.709772 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-001fd3de-8f92-490a-8cf5-fb937f70e568 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60ad7a592be4477a8c026b940a65ae2e&device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 1094 time: 0.4032590 Nov 25 19:54:39.839135 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.857890 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b0da89-fc7a-40e8-b616-e65eac510d47 x-openstack-request-id: req-41b0da89-fc7a-40e8-b616-e65eac510d47 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:39.858533 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "582ed65e-4492-4327-8582-a2b0dcab5cf5", "tag": "10c5e169-1b0d-4a67-bff6-2f91d93addbc", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:39.859456 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-41b0da89-fc7a-40e8-b616-e65eac510d47 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:39.860761 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '582ed65e-4492-4327-8582-a2b0dcab5cf5', 'tag': '10c5e169-1b0d-4a67-bff6-2f91d93addbc', 'status': 'completed', 'code': 200} Nov 25 19:54:39.893654 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-915b5a8e-4fe3-4093-88cf-6848ad05400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.901889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:39.902651 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:39.908635 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] 10.222.0.60 "PUT /v2.0/ports/4188f111-cdf6-4ae7-8c02-13503c04dae2 HTTP/1.1" status: 200 len: 1091 time: 5.2082777 Nov 25 19:54:39.999061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f60162e-d787-4f1c-bb71-18198c75281f None None] Network 6f9c31c7-5665-412d-b961-782fc163198e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:40.005525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bb0fd-e006-4289-a303-3037b293cd6b service neutron] Pushing event updated for resources: {'Port': ['ID=2bf8d773-5dbc-46dc-8204-599b5b0487f4,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:40.057775 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-3b085d2a-4535-4230-ab92-b5c30c4a4541 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c5e169-1b0d-4a67-bff6-2f91d93addbc HTTP/1.1" status: 200 len: 217 time: 0.2323959 Nov 25 19:54:40.085988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-9f472825-17b2-493c-b37a-e2ed3b59f206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:40.087752 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-9f472825-17b2-493c-b37a-e2ed3b59f206 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60ad7a592be4477a8c026b940a65ae2e&device_id=ac97bc00-adc7-4027-bdfd-17dac386e441 HTTP/1.1" status: 200 len: 1094 time: 0.2863247 Nov 25 19:54:40.184370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-915b5a8e-4fe3-4093-88cf-6848ad05400c None None] For port 901677d6-45f0-4991-a2fb-147cb1b28690, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=901677d6-45f0-4991-a2fb-147cb1b28690,segment=NetworkSegment(5c35687a-05f3-4028-abd8-a1e3032f5324),segment_id=5c35687a-05f3-4028-abd8-a1e3032f5324)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:40.201160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a6259af0-b706-4bbf-93ae-de5de8e349d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bf8d773-5dbc-46dc-8204-599b5b0487f4 HTTP/1.1" status: 200 len: 217 time: 0.1049161 Nov 25 19:54:40.218932 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-915b5a8e-4fe3-4093-88cf-6848ad05400c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:40.235105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-db79aa6e-467d-4eea-97d7-8010914b4be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:40.239204 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-db79aa6e-467d-4eea-97d7-8010914b4be2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a80658f-0e02-4fc1-8b3c-e131292ec5d4 HTTP/1.1" status: 200 len: 857 time: 0.1597977 Nov 25 19:54:40.244752 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d963f16-32a4-44fd-b6bd-da13dbc801af x-openstack-request-id: req-0d963f16-32a4-44fd-b6bd-da13dbc801af {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:40.244752 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac97bc00-adc7-4027-bdfd-17dac386e441", "tag": "2bf8d773-5dbc-46dc-8204-599b5b0487f4", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:40.247097 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0d963f16-32a4-44fd-b6bd-da13dbc801af {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:40.247756 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac97bc00-adc7-4027-bdfd-17dac386e441', 'tag': '2bf8d773-5dbc-46dc-8204-599b5b0487f4', 'status': 'completed', 'code': 200} Nov 25 19:54:40.382002 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-0826689b-06e7-4316-9397-6800f8dbd296 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b89cf70-5781-4848-b3c2-72d8659d631f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0989022 Nov 25 19:54:40.692265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:40.769611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d96453-bfde-48be-b667-7341fb16f479']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:40.791340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3103658-25bc-49de-9086-42faabcf304b') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:40.792932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3103658-25bc-49de-9086-42faabcf304b') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:40.805830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915b5a8e-4fe3-4093-88cf-6848ad05400c None None] Pushing event updated for resources: {'Port': ['ID=901677d6-45f0-4991-a2fb-147cb1b28690,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:40.817310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:40.862272 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:40.879642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:40.879939 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:40.881028 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:40.969161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ab074600-a033-4f2b-8e43-b672b0b8d8d7 None None] Provisioning complete for port 0a9ba8ba-127d-4b06-a42a-7f349196749b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:40.969607 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ab074600-a033-4f2b-8e43-b672b0b8d8d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.037747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:28Z', 'revision_number': 4, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:37Z', 'revision_number': 4, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:41.096517 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.097431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64ff1aca-dabc-4db6-aa0c-7f093b5b981c None None] The sync data for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 is: [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:28Z', 'revision_number': 4, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:37Z', 'revision_number': 4, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:41.100341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7c6cff08-0dac-41fb-8dc5-7d6141f472dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:41.103107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-7c6cff08-0dac-41fb-8dc5-7d6141f472dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a80658f-0e02-4fc1-8b3c-e131292ec5d4 HTTP/1.1" status: 200 len: 857 time: 0.8929732 Nov 25 19:54:41.132524 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 0a9ba8ba-127d-4b06-a42a-7f349196749b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0a9ba8ba-127d-4b06-a42a-7f349196749b,segment=NetworkSegment(b46e6eaf-d57d-4f79-ba5d-39dbc11043a5),segment_id=b46e6eaf-d57d-4f79-ba5d-39dbc11043a5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:41.206093 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.243492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-29eb85bf-c3ac-4d2d-9acf-ff7eeee28fd1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b89cf70-5781-4848-b3c2-72d8659d631f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0817497 Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:41.270677 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:41.311796 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.319821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ddd4f9-a1fb-4da7-8473-618a52a06944 service neutron] Pushing event updated for resources: {'Port': ['ID=4188f111-cdf6-4ae7-8c02-13503c04dae2,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:41.342507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.364258 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/11d96453-bfde-48be-b667-7341fb16f479 HTTP/1.1" status: 204 len: 168 time: 2.4448261 Nov 25 19:54:41.385013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a14a3bd2-f795-4a27-899b-00603a5133ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:41.392091 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-a14a3bd2-f795-4a27-899b-00603a5133ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60ad7a592be4477a8c026b940a65ae2e&device_id=8c79e07f-b285-41d6-a995-c22dd6c07c9d HTTP/1.1" status: 200 len: 1094 time: 1.3267787 Nov 25 19:54:41.397500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58214) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:41.422850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa39e30-7a4e-447d-a177-611be7ffd7a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=11d96453-bfde-48be-b667-7341fb16f479,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:41.537039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c1b3330-0c62-4296-85bf-5156fab1c850 admin admin] Deleting subnet 4dbda538-3637-4b88-92fd-5941cb71d805 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:41.543184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 901677d6-45f0-4991-a2fb-147cb1b28690 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:41.606911 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-c7f7391a-a794-4e40-8c0e-00ede870df1c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4188f111-cdf6-4ae7-8c02-13503c04dae2 HTTP/1.1" status: 200 len: 217 time: 0.2019691 Nov 25 19:54:41.639759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=0a9ba8ba-127d-4b06-a42a-7f349196749b,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:41.693630 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3330-0c62-4296-85bf-5156fab1c850 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.768592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 901677d6-45f0-4991-a2fb-147cb1b28690 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:41.769529 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:41.786792 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-c53ec8c4-a709-44b8-a32f-8f9d301f6fb4 service neutron] 10.222.0.60 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2541614 Nov 25 19:54:41.862469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c79e07f-b285-41d6-a995-c22dd6c07c9d', 'tag': '4188f111-cdf6-4ae7-8c02-13503c04dae2'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:41.879928 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7427f36e-2127-41b0-808f-a90227bbc027" -d '{"events": [{"name": "network-changed", "server_uuid": "8c79e07f-b285-41d6-a995-c22dd6c07c9d", "tag": "4188f111-cdf6-4ae7-8c02-13503c04dae2"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:41.908803 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-05500d1e-10f2-46c2-83ed-ce2d867305da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:41.919821 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-05500d1e-10f2-46c2-83ed-ce2d867305da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a80658f-0e02-4fc1-8b3c-e131292ec5d4 HTTP/1.1" status: 200 len: 857 time: 0.3039851 Nov 25 19:54:41.933395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86dbb8-7e01-49d3-835e-fe6273ca4122 req-a6722c27-b78d-4155-9f44-a6e15b839719 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:41.936612 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa86dbb8-7e01-49d3-835e-fe6273ca4122 req-a6722c27-b78d-4155-9f44-a6e15b839719 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 943 time: 0.8414850 Nov 25 19:54:42.163235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa86dbb8-7e01-49d3-835e-fe6273ca4122 req-f2037305-a8f2-4e17-ae70-20c0de88bd03 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316099 Nov 25 19:54:42.188507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-48f8ac26-6a4e-4592-bd92-e2c1de15d301 None None] Provisioning complete for port 0a9ba8ba-127d-4b06-a42a-7f349196749b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:42.189039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-48f8ac26-6a4e-4592-bd92-e2c1de15d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:42.194119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3330-0c62-4296-85bf-5156fab1c850 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:42.240490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-6e01c32a-b881-40c6-ba25-5934a08b270f service neutron] 10.222.0.76 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9773974 Nov 25 19:54:42.415986 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-23dabdb5-98bb-497c-8214-6b31a02b7b86 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b89cf70-5781-4848-b3c2-72d8659d631f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4719737 Nov 25 19:54:42.569565 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8805290a-9a4b-4efc-8cbc-100ca53eaf3a x-openstack-request-id: req-8805290a-9a4b-4efc-8cbc-100ca53eaf3a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:42.571433 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c79e07f-b285-41d6-a995-c22dd6c07c9d", "tag": "4188f111-cdf6-4ae7-8c02-13503c04dae2", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:42.571433 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8805290a-9a4b-4efc-8cbc-100ca53eaf3a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:42.571870 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c79e07f-b285-41d6-a995-c22dd6c07c9d', 'tag': '4188f111-cdf6-4ae7-8c02-13503c04dae2', 'status': 'completed', 'code': 200} Nov 25 19:54:42.631827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-48f8ac26-6a4e-4592-bd92-e2c1de15d301 None None] Provisioning complete for port 9f3d7743-111e-448e-bdb4-0df193c35555 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:42.631827 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-48f8ac26-6a4e-4592-bd92-e2c1de15d301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:42.668375 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3330-0c62-4296-85bf-5156fab1c850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:42.805361 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58230) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:42.851681 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-1d86aefe-1c23-4124-a1bf-8cddc63c4e75 service neutron] 10.222.0.60 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0496187 Nov 25 19:54:42.865321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-48f8ac26-6a4e-4592-bd92-e2c1de15d301 None None] Port 9f3d7743-111e-448e-bdb4-0df193c35555 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:54:42.876046 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-946fc1f8-b5ff-4e64-bdd3-cdfc4de8734a service neutron] 10.222.0.60 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492669 Nov 25 19:54:42.994486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1d283b68-b51b-42be-b64f-3ef20cbd9f99 None None] Provisioning complete for port 9f3d7743-111e-448e-bdb4-0df193c35555 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:42.996087 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1d283b68-b51b-42be-b64f-3ef20cbd9f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:43.076079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1d283b68-b51b-42be-b64f-3ef20cbd9f99 None None] Port 9f3d7743-111e-448e-bdb4-0df193c35555 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:54:43.106564 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:43.134717 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-75c1c881-cfb3-4fa0-afe7-dc85ccbc7189 service neutron] 10.222.0.60 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2499819 Nov 25 19:54:43.177158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645af7fb-4b37-4504-9e0b-8c141dcbfbd4 req-9e71abfe-4267-4b6b-9461-fc922fc63751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:43.183234 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-645af7fb-4b37-4504-9e0b-8c141dcbfbd4 req-9e71abfe-4267-4b6b-9461-fc922fc63751 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60ad7a592be4477a8c026b940a65ae2e&device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 1094 time: 0.1218138 Nov 25 19:54:43.448560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427f36e-2127-41b0-808f-a90227bbc027 req-0df6c36f-5cfe-401b-9c82-c0db80344458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:43.457063 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7427f36e-2127-41b0-808f-a90227bbc027 req-0df6c36f-5cfe-401b-9c82-c0db80344458 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=60ad7a592be4477a8c026b940a65ae2e&device_id=8c79e07f-b285-41d6-a995-c22dd6c07c9d HTTP/1.1" status: 200 len: 1094 time: 0.2019947 Nov 25 19:54:43.466218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0a9ba8ba-127d-4b06-a42a-7f349196749b up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:43.473331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:43.474288 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:43.557793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c43c72c-622d-43e3-8399-612cfcdb1257 req-806e2423-f8bd-4054-b5ab-44802a1b7624 service neutron] 10.222.0.76 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2235150 Nov 25 19:54:43.560367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645af7fb-4b37-4504-9e0b-8c141dcbfbd4 req-058c7b80-4005-48a3-b5e7-6f98f330b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:43.563644 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-645af7fb-4b37-4504-9e0b-8c141dcbfbd4 req-058c7b80-4005-48a3-b5e7-6f98f330b44b service neutron] 10.222.0.60 "GET /v2.0/networks?id=2b89cf70-5781-4848-b3c2-72d8659d631f HTTP/1.1" status: 200 len: 918 time: 0.3708215 Nov 25 19:54:43.625481 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0a9ba8ba-127d-4b06-a42a-7f349196749b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:43.630238 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:43.878045 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3330-0c62-4296-85bf-5156fab1c850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:43.977874 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2c1b3330-0c62-4296-85bf-5156fab1c850 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:43.981928 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2c1b3330-0c62-4296-85bf-5156fab1c850 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4dbda538-3637-4b88-92fd-5941cb71d805 HTTP/1.1" status: 204 len: 168 time: 2.5563269 Nov 25 19:54:43.990187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58248) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:44.005998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0976d0f-8cd2-462c-b006-3150f65aa0e7 req-7590a4ea-6c1d-4422-808f-6b62786faf10 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:44.014271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0976d0f-8cd2-462c-b006-3150f65aa0e7 req-7590a4ea-6c1d-4422-808f-6b62786faf10 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 943 time: 0.5547152 Nov 25 19:54:44.017897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event updated for resources: {'Port': ['ID=9f3d7743-111e-448e-bdb4-0df193c35555,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:44.040445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b3330-0c62-4296-85bf-5156fab1c850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4dbda538-3637-4b88-92fd-5941cb71d805,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:44.141840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.269128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0976d0f-8cd2-462c-b006-3150f65aa0e7 req-06048106-730c-4bc0-8f1a-2544dc0f3be9 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2446244 Nov 25 19:54:44.316998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daa640-a7f2-4c50-a30a-aeaf4c4416fc req-de62418a-d7aa-4dac-ad37-fdaeb4de43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:44.318710 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86daa640-a7f2-4c50-a30a-aeaf4c4416fc req-de62418a-d7aa-4dac-ad37-fdaeb4de43dd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=60ad7a592be4477a8c026b940a65ae2e&device_id=ac97bc00-adc7-4027-bdfd-17dac386e441 HTTP/1.1" status: 200 len: 1094 time: 0.4717710 Nov 25 19:54:44.353713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Network 6f9c31c7-5665-412d-b961-782fc163198e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:44.371062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:44.515751 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-645af7fb-4b37-4504-9e0b-8c141dcbfbd4 req-cd14104f-da3d-402a-865b-c8052500c644 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=10c5e169-1b0d-4a67-bff6-2f91d93addbc HTTP/1.1" status: 200 len: 217 time: 0.8732343 Nov 25 19:54:44.517830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427f36e-2127-41b0-808f-a90227bbc027 req-30c9a8fd-ccf4-47a6-9b83-694f434d63fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:44.520612 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7427f36e-2127-41b0-808f-a90227bbc027 req-30c9a8fd-ccf4-47a6-9b83-694f434d63fc service neutron] 10.222.0.60 "GET /v2.0/networks?id=2b89cf70-5781-4848-b3c2-72d8659d631f HTTP/1.1" status: 200 len: 918 time: 1.0582874 Nov 25 19:54:44.622991 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.676735 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7427f36e-2127-41b0-808f-a90227bbc027 req-ee16cbd4-f3f6-4fb8-a7be-99f6a733a447 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4188f111-cdf6-4ae7-8c02-13503c04dae2 HTTP/1.1" status: 200 len: 217 time: 0.1463661 Nov 25 19:54:44.773311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57224db2-e6be-4a94-a352-55bbdd6c86ac']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:44.812472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3823821-f47d-48f7-8397-a93f6c52e687') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:44.812813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3823821-f47d-48f7-8397-a93f6c52e687') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:44.833478 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.852278 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.863902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:44.863902 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:44.871825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7427f36e-2127-41b0-808f-a90227bbc027 req-433ea6ac-6720-4a19-a35c-7054ffe2507c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:44.883591 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7427f36e-2127-41b0-808f-a90227bbc027 req-433ea6ac-6720-4a19-a35c-7054ffe2507c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a80658f-0e02-4fc1-8b3c-e131292ec5d4 HTTP/1.1" status: 200 len: 857 time: 0.1892049 Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:44.902165 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:44.911926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645af7fb-4b37-4504-9e0b-8c141dcbfbd4 req-510dabe4-b7d0-4351-8526-44b25ce4be3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:44.913699 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-645af7fb-4b37-4504-9e0b-8c141dcbfbd4 req-510dabe4-b7d0-4351-8526-44b25ce4be3b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5a80658f-0e02-4fc1-8b3c-e131292ec5d4 HTTP/1.1" status: 200 len: 857 time: 0.3848457 Nov 25 19:54:45.007949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f2ac1f08-52b6-4775-802f-57cddffe66c0 None None] Provisioning complete for port 9f3d7743-111e-448e-bdb4-0df193c35555 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:45.008906 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f2ac1f08-52b6-4775-802f-57cddffe66c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.072509 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7427f36e-2127-41b0-808f-a90227bbc027 req-a8adf55f-188f-4d13-a7b0-976022c01706 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b89cf70-5781-4848-b3c2-72d8659d631f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1813307 Nov 25 19:54:45.084719 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.094673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router b7b564db-138c-4429-91a7-626699ed5adc has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:45.106995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daa640-a7f2-4c50-a30a-aeaf4c4416fc req-23c1946d-49c3-4d01-88ee-116da37e55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:45.111001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86daa640-a7f2-4c50-a30a-aeaf4c4416fc req-23c1946d-49c3-4d01-88ee-116da37e55b3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=2b89cf70-5781-4848-b3c2-72d8659d631f HTTP/1.1" status: 200 len: 918 time: 0.7608588 Nov 25 19:54:45.120389 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.121685 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-645af7fb-4b37-4504-9e0b-8c141dcbfbd4 req-55baf169-c499-4ce0-acc1-361adf857afc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b89cf70-5781-4848-b3c2-72d8659d631f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1797922 Nov 25 19:54:45.133364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] 10.222.0.15 "DELETE /v2.0/networks/57224db2-e6be-4a94-a352-55bbdd6c86ac HTTP/1.1" status: 204 len: 168 time: 1.1165068 Nov 25 19:54:45.164586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac1f08-52b6-4775-802f-57cddffe66c0 None None] Port 9f3d7743-111e-448e-bdb4-0df193c35555 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:54:45.283751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4044877-904a-4862-8ab2-a192bafab290 admin admin] Pushing event deleted for resources: {'Network': ['ID=57224db2-e6be-4a94-a352-55bbdd6c86ac,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:45.308721 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86daa640-a7f2-4c50-a30a-aeaf4c4416fc req-2f6f45e4-3780-498c-a172-0d748638fcfe service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2bf8d773-5dbc-46dc-8204-599b5b0487f4 HTTP/1.1" status: 200 len: 217 time: 0.1652365 Nov 25 19:54:45.386968 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7427f36e-2127-41b0-808f-a90227bbc027 req-189dfe97-357e-4735-9df8-8c947de771b3 service neutron] 10.222.0.60 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635484 Nov 25 19:54:45.441632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58276) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:45.570358 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-645af7fb-4b37-4504-9e0b-8c141dcbfbd4 req-a64c3d57-0d66-4189-aa26-7114af83b03a service neutron] 10.222.0.60 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435087 Nov 25 19:54:45.626229 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a04180b9-79bc-4c37-8c7c-f963e5889e37 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53bfa080646b4a5f8e634673f03a87c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1772878 Nov 25 19:54:45.641940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58282) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:45.749372 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7427f36e-2127-41b0-808f-a90227bbc027 req-a86cd33b-d8fd-4fa9-9d91-b484d16051bf service neutron] 10.222.0.60 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3464715 Nov 25 19:54:45.772360 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f7463c5-7cc2-43b9-91f0-eb7bbd8e12a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.821585 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f7463c5-7cc2-43b9-91f0-eb7bbd8e12a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.943599 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-645af7fb-4b37-4504-9e0b-8c141dcbfbd4 req-c5c9cbbf-d014-4180-b40b-6cabd1680857 service neutron] 10.222.0.60 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3638542 Nov 25 19:54:45.967753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f7463c5-7cc2-43b9-91f0-eb7bbd8e12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.975840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f7463c5-7cc2-43b9-91f0-eb7bbd8e12a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:45.983108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86daa640-a7f2-4c50-a30a-aeaf4c4416fc req-4367109c-17cd-41f8-8564-9c483e48919b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:45.983108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86daa640-a7f2-4c50-a30a-aeaf4c4416fc req-4367109c-17cd-41f8-8564-9c483e48919b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5a80658f-0e02-4fc1-8b3c-e131292ec5d4 HTTP/1.1" status: 200 len: 857 time: 0.6575029 Nov 25 19:54:45.986596 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6f7463c5-7cc2-43b9-91f0-eb7bbd8e12a1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1337c08e-6bab-47c5-9cc5-f1e746cf0a76 HTTP/1.1" status: 204 len: 168 time: 0.3429644 Nov 25 19:54:46.004430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7463c5-7cc2-43b9-91f0-eb7bbd8e12a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1337c08e-6bab-47c5-9cc5-f1e746cf0a76,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:46.073985 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 10c5e169-1b0d-4a67-bff6-2f91d93addbc details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:54:46.077009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:46.094281 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Sync routers for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:46.133529 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:46.134566 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:46.151531 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-00bb835b-6294-44bd-a28b-b8d0f44681f8 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6451180 Nov 25 19:54:46.154535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58288) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:46.164261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5ccd06ca-b7bb-4981-b766-7efa3449073c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:46.236065 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86daa640-a7f2-4c50-a30a-aeaf4c4416fc req-3d98fb0a-b0b2-4cb7-b8ff-4887b21b198b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=2b89cf70-5781-4848-b3c2-72d8659d631f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1491053 Nov 25 19:54:46.402495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853d0cd9-1d81-4303-bf7b-0291fcff3ed1 req-4deaeccd-8e5d-4e50-9d5b-2efc41934dad tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:46.405048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-853d0cd9-1d81-4303-bf7b-0291fcff3ed1 req-4deaeccd-8e5d-4e50-9d5b-2efc41934dad tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 943 time: 1.0089774 Nov 25 19:54:46.411558 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.488949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 10c5e169-1b0d-4a67-bff6-2f91d93addbc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=10c5e169-1b0d-4a67-bff6-2f91d93addbc,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:46.540006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '10c5e169-1b0d-4a67-bff6-2f91d93addbc', 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f', 'port_id': '10c5e169-1b0d-4a67-bff6-2f91d93addbc', 'mac_address': 'fa:16:3e:83:1c:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a80658f-0e02-4fc1-8b3c-e131292ec5d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:54:46.619257 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:46.672819 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.743451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c5e169-1b0d-4a67-bff6-2f91d93addbc {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:54:46.807630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 10c5e169-1b0d-4a67-bff6-2f91d93addbc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=10c5e169-1b0d-4a67-bff6-2f91d93addbc,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:46.827041 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:46.827746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4188f111-cdf6-4ae7-8c02-13503c04dae2 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:54:46.908368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58294) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:46.920684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4188f111-cdf6-4ae7-8c02-13503c04dae2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4188f111-cdf6-4ae7-8c02-13503c04dae2,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:46.961309 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3d7743-111e-448e-bdb4-0df193c35555', 'name': '', 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:1a:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:38Z', 'updated_at': '2021-11-25T19:54:42Z', 'revision_number': 2, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:46.972556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '4188f111-cdf6-4ae7-8c02-13503c04dae2', 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f', 'port_id': '4188f111-cdf6-4ae7-8c02-13503c04dae2', 'mac_address': 'fa:16:3e:f0:c3:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a80658f-0e02-4fc1-8b3c-e131292ec5d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:54:46.977515 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-853d0cd9-1d81-4303-bf7b-0291fcff3ed1 req-c5645e5e-92a2-4dfa-b6fa-de7e2c02e4a5 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4934278 Nov 25 19:54:46.978016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2bf8d773-5dbc-46dc-8204-599b5b0487f4 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:54:46.992859 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Checking router: b7b564db-138c-4429-91a7-626699ed5adc for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:46.993222 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Updating router b7b564db-138c-4429-91a7-626699ed5adc port 9f3d7743-111e-448e-bdb4-0df193c35555 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:54:47.012854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86daa640-a7f2-4c50-a30a-aeaf4c4416fc req-1163662c-fd98-4419-af65-c31cf21b3ab2 service neutron] 10.222.0.76 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7506254 Nov 25 19:54:47.026621 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.091028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-967388f3-1d47-4388-93e3-4c71b8041db4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c5dee83e9394c0c8cb306800c6db7e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1753063 Nov 25 19:54:47.092269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58298) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:47.288862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.extraroute_db [None req-5ccd06ca-b7bb-4981-b766-7efa3449073c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 19:54:47.360623 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.377865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=10c5e169-1b0d-4a67-bff6-2f91d93addbc,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:47.386105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.extraroute_db [None req-5ccd06ca-b7bb-4981-b766-7efa3449073c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Removed routes are [] {{(pid=103652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 19:54:47.389576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4188f111-cdf6-4ae7-8c02-13503c04dae2 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:54:47.391769 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ccd06ca-b7bb-4981-b766-7efa3449073c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.458175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4188f111-cdf6-4ae7-8c02-13503c04dae2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4188f111-cdf6-4ae7-8c02-13503c04dae2,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:47.471654 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.604331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2bf8d773-5dbc-46dc-8204-599b5b0487f4, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2bf8d773-5dbc-46dc-8204-599b5b0487f4,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:47.632482 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c558dc49-9943-4d74-b2ad-ce47d171fe2d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.646249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4188f111-cdf6-4ae7-8c02-13503c04dae2,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:47.652193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '2bf8d773-5dbc-46dc-8204-599b5b0487f4', 'network_id': '2b89cf70-5781-4848-b3c2-72d8659d631f', 'port_id': '2bf8d773-5dbc-46dc-8204-599b5b0487f4', 'mac_address': 'fa:16:3e:3d:2d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a80658f-0e02-4fc1-8b3c-e131292ec5d4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:54:47.735497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86daa640-a7f2-4c50-a30a-aeaf4c4416fc req-71477805-603b-4ca9-9faf-63f12c744cc1 service neutron] 10.222.0.76 "GET /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6561191 Nov 25 19:54:47.765028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['4188f111-cdf6-4ae7-8c02-13503c04dae2'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:54:47.778323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['10c5e169-1b0d-4a67-bff6-2f91d93addbc'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:54:47.816600 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.856751 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.872503 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c558dc49-9943-4d74-b2ad-ce47d171fe2d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:47.996698 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.032920 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53947c-0555-471e-a29a-37294e2c3b29 None None] Pushing event updated for resources: {'Port': ['ID=9f3d7743-111e-448e-bdb4-0df193c35555,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:48.113962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2bf8d773-5dbc-46dc-8204-599b5b0487f4 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:54:48.182142 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Attempting to bind port 9f3d7743-111e-448e-bdb4-0df193c35555 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:48.182862 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Attempting to bind port 9f3d7743-111e-448e-bdb4-0df193c35555 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'b46e6eaf-d57d-4f79-ba5d-39dbc11043a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:48.183441 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Attempting to bind port 9f3d7743-111e-448e-bdb4-0df193c35555 on network 6f9c31c7-5665-412d-b961-782fc163198e {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:48.191028 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:48.191787 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Checking segment: {'id': 'b46e6eaf-d57d-4f79-ba5d-39dbc11043a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:48.192557 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.193135 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Bound using segment: {'id': 'b46e6eaf-d57d-4f79-ba5d-39dbc11043a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:48.193822 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Bound port: 9f3d7743-111e-448e-bdb4-0df193c35555, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b46e6eaf-d57d-4f79-ba5d-39dbc11043a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:48.194392 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.216462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58312) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:48.272011 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] For port 9f3d7743-111e-448e-bdb4-0df193c35555, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:48.276298 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] For port 9f3d7743-111e-448e-bdb4-0df193c35555, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9f3d7743-111e-448e-bdb4-0df193c35555,segment=NetworkSegment(b46e6eaf-d57d-4f79-ba5d-39dbc11043a5),segment_id=b46e6eaf-d57d-4f79-ba5d-39dbc11043a5)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:48.289273 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.339065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ccd06ca-b7bb-4981-b766-7efa3449073c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.358492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ccd06ca-b7bb-4981-b766-7efa3449073c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.371713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] Deleting port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:48.374523 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.443918 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2bf8d773-5dbc-46dc-8204-599b5b0487f4, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2bf8d773-5dbc-46dc-8204-599b5b0487f4,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:48.499016 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.513912 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:48.523101 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:48.717366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=2bf8d773-5dbc-46dc-8204-599b5b0487f4,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:48.789495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] For port 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d595af7-d7dc-4434-b211-e7e5f6e2e1ee,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:48.791193 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.832883 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53947c-0555-471e-a29a-37294e2c3b29 None None] Pushing event updated for resources: {'Port': ['ID=9f3d7743-111e-448e-bdb4-0df193c35555,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:48.851789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['2bf8d773-5dbc-46dc-8204-599b5b0487f4'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:54:48.897895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ccd06ca-b7bb-4981-b766-7efa3449073c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router b7b564db-138c-4429-91a7-626699ed5adc has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:48.929229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] Calling delete_port for 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:48.948339 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:48.964096 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02f90adc-d5d1-412d-a977-41509be91f9a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.990885 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c558dc49-9943-4d74-b2ad-ce47d171fe2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:48.996102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c558dc49-9943-4d74-b2ad-ce47d171fe2d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.009990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c558dc49-9943-4d74-b2ad-ce47d171fe2d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e9e6a92d-2d7f-441a-8939-523e523172ca HTTP/1.1" status: 204 len: 168 time: 1.9009674 Nov 25 19:54:49.011765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Provisioning complete for port 9f3d7743-111e-448e-bdb4-0df193c35555 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:49.012482 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.229034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ccd06ca-b7bb-4981-b766-7efa3449073c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:49.290888 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5ccd06ca-b7bb-4981-b766-7efa3449073c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.305807 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5ccd06ca-b7bb-4981-b766-7efa3449073c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc HTTP/1.1" status: 200 len: 953 time: 3.1458180 Nov 25 19:54:49.313704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58320) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:49.389095 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.401548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558dc49-9943-4d74-b2ad-ce47d171fe2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e6a92d-2d7f-441a-8939-523e523172ca,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:49.474679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] For port 9f3d7743-111e-448e-bdb4-0df193c35555, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9f3d7743-111e-448e-bdb4-0df193c35555,segment=NetworkSegment(b46e6eaf-d57d-4f79-ba5d-39dbc11043a5),segment_id=b46e6eaf-d57d-4f79-ba5d-39dbc11043a5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:49.496990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.509718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216911bb-f7a5-4897-811c-61bf9e211719 req-ea526308-fea3-4090-9fd8-24649d2a87ae tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:49.524332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-216911bb-f7a5-4897-811c-61bf9e211719 req-ea526308-fea3-4090-9fd8-24649d2a87ae tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 944 time: 1.2383847 Nov 25 19:54:49.633907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Pushing event updated for resources: {'Port': ['ID=9f3d7743-111e-448e-bdb4-0df193c35555,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:49.666898 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bd907c09-2934-40fb-80b4-5e8acaf50c0b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc HTTP/1.1" status: 200 len: 953 time: 0.3502359 Nov 25 19:54:49.686439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58328) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:49.692462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d5c84823-2c43-4cd2-ac0c-479559481a9b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'routes': None}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:49.700223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.701177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.704659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.705363 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.706171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.707448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.709911 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.711551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.712791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.717450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.717868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.719085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a571ad4-aca0-4cfc-a109-ce88d2cf748d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:54:49.777321 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:47Z', 'revision_number': 6, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3d7743-111e-448e-bdb4-0df193c35555', 'name': '', 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:1a:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:38Z', 'updated_at': '2021-11-25T19:54:48Z', 'revision_number': 4, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:49.818855 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4cde1b6-3252-45f6-b86f-226ac7e2c3f9 None None] The sync data for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 is: [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:47Z', 'revision_number': 6, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3d7743-111e-448e-bdb4-0df193c35555', 'name': '', 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:1a:ac:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:38Z', 'updated_at': '2021-11-25T19:54:48Z', 'revision_number': 4, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:49.844209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d76ae2a0-f41b-4900-8193-d1793a19d0e7 None None] Provisioning complete for port 9f3d7743-111e-448e-bdb4-0df193c35555 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:49.844697 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d76ae2a0-f41b-4900-8193-d1793a19d0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:49.945510 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02f90adc-d5d1-412d-a977-41509be91f9a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.113560 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 10c5e169-1b0d-4a67-bff6-2f91d93addbc up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:50.264940 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-216911bb-f7a5-4897-811c-61bf9e211719 req-54136414-1244-4ca3-ad9b-928c0f1ae1e9 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6309152 Nov 25 19:54:50.273904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 10c5e169-1b0d-4a67-bff6-2f91d93addbc completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:54:50.279047 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02f90adc-d5d1-412d-a977-41509be91f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.283958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 10c5e169-1b0d-4a67-bff6-2f91d93addbc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:50.284830 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.424239 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-02f90adc-d5d1-412d-a977-41509be91f9a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bcc81fc65c46465199d81a585bf5fddd&name=default HTTP/1.1" status: 200 len: 3000 time: 2.1765058 Nov 25 19:54:50.424239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f90adc-d5d1-412d-a977-41509be91f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3223c1a2-a4d5-4eb0-be33-73ce2da9c0c8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:50.425944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58340) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:50.452603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.490166 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.557548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582ed65e-4492-4327-8582-a2b0dcab5cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c5e169-1b0d-4a67-bff6-2f91d93addbc'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:50.563608 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2efd837-7175-4565-8b26-51cdf8a0f51f" -d '{"events": [{"server_uuid": "582ed65e-4492-4327-8582-a2b0dcab5cf5", "name": "network-vif-plugged", "status": "completed", "tag": "10c5e169-1b0d-4a67-bff6-2f91d93addbc"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:50.588621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] Pushing event deleted for resources: {'Port': ['ID=5d595af7-d7dc-4434-b211-e7e5f6e2e1ee,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:50.613532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 10c5e169-1b0d-4a67-bff6-2f91d93addbc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=10c5e169-1b0d-4a67-bff6-2f91d93addbc,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:50.625601 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:50.626447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4188f111-cdf6-4ae7-8c02-13503c04dae2 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:50.850200 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d32c0b2-8d95-445e-8fb6-ab924ace9162 x-openstack-request-id: req-7d32c0b2-8d95-445e-8fb6-ab924ace9162 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:50.852405 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582ed65e-4492-4327-8582-a2b0dcab5cf5", "name": "network-vif-plugged", "status": "completed", "tag": "10c5e169-1b0d-4a67-bff6-2f91d93addbc", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:50.852675 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7d32c0b2-8d95-445e-8fb6-ab924ace9162 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:50.853230 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582ed65e-4492-4327-8582-a2b0dcab5cf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c5e169-1b0d-4a67-bff6-2f91d93addbc', 'code': 200} Nov 25 19:54:50.963891 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eba5deaf-b8aa-4e61-87d3-42f2d1fadb20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.026013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2bf8d773-5dbc-46dc-8204-599b5b0487f4 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:51.134876 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.138187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.extraroute_db [None req-d5c84823-2c43-4cd2-ac0c-479559481a9b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added routes are [] {{(pid=103652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 19:54:51.138732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.extraroute_db [None req-d5c84823-2c43-4cd2-ac0c-479559481a9b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=103652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 19:54:51.169443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=10c5e169-1b0d-4a67-bff6-2f91d93addbc,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:51.204760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d5c84823-2c43-4cd2-ac0c-479559481a9b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.231798 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eba5deaf-b8aa-4e61-87d3-42f2d1fadb20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.273386 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 4188f111-cdf6-4ae7-8c02-13503c04dae2 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:54:51.289126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 4188f111-cdf6-4ae7-8c02-13503c04dae2 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:51.289746 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.301224 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 2bf8d773-5dbc-46dc-8204-599b5b0487f4 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:54:51.304584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58354) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:51.391559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 2bf8d773-5dbc-46dc-8204-599b5b0487f4 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:51.391942 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.560288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effe994-670c-41db-808a-cd5c6d89c247 req-125c5b35-a4f9-42b8-83a2-d6522c3eb9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:51.563716 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8effe994-670c-41db-808a-cd5c6d89c247 req-125c5b35-a4f9-42b8-83a2-d6522c3eb9ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 1096 time: 0.3519158 Nov 25 19:54:51.585882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.622638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370e0f64-2473-4a8a-a4e5-e172a0b868b0 req-f75ce220-3da4-4c56-a4c0-5a8b93567c34 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:51.624334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-370e0f64-2473-4a8a-a4e5-e172a0b868b0 req-f75ce220-3da4-4c56-a4c0-5a8b93567c34 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 945 time: 0.1185501 Nov 25 19:54:51.631808 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9f3d7743-111e-448e-bdb4-0df193c35555 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:54:51.695066 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eba5deaf-b8aa-4e61-87d3-42f2d1fadb20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.708051 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eba5deaf-b8aa-4e61-87d3-42f2d1fadb20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.709574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eba5deaf-b8aa-4e61-87d3-42f2d1fadb20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3223c1a2-a4d5-4eb0-be33-73ce2da9c0c8 HTTP/1.1" status: 204 len: 168 time: 1.2829132 Nov 25 19:54:51.776527 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:51.835151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb823a64-e931-4ccc-a535-ef02ea168d5a None None] Sync routers for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:51.865195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2115517224-network', 'tenant_id': 'b762378030044b1a9421782b71806e7a'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:51.890090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 4188f111-cdf6-4ae7-8c02-13503c04dae2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4188f111-cdf6-4ae7-8c02-13503c04dae2,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:51.895013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb823a64-e931-4ccc-a535-ef02ea168d5a None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:51.896565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fb823a64-e931-4ccc-a535-ef02ea168d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:51.965370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5deaf-b8aa-4e61-87d3-42f2d1fadb20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3223c1a2-a4d5-4eb0-be33-73ce2da9c0c8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:52.016392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-370e0f64-2473-4a8a-a4e5-e172a0b868b0 req-0569def6-5526-40eb-98f1-1caff4870234 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728099 Nov 25 19:54:52.048631 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8effe994-670c-41db-808a-cd5c6d89c247 req-bb67929c-594d-4db9-a9a1-f60a0ca0ea93 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4713504 Nov 25 19:54:52.068315 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d5c84823-2c43-4cd2-ac0c-479559481a9b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.078781 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d5c84823-2c43-4cd2-ac0c-479559481a9b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.091740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Made reservation on behalf of b762378030044b1a9421782b71806e7a for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:52.095753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.111002 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-fb823a64-e931-4ccc-a535-ef02ea168d5a None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:52.119774 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.407817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5c84823-2c43-4cd2-ac0c-479559481a9b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router b7b564db-138c-4429-91a7-626699ed5adc has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:52.501928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.517936 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.544647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:54:52.567678 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.568538 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Added segment 8b5151e9-5cc5-4ebb-9901-d6ae600b0a58 of type vlan for network 8da2f828-3475-4cb4-bed3-564ac05d9328 Nov 25 19:54:52.652765 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.773506 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.788527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] Router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:52.879554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79e07f-b285-41d6-a995-c22dd6c07c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4188f111-cdf6-4ae7-8c02-13503c04dae2'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:52.881432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.883645 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39dc057-47f5-4679-a74f-7ab359a45a04" -d '{"events": [{"server_uuid": "8c79e07f-b285-41d6-a995-c22dd6c07c9d", "name": "network-vif-plugged", "status": "completed", "tag": "4188f111-cdf6-4ae7-8c02-13503c04dae2"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:52.934527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc61180-fee1-4cd1-ba30-bceb2e8122ce,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:52.974147 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99d3d673-1b83-4586-a29a-eb62034b71b8 x-openstack-request-id: req-99d3d673-1b83-4586-a29a-eb62034b71b8 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:52.974766 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c79e07f-b285-41d6-a995-c22dd6c07c9d", "name": "network-vif-plugged", "status": "completed", "tag": "4188f111-cdf6-4ae7-8c02-13503c04dae2", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:52.975254 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99d3d673-1b83-4586-a29a-eb62034b71b8 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:52.975861 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79e07f-b285-41d6-a995-c22dd6c07c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4188f111-cdf6-4ae7-8c02-13503c04dae2', 'code': 200} Nov 25 19:54:52.976823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9f3d7743-111e-448e-bdb4-0df193c35555 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:54:52.977411 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:52.990407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:54:53.054572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c84823-2c43-4cd2-ac0c-479559481a9b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:53.063559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d5c84823-2c43-4cd2-ac0c-479559481a9b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.072457 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d5c84823-2c43-4cd2-ac0c-479559481a9b tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc HTTP/1.1" status: 200 len: 703 time: 3.3809457 Nov 25 19:54:53.073553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58386) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:53.156469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=4188f111-cdf6-4ae7-8c02-13503c04dae2,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:53.189763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.192312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:53.192970 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.205338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2bf8d773-5dbc-46dc-8204-599b5b0487f4, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2bf8d773-5dbc-46dc-8204-599b5b0487f4,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:53.248489 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.315601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=2bf8d773-5dbc-46dc-8204-599b5b0487f4,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:53.325643 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.349124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fb823a64-e931-4ccc-a535-ef02ea168d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:51Z', 'revision_number': 7, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3d7743-111e-448e-bdb4-0df193c35555', 'name': '', 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:1a:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:38Z', 'updated_at': '2021-11-25T19:54:49Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:53.405092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] Pushing event updated for resources: {'Network': ['ID=8da2f828-3475-4cb4-bed3-564ac05d9328,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:53.444917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb823a64-e931-4ccc-a535-ef02ea168d5a None None] Checking router: b7b564db-138c-4429-91a7-626699ed5adc for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:53.448494 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 8da2f828-3475-4cb4-bed3-564ac05d9328 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:54:53.458397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-689d0050-f112-4786-b3fa-1bb915b0809c admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1469166 Nov 25 19:54:53.458780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58398) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:53.466470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908ccb2-6a04-4af2-8aed-49c8f4977d07 req-ff62eaec-c736-458a-9489-1475c98784c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:53.468878 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d908ccb2-6a04-4af2-8aed-49c8f4977d07 req-ff62eaec-c736-458a-9489-1475c98784c6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c79e07f-b285-41d6-a995-c22dd6c07c9d HTTP/1.1" status: 200 len: 1096 time: 0.1720626 Nov 25 19:54:53.488018 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] Request body: {'subnet': {'network_id': '8da2f828-3475-4cb4-bed3-564ac05d9328', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2115517224-subnet', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:53.504742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:53.527003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e7cf7887-05ad-4d34-bc6f-c0563f7978ba admin admin] 10.222.0.15 "PUT /v2.0/routers/3a357b36-2c11-410d-a537-6f2ccf5f0ff8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7074838 Nov 25 19:54:53.529621 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156da8-16f8-4ede-af88-3209f4584529 None None] Sync routers for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:53.553863 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d156da8-16f8-4ede-af88-3209f4584529 None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:53.555020 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2d156da8-16f8-4ede-af88-3209f4584529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:53.555297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc237fb6-fd09-4a86-9dbe-1ad25ee98092 req-24aeafd3-c677-49a1-80ad-d042d12ffea9 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:53.557981 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc237fb6-fd09-4a86-9dbe-1ad25ee98092 req-24aeafd3-c677-49a1-80ad-d042d12ffea9 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 945 time: 0.1561968 Nov 25 19:54:53.560022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58400) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:53.605298 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6db14391-a95c-4809-a1a2-7f7fdac57306 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc HTTP/1.1" status: 200 len: 703 time: 0.5296152 Nov 25 19:54:53.606696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] Made reservation on behalf of b762378030044b1a9421782b71806e7a for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:54:53.611610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.616393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58402) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:53.622340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb823a64-e931-4ccc-a535-ef02ea168d5a None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:53.635023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fb823a64-e931-4ccc-a535-ef02ea168d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:53.794344 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc237fb6-fd09-4a86-9dbe-1ad25ee98092 req-3ca51303-92c2-4c9e-976c-76ba935c62df tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2195625 Nov 25 19:54:53.857839 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:53.894288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-fb823a64-e931-4ccc-a535-ef02ea168d5a None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:53.989261 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-2d156da8-16f8-4ede-af88-3209f4584529 None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:54.019263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.041891 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d908ccb2-6a04-4af2-8aed-49c8f4977d07 req-19d6320f-382b-4efa-a1bd-0b0f79e69564 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5096917 Nov 25 19:54:54.220089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Deleting port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:54.220486 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.446085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fb823a64-e931-4ccc-a535-ef02ea168d5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:51Z', 'revision_number': 7, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3d7743-111e-448e-bdb4-0df193c35555', 'name': '', 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:1a:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:38Z', 'updated_at': '2021-11-25T19:54:49Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:54.459690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] For port 6ad2bcfe-bdfb-4425-be17-6de11ad2966b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6ad2bcfe-bdfb-4425-be17-6de11ad2966b,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:54.460087 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.483094 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2d156da8-16f8-4ede-af88-3209f4584529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153'}], 'enable_snat': True}, 'gw_port_id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:54:50Z', 'revision_number': 5, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port': {'id': '6ad2bcfe-bdfb-4425-be17-6de11ad2966b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:02:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2177, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:43:57Z', 'updated_at': '2021-11-25T19:44:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:54.485580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Calling delete_port for 6ad2bcfe-bdfb-4425-be17-6de11ad2966b owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:54.537489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb823a64-e931-4ccc-a535-ef02ea168d5a None None] The sync data for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 is: [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:51Z', 'revision_number': 7, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3d7743-111e-448e-bdb4-0df193c35555', 'name': '', 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:1a:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:38Z', 'updated_at': '2021-11-25T19:54:49Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:54.565266 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156da8-16f8-4ede-af88-3209f4584529 None None] Checking router: 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:54.604948 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d156da8-16f8-4ede-af88-3209f4584529 None None] Routers {'3a357b36-2c11-410d-a537-6f2ccf5f0ff8'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:54.607592 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2d156da8-16f8-4ede-af88-3209f4584529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:54.794862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.863990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=92629210-24b1-4e3b-84a5-1f83e6454837,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:54.915223 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:54.968064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] Checking segment: {'id': '8b5151e9-5cc5-4ebb-9901-d6ae600b0a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8da2f828-3475-4cb4-bed3-564ac05d9328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:54.968422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] Network hostable DHCP agents. Network: 8da2f828-3475-4cb4-bed3-564ac05d9328, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:54:54.977038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac97bc00-adc7-4027-bdfd-17dac386e441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf8d773-5dbc-46dc-8204-599b5b0487f4'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:54:54.981582 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14426d0e-86da-4497-9dfe-a361352059d1" -d '{"events": [{"server_uuid": "ac97bc00-adc7-4027-bdfd-17dac386e441", "name": "network-vif-plugged", "status": "completed", "tag": "2bf8d773-5dbc-46dc-8204-599b5b0487f4"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:54:55.118528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] Network 8da2f828-3475-4cb4-bed3-564ac05d9328 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:54:55.148233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 8da2f828-3475-4cb4-bed3-564ac05d9328) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:55.185781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d56f4a8-298e-43dd-a4b5-7eb2e5b4341f None None] Network 8da2f828-3475-4cb4-bed3-564ac05d9328 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:55.241795 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-2d156da8-16f8-4ede-af88-3209f4584529 None None] Set router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:55.260728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:55.261427 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.381787 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.391888 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1c8f2810-0d38-417a-a078-a1e235214fd0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.9213433 Nov 25 19:54:55.396608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58464) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:55.401684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2115517224-router', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:54:55.412430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76f025-503f-4cf5-9240-e7610a8b7b89 None None] Sync routers for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:54:55.453682 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76f025-503f-4cf5-9240-e7610a8b7b89 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:55.454331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4b76f025-503f-4cf5-9240-e7610a8b7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:55.460573 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2d156da8-16f8-4ede-af88-3209f4584529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:54:54Z', 'revision_number': 6, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:55.482517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Pushing event deleted for resources: {'Port': ['ID=6ad2bcfe-bdfb-4425-be17-6de11ad2966b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:55.493803 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.495901 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.547992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010dbbe3-3bbe-4709-a5a7-e0c35e31df59 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:55.610665 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d156da8-16f8-4ede-af88-3209f4584529 None None] The sync data for ids ['3a357b36-2c11-410d-a537-6f2ccf5f0ff8'] in n-d-817303-9 is: [{'id': '3a357b36-2c11-410d-a537-6f2ccf5f0ff8', 'name': 'tempest-AttachVolumeShelveTestJSON-1181429291-router', 'tenant_id': '6ae5c53d158543ccacbc744f1ee139bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:43:54Z', 'updated_at': '2021-11-25T19:54:54Z', 'revision_number': 6, 'project_id': '6ae5c53d158543ccacbc744f1ee139bb', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:55.703245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-8da2f828-3475-4cb4-bed3-564ac05d9328', 'network_id': '8da2f828-3475-4cb4-bed3-564ac05d9328', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'fixed_ips': [{'subnet_id': '92629210-24b1-4e3b-84a5-1f83e6454837'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:54:55.709155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.750377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892b8f36-9d59-4760-a0c9-c89805b58a62 req-b18f0b37-4bde-49b8-9426-6a8769770782 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:55.752162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-892b8f36-9d59-4760-a0c9-c89805b58a62 req-b18f0b37-4bde-49b8-9426-6a8769770782 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 945 time: 0.5131741 Nov 25 19:54:55.793682 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.816741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4b76f025-503f-4cf5-9240-e7610a8b7b89 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:55.821855 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.983330 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.986856 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:55.997240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-892b8f36-9d59-4760-a0c9-c89805b58a62 req-ba69ef40-82fe-4dc4-9f95-0d93d87d2e47 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348001 Nov 25 19:54:56.047558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 9f3d7743-111e-448e-bdb4-0df193c35555 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:56.050007 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.086444 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.087488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a357b36-2c11-410d-a537-6f2ccf5f0ff8 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:54:56.114478 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.123341 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cdb70033-48ad-4149-b832-420368198c4d admin admin] 10.222.0.15 "DELETE /v2.0/routers/3a357b36-2c11-410d-a537-6f2ccf5f0ff8 HTTP/1.1" status: 204 len: 168 time: 2.5597706 Nov 25 19:54:56.128548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58502) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:56.174148 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053946d7-b730-457e-aad9-e1f827165d8d x-openstack-request-id: req-053946d7-b730-457e-aad9-e1f827165d8d {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:54:56.175379 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac97bc00-adc7-4027-bdfd-17dac386e441", "name": "network-vif-plugged", "status": "completed", "tag": "2bf8d773-5dbc-46dc-8204-599b5b0487f4", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:54:56.177529 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-053946d7-b730-457e-aad9-e1f827165d8d {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:54:56.180094 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac97bc00-adc7-4027-bdfd-17dac386e441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2bf8d773-5dbc-46dc-8204-599b5b0487f4', 'code': 200} Nov 25 19:54:56.348635 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.425831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:56.497588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:56.498378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d595af7-d7dc-4434-b211-e7e5f6e2e1ee not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:56.567577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2f9d3e6-ce8e-44a5-b6e3-8ea4e3a8bb1a admin admin] Deleting subnet 7a644e6b-8488-43f8-9b0b-e8abf75f6e46 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:56.589379 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d3e6-ce8e-44a5-b6e3-8ea4e3a8bb1a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.600497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Allocated IP 172.20.0.2 (8da2f828-3475-4cb4-bed3-564ac05d9328/92629210-24b1-4e3b-84a5-1f83e6454837/572be560-2f7f-4a79-8f86-a81614951ff7) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:56.669420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa54555-bd8f-481f-911a-89187297c5d1 req-469af68d-07ee-4f0a-b7f9-13ac2084c395 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.672282 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1fa54555-bd8f-481f-911a-89187297c5d1 req-469af68d-07ee-4f0a-b7f9-13ac2084c395 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac97bc00-adc7-4027-bdfd-17dac386e441 HTTP/1.1" status: 200 len: 945 time: 0.4050527 Nov 25 19:54:56.679422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port 9f3d7743-111e-448e-bdb4-0df193c35555, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9f3d7743-111e-448e-bdb4-0df193c35555,segment=NetworkSegment(b46e6eaf-d57d-4f79-ba5d-39dbc11043a5),segment_id=b46e6eaf-d57d-4f79-ba5d-39dbc11043a5)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:56.679798 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.696276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 9f3d7743-111e-448e-bdb4-0df193c35555 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:56.710384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70050d4-606b-4f25-92de-35dceb558e15 req-caa80c1c-1324-409e-955a-8b1443678255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:56.713113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a70050d4-606b-4f25-92de-35dceb558e15 req-caa80c1c-1324-409e-955a-8b1443678255 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=ac97bc00-adc7-4027-bdfd-17dac386e441 HTTP/1.1" status: 200 len: 1096 time: 0.3591139 Nov 25 19:54:56.788766 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d3e6-ce8e-44a5-b6e3-8ea4e3a8bb1a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:56.981556 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.023683 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=9f3d7743-111e-448e-bdb4-0df193c35555,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:57.040407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a70050d4-606b-4f25-92de-35dceb558e15 req-f2ab5873-9572-4497-9a89-5fc3da101550 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3144560 Nov 25 19:54:57.086172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1fa54555-bd8f-481f-911a-89187297c5d1 req-a8b04366-9074-4e03-8365-d54162a4bf55 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002054 Nov 25 19:54:57.133225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4b76f025-503f-4cf5-9240-e7610a8b7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:51Z', 'revision_number': 7, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9f3d7743-111e-448e-bdb4-0df193c35555', 'name': '', 'network_id': '6f9c31c7-5665-412d-b961-782fc163198e', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:1a:ac:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3039, 'fixed_ips': [{'subnet_id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:38Z', 'updated_at': '2021-11-25T19:54:49Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'e6caccd9-3de5-4456-8f5b-abd224ca3034', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:57.246548 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.284293 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d3e6-ce8e-44a5-b6e3-8ea4e3a8bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.348447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76f025-503f-4cf5-9240-e7610a8b7b89 None None] Checking router: b7b564db-138c-4429-91a7-626699ed5adc for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:54:57.400625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76f025-503f-4cf5-9240-e7610a8b7b89 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:54:57.414293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4b76f025-503f-4cf5-9240-e7610a8b7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:57.436950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d3e6-ce8e-44a5-b6e3-8ea4e3a8bb1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.514126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9d3e6-ce8e-44a5-b6e3-8ea4e3a8bb1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a644e6b-8488-43f8-9b0b-e8abf75f6e46,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:57.531239 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a2f9d3e6-ce8e-44a5-b6e3-8ea4e3a8bb1a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:57.549986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a2f9d3e6-ce8e-44a5-b6e3-8ea4e3a8bb1a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7a644e6b-8488-43f8-9b0b-e8abf75f6e46 HTTP/1.1" status: 204 len: 168 time: 1.4170318 Nov 25 19:54:57.551597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58518) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:57.719291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91083cb-7b0f-4d78-9abf-8632d04fff50 None None] Network 7e0b2e52-824e-4a98-89a4-862e86639ee6 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:54:57.769026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4b76f025-503f-4cf5-9240-e7610a8b7b89 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:54:57.990476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router b7b564db-138c-4429-91a7-626699ed5adc has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:54:58.244657 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.279340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.372366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6ad2bcfe-bdfb-4425-be17-6de11ad2966b no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:58.416843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 6ad2bcfe-bdfb-4425-be17-6de11ad2966b {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:54:58.417158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6ad2bcfe-bdfb-4425-be17-6de11ad2966b not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:54:58.478095 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Allocated IP 172.25.8.65 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/ed06c462-0ec8-4567-9e90-8b7daf5c1830) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:54:58.560827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:54:58.572119 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-57354fbd-4b50-41e7-8a7c-ff2b677c8883 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9411070 Nov 25 19:54:58.579816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58532) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:54:58.605082 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.687611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25677b5d-9d15-497b-9d26-901dbecde0f7 req-b2f9f5a4-070d-4b44-af21-abc430f155b1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:58.689293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25677b5d-9d15-497b-9d26-901dbecde0f7 req-b2f9f5a4-070d-4b44-af21-abc430f155b1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac97bc00-adc7-4027-bdfd-17dac386e441 HTTP/1.1" status: 200 len: 945 time: 0.2035553 Nov 25 19:54:58.733568 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.836856 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.862719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-93a63860-7265-4bb8-9f9d-4266b3fe37bc tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting subnet e6caccd9-3de5-4456-8f5b-abd224ca3034 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:54:58.874629 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93a63860-7265-4bb8-9f9d-4266b3fe37bc tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:58.951559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Pushing event updated for resources: {'Port': ['ID=572be560-2f7f-4a79-8f86-a81614951ff7,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:58.958416 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25677b5d-9d15-497b-9d26-901dbecde0f7 req-8695510f-ec2b-4296-9813-01d8cfb32cd0 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755216 Nov 25 19:54:59.000087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Network 8da2f828-3475-4cb4-bed3-564ac05d9328 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:54:59.003843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Deleting port 84828942-9184-4698-a147-b78f3c319e29 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:59.005094 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.006151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:54:59.010646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:54:59.135336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Attempting to bind port 572be560-2f7f-4a79-8f86-a81614951ff7 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:54:59.136810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Attempting to bind port 572be560-2f7f-4a79-8f86-a81614951ff7 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '8b5151e9-5cc5-4ebb-9901-d6ae600b0a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8da2f828-3475-4cb4-bed3-564ac05d9328'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:54:59.137218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Attempting to bind port 572be560-2f7f-4a79-8f86-a81614951ff7 on network 8da2f828-3475-4cb4-bed3-564ac05d9328 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:54:59.151314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:54:59.151703 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Checking segment: {'id': '8b5151e9-5cc5-4ebb-9901-d6ae600b0a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8da2f828-3475-4cb4-bed3-564ac05d9328'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:54:59.152121 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.154331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Bound using segment: {'id': '8b5151e9-5cc5-4ebb-9901-d6ae600b0a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8da2f828-3475-4cb4-bed3-564ac05d9328'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:54:59.154331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Bound port: 572be560-2f7f-4a79-8f86-a81614951ff7, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b5151e9-5cc5-4ebb-9901-d6ae600b0a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '8da2f828-3475-4cb4-bed3-564ac05d9328'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:54:59.154331 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.180098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] For port 84828942-9184-4698-a147-b78f3c319e29, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=84828942-9184-4698-a147-b78f3c319e29,segment=NetworkSegment(696a5554-c05b-40ee-bd3a-4199861a79bb),segment_id=696a5554-c05b-40ee-bd3a-4199861a79bb)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:59.180850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.188688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4b76f025-503f-4cf5-9240-e7610a8b7b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:56Z', 'revision_number': 8, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:59.203988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Calling delete_port for 84828942-9184-4698-a147-b78f3c319e29 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:59.224322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.253813 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93a63860-7265-4bb8-9f9d-4266b3fe37bc tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.300190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4cf119-7865-4551-bf4a-a25918952531 None None] DHCP port deletion for 7e0b2e52-824e-4a98-89a4-862e86639ee6 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:54:59.308538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76f025-503f-4cf5-9240-e7610a8b7b89 None None] The sync data for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 is: [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:56Z', 'revision_number': 8, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:54:59.410510 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.418524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.472261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Pushing event deleted for resources: {'Port': ['ID=84828942-9184-4698-a147-b78f3c319e29,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:59.478045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] No DVR routers for this DVR port 84828942-9184-4698-a147-b78f3c319e29 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:54:59.550492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] For port 572be560-2f7f-4a79-8f86-a81614951ff7, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:54:59.579171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.583383 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] For port 572be560-2f7f-4a79-8f86-a81614951ff7, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=572be560-2f7f-4a79-8f86-a81614951ff7,segment=NetworkSegment(8b5151e9-5cc5-4ebb-9901-d6ae600b0a58),segment_id=8b5151e9-5cc5-4ebb-9901-d6ae600b0a58)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:54:59.589848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ca4cf119-7865-4551-bf4a-a25918952531 None None] Deleting port 84828942-9184-4698-a147-b78f3c319e29 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:54:59.590234 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf119-7865-4551-bf4a-a25918952531 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.606530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e0b2e52-824e-4a98-89a4-862e86639ee6']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:59.624542 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696a5554-c05b-40ee-bd3a-4199861a79bb') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:59.625163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696a5554-c05b-40ee-bd3a-4199861a79bb') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:54:59.638836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.657007 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.666475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:54:59.667135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.711080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ca4cf119-7865-4551-bf4a-a25918952531 None None] For port 84828942-9184-4698-a147-b78f3c319e29, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:54:59.711489 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf119-7865-4551-bf4a-a25918952531 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.746664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ca4cf119-7865-4551-bf4a-a25918952531 None None] Calling delete_port for 84828942-9184-4698-a147-b78f3c319e29 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:54:59.750404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-ca4cf119-7865-4551-bf4a-a25918952531 None None] Port 84828942-9184-4698-a147-b78f3c319e29 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:54:59.755481 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ca4cf119-7865-4551-bf4a-a25918952531 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:54:59.774622 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:54:59.786380 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.795539 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.807639 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:54:59.812410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] 10.222.0.15 "DELETE /v2.0/networks/7e0b2e52-824e-4a98-89a4-862e86639ee6 HTTP/1.1" status: 204 len: 168 time: 2.2588573 Nov 25 19:54:59.841087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4cf119-7865-4551-bf4a-a25918952531 None None] Pushing event deleted for resources: {'Port': ['ID=84828942-9184-4698-a147-b78f3c319e29,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:59.865376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9f3d7743-111e-448e-bdb4-0df193c35555 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:54:59.874425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b067bb-fc8a-49e2-9b69-d80d830660b5 req-4d61b5e0-ad85-467a-b606-48213d1685f1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:54:59.887680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70b067bb-fc8a-49e2-9b69-d80d830660b5 req-4d61b5e0-ad85-467a-b606-48213d1685f1 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79e07f-b285-41d6-a995-c22dd6c07c9d HTTP/1.1" status: 200 len: 945 time: 0.4914258 Nov 25 19:54:59.888827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be162e13-9a03-48c8-9719-cfadb69d13ae admin admin] Pushing event deleted for resources: {'Network': ['ID=7e0b2e52-824e-4a98-89a4-862e86639ee6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:54:59.993589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70b067bb-fc8a-49e2-9b69-d80d830660b5 req-1ed9546b-0998-411b-b17c-3fa6dee6bbd2 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931561 Nov 25 19:54:59.996737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4cf119-7865-4551-bf4a-a25918952531 None None] No DVR routers for this DVR port 84828942-9184-4698-a147-b78f3c319e29 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:00.001624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 9f3d7743-111e-448e-bdb4-0df193c35555 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:00.002237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9f3d7743-111e-448e-bdb4-0df193c35555 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:00.003523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 84828942-9184-4698-a147-b78f3c319e29 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:00.110346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 84828942-9184-4698-a147-b78f3c319e29 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:00.110817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 84828942-9184-4698-a147-b78f3c319e29 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:00.152450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245d7d2-aede-4dea-a008-5ba3aeb38d55 None None] Pushing event updated for resources: {'Port': ['ID=572be560-2f7f-4a79-8f86-a81614951ff7,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:00.300746 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146d1ef-163d-4a25-bd78-16f786321d2a None None] Sync routers for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:00.327931 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4146d1ef-163d-4a25-bd78-16f786321d2a None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:00.329518 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4146d1ef-163d-4a25-bd78-16f786321d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:00.400902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58550) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:00.484024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:00.497279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:00.505630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:00.547966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2bdd5e-c458-43d3-b16a-f5084d315aa4 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:00.581814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93a63860-7265-4bb8-9f9d-4266b3fe37bc tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.623500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0a833f2e-7f1b-4179-b27c-37d7d845d685 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6ae5c53d158543ccacbc744f1ee139bb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2205360 Nov 25 19:55:00.628138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58552) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:00.649601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Pushing event updated for resources: {'Port': ['ID=ed06c462-0ec8-4567-9e90-8b7daf5c1830,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:00.750909 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-46f2f2c5-bec7-47a5-aa03-d9640e2cd031 None None] Provisioning complete for port ed06c462-0ec8-4567-9e90-8b7daf5c1830 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:00.751516 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-46f2f2c5-bec7-47a5-aa03-d9640e2cd031 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.775773 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4146d1ef-163d-4a25-bd78-16f786321d2a None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:00.878060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8fedba5-59ae-438f-a015-ca91ee4dae56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:00.901621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-46f2f2c5-bec7-47a5-aa03-d9640e2cd031 None None] Port ed06c462-0ec8-4567-9e90-8b7daf5c1830 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:00.948932 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8fedba5-59ae-438f-a015-ca91ee4dae56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.064712 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93a63860-7265-4bb8-9f9d-4266b3fe37bc tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.142526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a63860-7265-4bb8-9f9d-4266b3fe37bc tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Subnet': ['ID=e6caccd9-3de5-4456-8f5b-abd224ca3034,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:01.149447 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93a63860-7265-4bb8-9f9d-4266b3fe37bc tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.153943 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-93a63860-7265-4bb8-9f9d-4266b3fe37bc tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/e6caccd9-3de5-4456-8f5b-abd224ca3034 HTTP/1.1" status: 204 len: 168 time: 2.5724611 Nov 25 19:55:01.159301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58560) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:01.175256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-153692f2-c3da-4709-9fd6-45c4aa8f3bb5 None None] Network 6f9c31c7-5665-412d-b961-782fc163198e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:01.194792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060fe62e-994e-409a-b494-62de0c5bf7f6 req-fd16de1f-8bc7-4854-872f-8d5aaf1ce5ed tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:01.223248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-42fe715c-ec7c-4ea1-a77e-8b19a1586112 req-4bc12e7e-cac2-40a3-aabd-6d6e705c951d service neutron] (103652) timed out ('10.222.0.60', 61081) {{(pid=103652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 19:55:01.240998 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-060fe62e-994e-409a-b494-62de0c5bf7f6 req-fd16de1f-8bc7-4854-872f-8d5aaf1ce5ed tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79e07f-b285-41d6-a995-c22dd6c07c9d HTTP/1.1" status: 200 len: 945 time: 0.2539968 Nov 25 19:55:01.378625 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8fedba5-59ae-438f-a015-ca91ee4dae56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.389268 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8fedba5-59ae-438f-a015-ca91ee4dae56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.415627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b8fedba5-59ae-438f-a015-ca91ee4dae56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55ff33ed-b466-49d3-a622-e17ef02c60f8 HTTP/1.1" status: 204 len: 168 time: 0.7865329 Nov 25 19:55:01.491674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fedba5-59ae-438f-a015-ca91ee4dae56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ff33ed-b466-49d3-a622-e17ef02c60f8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:01.594163 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-060fe62e-994e-409a-b494-62de0c5bf7f6 req-d455de39-4fad-47e6-a302-8c7e69a86633 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448431 Nov 25 19:55:01.649614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:01.793923 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4146d1ef-163d-4a25-bd78-16f786321d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:56Z', 'revision_number': 8, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:02.041609 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146d1ef-163d-4a25-bd78-16f786321d2a None None] Checking router: b7b564db-138c-4429-91a7-626699ed5adc for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:02.088753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.101208 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4146d1ef-163d-4a25-bd78-16f786321d2a None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:02.103306 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4146d1ef-163d-4a25-bd78-16f786321d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:02.104788 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-adf60aa7-b8f7-4cd1-bf1b-605092aa6653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.118580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b2c0ef-9927-4ad2-a198-2f67c5e041eb None None] DHCP port deletion for 6f9c31c7-5665-412d-b961-782fc163198e request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:02.272202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 572be560-2f7f-4a79-8f86-a81614951ff7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:02.441272 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4146d1ef-163d-4a25-bd78-16f786321d2a None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:02.476198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a04296-e74a-4497-b568-6319362fcbcd req-d5cbbac4-0f7f-4cbb-9477-380617e1fc42 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:02.477813 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-10a04296-e74a-4497-b568-6319362fcbcd req-d5cbbac4-0f7f-4cbb-9477-380617e1fc42 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c79e07f-b285-41d6-a995-c22dd6c07c9d HTTP/1.1" status: 200 len: 945 time: 0.3166833 Nov 25 19:55:02.510373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-34b2c0ef-9927-4ad2-a198-2f67c5e041eb None None] Deleting port 0a9ba8ba-127d-4b06-a42a-7f349196749b {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:02.511017 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-34b2c0ef-9927-4ad2-a198-2f67c5e041eb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.577229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 0a9ba8ba-127d-4b06-a42a-7f349196749b {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:02.578192 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.578899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 572be560-2f7f-4a79-8f86-a81614951ff7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:02.580006 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.768896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-34b2c0ef-9927-4ad2-a198-2f67c5e041eb None None] For port 0a9ba8ba-127d-4b06-a42a-7f349196749b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0a9ba8ba-127d-4b06-a42a-7f349196749b,segment=NetworkSegment(b46e6eaf-d57d-4f79-ba5d-39dbc11043a5),segment_id=b46e6eaf-d57d-4f79-ba5d-39dbc11043a5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:02.769428 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-34b2c0ef-9927-4ad2-a198-2f67c5e041eb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:02.856681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-34b2c0ef-9927-4ad2-a198-2f67c5e041eb None None] Calling delete_port for 0a9ba8ba-127d-4b06-a42a-7f349196749b owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:02.992069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f50764-cb35-48eb-95d9-9d077b4165b3 None None] Network 8da2f828-3475-4cb4-bed3-564ac05d9328 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:02.996007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port 0a9ba8ba-127d-4b06-a42a-7f349196749b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0a9ba8ba-127d-4b06-a42a-7f349196749b,segment=NetworkSegment(b46e6eaf-d57d-4f79-ba5d-39dbc11043a5),segment_id=b46e6eaf-d57d-4f79-ba5d-39dbc11043a5)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:02.997156 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.004756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9dac9b-1f7e-4a1f-aa33-8c941e04d4fe req-6b7e93e0-857f-47e8-99e7-fa9d380b655d tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:03.020276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.031263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f9dac9b-1f7e-4a1f-aa33-8c941e04d4fe req-6b7e93e0-857f-47e8-99e7-fa9d380b655d tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79e07f-b285-41d6-a995-c22dd6c07c9d HTTP/1.1" status: 200 len: 945 time: 0.2224450 Nov 25 19:55:03.052117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 0a9ba8ba-127d-4b06-a42a-7f349196749b owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:03.180807 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-34b2c0ef-9927-4ad2-a198-2f67c5e041eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.309922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b2c0ef-9927-4ad2-a198-2f67c5e041eb None None] Pushing event deleted for resources: {'Port': ['ID=0a9ba8ba-127d-4b06-a42a-7f349196749b,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:03.319615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b2c0ef-9927-4ad2-a198-2f67c5e041eb None None] No DVR routers for this DVR port 0a9ba8ba-127d-4b06-a42a-7f349196749b on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:03.319838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f9dac9b-1f7e-4a1f-aa33-8c941e04d4fe req-b033e400-c512-4bc6-8167-2f2c1f68c2f9 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844555 Nov 25 19:55:03.324685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a4349bfc-6a48-4e71-80c3-2ef54c653e2f None None] Provisioning complete for port 572be560-2f7f-4a79-8f86-a81614951ff7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:03.325339 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a4349bfc-6a48-4e71-80c3-2ef54c653e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.495322 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4146d1ef-163d-4a25-bd78-16f786321d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:56Z', 'revision_number': 8, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:03.533394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-10a04296-e74a-4497-b568-6319362fcbcd req-ce16f774-bcb1-4e92-a723-42089d71e9df tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Deleting port 4188f111-cdf6-4ae7-8c02-13503c04dae2 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:03.533394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-10a04296-e74a-4497-b568-6319362fcbcd req-ce16f774-bcb1-4e92-a723-42089d71e9df tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.652294 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4146d1ef-163d-4a25-bd78-16f786321d2a None None] The sync data for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 is: [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:54:56Z', 'revision_number': 8, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '901677d6-45f0-4991-a2fb-147cb1b28690', 'name': '', 'network_id': 'e04a62e8-7137-48fa-9301-0b5416598998', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:60:db:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3030, 'fixed_ips': [{'subnet_id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:24Z', 'updated_at': '2021-11-25T19:54:40Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f760b0ff-654f-4126-973a-1745fd1820c6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:03.665570 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.726563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a4349bfc-6a48-4e71-80c3-2ef54c653e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.797483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 572be560-2f7f-4a79-8f86-a81614951ff7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=572be560-2f7f-4a79-8f86-a81614951ff7,segment=NetworkSegment(8b5151e9-5cc5-4ebb-9901-d6ae600b0a58),segment_id=8b5151e9-5cc5-4ebb-9901-d6ae600b0a58)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:03.888491 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:03.891921 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-a4349bfc-6a48-4e71-80c3-2ef54c653e2f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:55:03.892397 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-a4349bfc-6a48-4e71-80c3-2ef54c653e2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:55:03.903883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-10a04296-e74a-4497-b568-6319362fcbcd req-ce16f774-bcb1-4e92-a723-42089d71e9df tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] For port 4188f111-cdf6-4ae7-8c02-13503c04dae2, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=4188f111-cdf6-4ae7-8c02-13503c04dae2,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:03.903883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-10a04296-e74a-4497-b568-6319362fcbcd req-ce16f774-bcb1-4e92-a723-42089d71e9df tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.044739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-10a04296-e74a-4497-b568-6319362fcbcd req-ce16f774-bcb1-4e92-a723-42089d71e9df tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Calling delete_port for 4188f111-cdf6-4ae7-8c02-13503c04dae2 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:04.108453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=572be560-2f7f-4a79-8f86-a81614951ff7,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:04.116375 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.130753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0a9ba8ba-127d-4b06-a42a-7f349196749b no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:04.183044 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 0a9ba8ba-127d-4b06-a42a-7f349196749b {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:04.183956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0a9ba8ba-127d-4b06-a42a-7f349196749b not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:04.210378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Router 6434163b-f502-49a5-a71f-f95357813c30 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:55:04.233934 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=0a9ba8ba-127d-4b06-a42a-7f349196749b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:04.340056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No DVR routers for this DVR port 0a9ba8ba-127d-4b06-a42a-7f349196749b on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:04.651096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b0bc3e1a-8b96-4b4c-b8f5-e02d073b5962 None None] Provisioning complete for port 572be560-2f7f-4a79-8f86-a81614951ff7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:04.652144 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b0bc3e1a-8b96-4b4c-b8f5-e02d073b5962 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.725448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.745693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0ec7fc-1f0c-4c79-9315-c48a3824cb0b req-fdb0f42a-f135-412a-942a-d6ade92c40a2 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:04.766357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b0ec7fc-1f0c-4c79-9315-c48a3824cb0b req-fdb0f42a-f135-412a-942a-d6ade92c40a2 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79e07f-b285-41d6-a995-c22dd6c07c9d HTTP/1.1" status: 200 len: 945 time: 0.1890509 Nov 25 19:55:04.809340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9c31c7-5665-412d-b961-782fc163198e']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:04.826474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b46e6eaf-d57d-4f79-ba5d-39dbc11043a5') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:04.826949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b46e6eaf-d57d-4f79-ba5d-39dbc11043a5') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:04.939097 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:04.944631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b0ec7fc-1f0c-4c79-9315-c48a3824cb0b req-50dc637f-09ee-4262-bce4-eba2840c4720 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741607 Nov 25 19:55:04.995497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:05.035714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Sync routers for ids ['6434163b-f502-49a5-a71f-f95357813c30'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:05.073059 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c7b71ee8-9ba5-4ae5-a248-9118f0e1ccdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.079799 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Routers {'6434163b-f502-49a5-a71f-f95357813c30'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:05.081228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:54:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6434163b-f502-49a5-a71f-f95357813c30'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:05.082273 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.131601 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:05.132262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: self.session.flush() Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:05.148597 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:05.253693 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.260698 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fffdb3dc-114a-4a67-a9e1-f77dd42617ad admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 9.8599482 Nov 25 19:55:05.261598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58622) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:05.384592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-10a04296-e74a-4497-b568-6319362fcbcd req-ce16f774-bcb1-4e92-a723-42089d71e9df tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.400846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['2bf8d773-5dbc-46dc-8204-599b5b0487f4'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:55:05.403256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['10c5e169-1b0d-4a67-bff6-2f91d93addbc'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:55:05.484352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Set router 6434163b-f502-49a5-a71f-f95357813c30 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:05.499682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16f774-bcb1-4e92-a723-42089d71e9df tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Pushing event deleted for resources: {'Port': ['ID=4188f111-cdf6-4ae7-8c02-13503c04dae2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:05.561319 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.628238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.631828 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/networks/6f9c31c7-5665-412d-b961-782fc163198e HTTP/1.1" status: 204 len: 168 time: 4.4712992 Nov 25 19:55:05.706283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58626) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:05.751490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-10a04296-e74a-4497-b568-6319362fcbcd req-ce16f774-bcb1-4e92-a723-42089d71e9df tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] No DVR routers for this DVR port 4188f111-cdf6-4ae7-8c02-13503c04dae2 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:05.757586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205a80da-5ba4-476e-b37a-6d1a80859e6e tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Network': ['ID=6f9c31c7-5665-412d-b961-782fc163198e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:05.768837 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-10a04296-e74a-4497-b568-6319362fcbcd req-ce16f774-bcb1-4e92-a723-42089d71e9df tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:05.779156 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-10a04296-e74a-4497-b568-6319362fcbcd req-ce16f774-bcb1-4e92-a723-42089d71e9df tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.60 "DELETE /v2.0/ports/4188f111-cdf6-4ae7-8c02-13503c04dae2 HTTP/1.1" status: 204 len: 173 time: 3.2612238 Nov 25 19:55:05.818218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c79e07f-b285-41d6-a995-c22dd6c07c9d', 'name': 'network-vif-deleted', 'tag': '4188f111-cdf6-4ae7-8c02-13503c04dae2'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:05.824992 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418f322f-43d4-408e-9e38-c69ebdff6c86" -d '{"events": [{"server_uuid": "8c79e07f-b285-41d6-a995-c22dd6c07c9d", "name": "network-vif-deleted", "tag": "4188f111-cdf6-4ae7-8c02-13503c04dae2"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:05.965196 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b235a5-d64c-40b5-a1ac-434dc14cd510 x-openstack-request-id: req-a7b235a5-d64c-40b5-a1ac-434dc14cd510 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:05.965656 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c79e07f-b285-41d6-a995-c22dd6c07c9d", "name": "network-vif-deleted", "tag": "4188f111-cdf6-4ae7-8c02-13503c04dae2", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:05.966068 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a7b235a5-d64c-40b5-a1ac-434dc14cd510 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:05.966682 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c79e07f-b285-41d6-a995-c22dd6c07c9d', 'name': 'network-vif-deleted', 'tag': '4188f111-cdf6-4ae7-8c02-13503c04dae2', 'status': 'completed', 'code': 200} Nov 25 19:55:06.257041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4188f111-cdf6-4ae7-8c02-13503c04dae2 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:06.257329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd878e7b-3f3a-4e8d-80cc-42fa63de7b91 req-07831eea-41a0-42af-b9f0-1902812104d0 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c79e07f-b285-41d6-a995-c22dd6c07c9d HTTP/1.1" status: 200 len: 210 time: 0.1240153 Nov 25 19:55:06.260775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 572be560-2f7f-4a79-8f86-a81614951ff7 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:06.350242 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 4188f111-cdf6-4ae7-8c02-13503c04dae2 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:06.351085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 4188f111-cdf6-4ae7-8c02-13503c04dae2 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:06.926676 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:06.935924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.013983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 572be560-2f7f-4a79-8f86-a81614951ff7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:07.016605 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.201036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6434163b-f502-49a5-a71f-f95357813c30', 'name': 'tempest-ImageQuotaTest-2115517224-router', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:55Z', 'updated_at': '2021-11-25T19:55:01Z', 'revision_number': 3, 'project_id': 'b762378030044b1a9421782b71806e7a', 'gw_port': {'id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6434163b-f502-49a5-a71f-f95357813c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:58Z', 'updated_at': '2021-11-25T19:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:07.327615 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.482711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Checking router: 6434163b-f502-49a5-a71f-f95357813c30 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:07.483080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Updating router 6434163b-f502-49a5-a71f-f95357813c30 port ed06c462-0ec8-4567-9e90-8b7daf5c1830 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:55:07.484934 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 901677d6-45f0-4991-a2fb-147cb1b28690 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:07.486113 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.613623 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.833211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port 901677d6-45f0-4991-a2fb-147cb1b28690, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=901677d6-45f0-4991-a2fb-147cb1b28690,segment=NetworkSegment(5c35687a-05f3-4028-abd8-a1e3032f5324),segment_id=5c35687a-05f3-4028-abd8-a1e3032f5324)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:07.833211 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.898385 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:07.906956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 901677d6-45f0-4991-a2fb-147cb1b28690 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:07.910535 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:55:08.035078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Allocated IP 172.20.0.1 (8da2f828-3475-4cb4-bed3-564ac05d9328/92629210-24b1-4e3b-84a5-1f83e6454837/540526fd-2816-4056-a1b5-35602dfa3b18) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:08.341182 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.500703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.616481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.647457 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.662440 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.769437 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.775806 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Network 8da2f828-3475-4cb4-bed3-564ac05d9328 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:08.786619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:08.805848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:08.830725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=901677d6-45f0-4991-a2fb-147cb1b28690,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:08.897470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Attempting to bind port ed06c462-0ec8-4567-9e90-8b7daf5c1830 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:08.897992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Attempting to bind port ed06c462-0ec8-4567-9e90-8b7daf5c1830 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:08.898604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Attempting to bind port ed06c462-0ec8-4567-9e90-8b7daf5c1830 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:08.923279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:08.923861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:08.926154 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.926916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:08.927755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Bound port: ed06c462-0ec8-4567-9e90-8b7daf5c1830, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:08.928392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:08.936788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f170f-6671-4949-a7f1-d3641cc700cd None None] Pushing event updated for resources: {'Port': ['ID=ed06c462-0ec8-4567-9e90-8b7daf5c1830,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:08.942895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d3192f-2268-4c67-95da-be5d02ec8b28 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:08.943200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.086218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Pushing event updated for resources: {'Port': ['ID=540526fd-2816-4056-a1b5-35602dfa3b18,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:09.187044 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] For port ed06c462-0ec8-4567-9e90-8b7daf5c1830, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:09.272656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-07d5c394-5b43-43c7-8fd8-53074fc03d93 None None] Provisioning complete for port ed06c462-0ec8-4567-9e90-8b7daf5c1830 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:09.286374 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-07d5c394-5b43-43c7-8fd8-53074fc03d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.293501 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] For port ed06c462-0ec8-4567-9e90-8b7daf5c1830, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ed06c462-0ec8-4567-9e90-8b7daf5c1830,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:09.443565 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.467960 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.651839 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:09.804483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd3b6aa2-8846-463c-b005-35e1a09a00a4 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:09.810853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333f170f-6671-4949-a7f1-d3641cc700cd None None] Pushing event updated for resources: {'Port': ['ID=ed06c462-0ec8-4567-9e90-8b7daf5c1830,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:09.828461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-07d5c394-5b43-43c7-8fd8-53074fc03d93 None None] Port ed06c462-0ec8-4567-9e90-8b7daf5c1830 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:09.851213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Routers {'6434163b-f502-49a5-a71f-f95357813c30'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:09.852624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6434163b-f502-49a5-a71f-f95357813c30'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:10.122045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-50d83ad1-955c-4290-a70c-d31dceca80ab None None] Provisioning complete for port ed06c462-0ec8-4567-9e90-8b7daf5c1830 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:10.122431 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-50d83ad1-955c-4290-a70c-d31dceca80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.193469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58708) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:10.288639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39990473-9f7b-4113-b74d-779b8b2cfd6a req-18637383-9beb-438a-bd73-5594e0ef8a91 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:10.297119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39990473-9f7b-4113-b74d-779b8b2cfd6a req-18637383-9beb-438a-bd73-5594e0ef8a91 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:10.307473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39990473-9f7b-4113-b74d-779b8b2cfd6a req-18637383-9beb-438a-bd73-5594e0ef8a91 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5&device_id=ac97bc00-adc7-4027-bdfd-17dac386e441 HTTP/1.1" status: 200 len: 1681 time: 0.1682107 Nov 25 19:55:10.318148 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] Set router 6434163b-f502-49a5-a71f-f95357813c30 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:10.396799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router b7b564db-138c-4429-91a7-626699ed5adc has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:10.400523 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.412899 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.513030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39990473-9f7b-4113-b74d-779b8b2cfd6a req-f5daec48-29c2-4da0-adc4-d06c00103d94 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043464 Nov 25 19:55:10.582144 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.731036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:10.754292 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0640bfa-e4e1-45a8-876c-918e91caac35 None None] Sync routers for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:10.767124 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-91373529-8e29-4e3e-bc18-7a8cbdf355b2 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0416577 Nov 25 19:55:10.775155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58720) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:10.785619 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1ea972b-0678-4773-a4f9-8ad4f3e31f30 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:10.833156 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0640bfa-e4e1-45a8-876c-918e91caac35 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:10.842930 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f0640bfa-e4e1-45a8-876c-918e91caac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:10.847633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Pushing event updated for resources: {'Port': ['ID=540526fd-2816-4056-a1b5-35602dfa3b18,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:11.024622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting subnet f760b0ff-654f-4126-973a-1745fd1820c6 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:55:11.037414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.119675 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f0640bfa-e4e1-45a8-876c-918e91caac35 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:11.152508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Network 8da2f828-3475-4cb4-bed3-564ac05d9328 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:11.199716 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.235936 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-50d83ad1-955c-4290-a70c-d31dceca80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.322257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:11.353842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-50d83ad1-955c-4290-a70c-d31dceca80ab None None] For port ed06c462-0ec8-4567-9e90-8b7daf5c1830, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ed06c462-0ec8-4567-9e90-8b7daf5c1830,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:11.373028 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-50d83ad1-955c-4290-a70c-d31dceca80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.395582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1ea972b-0678-4773-a4f9-8ad4f3e31f30 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.517013 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.650503 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f0640bfa-e4e1-45a8-876c-918e91caac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:08Z', 'revision_number': 9, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:11.663307 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.771620 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0640bfa-e4e1-45a8-876c-918e91caac35 None None] Checking router: b7b564db-138c-4429-91a7-626699ed5adc for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:11.777118 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.784591 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/f760b0ff-654f-4126-973a-1745fd1820c6 HTTP/1.1" status: 204 len: 168 time: 1.0077863 Nov 25 19:55:11.800726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58736) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:11.801567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d83ad1-955c-4290-a70c-d31dceca80ab None None] Pushing event updated for resources: {'Port': ['ID=ed06c462-0ec8-4567-9e90-8b7daf5c1830,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:11.808638 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0640bfa-e4e1-45a8-876c-918e91caac35 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:11.809296 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f0640bfa-e4e1-45a8-876c-918e91caac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:11.811602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Subnet': ['ID=f760b0ff-654f-4126-973a-1745fd1820c6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:11.835699 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-50d83ad1-955c-4290-a70c-d31dceca80ab None None] Provisioning complete for port 540526fd-2816-4056-a1b5-35602dfa3b18 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:11.837999 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-50d83ad1-955c-4290-a70c-d31dceca80ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.843676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e70f36f-ffba-4cb2-a74c-64d6c781dfeb None None] Network e04a62e8-7137-48fa-9301-0b5416598998 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:11.895620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.899091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.899784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.900360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.900900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.901506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.902196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.903396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1ea972b-0678-4773-a4f9-8ad4f3e31f30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:11.904405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.904952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.905526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.908918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.909817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51a35ed0-b443-4806-b222-96a5b12cabf1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:11.952799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d1ea972b-0678-4773-a4f9-8ad4f3e31f30 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6105a70af55648c19b20a7d80780bf7e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7541895 Nov 25 19:55:11.959317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58738) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:11.970439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Router 6434163b-f502-49a5-a71f-f95357813c30 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:12.112916 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f0640bfa-e4e1-45a8-876c-918e91caac35 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:12.144294 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.202595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea972b-0678-4773-a4f9-8ad4f3e31f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b209a87f-0866-4b62-98b0-3bdc5624bddd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:12.251652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port e98ad3c3-60c6-48ab-8684-1667b81edc5e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:12.253649 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.266778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa1a090b-e15c-4485-89cf-5d0c3ba28899 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.286291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:12.303102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2a01e017-cff6-4094-91f1-b7d343fe4d36 admin admin] 10.222.0.15 "PUT /v2.0/routers/6434163b-f502-49a5-a71f-f95357813c30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0399683 Nov 25 19:55:12.305613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-50d83ad1-955c-4290-a70c-d31dceca80ab None None] Port 540526fd-2816-4056-a1b5-35602dfa3b18 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:12.380517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port e98ad3c3-60c6-48ab-8684-1667b81edc5e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e98ad3c3-60c6-48ab-8684-1667b81edc5e,segment=NetworkSegment(5c35687a-05f3-4028-abd8-a1e3032f5324),segment_id=5c35687a-05f3-4028-abd8-a1e3032f5324)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:12.380981 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.409892 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa1a090b-e15c-4485-89cf-5d0c3ba28899 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.630896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc064f4b-7932-4225-a118-9c5876c51509 req-093c0be8-3b95-4ca1-8988-9888287f56a4 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:12.647995 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc064f4b-7932-4225-a118-9c5876c51509 req-093c0be8-3b95-4ca1-8988-9888287f56a4 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac97bc00-adc7-4027-bdfd-17dac386e441 HTTP/1.1" status: 200 len: 945 time: 0.3117838 Nov 25 19:55:12.653361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8ce42e1c-8435-4593-bea4-e3e57be1b512 None None] Provisioning complete for port 540526fd-2816-4056-a1b5-35602dfa3b18 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:12.653739 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8ce42e1c-8435-4593-bea4-e3e57be1b512 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.839968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8ce42e1c-8435-4593-bea4-e3e57be1b512 None None] Port 540526fd-2816-4056-a1b5-35602dfa3b18 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:55:12.859290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa1a090b-e15c-4485-89cf-5d0c3ba28899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.866860 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa1a090b-e15c-4485-89cf-5d0c3ba28899 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:12.868095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-aa1a090b-e15c-4485-89cf-5d0c3ba28899 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b209a87f-0866-4b62-98b0-3bdc5624bddd HTTP/1.1" status: 204 len: 168 time: 0.9016469 Nov 25 19:55:12.960191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6434163b-f502-49a5-a71f-f95357813c30', 'name': 'tempest-ImageQuotaTest-2115517224-router', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:55Z', 'updated_at': '2021-11-25T19:55:09Z', 'revision_number': 4, 'project_id': 'b762378030044b1a9421782b71806e7a', 'gw_port': {'id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6434163b-f502-49a5-a71f-f95357813c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:58Z', 'updated_at': '2021-11-25T19:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '540526fd-2816-4056-a1b5-35602dfa3b18', 'name': '', 'network_id': '8da2f828-3475-4cb4-bed3-564ac05d9328', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'mac_address': 'fa:16:3e:1d:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6434163b-f502-49a5-a71f-f95357813c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '92629210-24b1-4e3b-84a5-1f83e6454837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:07Z', 'updated_at': '2021-11-25T19:55:08Z', 'revision_number': 1, 'project_id': 'b762378030044b1a9421782b71806e7a', 'subnets': [{'id': '92629210-24b1-4e3b-84a5-1f83e6454837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:13.053274 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f0640bfa-e4e1-45a8-876c-918e91caac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:08Z', 'revision_number': 9, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:13.099615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc064f4b-7932-4225-a118-9c5876c51509 req-b22a7cd2-3f95-4338-96e0-d9052d8bfda4 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4442055 Nov 25 19:55:13.101570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1a090b-e15c-4485-89cf-5d0c3ba28899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b209a87f-0866-4b62-98b0-3bdc5624bddd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:13.124869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3be067b-0b7d-44b8-9de9-cb0f9b0cd36a None None] DHCP port deletion for e04a62e8-7137-48fa-9301-0b5416598998 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:13.142668 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0640bfa-e4e1-45a8-876c-918e91caac35 None None] The sync data for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 is: [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:08Z', 'revision_number': 9, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': '73e9fce6-1086-4153-a91e-3e64d269bf20', 'name': '', 'network_id': '28b0c7be-887a-4aba-a6b8-a7e01a006d0b', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:8e:bb:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3025, 'fixed_ips': [{'subnet_id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:17Z', 'updated_at': '2021-11-25T19:54:27Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': '3734e46f-bfd1-4625-b84e-0e4a54495a13', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:13.143178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c71284-4c35-4083-9cce-9254512e8aea None None] The sync data for ids ['6434163b-f502-49a5-a71f-f95357813c30'] in n-d-817303-9 is: [{'id': '6434163b-f502-49a5-a71f-f95357813c30', 'name': 'tempest-ImageQuotaTest-2115517224-router', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:55Z', 'updated_at': '2021-11-25T19:55:09Z', 'revision_number': 4, 'project_id': 'b762378030044b1a9421782b71806e7a', 'gw_port': {'id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:75:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6434163b-f502-49a5-a71f-f95357813c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:58Z', 'updated_at': '2021-11-25T19:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '540526fd-2816-4056-a1b5-35602dfa3b18', 'name': '', 'network_id': '8da2f828-3475-4cb4-bed3-564ac05d9328', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'mac_address': 'fa:16:3e:1d:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6434163b-f502-49a5-a71f-f95357813c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '92629210-24b1-4e3b-84a5-1f83e6454837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:07Z', 'updated_at': '2021-11-25T19:55:08Z', 'revision_number': 1, 'project_id': 'b762378030044b1a9421782b71806e7a', 'subnets': [{'id': '92629210-24b1-4e3b-84a5-1f83e6454837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:13.203724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa53bf-fa45-4c43-acd5-d00efa5b28fa req-f4fae3c2-cb53-4ce5-9bdc-2f020a97a728 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:13.210681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7caa53bf-fa45-4c43-acd5-d00efa5b28fa req-f4fae3c2-cb53-4ce5-9bdc-2f020a97a728 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.76 "GET /v2.0/ports?device_id=ac97bc00-adc7-4027-bdfd-17dac386e441 HTTP/1.1" status: 200 len: 945 time: 0.2593031 Nov 25 19:55:13.434304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c3be067b-0b7d-44b8-9de9-cb0f9b0cd36a None None] Deleting port e98ad3c3-60c6-48ab-8684-1667b81edc5e {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:13.435232 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c3be067b-0b7d-44b8-9de9-cb0f9b0cd36a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.469805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for e98ad3c3-60c6-48ab-8684-1667b81edc5e owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:13.633700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c3be067b-0b7d-44b8-9de9-cb0f9b0cd36a None None] For port e98ad3c3-60c6-48ab-8684-1667b81edc5e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e98ad3c3-60c6-48ab-8684-1667b81edc5e,segment=NetworkSegment(5c35687a-05f3-4028-abd8-a1e3032f5324),segment_id=5c35687a-05f3-4028-abd8-a1e3032f5324)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:13.634121 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c3be067b-0b7d-44b8-9de9-cb0f9b0cd36a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.672793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7caa53bf-fa45-4c43-acd5-d00efa5b28fa req-b4db8774-f096-4afc-bb19-69f493192a6f tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Deleting port 2bf8d773-5dbc-46dc-8204-599b5b0487f4 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:13.680890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c3be067b-0b7d-44b8-9de9-cb0f9b0cd36a None None] Calling delete_port for e98ad3c3-60c6-48ab-8684-1667b81edc5e owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:13.701868 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7caa53bf-fa45-4c43-acd5-d00efa5b28fa req-b4db8774-f096-4afc-bb19-69f493192a6f tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:13.934459 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.063524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=e98ad3c3-60c6-48ab-8684-1667b81edc5e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:14.078663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No DVR routers for this DVR port e98ad3c3-60c6-48ab-8684-1667b81edc5e on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:14.140717 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c3be067b-0b7d-44b8-9de9-cb0f9b0cd36a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.212067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58774) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:14.224640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-7caa53bf-fa45-4c43-acd5-d00efa5b28fa req-b4db8774-f096-4afc-bb19-69f493192a6f tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] For port 2bf8d773-5dbc-46dc-8204-599b5b0487f4, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2bf8d773-5dbc-46dc-8204-599b5b0487f4,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:14.228592 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7caa53bf-fa45-4c43-acd5-d00efa5b28fa req-b4db8774-f096-4afc-bb19-69f493192a6f tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.260266 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f099a4f7-2599-49f4-9fa5-2802422255c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.291432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7caa53bf-fa45-4c43-acd5-d00efa5b28fa req-b4db8774-f096-4afc-bb19-69f493192a6f tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Calling delete_port for 2bf8d773-5dbc-46dc-8204-599b5b0487f4 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:14.345283 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3be067b-0b7d-44b8-9de9-cb0f9b0cd36a None None] Pushing event deleted for resources: {'Port': ['ID=e98ad3c3-60c6-48ab-8684-1667b81edc5e,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:14.370180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cca6e5-814c-4374-bfb9-3e24cf971bcb req-0969604c-c338-4812-b322-5c4b49185888 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:14.371879 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f9cca6e5-814c-4374-bfb9-3e24cf971bcb req-0969604c-c338-4812-b322-5c4b49185888 tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.60 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 945 time: 0.9051523 Nov 25 19:55:14.380354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 901677d6-45f0-4991-a2fb-147cb1b28690 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:14.467275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 901677d6-45f0-4991-a2fb-147cb1b28690 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:14.470421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 901677d6-45f0-4991-a2fb-147cb1b28690 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:14.474457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e98ad3c3-60c6-48ab-8684-1667b81edc5e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:14.484118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3be067b-0b7d-44b8-9de9-cb0f9b0cd36a None None] No DVR routers for this DVR port e98ad3c3-60c6-48ab-8684-1667b81edc5e on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:14.552299 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.580771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: e98ad3c3-60c6-48ab-8684-1667b81edc5e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:14.581274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e98ad3c3-60c6-48ab-8684-1667b81edc5e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:14.605393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e04a62e8-7137-48fa-9301-0b5416598998']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:14.625315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c35687a-05f3-4028-abd8-a1e3032f5324') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:14.626041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c35687a-05f3-4028-abd8-a1e3032f5324') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:14.651637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.678781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-f9cca6e5-814c-4374-bfb9-3e24cf971bcb req-0259d309-4242-49af-b5da-8d126943c2be tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Deleting port 10c5e169-1b0d-4a67-bff6-2f91d93addbc {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:14.679172 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f9cca6e5-814c-4374-bfb9-3e24cf971bcb req-0259d309-4242-49af-b5da-8d126943c2be tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.682473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.710046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:14.710711 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:14.721815 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:14.807607 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f099a4f7-2599-49f4-9fa5-2802422255c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:14.890148 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f099a4f7-2599-49f4-9fa5-2802422255c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.020465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f099a4f7-2599-49f4-9fa5-2802422255c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9824fc0efc954dc8b3eabb975e3e2992&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8072300 Nov 25 19:55:15.031108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f099a4f7-2599-49f4-9fa5-2802422255c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f84c38e8-4902-46ed-9630-271f4471bcd5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:15.031108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58780) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:15.057378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2bf8d773-5dbc-46dc-8204-599b5b0487f4 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:15.126619 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7caa53bf-fa45-4c43-acd5-d00efa5b28fa req-b4db8774-f096-4afc-bb19-69f493192a6f tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.159462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-f9cca6e5-814c-4374-bfb9-3e24cf971bcb req-0259d309-4242-49af-b5da-8d126943c2be tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] For port 10c5e169-1b0d-4a67-bff6-2f91d93addbc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=10c5e169-1b0d-4a67-bff6-2f91d93addbc,segment=NetworkSegment(afaf646b-a283-4291-88cc-c72aab432052),segment_id=afaf646b-a283-4291-88cc-c72aab432052)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:15.160253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f9cca6e5-814c-4374-bfb9-3e24cf971bcb req-0259d309-4242-49af-b5da-8d126943c2be tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.173592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4d26ba-9635-4314-939c-61c9e46bd778 req-7a5a2e88-08ed-4a67-aff2-ac6e29b2c14a tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:15.177262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c4d26ba-9635-4314-939c-61c9e46bd778 req-7a5a2e88-08ed-4a67-aff2-ac6e29b2c14a tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=ac97bc00-adc7-4027-bdfd-17dac386e441 HTTP/1.1" status: 200 len: 945 time: 0.7502704 Nov 25 19:55:15.194685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No active binding found for port 2bf8d773-5dbc-46dc-8204-599b5b0487f4 {{(pid=103653) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:55:15.195480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2bf8d773-5dbc-46dc-8204-599b5b0487f4 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:15.262127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-f9cca6e5-814c-4374-bfb9-3e24cf971bcb req-0259d309-4242-49af-b5da-8d126943c2be tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Calling delete_port for 10c5e169-1b0d-4a67-bff6-2f91d93addbc owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:15.288317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4db8774-f096-4afc-bb19-69f493192a6f tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Pushing event deleted for resources: {'Port': ['ID=2bf8d773-5dbc-46dc-8204-599b5b0487f4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:15.509767 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.532688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.540992 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/networks/e04a62e8-7137-48fa-9301-0b5416598998 HTTP/1.1" status: 204 len: 168 time: 3.7383804 Nov 25 19:55:15.543708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58792) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:15.586896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e95869-7343-44d6-9fc2-940ddf66c2a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Network': ['ID=e04a62e8-7137-48fa-9301-0b5416598998,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:15.657036 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c4d26ba-9635-4314-939c-61c9e46bd778 req-0703216d-7973-4c27-8f14-1c78c1595eed tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/security-groups?id=e78f4089-616c-4896-ba66-105b5aef5e28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4234202 Nov 25 19:55:15.671329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-7caa53bf-fa45-4c43-acd5-d00efa5b28fa req-b4db8774-f096-4afc-bb19-69f493192a6f tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] No DVR routers for this DVR port 2bf8d773-5dbc-46dc-8204-599b5b0487f4 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:15.699553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7caa53bf-fa45-4c43-acd5-d00efa5b28fa req-b4db8774-f096-4afc-bb19-69f493192a6f tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.708762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7caa53bf-fa45-4c43-acd5-d00efa5b28fa req-b4db8774-f096-4afc-bb19-69f493192a6f tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.76 "DELETE /v2.0/ports/2bf8d773-5dbc-46dc-8204-599b5b0487f4 HTTP/1.1" status: 204 len: 173 time: 2.4947479 Nov 25 19:55:15.713390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac97bc00-adc7-4027-bdfd-17dac386e441', 'name': 'network-vif-deleted', 'tag': '2bf8d773-5dbc-46dc-8204-599b5b0487f4'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:15.723423 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f9c0f0-a95c-40f1-a164-0d31fe889a3e" -d '{"events": [{"server_uuid": "ac97bc00-adc7-4027-bdfd-17dac386e441", "name": "network-vif-deleted", "tag": "2bf8d773-5dbc-46dc-8204-599b5b0487f4"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:15.797412 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1572dc18-62c7-41b5-b66c-9e5082469c93 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:15.904293 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1572dc18-62c7-41b5-b66c-9e5082469c93 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.083384 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1348bdc-8fa8-4190-ba21-cb1fc9629ac1 x-openstack-request-id: req-d1348bdc-8fa8-4190-ba21-cb1fc9629ac1 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:16.083977 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac97bc00-adc7-4027-bdfd-17dac386e441", "name": "network-vif-deleted", "tag": "2bf8d773-5dbc-46dc-8204-599b5b0487f4", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:16.084414 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d1348bdc-8fa8-4190-ba21-cb1fc9629ac1 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:16.086367 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac97bc00-adc7-4027-bdfd-17dac386e441', 'name': 'network-vif-deleted', 'tag': '2bf8d773-5dbc-46dc-8204-599b5b0487f4', 'status': 'completed', 'code': 200} Nov 25 19:55:16.105940 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1572dc18-62c7-41b5-b66c-9e5082469c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.116477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1572dc18-62c7-41b5-b66c-9e5082469c93 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.117298 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1572dc18-62c7-41b5-b66c-9e5082469c93 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f84c38e8-4902-46ed-9630-271f4471bcd5 HTTP/1.1" status: 204 len: 168 time: 1.0128214 Nov 25 19:55:16.118337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58798) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:16.130109 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f9cca6e5-814c-4374-bfb9-3e24cf971bcb req-0259d309-4242-49af-b5da-8d126943c2be tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.174376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ed06c462-0ec8-4567-9e90-8b7daf5c1830 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:16.327231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 10c5e169-1b0d-4a67-bff6-2f91d93addbc no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:16.410922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1572dc18-62c7-41b5-b66c-9e5082469c93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84c38e8-4902-46ed-9630-271f4471bcd5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:16.421916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 10c5e169-1b0d-4a67-bff6-2f91d93addbc {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:16.427463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 10c5e169-1b0d-4a67-bff6-2f91d93addbc not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:16.583526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ed06c462-0ec8-4567-9e90-8b7daf5c1830 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:16.584090 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.668755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0259d309-4242-49af-b5da-8d126943c2be tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Pushing event deleted for resources: {'Port': ['ID=10c5e169-1b0d-4a67-bff6-2f91d93addbc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:16.848969 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9cca6e5-814c-4374-bfb9-3e24cf971bcb req-0259d309-4242-49af-b5da-8d126943c2be tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] No DVR routers for this DVR port 10c5e169-1b0d-4a67-bff6-2f91d93addbc on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:16.864865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f9cca6e5-814c-4374-bfb9-3e24cf971bcb req-0259d309-4242-49af-b5da-8d126943c2be tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:16.883059 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f9cca6e5-814c-4374-bfb9-3e24cf971bcb req-0259d309-4242-49af-b5da-8d126943c2be tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.60 "DELETE /v2.0/ports/10c5e169-1b0d-4a67-bff6-2f91d93addbc HTTP/1.1" status: 204 len: 173 time: 2.4719992 Nov 25 19:55:16.884321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '582ed65e-4492-4327-8582-a2b0dcab5cf5', 'name': 'network-vif-deleted', 'tag': '10c5e169-1b0d-4a67-bff6-2f91d93addbc'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:16.895895 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ddc676-b421-4fd3-8563-5bd9760d7240" -d '{"events": [{"server_uuid": "582ed65e-4492-4327-8582-a2b0dcab5cf5", "name": "network-vif-deleted", "tag": "10c5e169-1b0d-4a67-bff6-2f91d93addbc"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:17.130562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32d3a87d-68f7-45f0-b126-b9c1fa64869c req-d5956b55-4d05-46b4-8c7c-22cde9707ecd tempest-ListServersNegativeTestJSON-1557534882 tempest-ListServersNegativeTestJSON-1557534882-project] 10.222.0.15 "GET /v2.0/ports?device_id=582ed65e-4492-4327-8582-a2b0dcab5cf5 HTTP/1.1" status: 200 len: 210 time: 0.1136930 Nov 25 19:55:17.361000 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d60a373-1603-4dd9-881d-ba48a7c656c7 x-openstack-request-id: req-2d60a373-1603-4dd9-881d-ba48a7c656c7 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:17.361855 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "582ed65e-4492-4327-8582-a2b0dcab5cf5", "name": "network-vif-deleted", "tag": "10c5e169-1b0d-4a67-bff6-2f91d93addbc", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:17.362206 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2d60a373-1603-4dd9-881d-ba48a7c656c7 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:17.362633 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '582ed65e-4492-4327-8582-a2b0dcab5cf5', 'name': 'network-vif-deleted', 'tag': '10c5e169-1b0d-4a67-bff6-2f91d93addbc', 'status': 'completed', 'code': 200} Nov 25 19:55:17.483959 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:18.045898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] Sync routers for ids ['6434163b-f502-49a5-a71f-f95357813c30'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:18.072783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] Routers {'6434163b-f502-49a5-a71f-f95357813c30'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:18.073731 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6434163b-f502-49a5-a71f-f95357813c30'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:18.302533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58840) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:18.395509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 73e9fce6-1086-4153-a91e-3e64d269bf20 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:18.395863 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:18.417916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c13d065-3f33-4e23-b8dd-fc86380cc2d1 admin admin] Deleting subnet 5a80658f-0e02-4fc1-8b3c-e131292ec5d4 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:55:18.427293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c13d065-3f33-4e23-b8dd-fc86380cc2d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:18.489880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] Set router 6434163b-f502-49a5-a71f-f95357813c30 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:18.612381 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65df40fd-79b8-42ec-958d-f15eff38bbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:18.671980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c13d065-3f33-4e23-b8dd-fc86380cc2d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:18.792195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port 73e9fce6-1086-4153-a91e-3e64d269bf20, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=73e9fce6-1086-4153-a91e-3e64d269bf20,segment=NetworkSegment(9378d8e5-2627-448f-adab-00d87251a9d1),segment_id=9378d8e5-2627-448f-adab-00d87251a9d1)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:18.792555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:18.824889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c13d065-3f33-4e23-b8dd-fc86380cc2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:18.828178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 73e9fce6-1086-4153-a91e-3e64d269bf20 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:19.066468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c13d065-3f33-4e23-b8dd-fc86380cc2d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:19.201311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c13d065-3f33-4e23-b8dd-fc86380cc2d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:19.217162 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9c13d065-3f33-4e23-b8dd-fc86380cc2d1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/5a80658f-0e02-4fc1-8b3c-e131292ec5d4 HTTP/1.1" status: 204 len: 168 time: 0.9132929 Nov 25 19:55:19.219735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13d065-3f33-4e23-b8dd-fc86380cc2d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a80658f-0e02-4fc1-8b3c-e131292ec5d4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:19.222396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58854) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:19.320502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6434163b-f502-49a5-a71f-f95357813c30', 'name': 'tempest-ImageQuotaTest-2115517224-router', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:55Z', 'updated_at': '2021-11-25T19:55:09Z', 'revision_number': 4, 'project_id': 'b762378030044b1a9421782b71806e7a', 'gw_port': {'id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6434163b-f502-49a5-a71f-f95357813c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:58Z', 'updated_at': '2021-11-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '540526fd-2816-4056-a1b5-35602dfa3b18', 'name': '', 'network_id': '8da2f828-3475-4cb4-bed3-564ac05d9328', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'mac_address': 'fa:16:3e:1d:a5:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6434163b-f502-49a5-a71f-f95357813c30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3056, 'fixed_ips': [{'subnet_id': '92629210-24b1-4e3b-84a5-1f83e6454837', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:55:07Z', 'updated_at': '2021-11-25T19:55:09Z', 'revision_number': 2, 'project_id': 'b762378030044b1a9421782b71806e7a', 'subnets': [{'id': '92629210-24b1-4e3b-84a5-1f83e6454837', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:19.368441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:19.444153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-65df40fd-79b8-42ec-958d-f15eff38bbe1 admin admin] Deleting port 540526fd-2816-4056-a1b5-35602dfa3b18 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:19.445275 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65df40fd-79b8-42ec-958d-f15eff38bbe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:19.479672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] Checking router: 6434163b-f502-49a5-a71f-f95357813c30 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:19.480217 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] Updating router 6434163b-f502-49a5-a71f-f95357813c30 port 540526fd-2816-4056-a1b5-35602dfa3b18 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:55:19.554025 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:19.604281 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:19.620090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b89cf70-5781-4848-b3c2-72d8659d631f']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:19.632190 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:19.654004 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65df40fd-79b8-42ec-958d-f15eff38bbe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:19.697358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-65df40fd-79b8-42ec-958d-f15eff38bbe1 admin admin] Calling delete_port for 540526fd-2816-4056-a1b5-35602dfa3b18 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:19.730040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=73e9fce6-1086-4153-a91e-3e64d269bf20,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:19.749739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afaf646b-a283-4291-88cc-c72aab432052') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:19.754984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afaf646b-a283-4291-88cc-c72aab432052') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:19.819709 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:19.916713 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:20.206830 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65df40fd-79b8-42ec-958d-f15eff38bbe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:20.238929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:20.243259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:20.253087 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:20.360644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df40fd-79b8-42ec-958d-f15eff38bbe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=540526fd-2816-4056-a1b5-35602dfa3b18,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:20.443452 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:20.457613 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:20.466371 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] 10.222.0.15 "DELETE /v2.0/networks/2b89cf70-5781-4848-b3c2-72d8659d631f HTTP/1.1" status: 204 len: 168 time: 1.2375410 Nov 25 19:55:20.472909 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:20.632561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a53c3e5-8db2-4704-81ff-ee4ac09c8aec admin admin] Pushing event deleted for resources: {'Network': ['ID=2b89cf70-5781-4848-b3c2-72d8659d631f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:20.797643 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:55:20.798330 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:55:20.800008 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:20.842278 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65df40fd-79b8-42ec-958d-f15eff38bbe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.051456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router b7b564db-138c-4429-91a7-626699ed5adc has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:21.154012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58882) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:21.260404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58884) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:21.260877 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6ddb511e-15b3-4014-a169-1b4dac471a15 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=60ad7a592be4477a8c026b940a65ae2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1047444 Nov 25 19:55:21.262341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:21.268200 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e33aebab-3656-4169-acd2-b7838f5acf84 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7202871 Nov 25 19:55:21.272430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58886) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:21.281708 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8dbd3-9fe4-4d12-a06a-dc1ceb2c26b7 None None] Sync routers for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:21.311732 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8dbd3-9fe4-4d12-a06a-dc1ceb2c26b7 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:21.312767 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e0f8dbd3-9fe4-4d12-a06a-dc1ceb2c26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:21.373922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] Port 540526fd-2816-4056-a1b5-35602dfa3b18 not found while updating agent binding for router 6434163b-f502-49a5-a71f-f95357813c30. {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Nov 25 19:55:21.396241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65df40fd-79b8-42ec-958d-f15eff38bbe1 admin admin] Router 6434163b-f502-49a5-a71f-f95357813c30 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:21.397516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] Routers {'6434163b-f502-49a5-a71f-f95357813c30'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:21.399272 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6434163b-f502-49a5-a71f-f95357813c30'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:21.451302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-15b60db1-d64f-40b3-a587-020c361e855c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting subnet 3734e46f-bfd1-4625-b84e-0e4a54495a13 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:55:21.457866 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15b60db1-d64f-40b3-a587-020c361e855c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.528713 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e0f8dbd3-9fe4-4d12-a06a-dc1ceb2c26b7 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:21.529661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15b60db1-d64f-40b3-a587-020c361e855c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.640342 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f34ef69d-1a68-4b1a-b5c6-4a894b46d480 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.719284 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f34ef69d-1a68-4b1a-b5c6-4a894b46d480 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.770930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] Set router 6434163b-f502-49a5-a71f-f95357813c30 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:21.815661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15b60db1-d64f-40b3-a587-020c361e855c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.958453 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f34ef69d-1a68-4b1a-b5c6-4a894b46d480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.971289 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f34ef69d-1a68-4b1a-b5c6-4a894b46d480 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:21.978496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f34ef69d-1a68-4b1a-b5c6-4a894b46d480 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e78f4089-616c-4896-ba66-105b5aef5e28 HTTP/1.1" status: 204 len: 168 time: 0.7123563 Nov 25 19:55:22.047340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15b60db1-d64f-40b3-a587-020c361e855c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.056488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34ef69d-1a68-4b1a-b5c6-4a894b46d480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e78f4089-616c-4896-ba66-105b5aef5e28,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:22.106402 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e0f8dbd3-9fe4-4d12-a06a-dc1ceb2c26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:19Z', 'revision_number': 10, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:22.121027 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15b60db1-d64f-40b3-a587-020c361e855c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:22.131619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58900) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:22.141800 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-15b60db1-d64f-40b3-a587-020c361e855c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/3734e46f-bfd1-4625-b84e-0e4a54495a13 HTTP/1.1" status: 204 len: 168 time: 0.8678622 Nov 25 19:55:22.212272 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c050d47-2162-44dd-a14e-e774056a7e21 None None] Network 28b0c7be-887a-4aba-a6b8-a7e01a006d0b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:22.221412 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8dbd3-9fe4-4d12-a06a-dc1ceb2c26b7 None None] Checking router: b7b564db-138c-4429-91a7-626699ed5adc for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:22.245544 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f8dbd3-9fe4-4d12-a06a-dc1ceb2c26b7 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:22.247586 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e0f8dbd3-9fe4-4d12-a06a-dc1ceb2c26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:22.249701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65df40fd-79b8-42ec-958d-f15eff38bbe1 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:22.265432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-65df40fd-79b8-42ec-958d-f15eff38bbe1 admin admin] 10.222.0.15 "PUT /v2.0/routers/6434163b-f502-49a5-a71f-f95357813c30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1214197 Nov 25 19:55:22.272347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58908) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:22.285088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b60db1-d64f-40b3-a587-020c361e855c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Subnet': ['ID=3734e46f-bfd1-4625-b84e-0e4a54495a13,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:22.472132 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e0f8dbd3-9fe4-4d12-a06a-dc1ceb2c26b7 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:22.880404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.044393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6434163b-f502-49a5-a71f-f95357813c30', 'name': 'tempest-ImageQuotaTest-2115517224-router', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:55Z', 'updated_at': '2021-11-25T19:55:20Z', 'revision_number': 5, 'project_id': 'b762378030044b1a9421782b71806e7a', 'gw_port': {'id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6434163b-f502-49a5-a71f-f95357813c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:58Z', 'updated_at': '2021-11-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:23.128104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacab1e8-8311-4fbc-a92e-3b4fb27a5418 None None] The sync data for ids ['6434163b-f502-49a5-a71f-f95357813c30'] in n-d-817303-9 is: [{'id': '6434163b-f502-49a5-a71f-f95357813c30', 'name': 'tempest-ImageQuotaTest-2115517224-router', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65'}], 'enable_snat': True}, 'gw_port_id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:55Z', 'updated_at': '2021-11-25T19:55:20Z', 'revision_number': 5, 'project_id': 'b762378030044b1a9421782b71806e7a', 'gw_port': {'id': 'ed06c462-0ec8-4567-9e90-8b7daf5c1830', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:75:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6434163b-f502-49a5-a71f-f95357813c30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:58Z', 'updated_at': '2021-11-25T19:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:23.142371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222bda50-b7db-4e88-953f-5fc5c6bab8b1 None None] DHCP port deletion for 28b0c7be-887a-4aba-a6b8-a7e01a006d0b request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:23.198942 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.261190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-222bda50-b7db-4e88-953f-5fc5c6bab8b1 None None] Deleting port 4734d6e7-ab1d-449b-87a5-cb75532d040a {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:23.262333 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-222bda50-b7db-4e88-953f-5fc5c6bab8b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.289900 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.318713 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e0f8dbd3-9fe4-4d12-a06a-dc1ceb2c26b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:19Z', 'revision_number': 10, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:23.367225 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.414849 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f8dbd3-9fe4-4d12-a06a-dc1ceb2c26b7 None None] The sync data for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 is: [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:19Z', 'revision_number': 10, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None, '_interfaces': [{'id': 'bb280c79-10af-4954-bef2-11ded0fb9d96', 'name': '', 'network_id': 'df59a37f-2a85-4442-9309-9f9a63294391', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'mac_address': 'fa:16:3e:45:07:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:54:08Z', 'updated_at': '2021-11-25T19:54:17Z', 'revision_number': 5, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'subnets': [{'id': 'f52ace70-96f2-423b-8608-82ec904fcf9e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:23.475289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-222bda50-b7db-4e88-953f-5fc5c6bab8b1 None None] For port 4734d6e7-ab1d-449b-87a5-cb75532d040a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4734d6e7-ab1d-449b-87a5-cb75532d040a,segment=NetworkSegment(9378d8e5-2627-448f-adab-00d87251a9d1),segment_id=9378d8e5-2627-448f-adab-00d87251a9d1)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:23.476020 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-222bda50-b7db-4e88-953f-5fc5c6bab8b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.510771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-222bda50-b7db-4e88-953f-5fc5c6bab8b1 None None] Calling delete_port for 4734d6e7-ab1d-449b-87a5-cb75532d040a owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:23.698111 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-222bda50-b7db-4e88-953f-5fc5c6bab8b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.701197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Deleting port ed06c462-0ec8-4567-9e90-8b7daf5c1830 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:23.701738 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:23.770958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bda50-b7db-4e88-953f-5fc5c6bab8b1 None None] Pushing event deleted for resources: {'Port': ['ID=4734d6e7-ab1d-449b-87a5-cb75532d040a,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:23.783355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222bda50-b7db-4e88-953f-5fc5c6bab8b1 None None] No DVR routers for this DVR port 4734d6e7-ab1d-449b-87a5-cb75532d040a on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:23.888856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 4734d6e7-ab1d-449b-87a5-cb75532d040a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:23.893617 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:24.099445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] For port ed06c462-0ec8-4567-9e90-8b7daf5c1830, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ed06c462-0ec8-4567-9e90-8b7daf5c1830,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:24.100006 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:24.103894 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port 4734d6e7-ab1d-449b-87a5-cb75532d040a, host n-d-817303-9, got binding levels [] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:24.105242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:24.118450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58940) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:24.150504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Calling delete_port for ed06c462-0ec8-4567-9e90-8b7daf5c1830 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:24.158833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 4734d6e7-ab1d-449b-87a5-cb75532d040a owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:24.177304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Port 4734d6e7-ab1d-449b-87a5-cb75532d040a was not found and therefore no delete operation was performed {{(pid=103651) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:55:24.186196 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:24.211621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4734d6e7-ab1d-449b-87a5-cb75532d040a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:24.340212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4734d6e7-ab1d-449b-87a5-cb75532d040a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:24.340955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4734d6e7-ab1d-449b-87a5-cb75532d040a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:24.341485 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 540526fd-2816-4056-a1b5-35602dfa3b18 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:24.350450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=4734d6e7-ab1d-449b-87a5-cb75532d040a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:24.355432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No DVR routers for this DVR port 4734d6e7-ab1d-449b-87a5-cb75532d040a on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:24.431576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 540526fd-2816-4056-a1b5-35602dfa3b18 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:24.432010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 540526fd-2816-4056-a1b5-35602dfa3b18 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:24.432943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 73e9fce6-1086-4153-a91e-3e64d269bf20 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:24.519589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 73e9fce6-1086-4153-a91e-3e64d269bf20 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:24.519589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 73e9fce6-1086-4153-a91e-3e64d269bf20 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:24.570227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8988-6678-4eec-8515-621076bc7f77 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:24.725190 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:24.869627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28b0c7be-887a-4aba-a6b8-a7e01a006d0b']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:24.943219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8988-6678-4eec-8515-621076bc7f77 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:24.953790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0bdb8988-6678-4eec-8515-621076bc7f77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.009799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9378d8e5-2627-448f-adab-00d87251a9d1') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:25.010569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9378d8e5-2627-448f-adab-00d87251a9d1') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:25.078647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0bdb8988-6678-4eec-8515-621076bc7f77 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a7944c016ab64148ac592f3fecee31e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9548836 Nov 25 19:55:25.080243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58960) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:25.082078 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58962) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:25.088653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.090663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdb8988-6678-4eec-8515-621076bc7f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6db386f-4f99-40f0-aec3-ae2dbfe60a75,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:25.137545 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.155655 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:25.156408 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:25.162461 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:25.337593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77ae619c-e45a-4b9a-8c73-2687e83626c9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.368306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff8595f-6585-4623-b6b1-3de4966e3a92 None None] Sync routers for ids ['6434163b-f502-49a5-a71f-f95357813c30'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:25.418736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8595f-6585-4623-b6b1-3de4966e3a92 None None] Routers {'6434163b-f502-49a5-a71f-f95357813c30'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:25.427652 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1ff8595f-6585-4623-b6b1-3de4966e3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6434163b-f502-49a5-a71f-f95357813c30'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:25.445797 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77ae619c-e45a-4b9a-8c73-2687e83626c9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.528245 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.632942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed06c462-0ec8-4567-9e90-8b7daf5c1830,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:25.700894 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.731617 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.762838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/networks/28b0c7be-887a-4aba-a6b8-a7e01a006d0b HTTP/1.1" status: 204 len: 168 time: 3.6285496 Nov 25 19:55:25.774773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-574586533-network', 'tenant_id': 'b256ffdaa9204038bdd8d46dd6ec06db'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:25.779468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58978) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:25.781328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77ae619c-e45a-4b9a-8c73-2687e83626c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.785119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77ae619c-e45a-4b9a-8c73-2687e83626c9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:25.788014 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-77ae619c-e45a-4b9a-8c73-2687e83626c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a6db386f-4f99-40f0-aec3-ae2dbfe60a75 HTTP/1.1" status: 204 len: 168 time: 0.6991856 Nov 25 19:55:25.808405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ce4bce-6ed5-48ba-afb7-4c56c5547e45 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:25.916923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ae619c-e45a-4b9a-8c73-2687e83626c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6db386f-4f99-40f0-aec3-ae2dbfe60a75,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:25.920637 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-1ff8595f-6585-4623-b6b1-3de4966e3a92 None None] Set router 6434163b-f502-49a5-a71f-f95357813c30 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:25.952091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Made reservation on behalf of b256ffdaa9204038bdd8d46dd6ec06db for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:25.980679 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.063159 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.073530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaabb849-5b6c-430d-93c6-1486b3abf61f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Network': ['ID=28b0c7be-887a-4aba-a6b8-a7e01a006d0b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:26.185813 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.203982 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1ff8595f-6585-4623-b6b1-3de4966e3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6434163b-f502-49a5-a71f-f95357813c30', 'name': 'tempest-ImageQuotaTest-2115517224-router', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:55Z', 'updated_at': '2021-11-25T19:55:23Z', 'revision_number': 6, 'project_id': 'b762378030044b1a9421782b71806e7a', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:26.333767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff8595f-6585-4623-b6b1-3de4966e3a92 None None] Checking router: 6434163b-f502-49a5-a71f-f95357813c30 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:26.394402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ff8595f-6585-4623-b6b1-3de4966e3a92 None None] Routers {'6434163b-f502-49a5-a71f-f95357813c30'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:26.395968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1ff8595f-6585-4623-b6b1-3de4966e3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6434163b-f502-49a5-a71f-f95357813c30'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:26.469301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.496568 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.539707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:26.541583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-1ff8595f-6585-4623-b6b1-3de4966e3a92 None None] Set router 6434163b-f502-49a5-a71f-f95357813c30 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:26.577844 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 58986) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:26.604173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-604c6d2d-f3c9-4ed1-8a65-c89b9ad78cb1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.609781 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.614670 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.665752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1ff8595f-6585-4623-b6b1-3de4966e3a92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6434163b-f502-49a5-a71f-f95357813c30', 'name': 'tempest-ImageQuotaTest-2115517224-router', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:55Z', 'updated_at': '2021-11-25T19:55:25Z', 'revision_number': 7, 'project_id': 'b762378030044b1a9421782b71806e7a', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:26.713449 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.714636 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Added segment 248378e8-45e5-4913-bae0-f26801c70c87 of type vlan for network 82e70501-9de1-467b-8027-6a920e4534e0 Nov 25 19:55:26.765211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f36a70-4346-4f81-ab25-6b28050f59b8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:26.782471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ff8595f-6585-4623-b6b1-3de4966e3a92 None None] The sync data for ids ['6434163b-f502-49a5-a71f-f95357813c30'] in n-d-817303-9 is: [{'id': '6434163b-f502-49a5-a71f-f95357813c30', 'name': 'tempest-ImageQuotaTest-2115517224-router', 'tenant_id': 'b762378030044b1a9421782b71806e7a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:55Z', 'updated_at': '2021-11-25T19:55:25Z', 'revision_number': 7, 'project_id': 'b762378030044b1a9421782b71806e7a', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:26.832151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.832988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6434163b-f502-49a5-a71f-f95357813c30 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:55:26.839142 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:26.843832 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-73ba88cf-f94d-43e7-9930-242408fb6a20 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6434163b-f502-49a5-a71f-f95357813c30 HTTP/1.1" status: 204 len: 168 time: 4.5600889 Nov 25 19:55:26.848993 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58994) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:27.043459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8136e9-14e3-4c19-893e-02591c9d4c5d admin admin] Deleting subnet 92629210-24b1-4e3b-84a5-1f83e6454837 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:55:27.055104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb8136e9-14e3-4c19-893e-02591c9d4c5d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.146974 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb8136e9-14e3-4c19-893e-02591c9d4c5d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.249522 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb8136e9-14e3-4c19-893e-02591c9d4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.327445 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb8136e9-14e3-4c19-893e-02591c9d4c5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.365688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8136e9-14e3-4c19-893e-02591c9d4c5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=92629210-24b1-4e3b-84a5-1f83e6454837,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:27.373053 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb8136e9-14e3-4c19-893e-02591c9d4c5d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.385396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eb8136e9-14e3-4c19-893e-02591c9d4c5d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/92629210-24b1-4e3b-84a5-1f83e6454837 HTTP/1.1" status: 204 len: 168 time: 0.5335231 Nov 25 19:55:27.385396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 58996) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:27.387906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5ac94f2-97ae-44f1-b26c-5baecd60c6c0 None None] Network 8da2f828-3475-4cb4-bed3-564ac05d9328 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:27.597621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.658790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.729158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Deleting port 572be560-2f7f-4a79-8f86-a81614951ff7 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:27.730040 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.847756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c646f87-52fb-4774-9686-f7ba8f0983bf None None] DHCP port deletion for 8da2f828-3475-4cb4-bed3-564ac05d9328 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:27.890783 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.893516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:27.895414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.913327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] For port 572be560-2f7f-4a79-8f86-a81614951ff7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=572be560-2f7f-4a79-8f86-a81614951ff7,segment=NetworkSegment(8b5151e9-5cc5-4ebb-9901-d6ae600b0a58),segment_id=8b5151e9-5cc5-4ebb-9901-d6ae600b0a58)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:27.914845 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:27.977407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Calling delete_port for 572be560-2f7f-4a79-8f86-a81614951ff7 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:28.017872 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5c646f87-52fb-4774-9686-f7ba8f0983bf None None] Deleting port 572be560-2f7f-4a79-8f86-a81614951ff7 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:28.018348 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c646f87-52fb-4774-9686-f7ba8f0983bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.108104 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 3.0208070 Nov 25 19:55:28.113633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59002) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:28.171473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] Request body: {'subnet': {'network_id': '82e70501-9de1-467b-8027-6a920e4534e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-574586533-subnet', 'tenant_id': 'b256ffdaa9204038bdd8d46dd6ec06db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:28.231101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 572be560-2f7f-4a79-8f86-a81614951ff7 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:28.254230 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.350036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5c646f87-52fb-4774-9686-f7ba8f0983bf None None] For port 572be560-2f7f-4a79-8f86-a81614951ff7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=572be560-2f7f-4a79-8f86-a81614951ff7,segment=NetworkSegment(8b5151e9-5cc5-4ebb-9901-d6ae600b0a58),segment_id=8b5151e9-5cc5-4ebb-9901-d6ae600b0a58)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:28.350723 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c646f87-52fb-4774-9686-f7ba8f0983bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.384288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50241d3-f41c-4022-8ad6-e92364651e69 admin admin] Pushing event updated for resources: {'Network': ['ID=82e70501-9de1-467b-8027-6a920e4534e0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:28.400532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5c646f87-52fb-4774-9686-f7ba8f0983bf None None] Calling delete_port for 572be560-2f7f-4a79-8f86-a81614951ff7 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:28.421254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] No DVR routers for this DVR port 572be560-2f7f-4a79-8f86-a81614951ff7 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:28.463580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] Made reservation on behalf of b256ffdaa9204038bdd8d46dd6ec06db for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:28.468980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.472875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=572be560-2f7f-4a79-8f86-a81614951ff7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:28.501851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No active binding found for port 572be560-2f7f-4a79-8f86-a81614951ff7 {{(pid=103653) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:55:28.503069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 572be560-2f7f-4a79-8f86-a81614951ff7 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:28.504267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ed06c462-0ec8-4567-9e90-8b7daf5c1830 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:28.511583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 82e70501-9de1-467b-8027-6a920e4534e0 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:28.570711 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-604c6d2d-f3c9-4ed1-8a65-c89b9ad78cb1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.661140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: ed06c462-0ec8-4567-9e90-8b7daf5c1830 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:28.661701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ed06c462-0ec8-4567-9e90-8b7daf5c1830 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:28.717757 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-604c6d2d-f3c9-4ed1-8a65-c89b9ad78cb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.794551 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c646f87-52fb-4774-9686-f7ba8f0983bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.807631 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-604c6d2d-f3c9-4ed1-8a65-c89b9ad78cb1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e7f618ead4040e5b9661a7be699504b&name=default HTTP/1.1" status: 200 len: 3000 time: 2.2252033 Nov 25 19:55:28.812926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604c6d2d-f3c9-4ed1-8a65-c89b9ad78cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1626047-24e4-46e6-85b1-4cde0eeacc50,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:28.833237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59010) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:28.845640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.862127 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.867791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c646f87-52fb-4774-9686-f7ba8f0983bf None None] Pushing event deleted for resources: {'Port': ['ID=572be560-2f7f-4a79-8f86-a81614951ff7,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:28.873473 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c646f87-52fb-4774-9686-f7ba8f0983bf None None] No DVR routers for this DVR port 572be560-2f7f-4a79-8f86-a81614951ff7 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:28.903151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8da2f828-3475-4cb4-bed3-564ac05d9328']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:28.934154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b5151e9-5cc5-4ebb-9901-d6ae600b0a58') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:28.934405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b5151e9-5cc5-4ebb-9901-d6ae600b0a58') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:28.952478 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.955307 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1242dffa-b4f6-420f-95c0-bf034d7b7839 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:28.984490 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.009160 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1242dffa-b4f6-420f-95c0-bf034d7b7839 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.013127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:29.013548 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:29.022429 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:29.167786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.207698 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.219542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] 10.222.0.15 "DELETE /v2.0/networks/8da2f828-3475-4cb4-bed3-564ac05d9328 HTTP/1.1" status: 204 len: 168 time: 1.8289363 Nov 25 19:55:29.234211 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.272499 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1242dffa-b4f6-420f-95c0-bf034d7b7839 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.278260 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1242dffa-b4f6-420f-95c0-bf034d7b7839 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.283093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1242dffa-b4f6-420f-95c0-bf034d7b7839 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1626047-24e4-46e6-85b1-4cde0eeacc50 HTTP/1.1" status: 204 len: 168 time: 0.4455411 Nov 25 19:55:29.299369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37e070d-f966-4673-bd13-638c83f24f01 admin admin] Pushing event deleted for resources: {'Network': ['ID=8da2f828-3475-4cb4-bed3-564ac05d9328,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:29.312073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1242dffa-b4f6-420f-95c0-bf034d7b7839 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1626047-24e4-46e6-85b1-4cde0eeacc50,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:29.358269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:29.369970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] Checking segment: {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:29.370723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] Network hostable DHCP agents. Network: 82e70501-9de1-467b-8027-6a920e4534e0, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:55:29.521885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] Network 82e70501-9de1-467b-8027-6a920e4534e0 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:55:29.545401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 82e70501-9de1-467b-8027-6a920e4534e0) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:29.557355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7391dd4-6d4a-4156-b5b4-702a504fe06d None None] Network 82e70501-9de1-467b-8027-6a920e4534e0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:29.566626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:29.567761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.604835 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3966084b-000f-44ca-b289-38cf8529266f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4556851 Nov 25 19:55:29.614249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port bb280c79-10af-4954-bef2-11ded0fb9d96 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:29.616633 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.703736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59034) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:29.850281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port bb280c79-10af-4954-bef2-11ded0fb9d96, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bb280c79-10af-4954-bef2-11ded0fb9d96,segment=NetworkSegment(3ff29e41-305c-49a2-8283-d050430054f6),segment_id=3ff29e41-305c-49a2-8283-d050430054f6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:29.850844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:29.882054 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for bb280c79-10af-4954-bef2-11ded0fb9d96 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:29.893915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-31f69d61-408b-4537-807a-ef8d22a59f56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b762378030044b1a9421782b71806e7a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877372 Nov 25 19:55:29.897940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59038) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:30.124584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba00dc13-2b5a-4989-b4be-a7b22fd1c196 None None] Network 82e70501-9de1-467b-8027-6a920e4534e0 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:30.229482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6292e723-b90e-4615-be7e-4a24af4069ff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:30.360638 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6292e723-b90e-4615-be7e-4a24af4069ff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:30.505279 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:30.545069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=bb280c79-10af-4954-bef2-11ded0fb9d96,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:30.594638 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6292e723-b90e-4615-be7e-4a24af4069ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:30.602507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6292e723-b90e-4615-be7e-4a24af4069ff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:30.611600 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6292e723-b90e-4615-be7e-4a24af4069ff admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/abc61180-fee1-4cd1-ba30-bceb2e8122ce HTTP/1.1" status: 204 len: 168 time: 0.7112839 Nov 25 19:55:30.749299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6292e723-b90e-4615-be7e-4a24af4069ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc61180-fee1-4cd1-ba30-bceb2e8122ce,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:30.769180 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.250594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-eec7afb4-3970-4d48-a554-0a9707a54042 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:31.260589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-eec7afb4-3970-4d48-a554-0a9707a54042 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/networks?id=82e70501-9de1-467b-8027-6a920e4534e0 HTTP/1.1" status: 200 len: 812 time: 0.3622315 Nov 25 19:55:31.287590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router b7b564db-138c-4429-91a7-626699ed5adc has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:31.319449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-f8fffe43-6642-4f1a-8a4e-989bb33a2796 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/quotas/b256ffdaa9204038bdd8d46dd6ec06db HTTP/1.1" status: 200 len: 375 time: 0.0515397 Nov 25 19:55:31.479700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-2b51b705-c079-4c76-be1a-a26098a8e9d7 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b256ffdaa9204038bdd8d46dd6ec06db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1529026 Nov 25 19:55:31.552427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:31.562060 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c88469a9-b45e-458a-83da-3e6a47af9514 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7681816 Nov 25 19:55:31.566349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59086) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:31.663867 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b79267-cfd8-4ebd-ad78-d9e99f5f4ee3 None None] Sync routers for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:31.724806 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b79267-cfd8-4ebd-ad78-d9e99f5f4ee3 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:31.728251 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-18b79267-cfd8-4ebd-ad78-d9e99f5f4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:31.772500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41d68cd-f378-45b8-bd6a-e8f2c29cb6a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting subnet f52ace70-96f2-423b-8608-82ec904fcf9e {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:55:31.783409 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d41d68cd-f378-45b8-bd6a-e8f2c29cb6a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:31.907493 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d41d68cd-f378-45b8-bd6a-e8f2c29cb6a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.075173 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-18b79267-cfd8-4ebd-ad78-d9e99f5f4ee3 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:32.116624 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ef822547-d926-4fe7-b688-6e1cfd51ebd1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.129421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59098) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:32.151504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98d23313-a5c9-40e1-98a0-230623b3007a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.183171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d41d68cd-f378-45b8-bd6a-e8f2c29cb6a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.275954 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98d23313-a5c9-40e1-98a0-230623b3007a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.285822 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98d23313-a5c9-40e1-98a0-230623b3007a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.308183 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-18b79267-cfd8-4ebd-ad78-d9e99f5f4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:30Z', 'revision_number': 11, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:32.404328 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b79267-cfd8-4ebd-ad78-d9e99f5f4ee3 None None] Checking router: b7b564db-138c-4429-91a7-626699ed5adc for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:32.408751 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-98d23313-a5c9-40e1-98a0-230623b3007a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2770176 Nov 25 19:55:32.412626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59102) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:32.414595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d23313-a5c9-40e1-98a0-230623b3007a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ac8cda9-0442-4137-9f13-85ef4939f1dc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:32.479548 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b79267-cfd8-4ebd-ad78-d9e99f5f4ee3 None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:32.480622 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-18b79267-cfd8-4ebd-ad78-d9e99f5f4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:32.554938 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4180c81-a0e0-4474-9d92-3a79d884aedf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.612550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4180c81-a0e0-4474-9d92-3a79d884aedf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.694006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-2b28206c-be08-44b6-800d-a1d7b5340872 service neutron] 10.222.0.15 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1889112 Nov 25 19:55:32.749476 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d41d68cd-f378-45b8-bd6a-e8f2c29cb6a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.768153 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4180c81-a0e0-4474-9d92-3a79d884aedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.772511 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4180c81-a0e0-4474-9d92-3a79d884aedf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.775505 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e4180c81-a0e0-4474-9d92-3a79d884aedf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0ac8cda9-0442-4137-9f13-85ef4939f1dc HTTP/1.1" status: 204 len: 168 time: 0.3539793 Nov 25 19:55:32.793808 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aedbcac-6018-463d-8476-bc0b9d6e44c3 None None] Network df59a37f-2a85-4442-9309-9f9a63294391 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:32.821227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4180c81-a0e0-4474-9d92-3a79d884aedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ac8cda9-0442-4137-9f13-85ef4939f1dc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:32.821488 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d41d68cd-f378-45b8-bd6a-e8f2c29cb6a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:32.828837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d41d68cd-f378-45b8-bd6a-e8f2c29cb6a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/f52ace70-96f2-423b-8608-82ec904fcf9e HTTP/1.1" status: 204 len: 168 time: 1.2604125 Nov 25 19:55:32.834019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59112) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:32.904596 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-18b79267-cfd8-4ebd-ad78-d9e99f5f4ee3 None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:33.333937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98c58d7-aa8d-4fd7-b9af-9bb9a1af7198 None None] DHCP port deletion for df59a37f-2a85-4442-9309-9f9a63294391 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:55:33.748995 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-18b79267-cfd8-4ebd-ad78-d9e99f5f4ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:30Z', 'revision_number': 11, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:33.762762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b98c58d7-aa8d-4fd7-b9af-9bb9a1af7198 None None] Deleting port 77af15ed-1a81-49d5-8eb3-d965e855a9f9 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:33.768242 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b98c58d7-aa8d-4fd7-b9af-9bb9a1af7198 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:33.851874 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b79267-cfd8-4ebd-ad78-d9e99f5f4ee3 None None] The sync data for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 is: [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:30Z', 'revision_number': 11, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:33.911013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41d68cd-f378-45b8-bd6a-e8f2c29cb6a5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Subnet': ['ID=f52ace70-96f2-423b-8608-82ec904fcf9e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:33.929132 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.020585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b98c58d7-aa8d-4fd7-b9af-9bb9a1af7198 None None] For port 77af15ed-1a81-49d5-8eb3-d965e855a9f9, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=77af15ed-1a81-49d5-8eb3-d965e855a9f9,segment=NetworkSegment(3ff29e41-305c-49a2-8283-d050430054f6),segment_id=3ff29e41-305c-49a2-8283-d050430054f6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:34.021702 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b98c58d7-aa8d-4fd7-b9af-9bb9a1af7198 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.050629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b98c58d7-aa8d-4fd7-b9af-9bb9a1af7198 None None] Calling delete_port for 77af15ed-1a81-49d5-8eb3-d965e855a9f9 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:34.153008 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-da71eb61-0da0-4c1b-9996-0666cfe2c72c service neutron] 10.222.0.15 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4577785 Nov 25 19:55:34.169397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Deleting port 77af15ed-1a81-49d5-8eb3-d965e855a9f9 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:34.169878 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.285464 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b98c58d7-aa8d-4fd7-b9af-9bb9a1af7198 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.416588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] For port 77af15ed-1a81-49d5-8eb3-d965e855a9f9, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=77af15ed-1a81-49d5-8eb3-d965e855a9f9,segment=NetworkSegment(3ff29e41-305c-49a2-8283-d050430054f6),segment_id=3ff29e41-305c-49a2-8283-d050430054f6)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:34.417201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.452586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98c58d7-aa8d-4fd7-b9af-9bb9a1af7198 None None] Pushing event deleted for resources: {'Port': ['ID=77af15ed-1a81-49d5-8eb3-d965e855a9f9,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:34.475742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98c58d7-aa8d-4fd7-b9af-9bb9a1af7198 None None] No DVR routers for this DVR port 77af15ed-1a81-49d5-8eb3-d965e855a9f9 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:34.478674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Calling delete_port for 77af15ed-1a81-49d5-8eb3-d965e855a9f9 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:34.495878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bb280c79-10af-4954-bef2-11ded0fb9d96 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:34.587307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: bb280c79-10af-4954-bef2-11ded0fb9d96 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:34.587877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bb280c79-10af-4954-bef2-11ded0fb9d96 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:34.588571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77af15ed-1a81-49d5-8eb3-d965e855a9f9 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:55:34.714542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 77af15ed-1a81-49d5-8eb3-d965e855a9f9 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:55:34.714882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77af15ed-1a81-49d5-8eb3-d965e855a9f9 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:55:34.819965 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.873552 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04a9d58b-6a3a-434d-8690-b96468d03484 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:34.961374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Port': ['ID=77af15ed-1a81-49d5-8eb3-d965e855a9f9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:34.979898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No DVR routers for this DVR port 77af15ed-1a81-49d5-8eb3-d965e855a9f9 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:55:35.146846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-168efbe7-c9fa-40fd-b3fe-b0dac7fecee6 req-59620ee4-a3e0-40f6-8d2d-31d5ad2a106d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 210 time: 0.1010609 Nov 25 19:55:35.264287 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.337979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df59a37f-2a85-4442-9309-9f9a63294391']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:35.361012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ff29e41-305c-49a2-8283-d050430054f6') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:35.361872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ff29e41-305c-49a2-8283-d050430054f6') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:35.391381 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.437564 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.466182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:35.467307 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:35.474654 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:35.637063 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.651017 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:35.662666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/networks/df59a37f-2a85-4442-9309-9f9a63294391 HTTP/1.1" status: 204 len: 168 time: 2.8217666 Nov 25 19:55:35.667368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59170) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:35.679654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b547d456-6a4f-4aff-b805-7a5f7e11316f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'routes': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:35.815770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace87aa-4b42-47a2-80d4-ea217a3028a3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Pushing event deleted for resources: {'Network': ['ID=df59a37f-2a85-4442-9309-9f9a63294391,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:36.307767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.extraroute_db [None req-b547d456-6a4f-4aff-b805-7a5f7e11316f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Added routes are [] {{(pid=103651) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 19:55:36.308856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.extraroute_db [None req-b547d456-6a4f-4aff-b805-7a5f7e11316f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Removed routes are [] {{(pid=103651) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 19:55:36.309130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b547d456-6a4f-4aff-b805-7a5f7e11316f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.453650 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.570321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b23d520-efd2-4f96-b085-199cb88868e5 req-9ae8022c-f113-423e-9b9d-31d22e6ad968 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 210 time: 0.0576870 Nov 25 19:55:36.584823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59192) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:36.818223 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b547d456-6a4f-4aff-b805-7a5f7e11316f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.847642 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b547d456-6a4f-4aff-b805-7a5f7e11316f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:36.900092 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d07198f4-3090-4ea7-8209-de58ec7fc6f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.025898 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d07198f4-3090-4ea7-8209-de58ec7fc6f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.036593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d07198f4-3090-4ea7-8209-de58ec7fc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.122917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07198f4-3090-4ea7-8209-de58ec7fc6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e259deda-24e4-4b7a-b2b2-af48dd6eb43e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:37.147995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b547d456-6a4f-4aff-b805-7a5f7e11316f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router b7b564db-138c-4429-91a7-626699ed5adc has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:55:37.168212 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d07198f4-3090-4ea7-8209-de58ec7fc6f4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b25b9574e2a8479c9dbb94e2ece4edc7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5805883 Nov 25 19:55:37.171487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59202) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:37.378083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3215b17-e35d-48cf-9a8f-e0a36facf85b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.421952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b547d456-6a4f-4aff-b805-7a5f7e11316f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:37.435261 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b547d456-6a4f-4aff-b805-7a5f7e11316f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.435565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba8969-1b26-44c0-896e-337b9d02283b None None] Sync routers for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:37.442651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b547d456-6a4f-4aff-b805-7a5f7e11316f tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc HTTP/1.1" status: 200 len: 704 time: 1.7731688 Nov 25 19:55:37.443901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59206) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:37.448986 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3215b17-e35d-48cf-9a8f-e0a36facf85b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.473772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba8969-1b26-44c0-896e-337b9d02283b None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:37.480349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-15ba8969-1b26-44c0-896e-337b9d02283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:37.521688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e0f6e8df-586e-4de8-93f7-d1e74beea2ae tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7b564db-138c-4429-91a7-626699ed5adc HTTP/1.1" status: 200 len: 205 time: 0.0761325 Nov 25 19:55:37.522405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59208) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:37.592192 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3215b17-e35d-48cf-9a8f-e0a36facf85b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.596318 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3215b17-e35d-48cf-9a8f-e0a36facf85b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.601454 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a3215b17-e35d-48cf-9a8f-e0a36facf85b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e259deda-24e4-4b7a-b2b2-af48dd6eb43e HTTP/1.1" status: 204 len: 168 time: 0.4203312 Nov 25 19:55:37.615843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3215b17-e35d-48cf-9a8f-e0a36facf85b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e259deda-24e4-4b7a-b2b2-af48dd6eb43e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:37.666201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f3f691d-8aef-4691-8348-0801b1758bf3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:37.743848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-15ba8969-1b26-44c0-896e-337b9d02283b None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:37.949475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc39e945-5bfc-4012-9515-f91fffb391ec req-ea7e1c51-36a4-4574-964a-4645fa5d99f2 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 210 time: 0.1974425 Nov 25 19:55:38.285333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-f256cdf0-6e55-4d24-b7a7-ffa9da6ed62e tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:38.287175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-f256cdf0-6e55-4d24-b7a7-ffa9da6ed62e tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.76 "GET /v2.0/networks?id=82e70501-9de1-467b-8027-6a920e4534e0 HTTP/1.1" status: 200 len: 812 time: 0.3319232 Nov 25 19:55:38.324764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Request body: {'port': {'device_id': '4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4', 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0', 'admin_state_up': True, 'tenant_id': 'b256ffdaa9204038bdd8d46dd6ec06db'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:38.431204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59218) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:38.440967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-15ba8969-1b26-44c0-896e-337b9d02283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:30Z', 'revision_number': 11, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:38.469282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-38930a33-5be9-4620-b110-527cabb7a76f tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:38.473992 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-38930a33-5be9-4620-b110-527cabb7a76f tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.60 "GET /v2.0/networks?id=82e70501-9de1-467b-8027-6a920e4534e0 HTTP/1.1" status: 200 len: 812 time: 0.3552854 Nov 25 19:55:38.513052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Request body: {'port': {'device_id': '8c916334-4c91-4223-a3d4-73fa60eb2f38', 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0', 'admin_state_up': True, 'tenant_id': 'b256ffdaa9204038bdd8d46dd6ec06db'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:38.527324 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f3f691d-8aef-4691-8348-0801b1758bf3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.530758 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f3f691d-8aef-4691-8348-0801b1758bf3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.535605 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.536835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba8969-1b26-44c0-896e-337b9d02283b None None] Checking router: b7b564db-138c-4429-91a7-626699ed5adc for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:38.554514 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.585370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ba8969-1b26-44c0-896e-337b9d02283b None None] Routers {'b7b564db-138c-4429-91a7-626699ed5adc'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:38.587079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-15ba8969-1b26-44c0-896e-337b9d02283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b7b564db-138c-4429-91a7-626699ed5adc'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:38.621396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f3f691d-8aef-4691-8348-0801b1758bf3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.621939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f3f691d-8aef-4691-8348-0801b1758bf3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Fanout notify agent at l3_agent the message router_deleted on router b7b564db-138c-4429-91a7-626699ed5adc {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:55:38.637183 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4f3f691d-8aef-4691-8348-0801b1758bf3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.648011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4f3f691d-8aef-4691-8348-0801b1758bf3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc HTTP/1.1" status: 204 len: 168 time: 1.1241238 Nov 25 19:55:38.658979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59224) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:38.671841 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2ab8d97a-2a0f-434f-88d2-ad597d23ca57 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1363631628', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:38.785080 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34d30282-6773-4e73-b0b2-21cf8c09fc8c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.812178 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d97a-2a0f-434f-88d2-ad597d23ca57 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.813065 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d97a-2a0f-434f-88d2-ad597d23ca57 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.826695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-15ba8969-1b26-44c0-896e-337b9d02283b None None] Set router b7b564db-138c-4429-91a7-626699ed5adc gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:38.931732 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d97a-2a0f-434f-88d2-ad597d23ca57 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.941876 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d97a-2a0f-434f-88d2-ad597d23ca57 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.955539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-15ba8969-1b26-44c0-896e-337b9d02283b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:30Z', 'revision_number': 11, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:38.984517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Made reservation on behalf of b256ffdaa9204038bdd8d46dd6ec06db for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:38.993534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:38.998824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Made reservation on behalf of b256ffdaa9204038bdd8d46dd6ec06db for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:39.005064 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.006964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15ba8969-1b26-44c0-896e-337b9d02283b None None] The sync data for ids ['b7b564db-138c-4429-91a7-626699ed5adc'] in n-d-817303-9 is: [{'id': 'b7b564db-138c-4429-91a7-626699ed5adc', 'name': 'tempest-RoutersIpV6Test-router-396536333', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:54:04Z', 'updated_at': '2021-11-25T19:55:30Z', 'revision_number': 11, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:39.027725 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2ab8d97a-2a0f-434f-88d2-ad597d23ca57 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.031447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2ab8d97a-2a0f-434f-88d2-ad597d23ca57 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3686631 Nov 25 19:55:39.031830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59230) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:39.038772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-9badd86f-dadc-4c1a-92c8-943c1c4e275a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:39.119096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34d30282-6773-4e73-b0b2-21cf8c09fc8c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.132046 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34d30282-6773-4e73-b0b2-21cf8c09fc8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.187423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bfbff6b-bf77-4464-934a-4c85a5713f30 req-e0957674-e1c4-4b12-8167-a622f763bb54 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 210 time: 0.0368061 Nov 25 19:55:39.208571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d30282-6773-4e73-b0b2-21cf8c09fc8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60784836-b0ce-45ab-af51-b443320a2d5a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:39.306680 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-34d30282-6773-4e73-b0b2-21cf8c09fc8c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b6750a0441641b4871b925426768820&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8712852 Nov 25 19:55:39.310215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59232) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:39.405128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Allocated IP 172.20.0.4 (82e70501-9de1-467b-8027-6a920e4534e0/1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5/cef27e9d-3e55-43be-a676-10affcb7fba0) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:39.486221 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9badd86f-dadc-4c1a-92c8-943c1c4e275a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.490078 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.506624 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9badd86f-dadc-4c1a-92c8-943c1c4e275a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.526498 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.678191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.680208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9badd86f-dadc-4c1a-92c8-943c1c4e275a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Router 6422cdbc-1bdf-4971-b2ae-6b9766fa1c19 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:55:39.689595 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.692507 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.697808 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60784836-b0ce-45ab-af51-b443320a2d5a HTTP/1.1" status: 204 len: 168 time: 0.3864555 Nov 25 19:55:39.776737 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:39.905553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Pushing event updated for resources: {'Port': ['ID=cef27e9d-3e55-43be-a676-10affcb7fba0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:39.961144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Network 82e70501-9de1-467b-8027-6a920e4534e0 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:39.974001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:39.974001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:40.123775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:40.124894 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.160289 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-17252001-c369-41fd-8f88-5b08b8cb40e5 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6558239 Nov 25 19:55:40.179777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Request body: {'port': {'device_id': '8c916334-4c91-4223-a3d4-73fa60eb2f38', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:40.405960 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.526702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60784836-b0ce-45ab-af51-b443320a2d5a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:40.692195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Allocated IP 172.20.0.9 (82e70501-9de1-467b-8027-6a920e4534e0/1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5/ec32eafd-d7a3-4399-ab67-a62205a00453) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:40.768804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.769162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.769528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.769945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.770289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.770628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.771051 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.771384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.771713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.772040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.773276 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.773637 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e68a2d-3321-4d2a-8008-7be33776c3f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:40.824199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9badd86f-dadc-4c1a-92c8-943c1c4e275a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:55:40.832381 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9badd86f-dadc-4c1a-92c8-943c1c4e275a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:40.833716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9badd86f-dadc-4c1a-92c8-943c1c4e275a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "PUT /v2.0/routers/6422cdbc-1bdf-4971-b2ae-6b9766fa1c19 HTTP/1.1" status: 200 len: 698 time: 1.8002460 Nov 25 19:55:40.836515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59268) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:40.838139 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4dc84-d0b8-49a5-a5f4-d9c265fc5915 None None] Sync routers for ids ['6422cdbc-1bdf-4971-b2ae-6b9766fa1c19'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:55:40.870985 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4dc84-d0b8-49a5-a5f4-d9c265fc5915 None None] Routers {'6422cdbc-1bdf-4971-b2ae-6b9766fa1c19'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:40.872927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9619f1e3-5bc2-4bce-a8ea-0e827764af2e req-6a39614e-5c65-4bd0-864d-31044c780178 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:40.873737 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cce4dc84-d0b8-49a5-a5f4-d9c265fc5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6422cdbc-1bdf-4971-b2ae-6b9766fa1c19'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:40.874714 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9619f1e3-5bc2-4bce-a8ea-0e827764af2e req-6a39614e-5c65-4bd0-864d-31044c780178 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 931 time: 0.3633366 Nov 25 19:55:40.992091 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a1fa669d-7c69-40df-9f92-5599dd0d88a1 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/routers/6422cdbc-1bdf-4971-b2ae-6b9766fa1c19 HTTP/1.1" status: 200 len: 704 time: 0.1534111 Nov 25 19:55:40.994687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59276) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:41.103551 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e632fb74-cd13-452f-911e-6ffaceadf369 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=6422cdbc-1bdf-4971-b2ae-6b9766fa1c19 HTTP/1.1" status: 200 len: 205 time: 0.1070879 Nov 25 19:55:41.107028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59280) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:41.178175 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-cce4dc84-d0b8-49a5-a5f4-d9c265fc5915 None None] Set router 6422cdbc-1bdf-4971-b2ae-6b9766fa1c19 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:41.198894 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:41.264498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9619f1e3-5bc2-4bce-a8ea-0e827764af2e req-eb0e37d1-19de-48ec-99cb-3ed552d90737 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3489957 Nov 25 19:55:41.283632 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:41.363362 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cce4dc84-d0b8-49a5-a5f4-d9c265fc5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6422cdbc-1bdf-4971-b2ae-6b9766fa1c19', 'name': 'tempest-RoutersIpV6Test-router-1363631628', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:38Z', 'updated_at': '2021-11-25T19:55:39Z', 'revision_number': 2, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:41.367131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Pushing event updated for resources: {'Port': ['ID=ec32eafd-d7a3-4399-ab67-a62205a00453,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:41.390714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Network 82e70501-9de1-467b-8027-6a920e4534e0 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:41.395279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:41.405463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:41.410623 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e190672f-de0f-49c6-bd6d-26bfb01d84e5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:41.479934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:41.480906 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4dc84-d0b8-49a5-a5f4-d9c265fc5915 None None] Checking router: 6422cdbc-1bdf-4971-b2ae-6b9766fa1c19 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:55:41.481112 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:41.506773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d3f65081-b83e-47ee-a99e-48c091536271 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2087140 Nov 25 19:55:41.512845 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce4dc84-d0b8-49a5-a5f4-d9c265fc5915 None None] Routers {'6422cdbc-1bdf-4971-b2ae-6b9766fa1c19'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:55:41.515653 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cce4dc84-d0b8-49a5-a5f4-d9c265fc5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:55:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6422cdbc-1bdf-4971-b2ae-6b9766fa1c19'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:41.528933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Request body: {'port': {'device_id': '4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:41.716327 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:41.792453 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-cce4dc84-d0b8-49a5-a5f4-d9c265fc5915 None None] Set router 6422cdbc-1bdf-4971-b2ae-6b9766fa1c19 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:55:41.923634 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cce4dc84-d0b8-49a5-a5f4-d9c265fc5915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6422cdbc-1bdf-4971-b2ae-6b9766fa1c19', 'name': 'tempest-RoutersIpV6Test-router-1363631628', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:38Z', 'updated_at': '2021-11-25T19:55:39Z', 'revision_number': 2, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:41.924862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59292) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:42.009201 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cce4dc84-d0b8-49a5-a5f4-d9c265fc5915 None None] The sync data for ids ['6422cdbc-1bdf-4971-b2ae-6b9766fa1c19'] in n-d-817303-9 is: [{'id': '6422cdbc-1bdf-4971-b2ae-6b9766fa1c19', 'name': 'tempest-RoutersIpV6Test-router-1363631628', 'tenant_id': 'f432ce35b3f44780b1cd642f6255b17a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:55:38Z', 'updated_at': '2021-11-25T19:55:39Z', 'revision_number': 2, 'project_id': 'f432ce35b3f44780b1cd642f6255b17a', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:55:42.013379 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e190672f-de0f-49c6-bd6d-26bfb01d84e5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:42.019210 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e190672f-de0f-49c6-bd6d-26bfb01d84e5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:42.160113 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e190672f-de0f-49c6-bd6d-26bfb01d84e5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:42.160947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e190672f-de0f-49c6-bd6d-26bfb01d84e5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Fanout notify agent at l3_agent the message router_deleted on router 6422cdbc-1bdf-4971-b2ae-6b9766fa1c19 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:55:42.173592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e190672f-de0f-49c6-bd6d-26bfb01d84e5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:42.181071 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e190672f-de0f-49c6-bd6d-26bfb01d84e5 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/6422cdbc-1bdf-4971-b2ae-6b9766fa1c19 HTTP/1.1" status: 204 len: 168 time: 1.0665905 Nov 25 19:55:42.183512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59298) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:42.240989 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4fd1264c-62f0-4c51-8c02-393ed165917a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:42.296442 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-48658c9f-aaba-4c5c-91d2-3837f7139ff0 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=6422cdbc-1bdf-4971-b2ae-6b9766fa1c19 HTTP/1.1" status: 200 len: 205 time: 0.0924301 Nov 25 19:55:42.298001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59300) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:42.464647 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-27814816-8300-42d8-8d74-13b0377a4c00 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] delete failed (client error): The resource could not be found. Nov 25 19:55:42.466126 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-27814816-8300-42d8-8d74-13b0377a4c00 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/6422cdbc-1bdf-4971-b2ae-6b9766fa1c19 HTTP/1.1" status: 404 len: 336 time: 0.1663835 Nov 25 19:55:42.472426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59308) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:42.481242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4fd1264c-62f0-4c51-8c02-393ed165917a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:42.490987 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4fd1264c-62f0-4c51-8c02-393ed165917a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:42.535095 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-93712f16-39e7-4d81-875e-8b10dc65e153 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] DELETE failed (client error): The resource could not be found. Nov 25 19:55:42.535568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93712f16-39e7-4d81-875e-8b10dc65e153 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:55:42.537238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49659b1f-9750-4d44-8a87-58184db25835 req-3549487c-dd3e-4d9b-b83b-7a8890314655 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:42.539565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49659b1f-9750-4d44-8a87-58184db25835 req-3549487c-dd3e-4d9b-b83b-7a8890314655 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 931 time: 0.1393967 Nov 25 19:55:42.546675 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-93712f16-39e7-4d81-875e-8b10dc65e153 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/e6caccd9-3de5-4456-8f5b-abd224ca3034 HTTP/1.1" status: 404 len: 337 time: 0.0690861 Nov 25 19:55:42.567869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59310) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:42.571307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1264c-62f0-4c51-8c02-393ed165917a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d06a52-2094-4e62-81dc-fbf25dacaee6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:42.606583 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2207a100-d3cb-4336-b783-a4e649a573ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] DELETE failed (client error): The resource could not be found. Nov 25 19:55:42.607067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2207a100-d3cb-4336-b783-a4e649a573ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:55:42.613486 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2207a100-d3cb-4336-b783-a4e649a573ea tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/f760b0ff-654f-4126-973a-1745fd1820c6 HTTP/1.1" status: 404 len: 337 time: 0.0388827 Nov 25 19:55:42.613711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4fd1264c-62f0-4c51-8c02-393ed165917a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=515211bab294487b979ffed8d6b39fcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6852860 Nov 25 19:55:42.614715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59312) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:42.615006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59314) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:42.637076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef27e9d-3e55-43be-a676-10affcb7fba0 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:55:42.680427 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49659b1f-9750-4d44-8a87-58184db25835 req-8f35d359-9bf3-42e7-b008-81f11c3fade4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265666 Nov 25 19:55:42.689321 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b632f3-44fc-4572-8f30-2e7ea5d9be12 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] DELETE failed (client error): The resource could not be found. Nov 25 19:55:42.689875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b632f3-44fc-4572-8f30-2e7ea5d9be12 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:55:42.697365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59318) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:42.708162 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-23b632f3-44fc-4572-8f30-2e7ea5d9be12 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/3734e46f-bfd1-4625-b84e-0e4a54495a13 HTTP/1.1" status: 404 len: 337 time: 0.0836675 Nov 25 19:55:42.708162 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:42.750369 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-133e7358-030b-4e0b-9c3f-921cad2d4eeb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] DELETE failed (client error): The resource could not be found. Nov 25 19:55:42.753031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-133e7358-030b-4e0b-9c3f-921cad2d4eeb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:55:42.761198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-133e7358-030b-4e0b-9c3f-921cad2d4eeb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/f52ace70-96f2-423b-8608-82ec904fcf9e HTTP/1.1" status: 404 len: 337 time: 0.0623012 Nov 25 19:55:42.764415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59320) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:42.785060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Transition to ACTIVE for port object cef27e9d-3e55-43be-a676-10affcb7fba0 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:55:42.797179 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:42.848895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6b50cf0c-3418-4949-99bc-bdb5c18c9924 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7b564db-138c-4429-91a7-626699ed5adc HTTP/1.1" status: 200 len: 205 time: 0.0821149 Nov 25 19:55:42.876339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59322) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:42.898650 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44bc8d97-9e87-45bd-b020-cf2c54dcc91e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:42.987543 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-6ef5d8b0-409d-4738-aa67-bf09ba8c1087 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] delete failed (client error): The resource could not be found. Nov 25 19:55:42.989448 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6ef5d8b0-409d-4738-aa67-bf09ba8c1087 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/b7b564db-138c-4429-91a7-626699ed5adc HTTP/1.1" status: 404 len: 336 time: 0.1057732 Nov 25 19:55:43.013036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59324) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:43.073461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44bc8d97-9e87-45bd-b020-cf2c54dcc91e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.082378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec32eafd-d7a3-4399-ab67-a62205a00453 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:55:43.097091 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.113792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=cef27e9d-3e55-43be-a676-10affcb7fba0,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:43.119029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Transition to ACTIVE for port object ec32eafd-d7a3-4399-ab67-a62205a00453 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:55:43.135313 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.172960 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-56573236-7408-40fe-9ca6-218960655925 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c215385-d842-4ffc-a650-83d8b1563832 HTTP/1.1" status: 200 len: 205 time: 0.1552715 Nov 25 19:55:43.190312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59328) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:43.303694 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44bc8d97-9e87-45bd-b020-cf2c54dcc91e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.306288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44bc8d97-9e87-45bd-b020-cf2c54dcc91e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.311111 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-44bc8d97-9e87-45bd-b020-cf2c54dcc91e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/42d06a52-2094-4e62-81dc-fbf25dacaee6 HTTP/1.1" status: 204 len: 168 time: 0.6820321 Nov 25 19:55:43.340076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Attempting to bind port cef27e9d-3e55-43be-a676-10affcb7fba0 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:43.341435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Attempting to bind port cef27e9d-3e55-43be-a676-10affcb7fba0 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:43.341435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Attempting to bind port cef27e9d-3e55-43be-a676-10affcb7fba0 on network 82e70501-9de1-467b-8027-6a920e4534e0 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:43.349599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc8d97-9e87-45bd-b020-cf2c54dcc91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d06a52-2094-4e62-81dc-fbf25dacaee6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:43.351483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Port cef27e9d-3e55-43be-a676-10affcb7fba0 on network 82e70501-9de1-467b-8027-6a920e4534e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:43.351937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Attempting to bind port cef27e9d-3e55-43be-a676-10affcb7fba0 on network 82e70501-9de1-467b-8027-6a920e4534e0 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:43.370330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:43.370697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Checking segment: {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:43.371123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Bound using segment: {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:43.371583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Bound port: cef27e9d-3e55-43be-a676-10affcb7fba0, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:43.372125 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.465492 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-3dea3005-24b3-4562-aa51-97fd9da4b9be tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] delete failed (client error): The resource could not be found. Nov 25 19:55:43.479983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3dea3005-24b3-4562-aa51-97fd9da4b9be tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/4c215385-d842-4ffc-a650-83d8b1563832 HTTP/1.1" status: 404 len: 336 time: 0.2821815 Nov 25 19:55:43.491846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59332) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:43.523042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] For port cef27e9d-3e55-43be-a676-10affcb7fba0, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:43.535104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] For port cef27e9d-3e55-43be-a676-10affcb7fba0, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cef27e9d-3e55-43be-a676-10affcb7fba0,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:43.542427 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.631457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:43.632854 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:43.637202 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] 10.222.0.60 "PUT /v2.0/ports/cef27e9d-3e55-43be-a676-10affcb7fba0 HTTP/1.1" status: 200 len: 1091 time: 3.4675803 Nov 25 19:55:43.639470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c916334-4c91-4223-a3d4-73fa60eb2f38', 'tag': 'cef27e9d-3e55-43be-a676-10affcb7fba0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:43.656845 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e61ca3-76ef-49b1-9a72-0e5b68f707e1" -d '{"events": [{"name": "network-changed", "server_uuid": "8c916334-4c91-4223-a3d4-73fa60eb2f38", "tag": "cef27e9d-3e55-43be-a676-10affcb7fba0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:43.681862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec32eafd-d7a3-4399-ab67-a62205a00453,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:43.779830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb282b5-7444-4eb8-9553-0408e45fa4f5 service neutron] Pushing event updated for resources: {'Port': ['ID=cef27e9d-3e55-43be-a676-10affcb7fba0,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:43.813978 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3fc4d2-71ac-4605-a388-7edcd6f7c54a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] DELETE failed (client error): The resource could not be found. Nov 25 19:55:43.814638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3fc4d2-71ac-4605-a388-7edcd6f7c54a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:55:43.823733 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-be3fc4d2-71ac-4605-a388-7edcd6f7c54a tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/50be0360-9811-4e81-ab6c-3e8656dac415 HTTP/1.1" status: 404 len: 337 time: 0.3212070 Nov 25 19:55:43.825906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59342) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:43.867987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-2003b453-694c-493f-ab05-e73564e9971d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:43.869573 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-2003b453-694c-493f-ab05-e73564e9971d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b256ffdaa9204038bdd8d46dd6ec06db&device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 1094 time: 0.1517177 Nov 25 19:55:43.891894 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c5c9d8f2-dfa1-4528-bde8-99c0c9fa6bcd tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=5dac558c-460a-4a64-bed9-c93a24044277 HTTP/1.1" status: 200 len: 205 time: 0.0616329 Nov 25 19:55:43.892382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59344) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:43.975144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Attempting to bind port ec32eafd-d7a3-4399-ab67-a62205a00453 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:55:43.975727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Attempting to bind port ec32eafd-d7a3-4399-ab67-a62205a00453 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:55:43.976271 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Attempting to bind port ec32eafd-d7a3-4399-ab67-a62205a00453 on network 82e70501-9de1-467b-8027-6a920e4534e0 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:43.994618 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a673bccc-c708-4248-8efe-267f43c47279 x-openstack-request-id: req-a673bccc-c708-4248-8efe-267f43c47279 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:43.996752 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c916334-4c91-4223-a3d4-73fa60eb2f38", "tag": "cef27e9d-3e55-43be-a676-10affcb7fba0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:43.997223 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a673bccc-c708-4248-8efe-267f43c47279 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:43.999418 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c916334-4c91-4223-a3d4-73fa60eb2f38', 'tag': 'cef27e9d-3e55-43be-a676-10affcb7fba0', 'status': 'completed', 'code': 200} Nov 25 19:55:44.045096 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-a77069ca-97d6-4af2-a2cb-a3054e391137 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef27e9d-3e55-43be-a676-10affcb7fba0 HTTP/1.1" status: 200 len: 217 time: 0.1666298 Nov 25 19:55:44.048599 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-9905be3f-1ce0-4c16-a92e-608aa71decbf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] delete failed (client error): The resource could not be found. Nov 25 19:55:44.052279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9905be3f-1ce0-4c16-a92e-608aa71decbf tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/5dac558c-460a-4a64-bed9-c93a24044277 HTTP/1.1" status: 404 len: 336 time: 0.1547897 Nov 25 19:55:44.055316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59354) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:44.123722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Port ec32eafd-d7a3-4399-ab67-a62205a00453 on network 82e70501-9de1-467b-8027-6a920e4534e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:55:44.124463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Attempting to bind port ec32eafd-d7a3-4399-ab67-a62205a00453 on network 82e70501-9de1-467b-8027-6a920e4534e0 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:55:44.145509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 55, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:55:44.146222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Checking segment: {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:44.147151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Bound using segment: {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:55:44.148251 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Bound port: ec32eafd-d7a3-4399-ab67-a62205a00453, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:55:44.148957 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.159320 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bcf2ee2f-b73a-4353-a41a-46bfd86888e6 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe58955c-313e-4fc3-8261-5065faee609a HTTP/1.1" status: 200 len: 205 time: 0.0984213 Nov 25 19:55:44.171146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59360) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:44.242052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d7545869-c073-464a-a3d6-aada68afae52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:44.245714 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d7545869-c073-464a-a3d6-aada68afae52 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5 HTTP/1.1" status: 200 len: 852 time: 0.1862075 Nov 25 19:55:44.271601 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-5fe46bc7-afd1-425d-af6e-7a96d3ba6f3c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] delete failed (client error): The resource could not be found. Nov 25 19:55:44.276977 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5fe46bc7-afd1-425d-af6e-7a96d3ba6f3c tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/fe58955c-313e-4fc3-8261-5065faee609a HTTP/1.1" status: 404 len: 336 time: 0.0985925 Nov 25 19:55:44.317494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59364) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:44.326102 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d28ed5f8-4101-4b90-95d2-228a98dc8fee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e70501-9de1-467b-8027-6a920e4534e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707333 Nov 25 19:55:44.426552 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-4bdd2874-0c9d-43a5-9f7e-c70159b572b3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] DELETE failed (client error): The resource could not be found. Nov 25 19:55:44.427327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4bdd2874-0c9d-43a5-9f7e-c70159b572b3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:55:44.439159 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4bdd2874-0c9d-43a5-9f7e-c70159b572b3 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/8a440ce0-25e9-4ab9-84e2-78634960ece4 HTTP/1.1" status: 404 len: 337 time: 0.1180935 Nov 25 19:55:44.450770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59368) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:44.487009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382124f8-9d1f-4542-a04e-13ee69457941 req-ed987fc5-d766-481f-8a8b-973503ff177e tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:44.489936 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-382124f8-9d1f-4542-a04e-13ee69457941 req-ed987fc5-d766-481f-8a8b-973503ff177e tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 943 time: 0.4718950 Nov 25 19:55:44.529106 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4f053360-0c89-485c-95b1-ad931a880f33 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=c610fd90-68a7-499d-a9a4-161c0194ab08 HTTP/1.1" status: 200 len: 205 time: 0.0762157 Nov 25 19:55:44.564445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] For port ec32eafd-d7a3-4399-ab67-a62205a00453, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:55:44.582350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] For port ec32eafd-d7a3-4399-ab67-a62205a00453, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ec32eafd-d7a3-4399-ab67-a62205a00453,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:55:44.588110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59372) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:44.662677 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-a9a109b8-7395-4671-8541-67a1639956fa tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] delete failed (client error): The resource could not be found. Nov 25 19:55:44.668013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a9a109b8-7395-4671-8541-67a1639956fa tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/c610fd90-68a7-499d-a9a4-161c0194ab08 HTTP/1.1" status: 404 len: 336 time: 0.0748696 Nov 25 19:55:44.668013 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.687627 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-4bd60357-8a75-469a-a620-a83daf66d8a1 service neutron] 10.222.0.60 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3406453 Nov 25 19:55:44.687939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59378) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:44.772120 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b6e1f40-820e-4b18-9f1c-ecea97632365 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] DELETE failed (client error): The resource could not be found. Nov 25 19:55:44.772838 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b6e1f40-820e-4b18-9f1c-ecea97632365 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:55:44.791181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3b6e1f40-820e-4b18-9f1c-ecea97632365 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/0bec59d9-8909-400d-aa9a-e55c11892ee1 HTTP/1.1" status: 404 len: 337 time: 0.0849731 Nov 25 19:55:44.791181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59380) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:44.867773 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:55:44.884436 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-870184d0-e3aa-4d6e-b936-6288c2daf22b service neutron] 10.222.0.60 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889849 Nov 25 19:55:44.917407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-382124f8-9d1f-4542-a04e-13ee69457941 req-d28ad239-2bda-44e0-b247-db7840aade8d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167182 Nov 25 19:55:44.965144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:44.966391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:44.969723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] 10.222.0.76 "PUT /v2.0/ports/ec32eafd-d7a3-4399-ab67-a62205a00453 HTTP/1.1" status: 200 len: 1091 time: 3.4543152 Nov 25 19:55:44.978856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4', 'tag': 'ec32eafd-d7a3-4399-ab67-a62205a00453'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:44.987476 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1638ccd2-d952-40b3-be09-bac604e0e82d" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4", "tag": "ec32eafd-d7a3-4399-ab67-a62205a00453"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:45.001283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-70dfe962-c25e-4914-8d8a-25b623d6eac9 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "GET /v2.0/ports?device_id=689ba483-b512-4f30-bbd7-780634c6da93 HTTP/1.1" status: 200 len: 205 time: 0.2101097 Nov 25 19:55:45.008685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59388) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:45.071962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e61ca3-76ef-49b1-9a72-0e5b68f707e1 req-522607d7-0cef-464a-87a8-cf45025a102f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:45.073548 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a4e61ca3-76ef-49b1-9a72-0e5b68f707e1 req-522607d7-0cef-464a-87a8-cf45025a102f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b256ffdaa9204038bdd8d46dd6ec06db&device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 1094 time: 0.1074443 Nov 25 19:55:45.118491 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-4cd912f7-c43d-4bb4-9fc6-fb402e07ffcb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] delete failed (client error): The resource could not be found. Nov 25 19:55:45.120520 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4cd912f7-c43d-4bb4-9fc6-fb402e07ffcb tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/routers/689ba483-b512-4f30-bbd7-780634c6da93 HTTP/1.1" status: 404 len: 336 time: 0.0889831 Nov 25 19:55:45.141990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59392) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:45.165086 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b45fa39-444f-4281-9fc3-72d8f366babf x-openstack-request-id: req-3b45fa39-444f-4281-9fc3-72d8f366babf {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:45.165570 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4", "tag": "ec32eafd-d7a3-4399-ab67-a62205a00453", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:45.166032 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3b45fa39-444f-4281-9fc3-72d8f366babf {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:45.166740 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4', 'tag': 'ec32eafd-d7a3-4399-ab67-a62205a00453', 'status': 'completed', 'code': 200} Nov 25 19:55:45.177091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b7edc-86e6-479a-80cf-ed0f0e9364b8 service neutron] Pushing event updated for resources: {'Port': ['ID=ec32eafd-d7a3-4399-ab67-a62205a00453,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:45.220837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-a84f794d-9aa3-45a5-b922-4408c5487950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:45.233578 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-a84f794d-9aa3-45a5-b922-4408c5487950 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b256ffdaa9204038bdd8d46dd6ec06db&device_id=4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4 HTTP/1.1" status: 200 len: 1094 time: 0.1993823 Nov 25 19:55:45.321714 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-548f25a3-aee4-4eda-8432-a268047a3b37 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec32eafd-d7a3-4399-ab67-a62205a00453 HTTP/1.1" status: 200 len: 217 time: 0.0785334 Nov 25 19:55:45.490194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d8ea7fb3-32b2-401c-8d30-f52392f99214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:45.493678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-d8ea7fb3-32b2-401c-8d30-f52392f99214 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5 HTTP/1.1" status: 200 len: 852 time: 0.1629958 Nov 25 19:55:45.573807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-052b3c81-8cb8-4d67-987e-9731163211f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=82e70501-9de1-467b-8027-6a920e4534e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719700 Nov 25 19:55:45.707545 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5dadf7-35f9-4d46-829f-d625968c4258 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] DELETE failed (client error): The resource could not be found. Nov 25 19:55:45.709098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5dadf7-35f9-4d46-829f-d625968c4258 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:55:45.718419 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ee5dadf7-35f9-4d46-829f-d625968c4258 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/c2198eae-8080-47d2-8211-30bf9c3f868e HTTP/1.1" status: 404 len: 337 time: 0.5745814 Nov 25 19:55:45.728261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59406) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:45.826126 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f146c27-a751-45ed-a98b-c6992c02db00 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] DELETE failed (client error): The resource could not be found. Nov 25 19:55:45.826701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f146c27-a751-45ed-a98b-c6992c02db00 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:55:45.828253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-b3ad4e48-1534-4d65-8f18-13556dca2e8f service neutron] 10.222.0.76 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448647 Nov 25 19:55:45.830041 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6f146c27-a751-45ed-a98b-c6992c02db00 tempest-RoutersIpV6Test-262938260 tempest-RoutersIpV6Test-262938260-project] 10.222.0.15 "DELETE /v2.0/subnets/cbb3003c-b4ab-44eb-a8e6-6cbfb6bee530 HTTP/1.1" status: 404 len: 337 time: 0.1006999 Nov 25 19:55:45.912351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e61ca3-76ef-49b1-9a72-0e5b68f707e1 req-b6648674-4627-42da-8a59-ead832b6fadc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:45.916903 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a4e61ca3-76ef-49b1-9a72-0e5b68f707e1 req-b6648674-4627-42da-8a59-ead832b6fadc service neutron] 10.222.0.60 "GET /v2.0/networks?id=82e70501-9de1-467b-8027-6a920e4534e0 HTTP/1.1" status: 200 len: 913 time: 0.8344493 Nov 25 19:55:46.119748 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a4e61ca3-76ef-49b1-9a72-0e5b68f707e1 req-0b7de648-b076-476d-89a7-b0cb1394c5c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cef27e9d-3e55-43be-a676-10affcb7fba0 HTTP/1.1" status: 200 len: 217 time: 0.1925519 Nov 25 19:55:46.252213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-991fb2dc-50a2-4395-a42e-3ec211f06649 req-12324fe4-f178-434f-a1d6-3af1dfad3eb2 service neutron] 10.222.0.76 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3992422 Nov 25 19:55:46.278286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8409088-44ed-4096-8ccf-a90fc17f43de req-1e0faac7-7a44-46a2-9e28-3c0675aa7452 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:46.288859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e61ca3-76ef-49b1-9a72-0e5b68f707e1 req-edd45652-3f34-40ee-8244-3476d9ed7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:46.292405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a4e61ca3-76ef-49b1-9a72-0e5b68f707e1 req-edd45652-3f34-40ee-8244-3476d9ed7c3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5 HTTP/1.1" status: 200 len: 852 time: 0.1627331 Nov 25 19:55:46.293372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f8409088-44ed-4096-8ccf-a90fc17f43de req-1e0faac7-7a44-46a2-9e28-3c0675aa7452 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 943 time: 0.1375117 Nov 25 19:55:46.368499 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a4e61ca3-76ef-49b1-9a72-0e5b68f707e1 req-b9f93234-0593-47a9-a013-b407704e8663 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e70501-9de1-467b-8027-6a920e4534e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575933 Nov 25 19:55:46.439018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f8409088-44ed-4096-8ccf-a90fc17f43de req-d6601fab-d47a-44b7-a20e-7c0fe57acb4b tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357937 Nov 25 19:55:46.466203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638ccd2-d952-40b3-be09-bac604e0e82d req-e1f7ae51-a80b-469b-81d8-64e5c03e2887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:46.467948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1638ccd2-d952-40b3-be09-bac604e0e82d req-e1f7ae51-a80b-469b-81d8-64e5c03e2887 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b256ffdaa9204038bdd8d46dd6ec06db&device_id=4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4 HTTP/1.1" status: 200 len: 1094 time: 0.1442506 Nov 25 19:55:46.468512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59426) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:46.602619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59430) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:46.616060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638ccd2-d952-40b3-be09-bac604e0e82d req-bcb6424c-0b07-4475-9b3a-edfed17c16bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:46.617608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1638ccd2-d952-40b3-be09-bac604e0e82d req-bcb6424c-0b07-4475-9b3a-edfed17c16bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=82e70501-9de1-467b-8027-6a920e4534e0 HTTP/1.1" status: 200 len: 913 time: 0.1375332 Nov 25 19:55:46.618069 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a4e61ca3-76ef-49b1-9a72-0e5b68f707e1 req-5662296d-c2af-4bf2-9ef8-bfdf47482f4a service neutron] 10.222.0.60 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406287 Nov 25 19:55:46.687444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1638ccd2-d952-40b3-be09-bac604e0e82d req-465b9bf0-5f43-486e-893d-a341749d54ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ec32eafd-d7a3-4399-ab67-a62205a00453 HTTP/1.1" status: 200 len: 217 time: 0.0603845 Nov 25 19:55:46.769050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1638ccd2-d952-40b3-be09-bac604e0e82d req-b56281db-bdbe-458c-9eeb-f81fc2f1eb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:46.772608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1638ccd2-d952-40b3-be09-bac604e0e82d req-b56281db-bdbe-458c-9eeb-f81fc2f1eb45 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5 HTTP/1.1" status: 200 len: 852 time: 0.0770655 Nov 25 19:55:46.820181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1638ccd2-d952-40b3-be09-bac604e0e82d req-9ce47146-6ff3-4649-8cbe-d79c9f8b7390 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=82e70501-9de1-467b-8027-6a920e4534e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391448 Nov 25 19:55:46.871467 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a4e61ca3-76ef-49b1-9a72-0e5b68f707e1 req-58bc6353-6d45-407c-ae6f-6e09d7e7235a service neutron] 10.222.0.60 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447941 Nov 25 19:55:46.923085 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1932ca02-f85e-41f2-a36c-116946008c00 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f432ce35b3f44780b1cd642f6255b17a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3178718 Nov 25 19:55:46.925895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59436) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:46.974350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-193877188'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:47.024877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e9960f-f029-49dc-817b-6db6e14bafee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.054916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1638ccd2-d952-40b3-be09-bac604e0e82d req-a57889d7-49c4-41aa-b60d-e11594258c0d service neutron] 10.222.0.76 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262199 Nov 25 19:55:47.058642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Made reservation on behalf of 9ef4f6acb5234005a2086065e3657442 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:47.067747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.068613 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e9960f-f029-49dc-817b-6db6e14bafee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.131316 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.149782 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e9960f-f029-49dc-817b-6db6e14bafee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.152712 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-13e9960f-f029-49dc-817b-6db6e14bafee admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.158590 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-13e9960f-f029-49dc-817b-6db6e14bafee admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/407d0ad5-42b7-46c1-9ab0-8162aea4e376 HTTP/1.1" status: 204 len: 168 time: 0.2266035 Nov 25 19:55:47.178637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e9960f-f029-49dc-817b-6db6e14bafee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=407d0ad5-42b7-46c1-9ab0-8162aea4e376,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:47.365307 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.418681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.431568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1638ccd2-d952-40b3-be09-bac604e0e82d req-fc4bebc2-c028-41e0-9b01-1a0c35079323 service neutron] 10.222.0.76 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572726 Nov 25 19:55:47.466950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a6a2a6-4a44-4e3e-8cb0-21e3564705e2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:47.473930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:47.490272 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.492058 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Added segment 402169a5-9bc3-4d6f-9c94-84f01cbcc46b of type vlan for network 2542ed60-77e5-4777-afee-9020e47faec5 Nov 25 19:55:47.571157 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.678368 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.688228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:47.689186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:47.723834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.2505841 Nov 25 19:55:47.727134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59452) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:47.930580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd99f3-d295-4d77-a4d1-00dc37ca6a23 req-61cbe120-8c45-4413-8f5a-fed08781e9f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:47.935283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0bd99f3-d295-4d77-a4d1-00dc37ca6a23 req-61cbe120-8c45-4413-8f5a-fed08781e9f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 943 time: 0.3370574 Nov 25 19:55:48.093707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0bd99f3-d295-4d77-a4d1-00dc37ca6a23 req-a274f442-3d24-409a-bead-9ceddbc657da tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385670 Nov 25 19:55:48.094979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41044b12-6cbd-407d-aaa3-9d608a8ffc78 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Pushing event updated for resources: {'Network': ['ID=2542ed60-77e5-4777-afee-9020e47faec5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:48.108741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 2542ed60-77e5-4777-afee-9020e47faec5 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:48.181710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Request body: {'network': {'name': 'tempest-network--1168555138', 'router:external': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:48.235815 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Made reservation on behalf of ac841cdc7313488a8a8a7d93bd2c893a for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:48.238708 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.249054 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.361175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cef27e9d-3e55-43be-a676-10affcb7fba0 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:55:48.374916 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.382670 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.418315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:48.430516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.430904 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Added segment dfe67337-0344-4aaa-b78f-df37e02b1357 of type vlan for network 256d43c9-174e-473e-9164-176d0f9ca969 Nov 25 19:55:48.482840 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.517646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d158a0-d375-49e2-8ec3-d07ecda02043,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:48.529524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.530928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:48.531480 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.586337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cef27e9d-3e55-43be-a676-10affcb7fba0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cef27e9d-3e55-43be-a676-10affcb7fba0,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:48.589527 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8606622 Nov 25 19:55:48.593521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59476) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:48.633691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'cef27e9d-3e55-43be-a676-10affcb7fba0', 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0', 'port_id': 'cef27e9d-3e55-43be-a676-10affcb7fba0', 'mac_address': 'fa:16:3e:ae:68:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:55:48.737793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b93c9db-6fff-4762-8075-a9310e725a09 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event updated for resources: {'Network': ['ID=256d43c9-174e-473e-9164-176d0f9ca969,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:48.744125 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.789850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 256d43c9-174e-473e-9164-176d0f9ca969 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:48.794903 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:48.883292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef27e9d-3e55-43be-a676-10affcb7fba0 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:55:48.912113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cef27e9d-3e55-43be-a676-10affcb7fba0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cef27e9d-3e55-43be-a676-10affcb7fba0,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:48.933926 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:49.006658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=cef27e9d-3e55-43be-a676-10affcb7fba0,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:49.081988 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:49.149464 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cef27e9d-3e55-43be-a676-10affcb7fba0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:55:49.168289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['256d43c9-174e-473e-9164-176d0f9ca969']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:49.226731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfe67337-0344-4aaa-b78f-df37e02b1357') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:49.229745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfe67337-0344-4aaa-b78f-df37e02b1357') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:49.249045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ec32eafd-d7a3-4399-ab67-a62205a00453 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:55:49.287114 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:49.361509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:49.382654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:49.384279 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:49.387981 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:49.532919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1f374-7fac-4946-8999-f1f5a5291c9a req-55d9014b-00f2-4a9c-a64f-7991ac68b6a9 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:49.534997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0f1f374-7fac-4946-8999-f1f5a5291c9a req-55d9014b-00f2-4a9c-a64f-7991ac68b6a9 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 944 time: 0.2421699 Nov 25 19:55:49.569886 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:49.587579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 256d43c9-174e-473e-9164-176d0f9ca969 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:55:49.593401 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:49.600352 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "DELETE /v2.0/networks/256d43c9-174e-473e-9164-176d0f9ca969 HTTP/1.1" status: 204 len: 168 time: 1.0045302 Nov 25 19:55:49.606511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59496) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:49.624851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02eac3a7-2720-4970-8489-d66d12430096 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event deleted for resources: {'Network': ['ID=256d43c9-174e-473e-9164-176d0f9ca969,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:49.625864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:49.704472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0f1f374-7fac-4946-8999-f1f5a5291c9a req-b4d41eca-bf5f-4397-868c-83e0fea2193a tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524398 Nov 25 19:55:49.770494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Made reservation on behalf of ac841cdc7313488a8a8a7d93bd2c893a for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:49.778482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:49.979943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 627} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:50.013505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.014774 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Added segment 22c71577-3729-45dc-a65a-2e2ded1999de of type vlan for network d88e5ae5-fb65-423e-a520-84b7caee4f4d Nov 25 19:55:50.026911 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ec32eafd-d7a3-4399-ab67-a62205a00453, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ec32eafd-d7a3-4399-ab67-a62205a00453,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:50.162026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'ec32eafd-d7a3-4399-ab67-a62205a00453', 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0', 'port_id': 'ec32eafd-d7a3-4399-ab67-a62205a00453', 'mac_address': 'fa:16:3e:ff:ca:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:55:50.220283 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.326383 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.327744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:50.329756 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.442509 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:50.508557 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8933995 Nov 25 19:55:50.508790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59510) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:50.521908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Request body: {'subnet': {'network_id': 'd88e5ae5-fb65-423e-a520-84b7caee4f4d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:50.522296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a1b739-7be5-479e-87dd-73fdf5ef5467 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event updated for resources: {'Network': ['ID=d88e5ae5-fb65-423e-a520-84b7caee4f4d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:50.527236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec32eafd-d7a3-4399-ab67-a62205a00453 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:55:50.593961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network d88e5ae5-fb65-423e-a520-84b7caee4f4d details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:50.661979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Made reservation on behalf of ac841cdc7313488a8a8a7d93bd2c893a for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:50.684028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.093528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ec32eafd-d7a3-4399-ab67-a62205a00453, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ec32eafd-d7a3-4399-ab67-a62205a00453,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:51.100362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7fcf95-fbc2-4d3b-ac3b-2f2ab049e329 req-92bd8e60-b471-4e08-ba23-8a1aaba4e632 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.102153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe7fcf95-fbc2-4d3b-ac3b-2f2ab049e329 req-92bd8e60-b471-4e08-ba23-8a1aaba4e632 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 944 time: 0.2131770 Nov 25 19:55:51.110543 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.119174 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.248466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ec32eafd-d7a3-4399-ab67-a62205a00453,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:51.309829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fe7fcf95-fbc2-4d3b-ac3b-2f2ab049e329 req-00da43ca-9170-4f28-892f-70fb3d12772c tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644650 Nov 25 19:55:51.329215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.330195 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.331193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.332223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.336183 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.338417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.351732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.353768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.354774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.355699 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.356516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.357744 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:55:51.373198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ec32eafd-d7a3-4399-ab67-a62205a00453'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:55:51.777808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.objects.ports [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103651) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 19:55:51.778631 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.883606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3af5a00e-63eb-467d-81d8-c20782b60cd2,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:51.899373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Checking segment: {'id': '22c71577-3729-45dc-a65a-2e2ded1999de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': 'd88e5ae5-fb65-423e-a520-84b7caee4f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:55:51.902121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Network hostable DHCP agents. Network: d88e5ae5-fb65-423e-a520-84b7caee4f4d, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:55:51.945973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Network d88e5ae5-fb65-423e-a520-84b7caee4f4d is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:55:51.976978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, d88e5ae5-fb65-423e-a520-84b7caee4f4d) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:51.987626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:51.989545 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:51.998943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d61a20-1b55-4db0-82fb-d72375e884b9 None None] Network d88e5ae5-fb65-423e-a520-84b7caee4f4d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:52.054704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-14bda8b9-2981-4476-9e1f-826556b745a3 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5432432 Nov 25 19:55:52.058762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59534) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:52.063639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Request body: {'floatingip': {'floating_network_id': 'd88e5ae5-fb65-423e-a520-84b7caee4f4d'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:52.135121 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.287279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad76e125-bdb1-4c78-9587-4b5499425dcb None None] Network d88e5ae5-fb65-423e-a520-84b7caee4f4d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:55:52.397761 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.421534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cef27e9d-3e55-43be-a676-10affcb7fba0 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:52.509186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59542) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:52.759464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244e3bd-5a70-4d5e-b3f3-cd7f63c1879e req-063a8840-6cc5-4e51-8681-89a6d3beed7d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:52.771704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port cef27e9d-3e55-43be-a676-10affcb7fba0 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:55:52.780947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port cef27e9d-3e55-43be-a676-10affcb7fba0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:52.781899 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:52.782428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b244e3bd-5a70-4d5e-b3f3-cd7f63c1879e req-063a8840-6cc5-4e51-8681-89a6d3beed7d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 944 time: 0.2358105 Nov 25 19:55:52.799763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Allocated IP 172.20.0.2 (d88e5ae5-fb65-423e-a520-84b7caee4f4d/3af5a00e-63eb-467d-81d8-c20782b60cd2/96d585d3-1bbd-44e4-b440-18554636a870) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:55:52.841189 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bbddada2-f04c-4681-87fb-6456a6921fc5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.016995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bbddada2-f04c-4681-87fb-6456a6921fc5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.018872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.033204 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bbddada2-f04c-4681-87fb-6456a6921fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.127574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b244e3bd-5a70-4d5e-b3f3-cd7f63c1879e req-f33ab3a3-2236-425f-8620-fa02dda02540 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3427427 Nov 25 19:55:53.156177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port cef27e9d-3e55-43be-a676-10affcb7fba0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cef27e9d-3e55-43be-a676-10affcb7fba0,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:53.157999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c916334-4c91-4223-a3d4-73fa60eb2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef27e9d-3e55-43be-a676-10affcb7fba0'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:53.165443 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1cb7e8-f231-4add-95eb-f25f7295b60e" -d '{"events": [{"server_uuid": "8c916334-4c91-4223-a3d4-73fa60eb2f38", "name": "network-vif-plugged", "status": "completed", "tag": "cef27e9d-3e55-43be-a676-10affcb7fba0"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:53.167528 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bbddada2-f04c-4681-87fb-6456a6921fc5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ffa3fc39e5324605a600a8927e7f3c98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6568596 Nov 25 19:55:53.171927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59554) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:53.175873 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.182232 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.202896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbddada2-f04c-4681-87fb-6456a6921fc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af846ea-2854-4a61-82cd-86e73eb9a415,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:53.246378 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.277382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ec32eafd-d7a3-4399-ab67-a62205a00453 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:55:53.390189 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.413622 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9a7b-b29f-4a5c-bbf3-c3a5295c410d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.452067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=cef27e9d-3e55-43be-a676-10affcb7fba0,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:53.501830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port ec32eafd-d7a3-4399-ab67-a62205a00453 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:55:53.506596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event updated for resources: {'Port': ['ID=96d585d3-1bbd-44e4-b440-18554636a870,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:53.513500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port ec32eafd-d7a3-4399-ab67-a62205a00453 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:55:53.513888 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.526987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Network d88e5ae5-fb65-423e-a520-84b7caee4f4d is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:55:53.529175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:55:53.536135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:55:53.542460 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9a7b-b29f-4a5c-bbf3-c3a5295c410d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.739656 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9a7b-b29f-4a5c-bbf3-c3a5295c410d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.746310 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eb7b9a7b-b29f-4a5c-bbf3-c3a5295c410d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.748969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eb7b9a7b-b29f-4a5c-bbf3-c3a5295c410d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8af846ea-2854-4a61-82cd-86e73eb9a415 HTTP/1.1" status: 204 len: 168 time: 0.5685573 Nov 25 19:55:53.794713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b9a7b-b29f-4a5c-bbf3-c3a5295c410d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af846ea-2854-4a61-82cd-86e73eb9a415,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:53.796857 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.806655 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9178beb-7170-4c30-8b43-487dc259eb4c x-openstack-request-id: req-c9178beb-7170-4c30-8b43-487dc259eb4c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:53.807108 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c916334-4c91-4223-a3d4-73fa60eb2f38", "name": "network-vif-plugged", "status": "completed", "tag": "cef27e9d-3e55-43be-a676-10affcb7fba0", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:53.807309 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c9178beb-7170-4c30-8b43-487dc259eb4c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:53.807845 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c916334-4c91-4223-a3d4-73fa60eb2f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef27e9d-3e55-43be-a676-10affcb7fba0', 'code': 200} Nov 25 19:55:53.921352 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:53.960451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ec32eafd-d7a3-4399-ab67-a62205a00453, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ec32eafd-d7a3-4399-ab67-a62205a00453,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:55:53.963210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae850034-2824-41c1-b3d9-6e538d0d38fc req-fc2eda0b-60ef-4bd8-a93e-48145203285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:53.964844 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ae850034-2824-41c1-b3d9-6e538d0d38fc req-fc2eda0b-60ef-4bd8-a93e-48145203285a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 1096 time: 0.1300766 Nov 25 19:55:53.976234 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.081267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ec32eafd-d7a3-4399-ab67-a62205a00453,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:54.128720 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.219923 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ae850034-2824-41c1-b3d9-6e538d0d38fc req-adfb503c-2ac0-47ff-89cf-1f1661212658 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459719 Nov 25 19:55:54.407956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bea0a-186a-4e9f-847e-9a701839daa3 req-169c7fb0-ede3-4e10-8a24-30ea87a62229 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:54.409818 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e8bea0a-186a-4e9f-847e-9a701839daa3 req-169c7fb0-ede3-4e10-8a24-30ea87a62229 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 945 time: 0.1476059 Nov 25 19:55:54.520549 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e8bea0a-186a-4e9f-847e-9a701839daa3 req-99914e36-4dc4-4fc5-97f4-28bf60467edc tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705760 Nov 25 19:55:54.546188 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.565727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59572) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:54.567080 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.598864 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d66bdd9-cf88-47b4-bd4f-f3d562addc6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.692016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event updated for resources: {'Port': ['ID=96d585d3-1bbd-44e4-b440-18554636a870,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:54.717048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.748166 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.750420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-91129d09-6b9d-4599-87c6-5c26159fbbe1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6903298 Nov 25 19:55:54.753811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59576) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:54.814165 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d66bdd9-cf88-47b4-bd4f-f3d562addc6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.829302 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d66bdd9-cf88-47b4-bd4f-f3d562addc6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:54.882452 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ce7d1ded-4d6c-4a79-b84c-8ed576d962ff tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=d88e5ae5-fb65-423e-a520-84b7caee4f4d HTTP/1.1" status: 200 len: 689 time: 0.1243558 Nov 25 19:55:54.882775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59580) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:54.897124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66bdd9-cf88-47b4-bd4f-f3d562addc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d992d77f-ceeb-46b9-af00-a84b7a3ca7e8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:54.944089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2d66bdd9-cf88-47b4-bd4f-f3d562addc6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=18af5a0d909a4968ab49d9a7036f7442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3769500 Nov 25 19:55:54.952111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59582) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:55.048658 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.066216 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e691f6fd-d026-4eb8-9811-f24c7ff3b5d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.151543 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e691f6fd-d026-4eb8-9811-f24c7ff3b5d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.241178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Deleting port 96d585d3-1bbd-44e4-b440-18554636a870 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:55:55.242943 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.268319 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e691f6fd-d026-4eb8-9811-f24c7ff3b5d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.274150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e691f6fd-d026-4eb8-9811-f24c7ff3b5d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.275652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e691f6fd-d026-4eb8-9811-f24c7ff3b5d0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d992d77f-ceeb-46b9-af00-a84b7a3ca7e8 HTTP/1.1" status: 204 len: 168 time: 0.3229320 Nov 25 19:55:55.302670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691f6fd-d026-4eb8-9811-f24c7ff3b5d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d992d77f-ceeb-46b9-af00-a84b7a3ca7e8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:55.415750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.416161 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.440963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Calling delete_port for 96d585d3-1bbd-44e4-b440-18554636a870 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:55:55.740207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:55.781951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324babd4-77ff-4f5a-8ef1-483b2818029d req-02ffc585-bf49-4bc9-a16b-e1970cf9913c tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:55.797650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-324babd4-77ff-4f5a-8ef1-483b2818029d req-02ffc585-bf49-4bc9-a16b-e1970cf9913c tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 945 time: 0.1442351 Nov 25 19:55:55.809586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec32eafd-d7a3-4399-ab67-a62205a00453'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:55:55.815457 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f84552c-60b0-4457-9abb-ca3052bf263e" -d '{"events": [{"server_uuid": "4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec32eafd-d7a3-4399-ab67-a62205a00453"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:55:55.834073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event deleted for resources: {'Port': ['ID=96d585d3-1bbd-44e4-b440-18554636a870,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:55.927096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-324babd4-77ff-4f5a-8ef1-483b2818029d req-fb696a65-f048-44bd-a99a-948dd3a45f9b tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280591 Nov 25 19:55:55.934832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.043931 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9c0886d-4ac9-4645-9cd1-7f84566cfb23 x-openstack-request-id: req-d9c0886d-4ac9-4645-9cd1-7f84566cfb23 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:55:56.044454 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4", "name": "network-vif-plugged", "status": "completed", "tag": "ec32eafd-d7a3-4399-ab67-a62205a00453", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:55:56.044778 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9c0886d-4ac9-4645-9cd1-7f84566cfb23 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:55:56.045250 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec32eafd-d7a3-4399-ab67-a62205a00453', 'code': 200} Nov 25 19:55:56.097702 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.259657 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.318631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49c0efa-2a8e-494d-bdaa-084d7476a48b req-2545c4d5-861e-43e3-84ea-c0049fa88b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:56.320706 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a49c0efa-2a8e-494d-bdaa-084d7476a48b req-2545c4d5-861e-43e3-84ea-c0049fa88b2c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4 HTTP/1.1" status: 200 len: 1096 time: 0.1505485 Nov 25 19:55:56.337777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30161c04-de31-437b-82dc-67f6c1c32258 req-0452cf6c-3618-49af-af07-2f5eb7ab7b25 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:56.339418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30161c04-de31-437b-82dc-67f6c1c32258 req-0452cf6c-3618-49af-af07-2f5eb7ab7b25 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4 HTTP/1.1" status: 200 len: 945 time: 0.1199000 Nov 25 19:55:56.349722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3af5a00e-63eb-467d-81d8-c20782b60cd2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:56.490037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a49c0efa-2a8e-494d-bdaa-084d7476a48b req-c4f7458e-4735-444e-b0d5-f7d112e1f9ed service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490340 Nov 25 19:55:56.510262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.538509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30161c04-de31-437b-82dc-67f6c1c32258 req-e9615b92-7dbf-47ab-a581-b0a94effc66c tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903491 Nov 25 19:55:56.590084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d88e5ae5-fb65-423e-a520-84b7caee4f4d']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:56.613166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22c71577-3729-45dc-a65a-2e2ded1999de') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:56.613933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22c71577-3729-45dc-a65a-2e2ded1999de') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:56.641368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.690149 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.698746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:56.699497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:56.703844 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:56.876998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.889941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d88e5ae5-fb65-423e-a520-84b7caee4f4d {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:55:56.896526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:56.903726 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "DELETE /v2.0/networks/d88e5ae5-fb65-423e-a520-84b7caee4f4d HTTP/1.1" status: 204 len: 168 time: 2.0161879 Nov 25 19:55:56.909094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59618) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:56.916554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c33b29-60e5-485c-9d38-22bf6eb884c0 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event deleted for resources: {'Network': ['ID=d88e5ae5-fb65-423e-a520-84b7caee4f4d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:57.040521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0d71a6eb-b1a1-451b-932d-2aa37615208b tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1295674 Nov 25 19:55:57.042843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59624) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:57.247640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca44f1e-b13a-4a1a-8e6d-b3d9bb8012b1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.248479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca44f1e-b13a-4a1a-8e6d-b3d9bb8012b1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.249125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca44f1e-b13a-4a1a-8e6d-b3d9bb8012b1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.249751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca44f1e-b13a-4a1a-8e6d-b3d9bb8012b1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.250996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca44f1e-b13a-4a1a-8e6d-b3d9bb8012b1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.251638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca44f1e-b13a-4a1a-8e6d-b3d9bb8012b1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.253770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6ca44f1e-b13a-4a1a-8e6d-b3d9bb8012b1 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4026 time: 0.2096636 Nov 25 19:55:57.257001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59632) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:57.409662 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-34b4cb73-58a9-4a20-b533-6d20d379316e tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] delete failed (client error): The resource could not be found. Nov 25 19:55:57.411078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-34b4cb73-58a9-4a20-b533-6d20d379316e tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/824b2e39-4cd0-48e9-ac29-ecb88eebafdf HTTP/1.1" status: 404 len: 345 time: 0.1525238 Nov 25 19:55:57.416705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59634) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:57.441743 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-9223680b-a30f-4bc2-ac43-759aff85ee6e tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] DELETE failed (client error): The resource could not be found. Nov 25 19:55:57.442147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9223680b-a30f-4bc2-ac43-759aff85ee6e tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:55:57.445452 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9223680b-a30f-4bc2-ac43-759aff85ee6e tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "DELETE /v2.0/networks/d88e5ae5-fb65-423e-a520-84b7caee4f4d HTTP/1.1" status: 404 len: 339 time: 0.0263996 Nov 25 19:55:57.452265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59636) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:57.486635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Request body: {'network': {'name': 'tempest-network--1017729397', 'router:external': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:57.525937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Made reservation on behalf of ac841cdc7313488a8a8a7d93bd2c893a for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:57.532647 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.606304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:57.628430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.629685 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Added segment d6fbff89-0360-465e-8220-9dbbe194fcd1 of type vlan for network b3ac5565-d536-46a7-bbd3-59f4027d48f5 Nov 25 19:55:57.780822 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.850554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a741846-05f1-4fb6-8757-294099b19291 req-e8f37c84-9b4e-4d08-bb92-8d094b1668b7 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.853899 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a741846-05f1-4fb6-8757-294099b19291 req-e8f37c84-9b4e-4d08-bb92-8d094b1668b7 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4 HTTP/1.1" status: 200 len: 945 time: 0.1779547 Nov 25 19:55:57.905351 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.909255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:57.913028 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:57.974103 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5169573 Nov 25 19:55:57.982697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59648) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:58.005279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be24440c-695a-41a6-ae38-da309d87a924 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event updated for resources: {'Network': ['ID=b3ac5565-d536-46a7-bbd3-59f4027d48f5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:58.028584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network b3ac5565-d536-46a7-bbd3-59f4027d48f5 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:55:58.303744 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a741846-05f1-4fb6-8757-294099b19291 req-69b99b81-7542-4aaa-8f96-fbfb1b2e6f8f tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4411294 Nov 25 19:55:58.545153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2641ea-0fc2-4ec4-9643-49d431cb56c8 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:58.559386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2641ea-0fc2-4ec4-9643-49d431cb56c8 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:58.590738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2641ea-0fc2-4ec4-9643-49d431cb56c8 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:58.605373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2641ea-0fc2-4ec4-9643-49d431cb56c8 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:55:58.608864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6e2641ea-0fc2-4ec4-9643-49d431cb56c8 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.6238823 Nov 25 19:55:58.615380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59664) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:58.777964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:58.976157 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.016102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ac5565-d536-46a7-bbd3-59f4027d48f5']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:59.030234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fbff89-0360-465e-8220-9dbbe194fcd1') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:59.031064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fbff89-0360-465e-8220-9dbbe194fcd1') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:55:59.052466 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.084414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.096012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:55:59.096447 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:55:59.136115 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:55:59.240388 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.260451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b3ac5565-d536-46a7-bbd3-59f4027d48f5 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:55:59.291790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.311097 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "DELETE /v2.0/networks/b3ac5565-d536-46a7-bbd3-59f4027d48f5 HTTP/1.1" status: 204 len: 168 time: 0.6921363 Nov 25 19:55:59.311889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59682) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:55:59.315772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e5806-93ae-46e5-a0b0-31542c15ff16 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event deleted for resources: {'Network': ['ID=b3ac5565-d536-46a7-bbd3-59f4027d48f5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:55:59.330626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Request body: {'network': {'name': 'tempest-network--985294775', 'router:external': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:55:59.455293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Made reservation on behalf of ac841cdc7313488a8a8a7d93bd2c893a for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:55:59.459498 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.506278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:55:59.524018 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.525714 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Added segment 4832f643-9569-4961-b21a-0a0406d8450d of type vlan for network 49a73e87-d312-4de9-bd3a-6212706f0bfe Nov 25 19:55:59.603225 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:55:59.858556 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:56:00.151742 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:00.154042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:00.157013 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3706428'] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:00.224637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9090784 Nov 25 19:56:00.225436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59704) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:00.300290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db5e733-c024-4b63-9467-31cad3562b3a req-e2def10b-f718-498f-81d4-7f300b04dd0f tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:00.301941 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1db5e733-c024-4b63-9467-31cad3562b3a req-e2def10b-f718-498f-81d4-7f300b04dd0f tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.76 "GET /v2.0/ports?device_id=4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4 HTTP/1.1" status: 200 len: 945 time: 0.4206147 Nov 25 19:56:00.308741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-3243f0ce-c684-4bfa-a823-307613d13a40 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:00.310310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-3243f0ce-c684-4bfa-a823-307613d13a40 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/networks?id=82e70501-9de1-467b-8027-6a920e4534e0 HTTP/1.1" status: 200 len: 812 time: 0.8243022 Nov 25 19:56:00.324144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3ad84-9305-44e9-877f-1cea353a7c78 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event updated for resources: {'Network': ['ID=49a73e87-d312-4de9-bd3a-6212706f0bfe,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:00.337906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 49a73e87-d312-4de9-bd3a-6212706f0bfe details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:00.355663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-5eb1b496-c3b4-46aa-9459-3c1318f2ce06 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/quotas/b256ffdaa9204038bdd8d46dd6ec06db HTTP/1.1" status: 200 len: 375 time: 0.0339906 Nov 25 19:56:00.403105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d2c5d-625b-4d0e-b1e1-84e8fc9dbc8c tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:00.411138 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-320d2c5d-625b-4d0e-b1e1-84e8fc9dbc8c tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] 10.222.0.15 "GET /v2.0/networks/49a73e87-d312-4de9-bd3a-6212706f0bfe HTTP/1.1" status: 200 len: 756 time: 0.1835938 Nov 25 19:56:00.416798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59706) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:00.589998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6ec3b1-1701-4ad6-b860-8730f7b067ab req-b6e1d1fa-8690-4aae-930a-c4e1370612fd tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:00.592244 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ef6ec3b1-1701-4ad6-b860-8730f7b067ab req-b6e1d1fa-8690-4aae-930a-c4e1370612fd tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c916334-4c91-4223-a3d4-73fa60eb2f38 HTTP/1.1" status: 200 len: 945 time: 0.1783595 Nov 25 19:56:00.615610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-d4194187-22a0-4bdd-8c02-d90ee51b67b8 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b256ffdaa9204038bdd8d46dd6ec06db&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2370088 Nov 25 19:56:00.701734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bec20d-a7aa-4467-9ea9-dec4844a7cf7 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:00.705848 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d2bec20d-a7aa-4467-9ea9-dec4844a7cf7 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] 10.222.0.15 "GET /v2.0/networks/2542ed60-77e5-4777-afee-9020e47faec5 HTTP/1.1" status: 200 len: 767 time: 0.2482440 Nov 25 19:56:00.709176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59710) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:00.890411 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.222982 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.289816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a73e87-d312-4de9-bd3a-6212706f0bfe']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:01.306660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4832f643-9569-4961-b21a-0a0406d8450d') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:01.307221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4832f643-9569-4961-b21a-0a0406d8450d') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:01.325575 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.372922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.388788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:56:01.389515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:56:01.392934 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:56:01.436346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-ef6ec3b1-1701-4ad6-b860-8730f7b067ab req-8ebddd84-5045-48be-b24a-0522fe67c1ad tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Deleting port cef27e9d-3e55-43be-a676-10affcb7fba0 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:01.436679 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ef6ec3b1-1701-4ad6-b860-8730f7b067ab req-8ebddd84-5045-48be-b24a-0522fe67c1ad tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.474719 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-1db5e733-c024-4b63-9467-31cad3562b3a req-4d0b3fba-0ac2-407e-b7ce-c2c97e0d3780 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Deleting port ec32eafd-d7a3-4399-ab67-a62205a00453 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:01.475637 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1db5e733-c024-4b63-9467-31cad3562b3a req-4d0b3fba-0ac2-407e-b7ce-c2c97e0d3780 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.662131 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.701217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 49a73e87-d312-4de9-bd3a-6212706f0bfe {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:56:01.713198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event deleted for resources: {'Network': ['ID=49a73e87-d312-4de9-bd3a-6212706f0bfe,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:01.744570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.747961 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-892b5c3b-71d9-4c60-8c25-4f8d9c174256 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "DELETE /v2.0/networks/49a73e87-d312-4de9-bd3a-6212706f0bfe HTTP/1.1" status: 204 len: 168 time: 1.0261562 Nov 25 19:56:01.758724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59724) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:01.764602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Request body: {'network': {'name': 'tempest-network--1035147347'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:01.770789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ef6ec3b1-1701-4ad6-b860-8730f7b067ab req-8ebddd84-5045-48be-b24a-0522fe67c1ad tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] For port cef27e9d-3e55-43be-a676-10affcb7fba0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=cef27e9d-3e55-43be-a676-10affcb7fba0,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:01.771214 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ef6ec3b1-1701-4ad6-b860-8730f7b067ab req-8ebddd84-5045-48be-b24a-0522fe67c1ad tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.796276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-ef6ec3b1-1701-4ad6-b860-8730f7b067ab req-8ebddd84-5045-48be-b24a-0522fe67c1ad tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Calling delete_port for cef27e9d-3e55-43be-a676-10affcb7fba0 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:01.816249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-1db5e733-c024-4b63-9467-31cad3562b3a req-4d0b3fba-0ac2-407e-b7ce-c2c97e0d3780 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] For port ec32eafd-d7a3-4399-ab67-a62205a00453, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ec32eafd-d7a3-4399-ab67-a62205a00453,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:01.823720 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1db5e733-c024-4b63-9467-31cad3562b3a req-4d0b3fba-0ac2-407e-b7ce-c2c97e0d3780 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.824459 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Made reservation on behalf of ac841cdc7313488a8a8a7d93bd2c893a for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:01.828582 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:01.878409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-1db5e733-c024-4b63-9467-31cad3562b3a req-4d0b3fba-0ac2-407e-b7ce-c2c97e0d3780 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Calling delete_port for ec32eafd-d7a3-4399-ab67-a62205a00453 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:01.963186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:56:02.007649 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.008204 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Added segment 642140af-21b3-4e8f-804b-daf3e1154e8e of type vlan for network 3a39f571-a865-437e-bbc5-92ea95adc99e Nov 25 19:56:02.107123 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42308986-80ff-412b-a07f-3cf970b02c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.116531 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-e6941326-b439-4d56-aa41-c9e77672fd02 service neutron] 10.222.0.15 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4992185 Nov 25 19:56:02.214067 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.308206 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-907ec751-71be-4870-99d8-a290e942821e service neutron] 10.222.0.15 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858294 Nov 25 19:56:02.331860 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.resource_extend [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:56:02.394022 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.395749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:02.396422 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.411331 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ef6ec3b1-1701-4ad6-b860-8730f7b067ab req-8ebddd84-5045-48be-b24a-0522fe67c1ad tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.426833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['cef27e9d-3e55-43be-a676-10affcb7fba0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:56:02.497137 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7374823 Nov 25 19:56:02.508315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebddd84-5045-48be-b24a-0522fe67c1ad tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Pushing event deleted for resources: {'Port': ['ID=cef27e9d-3e55-43be-a676-10affcb7fba0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:02.516852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59738) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:02.522302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-79571d2c-981b-4416-8a69-d181f3c8dc20 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:02.538629 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1db5e733-c024-4b63-9467-31cad3562b3a req-4d0b3fba-0ac2-407e-b7ce-c2c97e0d3780 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.588574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0b3fba-0ac2-407e-b7ce-c2c97e0d3780 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Pushing event deleted for resources: {'Port': ['ID=ec32eafd-d7a3-4399-ab67-a62205a00453,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:02.682147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6ec3b1-1701-4ad6-b860-8730f7b067ab req-8ebddd84-5045-48be-b24a-0522fe67c1ad tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] No DVR routers for this DVR port cef27e9d-3e55-43be-a676-10affcb7fba0 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:02.690751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ef6ec3b1-1701-4ad6-b860-8730f7b067ab req-8ebddd84-5045-48be-b24a-0522fe67c1ad tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.698590 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ef6ec3b1-1701-4ad6-b860-8730f7b067ab req-8ebddd84-5045-48be-b24a-0522fe67c1ad tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.60 "DELETE /v2.0/ports/cef27e9d-3e55-43be-a676-10affcb7fba0 HTTP/1.1" status: 204 len: 173 time: 1.9874024 Nov 25 19:56:02.705706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db5e733-c024-4b63-9467-31cad3562b3a req-4d0b3fba-0ac2-407e-b7ce-c2c97e0d3780 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] No DVR routers for this DVR port ec32eafd-d7a3-4399-ab67-a62205a00453 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:02.716010 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1db5e733-c024-4b63-9467-31cad3562b3a req-4d0b3fba-0ac2-407e-b7ce-c2c97e0d3780 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:02.720528 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c916334-4c91-4223-a3d4-73fa60eb2f38', 'name': 'network-vif-deleted', 'tag': 'cef27e9d-3e55-43be-a676-10affcb7fba0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:02.727206 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1db5e733-c024-4b63-9467-31cad3562b3a req-4d0b3fba-0ac2-407e-b7ce-c2c97e0d3780 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.76 "DELETE /v2.0/ports/ec32eafd-d7a3-4399-ab67-a62205a00453 HTTP/1.1" status: 204 len: 173 time: 2.4127684 Nov 25 19:56:02.727685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4', 'name': 'network-vif-deleted', 'tag': 'ec32eafd-d7a3-4399-ab67-a62205a00453'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:02.730861 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82405a88-24f9-4a44-bb5e-abe22f08d4d8" -d '{"events": [{"server_uuid": "4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4", "name": "network-vif-deleted", "tag": "ec32eafd-d7a3-4399-ab67-a62205a00453"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:02.747509 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6aa2108-1100-43ac-8882-88e3a6b7304b" -d '{"events": [{"server_uuid": "8c916334-4c91-4223-a3d4-73fa60eb2f38", "name": "network-vif-deleted", "tag": "cef27e9d-3e55-43be-a676-10affcb7fba0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:02.758450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c85bf-f1fa-4cf8-97e4-ad9e30cf1ab6 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event updated for resources: {'Network': ['ID=3a39f571-a865-437e-bbc5-92ea95adc99e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:02.780836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 3a39f571-a865-437e-bbc5-92ea95adc99e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:03.155009 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da4bddd-612e-4025-8fb9-d1132c8002d9 x-openstack-request-id: req-7da4bddd-612e-4025-8fb9-d1132c8002d9 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:03.156857 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c916334-4c91-4223-a3d4-73fa60eb2f38", "name": "network-vif-deleted", "tag": "cef27e9d-3e55-43be-a676-10affcb7fba0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:03.157449 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7da4bddd-612e-4025-8fb9-d1132c8002d9 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:03.158621 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c916334-4c91-4223-a3d4-73fa60eb2f38', 'name': 'network-vif-deleted', 'tag': 'cef27e9d-3e55-43be-a676-10affcb7fba0', 'status': 'completed', 'code': 200} Nov 25 19:56:03.192156 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79571d2c-981b-4416-8a69-d181f3c8dc20 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.231343 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79571d2c-981b-4416-8a69-d181f3c8dc20 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.314967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ec32eafd-d7a3-4399-ab67-a62205a00453 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:56:03.410118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79571d2c-981b-4416-8a69-d181f3c8dc20 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event updated for resources: {'Network': ['ID=3a39f571-a865-437e-bbc5-92ea95adc99e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:03.416295 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a696c3-9919-41e1-9cd5-c0dae6e4e52a x-openstack-request-id: req-28a696c3-9919-41e1-9cd5-c0dae6e4e52a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:03.417189 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4", "name": "network-vif-deleted", "tag": "ec32eafd-d7a3-4399-ab67-a62205a00453", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:03.418159 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-28a696c3-9919-41e1-9cd5-c0dae6e4e52a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:03.419152 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6ae999-6f78-4862-ab9c-d4bca2bfb5a4', 'name': 'network-vif-deleted', 'tag': 'ec32eafd-d7a3-4399-ab67-a62205a00453', 'status': 'completed', 'code': 200} Nov 25 19:56:03.420427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79571d2c-981b-4416-8a69-d181f3c8dc20 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Network 3a39f571-a865-437e-bbc5-92ea95adc99e is not hosted by any dhcp agent {{(pid=103651) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:56:03.420640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: ec32eafd-d7a3-4399-ab67-a62205a00453 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:56:03.420995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ec32eafd-d7a3-4399-ab67-a62205a00453 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:56:03.422752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79571d2c-981b-4416-8a69-d181f3c8dc20 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:03.424273 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-79571d2c-981b-4416-8a69-d181f3c8dc20 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:03.428283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-79571d2c-981b-4416-8a69-d181f3c8dc20 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "PUT /v2.0/networks/3a39f571-a865-437e-bbc5-92ea95adc99e HTTP/1.1" status: 200 len: 858 time: 0.9099112 Nov 25 19:56:03.430466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59772) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:03.500275 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64c70aeb-f37b-44ac-8a7c-0a9b79a719c0 req-22666be4-8a9d-491b-8424-986f677e29a3 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 210 time: 0.0695384 Nov 25 19:56:03.777046 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.005769 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.053776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a39f571-a865-437e-bbc5-92ea95adc99e']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:04.095588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '642140af-21b3-4e8f-804b-daf3e1154e8e') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:04.102494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '642140af-21b3-4e8f-804b-daf3e1154e8e') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:04.134934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.165107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.181473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:56:04.183616 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:56:04.188567 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:56:04.321717 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.327439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3a39f571-a865-437e-bbc5-92ea95adc99e {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 25 19:56:04.334783 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.351511 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] 10.222.0.15 "DELETE /v2.0/networks/3a39f571-a865-437e-bbc5-92ea95adc99e HTTP/1.1" status: 204 len: 168 time: 0.9083421 Nov 25 19:56:04.351700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59786) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:04.393653 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6db3e56-3de0-451b-9e0d-7a108d529529 tempest-ExternalNetworksTestJSON-1138784438 tempest-ExternalNetworksTestJSON-1138784438-project-admin] Pushing event deleted for resources: {'Network': ['ID=3a39f571-a865-437e-bbc5-92ea95adc99e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:04.458790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cef27e9d-3e55-43be-a676-10affcb7fba0 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:56:04.545406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: cef27e9d-3e55-43be-a676-10affcb7fba0 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:56:04.547312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device cef27e9d-3e55-43be-a676-10affcb7fba0 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:56:04.609656 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-438aeb99-9fad-44f2-858a-f514c8507f4f tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] DELETE failed (client error): The resource could not be found. Nov 25 19:56:04.610468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438aeb99-9fad-44f2-858a-f514c8507f4f tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:56:04.634322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-438aeb99-9fad-44f2-858a-f514c8507f4f tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] 10.222.0.15 "DELETE /v2.0/subnets/3af5a00e-63eb-467d-81d8-c20782b60cd2 HTTP/1.1" status: 404 len: 337 time: 0.2820129 Nov 25 19:56:04.637243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59792) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:04.840996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:04.914758 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-320fe3e2-6f4b-43e3-a2c0-83d2f28475fb req-b13e838a-92d3-44db-a66b-8bbce62505de tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 210 time: 0.1347024 Nov 25 19:56:04.977896 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.030072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2542ed60-77e5-4777-afee-9020e47faec5']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:05.066248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '402169a5-9bc3-4d6f-9c94-84f01cbcc46b') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:05.067368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '402169a5-9bc3-4d6f-9c94-84f01cbcc46b') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:05.093081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.126196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.136379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Releasing vlan 636 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:56:05.136766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:56:05.141828 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:56:05.210415 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba6e53f1-7e7f-408b-b6cf-80cf4e823a37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.241507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.261273 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:05.284572 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] 10.222.0.15 "DELETE /v2.0/networks/2542ed60-77e5-4777-afee-9020e47faec5 HTTP/1.1" status: 204 len: 168 time: 0.6302569 Nov 25 19:56:05.304256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeef9dc-2941-451e-be2d-8dd52c697147 tempest-ExternalNetworksTestJSON-1491594259 tempest-ExternalNetworksTestJSON-1491594259-project] Pushing event deleted for resources: {'Network': ['ID=2542ed60-77e5-4777-afee-9020e47faec5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:05.589485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-880addb6-74a3-40a9-b272-22e0eb44dee6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:05.591478 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-880addb6-74a3-40a9-b272-22e0eb44dee6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.60 "GET /v2.0/networks?id=82e70501-9de1-467b-8027-6a920e4534e0 HTTP/1.1" status: 200 len: 812 time: 0.1830475 Nov 25 19:56:05.606712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Request body: {'port': {'device_id': '8b178b0c-8838-4729-ab9e-aff7116cf448', 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0', 'admin_state_up': True, 'tenant_id': 'b256ffdaa9204038bdd8d46dd6ec06db'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:05.739669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-8adb3f91-1dcd-4855-8952-a18ff1e61498 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:05.741867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-8adb3f91-1dcd-4855-8952-a18ff1e61498 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.76 "GET /v2.0/networks?id=82e70501-9de1-467b-8027-6a920e4534e0 HTTP/1.1" status: 200 len: 812 time: 0.2503831 Nov 25 19:56:05.758169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Request body: {'port': {'device_id': '24f75030-bcf3-41ab-8c89-055280494f1a', 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0', 'admin_state_up': True, 'tenant_id': 'b256ffdaa9204038bdd8d46dd6ec06db'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:05.828990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59814) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:05.976045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Made reservation on behalf of b256ffdaa9204038bdd8d46dd6ec06db for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:05.982293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:06.092567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Made reservation on behalf of b256ffdaa9204038bdd8d46dd6ec06db for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:06.104463 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:06.257978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Allocated IP 172.20.0.8 (82e70501-9de1-467b-8027-6a920e4534e0/1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5/24d9fb07-0146-4306-99d6-314ebeaed711) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:06.382845 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c8aa766-07df-4cd1-9ab7-dd65fde62a5c req-105b9810-133c-47a4-9697-7b15f75aaeba tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 210 time: 0.2188759 Nov 25 19:56:06.460844 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a9637eb9-094e-45a8-9eec-228c20a0ffea admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ef4f6acb5234005a2086065e3657442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6145456 Nov 25 19:56:06.461204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59834) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:06.473970 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.068983 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3112c19b-6edf-43d5-b613-dc405e777b89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.112995 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3112c19b-6edf-43d5-b613-dc405e777b89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.172355 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.207871 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3112c19b-6edf-43d5-b613-dc405e777b89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.211669 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3112c19b-6edf-43d5-b613-dc405e777b89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.213108 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3112c19b-6edf-43d5-b613-dc405e777b89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/03a6a2a6-4a44-4e3e-8cb0-21e3564705e2 HTTP/1.1" status: 204 len: 168 time: 0.7559464 Nov 25 19:56:07.240489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3112c19b-6edf-43d5-b613-dc405e777b89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a6a2a6-4a44-4e3e-8cb0-21e3564705e2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:07.263474 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.345831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Network 82e70501-9de1-467b-8027-6a920e4534e0 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:07.350933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:07.355999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:07.401091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Pushing event updated for resources: {'Port': ['ID=24d9fb07-0146-4306-99d6-314ebeaed711,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:07.448613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Allocated IP 172.20.0.13 (82e70501-9de1-467b-8027-6a920e4534e0/1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5/ee89cb20-7baf-46e4-946c-198d6a34fda9) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:07.505780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:07.508914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.550904 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-f639e8f8-c9f1-4262-84c9-b5f4f5274c3d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9490676 Nov 25 19:56:07.565284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Request body: {'port': {'device_id': '8b178b0c-8838-4729-ab9e-aff7116cf448', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:07.684326 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.764873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc1aa7db-e822-4c46-a0d2-8a53ed71d866 req-9566139f-8f90-446f-808b-db44a7400a2c tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 210 time: 0.1931593 Nov 25 19:56:07.865389 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:07.961684 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.020999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59864) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:08.028552 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.098490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Pushing event updated for resources: {'Port': ['ID=ee89cb20-7baf-46e4-946c-198d6a34fda9,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:08.131521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Network 82e70501-9de1-467b-8027-6a920e4534e0 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:08.134236 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:08.140066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:08.231844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:08.232933 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.259299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-a3da02dc-db13-426f-90bf-6309b70b59cf tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5073550 Nov 25 19:56:08.276308 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.277942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Request body: {'port': {'device_id': '24f75030-bcf3-41ab-8c89-055280494f1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:08.298408 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-45ffaf61-3c2d-4af2-8697-ef7b795e83ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ac841cdc7313488a8a8a7d93bd2c893a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2755277 Nov 25 19:56:08.303122 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59870) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:08.400063 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.511298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fd760e9c-3fc6-4d0d-bb53-39470ecbc12e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.603289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24d9fb07-0146-4306-99d6-314ebeaed711 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:56:08.616899 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fd760e9c-3fc6-4d0d-bb53-39470ecbc12e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.635972 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.697828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Transition to ACTIVE for port object 24d9fb07-0146-4306-99d6-314ebeaed711 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:56:08.711926 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.821652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fd760e9c-3fc6-4d0d-bb53-39470ecbc12e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.838688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fd760e9c-3fc6-4d0d-bb53-39470ecbc12e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:08.846778 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fd760e9c-3fc6-4d0d-bb53-39470ecbc12e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4d158a0-d375-49e2-8ec3-d07ecda02043 HTTP/1.1" status: 204 len: 168 time: 0.5401356 Nov 25 19:56:08.954157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd760e9c-3fc6-4d0d-bb53-39470ecbc12e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d158a0-d375-49e2-8ec3-d07ecda02043,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:08.973634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Pushing event updated for resources: {'Port': ['ID=24d9fb07-0146-4306-99d6-314ebeaed711,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:09.253135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Attempting to bind port 24d9fb07-0146-4306-99d6-314ebeaed711 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:09.254460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Attempting to bind port 24d9fb07-0146-4306-99d6-314ebeaed711 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:09.255112 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Attempting to bind port 24d9fb07-0146-4306-99d6-314ebeaed711 on network 82e70501-9de1-467b-8027-6a920e4534e0 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:09.263187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Port 24d9fb07-0146-4306-99d6-314ebeaed711 on network 82e70501-9de1-467b-8027-6a920e4534e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:56:09.263796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Attempting to bind port 24d9fb07-0146-4306-99d6-314ebeaed711 on network 82e70501-9de1-467b-8027-6a920e4534e0 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:09.303676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 55, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:09.304684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Checking segment: {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:09.304684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Bound using segment: {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:09.305051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Bound port: 24d9fb07-0146-4306-99d6-314ebeaed711, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:09.305374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:09.470763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee89cb20-7baf-46e4-946c-198d6a34fda9 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:56:09.518563 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:09.525590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] For port 24d9fb07-0146-4306-99d6-314ebeaed711, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:09.537200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] For port 24d9fb07-0146-4306-99d6-314ebeaed711, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=24d9fb07-0146-4306-99d6-314ebeaed711,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:09.549169 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:09.561971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Transition to ACTIVE for port object ee89cb20-7baf-46e4-946c-198d6a34fda9 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:56:09.598435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd3ebd1-9db5-4c2f-bef4-77b01d9dd14d req-ba90b490-8e60-4377-936a-95f1d8798d54 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:09.615941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:09.617255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fd3ebd1-9db5-4c2f-bef4-77b01d9dd14d req-ba90b490-8e60-4377-936a-95f1d8798d54 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 932 time: 0.6034958 Nov 25 19:56:09.617766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:09.623020 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] 10.222.0.60 "PUT /v2.0/ports/24d9fb07-0146-4306-99d6-314ebeaed711 HTTP/1.1" status: 200 len: 1091 time: 2.0596108 Nov 25 19:56:09.623020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b178b0c-8838-4729-ab9e-aff7116cf448', 'tag': '24d9fb07-0146-4306-99d6-314ebeaed711'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:09.623020 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bd367e-2b3f-4707-8a82-4939d72cd8c5" -d '{"events": [{"name": "network-changed", "server_uuid": "8b178b0c-8838-4729-ab9e-aff7116cf448", "tag": "24d9fb07-0146-4306-99d6-314ebeaed711"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:09.722571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf0cf91-2063-48f9-b59e-dee4f6e54a65 service neutron] Pushing event updated for resources: {'Port': ['ID=24d9fb07-0146-4306-99d6-314ebeaed711,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:09.740151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:09.961888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-866912fd-f130-4698-82bc-401156a6999d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:09.963589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-866912fd-f130-4698-82bc-401156a6999d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b256ffdaa9204038bdd8d46dd6ec06db&device_id=8b178b0c-8838-4729-ab9e-aff7116cf448 HTTP/1.1" status: 200 len: 1094 time: 0.1141355 Nov 25 19:56:10.045500 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-1881b570-508c-4a02-b878-5b4d1d601624 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d9fb07-0146-4306-99d6-314ebeaed711 HTTP/1.1" status: 200 len: 217 time: 0.0714681 Nov 25 19:56:10.147071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-25faf23b-7f25-4fb1-b037-7ccd3540f33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:10.149028 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-25faf23b-7f25-4fb1-b037-7ccd3540f33b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5 HTTP/1.1" status: 200 len: 852 time: 0.0960820 Nov 25 19:56:10.200096 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-03d1a246-a14f-4771-ae60-a5fe887dd30d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e70501-9de1-467b-8027-6a920e4534e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433574 Nov 25 19:56:10.204900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Pushing event updated for resources: {'Port': ['ID=ee89cb20-7baf-46e4-946c-198d6a34fda9,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:10.268220 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fd3ebd1-9db5-4c2f-bef4-77b01d9dd14d req-7e6b0c8d-b7d8-4043-80ab-24e1ee893a03 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6480041 Nov 25 19:56:10.393080 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-6534c62d-1b55-4f72-b2ee-f09146f3374e service neutron] 10.222.0.60 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812088 Nov 25 19:56:10.424549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Attempting to bind port ee89cb20-7baf-46e4-946c-198d6a34fda9 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:10.424966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Attempting to bind port ee89cb20-7baf-46e4-946c-198d6a34fda9 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:10.425507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Attempting to bind port ee89cb20-7baf-46e4-946c-198d6a34fda9 on network 82e70501-9de1-467b-8027-6a920e4534e0 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:10.434425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Port ee89cb20-7baf-46e4-946c-198d6a34fda9 on network 82e70501-9de1-467b-8027-6a920e4534e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:56:10.434978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Attempting to bind port ee89cb20-7baf-46e4-946c-198d6a34fda9 on network 82e70501-9de1-467b-8027-6a920e4534e0 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:10.446178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 55, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:10.446709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Checking segment: {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:10.447403 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Bound using segment: {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:10.448182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Bound port: ee89cb20-7baf-46e4-946c-198d6a34fda9, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '248378e8-45e5-4913-bae0-f26801c70c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:10.448795 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:10.470460 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9753ade-48df-49f7-8e45-1ae74c5311f3 x-openstack-request-id: req-f9753ade-48df-49f7-8e45-1ae74c5311f3 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:10.472538 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b178b0c-8838-4729-ab9e-aff7116cf448", "tag": "24d9fb07-0146-4306-99d6-314ebeaed711", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:10.472878 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f9753ade-48df-49f7-8e45-1ae74c5311f3 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:10.473699 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b178b0c-8838-4729-ab9e-aff7116cf448', 'tag': '24d9fb07-0146-4306-99d6-314ebeaed711', 'status': 'completed', 'code': 200} Nov 25 19:56:10.604602 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-7814bb92-403d-4f06-8dd6-c03efa7b8bf3 service neutron] 10.222.0.60 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039695 Nov 25 19:56:10.635255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] For port ee89cb20-7baf-46e4-946c-198d6a34fda9, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:10.641653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] For port ee89cb20-7baf-46e4-946c-198d6a34fda9, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ee89cb20-7baf-46e4-946c-198d6a34fda9,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:10.653473 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:10.742992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:10.744085 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:10.747430 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] 10.222.0.76 "PUT /v2.0/ports/ee89cb20-7baf-46e4-946c-198d6a34fda9 HTTP/1.1" status: 200 len: 1092 time: 2.4782956 Nov 25 19:56:10.748564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f75030-bcf3-41ab-8c89-055280494f1a', 'tag': 'ee89cb20-7baf-46e4-946c-198d6a34fda9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:10.753229 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584d1a2d-46c5-4a3f-b26f-ea7bc82523e3" -d '{"events": [{"name": "network-changed", "server_uuid": "24f75030-bcf3-41ab-8c89-055280494f1a", "tag": "ee89cb20-7baf-46e4-946c-198d6a34fda9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:10.800384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd367e-2b3f-4707-8a82-4939d72cd8c5 req-8d0ea833-704d-4c16-9794-fdd97e05341d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:10.802508 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d9bd367e-2b3f-4707-8a82-4939d72cd8c5 req-8d0ea833-704d-4c16-9794-fdd97e05341d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b256ffdaa9204038bdd8d46dd6ec06db&device_id=8b178b0c-8838-4729-ab9e-aff7116cf448 HTTP/1.1" status: 200 len: 1094 time: 0.1145484 Nov 25 19:56:10.936720 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ed4063-a64d-4b3e-872b-224bc79fe990 x-openstack-request-id: req-c8ed4063-a64d-4b3e-872b-224bc79fe990 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:10.937048 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f75030-bcf3-41ab-8c89-055280494f1a", "tag": "ee89cb20-7baf-46e4-946c-198d6a34fda9", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:10.937996 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8ed4063-a64d-4b3e-872b-224bc79fe990 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:10.938699 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f75030-bcf3-41ab-8c89-055280494f1a', 'tag': 'ee89cb20-7baf-46e4-946c-198d6a34fda9', 'status': 'completed', 'code': 200} Nov 25 19:56:10.941656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556316f6-1d16-4caa-a110-ff778b17b173 service neutron] Pushing event updated for resources: {'Port': ['ID=ee89cb20-7baf-46e4-946c-198d6a34fda9,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:11.022283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-608ccad2-1e07-4cb2-b2b2-b9da2bb28eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:11.031601 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-608ccad2-1e07-4cb2-b2b2-b9da2bb28eec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b256ffdaa9204038bdd8d46dd6ec06db&device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 1095 time: 0.2185152 Nov 25 19:56:11.058486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd367e-2b3f-4707-8a82-4939d72cd8c5 req-6ca3166f-a869-41d7-9e75-94b59238de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:11.065698 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d9bd367e-2b3f-4707-8a82-4939d72cd8c5 req-6ca3166f-a869-41d7-9e75-94b59238de56 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82e70501-9de1-467b-8027-6a920e4534e0 HTTP/1.1" status: 200 len: 913 time: 0.2542603 Nov 25 19:56:11.229092 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d9bd367e-2b3f-4707-8a82-4939d72cd8c5 req-e5153f9a-c97b-4bc6-80da-210d46ab0ffa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=24d9fb07-0146-4306-99d6-314ebeaed711 HTTP/1.1" status: 200 len: 217 time: 0.1547096 Nov 25 19:56:11.257001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-06761251-e9f1-417b-8b13-6a866c3257d9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee89cb20-7baf-46e4-946c-198d6a34fda9 HTTP/1.1" status: 200 len: 217 time: 0.2153506 Nov 25 19:56:11.355538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd367e-2b3f-4707-8a82-4939d72cd8c5 req-f067b6ab-d826-40a2-a239-b4b651f84be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:11.357228 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d9bd367e-2b3f-4707-8a82-4939d72cd8c5 req-f067b6ab-d826-40a2-a239-b4b651f84be2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5 HTTP/1.1" status: 200 len: 852 time: 0.1175098 Nov 25 19:56:11.437619 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d9bd367e-2b3f-4707-8a82-4939d72cd8c5 req-eec51b4b-13af-4bb4-900c-3109209e68c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82e70501-9de1-467b-8027-6a920e4534e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0703444 Nov 25 19:56:11.532006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-80652164-03fc-48bd-b8f5-48e262400745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:11.534986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-80652164-03fc-48bd-b8f5-48e262400745 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5 HTTP/1.1" status: 200 len: 852 time: 0.2700841 Nov 25 19:56:11.697396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d9bd367e-2b3f-4707-8a82-4939d72cd8c5 req-dea266fb-0e20-4916-bb97-d01ade3f7955 service neutron] 10.222.0.60 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515104 Nov 25 19:56:11.751331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-47a0d849-75d0-44c3-a850-ea79f41683c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=82e70501-9de1-467b-8027-6a920e4534e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1833036 Nov 25 19:56:12.092801 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d9bd367e-2b3f-4707-8a82-4939d72cd8c5 req-6b77c991-6088-4dc4-b00c-0068acfbda7e service neutron] 10.222.0.60 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3849573 Nov 25 19:56:12.098501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355d2e22-97e3-45e6-81c4-9e5c80a4c8db req-920fb9c3-36e7-4da1-a606-5761919d2fa6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:12.100405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355d2e22-97e3-45e6-81c4-9e5c80a4c8db req-920fb9c3-36e7-4da1-a606-5761919d2fa6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 944 time: 0.5639844 Nov 25 19:56:12.280372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-498f5640-31f9-4c13-a209-c75b9a9ef021 service neutron] 10.222.0.76 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5156968 Nov 25 19:56:12.440084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-355d2e22-97e3-45e6-81c4-9e5c80a4c8db req-3665428b-d46e-478a-8b3c-b2b8a5d304a8 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3047645 Nov 25 19:56:12.746619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6846ba90-1956-46e1-b2b5-c8045f56e84b req-1cc8b4a2-8a98-4f41-a458-f435751ff9d2 service neutron] 10.222.0.76 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538321 Nov 25 19:56:12.895056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d1a2d-46c5-4a3f-b26f-ea7bc82523e3 req-2c355b2f-5bd5-4cf7-8b2f-48a7da8bfdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:12.898705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-584d1a2d-46c5-4a3f-b26f-ea7bc82523e3 req-2c355b2f-5bd5-4cf7-8b2f-48a7da8bfdbd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b256ffdaa9204038bdd8d46dd6ec06db&device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 1095 time: 0.0965033 Nov 25 19:56:12.995381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 59970) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:13.112841 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d1a2d-46c5-4a3f-b26f-ea7bc82523e3 req-ba8531ce-f17c-4b54-97c1-4f659ac3d5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:13.114989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-584d1a2d-46c5-4a3f-b26f-ea7bc82523e3 req-ba8531ce-f17c-4b54-97c1-4f659ac3d5ca service neutron] 10.222.0.76 "GET /v2.0/networks?id=82e70501-9de1-467b-8027-6a920e4534e0 HTTP/1.1" status: 200 len: 913 time: 0.2094147 Nov 25 19:56:13.184610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-584d1a2d-46c5-4a3f-b26f-ea7bc82523e3 req-0d561ecc-ebd0-4cb2-9567-a9fff2151a8d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ee89cb20-7baf-46e4-946c-198d6a34fda9 HTTP/1.1" status: 200 len: 217 time: 0.0586953 Nov 25 19:56:13.274042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-547692425', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:13.303813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d1a2d-46c5-4a3f-b26f-ea7bc82523e3 req-c6881125-6dc1-41ac-9fde-c38ec3bc11db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:13.305573 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-584d1a2d-46c5-4a3f-b26f-ea7bc82523e3 req-c6881125-6dc1-41ac-9fde-c38ec3bc11db service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5 HTTP/1.1" status: 200 len: 852 time: 0.1115026 Nov 25 19:56:13.339911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Made reservation on behalf of a98ee4c8d4254d25b7af81984693c48a for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:13.350064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.374568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-584d1a2d-46c5-4a3f-b26f-ea7bc82523e3 req-81f89c85-5281-4be9-8f9a-463eb3baa4e9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=82e70501-9de1-467b-8027-6a920e4534e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603106 Nov 25 19:56:13.378626 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.596788 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.609943 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:13.639413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] device_id is not set on port db4618f1-9525-45fd-8ca3-d758d265d449 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:56:13.788810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-584d1a2d-46c5-4a3f-b26f-ea7bc82523e3 req-ae8f76f4-cdf6-4446-ab8f-f4e8ab22fb16 service neutron] 10.222.0.76 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4035833 Nov 25 19:56:13.794242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce97e18d-bcc7-4a3d-a797-67454a378fe9,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:13.820075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.820432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.820786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.821129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.821469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.821808 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.822143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.822476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.822838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.839318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.839634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.839904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:13.997468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-584d1a2d-46c5-4a3f-b26f-ea7bc82523e3 req-75e74353-a6da-447c-9249-dfa661f95d3b service neutron] 10.222.0.76 "GET /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1989441 Nov 25 19:56:14.040724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2722fc-da65-4ff2-83e2-00343e37006f req-877886d4-1fc8-4753-b5d6-523a2467a73a tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:14.042460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d2722fc-da65-4ff2-83e2-00343e37006f req-877886d4-1fc8-4753-b5d6-523a2467a73a tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 944 time: 0.3793550 Nov 25 19:56:14.091325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Allocated IP 172.25.8.24 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/db4618f1-9525-45fd-8ca3-d758d265d449) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:14.140910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d2722fc-da65-4ff2-83e2-00343e37006f req-53008113-5ae9-4571-bd3e-6afa11f22237 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801592 Nov 25 19:56:14.318759 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.369305 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.413585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:14.417091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:14.425333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:14.433235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3aca72b-32d6-4ef8-9c14-017fac27eb02 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:14.467240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Pushing event updated for resources: {'Port': ['ID=db4618f1-9525-45fd-8ca3-d758d265d449,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:14.520543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:14.521298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.528608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 24d9fb07-0146-4306-99d6-314ebeaed711 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:56:14.569705 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-097701cd-1144-4d7a-b394-1b6df9f9e96d tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 1.5690246 Nov 25 19:56:14.570651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 59992) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:14.581509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24'}]}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:14.585927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b9b3b16a-7eb8-4dba-87a8-4323bfbbd37b None None] Provisioning complete for port db4618f1-9525-45fd-8ca3-d758d265d449 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:14.586304 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b9b3b16a-7eb8-4dba-87a8-4323bfbbd37b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.630111 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.632785 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.721246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b9b3b16a-7eb8-4dba-87a8-4323bfbbd37b None None] Port db4618f1-9525-45fd-8ca3-d758d265d449 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:14.778099 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:14.932218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 24d9fb07-0146-4306-99d6-314ebeaed711, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=24d9fb07-0146-4306-99d6-314ebeaed711,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:14.950846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '24d9fb07-0146-4306-99d6-314ebeaed711', 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0', 'port_id': '24d9fb07-0146-4306-99d6-314ebeaed711', 'mac_address': 'fa:16:3e:c6:42:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:56:15.025935 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.044362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24d9fb07-0146-4306-99d6-314ebeaed711 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:56:15.070335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 24d9fb07-0146-4306-99d6-314ebeaed711, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=24d9fb07-0146-4306-99d6-314ebeaed711,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:15.078627 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.103044 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.169023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=24d9fb07-0146-4306-99d6-314ebeaed711,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:15.270029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['24d9fb07-0146-4306-99d6-314ebeaed711'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:56:15.367487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ee89cb20-7baf-46e4-946c-198d6a34fda9 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:56:15.488594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5a075-3bf6-45d4-86df-59f7158dc755 req-2729b47f-2528-4eff-ac75-b5692f0c050a tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:15.492336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09c5a075-3bf6-45d4-86df-59f7158dc755 req-2729b47f-2528-4eff-ac75-b5692f0c050a tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 944 time: 0.1757998 Nov 25 19:56:15.551092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ee89cb20-7baf-46e4-946c-198d6a34fda9, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ee89cb20-7baf-46e4-946c-198d6a34fda9,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:15.567020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'ee89cb20-7baf-46e4-946c-198d6a34fda9', 'network_id': '82e70501-9de1-467b-8027-6a920e4534e0', 'port_id': 'ee89cb20-7baf-46e4-946c-198d6a34fda9', 'mac_address': 'fa:16:3e:be:00:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:56:15.668681 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.711436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee89cb20-7baf-46e4-946c-198d6a34fda9 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:56:15.821670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ee89cb20-7baf-46e4-946c-198d6a34fda9, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ee89cb20-7baf-46e4-946c-198d6a34fda9,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:15.840086 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:15.857235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09c5a075-3bf6-45d4-86df-59f7158dc755 req-0cb71898-9b50-4dea-8420-96b77888e0f9 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3530014 Nov 25 19:56:16.023625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ee89cb20-7baf-46e4-946c-198d6a34fda9,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:16.032367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.053074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ee89cb20-7baf-46e4-946c-198d6a34fda9'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:56:16.133986 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.465907 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.529696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 24d9fb07-0146-4306-99d6-314ebeaed711 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:16.642341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 24d9fb07-0146-4306-99d6-314ebeaed711 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:56:16.651878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 24d9fb07-0146-4306-99d6-314ebeaed711 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:16.652236 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.870758 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:16.924376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b178b0c-8838-4729-ab9e-aff7116cf448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d9fb07-0146-4306-99d6-314ebeaed711'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:16.932825 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d686a72a-fdd2-4021-864a-127d69387ec6" -d '{"events": [{"server_uuid": "8b178b0c-8838-4729-ab9e-aff7116cf448", "name": "network-vif-plugged", "status": "completed", "tag": "24d9fb07-0146-4306-99d6-314ebeaed711"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:16.963904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 24d9fb07-0146-4306-99d6-314ebeaed711, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=24d9fb07-0146-4306-99d6-314ebeaed711,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:16.975460 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.095206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=24d9fb07-0146-4306-99d6-314ebeaed711,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:17.367691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ee89cb20-7baf-46e4-946c-198d6a34fda9 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:17.554383 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.556753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.563565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port ee89cb20-7baf-46e4-946c-198d6a34fda9 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:56:17.579134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port ee89cb20-7baf-46e4-946c-198d6a34fda9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:17.580598 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.634221 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:17.635342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 26c95f32-a8da-4478-bd81-5f6f70c2372a {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:56:17.717069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e949336d-7dc0-4cab-83c3-dd4cd01b7a28 req-36eb9cf0-d7a0-4e90-bb15-d7135a909c43 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:17.719901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e949336d-7dc0-4cab-83c3-dd4cd01b7a28 req-36eb9cf0-d7a0-4e90-bb15-d7135a909c43 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 945 time: 0.1160045 Nov 25 19:56:17.722568 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 25 19:56:17.724665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e7e6186b-b74e-4d94-bf22-c9c1df0887cd tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 3.1532552 Nov 25 19:56:17.730493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60044) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:17.868981 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e949336d-7dc0-4cab-83c3-dd4cd01b7a28 req-8bd5efb8-7ad4-42a9-bc05-5c2e694f6cc0 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756319 Nov 25 19:56:17.999885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d3274-4748-4334-b06f-33b58c741c13 tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Deleting port db4618f1-9525-45fd-8ca3-d758d265d449 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:18.000625 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c3d3274-4748-4334-b06f-33b58c741c13 tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.031748 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-106566b7-7aae-4d8c-b4f3-33176eed18e5 x-openstack-request-id: req-106566b7-7aae-4d8c-b4f3-33176eed18e5 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:18.032651 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b178b0c-8838-4729-ab9e-aff7116cf448", "name": "network-vif-plugged", "status": "completed", "tag": "24d9fb07-0146-4306-99d6-314ebeaed711", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:18.032651 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-106566b7-7aae-4d8c-b4f3-33176eed18e5 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:18.055811 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b178b0c-8838-4729-ab9e-aff7116cf448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24d9fb07-0146-4306-99d6-314ebeaed711', 'code': 200} Nov 25 19:56:18.084445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.212062 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ee89cb20-7baf-46e4-946c-198d6a34fda9, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ee89cb20-7baf-46e4-946c-198d6a34fda9,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:18.222200 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.278059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c3d3274-4748-4334-b06f-33b58c741c13 tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.294725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8c3d3274-4748-4334-b06f-33b58c741c13 tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Calling delete_port for db4618f1-9525-45fd-8ca3-d758d265d449 owned by {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:18.303408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3dd60f-cd31-4361-8646-fcca2bccb2a0 req-5a03d394-45c6-4b0d-8e4e-5ea6a355aff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:18.309925 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc3dd60f-cd31-4361-8646-fcca2bccb2a0 req-5a03d394-45c6-4b0d-8e4e-5ea6a355aff8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8b178b0c-8838-4729-ab9e-aff7116cf448 HTTP/1.1" status: 200 len: 1096 time: 0.1655293 Nov 25 19:56:18.373024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ee89cb20-7baf-46e4-946c-198d6a34fda9,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:18.468627 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dc3dd60f-cd31-4361-8646-fcca2bccb2a0 req-48c74247-b2f3-4b81-b24c-6276c5d46069 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431794 Nov 25 19:56:18.660881 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c3d3274-4748-4334-b06f-33b58c741c13 tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.774321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3d3274-4748-4334-b06f-33b58c741c13 tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Pushing event deleted for resources: {'Port': ['ID=db4618f1-9525-45fd-8ca3-d758d265d449,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:18.808647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9713792-4265-4f90-aea4-e685a5016961 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:18.956038 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c3d3274-4748-4334-b06f-33b58c741c13 tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:18.965790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8c3d3274-4748-4334-b06f-33b58c741c13 tempest-RoutersAdminNegativeIpV6Test-1263587741 tempest-RoutersAdminNegativeIpV6Test-1263587741-project-admin] 10.222.0.15 "DELETE /v2.0/ports/db4618f1-9525-45fd-8ca3-d758d265d449 HTTP/1.1" status: 204 len: 168 time: 1.2295349 Nov 25 19:56:19.133044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44588f88-070c-45d8-b65c-e5cbe25dfec7 req-39c8a8d2-130b-4567-bf48-97a6879086be tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:19.136335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44588f88-070c-45d8-b65c-e5cbe25dfec7 req-39c8a8d2-130b-4567-bf48-97a6879086be tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 946 time: 0.1607068 Nov 25 19:56:19.313139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44588f88-070c-45d8-b65c-e5cbe25dfec7 req-719a34ed-5035-4702-9309-9322b9517749 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618700 Nov 25 19:56:19.791473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60074) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:20.059300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f75030-bcf3-41ab-8c89-055280494f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89cb20-7baf-46e4-946c-198d6a34fda9'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:20.064186 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cec653d-0518-4eda-8307-0d2e352b0583" -d '{"events": [{"server_uuid": "24f75030-bcf3-41ab-8c89-055280494f1a", "name": "network-vif-plugged", "status": "completed", "tag": "ee89cb20-7baf-46e4-946c-198d6a34fda9"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:20.139281 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-589f01f5-f117-41fa-9e10-7c926326fb0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:20.160095 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6615567f-1742-4efb-aa77-e97ba1aa09f7 x-openstack-request-id: req-6615567f-1742-4efb-aa77-e97ba1aa09f7 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:20.160682 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f75030-bcf3-41ab-8c89-055280494f1a", "name": "network-vif-plugged", "status": "completed", "tag": "ee89cb20-7baf-46e4-946c-198d6a34fda9", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:20.161498 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6615567f-1742-4efb-aa77-e97ba1aa09f7 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:20.162758 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f75030-bcf3-41ab-8c89-055280494f1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee89cb20-7baf-46e4-946c-198d6a34fda9', 'code': 200} Nov 25 19:56:20.344750 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a477986-17ef-4e5b-8d7e-bd9767da18e6 req-c37786cf-0a47-4a9e-aeb7-cf6288390417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:20.347365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a477986-17ef-4e5b-8d7e-bd9767da18e6 req-c37786cf-0a47-4a9e-aeb7-cf6288390417 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 1097 time: 0.1149418 Nov 25 19:56:20.438481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-589f01f5-f117-41fa-9e10-7c926326fb0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:20.463363 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-589f01f5-f117-41fa-9e10-7c926326fb0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:20.580635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f01f5-f117-41fa-9e10-7c926326fb0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ca0a180-a72a-4413-bce0-4f6000ca1392,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:20.693047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a477986-17ef-4e5b-8d7e-bd9767da18e6 req-ef6ef329-be30-4cc9-af5b-e443bb706afa service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376877 Nov 25 19:56:20.726698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-589f01f5-f117-41fa-9e10-7c926326fb0c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7df393f64774162bd0d24b8bb698c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9297514 Nov 25 19:56:20.727356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60088) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:20.779900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497192f3-4b3c-4ebf-973e-0720ae454dd2 req-443d9152-6280-4678-9bfa-14ad52dc8e2b tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:20.787899 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-497192f3-4b3c-4ebf-973e-0720ae454dd2 req-443d9152-6280-4678-9bfa-14ad52dc8e2b tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 946 time: 0.2315331 Nov 25 19:56:20.838622 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:20.913269 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-704326de-b762-4874-9d8b-b7b888691e9e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:20.950788 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-704326de-b762-4874-9d8b-b7b888691e9e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:20.954271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-497192f3-4b3c-4ebf-973e-0720ae454dd2 req-fb9baa1a-685e-4407-a1a6-b39fe94fe541 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652634 Nov 25 19:56:21.144004 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-704326de-b762-4874-9d8b-b7b888691e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:21.147387 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-704326de-b762-4874-9d8b-b7b888691e9e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:21.153131 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-704326de-b762-4874-9d8b-b7b888691e9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8ca0a180-a72a-4413-bce0-4f6000ca1392 HTTP/1.1" status: 204 len: 168 time: 0.4217734 Nov 25 19:56:21.183135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704326de-b762-4874-9d8b-b7b888691e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ca0a180-a72a-4413-bce0-4f6000ca1392,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:21.879620 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:56:22.030300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60114) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:22.242123 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-52561b75-6ee1-431d-872d-2c019da21782 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a98ee4c8d4254d25b7af81984693c48a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2066500 Nov 25 19:56:22.243031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60122) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:22.279626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87217168-7a21-4fc1-8127-586e84496416 req-8d1e56c8-e00c-42b0-87bb-b7d7f2a44f04 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:22.283705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87217168-7a21-4fc1-8127-586e84496416 req-8d1e56c8-e00c-42b0-87bb-b7d7f2a44f04 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 946 time: 0.1608150 Nov 25 19:56:22.385605 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6365364f-c9cb-47a4-8d3c-c60a0171cabd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:22.427942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87217168-7a21-4fc1-8127-586e84496416 req-c5dd9cbe-d9b7-4ec8-9c37-571466302fd0 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349940 Nov 25 19:56:22.500335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6365364f-c9cb-47a4-8d3c-c60a0171cabd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:22.669278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6365364f-c9cb-47a4-8d3c-c60a0171cabd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:22.675643 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6365364f-c9cb-47a4-8d3c-c60a0171cabd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:22.691407 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6365364f-c9cb-47a4-8d3c-c60a0171cabd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ce97e18d-bcc7-4a3d-a797-67454a378fe9 HTTP/1.1" status: 204 len: 168 time: 0.4467254 Nov 25 19:56:22.722452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6365364f-c9cb-47a4-8d3c-c60a0171cabd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce97e18d-bcc7-4a3d-a797-67454a378fe9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:22.916349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8dad7-53d6-4c6c-ba78-f67c1df9e788 req-e21e2a07-d645-4cde-b1d1-9d086fe73c0d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:22.927808 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91c8dad7-53d6-4c6c-ba78-f67c1df9e788 req-e21e2a07-d645-4cde-b1d1-9d086fe73c0d tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b178b0c-8838-4729-ab9e-aff7116cf448 HTTP/1.1" status: 200 len: 945 time: 0.1378598 Nov 25 19:56:23.100610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91c8dad7-53d6-4c6c-ba78-f67c1df9e788 req-513d5fde-13cc-4873-9ef9-40edde95f617 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715527 Nov 25 19:56:23.173286 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:24.116148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5f4fc-76f0-4918-95ee-0ec2300c6ae3 req-9f26800b-855e-48bf-bf17-a56de34bfe22 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:24.134306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78d5f4fc-76f0-4918-95ee-0ec2300c6ae3 req-9f26800b-855e-48bf-bf17-a56de34bfe22 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b178b0c-8838-4729-ab9e-aff7116cf448 HTTP/1.1" status: 200 len: 945 time: 0.1651552 Nov 25 19:56:24.316487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78d5f4fc-76f0-4918-95ee-0ec2300c6ae3 req-42c7eff4-d8c5-484c-89af-794eebb09979 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765213 Nov 25 19:56:24.955637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60190) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:25.137554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f5d983-2695-44e2-98b3-6a23593d0a3d req-2f0243c9-1460-49d0-aae3-d9156dc7ac09 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:25.147215 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-56f5d983-2695-44e2-98b3-6a23593d0a3d req-2f0243c9-1460-49d0-aae3-d9156dc7ac09 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.60 "GET /v2.0/ports?device_id=8b178b0c-8838-4729-ab9e-aff7116cf448 HTTP/1.1" status: 200 len: 945 time: 0.1621768 Nov 25 19:56:25.357313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1981832691'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:25.428213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-56f5d983-2695-44e2-98b3-6a23593d0a3d req-a405d228-e72a-4b20-bc3d-d8cb8f2405d6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Deleting port 24d9fb07-0146-4306-99d6-314ebeaed711 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:25.428978 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-56f5d983-2695-44e2-98b3-6a23593d0a3d req-a405d228-e72a-4b20-bc3d-d8cb8f2405d6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.443053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Made reservation on behalf of 59a33c52e80f4b178404c88afcc186d3 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:25.464148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63caf85c-2af9-4f0c-88e5-60431eb98700 req-e15a39f9-8bb0-41fa-b4bd-80d1240b135f tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:25.474349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.481700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63caf85c-2af9-4f0c-88e5-60431eb98700 req-e15a39f9-8bb0-41fa-b4bd-80d1240b135f tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.76 "GET /v2.0/ports?device_id=24f75030-bcf3-41ab-8c89-055280494f1a HTTP/1.1" status: 200 len: 946 time: 0.3016105 Nov 25 19:56:25.612627 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.897867 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.907825 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.942683 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-56f5d983-2695-44e2-98b3-6a23593d0a3d req-a405d228-e72a-4b20-bc3d-d8cb8f2405d6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] For port 24d9fb07-0146-4306-99d6-314ebeaed711, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=24d9fb07-0146-4306-99d6-314ebeaed711,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:25.943718 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-56f5d983-2695-44e2-98b3-6a23593d0a3d req-a405d228-e72a-4b20-bc3d-d8cb8f2405d6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:25.964132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 633} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:56:26.006152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-56f5d983-2695-44e2-98b3-6a23593d0a3d req-a405d228-e72a-4b20-bc3d-d8cb8f2405d6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Calling delete_port for 24d9fb07-0146-4306-99d6-314ebeaed711 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:26.013925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1109b8dc-1a63-4dcc-8c15-e1161c60727e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:26.032055 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.032558 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Added segment f686aaf9-9fc6-4121-a5e2-e937f4e54687 of type vlan for network 33e5595d-f823-4df0-bacb-a048f705922e Nov 25 19:56:26.098099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ffdf7b-817c-4ef5-8b7c-751e9d860762 req-3c103b83-cf9d-40f2-95c1-f78a873d1854 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:26.100475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36ffdf7b-817c-4ef5-8b7c-751e9d860762 req-3c103b83-cf9d-40f2-95c1-f78a873d1854 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b178b0c-8838-4729-ab9e-aff7116cf448 HTTP/1.1" status: 200 len: 945 time: 0.3113706 Nov 25 19:56:26.103726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-63caf85c-2af9-4f0c-88e5-60431eb98700 req-b6a51fbe-e72b-405a-bf99-6f6639e4e7f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Deleting port ee89cb20-7baf-46e4-946c-198d6a34fda9 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:26.104612 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-63caf85c-2af9-4f0c-88e5-60431eb98700 req-b6a51fbe-e72b-405a-bf99-6f6639e4e7f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.301843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.381384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-63caf85c-2af9-4f0c-88e5-60431eb98700 req-b6a51fbe-e72b-405a-bf99-6f6639e4e7f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] For port ee89cb20-7baf-46e4-946c-198d6a34fda9, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ee89cb20-7baf-46e4-946c-198d6a34fda9,segment=NetworkSegment(248378e8-45e5-4913-bae0-f26801c70c87),segment_id=248378e8-45e5-4913-bae0-f26801c70c87)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:26.386387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-63caf85c-2af9-4f0c-88e5-60431eb98700 req-b6a51fbe-e72b-405a-bf99-6f6639e4e7f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.388855 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.399727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:26.402367 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.419614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-63caf85c-2af9-4f0c-88e5-60431eb98700 req-b6a51fbe-e72b-405a-bf99-6f6639e4e7f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Calling delete_port for ee89cb20-7baf-46e4-946c-198d6a34fda9 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:26.566491 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.6087403 Nov 25 19:56:26.602834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60214) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:26.700274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Request body: {'subnet': {'network_id': '33e5595d-f823-4df0-bacb-a048f705922e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:26.756518 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36ffdf7b-817c-4ef5-8b7c-751e9d860762 req-03d36aa7-492c-428e-abf1-e3d851509cf7 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/security-groups?id=c1f36a70-4346-4f81-ab25-6b28050f59b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6323915 Nov 25 19:56:26.818907 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-63caf85c-2af9-4f0c-88e5-60431eb98700 req-b6a51fbe-e72b-405a-bf99-6f6639e4e7f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:26.885565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a51fbe-e72b-405a-bf99-6f6639e4e7f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Pushing event deleted for resources: {'Port': ['ID=ee89cb20-7baf-46e4-946c-198d6a34fda9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:26.961980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3302a0d4-ac01-40f6-9840-2ecb10264283 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event updated for resources: {'Network': ['ID=33e5595d-f823-4df0-bacb-a048f705922e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:26.980666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 33e5595d-f823-4df0-bacb-a048f705922e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:27.089806 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-63caf85c-2af9-4f0c-88e5-60431eb98700 req-b6a51fbe-e72b-405a-bf99-6f6639e4e7f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] No DVR routers for this DVR port ee89cb20-7baf-46e4-946c-198d6a34fda9 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:27.101077 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-63caf85c-2af9-4f0c-88e5-60431eb98700 req-b6a51fbe-e72b-405a-bf99-6f6639e4e7f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.114335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63caf85c-2af9-4f0c-88e5-60431eb98700 req-b6a51fbe-e72b-405a-bf99-6f6639e4e7f4 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.76 "DELETE /v2.0/ports/ee89cb20-7baf-46e4-946c-198d6a34fda9 HTTP/1.1" status: 204 len: 173 time: 1.6255453 Nov 25 19:56:27.114950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f75030-bcf3-41ab-8c89-055280494f1a', 'name': 'network-vif-deleted', 'tag': 'ee89cb20-7baf-46e4-946c-198d6a34fda9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:27.136372 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d630fa0-ba84-4cee-9558-1d352e2cba9f" -d '{"events": [{"server_uuid": "24f75030-bcf3-41ab-8c89-055280494f1a", "name": "network-vif-deleted", "tag": "ee89cb20-7baf-46e4-946c-198d6a34fda9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:27.244100 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928c68f5-2f3d-4f08-b823-7c6ccac462f3 x-openstack-request-id: req-928c68f5-2f3d-4f08-b823-7c6ccac462f3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:27.244421 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f75030-bcf3-41ab-8c89-055280494f1a", "name": "network-vif-deleted", "tag": "ee89cb20-7baf-46e4-946c-198d6a34fda9", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:27.244672 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-928c68f5-2f3d-4f08-b823-7c6ccac462f3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:27.245080 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f75030-bcf3-41ab-8c89-055280494f1a', 'name': 'network-vif-deleted', 'tag': 'ee89cb20-7baf-46e4-946c-198d6a34fda9', 'status': 'completed', 'code': 200} Nov 25 19:56:27.413391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ee89cb20-7baf-46e4-946c-198d6a34fda9 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:56:27.430126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Made reservation on behalf of 59a33c52e80f4b178404c88afcc186d3 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:27.439934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.478930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: ee89cb20-7baf-46e4-946c-198d6a34fda9 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:56:27.479735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ee89cb20-7baf-46e4-946c-198d6a34fda9 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:56:27.499071 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-56f5d983-2695-44e2-98b3-6a23593d0a3d req-a405d228-e72a-4b20-bc3d-d8cb8f2405d6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.623479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405d228-e72a-4b20-bc3d-d8cb8f2405d6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Pushing event deleted for resources: {'Port': ['ID=24d9fb07-0146-4306-99d6-314ebeaed711,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:27.772683 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-56f5d983-2695-44e2-98b3-6a23593d0a3d req-a405d228-e72a-4b20-bc3d-d8cb8f2405d6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] No DVR routers for this DVR port 24d9fb07-0146-4306-99d6-314ebeaed711 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:27.777701 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-56f5d983-2695-44e2-98b3-6a23593d0a3d req-a405d228-e72a-4b20-bc3d-d8cb8f2405d6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:27.783214 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-56f5d983-2695-44e2-98b3-6a23593d0a3d req-a405d228-e72a-4b20-bc3d-d8cb8f2405d6 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.60 "DELETE /v2.0/ports/24d9fb07-0146-4306-99d6-314ebeaed711 HTTP/1.1" status: 204 len: 173 time: 2.6217239 Nov 25 19:56:27.783817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b178b0c-8838-4729-ab9e-aff7116cf448', 'name': 'network-vif-deleted', 'tag': '24d9fb07-0146-4306-99d6-314ebeaed711'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:27.792598 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4015175e-bd57-46fa-a3dc-952309df59fc" -d '{"events": [{"server_uuid": "8b178b0c-8838-4729-ab9e-aff7116cf448", "name": "network-vif-deleted", "tag": "24d9fb07-0146-4306-99d6-314ebeaed711"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:28.099358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ae36c1c-4232-422a-8426-f39f4d8c3f95 req-df2e2097-2880-462d-a076-879000b51600 tempest-MultipleCreateTestJSON-561105018 tempest-MultipleCreateTestJSON-561105018-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b178b0c-8838-4729-ab9e-aff7116cf448 HTTP/1.1" status: 200 len: 210 time: 0.0753698 Nov 25 19:56:28.297671 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4f6a9c-bba8-4c0a-b3a9-e504d3ef1d6f x-openstack-request-id: req-1a4f6a9c-bba8-4c0a-b3a9-e504d3ef1d6f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:28.298850 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b178b0c-8838-4729-ab9e-aff7116cf448", "name": "network-vif-deleted", "tag": "24d9fb07-0146-4306-99d6-314ebeaed711", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:28.299407 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a4f6a9c-bba8-4c0a-b3a9-e504d3ef1d6f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:28.302435 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b178b0c-8838-4729-ab9e-aff7116cf448', 'name': 'network-vif-deleted', 'tag': '24d9fb07-0146-4306-99d6-314ebeaed711', 'status': 'completed', 'code': 200} Nov 25 19:56:28.310478 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.516771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event updated for resources: {'Subnet': ['ID=ac80cb24-3915-4965-ae1d-b76416cfdc50,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:28.551553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Checking segment: {'id': 'f686aaf9-9fc6-4121-a5e2-e937f4e54687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33e5595d-f823-4df0-bacb-a048f705922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:28.551903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Network hostable DHCP agents. Network: 33e5595d-f823-4df0-bacb-a048f705922e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:56:28.620262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Network 33e5595d-f823-4df0-bacb-a048f705922e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:56:28.640984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 24d9fb07-0146-4306-99d6-314ebeaed711 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:56:28.676091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 33e5595d-f823-4df0-bacb-a048f705922e) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:28.692445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:28.693750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.750921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 24d9fb07-0146-4306-99d6-314ebeaed711 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:56:28.766951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60254) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:28.767962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 24d9fb07-0146-4306-99d6-314ebeaed711 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:56:28.771917 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1ed18390-709a-47b3-b339-257f09010998 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1672595 Nov 25 19:56:28.775469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8ca73a69-56f6-41df-afaa-4a58a283a115 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2061329052', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:28.781208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5152d3c-7c50-4a64-9333-26ed55fc4aa6 None None] Network 33e5595d-f823-4df0-bacb-a048f705922e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:28.861323 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ca73a69-56f6-41df-afaa-4a58a283a115 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.863057 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ca73a69-56f6-41df-afaa-4a58a283a115 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.946814 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ca73a69-56f6-41df-afaa-4a58a283a115 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:28.957027 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ca73a69-56f6-41df-afaa-4a58a283a115 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.014966 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ca73a69-56f6-41df-afaa-4a58a283a115 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.016647 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8ca73a69-56f6-41df-afaa-4a58a283a115 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.2478187 Nov 25 19:56:29.021619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60266) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:29.417298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60282) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:29.437107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-33e5595d-f823-4df0-bacb-a048f705922e', 'network_id': '33e5595d-f823-4df0-bacb-a048f705922e', 'tenant_id': '59a33c52e80f4b178404c88afcc186d3', 'fixed_ips': [{'subnet_id': 'ac80cb24-3915-4965-ae1d-b76416cfdc50'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:56:29.450266 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.622611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d50e1f5-f713-4b4e-96cc-5cc56fcc37e6 admin admin] Deleting subnet 1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:56:29.635006 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d50e1f5-f713-4b4e-96cc-5cc56fcc37e6 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.716701 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.747342 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d50e1f5-f713-4b4e-96cc-5cc56fcc37e6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.785287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Allocated IP 172.20.0.2 (33e5595d-f823-4df0-bacb-a048f705922e/ac80cb24-3915-4965-ae1d-b76416cfdc50/3de55e0b-7255-468f-a5bf-35566cf9c419) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:29.818432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d50e1f5-f713-4b4e-96cc-5cc56fcc37e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.937771 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d50e1f5-f713-4b4e-96cc-5cc56fcc37e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.979212 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8d50e1f5-f713-4b4e-96cc-5cc56fcc37e6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:29.999547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8d50e1f5-f713-4b4e-96cc-5cc56fcc37e6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5 HTTP/1.1" status: 204 len: 168 time: 0.5799456 Nov 25 19:56:30.009973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60294) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:30.051694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d50e1f5-f713-4b4e-96cc-5cc56fcc37e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ac4c5c7-0ceb-4c2e-abc1-95db52e58fe5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:30.138492 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.164693 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.354590 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Network 33e5595d-f823-4df0-bacb-a048f705922e is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:30.355812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Pushing event updated for resources: {'Port': ['ID=3de55e0b-7255-468f-a5bf-35566cf9c419,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:30.362483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:30.365301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:30.379186 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.449161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Attempting to bind port 3de55e0b-7255-468f-a5bf-35566cf9c419 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:30.451121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Attempting to bind port 3de55e0b-7255-468f-a5bf-35566cf9c419 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'f686aaf9-9fc6-4121-a5e2-e937f4e54687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33e5595d-f823-4df0-bacb-a048f705922e'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:30.452524 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Attempting to bind port 3de55e0b-7255-468f-a5bf-35566cf9c419 on network 33e5595d-f823-4df0-bacb-a048f705922e {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:30.462220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:30.463563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Checking segment: {'id': 'f686aaf9-9fc6-4121-a5e2-e937f4e54687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33e5595d-f823-4df0-bacb-a048f705922e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:30.464209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.464819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Bound using segment: {'id': 'f686aaf9-9fc6-4121-a5e2-e937f4e54687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33e5595d-f823-4df0-bacb-a048f705922e'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:30.465580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Bound port: 3de55e0b-7255-468f-a5bf-35566cf9c419, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f686aaf9-9fc6-4121-a5e2-e937f4e54687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 633, 'network_id': '33e5595d-f823-4df0-bacb-a048f705922e'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:30.466177 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.637982 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] For port 3de55e0b-7255-468f-a5bf-35566cf9c419, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:30.644741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] For port 3de55e0b-7255-468f-a5bf-35566cf9c419, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3de55e0b-7255-468f-a5bf-35566cf9c419,segment=NetworkSegment(f686aaf9-9fc6-4121-a5e2-e937f4e54687),segment_id=f686aaf9-9fc6-4121-a5e2-e937f4e54687)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:30.656341 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.759231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bfe99-d163-4c3d-b419-c7d595971bbb None None] Pushing event updated for resources: {'Port': ['ID=3de55e0b-7255-468f-a5bf-35566cf9c419,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:30.769347 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.830529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82e70501-9de1-467b-8027-6a920e4534e0']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:30.860052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '248378e8-45e5-4913-bae0-f26801c70c87') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:30.860629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '248378e8-45e5-4913-bae0-f26801c70c87') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:30.926783 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.964875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Allocated IP 172.20.0.1 (33e5595d-f823-4df0-bacb-a048f705922e/ac80cb24-3915-4965-ae1d-b76416cfdc50/bdd24b7c-84b1-4a34-b910-a69ddff158fa) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:30.975022 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:30.996159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:56:30.996852 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:56:31.000844 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:56:31.308538 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.324752 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.332141 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/82e70501-9de1-467b-8027-6a920e4534e0 HTTP/1.1" status: 204 len: 168 time: 1.3143837 Nov 25 19:56:31.408614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647c92f8-1d60-4ea1-991e-830dced525d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=82e70501-9de1-467b-8027-6a920e4534e0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:31.541123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.604738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:31.734400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Network 33e5595d-f823-4df0-bacb-a048f705922e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:31.747107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:31.754419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:31.914883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60328) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:31.933935 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:32.059555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2fe2f756-e381-4e3c-9360-d4360939bdaf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b256ffdaa9204038bdd8d46dd6ec06db&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1355989 Nov 25 19:56:32.067664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60334) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:32.145325 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d6ecfba5-ff4f-448e-a3e2-b5470c877bda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:32.283543 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d25481dd-9cda-432d-8243-3aced9fda7a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:32.367099 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d25481dd-9cda-432d-8243-3aced9fda7a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:32.395775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3de55e0b-7255-468f-a5bf-35566cf9c419 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:32.481217 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d25481dd-9cda-432d-8243-3aced9fda7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:32.485018 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d25481dd-9cda-432d-8243-3aced9fda7a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:32.487652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d25481dd-9cda-432d-8243-3aced9fda7a6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1f36a70-4346-4f81-ab25-6b28050f59b8 HTTP/1.1" status: 204 len: 168 time: 0.4171598 Nov 25 19:56:32.511728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25481dd-9cda-432d-8243-3aced9fda7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f36a70-4346-4f81-ab25-6b28050f59b8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:32.719812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3de55e0b-7255-468f-a5bf-35566cf9c419 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:32.720458 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:32.867052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event updated for resources: {'Port': ['ID=bdd24b7c-84b1-4a34-b910-a69ddff158fa,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:32.900340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a43a3-b018-4135-8aeb-775f19476639 None None] Network 33e5595d-f823-4df0-bacb-a048f705922e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:32.986746 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.174509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a8ab1be8-3762-43e9-94d5-ff0038004da6 None None] Provisioning complete for port 3de55e0b-7255-468f-a5bf-35566cf9c419 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:33.175463 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a8ab1be8-3762-43e9-94d5-ff0038004da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.334185 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.486713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 3de55e0b-7255-468f-a5bf-35566cf9c419, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3de55e0b-7255-468f-a5bf-35566cf9c419,segment=NetworkSegment(f686aaf9-9fc6-4121-a5e2-e937f4e54687),segment_id=f686aaf9-9fc6-4121-a5e2-e937f4e54687)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:33.505573 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.811075 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a8ab1be8-3762-43e9-94d5-ff0038004da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.977867 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:33.992046 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.009981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=3de55e0b-7255-468f-a5bf-35566cf9c419,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:34.071626 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-a8ab1be8-3762-43e9-94d5-ff0038004da6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:56:34.071947 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-a8ab1be8-3762-43e9-94d5-ff0038004da6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:56:34.125514 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event updated for resources: {'Port': ['ID=bdd24b7c-84b1-4a34-b910-a69ddff158fa,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:34.247830 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.402827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3de55e0b-7255-468f-a5bf-35566cf9c419 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:34.586665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Network 33e5595d-f823-4df0-bacb-a048f705922e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:34.608883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:34.729179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3de55e0b-7255-468f-a5bf-35566cf9c419 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:34.729872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.972654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ddc8e4ed-52f1-4245-82a6-2b44d42bba5a None None] Provisioning complete for port 3de55e0b-7255-468f-a5bf-35566cf9c419 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:34.973093 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e4ed-52f1-4245-82a6-2b44d42bba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:34.993237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60390) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:35.169599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1517173041-network', 'tenant_id': '290dfb78832f43eabaeb0c3a5cd7f708'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:35.179034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Router 3073ad24-8fbe-4371-82e4-b52a91ea0cdb is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:56:35.241643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Made reservation on behalf of 290dfb78832f43eabaeb0c3a5cd7f708 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:35.245763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.272014 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.395087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ddc8e4ed-52f1-4245-82a6-2b44d42bba5a None None] Provisioning complete for port bdd24b7c-84b1-4a34-b910-a69ddff158fa triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:35.395483 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ddc8e4ed-52f1-4245-82a6-2b44d42bba5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.482696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ddc8e4ed-52f1-4245-82a6-2b44d42bba5a None None] Port bdd24b7c-84b1-4a34-b910-a69ddff158fa cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:35.512983 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-79403b75-e1a5-439d-bcbf-da0868671a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.542692 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.565038 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.594672 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:35.621082 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5019c852-0da0-43c6-a233-ccb443f1d81f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "PUT /v2.0/routers/3073ad24-8fbe-4371-82e4-b52a91ea0cdb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5951374 Nov 25 19:56:35.628242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60402) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:35.646453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ed6fe682-14bc-47e7-93d1-0b3b4c773b20 None None] Provisioning complete for port bdd24b7c-84b1-4a34-b910-a69ddff158fa triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:35.647359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Request body: {'port': {'network_id': '33e5595d-f823-4df0-bacb-a048f705922e', 'name': 'tempest-FloatingIPNegativeTestJSON-1415498579'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:35.660573 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ed6fe682-14bc-47e7-93d1-0b3b4c773b20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.696356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8f0f94-2d5b-483f-8c80-6a9ed98bea52,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:35.719895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:56:35.767977 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.768444 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Added segment a8bcea02-7954-4ebd-87de-e82a74c88efa of type vlan for network fafd6186-09b8-41ee-9b40-4e90c18abc00 Nov 25 19:56:35.777094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd320b5-c344-4cc4-84e6-0caf8ec2dc64 None None] Sync routers for ids ['3073ad24-8fbe-4371-82e4-b52a91ea0cdb'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:35.866139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ed6fe682-14bc-47e7-93d1-0b3b4c773b20 None None] Port bdd24b7c-84b1-4a34-b910-a69ddff158fa cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:35.869424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd320b5-c344-4cc4-84e6-0caf8ec2dc64 None None] Routers {'3073ad24-8fbe-4371-82e4-b52a91ea0cdb'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:35.869812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0cd320b5-c344-4cc4-84e6-0caf8ec2dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:56:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3073ad24-8fbe-4371-82e4-b52a91ea0cdb'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:35.941997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:35.944085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0cd320b5-c344-4cc4-84e6-0caf8ec2dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:35.960712 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd320b5-c344-4cc4-84e6-0caf8ec2dc64 None None] Routers {'3073ad24-8fbe-4371-82e4-b52a91ea0cdb'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:35.962431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0cd320b5-c344-4cc4-84e6-0caf8ec2dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:56:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3073ad24-8fbe-4371-82e4-b52a91ea0cdb'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:36.016697 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.021399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:36.022580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.042740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0cd320b5-c344-4cc4-84e6-0caf8ec2dc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:36.043895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cd320b5-c344-4cc4-84e6-0caf8ec2dc64 None None] The sync data for ids ['3073ad24-8fbe-4371-82e4-b52a91ea0cdb'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:36.069037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ce40ab61-a925-4fc4-b925-4ed3bf8c0893 None None] Provisioning complete for port bdd24b7c-84b1-4a34-b910-a69ddff158fa triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:36.069991 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ce40ab61-a925-4fc4-b925-4ed3bf8c0893 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.143668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Made reservation on behalf of 59a33c52e80f4b178404c88afcc186d3 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:36.150592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.159694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1652229 Nov 25 19:56:36.162083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2d71fa-d424-4765-9168-10cd2f01f544 admin admin] Pushing event updated for resources: {'Network': ['ID=fafd6186-09b8-41ee-9b40-4e90c18abc00,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:36.165287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60414) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:36.172245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] Request body: {'subnet': {'network_id': 'fafd6186-09b8-41ee-9b40-4e90c18abc00', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1517173041-subnet', 'tenant_id': '290dfb78832f43eabaeb0c3a5cd7f708', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:36.199430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network fafd6186-09b8-41ee-9b40-4e90c18abc00 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:36.209569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] Made reservation on behalf of 290dfb78832f43eabaeb0c3a5cd7f708 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:36.213326 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.235891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] device_id is not set on port fb83a476-38b1-4e19-8a07-1c7714e61700 yet. {{(pid=103652) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 19:56:36.299730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ce40ab61-a925-4fc4-b925-4ed3bf8c0893 None None] Port bdd24b7c-84b1-4a34-b910-a69ddff158fa cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:36.566222 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.905899 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:36.912576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Allocated IP 172.20.0.13 (33e5595d-f823-4df0-bacb-a048f705922e/ac80cb24-3915-4965-ae1d-b76416cfdc50/fb83a476-38b1-4e19-8a07-1c7714e61700) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:37.017031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d882f4a-a9d2-48dc-b09a-40db9ecbc9e2,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:37.084998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] Checking segment: {'id': 'a8bcea02-7954-4ebd-87de-e82a74c88efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fafd6186-09b8-41ee-9b40-4e90c18abc00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:37.085821 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] Network hostable DHCP agents. Network: fafd6186-09b8-41ee-9b40-4e90c18abc00, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:56:37.150414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] Network fafd6186-09b8-41ee-9b40-4e90c18abc00 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:56:37.181111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, fafd6186-09b8-41ee-9b40-4e90c18abc00) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:37.196686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:37.199138 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.200589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89539f7-a0a4-4624-9491-d542f5957aa7 None None] Network fafd6186-09b8-41ee-9b40-4e90c18abc00 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:37.250895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6b3a3f76-7be9-4744-8d8f-351f71b95278 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0832756 Nov 25 19:56:37.483578 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.665698 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:37.786792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a24a8e-4a0a-4f1a-8100-7d74cd5a65f9 None None] Network fafd6186-09b8-41ee-9b40-4e90c18abc00 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:37.919750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Network 33e5595d-f823-4df0-bacb-a048f705922e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:37.943666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:37.968615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:38.174439 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.195938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event updated for resources: {'Port': ['ID=fb83a476-38b1-4e19-8a07-1c7714e61700,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:38.236658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:38.238430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.274723 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-83b8e8c3-8aa3-46d5-b98a-3f5e5ca3edb1 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6447203 Nov 25 19:56:38.278390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60454) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:38.286906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:38.305421 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.351524 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.486948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-62a4af4e-7b8a-47ac-8c38-b914686264bf None None] Provisioning complete for port fb83a476-38b1-4e19-8a07-1c7714e61700 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:38.487610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-62a4af4e-7b8a-47ac-8c38-b914686264bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:38.697128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-62a4af4e-7b8a-47ac-8c38-b914686264bf None None] Port fb83a476-38b1-4e19-8a07-1c7714e61700 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:38.699696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-ac4d9842-eec0-41be-a33f-f7dbff83d670 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:38.709513 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-ac4d9842-eec0-41be-a33f-f7dbff83d670 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/networks?id=fafd6186-09b8-41ee-9b40-4e90c18abc00 HTTP/1.1" status: 200 len: 822 time: 0.3050292 Nov 25 19:56:38.766680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-c54cba90-3895-40f8-9ad1-07868f27202a tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/quotas/290dfb78832f43eabaeb0c3a5cd7f708 HTTP/1.1" status: 200 len: 375 time: 0.0560000 Nov 25 19:56:38.830099 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-a69f4191-47cd-45f9-8b05-285a0822752e tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=290dfb78832f43eabaeb0c3a5cd7f708&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622842 Nov 25 19:56:39.191005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:39.556953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-1f10ccae-8007-4f2a-a361-1c78835c7120 service neutron] 10.222.0.15 "GET /v2.0/networks/fafd6186-09b8-41ee-9b40-4e90c18abc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950819 Nov 25 19:56:39.604389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Allocated IP 172.25.8.109 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/24b73b9c-479c-4049-afd9-326ab16ad69d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:40.156505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-552056b9-aa75-4e4c-af32-1db76a28a5e1 service neutron] 10.222.0.15 "GET /v2.0/networks/fafd6186-09b8-41ee-9b40-4e90c18abc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5688710 Nov 25 19:56:40.250961 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:40.334788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:40.382888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:40.386839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:40.391768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:40.415801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event updated for resources: {'Port': ['ID=24b73b9c-479c-4049-afd9-326ab16ad69d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:40.559333 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:40.617091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a58564b9-838a-408c-a8d3-f25e29ff49d7 req-26bf12da-1c64-41f3-af97-3c8b6774ff2a tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 210 time: 0.0823214 Nov 25 19:56:40.700749 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:41.007282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:41.016365 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:41.170612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event updated for resources: {'Port': ['ID=24b73b9c-479c-4049-afd9-326ab16ad69d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:41.181301 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.181608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.181939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.182342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.182680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.183041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.183463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.183724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.184051 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.184369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.184792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.184998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:41.195729 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:41.283292 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:41.284810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-46df57f1-ad28-4929-ae5f-6eb94e4fe04f tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0022550 Nov 25 19:56:41.291796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60520) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:41.302134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d497e619-b92c-48b5-8e60-4bbf7de57c86 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Request body: {'floatingip': {'port_id': 'fb83a476-38b1-4e19-8a07-1c7714e61700', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:41.387488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d497e619-b92c-48b5-8e60-4bbf7de57c86 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for floatingip, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:41.621638 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-d497e619-b92c-48b5-8e60-4bbf7de57c86 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] update failed (client error): The resource could not be found. Nov 25 19:56:41.624041 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d497e619-b92c-48b5-8e60-4bbf7de57c86 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "PUT /v2.0/floatingips/9132bc9f-41bc-4694-a294-fdba02008bd1 HTTP/1.1" status: 404 len: 507 time: 0.3289032 Nov 25 19:56:41.626626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60532) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:41.955589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8df16e8-563e-467e-bbce-2de615cfc091 req-1482badf-2954-4f35-89c2-0d9ed7b096f1 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 210 time: 0.0458100 Nov 25 19:56:41.998068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-218f31bd-3d03-4693-a97b-e285a28c01c6 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Deleting port 24b73b9c-479c-4049-afd9-326ab16ad69d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:41.999065 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-218f31bd-3d03-4693-a97b-e285a28c01c6 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:42.123477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-218f31bd-3d03-4693-a97b-e285a28c01c6 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:42.123477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-218f31bd-3d03-4693-a97b-e285a28c01c6 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:42.141418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-218f31bd-3d03-4693-a97b-e285a28c01c6 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Calling delete_port for 24b73b9c-479c-4049-afd9-326ab16ad69d owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:42.605195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-555f5109-dad4-45c4-a578-3366e293b608 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:42.608746 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-555f5109-dad4-45c4-a578-3366e293b608 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.76 "GET /v2.0/networks?id=fafd6186-09b8-41ee-9b40-4e90c18abc00 HTTP/1.1" status: 200 len: 822 time: 0.3507166 Nov 25 19:56:42.638429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Request body: {'port': {'device_id': 'f92be874-704a-41aa-a562-31fb5344b544', 'network_id': 'fafd6186-09b8-41ee-9b40-4e90c18abc00', 'admin_state_up': True, 'tenant_id': '290dfb78832f43eabaeb0c3a5cd7f708'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:42.745640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-218f31bd-3d03-4693-a97b-e285a28c01c6 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:42.819164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f31bd-3d03-4693-a97b-e285a28c01c6 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event deleted for resources: {'Port': ['ID=24b73b9c-479c-4049-afd9-326ab16ad69d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:42.927499 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-218f31bd-3d03-4693-a97b-e285a28c01c6 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:42.930452 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-218f31bd-3d03-4693-a97b-e285a28c01c6 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:42.931759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-218f31bd-3d03-4693-a97b-e285a28c01c6 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "DELETE /v2.0/floatingips/9132bc9f-41bc-4694-a294-fdba02008bd1 HTTP/1.1" status: 204 len: 168 time: 1.3036981 Nov 25 19:56:42.936372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60568) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:42.944890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-40d02d24-f09f-4f54-9d2c-61dc94afae37 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Request body: {'floatingip': {'floating_network_id': '33e5595d-f823-4df0-bacb-a048f705922e', 'port_id': 'fb83a476-38b1-4e19-8a07-1c7714e61700', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:43.001383 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-40d02d24-f09f-4f54-9d2c-61dc94afae37 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:43.050284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Made reservation on behalf of 290dfb78832f43eabaeb0c3a5cd7f708 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:43.054222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:43.114025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ca3b78ad-5596-42d9-bd7f-990d8dc4d58b req-39593b05-f0fe-4420-83f8-0f05f749fdd7 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 210 time: 0.0278103 Nov 25 19:56:43.265439 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-40d02d24-f09f-4f54-9d2c-61dc94afae37 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:56:43.277534 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-40d02d24-f09f-4f54-9d2c-61dc94afae37 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.3379383 Nov 25 19:56:43.279394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60572) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:43.287542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': 'fb83a476-38b1-4e19-8a07-1c7714e61700', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:43.371498 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:43.378296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Allocated IP 172.20.0.5 (fafd6186-09b8-41ee-9b40-4e90c18abc00/8d882f4a-a9d2-48dc-b09a-40db9ecbc9e2/7d2a83f0-5bd9-4fc7-ae49-a40047e103d7) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:43.567608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:43.704509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:43.762276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Allocated IP 172.25.8.83 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/a467efae-ae5e-473b-9794-f35feb606958) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:43.798150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:43.869385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Network fafd6186-09b8-41ee-9b40-4e90c18abc00 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:43.873186 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:43.877941 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:43.886677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Pushing event updated for resources: {'Port': ['ID=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:43.961567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:43.962584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:43.991320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4dd1afaa-daad-4d09-a88d-f401194d843f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3689981 Nov 25 19:56:44.032017 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Request body: {'port': {'device_id': 'f92be874-704a-41aa-a562-31fb5344b544', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:44.043744 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.149458 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.196479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:44.200961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:44.204766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:44.236360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event updated for resources: {'Port': ['ID=a467efae-ae5e-473b-9794-f35feb606958,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:44.296133 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.477401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Deleting port a467efae-ae5e-473b-9794-f35feb606958 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:44.478017 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.614865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.615279 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.620824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588fd61a-3371-4769-9cca-7d45d7ef92c5 req-25372082-cfe8-48d7-a620-a31b7d42981c tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:44.623820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-588fd61a-3371-4769-9cca-7d45d7ef92c5 req-25372082-cfe8-48d7-a620-a31b7d42981c tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 931 time: 0.3296611 Nov 25 19:56:44.645303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Calling delete_port for a467efae-ae5e-473b-9794-f35feb606958 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:44.717668 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-588fd61a-3371-4769-9cca-7d45d7ef92c5 req-13e37cdc-2585-4f94-a046-9351a1e09c52 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824893 Nov 25 19:56:44.870065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.882352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:56:44.917970 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:44.959002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event deleted for resources: {'Port': ['ID=a467efae-ae5e-473b-9794-f35feb606958,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:44.983393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Transition to ACTIVE for port object 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:56:45.007637 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:45.116019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:45.161976 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] create failed (client error): The resource could not be found. Nov 25 19:56:45.170693 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-32bce1ee-cc88-45dc-9233-a3cebf0dfbb0 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.8844035 Nov 25 19:56:45.171381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60590) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:45.338867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Attempting to bind port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:45.340300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Attempting to bind port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'a8bcea02-7954-4ebd-87de-e82a74c88efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fafd6186-09b8-41ee-9b40-4e90c18abc00'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:45.340846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Attempting to bind port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 on network fafd6186-09b8-41ee-9b40-4e90c18abc00 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:45.348191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 on network fafd6186-09b8-41ee-9b40-4e90c18abc00 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:56:45.348848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Attempting to bind port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 on network fafd6186-09b8-41ee-9b40-4e90c18abc00 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:45.357116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:45.358500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Checking segment: {'id': 'a8bcea02-7954-4ebd-87de-e82a74c88efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fafd6186-09b8-41ee-9b40-4e90c18abc00'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:45.359163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Bound using segment: {'id': 'a8bcea02-7954-4ebd-87de-e82a74c88efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fafd6186-09b8-41ee-9b40-4e90c18abc00'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:45.360528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Bound port: 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8bcea02-7954-4ebd-87de-e82a74c88efa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fafd6186-09b8-41ee-9b40-4e90c18abc00'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:45.361125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:45.408752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5860174e-9a13-47ca-98c1-875c12506cdf tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Deleting port fb83a476-38b1-4e19-8a07-1c7714e61700 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:45.412961 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5860174e-9a13-47ca-98c1-875c12506cdf tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:45.489197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] For port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:45.495956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] For port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7,segment=NetworkSegment(a8bcea02-7954-4ebd-87de-e82a74c88efa),segment_id=a8bcea02-7954-4ebd-87de-e82a74c88efa)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:45.505981 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:45.645578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:45.646775 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:45.650266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] 10.222.0.76 "PUT /v2.0/ports/7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 HTTP/1.1" status: 200 len: 1091 time: 1.6313016 Nov 25 19:56:45.650266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f92be874-704a-41aa-a562-31fb5344b544', 'tag': '7d2a83f0-5bd9-4fc7-ae49-a40047e103d7'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:45.655144 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47012619-3cbf-48b3-b97c-bf02e79f990f" -d '{"events": [{"name": "network-changed", "server_uuid": "f92be874-704a-41aa-a562-31fb5344b544", "tag": "7d2a83f0-5bd9-4fc7-ae49-a40047e103d7"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:45.674706 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5860174e-9a13-47ca-98c1-875c12506cdf tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:45.697267 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5860174e-9a13-47ca-98c1-875c12506cdf tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Calling delete_port for fb83a476-38b1-4e19-8a07-1c7714e61700 owned by {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:45.820162 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d4c5b2-43b3-4be4-a1d5-0756d7f94f24 x-openstack-request-id: req-54d4c5b2-43b3-4be4-a1d5-0756d7f94f24 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:45.820680 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f92be874-704a-41aa-a562-31fb5344b544", "tag": "7d2a83f0-5bd9-4fc7-ae49-a40047e103d7", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:45.820941 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-54d4c5b2-43b3-4be4-a1d5-0756d7f94f24 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:45.821785 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f92be874-704a-41aa-a562-31fb5344b544', 'tag': '7d2a83f0-5bd9-4fc7-ae49-a40047e103d7', 'status': 'completed', 'code': 200} Nov 25 19:56:45.840406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29aee91b-a220-49f3-b448-b8295921f277 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:45.878843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-de6e6b86-6af1-4e33-ab52-e70176863743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:45.886148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-de6e6b86-6af1-4e33-ab52-e70176863743 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=290dfb78832f43eabaeb0c3a5cd7f708&device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 1094 time: 0.1436553 Nov 25 19:56:45.956904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-183743ff-e677-4d08-b616-1cb4ecbed48e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 HTTP/1.1" status: 200 len: 217 time: 0.0478394 Nov 25 19:56:45.992214 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5860174e-9a13-47ca-98c1-875c12506cdf tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:46.068240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860174e-9a13-47ca-98c1-875c12506cdf tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event deleted for resources: {'Port': ['ID=fb83a476-38b1-4e19-8a07-1c7714e61700,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:46.207402 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5860174e-9a13-47ca-98c1-875c12506cdf tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:46.215366 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5860174e-9a13-47ca-98c1-875c12506cdf tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "DELETE /v2.0/ports/fb83a476-38b1-4e19-8a07-1c7714e61700 HTTP/1.1" status: 204 len: 168 time: 1.0384464 Nov 25 19:56:46.216224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60602) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:46.307233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14176eee-a5d1-40bc-8972-e511892eb86e tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:46.315724 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-14176eee-a5d1-40bc-8972-e511892eb86e tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "GET /v2.0/ports?device_id=3073ad24-8fbe-4371-82e4-b52a91ea0cdb HTTP/1.1" status: 200 len: 913 time: 0.0953648 Nov 25 19:56:46.316429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60606) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:47.210638 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73d882e4-99df-4f70-a807-25b4185d8d1c tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:47.220911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-7f50866a-37c2-4e50-8f15-32d309c788b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:47.223384 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-7f50866a-37c2-4e50-8f15-32d309c788b8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d882f4a-a9d2-48dc-b09a-40db9ecbc9e2 HTTP/1.1" status: 200 len: 862 time: 1.2483854 Nov 25 19:56:47.273604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-4b3c6e3e-24aa-41b7-abcb-f0a5c8bd6a56 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fafd6186-09b8-41ee-9b40-4e90c18abc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401771 Nov 25 19:56:47.286088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5e0c3-7685-4112-a0be-7a24982e5438 req-5e3b65fa-d688-48e8-9841-e23b8c5cdffa tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:47.289114 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccb5e0c3-7685-4112-a0be-7a24982e5438 req-5e3b65fa-d688-48e8-9841-e23b8c5cdffa tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 943 time: 1.3991692 Nov 25 19:56:47.528557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccb5e0c3-7685-4112-a0be-7a24982e5438 req-4b7aeb3b-c67e-437a-a23a-2e255f3e34a6 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147479 Nov 25 19:56:47.589942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-a6ac1a40-acdd-4cbb-82c2-45242c5e5d31 service neutron] 10.222.0.76 "GET /v2.0/networks/fafd6186-09b8-41ee-9b40-4e90c18abc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997413 Nov 25 19:56:47.781710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-73d882e4-99df-4f70-a807-25b4185d8d1c tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Deleting port bdd24b7c-84b1-4a34-b910-a69ddff158fa {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:47.782383 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73d882e4-99df-4f70-a807-25b4185d8d1c tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:47.802311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afb8e3ba-fea3-43e2-9f34-82ed2ace3c89 req-f49e0861-ece7-48cd-ba99-b4d715ecbb1e service neutron] 10.222.0.76 "GET /v2.0/networks/fafd6186-09b8-41ee-9b40-4e90c18abc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036324 Nov 25 19:56:47.983240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47012619-3cbf-48b3-b97c-bf02e79f990f req-a6a091ec-219f-4cea-b6f9-2516039010f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:47.986892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47012619-3cbf-48b3-b97c-bf02e79f990f req-a6a091ec-219f-4cea-b6f9-2516039010f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=290dfb78832f43eabaeb0c3a5cd7f708&device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 1094 time: 0.0967376 Nov 25 19:56:48.086398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73d882e4-99df-4f70-a807-25b4185d8d1c tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:48.156562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-73d882e4-99df-4f70-a807-25b4185d8d1c tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Calling delete_port for bdd24b7c-84b1-4a34-b910-a69ddff158fa owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:48.340343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47012619-3cbf-48b3-b97c-bf02e79f990f req-3384ad96-6186-4932-9c13-33aacd652e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:48.344761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47012619-3cbf-48b3-b97c-bf02e79f990f req-3384ad96-6186-4932-9c13-33aacd652e31 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fafd6186-09b8-41ee-9b40-4e90c18abc00 HTTP/1.1" status: 200 len: 923 time: 0.3495171 Nov 25 19:56:48.504744 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47012619-3cbf-48b3-b97c-bf02e79f990f req-e18fdfbf-3e70-45a1-9086-92fef913ee8f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 HTTP/1.1" status: 200 len: 217 time: 0.1430936 Nov 25 19:56:48.683390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47012619-3cbf-48b3-b97c-bf02e79f990f req-86768fed-65e0-4029-bcda-2e26808e6b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:48.689427 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47012619-3cbf-48b3-b97c-bf02e79f990f req-86768fed-65e0-4029-bcda-2e26808e6b6e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8d882f4a-a9d2-48dc-b09a-40db9ecbc9e2 HTTP/1.1" status: 200 len: 862 time: 0.1752083 Nov 25 19:56:48.750085 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73d882e4-99df-4f70-a807-25b4185d8d1c tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:48.772524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47012619-3cbf-48b3-b97c-bf02e79f990f req-60df7d08-79cf-477a-baad-73d2297f8652 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fafd6186-09b8-41ee-9b40-4e90c18abc00&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764234 Nov 25 19:56:48.927064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d882e4-99df-4f70-a807-25b4185d8d1c tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event deleted for resources: {'Port': ['ID=bdd24b7c-84b1-4a34-b910-a69ddff158fa,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:49.005229 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47012619-3cbf-48b3-b97c-bf02e79f990f req-67ebdee1-feed-4b6a-b29e-be2c3b7bb832 service neutron] 10.222.0.76 "GET /v2.0/networks/fafd6186-09b8-41ee-9b40-4e90c18abc00?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874933 Nov 25 19:56:49.160808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb690a73-3887-4eb7-8071-693874c849a8 req-3dbf106b-90b3-4843-a255-2a757fb46388 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:49.163681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb690a73-3887-4eb7-8071-693874c849a8 req-3dbf106b-90b3-4843-a255-2a757fb46388 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 943 time: 0.4544830 Nov 25 19:56:49.376709 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-73d882e4-99df-4f70-a807-25b4185d8d1c tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:49.379727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb690a73-3887-4eb7-8071-693874c849a8 req-916f428c-8883-4afe-bb59-f1168f1375d1 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985965 Nov 25 19:56:49.441266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47012619-3cbf-48b3-b97c-bf02e79f990f req-0c68d9db-d6d0-420d-9400-cb1f5bc45e05 service neutron] 10.222.0.76 "GET /v2.0/networks/fafd6186-09b8-41ee-9b40-4e90c18abc00?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4171267 Nov 25 19:56:50.151690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73d882e4-99df-4f70-a807-25b4185d8d1c tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Router 3073ad24-8fbe-4371-82e4-b52a91ea0cdb has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:56:50.323561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73d882e4-99df-4f70-a807-25b4185d8d1c tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:56:50.329876 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-73d882e4-99df-4f70-a807-25b4185d8d1c tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "PUT /v2.0/routers/3073ad24-8fbe-4371-82e4-b52a91ea0cdb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0112131 Nov 25 19:56:50.334311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60658) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:50.339629 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c982e-9ce8-407c-89b9-2c38e1dcba98 None None] Sync routers for ids ['3073ad24-8fbe-4371-82e4-b52a91ea0cdb'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:56:50.362049 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c982e-9ce8-407c-89b9-2c38e1dcba98 None None] Routers {'3073ad24-8fbe-4371-82e4-b52a91ea0cdb'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:50.363781 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ee9c982e-9ce8-407c-89b9-2c38e1dcba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:56:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3073ad24-8fbe-4371-82e4-b52a91ea0cdb'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:50.429690 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ee9c982e-9ce8-407c-89b9-2c38e1dcba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:50.444828 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-644ba60c-d046-45ec-a75d-15116dc5218b tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.455648 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c982e-9ce8-407c-89b9-2c38e1dcba98 None None] Routers {'3073ad24-8fbe-4371-82e4-b52a91ea0cdb'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:56:50.458147 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ee9c982e-9ce8-407c-89b9-2c38e1dcba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:56:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['3073ad24-8fbe-4371-82e4-b52a91ea0cdb'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:50.550778 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ee9c982e-9ce8-407c-89b9-2c38e1dcba98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:50.552207 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c982e-9ce8-407c-89b9-2c38e1dcba98 None None] The sync data for ids ['3073ad24-8fbe-4371-82e4-b52a91ea0cdb'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:56:50.805817 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-644ba60c-d046-45ec-a75d-15116dc5218b tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.809541 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-644ba60c-d046-45ec-a75d-15116dc5218b tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.816207 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.829104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02457859-99b5-4e3e-baf3-c575102b6eae req-5970e637-d549-440a-89fa-57a930573c39 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:50.830772 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02457859-99b5-4e3e-baf3-c575102b6eae req-5970e637-d549-440a-89fa-57a930573c39 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 943 time: 0.1160805 Nov 25 19:56:50.911981 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-644ba60c-d046-45ec-a75d-15116dc5218b tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.912808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644ba60c-d046-45ec-a75d-15116dc5218b tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Fanout notify agent at l3_agent the message router_deleted on router 3073ad24-8fbe-4371-82e4-b52a91ea0cdb {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:56:50.927418 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-644ba60c-d046-45ec-a75d-15116dc5218b tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:50.929503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-644ba60c-d046-45ec-a75d-15116dc5218b tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "DELETE /v2.0/routers/3073ad24-8fbe-4371-82e4-b52a91ea0cdb HTTP/1.1" status: 204 len: 168 time: 0.5935347 Nov 25 19:56:50.933059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60664) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:51.016989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02457859-99b5-4e3e-baf3-c575102b6eae req-e692a974-6546-43fc-b415-c005cc580abb tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298251 Nov 25 19:56:51.026899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0839515a-692d-488c-9f11-a91b900e9011 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Deleting subnet ac80cb24-3915-4965-ae1d-b76416cfdc50 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:56:51.032395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0839515a-692d-488c-9f11-a91b900e9011 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:51.115241 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0839515a-692d-488c-9f11-a91b900e9011 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:51.292367 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0839515a-692d-488c-9f11-a91b900e9011 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:51.398475 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0839515a-692d-488c-9f11-a91b900e9011 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:51.462935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839515a-692d-488c-9f11-a91b900e9011 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event deleted for resources: {'Subnet': ['ID=ac80cb24-3915-4965-ae1d-b76416cfdc50,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:51.484101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a1778a-71ca-4f35-b4de-14127855b1ab None None] Network 33e5595d-f823-4df0-bacb-a048f705922e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:51.485584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0839515a-692d-488c-9f11-a91b900e9011 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:51.500130 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0839515a-692d-488c-9f11-a91b900e9011 tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "DELETE /v2.0/subnets/ac80cb24-3915-4965-ae1d-b76416cfdc50 HTTP/1.1" status: 204 len: 168 time: 0.5615363 Nov 25 19:56:51.502379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60674) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:51.521244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:56:51.705901 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:51.807804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7,segment=NetworkSegment(a8bcea02-7954-4ebd-87de-e82a74c88efa),segment_id=a8bcea02-7954-4ebd-87de-e82a74c88efa)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:51.832054 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Deleting port 3de55e0b-7255-468f-a5bf-35566cf9c419 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:51.832888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '7d2a83f0-5bd9-4fc7-ae49-a40047e103d7', 'network_id': 'fafd6186-09b8-41ee-9b40-4e90c18abc00', 'port_id': '7d2a83f0-5bd9-4fc7-ae49-a40047e103d7', 'mac_address': 'fa:16:3e:bd:a0:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 622, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d882f4a-a9d2-48dc-b09a-40db9ecbc9e2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:56:51.833882 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:51.894816 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:51.941265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:56:51.987740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8bbc208-b693-4a54-bafc-3b1a7955045b None None] DHCP port deletion for 33e5595d-f823-4df0-bacb-a048f705922e request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:52.035760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7,segment=NetworkSegment(a8bcea02-7954-4ebd-87de-e82a74c88efa),segment_id=a8bcea02-7954-4ebd-87de-e82a74c88efa)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:52.076473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] For port 3de55e0b-7255-468f-a5bf-35566cf9c419, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3de55e0b-7255-468f-a5bf-35566cf9c419,segment=NetworkSegment(f686aaf9-9fc6-4121-a5e2-e937f4e54687),segment_id=f686aaf9-9fc6-4121-a5e2-e937f4e54687)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:52.076857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.106664 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.136274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Calling delete_port for 3de55e0b-7255-468f-a5bf-35566cf9c419 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:52.270251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:52.289401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.289745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.290106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.290450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.290790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.302209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.304859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.305233 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.305582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.305928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.306273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.306667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:56:52.338710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbc208-b693-4a54-bafc-3b1a7955045b None None] Deleting port 3de55e0b-7255-468f-a5bf-35566cf9c419 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:56:52.339421 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc208-b693-4a54-bafc-3b1a7955045b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.424851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60694) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:52.427528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a8bbc208-b693-4a54-bafc-3b1a7955045b None None] For port 3de55e0b-7255-468f-a5bf-35566cf9c419, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3de55e0b-7255-468f-a5bf-35566cf9c419,segment=NetworkSegment(f686aaf9-9fc6-4121-a5e2-e937f4e54687),segment_id=f686aaf9-9fc6-4121-a5e2-e937f4e54687)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:52.428275 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc208-b693-4a54-bafc-3b1a7955045b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.446594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a8bbc208-b693-4a54-bafc-3b1a7955045b None None] Calling delete_port for 3de55e0b-7255-468f-a5bf-35566cf9c419 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:56:52.464570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.485973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['7d2a83f0-5bd9-4fc7-ae49-a40047e103d7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:56:52.494762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3de55e0b-7255-468f-a5bf-35566cf9c419 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:56:52.517879 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event deleted for resources: {'Port': ['ID=3de55e0b-7255-468f-a5bf-35566cf9c419,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:52.521378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] No DVR routers for this DVR port 3de55e0b-7255-468f-a5bf-35566cf9c419 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:52.573315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c06d34-4efa-457a-812e-b06f6cd895ee req-5813ec8c-371c-4fc6-9065-b1ffb201e96f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:52.581246 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28c06d34-4efa-457a-812e-b06f6cd895ee req-5813ec8c-371c-4fc6-9065-b1ffb201e96f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 944 time: 0.3442740 Nov 25 19:56:52.773350 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.801204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28c06d34-4efa-457a-812e-b06f6cd895ee req-9fafaaa4-3479-4cec-bfbe-ce5cedf278f4 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978731 Nov 25 19:56:52.802491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33e5595d-f823-4df0-bacb-a048f705922e']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:52.806707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 3de55e0b-7255-468f-a5bf-35566cf9c419 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:56:52.807319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3de55e0b-7255-468f-a5bf-35566cf9c419 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:56:52.816522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f686aaf9-9fc6-4121-a5e2-e937f4e54687') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:52.816925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f686aaf9-9fc6-4121-a5e2-e937f4e54687') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:52.832615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.851276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.862724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Releasing vlan 633 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:56:52.862724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:56:52.953466 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:56:52.971548 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-199a3ed0-6cad-4e11-95a5-a55b5482f82f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:52.976115 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.008672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:56:53.014481 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 19:56:53.027821 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] 10.222.0.15 "DELETE /v2.0/networks/33e5595d-f823-4df0-bacb-a048f705922e HTTP/1.1" status: 204 len: 168 time: 1.5169237 Nov 25 19:56:53.027821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59a6683-77b3-4e69-a548-f07e174ba6bc tempest-FloatingIPNegativeTestJSON-813729917 tempest-FloatingIPNegativeTestJSON-813729917-project] Pushing event deleted for resources: {'Network': ['ID=33e5595d-f823-4df0-bacb-a048f705922e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:53.043483 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a8bbc208-b693-4a54-bafc-3b1a7955045b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.065552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8bbc208-b693-4a54-bafc-3b1a7955045b None None] Network 33e5595d-f823-4df0-bacb-a048f705922e is not hosted by any dhcp agent {{(pid=103653) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:56:53.066017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bbc208-b693-4a54-bafc-3b1a7955045b None None] No DVR routers for this DVR port 3de55e0b-7255-468f-a5bf-35566cf9c419 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:56:53.111125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bbc208-b693-4a54-bafc-3b1a7955045b None None] Pushing event deleted for resources: {'Port': ['ID=3de55e0b-7255-468f-a5bf-35566cf9c419,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:53.240398 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.314656 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-199a3ed0-6cad-4e11-95a5-a55b5482f82f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.322157 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-199a3ed0-6cad-4e11-95a5-a55b5482f82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.376755 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-199a3ed0-6cad-4e11-95a5-a55b5482f82f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6248b9a2bedf43b08b087b22829b6c52&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9468260 Nov 25 19:56:53.377661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60708) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:53.488891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199a3ed0-6cad-4e11-95a5-a55b5482f82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c6e44e-d0bc-430e-a668-e3e4c0c3035c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:53.564409 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fd73d9c9-e26c-4a19-8faa-1bfe28a0ca07 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.569112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60712) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:53.626675 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fd73d9c9-e26c-4a19-8faa-1bfe28a0ca07 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.775027 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fd73d9c9-e26c-4a19-8faa-1bfe28a0ca07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.783406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fd73d9c9-e26c-4a19-8faa-1bfe28a0ca07 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:53.789538 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fd73d9c9-e26c-4a19-8faa-1bfe28a0ca07 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c1c6e44e-d0bc-430e-a668-e3e4c0c3035c HTTP/1.1" status: 204 len: 168 time: 0.4098313 Nov 25 19:56:53.830604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73d9c9-e26c-4a19-8faa-1bfe28a0ca07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c6e44e-d0bc-430e-a668-e3e4c0c3035c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:54.026147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-41e4dbc9-7d82-4823-a40a-cff1aee0ac79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59a33c52e80f4b178404c88afcc186d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4550805 Nov 25 19:56:54.034812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60720) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:54.209094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eca582b-6aa8-4b45-85ab-346069ed1cd0 req-2d0a4659-26fe-42d5-99d1-f0948feb6bc2 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:54.228584 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4eca582b-6aa8-4b45-85ab-346069ed1cd0 req-2d0a4659-26fe-42d5-99d1-f0948feb6bc2 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 944 time: 0.1544001 Nov 25 19:56:54.261740 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6210065-a1f4-4090-838c-8f580c77be19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.302381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6210065-a1f4-4090-838c-8f580c77be19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.339902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4eca582b-6aa8-4b45-85ab-346069ed1cd0 req-6bbaa277-df59-48ed-8a7c-38ac9f0fe4f2 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078598 Nov 25 19:56:54.392072 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6210065-a1f4-4090-838c-8f580c77be19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.396998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6210065-a1f4-4090-838c-8f580c77be19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:54.398773 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f6210065-a1f4-4090-838c-8f580c77be19 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1109b8dc-1a63-4dcc-8c15-e1161c60727e HTTP/1.1" status: 204 len: 168 time: 0.3646848 Nov 25 19:56:54.410223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6210065-a1f4-4090-838c-8f580c77be19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1109b8dc-1a63-4dcc-8c15-e1161c60727e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:55.269625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60774) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:55.534422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:56:55.552755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60784) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:55.574877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf3b55-1680-4c22-a464-1a49ceaea214 req-e2305f33-ba9b-4f63-bae0-8408212ac36f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:55.589011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4cf3b55-1680-4c22-a464-1a49ceaea214 req-e2305f33-ba9b-4f63-bae0-8408212ac36f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 944 time: 0.1332049 Nov 25 19:56:55.647548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-431901464-network', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:55.672221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:56:55.678092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:55.678636 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.682912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4cf3b55-1680-4c22-a464-1a49ceaea214 req-243a9778-f900-43f6-82f5-53fed0836d8f tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907717 Nov 25 19:56:55.694368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1268123248'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:55.712859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Made reservation on behalf of 4b815f044745405d94e63c34d2df9e3d for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:55.715518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.731589 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.758375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:55.762918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.782167 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.849535 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.905847 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.918248 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.930039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7,segment=NetworkSegment(a8bcea02-7954-4ebd-87de-e82a74c88efa),segment_id=a8bcea02-7954-4ebd-87de-e82a74c88efa)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:56:55.933399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92be874-704a-41aa-a562-31fb5344b544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2a83f0-5bd9-4fc7-ae49-a40047e103d7'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:56:55.938362 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af48608b-f83f-4493-988a-4fc2323de9d7" -d '{"events": [{"server_uuid": "f92be874-704a-41aa-a562-31fb5344b544", "name": "network-vif-plugged", "status": "completed", "tag": "7d2a83f0-5bd9-4fc7-ae49-a40047e103d7"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:56:55.950502 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.953830 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.969421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:56:55.981654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:55.988314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a4bbe5-0951-46a0-9714-3ff68ee606a6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:56.007705 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.008269 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Added segment 872d9535-e6a5-4568-af04-87f8817c7570 of type vlan for network af4b6d33-e713-4fed-ae9c-3615c67f5285 Nov 25 19:56:56.030777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:56:56.083393 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.083901 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment 1f00a869-8f7f-4c9d-9abd-d507c7a8f729 of type vlan for network fbd952d6-8203-4141-a95c-01658f01a37b Nov 25 19:56:56.102919 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a21651df-c503-4b93-99dc-39a7fe4dbad6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:56.117771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.136081 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13316f87-6f13-425e-bf0f-496ceba183d7 x-openstack-request-id: req-13316f87-6f13-425e-bf0f-496ceba183d7 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:56:56.136081 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92be874-704a-41aa-a562-31fb5344b544", "name": "network-vif-plugged", "status": "completed", "tag": "7d2a83f0-5bd9-4fc7-ae49-a40047e103d7", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:56:56.136314 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-13316f87-6f13-425e-bf0f-496ceba183d7 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:56:56.136909 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92be874-704a-41aa-a562-31fb5344b544', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2a83f0-5bd9-4fc7-ae49-a40047e103d7', 'code': 200} Nov 25 19:56:56.139763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:56.200143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8d7389-6435-447d-91ec-4f0e6aa54887 req-e2cc6c7f-d9ab-48b1-aaa4-49adc8d0a809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:56.202139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab8d7389-6435-447d-91ec-4f0e6aa54887 req-e2cc6c7f-d9ab-48b1-aaa4-49adc8d0a809 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 1096 time: 0.0825379 Nov 25 19:56:56.218419 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.276400 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.277397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:56.278501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.281768 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab8d7389-6435-447d-91ec-4f0e6aa54887 req-d97f09c7-b978-44c7-88a3-7e11454a86fc service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706964 Nov 25 19:56:56.320873 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.327828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:56.328500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.339601 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0687587 Nov 25 19:56:56.344663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60796) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:56.351113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] Request body: {'subnet': {'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-431901464-subnet', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:56.385089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] Made reservation on behalf of 4b815f044745405d94e63c34d2df9e3d for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:56.388807 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.389441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc597e-9875-4e85-b0c8-6325244cc57f admin admin] Pushing event updated for resources: {'Network': ['ID=af4b6d33-e713-4fed-ae9c-3615c67f5285,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:56.396695 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8406792 Nov 25 19:56:56.440081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network af4b6d33-e713-4fed-ae9c-3615c67f5285 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:56.500637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa1bb73-44ab-4bb1-a2c4-b008cbc3f55a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=fbd952d6-8203-4141-a95c-01658f01a37b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:56.552155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network fbd952d6-8203-4141-a95c-01658f01a37b details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:56.617723 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.684947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4631aaed-0687-47fb-b31a-d779ddf7fe1b,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:56.691765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60798) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:56.697118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'network_id': 'fbd952d6-8203-4141-a95c-01658f01a37b', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:56.710238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] Checking segment: {'id': '872d9535-e6a5-4568-af04-87f8817c7570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:56.710726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] Network hostable DHCP agents. Network: af4b6d33-e713-4fed-ae9c-3615c67f5285, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:56:56.736886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] Network af4b6d33-e713-4fed-ae9c-3615c67f5285 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:56:56.751814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, af4b6d33-e713-4fed-ae9c-3615c67f5285) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:56.758771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:56.760349 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.772723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8825495-a48f-46fc-8fff-4f15f6edd77f None None] Network af4b6d33-e713-4fed-ae9c-3615c67f5285 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:56.811858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f83be89d-1c26-43e0-ac7c-85cc37d9b9e5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4652779 Nov 25 19:56:56.815284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60802) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:56.822992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-431901464-router', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:56.843795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:56.848120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.891237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:56.893311 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.052815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.069053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df2b5c2-5aea-4703-ae45-8c0a496cfead req-35192131-9f24-40ed-bfd2-07eb32aa4ef5 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:57.082601 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9df2b5c2-5aea-4703-ae45-8c0a496cfead req-35192131-9f24-40ed-bfd2-07eb32aa4ef5 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 945 time: 0.2433898 Nov 25 19:56:57.139715 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.225654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=00b6b1c9-f14c-4d13-aab5-0908ee1e9064,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:57.276837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking segment: {'id': '1f00a869-8f7f-4c9d-9abd-d507c7a8f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fbd952d6-8203-4141-a95c-01658f01a37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:57.278027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network hostable DHCP agents. Network: fbd952d6-8203-4141-a95c-01658f01a37b, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:56:57.307003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network fbd952d6-8203-4141-a95c-01658f01a37b is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:56:57.324672 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, fbd952d6-8203-4141-a95c-01658f01a37b) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:57.364223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:57.367673 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.399814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8dd2331-c908-4f21-91c1-e823c30b6173 None None] Network fbd952d6-8203-4141-a95c-01658f01a37b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:57.424214 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e387ce41-5ecf-4241-85e9-3ab20c01c52c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.7292280 Nov 25 19:56:57.428231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60812) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:57.437743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-741626307'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:57.440043 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-af4b6d33-e713-4fed-ae9c-3615c67f5285', 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'fixed_ips': [{'subnet_id': '4631aaed-0687-47fb-b31a-d779ddf7fe1b'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:56:57.444107 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.454876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9df2b5c2-5aea-4703-ae45-8c0a496cfead req-b2ebe634-3d8e-41ee-85d2-2cb944693254 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3707108 Nov 25 19:56:57.476998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:57.482524 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.521891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:56:57.537481 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.537995 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment 450981c4-6daf-4276-a39e-ab1fe3e01fab of type vlan for network 65e053e6-47c3-4758-bab9-dfbef436c839 Nov 25 19:56:57.583028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.598867 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.633985 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.643733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:57.644448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.755519 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=65e053e6-47c3-4758-bab9-dfbef436c839,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:57.771111 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ecc3278b-11f7-4b9f-9236-f3a28ab68db3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3412166 Nov 25 19:56:57.772186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 65e053e6-47c3-4758-bab9-dfbef436c839 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:56:57.776419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60814) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:57.787855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'network_id': '65e053e6-47c3-4758-bab9-dfbef436c839', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:56:57.856635 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Allocated IP 172.20.0.2 (af4b6d33-e713-4fed-ae9c-3615c67f5285/4631aaed-0687-47fb-b31a-d779ddf7fe1b/f99651b1-6f23-4a09-8aaa-c06e48ea6442) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:57.892919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-fbd952d6-8203-4141-a95c-01658f01a37b', 'network_id': 'fbd952d6-8203-4141-a95c-01658f01a37b', 'tenant_id': '3324ffca116e4f518da7ab8555e5a4ba', 'fixed_ips': [{'subnet_id': '00b6b1c9-f14c-4d13-aab5-0908ee1e9064'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:56:57.894559 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:57.987081 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.020922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:56:58.026610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.029815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.226996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Allocated IP 172.25.8.229 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/a9eadd87-3f3c-448a-ba20-3cb89af12531) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:58.412145 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.422291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Allocated IP 172.20.255.242 (fbd952d6-8203-4141-a95c-01658f01a37b/00b6b1c9-f14c-4d13-aab5-0908ee1e9064/d5c0ce1a-afb9-4780-8909-4eab17282c2d) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:56:58.480153 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.498890 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.564629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:58.574076 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.578098 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:58.579017 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:58.582757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:58.695863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Pushing event updated for resources: {'Port': ['ID=a9eadd87-3f3c-448a-ba20-3cb89af12531,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:58.710977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Pushing event updated for resources: {'Port': ['ID=f99651b1-6f23-4a09-8aaa-c06e48ea6442,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:58.715672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f148ab-b2e2-4408-b40c-f1486e9c7df5 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:56:58.881899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=f534ecf9-e876-4911-9e70-91fa05d246ed,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:58.910911 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:56:58.913118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Network af4b6d33-e713-4fed-ae9c-3615c67f5285 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:58.922975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:58.936247 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:56:58.937484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking segment: {'id': '450981c4-6daf-4276-a39e-ab1fe3e01fab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '65e053e6-47c3-4758-bab9-dfbef436c839'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:58.938115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network hostable DHCP agents. Network: 65e053e6-47c3-4758-bab9-dfbef436c839, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:56:58.968739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network 65e053e6-47c3-4758-bab9-dfbef436c839 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:56:58.985168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 65e053e6-47c3-4758-bab9-dfbef436c839) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:56:58.992864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:58.993690 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.027424 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-08b89222-2d42-4a4c-9146-99f0a0f86c15 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2451732 Nov 25 19:56:59.027747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a103fbc6-f7db-4bd0-998b-5996c2a59548 None None] Network 65e053e6-47c3-4758-bab9-dfbef436c839 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:59.028213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60826) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:56:59.032266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9056c3e-8bca-444a-9e3f-3c39a6207355 req-0f763e6b-cae1-419e-9c44-51d8ea9ca305 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:56:59.034770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9056c3e-8bca-444a-9e3f-3c39a6207355 req-0f763e6b-cae1-419e-9c44-51d8ea9ca305 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 945 time: 0.2238009 Nov 25 19:56:59.122378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-60099dd5-21a8-4a46-94a2-74c09ba73f32 None None] Provisioning complete for port a9eadd87-3f3c-448a-ba20-3cb89af12531 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:56:59.123602 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-60099dd5-21a8-4a46-94a2-74c09ba73f32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.192390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9056c3e-8bca-444a-9e3f-3c39a6207355 req-044d77d9-097b-4c31-b92a-336723027e3a tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066346 Nov 25 19:56:59.200947 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.203659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.345754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.376784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-60099dd5-21a8-4a46-94a2-74c09ba73f32 None None] Port a9eadd87-3f3c-448a-ba20-3cb89af12531 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:56:59.382128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Attempting to bind port f99651b1-6f23-4a09-8aaa-c06e48ea6442 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:56:59.382553 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Attempting to bind port f99651b1-6f23-4a09-8aaa-c06e48ea6442 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '872d9535-e6a5-4568-af04-87f8817c7570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:56:59.382965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Attempting to bind port f99651b1-6f23-4a09-8aaa-c06e48ea6442 on network af4b6d33-e713-4fed-ae9c-3615c67f5285 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:56:59.482834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:56:59.483877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Checking segment: {'id': '872d9535-e6a5-4568-af04-87f8817c7570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:56:59.484200 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.484596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Bound using segment: {'id': '872d9535-e6a5-4568-af04-87f8817c7570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:56:59.485254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Bound port: f99651b1-6f23-4a09-8aaa-c06e48ea6442, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872d9535-e6a5-4568-af04-87f8817c7570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:56:59.485757 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.489814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.499661 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.525671 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.572469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Subnet': ['ID=f534ecf9-e876-4911-9e70-91fa05d246ed,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:59.599548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] For port f99651b1-6f23-4a09-8aaa-c06e48ea6442, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:56:59.612601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] For port f99651b1-6f23-4a09-8aaa-c06e48ea6442, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f99651b1-6f23-4a09-8aaa-c06e48ea6442,segment=NetworkSegment(872d9535-e6a5-4568-af04-87f8817c7570),segment_id=872d9535-e6a5-4568-af04-87f8817c7570)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:56:59.690032 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.708153 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.735941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e053e6-47c3-4758-bab9-dfbef436c839']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:59.769825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450981c4-6daf-4276-a39e-ab1fe3e01fab') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:59.770226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450981c4-6daf-4276-a39e-ab1fe3e01fab') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:56:59.811428 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.838647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Pushing event updated for resources: {'Port': ['ID=d5c0ce1a-afb9-4780-8909-4eab17282c2d,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:56:59.861218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3ac8b9-7cff-4f7a-be50-df7a27a11e71 None None] Network 65e053e6-47c3-4758-bab9-dfbef436c839 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:56:59.864682 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.904581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Network fbd952d6-8203-4141-a95c-01658f01a37b is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:56:59.920028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:56:59.923751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.928238 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:56:59.934493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:00.019583 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:00.102646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:00.157027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8122ece-8f48-4732-a919-f80732d7b18f None None] Pushing event updated for resources: {'Port': ['ID=f99651b1-6f23-4a09-8aaa-c06e48ea6442,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:00.254519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.295836 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.305966 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/65e053e6-47c3-4758-bab9-dfbef436c839 HTTP/1.1" status: 204 len: 168 time: 1.2755654 Nov 25 19:57:00.312646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60844) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:00.329772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-783889677'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:00.469029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc78e2-b672-4cd5-a0ac-92938561dcd6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=65e053e6-47c3-4758-bab9-dfbef436c839,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:00.563359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:00.571722 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.674232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Attempting to bind port d5c0ce1a-afb9-4780-8909-4eab17282c2d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:00.674892 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Attempting to bind port d5c0ce1a-afb9-4780-8909-4eab17282c2d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '1f00a869-8f7f-4c9d-9abd-d507c7a8f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fbd952d6-8203-4141-a95c-01658f01a37b'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:00.676990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Attempting to bind port d5c0ce1a-afb9-4780-8909-4eab17282c2d on network fbd952d6-8203-4141-a95c-01658f01a37b {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:00.689208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:00.689832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Checking segment: {'id': '1f00a869-8f7f-4c9d-9abd-d507c7a8f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fbd952d6-8203-4141-a95c-01658f01a37b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:00.690504 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.691261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Bound using segment: {'id': '1f00a869-8f7f-4c9d-9abd-d507c7a8f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fbd952d6-8203-4141-a95c-01658f01a37b'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:00.692085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Bound port: d5c0ce1a-afb9-4780-8909-4eab17282c2d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f00a869-8f7f-4c9d-9abd-d507c7a8f729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'fbd952d6-8203-4141-a95c-01658f01a37b'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:00.696989 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.697976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:00.715771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7de0f4-d697-41b7-bf2f-7d8045f6dd11 req-8b5542d8-e0a8-4f8e-9d53-7ea7dca8c60e tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:00.735910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e7de0f4-d697-41b7-bf2f-7d8045f6dd11 req-8b5542d8-e0a8-4f8e-9d53-7ea7dca8c60e tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 945 time: 0.5509059 Nov 25 19:57:00.740593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.741263 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment 6e773f07-1a3a-46db-9d97-6e2ba3f8eb75 of type vlan for network d4642cf7-78e8-461b-8e51-f66c8fecac8f Nov 25 19:57:00.903766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.929099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Router e121e634-5a05-4d82-a029-578098ce775b is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:57:00.943194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e7de0f4-d697-41b7-bf2f-7d8045f6dd11 req-509e81fd-b344-448a-9571-8e97b038c669 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871965 Nov 25 19:57:00.954313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] For port d5c0ce1a-afb9-4780-8909-4eab17282c2d, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:00.961231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] For port d5c0ce1a-afb9-4780-8909-4eab17282c2d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d5c0ce1a-afb9-4780-8909-4eab17282c2d,segment=NetworkSegment(1f00a869-8f7f-4c9d-9abd-d507c7a8f729),segment_id=1f00a869-8f7f-4c9d-9abd-d507c7a8f729)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:00.973446 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:00.982437 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.001316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:01.001977 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:01.069642 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7552359 Nov 25 19:57:01.073965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60852) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:01.084334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'network_id': 'd4642cf7-78e8-461b-8e51-f66c8fecac8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:01.189140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8afb13-ac79-49bd-9330-58961012f6dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=d4642cf7-78e8-461b-8e51-f66c8fecac8f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:01.214696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network d4642cf7-78e8-461b-8e51-f66c8fecac8f details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:01.273006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d56a8-b915-4053-ba20-3786068ebb13 None None] Pushing event updated for resources: {'Port': ['ID=d5c0ce1a-afb9-4780-8909-4eab17282c2d,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:01.578584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b0b7b-5ae6-4de9-85ed-531666b74e4a req-93d3c51f-9e21-4b0c-ba1b-4d2fc5487ce0 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:01.581175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-646b0b7b-5ae6-4de9-85ed-531666b74e4a req-93d3c51f-9e21-4b0c-ba1b-4d2fc5487ce0 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.76 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 945 time: 0.4158401 Nov 25 19:57:01.592073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:01.622822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Sync routers for ids ['e121e634-5a05-4d82-a029-578098ce775b'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:01.638981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Routers {'e121e634-5a05-4d82-a029-578098ce775b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:01.639647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:56:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e121e634-5a05-4d82-a029-578098ce775b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:01.932100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Set router e121e634-5a05-4d82-a029-578098ce775b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:02.116017 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ea116a5-0b88-4060-ad72-ff45bfb007b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:02.285691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1df57fd-7060-465e-afbd-96b59f6f7c2d None None] Network af4b6d33-e713-4fed-ae9c-3615c67f5285 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:02.571813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f99651b1-6f23-4a09-8aaa-c06e48ea6442 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:02.661388 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:02.667252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-92bc5459-cdd3-4980-a717-473ea85a12a1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 5.8460059 Nov 25 19:57:02.667940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60864) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:02.766980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:02.776486 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.046983 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Performing IP validity checks on allocation pools {{(pid=103651) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:57:03.048057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.ipam_backend_mixin [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103651) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:57:03.086422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc307c1-4f47-4042-a942-667279aee1b1 req-f270924e-fef9-462d-8916-43f1042c9a00 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:03.089721 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8dc307c1-4f47-4042-a942-667279aee1b1 req-f270924e-fef9-462d-8916-43f1042c9a00 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 945 time: 0.4889991 Nov 25 19:57:03.238627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-512ee349-a8c4-423d-b882-5203206b316f None None] Provisioning complete for port f99651b1-6f23-4a09-8aaa-c06e48ea6442 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:03.239579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-512ee349-a8c4-423d-b882-5203206b316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.377693 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e121e634-5a05-4d82-a029-578098ce775b', 'name': 'tempest-TestAggregatesBasicOps-431901464-router', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:56Z', 'updated_at': '2021-11-25T19:56:58Z', 'revision_number': 3, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'gw_port': {'id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:58Z', 'updated_at': '2021-11-25T19:56:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:03.381170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f99651b1-6f23-4a09-8aaa-c06e48ea6442 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:03.381610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.429397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-646b0b7b-5ae6-4de9-85ed-531666b74e4a req-9359ba13-08f9-49a5-ac60-c5891f556048 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Deleting port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:03.434104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-646b0b7b-5ae6-4de9-85ed-531666b74e4a req-9359ba13-08f9-49a5-ac60-c5891f556048 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.476005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e59a5b3d-9a5a-48da-8c21-89962ee2dc57 None None] Network fbd952d6-8203-4141-a95c-01658f01a37b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:03.485464 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Checking router: e121e634-5a05-4d82-a029-578098ce775b for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:03.485808 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Updating router e121e634-5a05-4d82-a029-578098ce775b port a9eadd87-3f3c-448a-ba20-3cb89af12531 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:57:03.515998 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8dc307c1-4f47-4042-a942-667279aee1b1 req-46d89d5b-96e0-48a2-85f7-1a9017c0e21c tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3900337 Nov 25 19:57:03.639105 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.655454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:03.764950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port f99651b1-6f23-4a09-8aaa-c06e48ea6442, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f99651b1-6f23-4a09-8aaa-c06e48ea6442,segment=NetworkSegment(872d9535-e6a5-4568-af04-87f8817c7570),segment_id=872d9535-e6a5-4568-af04-87f8817c7570)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:03.827086 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.828084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d5c0ce1a-afb9-4780-8909-4eab17282c2d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:03.838943 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:03.940190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-646b0b7b-5ae6-4de9-85ed-531666b74e4a req-9359ba13-08f9-49a5-ac60-c5891f556048 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] For port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7,segment=NetworkSegment(a8bcea02-7954-4ebd-87de-e82a74c88efa),segment_id=a8bcea02-7954-4ebd-87de-e82a74c88efa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:03.941068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-646b0b7b-5ae6-4de9-85ed-531666b74e4a req-9359ba13-08f9-49a5-ac60-c5891f556048 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.029185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-646b0b7b-5ae6-4de9-85ed-531666b74e4a req-9359ba13-08f9-49a5-ac60-c5891f556048 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Calling delete_port for 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:04.150633 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.240728 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.383139 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-512ee349-a8c4-423d-b882-5203206b316f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.429527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=09bae404-9015-487d-9282-4ee2076759d3,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:04.452819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking segment: {'id': '6e773f07-1a3a-46db-9d97-6e2ba3f8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd4642cf7-78e8-461b-8e51-f66c8fecac8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:04.453661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network hostable DHCP agents. Network: d4642cf7-78e8-461b-8e51-f66c8fecac8f, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:04.505320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network d4642cf7-78e8-461b-8e51-f66c8fecac8f is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:04.730854 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.731101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, d4642cf7-78e8-461b-8e51-f66c8fecac8f) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:04.747550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:04.750563 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.785977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Allocated IP 172.20.0.1 (af4b6d33-e713-4fed-ae9c-3615c67f5285/4631aaed-0687-47fb-b31a-d779ddf7fe1b/43ef69d5-8583-489a-b16f-c3df935ead90) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:04.825283 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27f0e06-1d67-452e-9731-f7e294b5b3ca None None] Network d4642cf7-78e8-461b-8e51-f66c8fecac8f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:04.827739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=f99651b1-6f23-4a09-8aaa-c06e48ea6442,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:04.884743 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.990125 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:04.993384 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-512ee349-a8c4-423d-b882-5203206b316f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:57:04.993837 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-512ee349-a8c4-423d-b882-5203206b316f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:57:04.994491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d5c0ce1a-afb9-4780-8909-4eab17282c2d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:04.994963 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.011179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-94562dd8-1f8f-475d-a796-b4b4b531f51d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.9356058 Nov 25 19:57:05.024248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60878) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:05.037128 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-646b0b7b-5ae6-4de9-85ed-531666b74e4a req-9359ba13-08f9-49a5-ac60-c5891f556048 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.071685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97408e6-a6f3-4db1-9bc4-8e97cc6205e5 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:05.088629 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.127875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359ba13-08f9-49a5-ac60-c5891f556048 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Pushing event deleted for resources: {'Port': ['ID=7d2a83f0-5bd9-4fc7-ae49-a40047e103d7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:05.216800 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b5fe3-3658-4796-9bf0-7f52de044cfc req-9897ae90-1fcf-40a4-ab7e-b05f9db256d2 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:05.219143 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b3b5fe3-3658-4796-9bf0-7f52de044cfc req-9897ae90-1fcf-40a4-ab7e-b05f9db256d2 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/ports?device_id=f92be874-704a-41aa-a562-31fb5344b544 HTTP/1.1" status: 200 len: 867 time: 0.4986651 Nov 25 19:57:05.255964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.260066 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.311570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-646b0b7b-5ae6-4de9-85ed-531666b74e4a req-9359ba13-08f9-49a5-ac60-c5891f556048 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] No DVR routers for this DVR port 7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:05.316228 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-646b0b7b-5ae6-4de9-85ed-531666b74e4a req-9359ba13-08f9-49a5-ac60-c5891f556048 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.322125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-646b0b7b-5ae6-4de9-85ed-531666b74e4a req-9359ba13-08f9-49a5-ac60-c5891f556048 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.76 "DELETE /v2.0/ports/7d2a83f0-5bd9-4fc7-ae49-a40047e103d7 HTTP/1.1" status: 204 len: 173 time: 3.6997232 Nov 25 19:57:05.329405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f92be874-704a-41aa-a562-31fb5344b544', 'name': 'network-vif-deleted', 'tag': '7d2a83f0-5bd9-4fc7-ae49-a40047e103d7'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:57:05.333669 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cb2ea0-3a72-438c-a23b-656a12e74943" -d '{"events": [{"server_uuid": "f92be874-704a-41aa-a562-31fb5344b544", "name": "network-vif-deleted", "tag": "7d2a83f0-5bd9-4fc7-ae49-a40047e103d7"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:57:05.348575 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Network af4b6d33-e713-4fed-ae9c-3615c67f5285 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:05.363454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:05.365326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Attempting to bind port a9eadd87-3f3c-448a-ba20-3cb89af12531 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:05.368077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Attempting to bind port a9eadd87-3f3c-448a-ba20-3cb89af12531 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:05.370006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Attempting to bind port a9eadd87-3f3c-448a-ba20-3cb89af12531 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:05.371989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:05.428016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b3b5fe3-3658-4796-9bf0-7f52de044cfc req-058244db-386d-475f-a67f-7962a0c21c64 tempest-ServerAddressesNegativeTestJSON-2061544108 tempest-ServerAddressesNegativeTestJSON-2061544108-project] 10.222.0.15 "GET /v2.0/security-groups?id=de8f0f94-2d5b-483f-8c80-6a9ed98bea52&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861687 Nov 25 19:57:05.434243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:05.436405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:05.437291 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.438064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:05.439691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Bound port: a9eadd87-3f3c-448a-ba20-3cb89af12531, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:05.440378 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.479315 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8a971-f602-4ca4-9ce8-2b2ee05d33d9 None None] Pushing event updated for resources: {'Port': ['ID=a9eadd87-3f3c-448a-ba20-3cb89af12531,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:05.576742 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aded2b8b-13e8-40a3-bba2-6a9dc3eea271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.618070 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f53e53-ec6c-4d5d-abe2-fc596b2103f9 x-openstack-request-id: req-f3f53e53-ec6c-4d5d-abe2-fc596b2103f9 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:57:05.618578 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f92be874-704a-41aa-a562-31fb5344b544", "name": "network-vif-deleted", "tag": "7d2a83f0-5bd9-4fc7-ae49-a40047e103d7", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:57:05.619055 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f3f53e53-ec6c-4d5d-abe2-fc596b2103f9 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:57:05.619688 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f92be874-704a-41aa-a562-31fb5344b544', 'name': 'network-vif-deleted', 'tag': '7d2a83f0-5bd9-4fc7-ae49-a40047e103d7', 'status': 'completed', 'code': 200} Nov 25 19:57:05.784882 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.901275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port d5c0ce1a-afb9-4780-8909-4eab17282c2d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d5c0ce1a-afb9-4780-8909-4eab17282c2d,segment=NetworkSegment(1f00a869-8f7f-4c9d-9abd-d507c7a8f729),segment_id=1f00a869-8f7f-4c9d-9abd-d507c7a8f729)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:05.916753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] For port a9eadd87-3f3c-448a-ba20-3cb89af12531, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:05.924116 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:05.950663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Provisioning complete for port 43ef69d5-8583-489a-b16f-c3df935ead90 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:05.957673 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.035204 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Port 43ef69d5-8583-489a-b16f-c3df935ead90 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:06.040431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] For port a9eadd87-3f3c-448a-ba20-3cb89af12531, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9eadd87-3f3c-448a-ba20-3cb89af12531,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:06.131318 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.162772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-d4642cf7-78e8-461b-8e51-f66c8fecac8f', 'network_id': 'd4642cf7-78e8-461b-8e51-f66c8fecac8f', 'tenant_id': '3324ffca116e4f518da7ab8555e5a4ba', 'fixed_ips': [{'subnet_id': '09bae404-9015-487d-9282-4ee2076759d3'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:06.164781 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.188402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f99651b1-6f23-4a09-8aaa-c06e48ea6442 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:06.193255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Provisioning complete for port a9eadd87-3f3c-448a-ba20-3cb89af12531 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:06.193906 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.463616 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.476823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Pushing event updated for resources: {'Port': ['ID=43ef69d5-8583-489a-b16f-c3df935ead90,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:06.578513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60890) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:06.650210 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.730946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eef974b-8ff6-4e4b-bdab-f88d82ccd20d admin admin] Deleting subnet 8d882f4a-a9d2-48dc-b09a-40db9ecbc9e2 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:06.743542 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eef974b-8ff6-4e4b-bdab-f88d82ccd20d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.836540 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eef974b-8ff6-4e4b-bdab-f88d82ccd20d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.921350 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eef974b-8ff6-4e4b-bdab-f88d82ccd20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:06.958662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Allocated IP 172.20.0.3 (d4642cf7-78e8-461b-8e51-f66c8fecac8f/09bae404-9015-487d-9282-4ee2076759d3/8aaa9f2a-08be-4cc4-a090-f9904474a58c) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:07.053301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eef974b-8ff6-4e4b-bdab-f88d82ccd20d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.165977 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.166933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b309f75-cc4d-4c8e-88bd-514091f824be None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:07.185086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef974b-8ff6-4e4b-bdab-f88d82ccd20d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d882f4a-a9d2-48dc-b09a-40db9ecbc9e2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:07.198458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=d5c0ce1a-afb9-4780-8909-4eab17282c2d,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:07.211622 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.224910 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eef974b-8ff6-4e4b-bdab-f88d82ccd20d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.239604 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6eef974b-8ff6-4e4b-bdab-f88d82ccd20d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8d882f4a-a9d2-48dc-b09a-40db9ecbc9e2 HTTP/1.1" status: 204 len: 168 time: 0.6579120 Nov 25 19:57:07.243933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60896) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:07.263148 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Routers {'e121e634-5a05-4d82-a029-578098ce775b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:07.263914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e121e634-5a05-4d82-a029-578098ce775b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:07.281875 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.283382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.361866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Network d4642cf7-78e8-461b-8e51-f66c8fecac8f is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:07.376253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.393724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:07.433746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:07.442300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f99651b1-6f23-4a09-8aaa-c06e48ea6442 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:07.442614 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.442870 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.488610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad8a971-f602-4ca4-9ce8-2b2ee05d33d9 None None] Pushing event updated for resources: {'Port': ['ID=a9eadd87-3f3c-448a-ba20-3cb89af12531,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:07.522280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Subnet': ['ID=09bae404-9015-487d-9282-4ee2076759d3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:07.627789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Pushing event updated for resources: {'Port': ['ID=8aaa9f2a-08be-4cc4-a090-f9904474a58c,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:07.702738 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.767919 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.774376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] For port a9eadd87-3f3c-448a-ba20-3cb89af12531, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9eadd87-3f3c-448a-ba20-3cb89af12531,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:07.792165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4642cf7-78e8-461b-8e51-f66c8fecac8f']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:07.804573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e773f07-1a3a-46db-9d97-6e2ba3f8eb75') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:07.804916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e773f07-1a3a-46db-9d97-6e2ba3f8eb75') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:07.822999 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.881421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] Set router e121e634-5a05-4d82-a029-578098ce775b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:07.891512 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.909913 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.955367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafd6186-09b8-41ee-9b40-4e90c18abc00']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:07.968208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8bcea02-7954-4ebd-87de-e82a74c88efa') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:07.968572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8bcea02-7954-4ebd-87de-e82a74c88efa') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:07.973555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:07.975035 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.980927 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:07.999660 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.007934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:08.008431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:08.076180 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:08.080918 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:08.086032 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.api [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:57:08.086032 n-d-817303-9 neutron-server[103652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:57:08.086032 n-d-817303-9 neutron-server[103652]: [parameters: {'id': 'd4642cf7-78e8-461b-8e51-f66c8fecac8f'}] Nov 25 19:57:08.086032 n-d-817303-9 neutron-server[103652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:57:08.086032 n-d-817303-9 neutron-server[103652]: DEBUG oslo_db.api [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:57:08.096916 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.118139 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.125972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fafd6186-09b8-41ee-9b40-4e90c18abc00 HTTP/1.1" status: 204 len: 168 time: 0.8804750 Nov 25 19:57:08.126640 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.127934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58966db0-5211-414b-974d-15389fe1b4d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=fafd6186-09b8-41ee-9b40-4e90c18abc00,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:08.229621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Attempting to bind port 8aaa9f2a-08be-4cc4-a090-f9904474a58c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:08.229621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Attempting to bind port 8aaa9f2a-08be-4cc4-a090-f9904474a58c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '6e773f07-1a3a-46db-9d97-6e2ba3f8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd4642cf7-78e8-461b-8e51-f66c8fecac8f'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:08.229976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Attempting to bind port 8aaa9f2a-08be-4cc4-a090-f9904474a58c on network d4642cf7-78e8-461b-8e51-f66c8fecac8f {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:08.267881 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.281511 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.289671 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.316747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Provisioning complete for port d5c0ce1a-afb9-4780-8909-4eab17282c2d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:08.317074 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.377542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:08.378141 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Checking segment: {'id': '6e773f07-1a3a-46db-9d97-6e2ba3f8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd4642cf7-78e8-461b-8e51-f66c8fecac8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:08.379691 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.380126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Bound using segment: {'id': '6e773f07-1a3a-46db-9d97-6e2ba3f8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd4642cf7-78e8-461b-8e51-f66c8fecac8f'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:08.381237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Bound port: 8aaa9f2a-08be-4cc4-a090-f9904474a58c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e773f07-1a3a-46db-9d97-6e2ba3f8eb75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': 'd4642cf7-78e8-461b-8e51-f66c8fecac8f'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:08.381237 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.409052 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.411654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Pushing event updated for resources: {'Port': ['ID=43ef69d5-8583-489a-b16f-c3df935ead90,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:08.430867 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.458557 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60904) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:08.473300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Pushing event updated for resources: {'Port': ['ID=a9eadd87-3f3c-448a-ba20-3cb89af12531,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:08.519031 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e4638ca5-c845-4f72-832e-54a7026a064a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=290dfb78832f43eabaeb0c3a5cd7f708&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0583966 Nov 25 19:57:08.538910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60906) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:08.582738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] For port 8aaa9f2a-08be-4cc4-a090-f9904474a58c, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:08.609775 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.637178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] For port 8aaa9f2a-08be-4cc4-a090-f9904474a58c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8aaa9f2a-08be-4cc4-a090-f9904474a58c,segment=NetworkSegment(6e773f07-1a3a-46db-9d97-6e2ba3f8eb75),segment_id=6e773f07-1a3a-46db-9d97-6e2ba3f8eb75)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:08.639110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Network af4b6d33-e713-4fed-ae9c-3615c67f5285 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:08.662476 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.689069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:08.767337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Provisioning complete for port f99651b1-6f23-4a09-8aaa-c06e48ea6442 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:08.767337 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-362b5a78-267f-4172-b600-51110db22bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.770413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e121e634-5a05-4d82-a029-578098ce775b', 'name': 'tempest-TestAggregatesBasicOps-431901464-router', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:56Z', 'updated_at': '2021-11-25T19:57:07Z', 'revision_number': 4, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'gw_port': {'id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:58Z', 'updated_at': '2021-11-25T19:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '43ef69d5-8583-489a-b16f-c3df935ead90', 'name': '', 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'mac_address': 'fa:16:3e:84:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4631aaed-0687-47fb-b31a-d779ddf7fe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:04Z', 'updated_at': '2021-11-25T19:57:04Z', 'revision_number': 1, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'subnets': [{'id': '4631aaed-0687-47fb-b31a-d779ddf7fe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:08.772576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d5c0ce1a-afb9-4780-8909-4eab17282c2d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:08.774922 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-47d35bfc-d59e-403f-bb76-8186968870ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.884771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Deleting port 8aaa9f2a-08be-4cc4-a090-f9904474a58c {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:08.885243 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.886818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c1159de-274b-4a62-a610-9d86a8861ec7 None None] The sync data for ids ['e121e634-5a05-4d82-a029-578098ce775b'] in n-d-817303-9 is: [{'id': 'e121e634-5a05-4d82-a029-578098ce775b', 'name': 'tempest-TestAggregatesBasicOps-431901464-router', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:56Z', 'updated_at': '2021-11-25T19:57:07Z', 'revision_number': 4, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'gw_port': {'id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:58Z', 'updated_at': '2021-11-25T19:57:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '43ef69d5-8583-489a-b16f-c3df935ead90', 'name': '', 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'mac_address': 'fa:16:3e:84:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4631aaed-0687-47fb-b31a-d779ddf7fe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:04Z', 'updated_at': '2021-11-25T19:57:04Z', 'revision_number': 1, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'subnets': [{'id': '4631aaed-0687-47fb-b31a-d779ddf7fe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:08.894259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4a8fb8-7033-41c1-9f2e-7fdb47a87902 None None] Pushing event updated for resources: {'Port': ['ID=8aaa9f2a-08be-4cc4-a090-f9904474a58c,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:08.909106 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-47d35bfc-d59e-403f-bb76-8186968870ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:08.964946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91d3278-63e2-4d85-a7bd-210e95bf749e None None] Network d4642cf7-78e8-461b-8e51-f66c8fecac8f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:09.059795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Router e121e634-5a05-4d82-a029-578098ce775b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:09.063953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] For port 8aaa9f2a-08be-4cc4-a090-f9904474a58c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8aaa9f2a-08be-4cc4-a090-f9904474a58c,segment=NetworkSegment(6e773f07-1a3a-46db-9d97-6e2ba3f8eb75),segment_id=6e773f07-1a3a-46db-9d97-6e2ba3f8eb75)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:09.074168 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.108251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Calling delete_port for 8aaa9f2a-08be-4cc4-a090-f9904474a58c owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:09.147479 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-47d35bfc-d59e-403f-bb76-8186968870ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.151931 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-47d35bfc-d59e-403f-bb76-8186968870ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.153809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-47d35bfc-d59e-403f-bb76-8186968870ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/de8f0f94-2d5b-483f-8c80-6a9ed98bea52 HTTP/1.1" status: 204 len: 168 time: 0.6133702 Nov 25 19:57:09.203835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d35bfc-d59e-403f-bb76-8186968870ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8f0f94-2d5b-483f-8c80-6a9ed98bea52,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:09.519432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d5c0ce1a-afb9-4780-8909-4eab17282c2d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:09.520507 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.583419 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:09.805912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Port': ['ID=8aaa9f2a-08be-4cc4-a090-f9904474a58c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:09.811367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No DVR routers for this DVR port 8aaa9f2a-08be-4cc4-a090-f9904474a58c on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:09.835126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437f8827-9534-436e-af59-6acc89655add None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:57:09.845093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-22f3e03d-e1cd-4c10-8dbe-3b8a10b426fc None None] Provisioning complete for port 43ef69d5-8583-489a-b16f-c3df935ead90 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:09.845468 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-22f3e03d-e1cd-4c10-8dbe-3b8a10b426fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.071620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-22f3e03d-e1cd-4c10-8dbe-3b8a10b426fc None None] Port 43ef69d5-8583-489a-b16f-c3df935ead90 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:10.112551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.177284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4642cf7-78e8-461b-8e51-f66c8fecac8f']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:10.191057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e773f07-1a3a-46db-9d97-6e2ba3f8eb75') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:10.191443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e773f07-1a3a-46db-9d97-6e2ba3f8eb75') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:10.204955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.225936 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.258261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:10.259924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:10.414292 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:10.417039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-22f3e03d-e1cd-4c10-8dbe-3b8a10b426fc None None] Provisioning complete for port a9eadd87-3f3c-448a-ba20-3cb89af12531 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:10.417039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-22f3e03d-e1cd-4c10-8dbe-3b8a10b426fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.428451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.437148 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.445753 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/d4642cf7-78e8-461b-8e51-f66c8fecac8f HTTP/1.1" status: 204 len: 168 time: 5.4203594 Nov 25 19:57:10.455192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60944) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:10.468911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-376351123'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:10.478723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:10.485941 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cf1ecb77-8c5e-41b4-8f8d-aea9fddd3dfd admin admin] 10.222.0.15 "PUT /v2.0/routers/e121e634-5a05-4d82-a029-578098ce775b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8164120 Nov 25 19:57:10.512013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437f8827-9534-436e-af59-6acc89655add None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:57:10.512259 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f367de-2522-4852-aaa3-94e9fe72668c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=d4642cf7-78e8-461b-8e51-f66c8fecac8f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:10.657832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:10.672464 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.780261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:10.795338 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:10.796130 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment 897ce49b-0966-4406-8788-ac4a15e18cfa of type vlan for network 7495f38f-48c3-4cdd-8699-87c1ab7b16bb Nov 25 19:57:10.915975 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.014704 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.029063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:11.030080 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.192641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60962) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:11.193186 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7322979 Nov 25 19:57:11.201491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'network_id': '7495f38f-48c3-4cdd-8699-87c1ab7b16bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:11.269308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9690b54-09d7-456c-bcc9-4940af0fc0d9 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=7495f38f-48c3-4cdd-8699-87c1ab7b16bb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:11.565079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:11.573011 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:11.607296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60968) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:11.651857 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 7495f38f-48c3-4cdd-8699-87c1ab7b16bb details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:11.753886 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-22f3e03d-e1cd-4c10-8dbe-3b8a10b426fc None None] Provisioning complete for port d5c0ce1a-afb9-4780-8909-4eab17282c2d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:11.756112 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-22f3e03d-e1cd-4c10-8dbe-3b8a10b426fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.091163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-network', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:12.155084 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.155720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Made reservation on behalf of 035c1d1cd0824419b8ffbfbc483a8aff for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:12.161772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.194835 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.337782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60984) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:12.349271 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-867912202-network', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:12.357589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=c0608617-4b10-428a-be70-8941085d4141,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:12.378077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking segment: {'id': '897ce49b-0966-4406-8788-ac4a15e18cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7495f38f-48c3-4cdd-8699-87c1ab7b16bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:12.379416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network hostable DHCP agents. Network: 7495f38f-48c3-4cdd-8699-87c1ab7b16bb, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:12.417577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Made reservation on behalf of d4bdec204cff4c4abbc066949c3ef2df for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:12.421614 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.439572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network 7495f38f-48c3-4cdd-8699-87c1ab7b16bb is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:12.446954 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.457947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 7495f38f-48c3-4cdd-8699-87c1ab7b16bb) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:12.469527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4973fff-a6a1-4b8c-95ae-251a65b6c424 None None] Network 7495f38f-48c3-4cdd-8699-87c1ab7b16bb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:12.470197 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.474531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:12.475135 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.490877 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.509075 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2ee2fc23-7de3-4bd0-9746-069eb04de340 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.3117747 Nov 25 19:57:12.510248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 60986) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:12.539623 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:12.638666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.639808 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Added segment 4927a319-93e9-42eb-9f92-18196d1e4407 of type vlan for network 348aa806-0143-457d-a80b-4a1d119b91c4 Nov 25 19:57:12.673555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9acbdc3f-6bbe-4e59-842f-1553b8e52367,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:12.742762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-7495f38f-48c3-4cdd-8699-87c1ab7b16bb', 'network_id': '7495f38f-48c3-4cdd-8699-87c1ab7b16bb', 'tenant_id': '3324ffca116e4f518da7ab8555e5a4ba', 'fixed_ips': [{'subnet_id': 'c0608617-4b10-428a-be70-8941085d4141'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:12.744292 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.774723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9eadd87-3f3c-448a-ba20-3cb89af12531 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:12.781137 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.826009 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.884000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.885262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:12.885864 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.889848 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:12.950503 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.037450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Allocated IP 172.20.0.1 (7495f38f-48c3-4cdd-8699-87c1ab7b16bb/c0608617-4b10-428a-be70-8941085d4141/0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:13.065017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a9eadd87-3f3c-448a-ba20-3cb89af12531 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:13.065409 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.066107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60988) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:13.069060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.4542551 Nov 25 19:57:13.071889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] Request body: {'subnet': {'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-subnet', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:13.104748 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] Made reservation on behalf of 035c1d1cd0824419b8ffbfbc483a8aff for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:13.108203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.155544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:13.188301 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d970b39-a239-4e9b-9ba9-3f68cbd65c9c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:13.220019 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.220472 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Added segment bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73 of type vlan for network 2813cc6b-1592-440e-b651-df17bc004806 Nov 25 19:57:13.247920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0ad209-69f3-4f16-aa3d-ab05c9dea2ee admin admin] Pushing event updated for resources: {'Network': ['ID=348aa806-0143-457d-a80b-4a1d119b91c4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:13.265813 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.334667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 348aa806-0143-457d-a80b-4a1d119b91c4 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:13.419848 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.447940 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.491576 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.492803 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:13.493552 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.550498 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.564763 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.566971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8c63097-6548-4c15-84dd-ae73190a53bf,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:13.630909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] Checking segment: {'id': '4927a319-93e9-42eb-9f92-18196d1e4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:13.631336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] Network hostable DHCP agents. Network: 348aa806-0143-457d-a80b-4a1d119b91c4, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:13.634855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60994) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:13.640252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2897091 Nov 25 19:57:13.643925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Request body: {'subnet': {'network_id': '2813cc6b-1592-440e-b651-df17bc004806', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-867912202-subnet', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:13.726982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077aeaea-e83f-4770-87e6-fffcb41dd9cc admin admin] Pushing event updated for resources: {'Network': ['ID=2813cc6b-1592-440e-b651-df17bc004806,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:13.726982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.727160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Network 7495f38f-48c3-4cdd-8699-87c1ab7b16bb is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:13.727160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 2813cc6b-1592-440e-b651-df17bc004806 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:13.737064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] Network 348aa806-0143-457d-a80b-4a1d119b91c4 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:13.761415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Made reservation on behalf of d4bdec204cff4c4abbc066949c3ef2df for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:13.761837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Subnet': ['ID=c0608617-4b10-428a-be70-8941085d4141,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:13.771741 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.809864 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Sync routers for ids ['e121e634-5a05-4d82-a029-578098ce775b'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:13.812749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 348aa806-0143-457d-a80b-4a1d119b91c4) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:13.840073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:13.841895 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.859967 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Routers {'e121e634-5a05-4d82-a029-578098ce775b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:13.861056 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e121e634-5a05-4d82-a029-578098ce775b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:13.878742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8fac0a-5457-4864-92ae-3bcb72397400 None None] Network 348aa806-0143-457d-a80b-4a1d119b91c4 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:13.894964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:13.915437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:13.928129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:13.938767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7495f38f-48c3-4cdd-8699-87c1ab7b16bb']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:13.962860 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2ca7222d-e4e3-4493-9da4-c7afff985a92 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8952081 Nov 25 19:57:13.972142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 60996) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:13.972795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897ce49b-0966-4406-8788-ac4a15e18cfa') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:13.973907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897ce49b-0966-4406-8788-ac4a15e18cfa') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:13.985314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:13.998188 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.023047 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.035930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:14.036663 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.056563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Pushing event updated for resources: {'Port': ['ID=0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:14.057054 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:14.096717 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.098064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.308391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Attempting to bind port 0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:14.308391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Attempting to bind port 0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '897ce49b-0966-4406-8788-ac4a15e18cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7495f38f-48c3-4cdd-8699-87c1ab7b16bb'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:14.308391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Attempting to bind port 0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b on network 7495f38f-48c3-4cdd-8699-87c1ab7b16bb {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:14.441472 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Set router e121e634-5a05-4d82-a029-578098ce775b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:14.443810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:14.443810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Checking segment: {'id': '897ce49b-0966-4406-8788-ac4a15e18cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7495f38f-48c3-4cdd-8699-87c1ab7b16bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:14.443810 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.443810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Bound using segment: {'id': '897ce49b-0966-4406-8788-ac4a15e18cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7495f38f-48c3-4cdd-8699-87c1ab7b16bb'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:14.443810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Bound port: 0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '897ce49b-0966-4406-8788-ac4a15e18cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '7495f38f-48c3-4cdd-8699-87c1ab7b16bb'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:14.443810 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.445857 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:57:14.445857 n-d-817303-9 neutron-server[103651]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:57:14.445857 n-d-817303-9 neutron-server[103651]: [parameters: {'id': '7495f38f-48c3-4cdd-8699-87c1ab7b16bb'}] Nov 25 19:57:14.445857 n-d-817303-9 neutron-server[103651]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:57:14.445857 n-d-817303-9 neutron-server[103651]: DEBUG oslo_db.api [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:57:14.446882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30249511-87f5-4a2f-afa3-7f442afeba7b None None] Network 348aa806-0143-457d-a80b-4a1d119b91c4 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:14.651782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] For port 0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:14.656028 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.659640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] For port 0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b,segment=NetworkSegment(897ce49b-0966-4406-8788-ac4a15e18cfa),segment_id=897ce49b-0966-4406-8788-ac4a15e18cfa)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:14.695140 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.752669 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e121e634-5a05-4d82-a029-578098ce775b', 'name': 'tempest-TestAggregatesBasicOps-431901464-router', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:56Z', 'updated_at': '2021-11-25T19:57:07Z', 'revision_number': 4, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'gw_port': {'id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:58Z', 'updated_at': '2021-11-25T19:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '43ef69d5-8583-489a-b16f-c3df935ead90', 'name': '', 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'mac_address': 'fa:16:3e:84:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4631aaed-0687-47fb-b31a-d779ddf7fe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:04Z', 'updated_at': '2021-11-25T19:57:07Z', 'revision_number': 2, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'subnets': [{'id': '4631aaed-0687-47fb-b31a-d779ddf7fe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:14.799750 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.859464 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Checking router: e121e634-5a05-4d82-a029-578098ce775b for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:14.860966 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Updating router e121e634-5a05-4d82-a029-578098ce775b port 43ef69d5-8583-489a-b16f-c3df935ead90 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:57:14.906980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.914106 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:14.929779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07cffec-b342-4b83-955e-bde1b49a167d None None] Network 7495f38f-48c3-4cdd-8699-87c1ab7b16bb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:14.968788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ef1e86-43a9-4b99-9a4c-dbc0667b1666,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:15.012432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.012954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.013764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.014134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.014529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.014961 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.015359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.015759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.016151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.016543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.016957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.017350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:15.063393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Deleting port 0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:15.064233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.146577 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.156947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Checking segment: {'id': 'bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2813cc6b-1592-440e-b651-df17bc004806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:15.158261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Network hostable DHCP agents. Network: 2813cc6b-1592-440e-b651-df17bc004806, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:15.186770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b5dd17-179f-46ed-b180-d8e7589cdcfb None None] Pushing event updated for resources: {'Port': ['ID=0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:15.307740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] For port 0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b,segment=NetworkSegment(897ce49b-0966-4406-8788-ac4a15e18cfa),segment_id=897ce49b-0966-4406-8788-ac4a15e18cfa)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:15.308103 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.347400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Calling delete_port for 0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:15.358400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Network 2813cc6b-1592-440e-b651-df17bc004806 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:15.514783 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 2813cc6b-1592-440e-b651-df17bc004806) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:15.533432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:15.535661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.540619 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a96886-1336-42dc-b6c8-131b2c393d84 None None] Network 2813cc6b-1592-440e-b651-df17bc004806 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:15.589158 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c965cade-e1f7-4a91-9768-13d2798c08c2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9528465 Nov 25 19:57:15.594486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32798) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:15.604764 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.612257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-867912202-router', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:15.685031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No DVR routers for this DVR port 0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:15.695583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Port': ['ID=0e50a9fb-f4b7-445f-a9b9-e8230cc8fa8b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:15.739497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.743708 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.806209 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.837908 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:15.928190 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Pushing event updated for resources: {'Port': ['ID=43ef69d5-8583-489a-b16f-c3df935ead90,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:16.017839 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.018450 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.020365 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.021332 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.022404 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.024168 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.025247 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.026104 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.027695 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.029795 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.030769 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.032238 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:16.081277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-2813cc6b-1592-440e-b651-df17bc004806', 'network_id': '2813cc6b-1592-440e-b651-df17bc004806', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'fixed_ips': [{'subnet_id': 'd2ef1e86-43a9-4b99-9a4c-dbc0667b1666'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:16.084450 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.135543 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Attempting to bind port 43ef69d5-8583-489a-b16f-c3df935ead90 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:16.136556 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Attempting to bind port 43ef69d5-8583-489a-b16f-c3df935ead90 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '872d9535-e6a5-4568-af04-87f8817c7570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:16.137650 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Attempting to bind port 43ef69d5-8583-489a-b16f-c3df935ead90 on network af4b6d33-e713-4fed-ae9c-3615c67f5285 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:16.161787 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:16.163698 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Checking segment: {'id': '872d9535-e6a5-4568-af04-87f8817c7570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:16.164507 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.165957 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.169071 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Bound using segment: {'id': '872d9535-e6a5-4568-af04-87f8817c7570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:16.170846 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Bound port: 43ef69d5-8583-489a-b16f-c3df935ead90, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '872d9535-e6a5-4568-af04-87f8817c7570', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:16.173664 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.279199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7495f38f-48c3-4cdd-8699-87c1ab7b16bb']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:16.318204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '897ce49b-0966-4406-8788-ac4a15e18cfa') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:16.318687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '897ce49b-0966-4406-8788-ac4a15e18cfa') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:16.359883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.394430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Allocated IP 172.20.0.2 (2813cc6b-1592-440e-b651-df17bc004806/d2ef1e86-43a9-4b99-9a4c-dbc0667b1666/77ef94b7-6aca-4373-ac01-94be18a51944) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:16.410754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.442789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:16.443532 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:16.449466 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:16.458652 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] For port 43ef69d5-8583-489a-b16f-c3df935ead90, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:16.473741 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] For port 43ef69d5-8583-489a-b16f-c3df935ead90, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=43ef69d5-8583-489a-b16f-c3df935ead90,segment=NetworkSegment(872d9535-e6a5-4568-af04-87f8817c7570),segment_id=872d9535-e6a5-4568-af04-87f8817c7570)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:16.510209 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.750253 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.768427 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.769327 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.825507 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.837034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/7495f38f-48c3-4cdd-8699-87c1ab7b16bb HTTP/1.1" status: 204 len: 168 time: 4.3221238 Nov 25 19:57:16.846440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e1bec-e62f-4ad2-9b54-d0d63dda90b5 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=7495f38f-48c3-4cdd-8699-87c1ab7b16bb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:16.851391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32810) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:16.860828 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Routers {'e121e634-5a05-4d82-a029-578098ce775b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:16.862312 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e121e634-5a05-4d82-a029-578098ce775b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:16.870273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1713762138'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:16.877577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Pushing event updated for resources: {'Port': ['ID=77ef94b7-6aca-4373-ac01-94be18a51944,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:16.931771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Network 2813cc6b-1592-440e-b651-df17bc004806 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:16.939628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f2efa682-f70d-4d17-859e-c0c967cde7a7 None None] Provisioning complete for port 43ef69d5-8583-489a-b16f-c3df935ead90 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:16.940294 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f2efa682-f70d-4d17-859e-c0c967cde7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:16.944084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:16.957685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:16.976870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:16.998859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.040152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.049117 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.073493 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.116840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:17.122865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Attempting to bind port 77ef94b7-6aca-4373-ac01-94be18a51944 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:17.123582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Attempting to bind port 77ef94b7-6aca-4373-ac01-94be18a51944 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2813cc6b-1592-440e-b651-df17bc004806'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:17.123665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Attempting to bind port 77ef94b7-6aca-4373-ac01-94be18a51944 on network 2813cc6b-1592-440e-b651-df17bc004806 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:17.133479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:17.133858 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Checking segment: {'id': 'bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2813cc6b-1592-440e-b651-df17bc004806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:17.134527 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.135029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Bound using segment: {'id': 'bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2813cc6b-1592-440e-b651-df17bc004806'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:17.135545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Bound port: 77ef94b7-6aca-4373-ac01-94be18a51944, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2813cc6b-1592-440e-b651-df17bc004806'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:17.136011 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.143969 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40038290-2f88-4572-a6a4-1839728f6eab None None] Pushing event updated for resources: {'Port': ['ID=43ef69d5-8583-489a-b16f-c3df935ead90,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:17.163964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.166727 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment 0b0722f5-d964-4a2d-96ff-713926b4fdb3 of type vlan for network 35eb1e10-95e2-4d44-89b3-495b087a9ee3 Nov 25 19:57:17.197291 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f2efa682-f70d-4d17-859e-c0c967cde7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.266766 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] Set router e121e634-5a05-4d82-a029-578098ce775b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:17.304241 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.325598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f2efa682-f70d-4d17-859e-c0c967cde7a7 None None] For port 43ef69d5-8583-489a-b16f-c3df935ead90, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=43ef69d5-8583-489a-b16f-c3df935ead90,segment=NetworkSegment(872d9535-e6a5-4568-af04-87f8817c7570),segment_id=872d9535-e6a5-4568-af04-87f8817c7570)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:17.345016 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f2efa682-f70d-4d17-859e-c0c967cde7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.351431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.390362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:17.394264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.436347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2efa682-f70d-4d17-859e-c0c967cde7a7 None None] Pushing event updated for resources: {'Port': ['ID=43ef69d5-8583-489a-b16f-c3df935ead90,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:17.493379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=35eb1e10-95e2-4d44-89b3-495b087a9ee3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:17.513649 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.522249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 35eb1e10-95e2-4d44-89b3-495b087a9ee3 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:17.529353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32818) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:17.530668 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a9d5f901-cbfb-460f-9b05-9822acdbb2ca tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6749055 Nov 25 19:57:17.540076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'network_id': '35eb1e10-95e2-4d44-89b3-495b087a9ee3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:17.544298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] For port 77ef94b7-6aca-4373-ac01-94be18a51944, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:17.601215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] For port 77ef94b7-6aca-4373-ac01-94be18a51944, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=77ef94b7-6aca-4373-ac01-94be18a51944,segment=NetworkSegment(bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73),segment_id=bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:17.603609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-35ebd841-49b1-4f06-8055-d933972c3a59 None None] Provisioning complete for port 43ef69d5-8583-489a-b16f-c3df935ead90 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:17.604003 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-35ebd841-49b1-4f06-8055-d933972c3a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.639337 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e121e634-5a05-4d82-a029-578098ce775b', 'name': 'tempest-TestAggregatesBasicOps-431901464-router', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:56Z', 'updated_at': '2021-11-25T19:57:07Z', 'revision_number': 4, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'gw_port': {'id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:58Z', 'updated_at': '2021-11-25T19:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '43ef69d5-8583-489a-b16f-c3df935ead90', 'name': '', 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'mac_address': 'fa:16:3e:84:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4631aaed-0687-47fb-b31a-d779ddf7fe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:04Z', 'updated_at': '2021-11-25T19:57:16Z', 'revision_number': 4, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'subnets': [{'id': '4631aaed-0687-47fb-b31a-d779ddf7fe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:17.696479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Allocated IP 172.25.8.139 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/147f4671-555d-438f-bb97-30caee4a813c) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:17.701757 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:17.823476 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf4530f-5ff3-45de-9730-01058c06076d None None] Pushing event updated for resources: {'Port': ['ID=77ef94b7-6aca-4373-ac01-94be18a51944,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:18.017771 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4b4edc-52f0-44e5-8c82-2019d1c6436c None None] The sync data for ids ['e121e634-5a05-4d82-a029-578098ce775b'] in n-d-817303-9 is: [{'id': 'e121e634-5a05-4d82-a029-578098ce775b', 'name': 'tempest-TestAggregatesBasicOps-431901464-router', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:56Z', 'updated_at': '2021-11-25T19:57:07Z', 'revision_number': 4, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'gw_port': {'id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:58Z', 'updated_at': '2021-11-25T19:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '43ef69d5-8583-489a-b16f-c3df935ead90', 'name': '', 'network_id': 'af4b6d33-e713-4fed-ae9c-3615c67f5285', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'mac_address': 'fa:16:3e:84:68:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3213, 'fixed_ips': [{'subnet_id': '4631aaed-0687-47fb-b31a-d779ddf7fe1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:04Z', 'updated_at': '2021-11-25T19:57:16Z', 'revision_number': 4, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'subnets': [{'id': '4631aaed-0687-47fb-b31a-d779ddf7fe1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:18.188068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:18.193423 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.285515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:18.943151 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:19.043130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 43ef69d5-8583-489a-b16f-c3df935ead90 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:19.078958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:19.085998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:19.113300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:19.245824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Pushing event updated for resources: {'Port': ['ID=147f4671-555d-438f-bb97-30caee4a813c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:19.252685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:19.415823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1563fa2f-b30b-4ad6-9999-0704fd9e8fab None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:19.468133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 43ef69d5-8583-489a-b16f-c3df935ead90 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:19.468631 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:19.479613 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:19.498781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=a32b5ae2-d32a-4667-b194-71bf71868563,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:19.567125 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:19.630433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-986e3b36-4362-4f80-a1c9-de3dc1f5341b None None] Provisioning complete for port 147f4671-555d-438f-bb97-30caee4a813c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:19.630929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-986e3b36-4362-4f80-a1c9-de3dc1f5341b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:19.704065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-986e3b36-4362-4f80-a1c9-de3dc1f5341b None None] Port 147f4671-555d-438f-bb97-30caee4a813c cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:19.776969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77ef94b7-6aca-4373-ac01-94be18a51944 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:19.848696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 77ef94b7-6aca-4373-ac01-94be18a51944 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:19.849357 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:19.974083 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.010601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6beb3eca-666a-4432-867e-3c17a8c32f7d None None] Network 2813cc6b-1592-440e-b651-df17bc004806 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:20.056234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 77ef94b7-6aca-4373-ac01-94be18a51944, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=77ef94b7-6aca-4373-ac01-94be18a51944,segment=NetworkSegment(bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73),segment_id=bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:20.093004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking segment: {'id': '0b0722f5-d964-4a2d-96ff-713926b4fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '35eb1e10-95e2-4d44-89b3-495b087a9ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:20.093416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network hostable DHCP agents. Network: 35eb1e10-95e2-4d44-89b3-495b087a9ee3, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:20.096598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Allocated IP 172.25.8.98 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/0f67f5cc-ca85-4f04-939e-203d79442ae1) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:20.106526 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.113053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e525b0aa-f0c3-42d5-94d0-a1fe18b2e977 None None] Provisioning complete for port 77ef94b7-6aca-4373-ac01-94be18a51944 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:20.113453 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e525b0aa-f0c3-42d5-94d0-a1fe18b2e977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.277301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=77ef94b7-6aca-4373-ac01-94be18a51944,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:20.373886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network 35eb1e10-95e2-4d44-89b3-495b087a9ee3 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:20.407096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 35eb1e10-95e2-4d44-89b3-495b087a9ee3) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:20.420617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419ec2b3-c542-4e2e-bb48-d07a37c63096 None None] Network 35eb1e10-95e2-4d44-89b3-495b087a9ee3 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:20.591511 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.711949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77ef94b7-6aca-4373-ac01-94be18a51944 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:20.736400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:20.737160 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.798381 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f402b56a-cbbf-40f1-a7b8-04ee48c5812c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2673600 Nov 25 19:57:20.803542 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.804298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32878) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:20.928358 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:20.983020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-35eb1e10-95e2-4d44-89b3-495b087a9ee3', 'network_id': '35eb1e10-95e2-4d44-89b3-495b087a9ee3', 'tenant_id': '3324ffca116e4f518da7ab8555e5a4ba', 'fixed_ips': [{'subnet_id': 'a32b5ae2-d32a-4667-b194-71bf71868563'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:20.984240 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.006931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 77ef94b7-6aca-4373-ac01-94be18a51944 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:21.007657 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.020572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.093596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Pushing event updated for resources: {'Port': ['ID=0f67f5cc-ca85-4f04-939e-203d79442ae1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:21.161320 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.195342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:21.206205 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:21.234415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:21.255279 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.289343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5806e6-44d1-479f-9dff-080c9e5438af None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:21.328555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8d8dd3a3-922c-4b19-b992-8317119eb0ad None None] Provisioning complete for port 77ef94b7-6aca-4373-ac01-94be18a51944 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:21.329432 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8d8dd3a3-922c-4b19-b992-8317119eb0ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.394376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Allocated IP 172.20.0.2 (35eb1e10-95e2-4d44-89b3-495b087a9ee3/a32b5ae2-d32a-4667-b194-71bf71868563/3162dae0-54a0-4f5d-8f46-f8d7851277d5) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:21.588609 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.754786 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-95796ad9-0858-43bd-a83f-6087bfc35efa None None] Provisioning complete for port 0f67f5cc-ca85-4f04-939e-203d79442ae1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:21.755741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-95796ad9-0858-43bd-a83f-6087bfc35efa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.822724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-95796ad9-0858-43bd-a83f-6087bfc35efa None None] Port 0f67f5cc-ca85-4f04-939e-203d79442ae1 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:21.865389 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.875772 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.897067 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:21.951837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Pushing event updated for resources: {'Port': ['ID=3162dae0-54a0-4f5d-8f46-f8d7851277d5,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:21.987660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Subnet': ['ID=a32b5ae2-d32a-4667-b194-71bf71868563,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:22.008277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Network 35eb1e10-95e2-4d44-89b3-495b087a9ee3 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:22.014714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:22.023279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:22.087454 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.119316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35eb1e10-95e2-4d44-89b3-495b087a9ee3']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:22.134712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0722f5-d964-4a2d-96ff-713926b4fdb3') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:22.135828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0722f5-d964-4a2d-96ff-713926b4fdb3') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:22.147269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Attempting to bind port 3162dae0-54a0-4f5d-8f46-f8d7851277d5 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:22.147661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Attempting to bind port 3162dae0-54a0-4f5d-8f46-f8d7851277d5 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '0b0722f5-d964-4a2d-96ff-713926b4fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '35eb1e10-95e2-4d44-89b3-495b087a9ee3'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:22.148034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Attempting to bind port 3162dae0-54a0-4f5d-8f46-f8d7851277d5 on network 35eb1e10-95e2-4d44-89b3-495b087a9ee3 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:22.153967 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.154771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:22.155191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Checking segment: {'id': '0b0722f5-d964-4a2d-96ff-713926b4fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '35eb1e10-95e2-4d44-89b3-495b087a9ee3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:22.155599 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.155995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Bound using segment: {'id': '0b0722f5-d964-4a2d-96ff-713926b4fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '35eb1e10-95e2-4d44-89b3-495b087a9ee3'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:22.156488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Bound port: 3162dae0-54a0-4f5d-8f46-f8d7851277d5, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b0722f5-d964-4a2d-96ff-713926b4fdb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '35eb1e10-95e2-4d44-89b3-495b087a9ee3'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:22.156877 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.200723 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.220184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:22.221309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:22.228861 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:22.285297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] For port 3162dae0-54a0-4f5d-8f46-f8d7851277d5, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:22.357198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] For port 3162dae0-54a0-4f5d-8f46-f8d7851277d5, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3162dae0-54a0-4f5d-8f46-f8d7851277d5,segment=NetworkSegment(0b0722f5-d964-4a2d-96ff-713926b4fdb3),segment_id=0b0722f5-d964-4a2d-96ff-713926b4fdb3)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:22.362967 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:57:22.362967 n-d-817303-9 neutron-server[103651]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:57:22.362967 n-d-817303-9 neutron-server[103651]: [parameters: {'id': '35eb1e10-95e2-4d44-89b3-495b087a9ee3'}] Nov 25 19:57:22.362967 n-d-817303-9 neutron-server[103651]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:57:22.364280 n-d-817303-9 neutron-server[103651]: DEBUG oslo_db.api [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:57:22.368295 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.540523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:22.555821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Router 6e6ae50e-e5e2-481e-a567-83535fcffc32 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:57:22.589291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0b7ae9-e58c-4aea-a21e-2ef5e28cf2c8 None None] Network 35eb1e10-95e2-4d44-89b3-495b087a9ee3 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:22.608159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d3779f-41e0-41c3-89e9-e4f8ecb21780 None None] Pushing event updated for resources: {'Port': ['ID=3162dae0-54a0-4f5d-8f46-f8d7851277d5,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:22.824858 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97b4948-829b-4406-a2a9-fab7623387ee None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:57:22.867233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.016825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Deleting port 3162dae0-54a0-4f5d-8f46-f8d7851277d5 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:23.017485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.078126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:23.113139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Sync routers for ids ['6e6ae50e-e5e2-481e-a567-83535fcffc32'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:23.159856 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.162789 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b4716355-6a71-4450-82b6-8167cf4691e5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.1868103 Nov 25 19:57:23.167774 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.175756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32910) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:23.197762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] For port 3162dae0-54a0-4f5d-8f46-f8d7851277d5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3162dae0-54a0-4f5d-8f46-f8d7851277d5,segment=NetworkSegment(0b0722f5-d964-4a2d-96ff-713926b4fdb3),segment_id=0b0722f5-d964-4a2d-96ff-713926b4fdb3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:23.200070 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.215615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Routers {'6e6ae50e-e5e2-481e-a567-83535fcffc32'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:23.217497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6e6ae50e-e5e2-481e-a567-83535fcffc32'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:23.227828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97b4948-829b-4406-a2a9-fab7623387ee None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:57:23.230400 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.251317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Calling delete_port for 3162dae0-54a0-4f5d-8f46-f8d7851277d5 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:23.438603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.466100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No DVR routers for this DVR port 3162dae0-54a0-4f5d-8f46-f8d7851277d5 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:23.495887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Port': ['ID=3162dae0-54a0-4f5d-8f46-f8d7851277d5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:23.602366 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.608521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Set router 6e6ae50e-e5e2-481e-a567-83535fcffc32 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:23.630347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Router 58bfce20-a438-4e80-866c-5a6ed699acac is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:57:23.665946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35eb1e10-95e2-4d44-89b3-495b087a9ee3']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:23.698293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b0722f5-d964-4a2d-96ff-713926b4fdb3') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:23.698668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b0722f5-d964-4a2d-96ff-713926b4fdb3') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:23.720115 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.744893 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.761277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:23.761736 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:23.766515 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:23.876720 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.885898 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:23.901266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/35eb1e10-95e2-4d44-89b3-495b087a9ee3 HTTP/1.1" status: 204 len: 168 time: 3.0951595 Nov 25 19:57:23.902944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32916) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:23.989535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-320116157'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:24.018374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06acfeaf-f59a-4214-b92f-7b338046cee3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=35eb1e10-95e2-4d44-89b3-495b087a9ee3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:24.091108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:24.095542 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.169307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:24.204836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.205380 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment a22ec670-f6a6-456b-9e80-82c7af4b7079 of type vlan for network 2247a76d-1c41-4c21-abbd-1f6722b5dd18 Nov 25 19:57:24.293779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2300e881-bc4f-4ab3-a11b-0c45ce97495c None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:57:24.317256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:24.326718 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.342398 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Sync routers for ids ['58bfce20-a438-4e80-866c-5a6ed699acac'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:24.380543 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Routers {'58bfce20-a438-4e80-866c-5a6ed699acac'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:24.386276 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['58bfce20-a438-4e80-866c-5a6ed699acac'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:24.394594 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.403278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:24.404135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.431089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:24.433201 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a856b9a3-d04d-4653-84b1-a9ac641b17c2 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8354459 Nov 25 19:57:24.438610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32926) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:24.476069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5378497 Nov 25 19:57:24.476231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 32928) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:24.610011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'network_id': '2247a76d-1c41-4c21-abbd-1f6722b5dd18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:24.614088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2300e881-bc4f-4ab3-a11b-0c45ce97495c None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:57:24.692654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ed242-fb9d-48d2-a312-d5d8ebee8499 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=2247a76d-1c41-4c21-abbd-1f6722b5dd18,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:24.725841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 2247a76d-1c41-4c21-abbd-1f6722b5dd18 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:24.799117 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Set router 58bfce20-a438-4e80-866c-5a6ed699acac gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:25.064900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:20Z', 'revision_number': 3, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:25.242152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Checking router: 6e6ae50e-e5e2-481e-a567-83535fcffc32 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:25.242854 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Updating router 6e6ae50e-e5e2-481e-a567-83535fcffc32 port 147f4671-555d-438f-bb97-30caee4a813c binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:57:25.348070 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.444320 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'name': 'tempest-TestAggregatesBasicOps-867912202-router', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:16Z', 'updated_at': '2021-11-25T19:57:21Z', 'revision_number': 3, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'gw_port': {'id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:19Z', 'updated_at': '2021-11-25T19:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:25.598295 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Checking router: 58bfce20-a438-4e80-866c-5a6ed699acac for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:25.598958 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Updating router 58bfce20-a438-4e80-866c-5a6ed699acac port 0f67f5cc-ca85-4f04-939e-203d79442ae1 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:57:25.685537 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.798449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:25.822479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:25.871711 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.438087 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.460409 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.562267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Attempting to bind port 147f4671-555d-438f-bb97-30caee4a813c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:26.562724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Attempting to bind port 147f4671-555d-438f-bb97-30caee4a813c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:26.563863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Attempting to bind port 147f4671-555d-438f-bb97-30caee4a813c on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:26.582594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:26.583038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:26.583451 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.583855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:26.584348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Bound port: 147f4671-555d-438f-bb97-30caee4a813c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:26.584742 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.600541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf4c456-16a5-4152-8e9f-598e2f2c8c7a None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:26.602504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb3432-babd-450b-9435-ff9bb893737c None None] Pushing event updated for resources: {'Port': ['ID=147f4671-555d-438f-bb97-30caee4a813c,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:26.777679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] For port 147f4671-555d-438f-bb97-30caee4a813c, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:26.786977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] For port 147f4671-555d-438f-bb97-30caee4a813c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=147f4671-555d-438f-bb97-30caee4a813c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:26.822284 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:26.920885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fb3432-babd-450b-9435-ff9bb893737c None None] Pushing event updated for resources: {'Port': ['ID=147f4671-555d-438f-bb97-30caee4a813c,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:26.970368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0544b595-8247-4cab-9b3d-59ac1b2131cc None None] Provisioning complete for port 147f4671-555d-438f-bb97-30caee4a813c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:26.970751 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0544b595-8247-4cab-9b3d-59ac1b2131cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.030317 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.042868 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.065214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d250dfcd-ff37-48f3-a9dc-6c64be220ad6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:27.106075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Routers {'6e6ae50e-e5e2-481e-a567-83535fcffc32'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:27.106981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6e6ae50e-e5e2-481e-a567-83535fcffc32'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:27.111708 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60445809-ae9c-48d9-a5fd-0ccf98808d95 None None] Pushing event updated for resources: {'Port': ['ID=0f67f5cc-ca85-4f04-939e-203d79442ae1,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:27.136338 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Attempting to bind port 0f67f5cc-ca85-4f04-939e-203d79442ae1 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:27.136622 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Attempting to bind port 0f67f5cc-ca85-4f04-939e-203d79442ae1 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:27.137098 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Attempting to bind port 0f67f5cc-ca85-4f04-939e-203d79442ae1 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:27.144262 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:27.144742 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:27.145364 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.145819 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:27.146470 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Bound port: 0f67f5cc-ca85-4f04-939e-203d79442ae1, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:27.146885 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.249240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a59a1b-8bcc-4365-a0cb-5692905a3305 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:27.307274 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0544b595-8247-4cab-9b3d-59ac1b2131cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.332924 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] For port 0f67f5cc-ca85-4f04-939e-203d79442ae1, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:27.340540 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] For port 0f67f5cc-ca85-4f04-939e-203d79442ae1, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0f67f5cc-ca85-4f04-939e-203d79442ae1,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:27.349748 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.475208 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60445809-ae9c-48d9-a5fd-0ccf98808d95 None None] Pushing event updated for resources: {'Port': ['ID=0f67f5cc-ca85-4f04-939e-203d79442ae1,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:27.506435 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Routers {'58bfce20-a438-4e80-866c-5a6ed699acac'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:27.507703 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['58bfce20-a438-4e80-866c-5a6ed699acac'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:27.520668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0625b004-f1b4-4a04-b953-aec607f9105b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:27.535815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0544b595-8247-4cab-9b3d-59ac1b2131cc None None] For port 147f4671-555d-438f-bb97-30caee4a813c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=147f4671-555d-438f-bb97-30caee4a813c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:27.563934 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0544b595-8247-4cab-9b3d-59ac1b2131cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:27.599744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_backend_mixin [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Performing IP validity checks on allocation pools {{(pid=103652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:57:27.600591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_backend_mixin [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:57:27.630937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] Set router 6e6ae50e-e5e2-481e-a567-83535fcffc32 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:27.826579 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] Set router 58bfce20-a438-4e80-866c-5a6ed699acac gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:27.861330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Allocated IP 172.20.0.1 (348aa806-0143-457d-a80b-4a1d119b91c4/b8c63097-6548-4c15-84dd-ae73190a53bf/5ba77507-7f1b-4b29-80ce-284d4bb5fd49) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:28.078626 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:28.253394 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0544b595-8247-4cab-9b3d-59ac1b2131cc None None] Pushing event updated for resources: {'Port': ['ID=147f4671-555d-438f-bb97-30caee4a813c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:28.257097 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-89bab865-e80e-475e-8d42-5af32976b9e3 None None] Provisioning complete for port 0f67f5cc-ca85-4f04-939e-203d79442ae1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:28.257654 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-89bab865-e80e-475e-8d42-5af32976b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:28.352804 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=e48c3054-954a-4af5-9869-a1a709c611fb,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:28.360111 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'name': 'tempest-TestAggregatesBasicOps-867912202-router', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:16Z', 'updated_at': '2021-11-25T19:57:21Z', 'revision_number': 3, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'gw_port': {'id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:19Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:28.431597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking segment: {'id': 'a22ec670-f6a6-456b-9e80-82c7af4b7079', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '2247a76d-1c41-4c21-abbd-1f6722b5dd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:28.432047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network hostable DHCP agents. Network: 2247a76d-1c41-4c21-abbd-1f6722b5dd18, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:28.476674 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4bd003-bc67-4a7f-bf1b-f0adad17746b None None] The sync data for ids ['58bfce20-a438-4e80-866c-5a6ed699acac'] in n-d-817303-9 is: [{'id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'name': 'tempest-TestAggregatesBasicOps-867912202-router', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:16Z', 'updated_at': '2021-11-25T19:57:21Z', 'revision_number': 3, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'gw_port': {'id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f4:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:19Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:28.499934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:28.615767 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:28.725051 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:28.796202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network 2247a76d-1c41-4c21-abbd-1f6722b5dd18 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:28.835072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Network 348aa806-0143-457d-a80b-4a1d119b91c4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:28.911394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 2247a76d-1c41-4c21-abbd-1f6722b5dd18) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:28.930980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:28.937991 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1e67ed-aaff-46fa-a21d-10edf22a02d5 None None] Network 2247a76d-1c41-4c21-abbd-1f6722b5dd18 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:28.968899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:28.969505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:28.984936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:28.987199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba77507-7f1b-4b29-80ce-284d4bb5fd49,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:28.997818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ff37e63-e8cd-4fde-96a1-fe23bdfae49c None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:29.153714 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:29.256267 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-28a81e01-18f6-4b1c-b3ec-876400ecfd91 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 4.7709846 Nov 25 19:57:29.262415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 32994) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:29.422632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Allocated IP 172.20.0.1 (2813cc6b-1592-440e-b651-df17bc004806/d2ef1e86-43a9-4b99-9a4c-dbc0667b1666/a9cfaa3f-734b-4123-826a-3301090054a6) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:29.426083 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-89bab865-e80e-475e-8d42-5af32976b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:29.518705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-89bab865-e80e-475e-8d42-5af32976b9e3 None None] For port 0f67f5cc-ca85-4f04-939e-203d79442ae1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0f67f5cc-ca85-4f04-939e-203d79442ae1,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:29.528207 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-89bab865-e80e-475e-8d42-5af32976b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:29.538538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:29.615613 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:29.704813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bab865-e80e-475e-8d42-5af32976b9e3 None None] Pushing event updated for resources: {'Port': ['ID=0f67f5cc-ca85-4f04-939e-203d79442ae1,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:29.708759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:29.807356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-89bab865-e80e-475e-8d42-5af32976b9e3 None None] Provisioning complete for port 147f4671-555d-438f-bb97-30caee4a813c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:29.807974 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-89bab865-e80e-475e-8d42-5af32976b9e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:29.821001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:20Z', 'revision_number': 3, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:29.854444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:29.975610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44661e-00ff-4ce8-8f0b-eb3e1602d387 None None] The sync data for ids ['6e6ae50e-e5e2-481e-a567-83535fcffc32'] in n-d-817303-9 is: [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:20Z', 'revision_number': 3, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:29.976174 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.063665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d8ffc5-e6a9-4f82-92dd-4fe2e60e42fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-2247a76d-1c41-4c21-abbd-1f6722b5dd18', 'network_id': '2247a76d-1c41-4c21-abbd-1f6722b5dd18', 'tenant_id': '3324ffca116e4f518da7ab8555e5a4ba', 'fixed_ips': [{'subnet_id': 'e48c3054-954a-4af5-9869-a1a709c611fb'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:30.068989 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8d8ffc5-e6a9-4f82-92dd-4fe2e60e42fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.151763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Subnet': ['ID=e48c3054-954a-4af5-9869-a1a709c611fb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:30.296063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.328747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.401855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2247a76d-1c41-4c21-abbd-1f6722b5dd18']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:30.473800 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22ec670-f6a6-456b-9e80-82c7af4b7079') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:30.482535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22ec670-f6a6-456b-9e80-82c7af4b7079') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:30.541151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.544572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Pushing event updated for resources: {'Port': ['ID=a9cfaa3f-734b-4123-826a-3301090054a6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:30.637848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Network 2813cc6b-1592-440e-b651-df17bc004806 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:30.659427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b6bda7-f2b8-4c66-935d-c006508db6f4 None None] Network 2247a76d-1c41-4c21-abbd-1f6722b5dd18 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:30.678941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.710028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:30.738989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:30.739640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:30.757370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:30.787524 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:30.981394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.054613 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.171868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0f67f5cc-ca85-4f04-939e-203d79442ae1 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:31.231861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.257507 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.272903 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/2247a76d-1c41-4c21-abbd-1f6722b5dd18 HTTP/1.1" status: 204 len: 168 time: 2.0090168 Nov 25 19:57:31.281770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33024) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:31.310075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2049747885'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:31.362223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f309ed4-58b2-42fe-9b39-4b254d033279 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=2247a76d-1c41-4c21-abbd-1f6722b5dd18,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:31.431002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.436578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:31.447375 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.462110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba77507-7f1b-4b29-80ce-284d4bb5fd49,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:31.505437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3ca6b97e-1c21-4b6e-b8bc-96521c37c0e7 None None] Provisioning complete for port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:31.506210 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ca6b97e-1c21-4b6e-b8bc-96521c37c0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.525812 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:31.572491 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.572491 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment eefc912a-c4a3-45d8-b9e3-bb722c0ad865 of type vlan for network 2df982b8-b5b0-42cf-806f-5c5bd637c22a Nov 25 19:57:31.573275 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.694503 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.748143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0f67f5cc-ca85-4f04-939e-203d79442ae1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:31.748143 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.787922 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.794818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:31.800759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:31.932657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3ca6b97e-1c21-4b6e-b8bc-96521c37c0e7 None None] Port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:32.091860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=2df982b8-b5b0-42cf-806f-5c5bd637c22a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:32.131561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8976849a-8f84-4336-8395-ef74ef2dab51 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8443060 Nov 25 19:57:32.131856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33036) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:32.138556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'network_id': '2df982b8-b5b0-42cf-806f-5c5bd637c22a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:32.143175 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.155930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 2df982b8-b5b0-42cf-806f-5c5bd637c22a details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:32.349405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:32.353275 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.430421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4d2c934f-6514-4c23-b1ec-705610a3424d None None] Provisioning complete for port a9cfaa3f-734b-4123-826a-3301090054a6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:32.439509 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d2c934f-6514-4c23-b1ec-705610a3424d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.478611 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-60d462a4-5304-4cec-831c-a2e469e828e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.570889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 147f4671-555d-438f-bb97-30caee4a813c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:32.684588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.700827 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.742662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4d2c934f-6514-4c23-b1ec-705610a3424d None None] Port a9cfaa3f-734b-4123-826a-3301090054a6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:32.799690 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.836679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 147f4671-555d-438f-bb97-30caee4a813c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:32.837435 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:32.889604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Network 348aa806-0143-457d-a80b-4a1d119b91c4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:32.931689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:33.017775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0ab39-9742-4fc8-8b7f-757218202077 None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:33.097631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Router 6e6ae50e-e5e2-481e-a567-83535fcffc32 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:33.099314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Pushing event updated for resources: {'Port': ['ID=a9cfaa3f-734b-4123-826a-3301090054a6,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:33.144390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.192333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3dd20a5e-cd07-4d06-a2ce-8ca4ad4bf83b None None] Provisioning complete for port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:33.193121 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3dd20a5e-cd07-4d06-a2ce-8ca4ad4bf83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.241315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking segment: {'id': 'eefc912a-c4a3-45d8-b9e3-bb722c0ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2df982b8-b5b0-42cf-806f-5c5bd637c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:33.241689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network hostable DHCP agents. Network: 2df982b8-b5b0-42cf-806f-5c5bd637c22a, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:33.297897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=11072e64-d38f-40f6-9f7c-ab747ff9a856,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:33.319105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3dd20a5e-cd07-4d06-a2ce-8ca4ad4bf83b None None] Port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:33.326609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network 2df982b8-b5b0-42cf-806f-5c5bd637c22a is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:33.330125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Network 2813cc6b-1592-440e-b651-df17bc004806 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:33.362947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 2df982b8-b5b0-42cf-806f-5c5bd637c22a) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:33.371528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:33.372207 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:33.385405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1564752c-e909-45f0-9815-2a1ab91d4c60 None None] Network 2df982b8-b5b0-42cf-806f-5c5bd637c22a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:33.404617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:33.412391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7daf7723-e28d-4a96-b4b0-a61b51e49ff6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2792113 Nov 25 19:57:33.415160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33052) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:33.458225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:33.473226 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-80cd5519-941f-47c5-8c62-2c38900c2d01 admin admin] 10.222.0.15 "PUT /v2.0/routers/6e6ae50e-e5e2-481e-a567-83535fcffc32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2923019 Nov 25 19:57:33.993403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Router 58bfce20-a438-4e80-866c-5a6ed699acac has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:34.052726 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-2df982b8-b5b0-42cf-806f-5c5bd637c22a', 'network_id': '2df982b8-b5b0-42cf-806f-5c5bd637c22a', 'tenant_id': '3324ffca116e4f518da7ab8555e5a4ba', 'fixed_ips': [{'subnet_id': '11072e64-d38f-40f6-9f7c-ab747ff9a856'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:34.052726 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.397240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-08a6bfb3-04d6-454a-bf4c-063ab2a0b1a6 None None] Provisioning complete for port a9cfaa3f-734b-4123-826a-3301090054a6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:34.406007 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08a6bfb3-04d6-454a-bf4c-063ab2a0b1a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.482969 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:34.510583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-08a6bfb3-04d6-454a-bf4c-063ab2a0b1a6 None None] Port a9cfaa3f-734b-4123-826a-3301090054a6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:57:34.515963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Allocated IP 172.20.0.1 (2df982b8-b5b0-42cf-806f-5c5bd637c22a/11072e64-d38f-40f6-9f7c-ab747ff9a856/cb5d7852-8cf2-4167-944d-03ab97a92795) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:34.531058 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bca6dde4-0739-42a2-bba8-fea7acd37e3a admin admin] 10.222.0.15 "PUT /v2.0/routers/58bfce20-a438-4e80-866c-5a6ed699acac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0884478 Nov 25 19:57:34.536957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Sync routers for ids ['58bfce20-a438-4e80-866c-5a6ed699acac'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:34.635855 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:34.647912 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Sync routers for ids ['6e6ae50e-e5e2-481e-a567-83535fcffc32'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:34.696345 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Routers {'6e6ae50e-e5e2-481e-a567-83535fcffc32'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:34.702429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Routers {'58bfce20-a438-4e80-866c-5a6ed699acac'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:34.703804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['58bfce20-a438-4e80-866c-5a6ed699acac'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:34.704077 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6e6ae50e-e5e2-481e-a567-83535fcffc32'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:34.939275 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Set router 6e6ae50e-e5e2-481e-a567-83535fcffc32 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:34.972050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.181501 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Set router 58bfce20-a438-4e80-866c-5a6ed699acac gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:35.237466 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.269378 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.322083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fed1-386a-4a0a-b746-45757962875d req-d432a150-900c-48bd-9316-94c01cac68fd tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:35.333606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-d432a150-900c-48bd-9316-94c01cac68fd tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/networks?id=348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 200 len: 820 time: 0.6321483 Nov 25 19:57:35.362921 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-11d1a4c7-8121-4171-a66c-a937699d40e4 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/quotas/035c1d1cd0824419b8ffbfbc483a8aff HTTP/1.1" status: 200 len: 375 time: 0.0277116 Nov 25 19:57:35.378987 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.466443 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1fd93b1f-1eb6-42c6-841c-5b9522abfd03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.485791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Subnet': ['ID=11072e64-d38f-40f6-9f7c-ab747ff9a856,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:35.567037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Network 2df982b8-b5b0-42cf-806f-5c5bd637c22a is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:35.573524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-560feb39-cd29-4bd3-877f-1cf05508a7c2 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2072687 Nov 25 19:57:35.577007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:35.644937 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.686495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df982b8-b5b0-42cf-806f-5c5bd637c22a']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:35.722310 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefc912a-c4a3-45d8-b9e3-bb722c0ad865') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:35.723169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefc912a-c4a3-45d8-b9e3-bb722c0ad865') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:35.748244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.758898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:35.767240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Pushing event updated for resources: {'Port': ['ID=cb5d7852-8cf2-4167-944d-03ab97a92795,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:35.822047 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5ba77507-7f1b-4b29-80ce-284d4bb5fd49', 'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'mac_address': 'fa:16:3e:2a:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:25Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 2, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'subnets': [{'id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:35.857275 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.975998 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Checking router: 6e6ae50e-e5e2-481e-a567-83535fcffc32 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:35.976555 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Updating router 6e6ae50e-e5e2-481e-a567-83535fcffc32 port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:57:35.983644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:35.984278 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:35.990190 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:35.993786 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:57:36.065933 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.144724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.api [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:57:36.144724 n-d-817303-9 neutron-server[103651]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:57:36.144724 n-d-817303-9 neutron-server[103651]: [parameters: {'id': '2df982b8-b5b0-42cf-806f-5c5bd637c22a'}] Nov 25 19:57:36.144724 n-d-817303-9 neutron-server[103651]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103651) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:57:36.145183 n-d-817303-9 neutron-server[103651]: DEBUG oslo_db.api [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:57:36.203986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-c08d22a1-bbe5-44c9-b046-3d86cd6d79cc service neutron] 10.222.0.15 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3309238 Nov 25 19:57:36.235798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Attempting to bind port cb5d7852-8cf2-4167-944d-03ab97a92795 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:36.236545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Attempting to bind port cb5d7852-8cf2-4167-944d-03ab97a92795 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'eefc912a-c4a3-45d8-b9e3-bb722c0ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2df982b8-b5b0-42cf-806f-5c5bd637c22a'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:36.237133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Attempting to bind port cb5d7852-8cf2-4167-944d-03ab97a92795 on network 2df982b8-b5b0-42cf-806f-5c5bd637c22a {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:36.251571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:36.255908 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Checking segment: {'id': 'eefc912a-c4a3-45d8-b9e3-bb722c0ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2df982b8-b5b0-42cf-806f-5c5bd637c22a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:36.256759 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.257391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Bound using segment: {'id': 'eefc912a-c4a3-45d8-b9e3-bb722c0ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2df982b8-b5b0-42cf-806f-5c5bd637c22a'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:36.258057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Bound port: cb5d7852-8cf2-4167-944d-03ab97a92795, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eefc912a-c4a3-45d8-b9e3-bb722c0ad865', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '2df982b8-b5b0-42cf-806f-5c5bd637c22a'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:36.258589 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.437781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'name': 'tempest-TestAggregatesBasicOps-867912202-router', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:16Z', 'updated_at': '2021-11-25T19:57:31Z', 'revision_number': 4, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'gw_port': {'id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:19Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a9cfaa3f-734b-4123-826a-3301090054a6', 'name': '', 'network_id': '2813cc6b-1592-440e-b651-df17bc004806', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'mac_address': 'fa:16:3e:fe:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'd2ef1e86-43a9-4b99-9a4c-dbc0667b1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:32Z', 'revision_number': 2, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'subnets': [{'id': 'd2ef1e86-43a9-4b99-9a4c-dbc0667b1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:36.442643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-2a6a852e-d6af-4a50-90ff-d43e63e56bcb service neutron] 10.222.0.15 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2283037 Nov 25 19:57:36.519825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] For port cb5d7852-8cf2-4167-944d-03ab97a92795, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:36.524603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Checking router: 58bfce20-a438-4e80-866c-5a6ed699acac for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:36.525234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Updating router 58bfce20-a438-4e80-866c-5a6ed699acac port a9cfaa3f-734b-4123-826a-3301090054a6 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:57:36.543508 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.590528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] For port cb5d7852-8cf2-4167-944d-03ab97a92795, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cb5d7852-8cf2-4167-944d-03ab97a92795,segment=NetworkSegment(eefc912a-c4a3-45d8-b9e3-bb722c0ad865),segment_id=eefc912a-c4a3-45d8-b9e3-bb722c0ad865)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:36.619768 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.647556 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.751426 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:36.911088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Deleting port cb5d7852-8cf2-4167-944d-03ab97a92795 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:36.918915 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.068963 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.093848 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.258036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] For port cb5d7852-8cf2-4167-944d-03ab97a92795, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=cb5d7852-8cf2-4167-944d-03ab97a92795,segment=NetworkSegment(eefc912a-c4a3-45d8-b9e3-bb722c0ad865),segment_id=eefc912a-c4a3-45d8-b9e3-bb722c0ad865)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:37.269880 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.349229 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f95f8-bd96-4548-84e1-3ea3b9f9bbe5 None None] Pushing event updated for resources: {'Port': ['ID=5ba77507-7f1b-4b29-80ce-284d4bb5fd49,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:37.389804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cbe9c-fb8d-4a54-be0a-26eb8cfefffd None None] Pushing event updated for resources: {'Port': ['ID=cb5d7852-8cf2-4167-944d-03ab97a92795,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:37.407657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Calling delete_port for cb5d7852-8cf2-4167-944d-03ab97a92795 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:37.414955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968e6e0a-6d6f-47c6-915a-51b9c5987d66 None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:37.454827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47475238-3f1b-4625-ad6d-8e828f851f53 None None] Network 2df982b8-b5b0-42cf-806f-5c5bd637c22a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:37.512492 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Attempting to bind port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:37.513466 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Attempting to bind port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4927a319-93e9-42eb-9f92-18196d1e4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:37.514697 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Attempting to bind port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 on network 348aa806-0143-457d-a80b-4a1d119b91c4 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:37.537660 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:37.538930 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Checking segment: {'id': '4927a319-93e9-42eb-9f92-18196d1e4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:37.541909 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.544603 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Bound using segment: {'id': '4927a319-93e9-42eb-9f92-18196d1e4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:37.545901 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Bound port: 5ba77507-7f1b-4b29-80ce-284d4bb5fd49, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4927a319-93e9-42eb-9f92-18196d1e4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:37.549313 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.609896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e06ff120-1c92-4d01-9dc1-815dc5d75689 req-78a039fb-50ed-49a5-b613-dacfa25cc36c tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 210 time: 0.0451834 Nov 25 19:57:37.644006 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:37.751977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Port': ['ID=cb5d7852-8cf2-4167-944d-03ab97a92795,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:37.763049 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] For port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:37.770995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No DVR routers for this DVR port cb5d7852-8cf2-4167-944d-03ab97a92795 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:37.775098 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] For port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5ba77507-7f1b-4b29-80ce-284d4bb5fd49,segment=NetworkSegment(4927a319-93e9-42eb-9f92-18196d1e4407),segment_id=4927a319-93e9-42eb-9f92-18196d1e4407)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:37.789841 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.014729 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Routers {'6e6ae50e-e5e2-481e-a567-83535fcffc32'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:38.019696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d767f0b-73f8-4af3-a1c2-3a4f37955cb6 None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:38.020113 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6e6ae50e-e5e2-481e-a567-83535fcffc32'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:38.029349 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393f95f8-bd96-4548-84e1-3ea3b9f9bbe5 None None] Pushing event updated for resources: {'Port': ['ID=5ba77507-7f1b-4b29-80ce-284d4bb5fd49,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:38.118336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.197229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df982b8-b5b0-42cf-806f-5c5bd637c22a']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:38.227165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eefc912a-c4a3-45d8-b9e3-bb722c0ad865') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:38.228476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eefc912a-c4a3-45d8-b9e3-bb722c0ad865') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:38.274325 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.334782 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.391733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:38.395930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.411594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-77996ae0-aff8-4b3c-9c98-08d1e5841fcd None None] Provisioning complete for port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:38.412480 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77996ae0-aff8-4b3c-9c98-08d1e5841fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.579525 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.640080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbf04f5-2145-427e-9721-206e00e2a79a None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:38.648212 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:38.675184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.723892 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.746456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.754459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/2df982b8-b5b0-42cf-806f-5c5bd637c22a HTTP/1.1" status: 204 len: 168 time: 5.3363221 Nov 25 19:57:38.758316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c57152-bee0-4b43-8204-40d34af4735c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=2df982b8-b5b0-42cf-806f-5c5bd637c22a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:38.759866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33166) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:38.774111 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] Set router 6e6ae50e-e5e2-481e-a567-83535fcffc32 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:38.776560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-752835845'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:38.874315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:38.879040 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.943159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:38.965903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:38.967049 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment adafc6b5-bbd2-41a0-9569-5e11c8bf3d6d of type vlan for network cf1b4e36-f76b-4e4b-b067-7af1d679f7c8 Nov 25 19:57:39.108311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.174499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-68105158-fa22-4505-a603-9516fec7ae2e req-ef847577-ffb0-42e9-b40f-6a7cf359a257 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 210 time: 0.1220667 Nov 25 19:57:39.191068 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.193946 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5ba77507-7f1b-4b29-80ce-284d4bb5fd49', 'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'mac_address': 'fa:16:3e:2a:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:25Z', 'updated_at': '2021-11-25T19:57:37Z', 'revision_number': 4, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'subnets': [{'id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:39.197651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:39.198302 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.239990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77996ae0-aff8-4b3c-9c98-08d1e5841fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.268737 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c367abe-76c7-4cf3-bbb1-bc9c1b2827c2 None None] The sync data for ids ['6e6ae50e-e5e2-481e-a567-83535fcffc32'] in n-d-817303-9 is: [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5ba77507-7f1b-4b29-80ce-284d4bb5fd49', 'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'mac_address': 'fa:16:3e:2a:98:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:25Z', 'updated_at': '2021-11-25T19:57:37Z', 'revision_number': 4, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'subnets': [{'id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:39.500843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7389326 Nov 25 19:57:39.507967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33184) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:39.512949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbf04f5-2145-427e-9721-206e00e2a79a None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:57:39.523145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'network_id': 'cf1b4e36-f76b-4e4b-b067-7af1d679f7c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:39.534696 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.610261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.637732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-77996ae0-aff8-4b3c-9c98-08d1e5841fcd None None] For port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5ba77507-7f1b-4b29-80ce-284d4bb5fd49,segment=NetworkSegment(4927a319-93e9-42eb-9f92-18196d1e4407),segment_id=4927a319-93e9-42eb-9f92-18196d1e4407)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:39.705090 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77996ae0-aff8-4b3c-9c98-08d1e5841fcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:39.796436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fed1-386a-4a0a-b746-45757962875d req-7f6073b1-11fb-4f35-a0fa-6223fe7c50e4 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:39.798903 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-7f6073b1-11fb-4f35-a0fa-6223fe7c50e4 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.76 "GET /v2.0/networks?id=348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 200 len: 820 time: 0.5350173 Nov 25 19:57:39.820287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Request body: {'port': {'device_id': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'admin_state_up': True, 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:39.886514 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3a7cfc-6ccc-46d4-a2f7-4af08b7f2a61 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=cf1b4e36-f76b-4e4b-b067-7af1d679f7c8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:39.929248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32733b4e-550b-4460-84f4-a58e8e27f848 None None] Pushing event updated for resources: {'Port': ['ID=a9cfaa3f-734b-4123-826a-3301090054a6,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:39.998390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:40.004557 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.116710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network cf1b4e36-f76b-4e4b-b067-7af1d679f7c8 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:40.207512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Made reservation on behalf of 035c1d1cd0824419b8ffbfbc483a8aff for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:40.214099 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.499103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3f458c05-5edc-4969-842d-c37bbfc55dd3 None None] Provisioning complete for port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:40.499831 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3f458c05-5edc-4969-842d-c37bbfc55dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.677355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b7fd487-7ec7-4f88-bf87-990ac9ea6c6a req-d2fde4c1-31bb-401a-bfaf-5f03896f2f34 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 210 time: 0.3105214 Nov 25 19:57:40.861855 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.910410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33236) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:40.970745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Attempting to bind port a9cfaa3f-734b-4123-826a-3301090054a6 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:40.971308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Attempting to bind port a9cfaa3f-734b-4123-826a-3301090054a6 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2813cc6b-1592-440e-b651-df17bc004806'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:40.971717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Attempting to bind port a9cfaa3f-734b-4123-826a-3301090054a6 on network 2813cc6b-1592-440e-b651-df17bc004806 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:40.989196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:40.989487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Checking segment: {'id': 'bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2813cc6b-1592-440e-b651-df17bc004806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:40.990052 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.990616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Bound using segment: {'id': 'bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2813cc6b-1592-440e-b651-df17bc004806'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:40.991285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Bound port: a9cfaa3f-734b-4123-826a-3301090054a6, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '2813cc6b-1592-440e-b651-df17bc004806'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:40.991747 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:40.994580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77996ae0-aff8-4b3c-9c98-08d1e5841fcd None None] Pushing event updated for resources: {'Port': ['ID=5ba77507-7f1b-4b29-80ce-284d4bb5fd49,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:41.453523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] For port a9cfaa3f-734b-4123-826a-3301090054a6, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:41.458476 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] For port a9cfaa3f-734b-4123-826a-3301090054a6, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9cfaa3f-734b-4123-826a-3301090054a6,segment=NetworkSegment(bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73),segment_id=bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:41.468863 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:41.625265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Allocated IP 172.20.0.4 (348aa806-0143-457d-a80b-4a1d119b91c4/b8c63097-6548-4c15-84dd-ae73190a53bf/bd3f6978-c1be-4bc5-9d01-33d714840b44) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:41.645408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:41.800933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32733b4e-550b-4460-84f4-a58e8e27f848 None None] Pushing event updated for resources: {'Port': ['ID=a9cfaa3f-734b-4123-826a-3301090054a6,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:41.841461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Routers {'58bfce20-a438-4e80-866c-5a6ed699acac'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:41.842114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['58bfce20-a438-4e80-866c-5a6ed699acac'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:41.944204 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:41.969098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=e270f2c6-3709-40fb-8d56-48a2882b84fe,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:42.027685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking segment: {'id': 'adafc6b5-bbd2-41a0-9569-5e11c8bf3d6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'cf1b4e36-f76b-4e4b-b067-7af1d679f7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:42.028475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network hostable DHCP agents. Network: cf1b4e36-f76b-4e4b-b067-7af1d679f7c8, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:42.114531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network cf1b4e36-f76b-4e4b-b067-7af1d679f7c8 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:42.126090 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.153987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, cf1b4e36-f76b-4e4b-b067-7af1d679f7c8) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:42.161110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:42.162156 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.209514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec25220-5c96-4d1e-a342-a6bf7f52a41d None None] Network cf1b4e36-f76b-4e4b-b067-7af1d679f7c8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:42.221435 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-161b799f-8ded-428a-967d-6b5e9c2cd1ff tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.7041645 Nov 25 19:57:42.223493 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33256) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:42.242222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Network 348aa806-0143-457d-a80b-4a1d119b91c4 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:42.272608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Pushing event updated for resources: {'Port': ['ID=bd3f6978-c1be-4bc5-9d01-33d714840b44,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:42.302834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:42.349354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.349706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.350080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.350399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.355638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.356486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.357104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.357727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.358412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.359090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.359698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.360315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:42.547383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:42.553687 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.686102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7c971b-599a-4ad4-a4da-4bfc4ae0b660 req-2a1f4b6e-081f-4f3c-87b3-fb0106418c96 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:42.700269 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a7c971b-599a-4ad4-a4da-4bfc4ae0b660 req-2a1f4b6e-081f-4f3c-87b3-fb0106418c96 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 931 time: 0.6626661 Nov 25 19:57:42.794267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.795568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:42.796257 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.854281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-af87f84c-baf0-4688-8da3-c493bc6f2135 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0450242 Nov 25 19:57:42.867217 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7152ab1f-01a8-4093-a720-1c51217dba3b None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:42.869254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Request body: {'port': {'device_id': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:42.871591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6706d952-34d3-443e-a41e-8db7b8fc3644 None None] Provisioning complete for port a9cfaa3f-734b-4123-826a-3301090054a6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:42.872103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6706d952-34d3-443e-a41e-8db7b8fc3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.967473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:42.977015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a7c971b-599a-4ad4-a4da-4bfc4ae0b660 req-dd4910c2-1d05-477f-aa64-54c5d2dbc654 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754159 Nov 25 19:57:43.065824 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.111722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Subnet': ['ID=e270f2c6-3709-40fb-8d56-48a2882b84fe,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:43.201404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:43.201881 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.263987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] Set router 58bfce20-a438-4e80-866c-5a6ed699acac gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:43.325633 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.383299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1b4e36-f76b-4e4b-b067-7af1d679f7c8']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:43.404471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adafc6b5-bbd2-41a0-9569-5e11c8bf3d6d') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:43.405343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adafc6b5-bbd2-41a0-9569-5e11c8bf3d6d') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:43.424999 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.457624 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.477561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:43.477949 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.486634 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.690204 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5cfb9bb-e85e-435b-b5c0-3fa9b06b3c63 None None] Network cf1b4e36-f76b-4e4b-b067-7af1d679f7c8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:43.695402 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6706d952-34d3-443e-a41e-8db7b8fc3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:43.700383 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:43.716266 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.742233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.751374 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/cf1b4e36-f76b-4e4b-b067-7af1d679f7c8 HTTP/1.1" status: 204 len: 168 time: 1.5191848 Nov 25 19:57:43.762852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33276) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:43.768476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1425222842'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:43.789064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d982f8ad-d26b-4663-9228-f8f145d7e840 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=cf1b4e36-f76b-4e4b-b067-7af1d679f7c8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:43.860589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6706d952-34d3-443e-a41e-8db7b8fc3644 None None] For port a9cfaa3f-734b-4123-826a-3301090054a6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9cfaa3f-734b-4123-826a-3301090054a6,segment=NetworkSegment(bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73),segment_id=bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:43.909081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:43.912911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:43.920954 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6706d952-34d3-443e-a41e-8db7b8fc3644 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.028706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6706d952-34d3-443e-a41e-8db7b8fc3644 None None] Pushing event updated for resources: {'Port': ['ID=a9cfaa3f-734b-4123-826a-3301090054a6,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:44.067790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4395d4d0-e9cc-4f61-91c1-b57006000997 None None] Provisioning complete for port a9cfaa3f-734b-4123-826a-3301090054a6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:44.068181 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4395d4d0-e9cc-4f61-91c1-b57006000997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.094750 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 631} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:44.100044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd3f6978-c1be-4bc5-9d01-33d714840b44 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:57:44.100765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'name': 'tempest-TestAggregatesBasicOps-867912202-router', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:16Z', 'updated_at': '2021-11-25T19:57:31Z', 'revision_number': 4, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'gw_port': {'id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:19Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a9cfaa3f-734b-4123-826a-3301090054a6', 'name': '', 'network_id': '2813cc6b-1592-440e-b651-df17bc004806', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'mac_address': 'fa:16:3e:fe:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'd2ef1e86-43a9-4b99-9a4c-dbc0667b1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:41Z', 'revision_number': 4, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'subnets': [{'id': 'd2ef1e86-43a9-4b99-9a4c-dbc0667b1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:44.136134 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.140222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14958913-1709-42c7-a67c-81616b66c8f8 None None] The sync data for ids ['58bfce20-a438-4e80-866c-5a6ed699acac'] in n-d-817303-9 is: [{'id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'name': 'tempest-TestAggregatesBasicOps-867912202-router', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:16Z', 'updated_at': '2021-11-25T19:57:31Z', 'revision_number': 4, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'gw_port': {'id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:19Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a9cfaa3f-734b-4123-826a-3301090054a6', 'name': '', 'network_id': '2813cc6b-1592-440e-b651-df17bc004806', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'mac_address': 'fa:16:3e:fe:fb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3248, 'fixed_ips': [{'subnet_id': 'd2ef1e86-43a9-4b99-9a4c-dbc0667b1666', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:28Z', 'updated_at': '2021-11-25T19:57:41Z', 'revision_number': 4, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'subnets': [{'id': 'd2ef1e86-43a9-4b99-9a4c-dbc0667b1666', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:44.143594 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.143933 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment 9379b23f-d8b2-4e89-aba2-b6b15d67178d of type vlan for network 718298fd-2273-49c5-a57f-e92a75a2fe04 Nov 25 19:57:44.266876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Transition to ACTIVE for port object bd3f6978-c1be-4bc5-9d01-33d714840b44 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:57:44.312779 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.320453 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.492185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b448d4e-3658-470a-a6e9-a797cf9a3133 None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:44.501216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3f6978-c1be-4bc5-9d01-33d714840b44,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:44.517711 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.540402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:44.541095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:44.558879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49145cd1-51d6-428c-8242-a701decf00c9 req-455566eb-76bf-4a7b-af1b-c576b1e6de82 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:44.570119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49145cd1-51d6-428c-8242-a701decf00c9 req-455566eb-76bf-4a7b-af1b-c576b1e6de82 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 943 time: 0.3467646 Nov 25 19:57:44.808798 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49145cd1-51d6-428c-8242-a701decf00c9 req-27e84159-d1a7-455b-8ebc-be53d7b47056 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251101 Nov 25 19:57:44.820388 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0563195 Nov 25 19:57:44.825479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33312) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:44.831963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9222d1aa-ff71-4790-aaf7-a56b814de39a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:44.911827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac0cd1d-2e9f-4ecc-b5fc-ca9c6ff2328a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=718298fd-2273-49c5-a57f-e92a75a2fe04,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:44.940054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 718298fd-2273-49c5-a57f-e92a75a2fe04 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:44.978911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Attempting to bind port bd3f6978-c1be-4bc5-9d01-33d714840b44 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:44.981259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Attempting to bind port bd3f6978-c1be-4bc5-9d01-33d714840b44 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '4927a319-93e9-42eb-9f92-18196d1e4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:44.981999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Attempting to bind port bd3f6978-c1be-4bc5-9d01-33d714840b44 on network 348aa806-0143-457d-a80b-4a1d119b91c4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:44.997727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] Deleting port 43ef69d5-8583-489a-b16f-c3df935ead90 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:44.998443 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.133287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Port bd3f6978-c1be-4bc5-9d01-33d714840b44 on network 348aa806-0143-457d-a80b-4a1d119b91c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:57:45.136290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Attempting to bind port bd3f6978-c1be-4bc5-9d01-33d714840b44 on network 348aa806-0143-457d-a80b-4a1d119b91c4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:45.188202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:45.188999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Checking segment: {'id': '4927a319-93e9-42eb-9f92-18196d1e4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:45.189946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Bound using segment: {'id': '4927a319-93e9-42eb-9f92-18196d1e4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:45.190896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Bound port: bd3f6978-c1be-4bc5-9d01-33d714840b44, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4927a319-93e9-42eb-9f92-18196d1e4407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:45.191669 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.231704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9222d1aa-ff71-4790-aaf7-a56b814de39a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.269196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9222d1aa-ff71-4790-aaf7-a56b814de39a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.284757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] For port 43ef69d5-8583-489a-b16f-c3df935ead90, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=43ef69d5-8583-489a-b16f-c3df935ead90,segment=NetworkSegment(872d9535-e6a5-4568-af04-87f8817c7570),segment_id=872d9535-e6a5-4568-af04-87f8817c7570)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:45.285412 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.311524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9222d1aa-ff71-4790-aaf7-a56b814de39a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network 718298fd-2273-49c5-a57f-e92a75a2fe04 is not hosted by any dhcp agent {{(pid=103652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:57:45.316043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] Calling delete_port for 43ef69d5-8583-489a-b16f-c3df935ead90 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:45.321782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9222d1aa-ff71-4790-aaf7-a56b814de39a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:45.324908 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9222d1aa-ff71-4790-aaf7-a56b814de39a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.334110 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9222d1aa-ff71-4790-aaf7-a56b814de39a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "PUT /v2.0/networks/718298fd-2273-49c5-a57f-e92a75a2fe04 HTTP/1.1" status: 200 len: 723 time: 0.5028572 Nov 25 19:57:45.354201 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33314) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:45.368196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'network_id': '718298fd-2273-49c5-a57f-e92a75a2fe04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:45.588043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] For port bd3f6978-c1be-4bc5-9d01-33d714840b44, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:45.634728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] For port bd3f6978-c1be-4bc5-9d01-33d714840b44, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44,segment=NetworkSegment(4927a319-93e9-42eb-9f92-18196d1e4407),segment_id=4927a319-93e9-42eb-9f92-18196d1e4407)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:45.790348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9222d1aa-ff71-4790-aaf7-a56b814de39a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=718298fd-2273-49c5-a57f-e92a75a2fe04,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:45.804919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 718298fd-2273-49c5-a57f-e92a75a2fe04 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:45.889602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:45.908836 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:45.932120 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.003524 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9cfaa3f-734b-4123-826a-3301090054a6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:46.117050 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a9cfaa3f-734b-4123-826a-3301090054a6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:46.118015 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.379797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bf2583-3949-41f3-8559-3a77b6d58159 None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:46.399929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Pushing event updated for resources: {'Port': ['ID=bd3f6978-c1be-4bc5-9d01-33d714840b44,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:46.405951 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.413451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:46.413451 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.414987 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-e4a45f1c-0ac0-4544-8617-343fa590d566 service neutron] 10.222.0.76 "PUT /v2.0/ports/bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 1091 time: 3.5500293 Nov 25 19:57:46.415493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:57:46.420805 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf3e8c3-c383-4104-afa6-d8f16143cd77" -d '{"events": [{"name": "network-changed", "server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:57:46.479309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:46.485043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634f1006-a857-4405-aae2-08c7dd55e7e7 req-cda072a8-3dc6-4d73-9521-2f9fbb7d64c0 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:46.486949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-634f1006-a857-4405-aae2-08c7dd55e7e7 req-cda072a8-3dc6-4d73-9521-2f9fbb7d64c0 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 943 time: 0.2440839 Nov 25 19:57:46.489615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] Pushing event deleted for resources: {'Port': ['ID=43ef69d5-8583-489a-b16f-c3df935ead90,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:46.685734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=2ad3838d-07b5-466c-b1cd-bc8646222fee,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:46.796230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking segment: {'id': '9379b23f-d8b2-4e89-aba2-b6b15d67178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '718298fd-2273-49c5-a57f-e92a75a2fe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:46.796836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network hostable DHCP agents. Network: 718298fd-2273-49c5-a57f-e92a75a2fe04, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:46.842269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network 718298fd-2273-49c5-a57f-e92a75a2fe04 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:46.894016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 718298fd-2273-49c5-a57f-e92a75a2fe04) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:46.907562 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a339abf-21d3-4d13-8425-820bd446fc4f None None] Network 718298fd-2273-49c5-a57f-e92a75a2fe04 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:46.925041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:46.927601 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:47.014883 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-eb286aa1-8e61-4679-b124-9410825f37ea tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6569047 Nov 25 19:57:47.016093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33332) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:47.039948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7d2bff76-8acd-4aad-b446-a880a38cb21a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:47.325812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d2bff76-8acd-4aad-b446-a880a38cb21a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12524117'] for subnet, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:47.338199 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-718298fd-2273-49c5-a57f-e92a75a2fe04', 'network_id': '718298fd-2273-49c5-a57f-e92a75a2fe04', 'tenant_id': '3324ffca116e4f518da7ab8555e5a4ba', 'fixed_ips': [{'subnet_id': '2ad3838d-07b5-466c-b1cd-bc8646222fee'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:47.341071 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:47.489874 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fed1-386a-4a0a-b746-45757962875d req-666760d0-3949-490d-83f7-5b858e2fe4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:47.492699 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-666760d0-3949-490d-83f7-5b858e2fe4e1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1094 time: 1.0040138 Nov 25 19:57:47.528545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-634f1006-a857-4405-aae2-08c7dd55e7e7 req-87e5b0fb-7935-4662-b8e7-306eb119d33a tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9803209 Nov 25 19:57:47.580915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-0ba51bf1-070d-4a1a-9cd3-aa2830acf5cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 217 time: 0.0787663 Nov 25 19:57:47.640920 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:47.665679 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba2c1a1-dbde-4eca-a0a1-5ce71d69ca06 x-openstack-request-id: req-3ba2c1a1-dbde-4eca-a0a1-5ce71d69ca06 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:57:47.665967 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:57:47.666218 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ba2c1a1-dbde-4eca-a0a1-5ce71d69ca06 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:57:47.666636 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'status': 'completed', 'code': 200} Nov 25 19:57:47.670495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364fed1-386a-4a0a-b746-45757962875d req-f8921a70-d1b2-48c9-a6f6-1cd74ddbf263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:47.672196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-f8921a70-d1b2-48c9-a6f6-1cd74ddbf263 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8c63097-6548-4c15-84dd-ae73190a53bf HTTP/1.1" status: 200 len: 860 time: 0.0839136 Nov 25 19:57:47.810990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-51a3dfb8-ffb3-4d98-a59c-4a4bda729267 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=348aa806-0143-457d-a80b-4a1d119b91c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1278780 Nov 25 19:57:47.827896 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d2bff76-8acd-4aad-b446-a880a38cb21a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731796658800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8856020'] for subnet, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:47.999891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2bff76-8acd-4aad-b446-a880a38cb21a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:48.000933 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d2bff76-8acd-4aad-b446-a880a38cb21a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.011666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33336) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:48.017864 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7d2bff76-8acd-4aad-b446-a880a38cb21a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "PUT /v2.0/subnets/2ad3838d-07b5-466c-b1cd-bc8646222fee HTTP/1.1" status: 200 len: 806 time: 0.9981747 Nov 25 19:57:48.020594 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bff76-8acd-4aad-b446-a880a38cb21a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=2ad3838d-07b5-466c-b1cd-bc8646222fee,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:48.021093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Allocated IP 172.20.0.2 (718298fd-2273-49c5-a57f-e92a75a2fe04/2ad3838d-07b5-466c-b1cd-bc8646222fee/88cb5112-73b4-40de-bb59-d41beff74153) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:57:48.087242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-cbc4eea4-7a13-4487-b2a8-afd65d7fffaf service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2675622 Nov 25 19:57:48.360625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.372881 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.422144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Network 718298fd-2273-49c5-a57f-e92a75a2fe04 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:57:48.425214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] Router e121e634-5a05-4d82-a029-578098ce775b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:48.426125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:48.429207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:57:48.471916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Pushing event updated for resources: {'Port': ['ID=88cb5112-73b4-40de-bb59-d41beff74153,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:48.537984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Attempting to bind port 88cb5112-73b4-40de-bb59-d41beff74153 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:57:48.538355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Attempting to bind port 88cb5112-73b4-40de-bb59-d41beff74153 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9379b23f-d8b2-4e89-aba2-b6b15d67178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '718298fd-2273-49c5-a57f-e92a75a2fe04'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:57:48.538722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Attempting to bind port 88cb5112-73b4-40de-bb59-d41beff74153 on network 718298fd-2273-49c5-a57f-e92a75a2fe04 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:57:48.547204 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:57:48.547588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Checking segment: {'id': '9379b23f-d8b2-4e89-aba2-b6b15d67178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '718298fd-2273-49c5-a57f-e92a75a2fe04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:48.548641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.548641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Bound using segment: {'id': '9379b23f-d8b2-4e89-aba2-b6b15d67178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '718298fd-2273-49c5-a57f-e92a75a2fe04'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:57:48.548913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Bound port: 88cb5112-73b4-40de-bb59-d41beff74153, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9379b23f-d8b2-4e89-aba2-b6b15d67178d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 631, 'network_id': '718298fd-2273-49c5-a57f-e92a75a2fe04'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:57:48.549270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.676772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] For port 88cb5112-73b4-40de-bb59-d41beff74153, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:57:48.685743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] For port 88cb5112-73b4-40de-bb59-d41beff74153, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=88cb5112-73b4-40de-bb59-d41beff74153,segment=NetworkSegment(9379b23f-d8b2-4e89-aba2-b6b15d67178d),segment_id=9379b23f-d8b2-4e89-aba2-b6b15d67178d)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:57:48.701395 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.796104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:48.819598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a50266-ad46-4e2e-8aab-b65fa5061bb2 None None] Pushing event updated for resources: {'Port': ['ID=88cb5112-73b4-40de-bb59-d41beff74153,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:48.903237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8364fed1-386a-4a0a-b746-45757962875d req-65306db9-93c7-4efa-9de7-1c65353ec937 service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7777839 Nov 25 19:57:48.982956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2934b64-4dd1-41b4-a73b-74e7e395e15e req-68f4bf44-0749-451d-9498-629d77effb49 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:48.986258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2934b64-4dd1-41b4-a73b-74e7e395e15e req-68f4bf44-0749-451d-9498-629d77effb49 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 943 time: 0.2807133 Nov 25 19:57:49.103865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:49.118905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e1ad2d1f-2e92-4421-bbc6-ba657c9e9afa admin admin] 10.222.0.15 "PUT /v2.0/routers/e121e634-5a05-4d82-a029-578098ce775b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2047951 Nov 25 19:57:49.122487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33346) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:49.127348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b79bf92-fd6a-4494-9fd8-7bd1b0b34d5c None None] Sync routers for ids ['e121e634-5a05-4d82-a029-578098ce775b'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:49.160637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2934b64-4dd1-41b4-a73b-74e7e395e15e req-0a57e107-b0bf-44f0-b680-7211981b5c5a tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159472 Nov 25 19:57:49.165011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e8c3-c383-4104-afa6-d8f16143cd77 req-7e30967c-2477-4eca-b4d5-ad7165ff07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:49.166558 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf3e8c3-c383-4104-afa6-d8f16143cd77 req-7e30967c-2477-4eca-b4d5-ad7165ff07bf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1094 time: 0.1788499 Nov 25 19:57:49.167676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b79bf92-fd6a-4494-9fd8-7bd1b0b34d5c None None] Routers {'e121e634-5a05-4d82-a029-578098ce775b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:49.168278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8b79bf92-fd6a-4494-9fd8-7bd1b0b34d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e121e634-5a05-4d82-a029-578098ce775b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:49.338218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e8c3-c383-4104-afa6-d8f16143cd77 req-31d2f0d3-c887-4ebd-b3fe-bba609dd3f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:49.340546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf3e8c3-c383-4104-afa6-d8f16143cd77 req-31d2f0d3-c887-4ebd-b3fe-bba609dd3f92 service neutron] 10.222.0.76 "GET /v2.0/networks?id=348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 200 len: 921 time: 0.1532011 Nov 25 19:57:49.362599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Deleting port 88cb5112-73b4-40de-bb59-d41beff74153 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:49.363083 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.436463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf3e8c3-c383-4104-afa6-d8f16143cd77 req-0efdfe74-bead-42be-a8c9-e2984640c735 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 217 time: 0.0828385 Nov 25 19:57:49.529091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-8b79bf92-fd6a-4494-9fd8-7bd1b0b34d5c None None] Set router e121e634-5a05-4d82-a029-578098ce775b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:49.541761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3e8c3-c383-4104-afa6-d8f16143cd77 req-c9e05990-bdd0-4fc8-a5d4-2c850986c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:49.544335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf3e8c3-c383-4104-afa6-d8f16143cd77 req-c9e05990-bdd0-4fc8-a5d4-2c850986c543 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8c63097-6548-4c15-84dd-ae73190a53bf HTTP/1.1" status: 200 len: 860 time: 0.0966415 Nov 25 19:57:49.630889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.743436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf3e8c3-c383-4104-afa6-d8f16143cd77 req-b8b9d609-7417-43c9-a861-2880f7c215b6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=348aa806-0143-457d-a80b-4a1d119b91c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1884487 Nov 25 19:57:49.877101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 88cb5112-73b4-40de-bb59-d41beff74153 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:49.900121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] For port 88cb5112-73b4-40de-bb59-d41beff74153, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=88cb5112-73b4-40de-bb59-d41beff74153,segment=NetworkSegment(9379b23f-d8b2-4e89-aba2-b6b15d67178d),segment_id=9379b23f-d8b2-4e89-aba2-b6b15d67178d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:49.900888 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:49.921830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Calling delete_port for 88cb5112-73b4-40de-bb59-d41beff74153 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:50.023943 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf3e8c3-c383-4104-afa6-d8f16143cd77 req-2158f69f-328b-4d8c-91a5-adbe4c926419 service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721553 Nov 25 19:57:50.124244 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:50.202189 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ebf3e8c3-c383-4104-afa6-d8f16143cd77 req-04cb1f7f-6808-4ba5-a9f5-a42dd7604b17 service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688733 Nov 25 19:57:50.284927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Deleting port a9eadd87-3f3c-448a-ba20-3cb89af12531 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:50.285368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:50.516346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] For port a9eadd87-3f3c-448a-ba20-3cb89af12531, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9eadd87-3f3c-448a-ba20-3cb89af12531,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:50.517110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4b9dea-43b0-4ce6-b34b-946b38103b26 req-bdf933e2-69d0-4889-8b50-a789a3e4dab8 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:50.519029 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a4b9dea-43b0-4ce6-b34b-946b38103b26 req-bdf933e2-69d0-4889-8b50-a789a3e4dab8 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 943 time: 0.1548469 Nov 25 19:57:50.531534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:50.533243 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:50.569604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Calling delete_port for a9eadd87-3f3c-448a-ba20-3cb89af12531 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:50.631130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Port': ['ID=88cb5112-73b4-40de-bb59-d41beff74153,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:50.787384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No DVR routers for this DVR port 88cb5112-73b4-40de-bb59-d41beff74153 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:50.802248 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a4b9dea-43b0-4ce6-b34b-946b38103b26 req-8fcd0c89-3210-4f9c-be06-ac19a71c298a tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700849 Nov 25 19:57:50.890790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:50.908072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c36802-3235-4fa5-8ad8-5554c2e280f9 None None] Network 718298fd-2273-49c5-a57f-e92a75a2fe04 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:51.050556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No active binding found for port 88cb5112-73b4-40de-bb59-d41beff74153 {{(pid=103653) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 25 19:57:51.052568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 88cb5112-73b4-40de-bb59-d41beff74153 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 25 19:57:51.057860 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.153641 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.182090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c73ee703-6956-492a-a0ff-f33b1f19e241 None None] Could not find standard attr ID for object 88cb5112-73b4-40de-bb59-d41beff74153. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:57:51.188497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Subnet': ['ID=2ad3838d-07b5-466c-b1cd-bc8646222fee,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:51.191342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Port 88cb5112-73b4-40de-bb59-d41beff74153 not found, will not notify nova. {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 25 19:57:51.196375 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.222514 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9eadd87-3f3c-448a-ba20-3cb89af12531,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:51.300329 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.305605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2345d85-6188-4a3b-8ccf-101467aa86e1 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:51.347576 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['718298fd-2273-49c5-a57f-e92a75a2fe04']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:51.349779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33384) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:51.388505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9379b23f-d8b2-4e89-aba2-b6b15d67178d') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:51.388814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9379b23f-d8b2-4e89-aba2-b6b15d67178d') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:51.419712 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.431330 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.464981 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.469021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4f70d1-d9ad-48e3-8040-b84df4702ec0 None None] DHCP port deletion for 718298fd-2273-49c5-a57f-e92a75a2fe04 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:51.481026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 631 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:51.482270 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:51.493448 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:51.500365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8b79bf92-fd6a-4494-9fd8-7bd1b0b34d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e121e634-5a05-4d82-a029-578098ce775b', 'name': 'tempest-TestAggregatesBasicOps-431901464-router', 'tenant_id': '4b815f044745405d94e63c34d2df9e3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229'}], 'enable_snat': True}, 'gw_port_id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:56:56Z', 'updated_at': '2021-11-25T19:57:46Z', 'revision_number': 5, 'project_id': '4b815f044745405d94e63c34d2df9e3d', 'gw_port': {'id': 'a9eadd87-3f3c-448a-ba20-3cb89af12531', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:bb:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e121e634-5a05-4d82-a029-578098ce775b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3208, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:56:58Z', 'updated_at': '2021-11-25T19:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:51.610072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95232884-1368-43ba-937a-3484c3d82d7e None None] Network 718298fd-2273-49c5-a57f-e92a75a2fe04 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:51.690760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.692729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b79bf92-fd6a-4494-9fd8-7bd1b0b34d5c None None] Checking router: e121e634-5a05-4d82-a029-578098ce775b for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:51.695703 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.762019 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.771511 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.775548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/718298fd-2273-49c5-a57f-e92a75a2fe04 HTTP/1.1" status: 204 len: 168 time: 3.7551632 Nov 25 19:57:51.781536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33388) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:51.835757 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c5f64d-117c-4a21-bc92-a80c6dab0eaa tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:57:51.837058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c5f64d-117c-4a21-bc92-a80c6dab0eaa tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:57:51.843887 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-46c5f64d-117c-4a21-bc92-a80c6dab0eaa tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/718298fd-2273-49c5-a57f-e92a75a2fe04 HTTP/1.1" status: 404 len: 339 time: 0.0594549 Nov 25 19:57:51.844080 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.844080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e121e634-5a05-4d82-a029-578098ce775b {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:57:51.858068 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.860195 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2e0eeff2-6bd2-4c2d-b7d6-c2136bac87b9 admin admin] 10.222.0.15 "DELETE /v2.0/routers/e121e634-5a05-4d82-a029-578098ce775b HTTP/1.1" status: 204 len: 168 time: 2.7355862 Nov 25 19:57:51.861133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33392) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:51.873692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bd3f6978-c1be-4bc5-9d01-33d714840b44 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:57:51.880587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 88cb5112-73b4-40de-bb59-d41beff74153 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:51.882229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1257645508', 'description': 'd1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:51.885132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33394) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:51.886010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e9ff0b-d802-4d3b-b5c7-1969678d9d8f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=718298fd-2273-49c5-a57f-e92a75a2fe04,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:51.944518 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:51.950672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:51.993630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 88cb5112-73b4-40de-bb59-d41beff74153 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:51.994326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 88cb5112-73b4-40de-bb59-d41beff74153 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:52.008525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 647} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:52.024883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.025355 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment 768c31cb-0712-4d84-9aed-220f73358d25 of type vlan for network 0bce0812-ab6f-4b46-aa29-0a031b42fd78 Nov 25 19:57:52.038893 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a530c89-0838-44f4-840f-2de2c910ac5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.083951 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.100514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b79bf92-fd6a-4494-9fd8-7bd1b0b34d5c None None] Routers set() bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:52.101336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b79bf92-fd6a-4494-9fd8-7bd1b0b34d5c None None] Router IDs set() for agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 19:57:52.102428 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_agentschedulers_db [None req-8b79bf92-fd6a-4494-9fd8-7bd1b0b34d5c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e121e634-5a05-4d82-a029-578098ce775b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent'). {{(pid=103653) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 25 19:57:52.103218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b79bf92-fd6a-4494-9fd8-7bd1b0b34d5c None None] The sync data for ids ['e121e634-5a05-4d82-a029-578098ce775b'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:57:52.140646 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.150929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:52.152800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.200439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-100bf2c6-0ced-4ee4-911b-facc7745c26a admin admin] Deleting subnet 4631aaed-0687-47fb-b31a-d779ddf7fe1b {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:57:52.207622 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-100bf2c6-0ced-4ee4-911b-facc7745c26a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.284510 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4176116 Nov 25 19:57:52.285734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33398) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:52.316148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aecbb8-5169-43cc-8b4e-56e2d3994157 req-fe553075-c631-4613-96e5-e1bccc7f6c1e tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:52.318140 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2aecbb8-5169-43cc-8b4e-56e2d3994157 req-fe553075-c631-4613-96e5-e1bccc7f6c1e tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 943 time: 0.2551198 Nov 25 19:57:52.398209 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-100bf2c6-0ced-4ee4-911b-facc7745c26a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.410110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbfe6e-b2e2-4617-a8d1-084b4dfeb681 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=0bce0812-ab6f-4b46-aa29-0a031b42fd78,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:52.442547 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0bce0812-ab6f-4b46-aa29-0a031b42fd78 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:52.525324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bd3f6978-c1be-4bc5-9d01-33d714840b44, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44,segment=NetworkSegment(4927a319-93e9-42eb-9f92-18196d1e4407),segment_id=4927a319-93e9-42eb-9f92-18196d1e4407)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:52.558996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef16e9f-42d6-46a5-ad3f-ac890860d6eb tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:52.560911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eef16e9f-42d6-46a5-ad3f-ac890860d6eb tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/networks?id=0bce0812-ab6f-4b46-aa29-0a031b42fd78 HTTP/1.1" status: 200 len: 761 time: 0.2415068 Nov 25 19:57:52.565573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33400) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:52.579524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2aecbb8-5169-43cc-8b4e-56e2d3994157 req-8cba5521-d093-4cc9-870a-dc1f75019372 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412429 Nov 25 19:57:52.582146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-db76c639-d22d-4cd4-a694-417787c155e7 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'description': 'd2'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:52.640125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a530c89-0838-44f4-840f-2de2c910ac5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.650456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'port_id': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'mac_address': 'fa:16:3e:3a:fc:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:57:52.671061 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a530c89-0838-44f4-840f-2de2c910ac5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.762213 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.763599 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-100bf2c6-0ced-4ee4-911b-facc7745c26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.768966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a530c89-0838-44f4-840f-2de2c910ac5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee67a8e7-9485-4e06-a77f-bd862ff771ed,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:52.784464 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd3f6978-c1be-4bc5-9d01-33d714840b44 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:57:52.810388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bd3f6978-c1be-4bc5-9d01-33d714840b44, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44,segment=NetworkSegment(4927a319-93e9-42eb-9f92-18196d1e4407),segment_id=4927a319-93e9-42eb-9f92-18196d1e4407)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:52.813876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3a530c89-0838-44f4-840f-2de2c910ac5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=552d7b5981014537883b61311f881859&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4628804 Nov 25 19:57:52.816957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33402) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:52.818002 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.903011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=bd3f6978-c1be-4bc5-9d01-33d714840b44,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:52.912822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.913155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.913504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.914084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.914280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.915448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.915448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.915448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.915896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.916071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.916463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.916919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:57:52.933005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94cfb585-8f9e-4745-829b-ab5882016e4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.935681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-100bf2c6-0ced-4ee4-911b-facc7745c26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.974985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100bf2c6-0ced-4ee4-911b-facc7745c26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4631aaed-0687-47fb-b31a-d779ddf7fe1b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:52.986836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-100bf2c6-0ced-4ee4-911b-facc7745c26a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:52.993128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-100bf2c6-0ced-4ee4-911b-facc7745c26a admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4631aaed-0687-47fb-b31a-d779ddf7fe1b HTTP/1.1" status: 204 len: 168 time: 1.0894160 Nov 25 19:57:52.996947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33406) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:53.002288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0338b8ec-9dfd-4d0d-8447-67647532ab4a None None] Network af4b6d33-e713-4fed-ae9c-3615c67f5285 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:53.005429 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94cfb585-8f9e-4745-829b-ab5882016e4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.049268 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db76c639-d22d-4cd4-a694-417787c155e7 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.079884 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db76c639-d22d-4cd4-a694-417787c155e7 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.117093 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.156026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-db76c639-d22d-4cd4-a694-417787c155e7 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network 0bce0812-ab6f-4b46-aa29-0a031b42fd78 is not hosted by any dhcp agent {{(pid=103652) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:57:53.168710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db76c639-d22d-4cd4-a694-417787c155e7 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:53.169578 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-db76c639-d22d-4cd4-a694-417787c155e7 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.173695 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-db76c639-d22d-4cd4-a694-417787c155e7 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "PUT /v2.0/networks/0bce0812-ab6f-4b46-aa29-0a031b42fd78 HTTP/1.1" status: 200 len: 758 time: 0.6043105 Nov 25 19:57:53.184518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33408) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:53.191605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['bd3f6978-c1be-4bc5-9d01-33d714840b44'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:57:53.253213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db76c639-d22d-4cd4-a694-417787c155e7 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=0bce0812-ab6f-4b46-aa29-0a031b42fd78,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:53.285788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94cfb585-8f9e-4745-829b-ab5882016e4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.290174 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-94cfb585-8f9e-4745-829b-ab5882016e4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.294905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0bce0812-ab6f-4b46-aa29-0a031b42fd78 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:53.295526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-94cfb585-8f9e-4745-829b-ab5882016e4e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee67a8e7-9485-4e06-a77f-bd862ff771ed HTTP/1.1" status: 204 len: 168 time: 0.4768784 Nov 25 19:57:53.350101 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.406245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cfb585-8f9e-4745-829b-ab5882016e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee67a8e7-9485-4e06-a77f-bd862ff771ed,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:53.416016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2280160-dcd0-4254-8c2a-25dfb55e8a6f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:53.422858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33412) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:53.424022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b2280160-dcd0-4254-8c2a-25dfb55e8a6f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/networks?id=0bce0812-ab6f-4b46-aa29-0a031b42fd78 HTTP/1.1" status: 200 len: 761 time: 0.2375402 Nov 25 19:57:53.430819 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-325407717'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:53.466334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Deleting port f99651b1-6f23-4a09-8aaa-c06e48ea6442 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:53.466678 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.467584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:53.472058 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.503587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:53.521980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.522341 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment ed04b5e2-1352-4676-8920-2131ef87f859 of type vlan for network 15154be3-72ed-4f96-9867-c9b1527d8bf3 Nov 25 19:57:53.607513 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.671098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 43ef69d5-8583-489a-b16f-c3df935ead90 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:53.688855 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.693680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] For port f99651b1-6f23-4a09-8aaa-c06e48ea6442, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f99651b1-6f23-4a09-8aaa-c06e48ea6442,segment=NetworkSegment(872d9535-e6a5-4568-af04-87f8817c7570),segment_id=872d9535-e6a5-4568-af04-87f8817c7570)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:53.695109 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.707864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:53.708962 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:53.716009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 43ef69d5-8583-489a-b16f-c3df935ead90 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:53.716355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 43ef69d5-8583-489a-b16f-c3df935ead90 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:53.716900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9eadd87-3f3c-448a-ba20-3cb89af12531 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:53.755789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Calling delete_port for f99651b1-6f23-4a09-8aaa-c06e48ea6442 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:53.761621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a9eadd87-3f3c-448a-ba20-3cb89af12531 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:53.762148 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9eadd87-3f3c-448a-ba20-3cb89af12531 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:53.814571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4aa0997-8e6b-44f1-81e0-892e9cf5b772 req-a2cc6df6-2a28-4612-990c-4be756907a9c tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:53.817334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4aa0997-8e6b-44f1-81e0-892e9cf5b772 req-a2cc6df6-2a28-4612-990c-4be756907a9c tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 944 time: 0.1092541 Nov 25 19:57:53.858328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874f9645-e73f-4602-a6d8-5ae1ee384ec6 None None] DHCP port deletion for af4b6d33-e713-4fed-ae9c-3615c67f5285 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:57:53.872183 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4477205 Nov 25 19:57:53.875615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33418) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:53.881385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'network_id': '15154be3-72ed-4f96-9867-c9b1527d8bf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:53.890376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079b62f-9c66-4c5f-8315-645feb0ebfdf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=15154be3-72ed-4f96-9867-c9b1527d8bf3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:53.903226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33420) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:53.910271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 15154be3-72ed-4f96-9867-c9b1527d8bf3 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:53.966223 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75175109-b284-4611-adf7-cac16424da95 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.024009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:54.031981 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.047708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-874f9645-e73f-4602-a6d8-5ae1ee384ec6 None None] Deleting port f99651b1-6f23-4a09-8aaa-c06e48ea6442 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:54.048288 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-874f9645-e73f-4602-a6d8-5ae1ee384ec6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.132880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4aa0997-8e6b-44f1-81e0-892e9cf5b772 req-937e5eec-fac5-4a64-863d-d1a69fc2a839 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483754 Nov 25 19:57:54.168720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-874f9645-e73f-4602-a6d8-5ae1ee384ec6 None None] For port f99651b1-6f23-4a09-8aaa-c06e48ea6442, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f99651b1-6f23-4a09-8aaa-c06e48ea6442,segment=NetworkSegment(872d9535-e6a5-4568-af04-87f8817c7570),segment_id=872d9535-e6a5-4568-af04-87f8817c7570)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:54.169316 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-874f9645-e73f-4602-a6d8-5ae1ee384ec6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.192469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-874f9645-e73f-4602-a6d8-5ae1ee384ec6 None None] Calling delete_port for f99651b1-6f23-4a09-8aaa-c06e48ea6442 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:54.207321 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.287659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Pushing event deleted for resources: {'Port': ['ID=f99651b1-6f23-4a09-8aaa-c06e48ea6442,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:54.296506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] No DVR routers for this DVR port f99651b1-6f23-4a09-8aaa-c06e48ea6442 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:54.307029 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-874f9645-e73f-4602-a6d8-5ae1ee384ec6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.340328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f9645-e73f-4602-a6d8-5ae1ee384ec6 None None] Pushing event deleted for resources: {'Port': ['ID=f99651b1-6f23-4a09-8aaa-c06e48ea6442,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:54.356133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-874f9645-e73f-4602-a6d8-5ae1ee384ec6 None None] No DVR routers for this DVR port f99651b1-6f23-4a09-8aaa-c06e48ea6442 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:57:54.381671 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75175109-b284-4611-adf7-cac16424da95 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.389727 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75175109-b284-4611-adf7-cac16424da95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.391147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.533128 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.534479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=7a5fc69b-3379-47e1-a6e3-b7f4ddb2bf91,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:54.543088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking segment: {'id': 'ed04b5e2-1352-4676-8920-2131ef87f859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '15154be3-72ed-4f96-9867-c9b1527d8bf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:57:54.544406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-75175109-b284-4611-adf7-cac16424da95 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5dc22b43a6a74eb0bfcd5e8d5fd3ae4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6194758 Nov 25 19:57:54.547965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network hostable DHCP agents. Network: 15154be3-72ed-4f96-9867-c9b1527d8bf3, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:57:54.551626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33424) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:54.555661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75175109-b284-4611-adf7-cac16424da95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dc95fae-3eca-40cd-aea7-7294ba79d539,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:54.591313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4b6d33-e713-4fed-ae9c-3615c67f5285']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:54.614301 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '872d9535-e6a5-4568-af04-87f8817c7570') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:54.615054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '872d9535-e6a5-4568-af04-87f8817c7570') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:54.627903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network 15154be3-72ed-4f96-9867-c9b1527d8bf3 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:57:54.635357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.663344 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.668653 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 15154be3-72ed-4f96-9867-c9b1527d8bf3) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:57:54.674729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:54.675477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.676976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:54.678176 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:54.678614 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:54.684077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ddabd9-4f87-4c70-905b-5801e28d3324 None None] Network 15154be3-72ed-4f96-9867-c9b1527d8bf3 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:54.690509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95f29fa6-8962-4beb-9f64-4bfdcd5279bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.709887 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9ae0a4dc-813c-408b-8ce5-a7a57dee7e0c tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8330796 Nov 25 19:57:54.716546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33426) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:54.756737 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95f29fa6-8962-4beb-9f64-4bfdcd5279bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.803914 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.828192 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.834587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] 10.222.0.15 "DELETE /v2.0/networks/af4b6d33-e713-4fed-ae9c-3615c67f5285 HTTP/1.1" status: 204 len: 168 time: 1.8364067 Nov 25 19:57:54.840755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33428) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:54.886207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.894856 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95f29fa6-8962-4beb-9f64-4bfdcd5279bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.898057 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-95f29fa6-8962-4beb-9f64-4bfdcd5279bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:54.900047 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-95f29fa6-8962-4beb-9f64-4bfdcd5279bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8dc95fae-3eca-40cd-aea7-7294ba79d539 HTTP/1.1" status: 204 len: 168 time: 0.3469930 Nov 25 19:57:54.910947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23fead5-983a-4161-bc0b-24e1eaccff44 admin admin] Pushing event deleted for resources: {'Network': ['ID=af4b6d33-e713-4fed-ae9c-3615c67f5285,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:54.941900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f29fa6-8962-4beb-9f64-4bfdcd5279bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dc95fae-3eca-40cd-aea7-7294ba79d539,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:55.006276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.064697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb2752a-7488-4edc-9e62-e4de28e26c4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-15154be3-72ed-4f96-9867-c9b1527d8bf3', 'network_id': '15154be3-72ed-4f96-9867-c9b1527d8bf3', 'tenant_id': '3324ffca116e4f518da7ab8555e5a4ba', 'fixed_ips': [{'subnet_id': '7a5fc69b-3379-47e1-a6e3-b7f4ddb2bf91'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:57:55.066373 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4cb2752a-7488-4edc-9e62-e4de28e26c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.170053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server [None req-4cb2752a-7488-4edc-9e62-e4de28e26c4e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a5fc69b-3379-47e1-a6e3-b7f4ddb2bf91: This subnet is being modified by another concurrent operation. Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise self.value Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server raise exception Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7a5fc69b-3379-47e1-a6e3-b7f4ddb2bf91: This subnet is being modified by another concurrent operation. Nov 25 19:57:55.205762 n-d-817303-9 neutron-server[103653]: ERROR oslo_messaging.rpc.server Nov 25 19:57:55.237515 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126e3613-6e3a-4f76-901b-a413425bee13 None None] Network 15154be3-72ed-4f96-9867-c9b1527d8bf3 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:57:55.301119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Subnet': ['ID=7a5fc69b-3379-47e1-a6e3-b7f4ddb2bf91,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:55.408160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f73bea-08e7-498a-81e8-a3eba8860c49 req-a03fe37a-65ed-4c85-acb0-dbbb200e27fc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:55.411245 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92f73bea-08e7-498a-81e8-a3eba8860c49 req-a03fe37a-65ed-4c85-acb0-dbbb200e27fc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 944 time: 0.1152391 Nov 25 19:57:55.567214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6f9a7f-ce9c-4b1a-98b1-c70020b8f632 None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:57:55.654167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92f73bea-08e7-498a-81e8-a3eba8860c49 req-ac678e05-dcfc-4229-99ca-6e69900b3005 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618154 Nov 25 19:57:55.802654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.818514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f99651b1-6f23-4a09-8aaa-c06e48ea6442 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:57:55.828413 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.830863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15154be3-72ed-4f96-9867-c9b1527d8bf3']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:55.858923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed04b5e2-1352-4676-8920-2131ef87f859') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:55.859225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed04b5e2-1352-4676-8920-2131ef87f859') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:55.881396 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.884735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bd3f6978-c1be-4bc5-9d01-33d714840b44 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:57:55.894256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: f99651b1-6f23-4a09-8aaa-c06e48ea6442 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:57:55.894633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f99651b1-6f23-4a09-8aaa-c06e48ea6442 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:57:55.938647 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.958687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:57:55.960020 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:57:55.968771 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:57:56.002187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c6f9a7f-ce9c-4b1a-98b1-c70020b8f632 None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:57:56.030842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port bd3f6978-c1be-4bc5-9d01-33d714840b44 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:57:56.048366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port bd3f6978-c1be-4bc5-9d01-33d714840b44 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:57:56.048741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:56.172034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:56.180095 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:56.198432 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/15154be3-72ed-4f96-9867-c9b1527d8bf3 HTTP/1.1" status: 204 len: 168 time: 1.4804590 Nov 25 19:57:56.203848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33454) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:56.257648 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:56.260151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b96ceb-6d15-49c8-9d48-bcc1bd5501a6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=15154be3-72ed-4f96-9867-c9b1527d8bf3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:56.285921 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5b4c09-9786-4c9d-9a80-fbd82c8487d0 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] GET failed (client error): The resource could not be found. Nov 25 19:57:56.287521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5e5b4c09-9786-4c9d-9a80-fbd82c8487d0 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/subnets/7a5fc69b-3379-47e1-a6e3-b7f4ddb2bf91 HTTP/1.1" status: 404 len: 337 time: 0.0653281 Nov 25 19:57:56.293397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33458) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:56.298832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:57:56.301376 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d4f6c0-f224-446e-89a2-99fba60a9d47" -d '{"events": [{"server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "name": "network-vif-plugged", "status": "completed", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:57:56.333401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port bd3f6978-c1be-4bc5-9d01-33d714840b44, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44,segment=NetworkSegment(4927a319-93e9-42eb-9f92-18196d1e4407),segment_id=4927a319-93e9-42eb-9f92-18196d1e4407)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:56.359136 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:56.380608 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4fa0b06-829c-4bd3-b6f2-428be6b3e56f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:57:56.381452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4fa0b06-829c-4bd3-b6f2-428be6b3e56f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:57:56.394661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33462) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:56.396095 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e4fa0b06-829c-4bd3-b6f2-428be6b3e56f tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/15154be3-72ed-4f96-9867-c9b1527d8bf3 HTTP/1.1" status: 404 len: 339 time: 0.1008868 Nov 25 19:57:56.425059 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8bb114d-a15e-429e-a5ba-a280ce2535f2 x-openstack-request-id: req-c8bb114d-a15e-429e-a5ba-a280ce2535f2 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:57:56.425434 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "name": "network-vif-plugged", "status": "completed", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:57:56.426132 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8bb114d-a15e-429e-a5ba-a280ce2535f2 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:57:56.426132 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'code': 200} Nov 25 19:57:56.426645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=bd3f6978-c1be-4bc5-9d01-33d714840b44,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:57.155531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f85249b-7650-480d-b729-e26cb45ad2b0 req-65d28a09-d637-4215-8065-0e7a3ef396f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:57.157093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f85249b-7650-480d-b729-e26cb45ad2b0 req-65d28a09-d637-4215-8065-0e7a3ef396f6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1096 time: 0.2668355 Nov 25 19:57:57.168892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcdb299-c9df-41d0-90af-55a51e3a27d1 req-57e4a24a-d1f2-4ceb-922d-2a05cd19196e tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:57.170503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5dcdb299-c9df-41d0-90af-55a51e3a27d1 req-57e4a24a-d1f2-4ceb-922d-2a05cd19196e tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.2789121 Nov 25 19:57:57.190295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa80e66b-e219-4ffc-b6ea-1c9c1cc451a7 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:57.190295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-aa80e66b-e219-4ffc-b6ea-1c9c1cc451a7 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.7917476 Nov 25 19:57:57.191848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33486) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:57.240372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] Deleting port a9cfaa3f-734b-4123-826a-3301090054a6 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:57.240726 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.261304 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a2262e6e-5400-4afb-af9c-cbd93e6faa81 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 207 time: 0.0672917 Nov 25 19:57:57.262299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33490) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:57.305616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f85249b-7650-480d-b729-e26cb45ad2b0 req-0dc82715-d480-4133-a879-6f09ea5d8e18 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340137 Nov 25 19:57:57.345104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5dcdb299-c9df-41d0-90af-55a51e3a27d1 req-104e4919-15cd-47f0-9b42-271cf7c37af6 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542604 Nov 25 19:57:57.403035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] For port a9cfaa3f-734b-4123-826a-3301090054a6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9cfaa3f-734b-4123-826a-3301090054a6,segment=NetworkSegment(bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73),segment_id=bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:57.403505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.424683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] Calling delete_port for a9cfaa3f-734b-4123-826a-3301090054a6 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:57:57.503915 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18520771-1cd1-4a99-9743-ac9b0d0889c4 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:57.506842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18520771-1cd1-4a99-9743-ac9b0d0889c4 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:57.515266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18520771-1cd1-4a99-9743-ac9b0d0889c4 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:57.521355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18520771-1cd1-4a99-9743-ac9b0d0889c4 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:57.523689 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-18520771-1cd1-4a99-9743-ac9b0d0889c4 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2598498 Nov 25 19:57:57.529963 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33500) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:57.616613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33506) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:57.621882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-830d16a4-6d5b-4a89-b044-39466ed0aa57 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-66419942', 'description': 'tempest-secgroup-smoke-66419942 description', 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:57.669972 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-830d16a4-6d5b-4a89-b044-39466ed0aa57 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.764653 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4904b46a-6645-4fad-af17-f40862ee5411 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2333288 Nov 25 19:57:57.769568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33514) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:57.835214 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.842270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023de02-6bb7-4ba4-acf8-812e4dda3321 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:57.844087 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023de02-6bb7-4ba4-acf8-812e4dda3321 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:57.845742 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f023de02-6bb7-4ba4-acf8-812e4dda3321 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0751808 Nov 25 19:57:57.851565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33516) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:57.873753 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9cfaa3f-734b-4123-826a-3301090054a6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:57.960858 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-830d16a4-6d5b-4a89-b044-39466ed0aa57 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:57.973982 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-830d16a4-6d5b-4a89-b044-39466ed0aa57 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.013478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de253e4d-820d-40f8-9087-6f8f523188dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:58.015402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de253e4d-820d-40f8-9087-6f8f523188dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:58.017183 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-de253e4d-820d-40f8-9087-6f8f523188dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1630764 Nov 25 19:57:58.022714 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33518) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:58.050015 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-830d16a4-6d5b-4a89-b044-39466ed0aa57 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.051444 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-830d16a4-6d5b-4a89-b044-39466ed0aa57 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4337919 Nov 25 19:57:58.054630 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33522) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:58.063985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e7e0484d-e645-4caf-84fe-efcd0311647f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Request body: {'security_group_rule': {'security_group_id': '9b3e28e7-9ed0-4a54-9c87-8894d452e393', 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:58.072242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830d16a4-6d5b-4a89-b044-39466ed0aa57 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b3e28e7-9ed0-4a54-9c87-8894d452e393,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:58.181378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33524) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:58.193746 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e0484d-e645-4caf-84fe-efcd0311647f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.204621 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f421c-82db-4172-92d3-c9df04771e62 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:58.207694 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7f0f421c-82db-4172-92d3-c9df04771e62 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/networks/fbd952d6-8203-4141-a95c-01658f01a37b HTTP/1.1" status: 200 len: 800 time: 0.1831393 Nov 25 19:57:58.213370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33528) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:58.232747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.360759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e0484d-e645-4caf-84fe-efcd0311647f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.368386 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e0484d-e645-4caf-84fe-efcd0311647f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.386712 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d713e625-82c2-44bf-9afc-5f3cf3cec6b6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/networks/fbd952d6-8203-4141-a95c-01658f01a37b?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1702540 Nov 25 19:57:58.391501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33534) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:58.408876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0484d-e645-4caf-84fe-efcd0311647f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829f8f82-8df7-4891-9fcc-973fbed135e4,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:58.420691 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7e0484d-e645-4caf-84fe-efcd0311647f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.424607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e7e0484d-e645-4caf-84fe-efcd0311647f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3637216 Nov 25 19:57:58.425160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33536) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:58.430988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1791675f-c228-4e18-bc4d-3b5bf462409f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Request body: {'security_group_rule': {'security_group_id': '9b3e28e7-9ed0-4a54-9c87-8894d452e393', 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:58.482178 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c389ef9-c289-4812-87b7-b67b33c03a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.522396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d0ddb-6baa-41f5-8bf1-b5102697703b tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:58.522396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5d4d0ddb-6baa-41f5-8bf1-b5102697703b tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/subnets/00b6b1c9-f14c-4d13-aab5-0908ee1e9064 HTTP/1.1" status: 200 len: 811 time: 0.1276042 Nov 25 19:57:58.529715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33538) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:58.579176 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1791675f-c228-4e18-bc4d-3b5bf462409f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.615289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfc9f650-6e60-4c6a-a9ef-84a50629ce14 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['shared'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:58.616666 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dfc9f650-6e60-4c6a-a9ef-84a50629ce14 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "GET /v2.0/subnets/00b6b1c9-f14c-4d13-aab5-0908ee1e9064?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0859628 Nov 25 19:57:58.627375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33540) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:58.632920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-590589526'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:58.643241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfa86b-f8ec-4b04-9152-01dc583cb018 req-bfe4d1c9-1321-4744-a292-5448369960dc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:58.644943 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e5cfa86b-f8ec-4b04-9152-01dc583cb018 req-bfe4d1c9-1321-4744-a292-5448369960dc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1427939 Nov 25 19:57:58.662659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] Router 58bfce20-a438-4e80-866c-5a6ed699acac has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:57:58.673061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c389ef9-c289-4812-87b7-b67b33c03a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.678731 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c389ef9-c289-4812-87b7-b67b33c03a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.684614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:58.688229 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.721702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1791675f-c228-4e18-bc4d-3b5bf462409f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.743814 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7c389ef9-c289-4812-87b7-b67b33c03a2c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb54fe11cb8e4a62adacacdced1aeb21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5612161 Nov 25 19:57:58.746634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c389ef9-c289-4812-87b7-b67b33c03a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=798bac1f-e8ce-4119-8e61-817bec8064af,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:58.749415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33542) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:58.769839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 622} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:57:58.772130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1791675f-c228-4e18-bc4d-3b5bf462409f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.794675 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.795086 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e5cfa86b-f8ec-4b04-9152-01dc583cb018 req-20f31804-4697-4042-9bda-5b90f7095fc6 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404159 Nov 25 19:57:58.795245 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Added segment 4bf9864e-ec41-4f47-9af4-c3a28d26ed54 of type vlan for network aa762760-59d8-45e2-8402-51760c2fc329 Nov 25 19:57:58.809551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1791675f-c228-4e18-bc4d-3b5bf462409f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a73ae2-3287-4d41-abfc-7daabf4fc9a6,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:58.832714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1791675f-c228-4e18-bc4d-3b5bf462409f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.834129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1791675f-c228-4e18-bc4d-3b5bf462409f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4082289 Nov 25 19:57:58.845722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33544) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:58.860508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-684c2f7a-74ab-4356-abc4-3da8d925e8a4 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Request body: {'security_group_rule': {'security_group_id': '9b3e28e7-9ed0-4a54-9c87-8894d452e393', 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:58.882890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9210002-8c53-4e7e-90db-888cdb8db19e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.890051 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.899281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:57:58.913326 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dfac06d7-a248-48e5-8587-02591bf11427 admin admin] 10.222.0.15 "PUT /v2.0/routers/58bfce20-a438-4e80-866c-5a6ed699acac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0707080 Nov 25 19:57:58.915636 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33546) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:58.916498 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bcfb7f-f64c-4d49-98dd-2519cfac7cdd None None] Sync routers for ids ['58bfce20-a438-4e80-866c-5a6ed699acac'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:57:58.926861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9210002-8c53-4e7e-90db-888cdb8db19e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.935495 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bcfb7f-f64c-4d49-98dd-2519cfac7cdd None None] Routers {'58bfce20-a438-4e80-866c-5a6ed699acac'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:58.937653 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-60bcfb7f-f64c-4d49-98dd-2519cfac7cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['58bfce20-a438-4e80-866c-5a6ed699acac'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:58.967667 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-684c2f7a-74ab-4356-abc4-3da8d925e8a4 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.984184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:58.989959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:57:58.990600 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.099279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4707263 Nov 25 19:57:59.109179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33548) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:59.116327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'network_id': 'aa762760-59d8-45e2-8402-51760c2fc329', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:59.120285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e197245-177c-49d9-868c-eabb93f3b549 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Network': ['ID=aa762760-59d8-45e2-8402-51760c2fc329,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:59.129374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9210002-8c53-4e7e-90db-888cdb8db19e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.129713 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.132136 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a9210002-8c53-4e7e-90db-888cdb8db19e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.133433 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a9210002-8c53-4e7e-90db-888cdb8db19e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/798bac1f-e8ce-4119-8e61-817bec8064af HTTP/1.1" status: 204 len: 168 time: 0.3816020 Nov 25 19:57:59.145791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network aa762760-59d8-45e2-8402-51760c2fc329 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:57:59.162532 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-60bcfb7f-f64c-4d49-98dd-2519cfac7cdd None None] Set router 58bfce20-a438-4e80-866c-5a6ed699acac gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:59.207887 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-684c2f7a-74ab-4356-abc4-3da8d925e8a4 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.232137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-684c2f7a-74ab-4356-abc4-3da8d925e8a4 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.248878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9210002-8c53-4e7e-90db-888cdb8db19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=798bac1f-e8ce-4119-8e61-817bec8064af,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:59.311110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c2f7a-74ab-4356-abc4-3da8d925e8a4 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db473f72-117f-4964-ad6d-03471baa054b,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:59.345477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-684c2f7a-74ab-4356-abc4-3da8d925e8a4 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.346773 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-684c2f7a-74ab-4356-abc4-3da8d925e8a4 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4953406 Nov 25 19:57:59.361853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33552) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:59.366741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d72f7c2a-6344-4c93-bb3a-0a6a5231c39f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Request body: {'security_group_rule': {'security_group_id': '9b3e28e7-9ed0-4a54-9c87-8894d452e393', 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:59.389938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Made reservation on behalf of 3324ffca116e4f518da7ab8555e5a4ba for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:57:59.394551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.442217 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.482458 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d72f7c2a-6344-4c93-bb3a-0a6a5231c39f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.486385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_backend_mixin [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Performing IP validity checks on allocation pools {{(pid=103652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 19:57:59.486935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_backend_mixin [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 19:57:59.560244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Deleting port 0f67f5cc-ca85-4f04-939e-203d79442ae1 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:57:59.561379 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.572648 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d72f7c2a-6344-4c93-bb3a-0a6a5231c39f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.590152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d72f7c2a-6344-4c93-bb3a-0a6a5231c39f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.609292 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-60bcfb7f-f64c-4d49-98dd-2519cfac7cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'name': 'tempest-TestAggregatesBasicOps-867912202-router', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98'}], 'enable_snat': True}, 'gw_port_id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:16Z', 'updated_at': '2021-11-25T19:57:57Z', 'revision_number': 5, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'gw_port': {'id': '0f67f5cc-ca85-4f04-939e-203d79442ae1', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:f4:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3242, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:19Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:59.645706 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bcfb7f-f64c-4d49-98dd-2519cfac7cdd None None] Checking router: 58bfce20-a438-4e80-866c-5a6ed699acac for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:57:59.679554 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bcfb7f-f64c-4d49-98dd-2519cfac7cdd None None] Routers {'58bfce20-a438-4e80-866c-5a6ed699acac'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:57:59.680492 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-60bcfb7f-f64c-4d49-98dd-2519cfac7cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:57:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['58bfce20-a438-4e80-866c-5a6ed699acac'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:57:59.699590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d72f7c2a-6344-4c93-bb3a-0a6a5231c39f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.704589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d72f7c2a-6344-4c93-bb3a-0a6a5231c39f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3415847 Nov 25 19:57:59.705900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33556) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:59.711300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72f7c2a-6344-4c93-bb3a-0a6a5231c39f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26e6809a-3bd7-4747-b5c2-3b4df305b18a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:57:59.719911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bb43b190-d713-4c59-960b-457fdce3b7c2 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Request body: {'security_group_rule': {'security_group_id': '9b3e28e7-9ed0-4a54-9c87-8894d452e393', 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:57:59.764305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33558) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:57:59.811458 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-bb43b190-d713-4c59-960b-457fdce3b7c2 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Project 5bb840774d284bcfbfb78f636e9f8b2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:57:59.819832 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab488a1a-9d4f-4ade-84ab-d7fed125eb48 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.826846 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bb43b190-d713-4c59-960b-457fdce3b7c2 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.872281 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.894826 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-60bcfb7f-f64c-4d49-98dd-2519cfac7cdd None None] Set router 58bfce20-a438-4e80-866c-5a6ed699acac gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:57:59.903175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] For port 0f67f5cc-ca85-4f04-939e-203d79442ae1, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0f67f5cc-ca85-4f04-939e-203d79442ae1,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:57:59.903853 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:57:59.947103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Calling delete_port for 0f67f5cc-ca85-4f04-939e-203d79442ae1 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:00.012941 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-60bcfb7f-f64c-4d49-98dd-2519cfac7cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'name': 'tempest-TestAggregatesBasicOps-867912202-router', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:16Z', 'updated_at': '2021-11-25T19:57:59Z', 'revision_number': 6, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:00.042543 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bb43b190-d713-4c59-960b-457fdce3b7c2 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.055391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=d7589f5f-3cb4-4c52-b81d-43ee4f223a57,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:00.056350 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bcfb7f-f64c-4d49-98dd-2519cfac7cdd None None] The sync data for ids ['58bfce20-a438-4e80-866c-5a6ed699acac'] in n-d-817303-9 is: [{'id': '58bfce20-a438-4e80-866c-5a6ed699acac', 'name': 'tempest-TestAggregatesBasicOps-867912202-router', 'tenant_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:16Z', 'updated_at': '2021-11-25T19:57:59Z', 'revision_number': 6, 'project_id': 'd4bdec204cff4c4abbc066949c3ef2df', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:00.067299 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bb43b190-d713-4c59-960b-457fdce3b7c2 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.086397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Checking segment: {'id': '4bf9864e-ec41-4f47-9af4-c3a28d26ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'aa762760-59d8-45e2-8402-51760c2fc329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:00.086773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network hostable DHCP agents. Network: aa762760-59d8-45e2-8402-51760c2fc329, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:00.101687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb43b190-d713-4c59-960b-457fdce3b7c2 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bffc8234-f740-4f96-8500-cc89f6cbd027,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:00.113145 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bb43b190-d713-4c59-960b-457fdce3b7c2 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.118141 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bb43b190-d713-4c59-960b-457fdce3b7c2 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4078896 Nov 25 19:58:00.119021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33562) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:00.128092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7e7a758a-7761-44fc-b738-d83ce84c47b8 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Request body: {'security_group_rule': {'security_group_id': '9b3e28e7-9ed0-4a54-9c87-8894d452e393', 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:00.144968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Network aa762760-59d8-45e2-8402-51760c2fc329 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:00.155554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561ca315-f3c2-4e03-b8d3-5f939d06c411 req-9a25ff84-d97e-4f8a-ac1a-9a3ebee7ffa3 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:00.158298 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-561ca315-f3c2-4e03-b8d3-5f939d06c411 req-9a25ff84-d97e-4f8a-ac1a-9a3ebee7ffa3 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1901608 Nov 25 19:58:00.161787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, aa762760-59d8-45e2-8402-51760c2fc329) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:00.167540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:00.168358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.172508 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-7e7a758a-7761-44fc-b738-d83ce84c47b8 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Project 5bb840774d284bcfbfb78f636e9f8b2f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:58:00.184771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e7a758a-7761-44fc-b738-d83ce84c47b8 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.191531 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab488a1a-9d4f-4ade-84ab-d7fed125eb48 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.203741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a6cab3eb-5ba1-4dcd-9482-f4ea552ae7f3 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0930762 Nov 25 19:58:00.205617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33564) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:00.221594 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0e7a280e-0e49-45c0-b9cd-dbdd352541dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:00.223636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab488a1a-9d4f-4ade-84ab-d7fed125eb48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.335727 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e7a758a-7761-44fc-b738-d83ce84c47b8 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.342683 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e7a758a-7761-44fc-b738-d83ce84c47b8 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.373287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d94f80-589b-47cf-9917-28131b99d499 None None] Network aa762760-59d8-45e2-8402-51760c2fc329 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:00.412432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7a758a-7761-44fc-b738-d83ce84c47b8 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e108cd6-dd15-465c-bb59-60bf7d88ea71,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:00.428434 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e7a758a-7761-44fc-b738-d83ce84c47b8 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.440655 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7e7a758a-7761-44fc-b738-d83ce84c47b8 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3171680 Nov 25 19:58:00.446702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab488a1a-9d4f-4ade-84ab-d7fed125eb48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f48d2b9a-e570-46f7-bfbb-b7c97b92bf6d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:00.461663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ab488a1a-9d4f-4ade-84ab-d7fed125eb48 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5623dc42a33402db03614960e0119c1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6955552 Nov 25 19:58:00.466921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33568) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:00.482858 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e7a280e-0e49-45c0-b9cd-dbdd352541dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-12524117'] for subnet, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.497651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-561ca315-f3c2-4e03-b8d3-5f939d06c411 req-16ed00e2-842f-47c1-80dc-1aea7408f57a tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152332 Nov 25 19:58:00.710570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-aa762760-59d8-45e2-8402-51760c2fc329', 'network_id': 'aa762760-59d8-45e2-8402-51760c2fc329', 'tenant_id': '3324ffca116e4f518da7ab8555e5a4ba', 'fixed_ips': [{'subnet_id': 'd7589f5f-3cb4-4c52-b81d-43ee4f223a57'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:58:00.730617 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.855929 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.943844 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cd36385-3605-46d6-b432-7bd0d1634a9d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.957116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f67f5cc-ca85-4f04-939e-203d79442ae1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:00.974903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e7a280e-0e49-45c0-b9cd-dbdd352541dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8731796658800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8856020'] for subnet, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:00.997049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d30560-4a1a-4113-a8e9-c8df63c56cd2 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:01.100906 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cd36385-3605-46d6-b432-7bd0d1634a9d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.175057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7a280e-0e49-45c0-b9cd-dbdd352541dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:01.175704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0e7a280e-0e49-45c0-b9cd-dbdd352541dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.179862 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0e7a280e-0e49-45c0-b9cd-dbdd352541dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "PUT /v2.0/subnets/d7589f5f-3cb4-4c52-b81d-43ee4f223a57 HTTP/1.1" status: 200 len: 877 time: 0.9649408 Nov 25 19:58:01.182020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33578) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:01.193881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Allocated IP 172.20.0.3 (aa762760-59d8-45e2-8402-51760c2fc329/d7589f5f-3cb4-4c52-b81d-43ee4f223a57/26f3da51-a804-4895-becb-6e6349f65260) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:01.194128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7a280e-0e49-45c0-b9cd-dbdd352541dd tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event updated for resources: {'Subnet': ['ID=d7589f5f-3cb4-4c52-b81d-43ee4f223a57,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:01.333303 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.376386 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.402746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-cd9b50c5-a165-468f-8c6c-c78163b1150c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:01.406484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-cd9b50c5-a165-468f-8c6c-c78163b1150c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1096 time: 0.3570821 Nov 25 19:58:01.434372 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.450188 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.460124 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.526830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Network aa762760-59d8-45e2-8402-51760c2fc329 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:01.530538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:01.534773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:01.547807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-975703e6-191b-4368-bb4d-377ec4762ad7 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-66419942&fields=id&tenant_id=5bb840774d284bcfbfb78f636e9f8b2f HTTP/1.1" status: 200 len: 267 time: 0.3620114 Nov 25 19:58:01.568309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Pushing event updated for resources: {'Port': ['ID=26f3da51-a804-4895-becb-6e6349f65260,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:01.608677 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.620833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Attempting to bind port 26f3da51-a804-4895-becb-6e6349f65260 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:01.621407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Attempting to bind port 26f3da51-a804-4895-becb-6e6349f65260 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4bf9864e-ec41-4f47-9af4-c3a28d26ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'aa762760-59d8-45e2-8402-51760c2fc329'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:01.621859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Attempting to bind port 26f3da51-a804-4895-becb-6e6349f65260 on network aa762760-59d8-45e2-8402-51760c2fc329 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:01.631439 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:01.631876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Checking segment: {'id': '4bf9864e-ec41-4f47-9af4-c3a28d26ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'aa762760-59d8-45e2-8402-51760c2fc329'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:01.632251 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.632668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Bound using segment: {'id': '4bf9864e-ec41-4f47-9af4-c3a28d26ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'aa762760-59d8-45e2-8402-51760c2fc329'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:01.633241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Bound port: 26f3da51-a804-4895-becb-6e6349f65260, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bf9864e-ec41-4f47-9af4-c3a28d26ed54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'aa762760-59d8-45e2-8402-51760c2fc329'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:01.633653 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.731863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] For port 26f3da51-a804-4895-becb-6e6349f65260, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:01.736720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] For port 26f3da51-a804-4895-becb-6e6349f65260, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=26f3da51-a804-4895-becb-6e6349f65260,segment=NetworkSegment(4bf9864e-ec41-4f47-9af4-c3a28d26ed54),segment_id=4bf9864e-ec41-4f47-9af4-c3a28d26ed54)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:01.745287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.760044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Subnet': ['ID=d7589f5f-3cb4-4c52-b81d-43ee4f223a57,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:01.763581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0f67f5cc-ca85-4f04-939e-203d79442ae1 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:01.814186 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.843336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 0f67f5cc-ca85-4f04-939e-203d79442ae1 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:01.843710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0f67f5cc-ca85-4f04-939e-203d79442ae1 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:01.844124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9cfaa3f-734b-4123-826a-3301090054a6 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:01.859911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa762760-59d8-45e2-8402-51760c2fc329']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:01.876884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf9864e-ec41-4f47-9af4-c3a28d26ed54') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:01.877402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf9864e-ec41-4f47-9af4-c3a28d26ed54') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:01.883492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a9cfaa3f-734b-4123-826a-3301090054a6 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:01.883850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9cfaa3f-734b-4123-826a-3301090054a6 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:01.901823 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.903173 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616dc3b-2b2a-4b4a-a515-6cd55eb90bc8 None None] Pushing event updated for resources: {'Port': ['ID=26f3da51-a804-4895-becb-6e6349f65260,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:01.928896 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.936707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156d69a7-a188-4082-bae4-51b69ae8ff26 None None] Network aa762760-59d8-45e2-8402-51760c2fc329 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:01.940497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:01.940497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:01.944148 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:02.007125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.021492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.060657 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.api [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 25 19:58:02.060657 n-d-817303-9 neutron-server[103652]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 25 19:58:02.060657 n-d-817303-9 neutron-server[103652]: [parameters: {'id': 'aa762760-59d8-45e2-8402-51760c2fc329'}] Nov 25 19:58:02.060657 n-d-817303-9 neutron-server[103652]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103652) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:58:02.061350 n-d-817303-9 neutron-server[103652]: DEBUG oslo_db.api [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:58:02.068030 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cd36385-3605-46d6-b432-7bd0d1634a9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.070205 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cd36385-3605-46d6-b432-7bd0d1634a9d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.071403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8cd36385-3605-46d6-b432-7bd0d1634a9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f48d2b9a-e570-46f7-bfbb-b7c97b92bf6d HTTP/1.1" status: 204 len: 168 time: 1.6016154 Nov 25 19:58:02.109253 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a20a6b1-ef6a-4d5f-b5b1-900af97b8d6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.141523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1b1b3c-f06a-4c45-a994-37df00ffec6a None None] Network aa762760-59d8-45e2-8402-51760c2fc329 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:02.177422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd36385-3605-46d6-b432-7bd0d1634a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48d2b9a-e570-46f7-bfbb-b7c97b92bf6d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:02.213371 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.215472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58bfce20-a438-4e80-866c-5a6ed699acac {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:58:02.226112 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.231001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-49cb6184-673b-4377-b018-58ee246c39f0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/58bfce20-a438-4e80-866c-5a6ed699acac HTTP/1.1" status: 204 len: 168 time: 3.3102612 Nov 25 19:58:02.233143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33582) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:02.252094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-f3506097-6b8b-4a18-8a5f-afc830208ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:02.256070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-f3506097-6b8b-4a18-8a5f-afc830208ebd service neutron] 10.222.0.76 "GET /v2.0/networks?id=348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 200 len: 921 time: 0.7830801 Nov 25 19:58:02.308942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff269-e5ee-4100-9e13-a87817a3affc req-4ac0c51d-6126-410b-91c3-d331531531e0 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:02.319508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-4ac0c51d-6126-410b-91c3-d331531531e0 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/networks?id=a161b178-022d-4178-bfa1-c19f52f69b96 HTTP/1.1" status: 200 len: 813 time: 0.7493541 Nov 25 19:58:02.347914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc83031-e31e-4357-95f2-c3467bad6e58 None None] get_active_networks_info from n-d-817303-9 {{(pid=103653) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 19:58:02.412132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-7c1cdd06-85c8-4158-b3fb-e14ef125e07b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 217 time: 0.0617177 Nov 25 19:58:02.416511 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-00cac5c3-d79b-4872-b8a8-1e569384457b tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/quotas/5bb840774d284bcfbfb78f636e9f8b2f HTTP/1.1" status: 200 len: 375 time: 0.0572755 Nov 25 19:58:02.480180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93dcf8a-0bfd-4888-ade3-ce15d498215d admin admin] Deleting subnet d2ef1e86-43a9-4b99-9a4c-dbc0667b1666 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:02.500883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf8a-0bfd-4888-ade3-ce15d498215d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.542052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-c5de4dc1-fe93-40cb-b124-93a032cfc862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:02.543589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-c5de4dc1-fe93-40cb-b124-93a032cfc862 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8c63097-6548-4c15-84dd-ae73190a53bf HTTP/1.1" status: 200 len: 860 time: 0.1249905 Nov 25 19:58:02.554722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc83031-e31e-4357-95f2-c3467bad6e58 None None] Resources bound (agent type, host, resource id): {{(pid=103653) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 25 19:58:02.562565 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.565769 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf8a-0bfd-4888-ade3-ce15d498215d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.615872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-20aacf40-8f4b-4797-bcbc-ddd30e1487f3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=348aa806-0143-457d-a80b-4a1d119b91c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637312 Nov 25 19:58:02.628979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-13deda83-892a-43a6-88cd-cd77d321292f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=5bb840774d284bcfbfb78f636e9f8b2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1692860 Nov 25 19:58:02.637785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-f8cdc040-3948-46b1-897a-fb11e9ea443f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:58:02.638982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-f8cdc040-3948-46b1-897a-fb11e9ea443f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0067110 Nov 25 19:58:02.706368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Deleting port 26f3da51-a804-4895-becb-6e6349f65260 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:02.706980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.866967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] For port 26f3da51-a804-4895-becb-6e6349f65260, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=26f3da51-a804-4895-becb-6e6349f65260,segment=NetworkSegment(4bf9864e-ec41-4f47-9af4-c3a28d26ed54),segment_id=4bf9864e-ec41-4f47-9af4-c3a28d26ed54)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:02.867805 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.877010 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf8a-0bfd-4888-ade3-ce15d498215d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:02.898619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Calling delete_port for 26f3da51-a804-4895-becb-6e6349f65260 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:02.935756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-9b0c5f5f-b400-4513-80d9-50241ccfdfd3 service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886958 Nov 25 19:58:02.978385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-98af9160-07eb-42a0-9a35-7eef3c4ce2cb service neutron] 10.222.0.15 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023026 Nov 25 19:58:03.066994 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.110000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Port': ['ID=26f3da51-a804-4895-becb-6e6349f65260,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:03.117573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No DVR routers for this DVR port 26f3da51-a804-4895-becb-6e6349f65260 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:03.141309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf8a-0bfd-4888-ade3-ce15d498215d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.193146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93dcf8a-0bfd-4888-ade3-ce15d498215d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ef1e86-43a9-4b99-9a4c-dbc0667b1666,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:03.213597 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a93dcf8a-0bfd-4888-ade3-ce15d498215d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.217097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a93dcf8a-0bfd-4888-ade3-ce15d498215d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/d2ef1e86-43a9-4b99-9a4c-dbc0667b1666 HTTP/1.1" status: 204 len: 168 time: 0.9823883 Nov 25 19:58:03.218373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53efb126-f0f6-486a-af1b-50b87b46dae8 None None] Network 2813cc6b-1592-440e-b651-df17bc004806 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:03.223260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a7474a4-c143-455d-97bb-44d462d9e2e9 req-7ca88014-3134-4f93-950b-ffb2da145730 service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410483 Nov 25 19:58:03.225907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33596) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:03.237230 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-30033aed-43a9-4362-adb9-50b339078c5a service neutron] 10.222.0.15 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413144 Nov 25 19:58:03.352196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.388813 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa762760-59d8-45e2-8402-51760c2fc329']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:03.405248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bf9864e-ec41-4f47-9af4-c3a28d26ed54') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:03.405536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bf9864e-ec41-4f47-9af4-c3a28d26ed54') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:03.409566 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.419557 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.444480 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.473092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 622 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:03.473813 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:03.490504 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:03.616589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Deleting port 77ef94b7-6aca-4373-ac01-94be18a51944 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:03.617365 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.618845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.642710 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.657665 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/aa762760-59d8-45e2-8402-51760c2fc329 HTTP/1.1" status: 204 len: 168 time: 2.4683690 Nov 25 19:58:03.659650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33614) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:03.707330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] For port 77ef94b7-6aca-4373-ac01-94be18a51944, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=77ef94b7-6aca-4373-ac01-94be18a51944,segment=NetworkSegment(bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73),segment_id=bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:03.707863 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.725666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Calling delete_port for 77ef94b7-6aca-4373-ac01-94be18a51944 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:03.737123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f0cbe-071a-45e7-bffc-b0fc8617b68e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=aa762760-59d8-45e2-8402-51760c2fc329,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:03.740960 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-68db116a-434a-4fcd-b8b8-392cf93a24f0 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:03.742099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68db116a-434a-4fcd-b8b8-392cf93a24f0 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:03.757639 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-68db116a-434a-4fcd-b8b8-392cf93a24f0 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/subnets/d7589f5f-3cb4-4c52-b81d-43ee4f223a57 HTTP/1.1" status: 404 len: 337 time: 0.0956693 Nov 25 19:58:03.770223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33616) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:03.833136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f8ba8b8-f760-4c30-ba70-b47f2b89ad70 None None] DHCP port deletion for 2813cc6b-1592-440e-b651-df17bc004806 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:03.833702 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ec3c1ec-0acc-4a99-b3bf-ba549163b2ae tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:03.834144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ec3c1ec-0acc-4a99-b3bf-ba549163b2ae tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:03.841424 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8ec3c1ec-0acc-4a99-b3bf-ba549163b2ae tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/aa762760-59d8-45e2-8402-51760c2fc329 HTTP/1.1" status: 404 len: 339 time: 0.0672061 Nov 25 19:58:03.845818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33620) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:03.928605 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:03.936338 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdd6d8a1-974b-4e08-988c-4807b23c1a78 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:03.937165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdd6d8a1-974b-4e08-988c-4807b23c1a78 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:03.948005 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bdd6d8a1-974b-4e08-988c-4807b23c1a78 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/subnets/7a5fc69b-3379-47e1-a6e3-b7f4ddb2bf91 HTTP/1.1" status: 404 len: 337 time: 0.0998003 Nov 25 19:58:03.949411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33622) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:03.998902 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e954e1a-a911-4a22-a33c-35c0198311b4 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:03.999758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e954e1a-a911-4a22-a33c-35c0198311b4 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:04.012308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Pushing event deleted for resources: {'Port': ['ID=77ef94b7-6aca-4373-ac01-94be18a51944,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:04.022609 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7e954e1a-a911-4a22-a33c-35c0198311b4 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/15154be3-72ed-4f96-9867-c9b1527d8bf3 HTTP/1.1" status: 404 len: 339 time: 0.0708380 Nov 25 19:58:04.022966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ba8b8-f760-4c30-ba70-b47f2b89ad70 None None] Deleting port 77ef94b7-6aca-4373-ac01-94be18a51944 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:04.023569 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba8b8-f760-4c30-ba70-b47f2b89ad70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.023740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33626) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:04.044142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] No DVR routers for this DVR port 77ef94b7-6aca-4373-ac01-94be18a51944 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:04.139269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8f8ba8b8-f760-4c30-ba70-b47f2b89ad70 None None] For port 77ef94b7-6aca-4373-ac01-94be18a51944, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:04.139945 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba8b8-f760-4c30-ba70-b47f2b89ad70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.165331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8f8ba8b8-f760-4c30-ba70-b47f2b89ad70 None None] Calling delete_port for 77ef94b7-6aca-4373-ac01-94be18a51944 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:04.170266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-8f8ba8b8-f760-4c30-ba70-b47f2b89ad70 None None] Port 77ef94b7-6aca-4373-ac01-94be18a51944 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:58:04.172774 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8f8ba8b8-f760-4c30-ba70-b47f2b89ad70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.201613 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.208308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ba8b8-f760-4c30-ba70-b47f2b89ad70 None None] Pushing event deleted for resources: {'Port': ['ID=77ef94b7-6aca-4373-ac01-94be18a51944,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:04.211580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8ba8b8-f760-4c30-ba70-b47f2b89ad70 None None] No DVR routers for this DVR port 77ef94b7-6aca-4373-ac01-94be18a51944 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:04.396365 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.398778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0265ed7-2775-48d5-a619-2351d8ad379f req-7d8e89d8-84bd-4372-802e-6109c5d470d0 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:04.401964 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0265ed7-2775-48d5-a619-2351d8ad379f req-7d8e89d8-84bd-4372-802e-6109c5d470d0 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.3599796 Nov 25 19:58:04.409968 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.440083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bce0812-ab6f-4b46-aa29-0a031b42fd78']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:04.457773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768c31cb-0712-4d84-9aed-220f73358d25') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:04.458603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768c31cb-0712-4d84-9aed-220f73358d25') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:04.462487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2813cc6b-1592-440e-b651-df17bc004806']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:04.480838 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.502373 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0265ed7-2775-48d5-a619-2351d8ad379f req-b0b990a3-3723-404f-893e-b671fd860b74 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875843 Nov 25 19:58:04.504263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:04.504570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc59cf2f-bcc5-4ee0-ba33-88e2a9c1ba73') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:04.516616 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.517800 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.539685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 647 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:04.541184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.544470 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:04.548010 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:04.564515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:04.564927 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:04.570042 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:04.662694 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.667697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ceff2fa-c20f-42b0-9332-a15602e44486 req-6bea6782-17df-4892-8ed8-600f3ac0c716 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 210 time: 0.0839388 Nov 25 19:58:04.681868 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.686236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/0bce0812-ab6f-4b46-aa29-0a031b42fd78 HTTP/1.1" status: 204 len: 168 time: 0.6612563 Nov 25 19:58:04.694471 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.696270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33642) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:04.698619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6af669-4667-429f-98f5-3f6003c1fdcc tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=0bce0812-ab6f-4b46-aa29-0a031b42fd78,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:04.714441 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:04.722107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] 10.222.0.15 "DELETE /v2.0/networks/2813cc6b-1592-440e-b651-df17bc004806 HTTP/1.1" status: 204 len: 168 time: 1.4914353 Nov 25 19:58:04.754713 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-b06a5201-ab61-4bf4-a08e-6ebda94fa72a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:04.755229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b06a5201-ab61-4bf4-a08e-6ebda94fa72a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:04.758615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b06a5201-ab61-4bf4-a08e-6ebda94fa72a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/subnets/2ad3838d-07b5-466c-b1cd-bc8646222fee HTTP/1.1" status: 404 len: 337 time: 0.0585852 Nov 25 19:58:04.761055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b479faa-ee1b-440a-82d7-3b4336da9ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2813cc6b-1592-440e-b651-df17bc004806,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:04.762186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33646) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:04.786608 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-59286671-37e1-4efe-9133-4c3ddfd86263 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:04.786608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59286671-37e1-4efe-9133-4c3ddfd86263 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:04.788588 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-59286671-37e1-4efe-9133-4c3ddfd86263 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/718298fd-2273-49c5-a57f-e92a75a2fe04 HTTP/1.1" status: 404 len: 339 time: 0.0246239 Nov 25 19:58:04.791624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33650) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:04.831762 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4489921-9608-4b65-9449-774ead509665 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:04.832424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4489921-9608-4b65-9449-774ead509665 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:04.840305 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e4489921-9608-4b65-9449-774ead509665 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/subnets/e270f2c6-3709-40fb-8d56-48a2882b84fe HTTP/1.1" status: 404 len: 337 time: 0.0442235 Nov 25 19:58:04.840752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33654) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:04.866394 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd7cef42-eb3e-418c-896b-a8b930981f79 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:04.866394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd7cef42-eb3e-418c-896b-a8b930981f79 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:04.868203 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fd7cef42-eb3e-418c-896b-a8b930981f79 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/cf1b4e36-f76b-4e4b-b067-7af1d679f7c8 HTTP/1.1" status: 404 len: 339 time: 0.0262237 Nov 25 19:58:04.870936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33658) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:04.905653 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-980251a4-f5b2-48da-8401-c03046587984 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:04.906458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-980251a4-f5b2-48da-8401-c03046587984 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:04.910098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-980251a4-f5b2-48da-8401-c03046587984 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/subnets/11072e64-d38f-40f6-9f7c-ab747ff9a856 HTTP/1.1" status: 404 len: 337 time: 0.0378764 Nov 25 19:58:04.912770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33660) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:04.936113 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c28cdc2-227a-47a8-a41e-16929c262f2a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:04.936668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c28cdc2-227a-47a8-a41e-16929c262f2a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:04.939909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1c28cdc2-227a-47a8-a41e-16929c262f2a tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/2df982b8-b5b0-42cf-806f-5c5bd637c22a HTTP/1.1" status: 404 len: 339 time: 0.0260682 Nov 25 19:58:04.942955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33662) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:04.978349 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b3e01e5-c35c-4e14-a9d0-1d20f47341bf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:04.979245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b3e01e5-c35c-4e14-a9d0-1d20f47341bf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:04.983798 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2b3e01e5-c35c-4e14-a9d0-1d20f47341bf tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/subnets/e48c3054-954a-4af5-9869-a1a709c611fb HTTP/1.1" status: 404 len: 337 time: 0.0387235 Nov 25 19:58:04.985969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33664) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.006647 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-91e8756b-cebb-4502-a925-c0c44e3b9627 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:05.007205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91e8756b-cebb-4502-a925-c0c44e3b9627 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:05.011410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-91e8756b-cebb-4502-a925-c0c44e3b9627 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/2247a76d-1c41-4c21-abbd-1f6722b5dd18 HTTP/1.1" status: 404 len: 339 time: 0.0234179 Nov 25 19:58:05.013961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33666) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.048714 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f68b02-db0e-4aea-94f6-e8660f360a60 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:05.049442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f68b02-db0e-4aea-94f6-e8660f360a60 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:05.052935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-89f68b02-db0e-4aea-94f6-e8660f360a60 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/subnets/a32b5ae2-d32a-4667-b194-71bf71868563 HTTP/1.1" status: 404 len: 337 time: 0.0374973 Nov 25 19:58:05.056109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33668) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.086116 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-44d45a3f-3ffb-4b6c-a3b8-4739def0f556 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:05.086722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44d45a3f-3ffb-4b6c-a3b8-4739def0f556 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:05.093653 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-44d45a3f-3ffb-4b6c-a3b8-4739def0f556 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/35eb1e10-95e2-4d44-89b3-495b087a9ee3 HTTP/1.1" status: 404 len: 339 time: 0.0334818 Nov 25 19:58:05.094043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33670) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.103890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33672) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.132639 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7faad9d0-cbce-4553-881c-61e12767ac52 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:05.133255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7faad9d0-cbce-4553-881c-61e12767ac52 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:05.138021 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7faad9d0-cbce-4553-881c-61e12767ac52 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/subnets/c0608617-4b10-428a-be70-8941085d4141 HTTP/1.1" status: 404 len: 337 time: 0.0425944 Nov 25 19:58:05.142166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33678) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.157710 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-be871e54-0731-4fb1-a964-0d63932fb185 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4b815f044745405d94e63c34d2df9e3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0525961 Nov 25 19:58:05.162035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33680) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.186161 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a21998ff-112c-48d1-9c89-41c819c7ec03 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:05.186691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a21998ff-112c-48d1-9c89-41c819c7ec03 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:05.193395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33682) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.194308 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a21998ff-112c-48d1-9c89-41c819c7ec03 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/7495f38f-48c3-4cdd-8699-87c1ab7b16bb HTTP/1.1" status: 404 len: 339 time: 0.0495331 Nov 25 19:58:05.216375 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-435cdde8-7fa2-40f7-8c92-6cfb3aca618a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.231585 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d2a0c2d-221d-41cd-80e6-aeaa5bf8eca6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:05.232097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d2a0c2d-221d-41cd-80e6-aeaa5bf8eca6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:05.235534 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3d2a0c2d-221d-41cd-80e6-aeaa5bf8eca6 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/subnets/09bae404-9015-487d-9282-4ee2076759d3 HTTP/1.1" status: 404 len: 337 time: 0.0407741 Nov 25 19:58:05.238515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33684) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.266000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd675764-733a-4a7e-816e-650ad7eee742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.279735 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2da685a-b1e4-4e64-86bc-750847724880 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:05.280726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2da685a-b1e4-4e64-86bc-750847724880 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:05.287133 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b2da685a-b1e4-4e64-86bc-750847724880 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/d4642cf7-78e8-461b-8e51-f66c8fecac8f HTTP/1.1" status: 404 len: 339 time: 0.0463347 Nov 25 19:58:05.289463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33686) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.300981 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd675764-733a-4a7e-816e-650ad7eee742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.344776 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e29191d-92aa-4cd0-b815-ead61bd9f31d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:05.345466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e29191d-92aa-4cd0-b815-ead61bd9f31d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:05.352011 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2e29191d-92aa-4cd0-b815-ead61bd9f31d tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/subnets/f534ecf9-e876-4911-9e70-91fa05d246ed HTTP/1.1" status: 404 len: 337 time: 0.0601654 Nov 25 19:58:05.354558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33688) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.368945 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd675764-733a-4a7e-816e-650ad7eee742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.372267 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd675764-733a-4a7e-816e-650ad7eee742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.375819 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dd675764-733a-4a7e-816e-650ad7eee742 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/99a4bbe5-0951-46a0-9714-3ff68ee606a6 HTTP/1.1" status: 204 len: 168 time: 0.2100725 Nov 25 19:58:05.382883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd675764-733a-4a7e-816e-650ad7eee742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a4bbe5-0951-46a0-9714-3ff68ee606a6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:05.403999 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c33c6a84-b790-4e32-be5f-4030a200b45e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] DELETE failed (client error): The resource could not be found. Nov 25 19:58:05.404878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c33c6a84-b790-4e32-be5f-4030a200b45e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 19:58:05.410181 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c33c6a84-b790-4e32-be5f-4030a200b45e tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/65e053e6-47c3-4758-bab9-dfbef436c839 HTTP/1.1" status: 404 len: 339 time: 0.0526466 Nov 25 19:58:05.411408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33692) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:05.483465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-df0a10c8-c963-4f92-a188-deee7deac153 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Deleting subnet 00b6b1c9-f14c-4d13-aab5-0908ee1e9064 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:05.488045 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df0a10c8-c963-4f92-a188-deee7deac153 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.581279 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df0a10c8-c963-4f92-a188-deee7deac153 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.685856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7169bd3-e0cc-4e08-9dee-b5f48d669bd6 req-aa997662-9c6e-4e14-aa73-b6252b6b2202 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:05.688020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7169bd3-e0cc-4e08-9dee-b5f48d669bd6 req-aa997662-9c6e-4e14-aa73-b6252b6b2202 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.0799940 Nov 25 19:58:05.703597 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77ef94b7-6aca-4373-ac01-94be18a51944 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:05.811369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 77ef94b7-6aca-4373-ac01-94be18a51944 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:05.811953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77ef94b7-6aca-4373-ac01-94be18a51944 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:05.865677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7169bd3-e0cc-4e08-9dee-b5f48d669bd6 req-376df680-cf2e-439c-b43b-415defa60c79 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390064 Nov 25 19:58:05.874749 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df0a10c8-c963-4f92-a188-deee7deac153 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:05.951564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff269-e5ee-4100-9e13-a87817a3affc req-6cdf885a-740d-4201-ae68-55f99622b14f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:05.959674 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-6cdf885a-740d-4201-ae68-55f99622b14f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.60 "GET /v2.0/networks?id=a161b178-022d-4178-bfa1-c19f52f69b96 HTTP/1.1" status: 200 len: 813 time: 0.2597215 Nov 25 19:58:06.002945 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df0a10c8-c963-4f92-a188-deee7deac153 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.082644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a10c8-c963-4f92-a188-deee7deac153 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Subnet': ['ID=00b6b1c9-f14c-4d13-aab5-0908ee1e9064,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:06.124592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-629d3690-2b0a-4c58-88cf-e24b0cf117bf None None] Network fbd952d6-8203-4141-a95c-01658f01a37b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:06.153904 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df0a10c8-c963-4f92-a188-deee7deac153 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.154681 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33706) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:06.165177 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-df0a10c8-c963-4f92-a188-deee7deac153 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/subnets/00b6b1c9-f14c-4d13-aab5-0908ee1e9064 HTTP/1.1" status: 204 len: 168 time: 0.7490709 Nov 25 19:58:06.173067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce027679-7799-45ef-94ab-bcc36d4bbadd req-5529e1d2-409b-4ac7-ab29-5ab1e54271d1 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 210 time: 0.0959675 Nov 25 19:58:06.175660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33710) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:06.180236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-3b94f5d9-2d9c-4950-b418-6173e7df774c tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bb840774d284bcfbfb78f636e9f8b2f HTTP/1.1" status: 200 len: 378 time: 0.2065642 Nov 25 19:58:06.199871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Request body: {'port': {'device_id': '529683ad-767f-4d49-815f-9808c146373b', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'admin_state_up': True, 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'security_groups': ['9b3e28e7-9ed0-4a54-9c87-8894d452e393']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:06.445666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.461657 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.470849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33712) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:06.540730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Deleting port d5c0ce1a-afb9-4780-8909-4eab17282c2d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:06.540730 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.544100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864d3d50-35a1-4b00-af60-5720f6266717 None None] DHCP port deletion for fbd952d6-8203-4141-a95c-01658f01a37b request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:06.577372 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab11466d-40ba-4d00-85a8-8605d64b5c16 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.605307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-864d3d50-35a1-4b00-af60-5720f6266717 None None] Deleting port d5c0ce1a-afb9-4780-8909-4eab17282c2d {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:06.606027 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-864d3d50-35a1-4b00-af60-5720f6266717 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.708600 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-864d3d50-35a1-4b00-af60-5720f6266717 None None] For port d5c0ce1a-afb9-4780-8909-4eab17282c2d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d5c0ce1a-afb9-4780-8909-4eab17282c2d,segment=NetworkSegment(1f00a869-8f7f-4c9d-9abd-d507c7a8f729),segment_id=1f00a869-8f7f-4c9d-9abd-d507c7a8f729)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:06.710134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-864d3d50-35a1-4b00-af60-5720f6266717 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.715965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] For port d5c0ce1a-afb9-4780-8909-4eab17282c2d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d5c0ce1a-afb9-4780-8909-4eab17282c2d,segment=NetworkSegment(1f00a869-8f7f-4c9d-9abd-d507c7a8f729),segment_id=1f00a869-8f7f-4c9d-9abd-d507c7a8f729)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:06.717735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.733967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-864d3d50-35a1-4b00-af60-5720f6266717 None None] Calling delete_port for d5c0ce1a-afb9-4780-8909-4eab17282c2d owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:06.765728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Calling delete_port for d5c0ce1a-afb9-4780-8909-4eab17282c2d owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:06.815837 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9f534966-170a-46ac-9f9e-489b84d64479 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d4bdec204cff4c4abbc066949c3ef2df&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3434005 Nov 25 19:58:06.819728 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab11466d-40ba-4d00-85a8-8605d64b5c16 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.821094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33714) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:06.835413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Made reservation on behalf of 5bb840774d284bcfbfb78f636e9f8b2f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:06.842635 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.871939 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab11466d-40ba-4d00-85a8-8605d64b5c16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.878869 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-864d3d50-35a1-4b00-af60-5720f6266717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.890369 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:06.909267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864d3d50-35a1-4b00-af60-5720f6266717 None None] Pushing event deleted for resources: {'Port': ['ID=d5c0ce1a-afb9-4780-8909-4eab17282c2d,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:06.923944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-864d3d50-35a1-4b00-af60-5720f6266717 None None] No DVR routers for this DVR port d5c0ce1a-afb9-4780-8909-4eab17282c2d on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:06.949216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Port': ['ID=d5c0ce1a-afb9-4780-8909-4eab17282c2d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:06.953600 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] No DVR routers for this DVR port d5c0ce1a-afb9-4780-8909-4eab17282c2d on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:07.110751 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.158362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbd952d6-8203-4141-a95c-01658f01a37b']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:07.174034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f00a869-8f7f-4c9d-9abd-d507c7a8f729') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:07.174331 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f00a869-8f7f-4c9d-9abd-d507c7a8f729') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:07.187793 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.203958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3104084b-490d-4f38-93a5-14a45a01a38d req-d2962098-878f-46ed-96b7-0bad8a63b478 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:07.205596 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3104084b-490d-4f38-93a5-14a45a01a38d req-d2962098-878f-46ed-96b7-0bad8a63b478 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1120057 Nov 25 19:58:07.218883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.248209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:07.249444 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:07.255820 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:07.345477 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ab11466d-40ba-4d00-85a8-8605d64b5c16 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11a49fb00954494ba2389e3c208661c7&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1893809 Nov 25 19:58:07.351239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33720) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:07.367555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11466d-40ba-4d00-85a8-8605d64b5c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631b8dc9-58a1-41b2-ae3d-25de133f15b7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:07.369164 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3104084b-490d-4f38-93a5-14a45a01a38d req-9af4cbdb-a428-4a11-a149-3cd44fed27df tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457853 Nov 25 19:58:07.371084 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.379991 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.385400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] 10.222.0.15 "DELETE /v2.0/networks/fbd952d6-8203-4141-a95c-01658f01a37b HTTP/1.1" status: 204 len: 168 time: 1.2072425 Nov 25 19:58:07.469230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89708661-8902-4922-9634-f309a980e086 tempest-NetworksTest-163546983 tempest-NetworksTest-163546983-project] Pushing event deleted for resources: {'Network': ['ID=fbd952d6-8203-4141-a95c-01658f01a37b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:07.475454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63712975-79a4-4e6a-9eee-95d62eae0cd7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.529031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Allocated IP 172.20.0.3 (a161b178-022d-4178-bfa1-c19f52f69b96/35f5e5fc-a6fb-4451-900e-3eaa047ebb81/3d8be37b-8eb6-4836-a39e-422c9785e3a3) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:07.532443 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63712975-79a4-4e6a-9eee-95d62eae0cd7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.568313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c990721f-898a-40d7-ab41-22e599334546 req-98b8bc7b-03e2-416b-8bcc-a86a9fc0198f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 210 time: 0.0495558 Nov 25 19:58:07.586304 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-582cb269-ae23-4121-ada8-dbc4eb7c193d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.669280 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-582cb269-ae23-4121-ada8-dbc4eb7c193d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.704206 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63712975-79a4-4e6a-9eee-95d62eae0cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.708119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63712975-79a4-4e6a-9eee-95d62eae0cd7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:07.717023 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-63712975-79a4-4e6a-9eee-95d62eae0cd7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d970b39-a239-4e9b-9ba9-3f68cbd65c9c HTTP/1.1" status: 204 len: 168 time: 0.8934824 Nov 25 19:58:07.764780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d5c0ce1a-afb9-4780-8909-4eab17282c2d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:07.838898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63712975-79a4-4e6a-9eee-95d62eae0cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d970b39-a239-4e9b-9ba9-3f68cbd65c9c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:07.846316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: d5c0ce1a-afb9-4780-8909-4eab17282c2d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:07.847119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d5c0ce1a-afb9-4780-8909-4eab17282c2d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:07.874697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33728) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:07.897773 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.007249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.009786 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-582cb269-ae23-4121-ada8-dbc4eb7c193d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.013289 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-582cb269-ae23-4121-ada8-dbc4eb7c193d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.014738 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-582cb269-ae23-4121-ada8-dbc4eb7c193d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/631b8dc9-58a1-41b2-ae3d-25de133f15b7 HTTP/1.1" status: 204 len: 168 time: 0.6600330 Nov 25 19:58:08.028413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582cb269-ae23-4121-ada8-dbc4eb7c193d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631b8dc9-58a1-41b2-ae3d-25de133f15b7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:08.076227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.143681 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Network a161b178-022d-4178-bfa1-c19f52f69b96 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:08.147783 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:08.152124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:08.180093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event updated for resources: {'Port': ['ID=3d8be37b-8eb6-4836-a39e-422c9785e3a3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:08.217274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:08.218040 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.251455 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c526fdc6-a16a-4208-a231-338b0e142b03 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0660517 Nov 25 19:58:08.270037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Request body: {'port': {'device_id': '529683ad-767f-4d49-815f-9808c146373b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:08.294460 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.355910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c1cea9e1-2fd3-47f0-9146-e8ab40279a3c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3324ffca116e4f518da7ab8555e5a4ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4799769 Nov 25 19:58:08.358646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33738) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:08.484079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92a73f77-15ac-432e-8739-07fd3394fc08 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.533195 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92a73f77-15ac-432e-8739-07fd3394fc08 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.565083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.621183 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92a73f77-15ac-432e-8739-07fd3394fc08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.632203 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-92a73f77-15ac-432e-8739-07fd3394fc08 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.637192 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-92a73f77-15ac-432e-8739-07fd3394fc08 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a21651df-c503-4b93-99dc-39a7fe4dbad6 HTTP/1.1" status: 204 len: 168 time: 0.2758596 Nov 25 19:58:08.661801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a73f77-15ac-432e-8739-07fd3394fc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a21651df-c503-4b93-99dc-39a7fe4dbad6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:08.752694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fb798f-cf4a-423d-8f1d-2a74e43cebab req-6747a39e-f5b7-4369-9763-9f4636a29f3c tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:08.756747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7fb798f-cf4a-423d-8f1d-2a74e43cebab req-6747a39e-f5b7-4369-9763-9f4636a29f3c tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1543338 Nov 25 19:58:08.842645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4035f878-b692-4355-8b24-bf60a01144f4 None None] Provisioning complete for port 3d8be37b-8eb6-4836-a39e-422c9785e3a3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:08.844022 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4035f878-b692-4355-8b24-bf60a01144f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.874572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7fb798f-cf4a-423d-8f1d-2a74e43cebab req-6ca5b0fb-a46a-4c8a-8d70-ece0e9e531a0 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976388 Nov 25 19:58:08.928200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33752) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:08.975000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fd187e5-08a8-4bd8-b842-e539b9855e0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:08.988056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4035f878-b692-4355-8b24-bf60a01144f4 None None] Port 3d8be37b-8eb6-4836-a39e-422c9785e3a3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:09.205543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d8be37b-8eb6-4836-a39e-422c9785e3a3 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:58:09.224219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.261222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Transition to ACTIVE for port object 3d8be37b-8eb6-4836-a39e-422c9785e3a3 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:58:09.267860 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.279389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b191f1-5071-47d7-91e3-4750def5b887 req-9f9ba927-cb51-4b70-bc4f-76e0d673c3b2 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:09.281064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12b191f1-5071-47d7-91e3-4750def5b887 req-9f9ba927-cb51-4b70-bc4f-76e0d673c3b2 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 931 time: 0.1989002 Nov 25 19:58:09.283318 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fd187e5-08a8-4bd8-b842-e539b9855e0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.296189 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fd187e5-08a8-4bd8-b842-e539b9855e0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.355785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Pushing event updated for resources: {'Port': ['ID=3d8be37b-8eb6-4836-a39e-422c9785e3a3,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:09.378119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0fd187e5-08a8-4bd8-b842-e539b9855e0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b71ca720105d4a55ad2350e9a08bff9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4486635 Nov 25 19:58:09.383292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33762) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:09.515375 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12b191f1-5071-47d7-91e3-4750def5b887 req-3a234067-eb48-43b6-a558-0e2b9491df7c tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2149546 Nov 25 19:58:09.574238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd187e5-08a8-4bd8-b842-e539b9855e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b953f68b-7b67-4137-80c9-15a0e98ff087,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:09.631633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Attempting to bind port 3d8be37b-8eb6-4836-a39e-422c9785e3a3 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:09.632494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Attempting to bind port 3d8be37b-8eb6-4836-a39e-422c9785e3a3 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:09.633020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Attempting to bind port 3d8be37b-8eb6-4836-a39e-422c9785e3a3 on network a161b178-022d-4178-bfa1-c19f52f69b96 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:09.649175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Port 3d8be37b-8eb6-4836-a39e-422c9785e3a3 on network a161b178-022d-4178-bfa1-c19f52f69b96 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:58:09.649885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Attempting to bind port 3d8be37b-8eb6-4836-a39e-422c9785e3a3 on network a161b178-022d-4178-bfa1-c19f52f69b96 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:09.692600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 57, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:09.693336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Checking segment: {'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:09.694096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Bound using segment: {'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:09.694981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Bound port: 3d8be37b-8eb6-4836-a39e-422c9785e3a3, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f90dbd7e-7c25-4a65-994b-c6a667581ad8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:09.695900 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.735598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-31bf4a15-4ab3-44ba-ae20-3ff83a70eb67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.822152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-31bf4a15-4ab3-44ba-ae20-3ff83a70eb67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.910548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] For port 3d8be37b-8eb6-4836-a39e-422c9785e3a3, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:09.932891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] For port 3d8be37b-8eb6-4836-a39e-422c9785e3a3, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3d8be37b-8eb6-4836-a39e-422c9785e3a3,segment=NetworkSegment(f90dbd7e-7c25-4a65-994b-c6a667581ad8),segment_id=f90dbd7e-7c25-4a65-994b-c6a667581ad8)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:09.944311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:09.955094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33780) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:10.000320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:10.001038 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.002672 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] 10.222.0.60 "PUT /v2.0/ports/3d8be37b-8eb6-4836-a39e-422c9785e3a3 HTTP/1.1" status: 200 len: 1091 time: 1.7440705 Nov 25 19:58:10.003221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:10.017592 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bdc86cb-71bc-402a-96a7-e3a8f5701398" -d '{"events": [{"name": "network-changed", "server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:10.022048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-31bf4a15-4ab3-44ba-ae20-3ff83a70eb67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.029811 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-31bf4a15-4ab3-44ba-ae20-3ff83a70eb67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.032715 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-31bf4a15-4ab3-44ba-ae20-3ff83a70eb67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b953f68b-7b67-4137-80c9-15a0e98ff087 HTTP/1.1" status: 204 len: 168 time: 0.6434686 Nov 25 19:58:10.049895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf4a15-4ab3-44ba-ae20-3ff83a70eb67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b953f68b-7b67-4137-80c9-15a0e98ff087,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:10.104901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e68583-1516-47ae-96b4-281a28463b8c service neutron] Pushing event updated for resources: {'Port': ['ID=3d8be37b-8eb6-4836-a39e-422c9785e3a3,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:10.148540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff269-e5ee-4100-9e13-a87817a3affc req-b735a685-d75e-4dca-a6f5-3abb7c4781e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:10.149136 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-b735a685-d75e-4dca-a6f5-3abb7c4781e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5bb840774d284bcfbfb78f636e9f8b2f&device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 1094 time: 0.0952761 Nov 25 19:58:10.214318 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-4c8d9e0d-1426-4a5f-ae7e-d6e407d6271c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d8be37b-8eb6-4836-a39e-422c9785e3a3 HTTP/1.1" status: 200 len: 217 time: 0.0554583 Nov 25 19:58:10.255315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7b3d1-024b-4478-904a-5b4b5bc599ad req-ae6c3bb8-b9b5-48c9-87a7-3c8860f10e09 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:10.259564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00d7b3d1-024b-4478-904a-5b4b5bc599ad req-ae6c3bb8-b9b5-48c9-87a7-3c8860f10e09 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1592083 Nov 25 19:58:10.300837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff269-e5ee-4100-9e13-a87817a3affc req-873eb899-3196-41f3-82b0-14d45d6426a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:10.303233 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-873eb899-3196-41f3-82b0-14d45d6426a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=35f5e5fc-a6fb-4451-900e-3eaa047ebb81 HTTP/1.1" status: 200 len: 852 time: 0.0813191 Nov 25 19:58:10.321230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-566975449-network', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:10.379800 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Made reservation on behalf of 1fae8b1ce36345f0bb5018ec383fbfa4 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:10.385331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.426503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fff269-e5ee-4100-9e13-a87817a3affc req-508d9771-9504-46ed-9620-4e379b8b7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:10.429069 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-508d9771-9504-46ed-9620-4e379b8b7531 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a161b178-022d-4178-bfa1-c19f52f69b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178632 Nov 25 19:58:10.429539 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.538126 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00d7b3d1-024b-4478-904a-5b4b5bc599ad req-f099b868-9206-450b-bfeb-5776e4a90a4c tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718985 Nov 25 19:58:10.615657 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-c3affdbb-9340-46c8-ab72-076ed04ad49d service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749918 Nov 25 19:58:10.637469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33798) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:10.693157 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e86156-abad-49aa-91fe-10bdd2bdf35f x-openstack-request-id: req-44e86156-abad-49aa-91fe-10bdd2bdf35f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:10.693157 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:10.693157 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44e86156-abad-49aa-91fe-10bdd2bdf35f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:10.693157 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'status': 'completed', 'code': 200} Nov 25 19:58:10.704913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.717428 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.742213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 625} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:10.779567 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.780167 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Added segment a691aeb8-e0cf-4abc-8739-7bba9136ae9c of type vlan for network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc Nov 25 19:58:10.823794 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-93fff269-e5ee-4100-9e13-a87817a3affc req-63c9f6bb-0f82-4d56-ae6f-ba9e8a623a4f service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002680 Nov 25 19:58:10.840018 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.906326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fb57b2-16e7-4421-b2ee-cb6dddd4372f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:10.910959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.912185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:10.912935 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:10.914143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-dfe5b5ef-c04d-47ba-92b7-bf6c1c8c0dba tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1944630866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:10.951908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9937928 Nov 25 19:58:10.952603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33808) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:11.000763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] Request body: {'subnet': {'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-566975449-subnet', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:11.004271 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b5ef-c04d-47ba-92b7-bf6c1c8c0dba tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.005432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b5ef-c04d-47ba-92b7-bf6c1c8c0dba tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.070844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b5ef-c04d-47ba-92b7-bf6c1c8c0dba tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.084989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc86cb-71bc-402a-96a7-e3a8f5701398 req-292dc350-98ba-4714-b9b6-e219894863ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:11.086731 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6bdc86cb-71bc-402a-96a7-e3a8f5701398 req-292dc350-98ba-4714-b9b6-e219894863ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5bb840774d284bcfbfb78f636e9f8b2f&device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 1094 time: 0.1562080 Nov 25 19:58:11.087026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2982ad-9579-4bd3-a5f7-fa0d908e6bb7 req-fbe4fce8-1146-4e20-ae05-ceb963c54587 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:11.088596 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b5ef-c04d-47ba-92b7-bf6c1c8c0dba tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.089480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d2982ad-9579-4bd3-a5f7-fa0d908e6bb7 req-fbe4fce8-1146-4e20-ae05-ceb963c54587 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 943 time: 0.1842735 Nov 25 19:58:11.092590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe098fd-ef3b-409c-82ed-64119f6d63ce admin admin] Pushing event updated for resources: {'Network': ['ID=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:11.102532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] Made reservation on behalf of 1fae8b1ce36345f0bb5018ec383fbfa4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:11.106757 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.118515 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:11.143400 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dfe5b5ef-c04d-47ba-92b7-bf6c1c8c0dba tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.148077 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dfe5b5ef-c04d-47ba-92b7-bf6c1c8c0dba tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5090616 Nov 25 19:58:11.148848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33812) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:11.195495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1328354280'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:11.247523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d2982ad-9579-4bd3-a5f7-fa0d908e6bb7 req-842871fb-7bda-4897-a1ea-8fb9297d49f7 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1380103 Nov 25 19:58:11.287522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Made reservation on behalf of 6e8b51c5ecbb4de6a9f2b4753f626a05 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:11.287522 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.303716 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.310271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc86cb-71bc-402a-96a7-e3a8f5701398 req-d7de2097-1035-45c1-a896-ed88e2b542bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:11.312212 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6bdc86cb-71bc-402a-96a7-e3a8f5701398 req-d7de2097-1035-45c1-a896-ed88e2b542bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=a161b178-022d-4178-bfa1-c19f52f69b96 HTTP/1.1" status: 200 len: 914 time: 0.2162526 Nov 25 19:58:11.434255 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6bdc86cb-71bc-402a-96a7-e3a8f5701398 req-8bbc758a-659a-47d4-9a89-9365c7b5fe20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d8be37b-8eb6-4836-a39e-422c9785e3a3 HTTP/1.1" status: 200 len: 217 time: 0.0962577 Nov 25 19:58:11.505435 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.557834 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.567352 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.583412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:11.625662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d836c82-10c6-4a28-9711-ee6a8fba4954,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:11.639201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] Checking segment: {'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:11.639688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] Network hostable DHCP agents. Network: d8ad6392-9907-4a27-8ea0-f5d7c801c4bc, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:11.669175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] Network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:11.688982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79cc3c20-c7fe-459b-978b-c64e1bf3421a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:11.695469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc86cb-71bc-402a-96a7-e3a8f5701398 req-a80495b4-ca4f-4fe2-8827-4f514794a180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:11.697029 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6bdc86cb-71bc-402a-96a7-e3a8f5701398 req-a80495b4-ca4f-4fe2-8827-4f514794a180 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=35f5e5fc-a6fb-4451-900e-3eaa047ebb81 HTTP/1.1" status: 200 len: 852 time: 0.2529140 Nov 25 19:58:11.699312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.699663 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Added segment 4871e921-9ec2-4fec-a01c-90bba996bf0d of type vlan for network 81cfd002-f1e5-4f0a-9353-96b533819b3c Nov 25 19:58:11.755295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, d8ad6392-9907-4a27-8ea0-f5d7c801c4bc) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:11.771378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c4d1bbe-02f3-4436-a696-2b11b908f4c9 None None] Network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:11.782987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:11.785329 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.829695 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-30948bfb-5059-4b9e-b2e7-032e9ebe05cb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8465877 Nov 25 19:58:11.831104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33826) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:11.843313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:11.872778 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.914904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d00380f-ce6e-41a5-8f03-79c074e6817b req-9c8c2904-40e4-48d3-8555-6a7b53c77ac6 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:11.923577 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d00380f-ce6e-41a5-8f03-79c074e6817b req-9c8c2904-40e4-48d3-8555-6a7b53c77ac6 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.2191794 Nov 25 19:58:11.947847 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.949252 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:11.987628 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.db.resource_extend [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:58:12.040641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdc86cb-71bc-402a-96a7-e3a8f5701398 req-746f15b9-76d4-48f5-b3ca-06dfb236c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:12.044987 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6bdc86cb-71bc-402a-96a7-e3a8f5701398 req-746f15b9-76d4-48f5-b3ca-06dfb236c928 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a161b178-022d-4178-bfa1-c19f52f69b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1185396 Nov 25 19:58:12.048619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.063318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:12.064016 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.081759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.098162 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9077852 Nov 25 19:58:12.110228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33830) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:12.146740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'subnet': {'network_id': '81cfd002-f1e5-4f0a-9353-96b533819b3c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:12.185102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-d8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:58:12.185989 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.345838 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6bdc86cb-71bc-402a-96a7-e3a8f5701398 req-49cbb8d6-4c33-4d06-8674-a632ec979250 service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683101 Nov 25 19:58:12.450988 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d00380f-ce6e-41a5-8f03-79c074e6817b req-f4e5b5f6-5f57-415b-9bf1-69ec119f42d2 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5262260 Nov 25 19:58:12.514536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5bdb50-09a9-4bd9-b315-f07bcd2d518f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Network': ['ID=81cfd002-f1e5-4f0a-9353-96b533819b3c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:12.573108 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.578416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 81cfd002-f1e5-4f0a-9353-96b533819b3c details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:12.749848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Made reservation on behalf of 6e8b51c5ecbb4de6a9f2b4753f626a05 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:12.755134 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6bdc86cb-71bc-402a-96a7-e3a8f5701398 req-59fbb803-e4d7-42cb-b11c-f06a361f1fea service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3373272 Nov 25 19:58:12.762310 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:12.897453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Allocated IP 172.20.0.2 (d8ad6392-9907-4a27-8ea0-f5d7c801c4bc/1d836c82-10c6-4a28-9711-ee6a8fba4954/b1a85010-3a31-435c-ad0a-54cc834f85aa) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:12.994883 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:58:13.134565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cf59d1-b98f-431d-a924-e346db22fadf req-7e6a22f5-42f1-41c1-b7f8-706d89a696ea tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:13.137820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7cf59d1-b98f-431d-a924-e346db22fadf req-7e6a22f5-42f1-41c1-b7f8-706d89a696ea tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 943 time: 0.4095099 Nov 25 19:58:13.341896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7cf59d1-b98f-431d-a924-e346db22fadf req-a45a15fd-8168-4b0f-ab10-efeca7b0ea21 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1958694 Nov 25 19:58:13.631422 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:13.649294 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:13.667010 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:13.768720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Pushing event updated for resources: {'Port': ['ID=b1a85010-3a31-435c-ad0a-54cc834f85aa,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:13.787926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:13.789855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:13.807446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:13.849398 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:13.887245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Subnet': ['ID=99bd7a3b-0801-428f-8cb5-e9f3ddf70c59,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:13.895367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:13.934542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Attempting to bind port b1a85010-3a31-435c-ad0a-54cc834f85aa on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:13.934542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Attempting to bind port b1a85010-3a31-435c-ad0a-54cc834f85aa by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:13.934542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Attempting to bind port b1a85010-3a31-435c-ad0a-54cc834f85aa on network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:13.945507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:13.946370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Checking segment: {'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:13.948428 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:13.949430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Bound using segment: {'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:13.950845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Bound port: b1a85010-3a31-435c-ad0a-54cc834f85aa, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:13.951758 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.013321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Checking segment: {'id': '4871e921-9ec2-4fec-a01c-90bba996bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '81cfd002-f1e5-4f0a-9353-96b533819b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:14.013692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network hostable DHCP agents. Network: 81cfd002-f1e5-4f0a-9353-96b533819b3c, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:14.100494 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] For port b1a85010-3a31-435c-ad0a-54cc834f85aa, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:14.108257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] For port b1a85010-3a31-435c-ad0a-54cc834f85aa, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b1a85010-3a31-435c-ad0a-54cc834f85aa,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:14.117217 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.242482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e242e5d-54d3-4f00-b5ea-410292af857b None None] Pushing event updated for resources: {'Port': ['ID=b1a85010-3a31-435c-ad0a-54cc834f85aa,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:14.529702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network 81cfd002-f1e5-4f0a-9353-96b533819b3c is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:14.551101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559921ab-f017-4b9f-bfee-763856a0d2e1 req-7613aa99-7f09-4cd4-b2ff-023a4a74138a tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:14.552809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-559921ab-f017-4b9f-bfee-763856a0d2e1 req-7613aa99-7f09-4cd4-b2ff-023a4a74138a tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.8724885 Nov 25 19:58:14.556239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 81cfd002-f1e5-4f0a-9353-96b533819b3c) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:14.561859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:14.562485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.572962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36300fac-ad33-4a06-8cfc-4be8259404c0 None None] Network 81cfd002-f1e5-4f0a-9353-96b533819b3c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:14.606568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-26b8badc-f1b1-48ac-b054-dac5eb84e1f2 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4923296 Nov 25 19:58:14.610088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33858) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:14.615799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'network': {'name': 'tempest-router-network01--1502969625'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:14.743814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Made reservation on behalf of 6e8b51c5ecbb4de6a9f2b4753f626a05 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:14.753888 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.789213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Allocated IP 172.25.8.167 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/163e2d84-649c-4ef1-b00e-0320b1fb5b5e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:14.839718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-559921ab-f017-4b9f-bfee-763856a0d2e1 req-f664703b-6cfd-419b-9ecf-f754e86b53ee tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552097 Nov 25 19:58:14.843878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:14.880899 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.881518 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Added segment adc0b8fb-a5e0-4ae6-8408-064be1732a09 of type vlan for network 33d8fe5c-20c3-4960-ab22-d5936300c949 Nov 25 19:58:14.938544 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.977499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:14.990642 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:14.991629 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.138056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-81cfd002-f1e5-4f0a-9353-96b533819b3c', 'network_id': '81cfd002-f1e5-4f0a-9353-96b533819b3c', 'tenant_id': '6e8b51c5ecbb4de6a9f2b4753f626a05', 'fixed_ips': [{'subnet_id': '99bd7a3b-0801-428f-8cb5-e9f3ddf70c59'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:58:15.139140 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.216703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563f317-ad37-4959-94db-295dd4884b2f req-e0fb21ab-c8d7-4f5c-8833-d2b9618bc62d tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:15.218640 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4563f317-ad37-4959-94db-295dd4884b2f req-e0fb21ab-c8d7-4f5c-8833-d2b9618bc62d tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 943 time: 0.2097213 Nov 25 19:58:15.230750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Network': ['ID=33d8fe5c-20c3-4960-ab22-d5936300c949,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:15.256421 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.274936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.275830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.281605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.285236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.286242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.290081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.291789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.294248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.297203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.298392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.302836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.304008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:15.326641 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-166ed776-1d71-404d-bbcf-21354e8a2d12 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7153020 Nov 25 19:58:15.331724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4563f317-ad37-4959-94db-295dd4884b2f req-3f7a0255-572e-40a6-b2d5-0856efefc407 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1018860 Nov 25 19:58:15.333026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33862) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:15.350353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 33d8fe5c-20c3-4960-ab22-d5936300c949 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:15.362973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'network': {'name': 'tempest-router-network02--373579736'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:15.388059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.450905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:15.452458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Pushing event updated for resources: {'Port': ['ID=163e2d84-649c-4ef1-b00e-0320b1fb5b5e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:15.457165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:15.460666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:15.472389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Made reservation on behalf of 6e8b51c5ecbb4de6a9f2b4753f626a05 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:15.481306 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.510349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed30b50-1a5a-4888-842c-404f45bd2b09 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:15.545903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:15.585750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Allocated IP 2001:db8::2 (81cfd002-f1e5-4f0a-9353-96b533819b3c/99bd7a3b-0801-428f-8cb5-e9f3ddf70c59/bcf98107-a0f8-4fff-a364-ae188f21293d) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:15.586551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.588978 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Added segment 60d526ca-bbae-40f5-a198-4d5ca6b9eae9 of type vlan for network 639a778a-446c-489f-b630-fe136678fe05 Nov 25 19:58:15.776252 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.877973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-70eb9870-774c-4b55-a051-c80c5f751ac4 None None] Provisioning complete for port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:15.877973 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-70eb9870-774c-4b55-a051-c80c5f751ac4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.896264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:15.913643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b1a85010-3a31-435c-ad0a-54cc834f85aa up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:15.928279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:15.929382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.021829 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6871064 Nov 25 19:58:16.028135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33868) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:16.118030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'subnet': {'network_id': '33d8fe5c-20c3-4960-ab22-d5936300c949', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:16.133658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-70eb9870-774c-4b55-a051-c80c5f751ac4 None None] Port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:16.233081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b1a85010-3a31-435c-ad0a-54cc834f85aa triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:16.233081 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.243837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51db9b84-45e5-4095-8f10-f31280a06a1f req-09ee5e74-2e14-4dbd-94e5-d526bea52d59 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:16.246815 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-51db9b84-45e5-4095-8f10-f31280a06a1f req-09ee5e74-2e14-4dbd-94e5-d526bea52d59 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.2078443 Nov 25 19:58:16.304245 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbd123e-048b-4a79-a037-58b03ed4c26d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Network': ['ID=639a778a-446c-489f-b630-fe136678fe05,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:16.341019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.347162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Made reservation on behalf of 6e8b51c5ecbb4de6a9f2b4753f626a05 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:16.353823 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.357548 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.367998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 639a778a-446c-489f-b630-fe136678fe05 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:16.369077 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-51db9b84-45e5-4095-8f10-f31280a06a1f req-8f3d8f99-3374-4ff2-982f-2c2cdd1013a3 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673606 Nov 25 19:58:16.405999 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.495406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Network 81cfd002-f1e5-4f0a-9353-96b533819b3c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:16.508622 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:16.512790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:16.555445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Pushing event updated for resources: {'Port': ['ID=bcf98107-a0f8-4fff-a364-ae188f21293d,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:16.605136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe211ce8-f39d-4611-bbac-a9a55a245217 None None] Network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:16.677858 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.686493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Attempting to bind port bcf98107-a0f8-4fff-a364-ae188f21293d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:16.687528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Attempting to bind port bcf98107-a0f8-4fff-a364-ae188f21293d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4871e921-9ec2-4fec-a01c-90bba996bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '81cfd002-f1e5-4f0a-9353-96b533819b3c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:16.687528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Attempting to bind port bcf98107-a0f8-4fff-a364-ae188f21293d on network 81cfd002-f1e5-4f0a-9353-96b533819b3c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:16.746650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:16.747177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Checking segment: {'id': '4871e921-9ec2-4fec-a01c-90bba996bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '81cfd002-f1e5-4f0a-9353-96b533819b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:16.747662 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.748095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Bound using segment: {'id': '4871e921-9ec2-4fec-a01c-90bba996bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '81cfd002-f1e5-4f0a-9353-96b533819b3c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:16.748616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Bound port: bcf98107-a0f8-4fff-a364-ae188f21293d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4871e921-9ec2-4fec-a01c-90bba996bf0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '81cfd002-f1e5-4f0a-9353-96b533819b3c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:16.749071 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.773600 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367e089c-8808-410c-a5fa-1a9b69da89a3 req-68048ac8-d384-48a8-8edd-485a71ce483a tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:16.775508 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-354d08f4-531a-4ae7-854d-bad0dc3b99f2 None None] Provisioning complete for port b1a85010-3a31-435c-ad0a-54cc834f85aa triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:16.775912 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-354d08f4-531a-4ae7-854d-bad0dc3b99f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.777085 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-367e089c-8808-410c-a5fa-1a9b69da89a3 req-68048ac8-d384-48a8-8edd-485a71ce483a tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 943 time: 0.1960006 Nov 25 19:58:16.827738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.837292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port b1a85010-3a31-435c-ad0a-54cc834f85aa, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b1a85010-3a31-435c-ad0a-54cc834f85aa,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:16.872959 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:16.954588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Checking segment: {'id': 'adc0b8fb-a5e0-4ae6-8408-064be1732a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '33d8fe5c-20c3-4960-ab22-d5936300c949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:16.955226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network hostable DHCP agents. Network: 33d8fe5c-20c3-4960-ab22-d5936300c949, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:16.965798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Subnet': ['ID=fcecd61e-06b0-4091-abcc-6b87e31a23c8,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:17.001173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network 33d8fe5c-20c3-4960-ab22-d5936300c949 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:17.019505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 33d8fe5c-20c3-4960-ab22-d5936300c949) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:17.019795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=b1a85010-3a31-435c-ad0a-54cc834f85aa,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:17.038567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:17.039406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:17.040134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-367e089c-8808-410c-a5fa-1a9b69da89a3 req-64624f96-a784-493f-86a8-ddf07571f541 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1877639 Nov 25 19:58:17.053418 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] For port bcf98107-a0f8-4fff-a364-ae188f21293d, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:17.056515 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:17.064672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] For port bcf98107-a0f8-4fff-a364-ae188f21293d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bcf98107-a0f8-4fff-a364-ae188f21293d,segment=NetworkSegment(4871e921-9ec2-4fec-a01c-90bba996bf0d),segment_id=4871e921-9ec2-4fec-a01c-90bba996bf0d)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:17.075401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7e5321-6906-41af-b2ec-f74a918b1286 None None] Network 33d8fe5c-20c3-4960-ab22-d5936300c949 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:17.081047 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c7c29878-4be1-4a56-8066-d04e01a5456a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0503213 Nov 25 19:58:17.081977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33876) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:17.082685 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:17.087630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'subnet': {'network_id': '639a778a-446c-489f-b630-fe136678fe05', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:17.280922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Made reservation on behalf of 6e8b51c5ecbb4de6a9f2b4753f626a05 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:17.285367 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:17.394320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264bde89-adc2-41fb-9d6c-516a488a56e6 None None] Pushing event updated for resources: {'Port': ['ID=bcf98107-a0f8-4fff-a364-ae188f21293d,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:17.464219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:58:17.503028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-33d8fe5c-20c3-4960-ab22-d5936300c949', 'network_id': '33d8fe5c-20c3-4960-ab22-d5936300c949', 'tenant_id': '6e8b51c5ecbb4de6a9f2b4753f626a05', 'fixed_ips': [{'subnet_id': 'fcecd61e-06b0-4091-abcc-6b87e31a23c8'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:58:17.504226 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:17.991650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbadf153-703b-40fa-9b67-3476e5541149 req-271b4acb-d0a1-4604-8133-41003e2d5cce tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:18.003741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dbadf153-703b-40fa-9b67-3476e5541149 req-271b4acb-d0a1-4604-8133-41003e2d5cce tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.2968769 Nov 25 19:58:18.050761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bcf98107-a0f8-4fff-a364-ae188f21293d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:18.062244 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:18.073041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:18.105711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Allocated IP 2001:db8::2 (33d8fe5c-20c3-4960-ab22-d5936300c949/fcecd61e-06b0-4091-abcc-6b87e31a23c8/c3fbed5f-953e-4fbb-a132-fd264935012c) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:18.107333 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:18.113679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-abf1f57c-c268-438d-bb1d-7bb9e4521219 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.2797649 Nov 25 19:58:18.121334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33884) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:18.123809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Sync routers for ids ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:18.149932 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dbadf153-703b-40fa-9b67-3476e5541149 req-a3317983-2124-4876-b1c3-6f8b911d7335 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427667 Nov 25 19:58:18.237187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b6b3d421-03e0-4ff4-919a-31e3d68d1a8a None None] Provisioning complete for port b1a85010-3a31-435c-ad0a-54cc834f85aa triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:18.237776 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b6b3d421-03e0-4ff4-919a-31e3d68d1a8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:18.243649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Routers {'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:18.245169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:18.254487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Subnet': ['ID=88593709-c5aa-4cf0-974b-0a66496bdc92,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:18.310887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Checking segment: {'id': '60d526ca-bbae-40f5-a198-4d5ca6b9eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '639a778a-446c-489f-b630-fe136678fe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:18.311850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network hostable DHCP agents. Network: 639a778a-446c-489f-b630-fe136678fe05, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:18.346238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network 639a778a-446c-489f-b630-fe136678fe05 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:18.380916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 639a778a-446c-489f-b630-fe136678fe05) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:18.422350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:18.424744 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:18.478261 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9d4b6f44-69e2-4292-898a-12a4a23532aa tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3937280 Nov 25 19:58:18.481155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33888) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:18.910595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Set router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:18.983469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e313c-f592-4609-aa42-610fda249445 req-e129a6d4-ecc5-40ac-885a-8e803ad9ee7f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:18.988951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106cd5ca-4624-485d-a685-b30493238392 None None] Network 639a778a-446c-489f-b630-fe136678fe05 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:19.003409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-712e313c-f592-4609-aa42-610fda249445 req-e129a6d4-ecc5-40ac-885a-8e803ad9ee7f tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 943 time: 0.6824901 Nov 25 19:58:19.194845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.222510 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-712e313c-f592-4609-aa42-610fda249445 req-a499f699-b33c-4b4b-a8df-71971f738c46 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2151897 Nov 25 19:58:19.263108 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bcf98107-a0f8-4fff-a364-ae188f21293d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:19.263659 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.283257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9deed57-f95d-4988-af3e-729c09cc7fa2 None None] Network 81cfd002-f1e5-4f0a-9353-96b533819b3c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:19.456894 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.607877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fca74f-5d5a-434a-bc94-402c1e571d81 req-2494ae02-5c61-4626-8103-609356c3f141 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:19.616844 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99fca74f-5d5a-434a-bc94-402c1e571d81 req-2494ae02-5c61-4626-8103-609356c3f141 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1613379 Nov 25 19:58:19.816017 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.831281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Allocated IP 172.20.0.1 (d8ad6392-9907-4a27-8ea0-f5d7c801c4bc/1d836c82-10c6-4a28-9711-ee6a8fba4954/bb0fd398-bd62-42b0-a86a-9fea7e06e27a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:19.883405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99fca74f-5d5a-434a-bc94-402c1e571d81 req-6c45a045-a3c3-4804-a072-0baac8ef8a2c tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578568 Nov 25 19:58:19.931238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-639a778a-446c-489f-b630-fe136678fe05', 'network_id': '639a778a-446c-489f-b630-fe136678fe05', 'tenant_id': '6e8b51c5ecbb4de6a9f2b4753f626a05', 'fixed_ips': [{'subnet_id': '88593709-c5aa-4cf0-974b-0a66496bdc92'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:58:19.933307 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.938457 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.942694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-842f2d89-ce73-4e84-a4a1-0a8b4685d8b8 None None] Provisioning complete for port bcf98107-a0f8-4fff-a364-ae188f21293d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:19.943302 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-842f2d89-ce73-4e84-a4a1-0a8b4685d8b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:19.984763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.029218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.094521 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.099302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:20.100766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0fd398-bd62-42b0-a86a-9fea7e06e27a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:20.105985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:20.113717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Allocated IP 2001:db8::1 (33d8fe5c-20c3-4960-ab22-d5936300c949/fcecd61e-06b0-4091-abcc-6b87e31a23c8/2f9dee99-988e-486d-8b7b-b14372ff9db3) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:20.127074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:20.184719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Network 33d8fe5c-20c3-4960-ab22-d5936300c949 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:20.210355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:20.219019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:20.224597 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Pushing event updated for resources: {'Port': ['ID=c3fbed5f-953e-4fbb-a132-fd264935012c,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:20.256982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.444203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Allocated IP 2001:db8::2 (639a778a-446c-489f-b630-fe136678fe05/88593709-c5aa-4cf0-974b-0a66496bdc92/f7c1aa90-e066-4e89-8270-cd74e8668110) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:20.518953 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.549141 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:16Z', 'revision_number': 3, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:20.591063 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port bcf98107-a0f8-4fff-a364-ae188f21293d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bcf98107-a0f8-4fff-a364-ae188f21293d,segment=NetworkSegment(4871e921-9ec2-4fec-a01c-90bba996bf0d),segment_id=4871e921-9ec2-4fec-a01c-90bba996bf0d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:20.611986 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.625592 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.645114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.645945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b1a85010-3a31-435c-ad0a-54cc834f85aa up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:20.649211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Checking router: ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:20.649627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Updating router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:58:20.719258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Port': ['ID=2f9dee99-988e-486d-8b7b-b14372ff9db3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:20.753310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network 33d8fe5c-20c3-4960-ab22-d5936300c949 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:20.761081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:20.771781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:20.772625 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.792149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a67e91-4796-4f53-bd89-a76e855f9214 req-81958bf9-b4cc-4278-8084-f321cf6b2cd3 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:20.795043 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03a67e91-4796-4f53-bd89-a76e855f9214 req-81958bf9-b4cc-4278-8084-f321cf6b2cd3 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 943 time: 0.2988319 Nov 25 19:58:20.836830 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.851236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Attempting to bind port c3fbed5f-953e-4fbb-a132-fd264935012c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:20.851592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Attempting to bind port c3fbed5f-953e-4fbb-a132-fd264935012c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'adc0b8fb-a5e0-4ae6-8408-064be1732a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '33d8fe5c-20c3-4960-ab22-d5936300c949'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:20.852096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Attempting to bind port c3fbed5f-953e-4fbb-a132-fd264935012c on network 33d8fe5c-20c3-4960-ab22-d5936300c949 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:20.942447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:20.943566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Checking segment: {'id': 'adc0b8fb-a5e0-4ae6-8408-064be1732a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '33d8fe5c-20c3-4960-ab22-d5936300c949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:20.943566 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.943855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Bound using segment: {'id': 'adc0b8fb-a5e0-4ae6-8408-064be1732a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '33d8fe5c-20c3-4960-ab22-d5936300c949'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:20.944469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Bound port: c3fbed5f-953e-4fbb-a132-fd264935012c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adc0b8fb-a5e0-4ae6-8408-064be1732a09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '33d8fe5c-20c3-4960-ab22-d5936300c949'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:20.944754 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.966236 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:20.980307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03a67e91-4796-4f53-bd89-a76e855f9214 req-764bf948-96c3-4059-a00a-6850b6138d38 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1666093 Nov 25 19:58:21.045085 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.062295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.068026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=bcf98107-a0f8-4fff-a364-ae188f21293d,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:21.121735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.157010 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.170255 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.271280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b1a85010-3a31-435c-ad0a-54cc834f85aa triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:21.271903 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.383161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Pushing event updated for resources: {'Port': ['ID=bb0fd398-bd62-42b0-a86a-9fea7e06e27a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:21.397095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.419066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384c2518-a784-4d33-a523-e86a456a02cf req-e7597bb7-0de8-4bae-91ff-0f036fb409b5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:21.421990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-384c2518-a784-4d33-a523-e86a456a02cf req-e7597bb7-0de8-4bae-91ff-0f036fb409b5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.2938106 Nov 25 19:58:21.637157 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-384c2518-a784-4d33-a523-e86a456a02cf req-c267063e-dcaa-45d8-a61f-3cf4a3ba61eb tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021933 Nov 25 19:58:21.655613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Network 639a778a-446c-489f-b630-fe136678fe05 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:21.693776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:21.699446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:21.708337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0edbac03-253d-4894-9d41-fdd135a1e076 None None] Provisioning complete for port bb0fd398-bd62-42b0-a86a-9fea7e06e27a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:21.708918 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0edbac03-253d-4894-9d41-fdd135a1e076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.752065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:21.754621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:21.790490 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.803681 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:21.805128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.067548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Pushing event updated for resources: {'Port': ['ID=f7c1aa90-e066-4e89-8270-cd74e8668110,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:22.097280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Attempting to bind port f7c1aa90-e066-4e89-8270-cd74e8668110 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:22.097912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Attempting to bind port f7c1aa90-e066-4e89-8270-cd74e8668110 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '60d526ca-bbae-40f5-a198-4d5ca6b9eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '639a778a-446c-489f-b630-fe136678fe05'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:22.098533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Attempting to bind port f7c1aa90-e066-4e89-8270-cd74e8668110 on network 639a778a-446c-489f-b630-fe136678fe05 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:22.110320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:22.110942 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] For port c3fbed5f-953e-4fbb-a132-fd264935012c, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:22.128197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:22.128823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Checking segment: {'id': '60d526ca-bbae-40f5-a198-4d5ca6b9eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '639a778a-446c-489f-b630-fe136678fe05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:22.129530 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.130560 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Bound using segment: {'id': '60d526ca-bbae-40f5-a198-4d5ca6b9eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '639a778a-446c-489f-b630-fe136678fe05'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:22.131382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Bound port: f7c1aa90-e066-4e89-8270-cd74e8668110, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60d526ca-bbae-40f5-a198-4d5ca6b9eae9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '639a778a-446c-489f-b630-fe136678fe05'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:22.132040 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.195401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Port': ['ID=2f9dee99-988e-486d-8b7b-b14372ff9db3,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:22.199684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network 33d8fe5c-20c3-4960-ab22-d5936300c949 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:22.212133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:22.338271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] For port c3fbed5f-953e-4fbb-a132-fd264935012c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c3fbed5f-953e-4fbb-a132-fd264935012c,segment=NetworkSegment(adc0b8fb-a5e0-4ae6-8408-064be1732a09),segment_id=adc0b8fb-a5e0-4ae6-8408-064be1732a09)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:22.480561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Router 9ea9da63-0665-4165-8561-de22f22bac65 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:58:22.486521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bad3f3-96d0-4f8a-b488-1348b3fc69b8 req-e845378d-7d4c-4136-a3fb-cd8c9c3fc683 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:22.489112 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2bad3f3-96d0-4f8a-b488-1348b3fc69b8 req-e845378d-7d4c-4136-a3fb-cd8c9c3fc683 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 943 time: 0.3402793 Nov 25 19:58:22.512134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] For port f7c1aa90-e066-4e89-8270-cd74e8668110, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:22.520853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] For port f7c1aa90-e066-4e89-8270-cd74e8668110, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f7c1aa90-e066-4e89-8270-cd74e8668110,segment=NetworkSegment(60d526ca-bbae-40f5-a198-4d5ca6b9eae9),segment_id=60d526ca-bbae-40f5-a198-4d5ca6b9eae9)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:22.523617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0edbac03-253d-4894-9d41-fdd135a1e076 None None] Port bb0fd398-bd62-42b0-a86a-9fea7e06e27a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:22.532935 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.547019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:22.571217 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e4d5e97c-8a6b-49e6-926c-d223faf75f75 admin admin] 10.222.0.15 "PUT /v2.0/routers/ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4484708 Nov 25 19:58:22.593967 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.680878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2bad3f3-96d0-4f8a-b488-1348b3fc69b8 req-746eb90d-cec3-44f2-a678-d9375b524bed tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1794198 Nov 25 19:58:22.789817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0edbac03-253d-4894-9d41-fdd135a1e076 None None] Provisioning complete for port bcf98107-a0f8-4fff-a364-ae188f21293d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:22.790420 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0edbac03-253d-4894-9d41-fdd135a1e076 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:22.828755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:22.844628 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc5d38a-16dc-49f1-a27c-902e6146889a None None] Sync routers for ids ['9ea9da63-0665-4165-8561-de22f22bac65'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:22.859884 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f79dbcc5-1960-46ec-945c-22a8bb85b3e5 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "PUT /v2.0/routers/9ea9da63-0665-4165-8561-de22f22bac65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3769951 Nov 25 19:58:22.873378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33910) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:22.889888 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5d38a-16dc-49f1-a27c-902e6146889a None None] Routers {'9ea9da63-0665-4165-8561-de22f22bac65'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:22.890946 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6bc5d38a-16dc-49f1-a27c-902e6146889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9ea9da63-0665-4165-8561-de22f22bac65'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:23.052241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4fca2c-f565-445d-a01b-c01cbe1dfb04 req-64c1d406-9aa6-45c9-bd1d-b797d34fd91f tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:23.053421 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6bc5d38a-16dc-49f1-a27c-902e6146889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:23.063643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a4fca2c-f565-445d-a01b-c01cbe1dfb04 req-64c1d406-9aa6-45c9-bd1d-b797d34fd91f tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.2215226 Nov 25 19:58:23.074942 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc5d38a-16dc-49f1-a27c-902e6146889a None None] Routers {'9ea9da63-0665-4165-8561-de22f22bac65'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:23.076668 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6bc5d38a-16dc-49f1-a27c-902e6146889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9ea9da63-0665-4165-8561-de22f22bac65'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:23.201749 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6bc5d38a-16dc-49f1-a27c-902e6146889a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:23.203919 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc5d38a-16dc-49f1-a27c-902e6146889a None None] The sync data for ids ['9ea9da63-0665-4165-8561-de22f22bac65'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:23.232880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a4fca2c-f565-445d-a01b-c01cbe1dfb04 req-29aec4c9-1e8b-47e8-86d0-98c92c616e2c tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660531 Nov 25 19:58:23.291908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.308153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c407a1-2035-47e4-bb3a-36df3e129343 None None] Pushing event updated for resources: {'Port': ['ID=c3fbed5f-953e-4fbb-a132-fd264935012c,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:23.311081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bcf98107-a0f8-4fff-a364-ae188f21293d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:23.436085 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.690374 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c502ab-29b2-49ee-ae6a-7e1c4c0099aa None None] Pushing event updated for resources: {'Port': ['ID=f7c1aa90-e066-4e89-8270-cd74e8668110,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:23.701408 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.769281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Attempting to bind port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:23.769788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Attempting to bind port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:23.770245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Attempting to bind port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:23.795254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:23.795798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:23.796381 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.796887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:23.797643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Bound port: 163e2d84-649c-4ef1-b00e-0320b1fb5b5e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:23.798780 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.920231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2ffeb-faee-45c1-821f-816651603d39 None None] Pushing event updated for resources: {'Port': ['ID=163e2d84-649c-4ef1-b00e-0320b1fb5b5e,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:23.923798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfabbc2-9325-4476-9d66-874431414c5b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:23.975287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] For port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:23.979666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] For port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=163e2d84-649c-4ef1-b00e-0320b1fb5b5e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:23.982585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bcf98107-a0f8-4fff-a364-ae188f21293d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:23.983084 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:23.989924 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.089783 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa3cdd7-b4d5-4c00-8b05-5e1c6efd7aca req-615644b3-f844-4937-aad7-2e45310db14c tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:24.095149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfa3cdd7-b4d5-4c00-8b05-5e1c6efd7aca req-615644b3-f844-4937-aad7-2e45310db14c tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 943 time: 0.1718371 Nov 25 19:58:24.115906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb1142f-44c4-480d-831d-91398519788a None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:24.224313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2ffeb-faee-45c1-821f-816651603d39 None None] Pushing event updated for resources: {'Port': ['ID=163e2d84-649c-4ef1-b00e-0320b1fb5b5e,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:24.228921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Routers {'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:24.229914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:24.236472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-41623025-8d41-4425-b76d-d7a1e48922d4 None None] Provisioning complete for port bb0fd398-bd62-42b0-a86a-9fea7e06e27a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:24.237068 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41623025-8d41-4425-b76d-d7a1e48922d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.239494 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-63848c17-d32d-41b4-a50c-69d3ce94f62c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:58:24.241741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-63848c17-d32d-41b4-a50c-69d3ce94f62c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "PUT /v2.0/routers/9ea9da63-0665-4165-8561-de22f22bac65/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3626425 Nov 25 19:58:24.247056 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfa3cdd7-b4d5-4c00-8b05-5e1c6efd7aca req-6f6c9053-b020-482e-a1b0-2c9333acdccf tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1416109 Nov 25 19:58:24.247294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33928) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:24.363639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33932) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:24.369022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1933110252-network', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:24.395459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Made reservation on behalf of 59c3c1ac8b4940f5aef8c473320414c0 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:24.398690 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.412734 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.459943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-41623025-8d41-4425-b76d-d7a1e48922d4 None None] Port bb0fd398-bd62-42b0-a86a-9fea7e06e27a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:24.474368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] Set router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:24.524479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6043b6-ea5e-4698-9b23-7c09467df89a req-c04ca0cd-bf15-49ec-bbcb-239089a723e5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:24.527043 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c6043b6-ea5e-4698-9b23-7c09467df89a req-c04ca0cd-bf15-49ec-bbcb-239089a723e5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1169972 Nov 25 19:58:24.557423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-41623025-8d41-4425-b76d-d7a1e48922d4 None None] Provisioning complete for port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:24.557817 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41623025-8d41-4425-b76d-d7a1e48922d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.691076 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.712377 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.757467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c6043b6-ea5e-4698-9b23-7c09467df89a req-481f3451-4b07-4685-bc82-1f374df3a412 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888030 Nov 25 19:58:24.816174 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:24.864904 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:24.865921 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Added segment cd69cd90-dffa-4c43-ab11-64864c0118a7 of type vlan for network 4958a775-d0e2-403e-8fbf-b600e8550509 Nov 25 19:58:25.027821 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41623025-8d41-4425-b76d-d7a1e48922d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.098056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1425bbb3-3bc7-43c3-9cb6-ce56839d1d94,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:25.110374 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.193958 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.195324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:25.198718 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.210396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-41623025-8d41-4425-b76d-d7a1e48922d4 None None] For port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=163e2d84-649c-4ef1-b00e-0320b1fb5b5e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:25.225555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d794373a-de51-41d1-9edd-7ab72dab636d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.226060 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3d8be37b-8eb6-4836-a39e-422c9785e3a3 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:58:25.234556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c3fbed5f-953e-4fbb-a132-fd264935012c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:25.248480 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41623025-8d41-4425-b76d-d7a1e48922d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.259660 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8937583 Nov 25 19:58:25.290877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33936) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:25.302497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] Request body: {'subnet': {'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1933110252-subnet', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:25.316324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debc4e0c-eb28-4bb0-8d7d-fa42c1b5edb5 admin admin] Pushing event updated for resources: {'Network': ['ID=4958a775-d0e2-403e-8fbf-b600e8550509,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:25.366543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] Made reservation on behalf of 59c3c1ac8b4940f5aef8c473320414c0 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:25.369927 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.422407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 4958a775-d0e2-403e-8fbf-b600e8550509 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:25.680142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-148148b9-dbe8-45bf-86c9-a91e00625a52 None None] Provisioning complete for port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:25.681805 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-148148b9-dbe8-45bf-86c9-a91e00625a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:25.686205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13bca78f-491b-44d7-bb1f-e9fd00cbc902 None None] Network 33d8fe5c-20c3-4960-ab22-d5936300c949 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:25.824651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb0fd398-bd62-42b0-a86a-9fea7e06e27a', 'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'mac_address': 'fa:16:3e:8e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:19Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 2, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'subnets': [{'id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:25.855747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d794373a-de51-41d1-9edd-7ab72dab636d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Deleting port 2f9dee99-988e-486d-8b7b-b14372ff9db3 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:25.857719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d794373a-de51-41d1-9edd-7ab72dab636d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.034358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9adc54-7fb3-4dbc-be3b-f69b3fea8652 req-cdf54b51-54c5-4014-b51c-e47eb856c10a tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:26.040055 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d9adc54-7fb3-4dbc-be3b-f69b3fea8652 req-cdf54b51-54c5-4014-b51c-e47eb856c10a tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 943 time: 0.4336128 Nov 25 19:58:26.069590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d794373a-de51-41d1-9edd-7ab72dab636d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.085009 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.096251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d794373a-de51-41d1-9edd-7ab72dab636d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Calling delete_port for 2f9dee99-988e-486d-8b7b-b14372ff9db3 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:26.158516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] Pushing event updated for resources: {'Subnet': ['ID=26ab350d-1b9e-4a62-919e-8bf12dd16854,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:26.234711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d9adc54-7fb3-4dbc-be3b-f69b3fea8652 req-7631fb63-435c-4f3b-b1a0-7cb15606bf65 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1804192 Nov 25 19:58:26.253298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] Checking segment: {'id': 'cd69cd90-dffa-4c43-ab11-64864c0118a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:26.253788 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] Network hostable DHCP agents. Network: 4958a775-d0e2-403e-8fbf-b600e8550509, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:26.319997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] Network 4958a775-d0e2-403e-8fbf-b600e8550509 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:26.339272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 4958a775-d0e2-403e-8fbf-b600e8550509) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:26.346417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:26.349612 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.394770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33946) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:26.396929 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-45934085-8d2b-4c5a-9657-b804367d460d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1017256 Nov 25 19:58:26.398541 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.resource_extend [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] It took 0.91 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:58:26.401930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1933110252-router', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:26.465814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.467152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.504209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe2bcb0b-66ac-4074-a7b1-d2682141d06a None None] Network 639a778a-446c-489f-b630-fe136678fe05 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:26.510544 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590a9c39-38cd-459b-82f3-5574a295cd30 None None] The sync data for ids ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'] in n-d-817303-9 is: [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb0fd398-bd62-42b0-a86a-9fea7e06e27a', 'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'mac_address': 'fa:16:3e:8e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:19Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 2, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'subnets': [{'id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:26.532566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d794373a-de51-41d1-9edd-7ab72dab636d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.579464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794373a-de51-41d1-9edd-7ab72dab636d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Port': ['ID=2f9dee99-988e-486d-8b7b-b14372ff9db3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:26.580784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ba9921-afe4-4413-8a66-f9d878d90cf1 req-b182e52a-06d1-4714-8a84-74796c224708 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:26.590401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1577ec-438c-43ec-9029-6fb867cd77f6 None None] Network 4958a775-d0e2-403e-8fbf-b600e8550509 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:26.592896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41623025-8d41-4425-b76d-d7a1e48922d4 None None] Pushing event updated for resources: {'Port': ['ID=163e2d84-649c-4ef1-b00e-0320b1fb5b5e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:26.597639 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63ba9921-afe4-4413-8a66-f9d878d90cf1 req-b182e52a-06d1-4714-8a84-74796c224708 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1452789 Nov 25 19:58:26.704388 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63ba9921-afe4-4413-8a66-f9d878d90cf1 req-a10229f8-a633-47b2-943c-5beeb722bb14 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057391 Nov 25 19:58:26.770701 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:26.777121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3d8be37b-8eb6-4836-a39e-422c9785e3a3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3d8be37b-8eb6-4836-a39e-422c9785e3a3,segment=NetworkSegment(f90dbd7e-7c25-4a65-994b-c6a667581ad8),segment_id=f90dbd7e-7c25-4a65-994b-c6a667581ad8)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:26.989131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'port_id': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'mac_address': 'fa:16:3e:39:e1:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:58:27.222852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c3fbed5f-953e-4fbb-a132-fd264935012c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:27.223232 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:27.403300 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:27.437478 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:27.445095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-4958a775-d0e2-403e-8fbf-b600e8550509', 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'fixed_ips': [{'subnet_id': '26ab350d-1b9e-4a62-919e-8bf12dd16854'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:58:27.446039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:27.579156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a50524-df85-4c65-9459-a0385f035d0d req-6119f1d5-9f71-4189-be89-f09cbfa8edee tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:27.581045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54a50524-df85-4c65-9459-a0385f035d0d req-6119f1d5-9f71-4189-be89-f09cbfa8edee tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 943 time: 0.1207197 Nov 25 19:58:27.632251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port c3fbed5f-953e-4fbb-a132-fd264935012c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c3fbed5f-953e-4fbb-a132-fd264935012c,segment=NetworkSegment(adc0b8fb-a5e0-4ae6-8408-064be1732a09),segment_id=adc0b8fb-a5e0-4ae6-8408-064be1732a09)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:27.666400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d8be37b-8eb6-4836-a39e-422c9785e3a3 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:58:27.711264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8cd23dd2-af07-4d57-9522-26b0e37fa4cf None None] Provisioning complete for port c3fbed5f-953e-4fbb-a132-fd264935012c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:27.711744 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8cd23dd2-af07-4d57-9522-26b0e37fa4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:27.720931 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:27.723602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f7c1aa90-e066-4e89-8270-cd74e8668110 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:27.754860 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54a50524-df85-4c65-9459-a0385f035d0d req-6972a68e-0b4e-4298-9db0-d3c1cfa53519 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1521387 Nov 25 19:58:27.915288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3d8be37b-8eb6-4836-a39e-422c9785e3a3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3d8be37b-8eb6-4836-a39e-422c9785e3a3,segment=NetworkSegment(f90dbd7e-7c25-4a65-994b-c6a667581ad8),segment_id=f90dbd7e-7c25-4a65-994b-c6a667581ad8)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:27.953039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:27.972675 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d794373a-de51-41d1-9edd-7ab72dab636d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:28.078346 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:28.084587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d171f4-b8f3-4a87-aa73-a20e16ddd62e req-fcff4787-b1ba-4402-8311-e41883383c0e tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:28.089242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96d171f4-b8f3-4a87-aa73-a20e16ddd62e req-fcff4787-b1ba-4402-8311-e41883383c0e tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1685004 Nov 25 19:58:28.270555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96d171f4-b8f3-4a87-aa73-a20e16ddd62e req-7d1f4c9a-ae20-4408-a8ce-e2a81035209b tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736057 Nov 25 19:58:28.525638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d794373a-de51-41d1-9edd-7ab72dab636d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Router 9ea9da63-0665-4165-8561-de22f22bac65 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:28.545524 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['3d8be37b-8eb6-4836-a39e-422c9785e3a3'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:58:28.719724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f7c1aa90-e066-4e89-8270-cd74e8668110 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:28.720412 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:28.723863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=c3fbed5f-953e-4fbb-a132-fd264935012c,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:28.805224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d794373a-de51-41d1-9edd-7ab72dab636d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:28.814114 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d794373a-de51-41d1-9edd-7ab72dab636d tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "PUT /v2.0/routers/9ea9da63-0665-4165-8561-de22f22bac65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5647643 Nov 25 19:58:28.820013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33958) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:28.866874 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:28.895934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:29.014170 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-c0a331a4-1e2e-459e-9d92-6883caacab64 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] delete failed (client error): The resource could not be found. Nov 25 19:58:29.026247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c0a331a4-1e2e-459e-9d92-6883caacab64 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-395771668 HTTP/1.1" status: 404 len: 334 time: 0.2041664 Nov 25 19:58:29.083351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33960) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:29.090036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89615fae-b5fc-4931-aa27-1c37efa86c02 None None] Sync routers for ids ['9ea9da63-0665-4165-8561-de22f22bac65'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:29.099477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a20dcd47-97c0-4626-9b53-6cd186b14004 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'router': {'external_gateway_info': {'network_id': '9ea9da63-0665-4165-8561-de22f22bac65'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:29.168004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Allocated IP 172.25.8.160 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/f1e74a63-bb71-48f0-9169-d3633cea0283) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:29.324382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:29.390690 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:29.440066 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Allocated IP 172.20.0.2 (4958a775-d0e2-403e-8fbf-b600e8550509/26ab350d-1b9e-4a62-919e-8bf12dd16854/4196d51b-8345-43e8-9870-f77e6da32fcc) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:29.486981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e74a63-bb71-48f0-9169-d3633cea0283,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:29.495877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89615fae-b5fc-4931-aa27-1c37efa86c02 None None] Routers {'9ea9da63-0665-4165-8561-de22f22bac65'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:29.498070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:29.499818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-89615fae-b5fc-4931-aa27-1c37efa86c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9ea9da63-0665-4165-8561-de22f22bac65'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:29.505343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:29.526402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:29.604153 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a20dcd47-97c0-4626-9b53-6cd186b14004 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:29.617364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-89615fae-b5fc-4931-aa27-1c37efa86c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:29.638669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d3dd62-1653-438c-ac5c-3db4ec52318c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:29.640102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953b6af-d374-4857-94c6-32801d1f821c req-fbba58d4-c64a-4a4d-b21c-659a6f4d4c80 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:29.642029 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4953b6af-d374-4857-94c6-32801d1f821c req-fbba58d4-c64a-4a4d-b21c-659a6f4d4c80 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 944 time: 0.6334317 Nov 25 19:58:29.658972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3d8be37b-8eb6-4836-a39e-422c9785e3a3,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:29.681336 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-a20dcd47-97c0-4626-9b53-6cd186b14004 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] update failed (client error): The resource could not be found. Nov 25 19:58:29.691153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a20dcd47-97c0-4626-9b53-6cd186b14004 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "PUT /v2.0/routers/9ea9da63-0665-4165-8561-de22f22bac65 HTTP/1.1" status: 404 len: 339 time: 0.5874298 Nov 25 19:58:29.691452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89615fae-b5fc-4931-aa27-1c37efa86c02 None None] Routers {'9ea9da63-0665-4165-8561-de22f22bac65'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:29.691452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-89615fae-b5fc-4931-aa27-1c37efa86c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9ea9da63-0665-4165-8561-de22f22bac65'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:29.695187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33970) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:29.705396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1207402955'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:29.803167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Made reservation on behalf of 6e8b51c5ecbb4de6a9f2b4753f626a05 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:29.811006 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:29.872895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4953b6af-d374-4857-94c6-32801d1f821c req-3d6b5899-c75d-4560-918b-466a8cba9bf7 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2014623 Nov 25 19:58:29.918038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8cd23dd2-af07-4d57-9522-26b0e37fa4cf None None] Provisioning complete for port f7c1aa90-e066-4e89-8270-cd74e8668110 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:29.920536 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8cd23dd2-af07-4d57-9522-26b0e37fa4cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:29.922778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-89615fae-b5fc-4931-aa27-1c37efa86c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:29.923735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89615fae-b5fc-4931-aa27-1c37efa86c02 None None] The sync data for ids ['9ea9da63-0665-4165-8561-de22f22bac65'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:29.950662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:58:30.012231 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.012813 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Added segment 002308a5-23b7-491f-9d8b-11f77ee2dc5c of type vlan for network 7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d Nov 25 19:58:30.087316 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.215373 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.223420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98434b0b-1f4e-4729-9fb5-cbfe361d1f4d req-dc2ba63d-bcfd-4f4a-9972-bea731448c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:30.229099 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98434b0b-1f4e-4729-9fb5-cbfe361d1f4d req-dc2ba63d-bcfd-4f4a-9972-bea731448c37 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1096 time: 0.8660727 Nov 25 19:58:30.234044 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port f7c1aa90-e066-4e89-8270-cd74e8668110, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f7c1aa90-e066-4e89-8270-cd74e8668110,segment=NetworkSegment(60d526ca-bbae-40f5-a198-4d5ca6b9eae9),segment_id=60d526ca-bbae-40f5-a198-4d5ca6b9eae9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:30.263721 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.281308 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.282484 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.310698 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.372002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771524a-fc3e-4e86-9d63-0aef8306decc req-3980305a-43d5-4c51-b18b-c39479428855 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:30.383085 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6771524a-fc3e-4e86-9d63-0aef8306decc req-3980305a-43d5-4c51-b18b-c39479428855 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.3645904 Nov 25 19:58:30.425900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Network 4958a775-d0e2-403e-8fbf-b600e8550509 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:30.441290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:30.454408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:30.461537 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.498389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=f7c1aa90-e066-4e89-8270-cd74e8668110,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:30.506530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:30.507922 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.766704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:30.772238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c3fbed5f-953e-4fbb-a132-fd264935012c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:30.832087 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Sync routers for ids ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:30.851628 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Routers {'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:30.853428 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:30.891137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Pushing event updated for resources: {'Port': ['ID=4196d51b-8345-43e8-9870-f77e6da32fcc,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:30.952357 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c579c0b2-ad6b-4aa1-b8d4-9b2f4d75f1c6 None None] Could not find standard attr ID for object 2f9dee99-988e-486d-8b7b-b14372ff9db3. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 19:58:30.981033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Router e30c4fd5-9888-46e0-801e-70b6d5bf5953 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 19:58:30.996901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Attempting to bind port 4196d51b-8345-43e8-9870-f77e6da32fcc on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:30.998399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Attempting to bind port 4196d51b-8345-43e8-9870-f77e6da32fcc by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'cd69cd90-dffa-4c43-ab11-64864c0118a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:30.999430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Attempting to bind port 4196d51b-8345-43e8-9870-f77e6da32fcc on network 4958a775-d0e2-403e-8fbf-b600e8550509 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:31.025308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:31.025979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Checking segment: {'id': 'cd69cd90-dffa-4c43-ab11-64864c0118a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:31.026610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.027313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Bound using segment: {'id': 'cd69cd90-dffa-4c43-ab11-64864c0118a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:31.028463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Bound port: 4196d51b-8345-43e8-9870-f77e6da32fcc, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd69cd90-dffa-4c43-ab11-64864c0118a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:31.028958 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.076757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c579c0b2-ad6b-4aa1-b8d4-9b2f4d75f1c6 None None] Provisioning complete for port c3fbed5f-953e-4fbb-a132-fd264935012c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:31.077898 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c579c0b2-ad6b-4aa1-b8d4-9b2f4d75f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.111025 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Set router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:31.161249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:31.196114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.199587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Network': ['ID=7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:31.214155 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3e7b58b6-f394-4c40-9e9f-34e274af6d45 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.8176777 Nov 25 19:58:31.216209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 33976) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:31.267849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Sync routers for ids ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:31.300619 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:58:31.306710 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6771524a-fc3e-4e86-9d63-0aef8306decc req-652f7af6-124c-4fc5-933f-1e150ee59865 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9199262 Nov 25 19:58:31.314425 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98434b0b-1f4e-4729-9fb5-cbfe361d1f4d req-1c5add8d-54f9-4016-a813-7d73ad5360d6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0686655 Nov 25 19:58:31.347460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-15b63db2-bf43-4ae2-9987-a9cfbd1fcf1c tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.6487291 Nov 25 19:58:31.348561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 33980) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:31.364214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'subnet': {'network_id': '7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:31.397992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c3fbed5f-953e-4fbb-a132-fd264935012c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:31.398381 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.439362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Routers {'e30c4fd5-9888-46e0-801e-70b6d5bf5953'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:31.445834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:31.502848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] For port 4196d51b-8345-43e8-9870-f77e6da32fcc, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:31.521612 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb0fd398-bd62-42b0-a86a-9fea7e06e27a', 'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'mac_address': 'fa:16:3e:8e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:19Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 2, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'subnets': [{'id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:31.625739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb65496-520a-48cb-9854-1849f21f9544 req-e6b041ef-ea0c-4155-9b74-8431f6ff0204 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:31.628721 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bb65496-520a-48cb-9854-1849f21f9544 req-e6b041ef-ea0c-4155-9b74-8431f6ff0204 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 944 time: 0.1264191 Nov 25 19:58:31.631378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] For port 4196d51b-8345-43e8-9870-f77e6da32fcc, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4196d51b-8345-43e8-9870-f77e6da32fcc,segment=NetworkSegment(cd69cd90-dffa-4c43-ab11-64864c0118a7),segment_id=cd69cd90-dffa-4c43-ab11-64864c0118a7)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:31.640118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Made reservation on behalf of 6e8b51c5ecbb4de6a9f2b4753f626a05 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:31.647897 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.663345 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.725543 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Checking router: ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:31.725807 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Updating router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 port bb0fd398-bd62-42b0-a86a-9fea7e06e27a binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:58:31.752809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942531cc-6c0c-47f2-9174-2669aea2ad8b None None] Pushing event updated for resources: {'Port': ['ID=4196d51b-8345-43e8-9870-f77e6da32fcc,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:31.805737 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:31.911671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883a1be-7f0d-4a20-b0d7-f295fd0bc71f req-2cfb1107-55ed-46a7-8c18-44d4bbb255e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:31.916122 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5883a1be-7f0d-4a20-b0d7-f295fd0bc71f req-2cfb1107-55ed-46a7-8c18-44d4bbb255e7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1096 time: 0.2454927 Nov 25 19:58:31.994851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bb65496-520a-48cb-9854-1849f21f9544 req-9dfcd506-b524-4db7-a1cb-0f3aefa99e07 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3178442 Nov 25 19:58:31.995714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Set router e30c4fd5-9888-46e0-801e-70b6d5bf5953 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:32.139608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c579c0b2-ad6b-4aa1-b8d4-9b2f4d75f1c6 None None] Provisioning complete for port f1e74a63-bb71-48f0-9169-d3633cea0283 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:32.140125 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c579c0b2-ad6b-4aa1-b8d4-9b2f4d75f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.145652 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3d8be37b-8eb6-4836-a39e-422c9785e3a3 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:32.403821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 163e2d84-649c-4ef1-b00e-0320b1fb5b5e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:32.466457 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.488121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c579c0b2-ad6b-4aa1-b8d4-9b2f4d75f1c6 None None] Port f1e74a63-bb71-48f0-9169-d3633cea0283 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:32.530360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6fad735f-8915-4245-893e-5ab98c91fb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.548928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883a1be-7f0d-4a20-b0d7-f295fd0bc71f req-08d62b76-60e5-4f45-971f-291f1d5358b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:32.549959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5883a1be-7f0d-4a20-b0d7-f295fd0bc71f req-08d62b76-60e5-4f45-971f-291f1d5358b8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 200 len: 921 time: 0.5699234 Nov 25 19:58:32.568535 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.619301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c579c0b2-ad6b-4aa1-b8d4-9b2f4d75f1c6 None None] Provisioning complete for port f7c1aa90-e066-4e89-8270-cd74e8668110 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:32.619577 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c579c0b2-ad6b-4aa1-b8d4-9b2f4d75f1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.623931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5883a1be-7f0d-4a20-b0d7-f295fd0bc71f req-f0b2031e-f878-4596-9723-50870aaf369a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 217 time: 0.0655417 Nov 25 19:58:32.685075 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.700045 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.713168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240772d-daef-4bfe-ad34-cefa65c7b62f req-b5dfe6da-b9e4-4ed9-a14b-cc1e4adcad29 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:32.714847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f240772d-daef-4bfe-ad34-cefa65c7b62f req-b5dfe6da-b9e4-4ed9-a14b-cc1e4adcad29 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.2481177 Nov 25 19:58:32.734054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 3d8be37b-8eb6-4836-a39e-422c9785e3a3 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:58:32.787302 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 3d8be37b-8eb6-4836-a39e-422c9785e3a3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:32.801702 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.832616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Subnet': ['ID=6a4a8321-c8fe-480c-b35d-a9f50c0a5890,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:32.852130 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Pushing event updated for resources: {'Port': ['ID=bb0fd398-bd62-42b0-a86a-9fea7e06e27a,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:32.914060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5883a1be-7f0d-4a20-b0d7-f295fd0bc71f req-55eef972-da25-4bb3-b645-b6f614ec1b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:32.916943 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5883a1be-7f0d-4a20-b0d7-f295fd0bc71f req-55eef972-da25-4bb3-b645-b6f614ec1b22 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8c63097-6548-4c15-84dd-ae73190a53bf HTTP/1.1" status: 200 len: 860 time: 0.2622020 Nov 25 19:58:32.921384 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.921726 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.922272 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.923187 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.924077 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.924683 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.925390 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.925885 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.927225 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.927735 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.930227 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.930857 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:32.932439 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:32.935766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:32.954079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f240772d-daef-4bfe-ad34-cefa65c7b62f req-f46b10ee-bf7e-43a8-99cb-e57ded41eb8e tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956520 Nov 25 19:58:32.985521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Checking segment: {'id': '002308a5-23b7-491f-9d8b-11f77ee2dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:32.986438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network hostable DHCP agents. Network: 7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:58:33.023778 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Attempting to bind port bb0fd398-bd62-42b0-a86a-9fea7e06e27a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:33.024140 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Attempting to bind port bb0fd398-bd62-42b0-a86a-9fea7e06e27a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:33.025193 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Attempting to bind port bb0fd398-bd62-42b0-a86a-9fea7e06e27a on network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:33.031799 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:33.032496 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Checking segment: {'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:33.033191 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.033758 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Bound using segment: {'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:33.034408 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Bound port: bb0fd398-bd62-42b0-a86a-9fea7e06e27a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:33.035007 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.137427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e2daa18a-6f89-4a3a-ac8f-027ef184aad3 req-c0359ae6-a28c-4432-80cd-964f25de99ab tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-43793675', 'description': 'tempest-description-1261352843'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:33.168789 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] For port bb0fd398-bd62-42b0-a86a-9fea7e06e27a, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:33.175454 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] For port bb0fd398-bd62-42b0-a86a-9fea7e06e27a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bb0fd398-bd62-42b0-a86a-9fea7e06e27a,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:33.183522 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.188927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5883a1be-7f0d-4a20-b0d7-f295fd0bc71f req-d1bc6190-1f9c-416e-8ef7-12a7c1a8022a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=348aa806-0143-457d-a80b-4a1d119b91c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2306285 Nov 25 19:58:33.348753 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network 7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:58:33.385865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:33.398653 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Routers {'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:33.400266 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:33.486711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73cfeb0-0571-46a6-b7c2-0cd220a8c94b None None] Network 7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:33.529009 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf19f7e-6656-46bc-a91d-b26ae1128f49 None None] Pushing event updated for resources: {'Port': ['ID=bb0fd398-bd62-42b0-a86a-9fea7e06e27a,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:33.532036 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5883a1be-7f0d-4a20-b0d7-f295fd0bc71f req-ad46166b-1266-4972-be22-881f0cc62f1c service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180883 Nov 25 19:58:33.554453 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Allocated IP 172.20.0.1 (4958a775-d0e2-403e-8fbf-b600e8550509/26ab350d-1b9e-4a62-919e-8bf12dd16854/3fe28016-8286-4dc4-b4d6-9893937f7cbd) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:33.560458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:33.561071 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.575094 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e2daa18a-6f89-4a3a-ac8f-027ef184aad3 req-c0359ae6-a28c-4432-80cd-964f25de99ab tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.688915 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] Set router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:33.732348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3376941b-a9dd-4590-8678-aa3f1215e77a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3760035 Nov 25 19:58:33.733260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34018) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:33.738413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-9f27a632-d3b0-4a5d-b061-cd8c5cc7ad0b tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'router': {'external_gateway_info': {'network_id': '7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:33.816151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-41505937-9035-4932-a3bd-f85fc4685a42 None None] Provisioning complete for port bb0fd398-bd62-42b0-a86a-9fea7e06e27a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:33.817047 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41505937-9035-4932-a3bd-f85fc4685a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.828776 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.852090 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.921525 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:33.988662 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5883a1be-7f0d-4a20-b0d7-f295fd0bc71f req-7b0c42d2-ef7d-4da9-ad68-e1c1d118a11e service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4403605 Nov 25 19:58:34.004724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Network 4958a775-d0e2-403e-8fbf-b600e8550509 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:34.032458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:34.036388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:34.055668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Pushing event updated for resources: {'Port': ['ID=3fe28016-8286-4dc4-b4d6-9893937f7cbd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:34.057291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93593383-58bf-412b-b4b1-ee024388eb50 None None] Network 4958a775-d0e2-403e-8fbf-b600e8550509 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:34.175794 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.205969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'name': 'tempest-TestServerBasicOps-1933110252-router', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:26Z', 'updated_at': '2021-11-25T19:58:30Z', 'revision_number': 3, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'gw_port': {'id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:28Z', 'updated_at': '2021-11-25T19:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:34.229440 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb0fd398-bd62-42b0-a86a-9fea7e06e27a', 'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'mac_address': 'fa:16:3e:8e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:19Z', 'updated_at': '2021-11-25T19:58:33Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'subnets': [{'id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:34.257583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Checking router: e30c4fd5-9888-46e0-801e-70b6d5bf5953 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:34.258087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Updating router e30c4fd5-9888-46e0-801e-70b6d5bf5953 port f1e74a63-bb71-48f0-9169-d3633cea0283 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:58:34.272747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:34.275050 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41738205-8f83-41f9-8417-211256d561d8" -d '{"events": [{"server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "name": "network-vif-plugged", "status": "completed", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:34.368229 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e2daa18a-6f89-4a3a-ac8f-027ef184aad3 req-c0359ae6-a28c-4432-80cd-964f25de99ab tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.371138 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9f27a632-d3b0-4a5d-b061-cd8c5cc7ad0b tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.376190 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e2daa18a-6f89-4a3a-ac8f-027ef184aad3 req-c0359ae6-a28c-4432-80cd-964f25de99ab tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.386446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.390414 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6679c7bf-f7d1-40e3-90ad-011bbb7555e3 None None] The sync data for ids ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'] in n-d-817303-9 is: [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb0fd398-bd62-42b0-a86a-9fea7e06e27a', 'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'mac_address': 'fa:16:3e:8e:75:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:19Z', 'updated_at': '2021-11-25T19:58:33Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'subnets': [{'id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:34.469916 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e2daa18a-6f89-4a3a-ac8f-027ef184aad3 req-c0359ae6-a28c-4432-80cd-964f25de99ab tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.483584 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e2daa18a-6f89-4a3a-ac8f-027ef184aad3 req-c0359ae6-a28c-4432-80cd-964f25de99ab tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1830 time: 1.3729572 Nov 25 19:58:34.491179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0359ae6-a28c-4432-80cd-964f25de99ab tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79643167-f36f-4ae4-9540-500e6e632a90,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:34.493791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4196d51b-8345-43e8-9870-f77e6da32fcc up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:34.508635 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3d8be37b-8eb6-4836-a39e-422c9785e3a3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3d8be37b-8eb6-4836-a39e-422c9785e3a3,segment=NetworkSegment(f90dbd7e-7c25-4a65-994b-c6a667581ad8),segment_id=f90dbd7e-7c25-4a65-994b-c6a667581ad8)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:34.652131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978a8f45-9d2f-4799-8a5a-ba5fdc0c49c1 req-b7556e0c-6388-4628-80f0-98adf8f95943 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:34.660093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-978a8f45-9d2f-4799-8a5a-ba5fdc0c49c1 req-b7556e0c-6388-4628-80f0-98adf8f95943 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 945 time: 0.0788922 Nov 25 19:58:34.750823 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-978a8f45-9d2f-4799-8a5a-ba5fdc0c49c1 req-a0eed85f-0da5-4365-b393-f11be2810be3 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895174 Nov 25 19:58:34.767329 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-9f27a632-d3b0-4a5d-b061-cd8c5cc7ad0b tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 19:58:34.767329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9f27a632-d3b0-4a5d-b061-cd8c5cc7ad0b tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "PUT /v2.0/routers/9ea9da63-0665-4165-8561-de22f22bac65 HTTP/1.1" status: 400 len: 364 time: 1.0304384 Nov 25 19:58:34.770717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34034) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:34.826352 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.854445 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.926356 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:34.990072 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b5b5cf-65e1-4b69-8275-ebf1d4237b98 x-openstack-request-id: req-c0b5b5cf-65e1-4b69-8275-ebf1d4237b98 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:34.991179 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "name": "network-vif-plugged", "status": "completed", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:34.991179 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0b5b5cf-65e1-4b69-8275-ebf1d4237b98 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:34.991679 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'code': 200} Nov 25 19:58:35.050695 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.127891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d', 'network_id': '7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d', 'tenant_id': '6e8b51c5ecbb4de6a9f2b4753f626a05', 'fixed_ips': [{'subnet_id': '6a4a8321-c8fe-480c-b35d-a9f50c0a5890'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 19:58:35.128930 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.203386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Pushing event updated for resources: {'Port': ['ID=3fe28016-8286-4dc4-b4d6-9893937f7cbd,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:35.225341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099ad70-ff2d-4b13-b344-5ed4506bdcad req-76148889-1773-4b10-9254-f04683e9b6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:35.242012 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d099ad70-ff2d-4b13-b344-5ed4506bdcad req-76148889-1773-4b10-9254-f04683e9b6d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 1096 time: 0.3072286 Nov 25 19:58:35.253477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.347338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4196d51b-8345-43e8-9870-f77e6da32fcc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:35.349018 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.354553 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41505937-9035-4932-a3bd-f85fc4685a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.366441 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3cf2499-494b-4cfb-9ba3-f51e7da09629 req-1fcb6935-4633-48ad-bb69-19b9ccd12d95 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-43793675&fields=id&tenant_id=035c1d1cd0824419b8ffbfbc483a8aff HTTP/1.1" status: 200 len: 267 time: 0.3665540 Nov 25 19:58:35.393592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3d8be37b-8eb6-4836-a39e-422c9785e3a3,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:35.416631 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d099ad70-ff2d-4b13-b344-5ed4506bdcad req-37b17271-c881-42ed-bdf6-20536e950cd2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1657214 Nov 25 19:58:35.544595 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.549780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Network 4958a775-d0e2-403e-8fbf-b600e8550509 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:35.554765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:35.577914 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84563080-06db-4f27-b764-c3e442193cf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.584277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2499-494b-4cfb-9ba3-f51e7da09629 req-602515c1-3144-4499-a678-7a99d5971806 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:35.587885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3cf2499-494b-4cfb-9ba3-f51e7da09629 req-602515c1-3144-4499-a678-7a99d5971806 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.2072399 Nov 25 19:58:35.616803 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-a3cf2499-494b-4cfb-9ba3-f51e7da09629 req-dda085a8-939f-42ff-9606-42f0b0b7af78 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Request body: {'port': {'security_groups': ['9acbdc3f-6bbe-4e59-842f-1553b8e52367', '79643167-f36f-4ae4-9540-500e6e632a90']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:35.823855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Router e30c4fd5-9888-46e0-801e-70b6d5bf5953 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:35.912791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-41505937-9035-4932-a3bd-f85fc4685a42 None None] For port bb0fd398-bd62-42b0-a86a-9fea7e06e27a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bb0fd398-bd62-42b0-a86a-9fea7e06e27a,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:35.922368 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a3cf2499-494b-4cfb-9ba3-f51e7da09629 req-dda085a8-939f-42ff-9606-42f0b0b7af78 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.951167 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41505937-9035-4932-a3bd-f85fc4685a42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:35.994588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:36.010847 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3daad70c-580f-4acb-b355-8a70b254951f admin admin] 10.222.0.15 "PUT /v2.0/routers/e30c4fd5-9888-46e0-801e-70b6d5bf5953/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7841566 Nov 25 19:58:36.175400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Allocated IP 2001:db8:1::2 (7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d/6a4a8321-c8fe-480c-b35d-a9f50c0a5890/77dadf10-5669-4369-8500-86a2b21ea66a) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:36.198395 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.344017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41505937-9035-4932-a3bd-f85fc4685a42 None None] Pushing event updated for resources: {'Port': ['ID=bb0fd398-bd62-42b0-a86a-9fea7e06e27a,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:36.387695 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Allocated IP 2001:db8::1 (81cfd002-f1e5-4f0a-9353-96b533819b3c/99bd7a3b-0801-428f-8cb5-e9f3ddf70c59/84b1dc97-04e5-4238-a985-c2856be58c51) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:36.391256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-a3cf2499-494b-4cfb-9ba3-f51e7da09629 req-dda085a8-939f-42ff-9606-42f0b0b7af78 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] For port bd3f6978-c1be-4bc5-9d01-33d714840b44, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44,segment=NetworkSegment(4927a319-93e9-42eb-9f92-18196d1e4407),segment_id=4927a319-93e9-42eb-9f92-18196d1e4407)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:36.405899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-31c845d1-7567-4fcc-9556-e7f4c4de32f1 None None] Provisioning complete for port bb0fd398-bd62-42b0-a86a-9fea7e06e27a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:36.407028 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-31c845d1-7567-4fcc-9556-e7f4c4de32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.518638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a3cf2499-494b-4cfb-9ba3-f51e7da09629 req-dda085a8-939f-42ff-9606-42f0b0b7af78 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.566538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a3cf2499-494b-4cfb-9ba3-f51e7da09629 req-dda085a8-939f-42ff-9606-42f0b0b7af78 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.578290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 4196d51b-8345-43e8-9870-f77e6da32fcc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4196d51b-8345-43e8-9870-f77e6da32fcc,segment=NetworkSegment(cd69cd90-dffa-4c43-ab11-64864c0118a7),segment_id=cd69cd90-dffa-4c43-ab11-64864c0118a7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:36.638754 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['bd3f6978-c1be-4bc5-9d01-33d714840b44'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:58:36.651719 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.652543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f7c1aa90-e066-4e89-8270-cd74e8668110 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:36.724279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2499-494b-4cfb-9ba3-f51e7da09629 req-dda085a8-939f-42ff-9606-42f0b0b7af78 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:36.725081 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a3cf2499-494b-4cfb-9ba3-f51e7da09629 req-dda085a8-939f-42ff-9606-42f0b0b7af78 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.726706 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3cf2499-494b-4cfb-9ba3-f51e7da09629 req-dda085a8-939f-42ff-9606-42f0b0b7af78 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "PUT /v2.0/ports/bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 981 time: 1.1250782 Nov 25 19:58:36.731809 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:36.734499 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67587e84-5c3e-4b85-8e19-494f3b3b326b" -d '{"events": [{"name": "network-changed", "server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:36.790593 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.856495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda085a8-939f-42ff-9606-42f0b0b7af78 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Pushing event updated for resources: {'Port': ['ID=bd3f6978-c1be-4bc5-9d01-33d714840b44,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:36.870141 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:36.905208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96fdfec6-5523-45dd-9578-b44469d0913a None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:36.997204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network 81cfd002-f1e5-4f0a-9353-96b533819b3c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:37.000749 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['bd3f6978-c1be-4bc5-9d01-33d714840b44'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:58:37.004693 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.010829 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:37.022710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:37.026564 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.076563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.128614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.219283 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=4196d51b-8345-43e8-9870-f77e6da32fcc,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:37.259316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f7c1aa90-e066-4e89-8270-cd74e8668110 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:37.259767 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.304429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Port': ['ID=84b1dc97-04e5-4238-a985-c2856be58c51,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:37.433395 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.653412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6699ba47-ff43-4f83-8fc4-668a41e63487 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:37.673229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284975b-6c50-4685-a026-00b022ea3b57 None None] Pushing event updated for resources: {'Port': ['ID=f1e74a63-bb71-48f0-9169-d3633cea0283,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:37.716530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0aa8a2-7f0b-494d-bb8c-c308af1c6ebf req-cc5d42d9-2aa6-4b19-a880-281f610c0e09 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:37.719832 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad0aa8a2-7f0b-494d-bb8c-c308af1c6ebf req-cc5d42d9-2aa6-4b19-a880-281f610c0e09 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 945 time: 0.2583303 Nov 25 19:58:37.770215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Attempting to bind port f1e74a63-bb71-48f0-9169-d3633cea0283 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:37.770766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Attempting to bind port f1e74a63-bb71-48f0-9169-d3633cea0283 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:37.771499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Attempting to bind port f1e74a63-bb71-48f0-9169-d3633cea0283 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:37.844353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:37.844810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:37.845579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.847143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:37.847143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Bound port: f1e74a63-bb71-48f0-9169-d3633cea0283, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:37.847143 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.850458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad0aa8a2-7f0b-494d-bb8c-c308af1c6ebf req-891d8da3-d4cb-4f79-aa2a-ad6e387c2401 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1138253 Nov 25 19:58:37.876473 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bb0fd398-bd62-42b0-a86a-9fea7e06e27a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:37.878398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-31c845d1-7567-4fcc-9556-e7f4c4de32f1 None None] Provisioning complete for port 4196d51b-8345-43e8-9870-f77e6da32fcc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:37.878770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-31c845d1-7567-4fcc-9556-e7f4c4de32f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:37.996402 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.003100 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.010884 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.012476 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.058920 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.076307 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.248753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Pushing event updated for resources: {'Port': ['ID=77dadf10-5669-4369-8500-86a2b21ea66a,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:38.288927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Network 7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:38.322474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] For port f1e74a63-bb71-48f0-9169-d3633cea0283, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:38.329808 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] For port f1e74a63-bb71-48f0-9169-d3633cea0283, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f1e74a63-bb71-48f0-9169-d3633cea0283,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:38.336300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:38.356096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:38.375720 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.598038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34090) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:38.614111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d284975b-6c50-4685-a026-00b022ea3b57 None None] Pushing event updated for resources: {'Port': ['ID=f1e74a63-bb71-48f0-9169-d3633cea0283,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:38.615435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0cee3c8c-857c-4911-815f-b86778e3eb73 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1695302493', 'description': 'tempest-secgroup-smoke-1695302493 description', 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:38.645162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04cc43c7-14c4-4324-8fc2-566cdd1f7704 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:38.701797 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cee3c8c-857c-4911-815f-b86778e3eb73 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.738577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event updated for resources: {'Port': ['ID=84b1dc97-04e5-4238-a985-c2856be58c51,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:38.768339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Network 81cfd002-f1e5-4f0a-9353-96b533819b3c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:38.773256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:38.878063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cee3c8c-857c-4911-815f-b86778e3eb73 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.892758 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cee3c8c-857c-4911-815f-b86778e3eb73 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.926729 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0cee3c8c-857c-4911-815f-b86778e3eb73 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:38.929310 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0cee3c8c-857c-4911-815f-b86778e3eb73 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3293293 Nov 25 19:58:38.941381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34094) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:38.953443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4ec32164-fe61-4047-83f4-601dba62371b tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Request body: {'security_group_rule': {'security_group_id': '89d05a30-c511-4aee-a3bf-b4649bc7f796', 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:39.007217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cee3c8c-857c-4911-815f-b86778e3eb73 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89d05a30-c511-4aee-a3bf-b4649bc7f796,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:39.045257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c4e98cd-5a36-4c8f-9960-b09f730760c4 req-cf3a5698-a8e0-4ea2-8205-caf05388f02e tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-43793675&fields=id&tenant_id=035c1d1cd0824419b8ffbfbc483a8aff HTTP/1.1" status: 200 len: 267 time: 0.3239121 Nov 25 19:58:39.048472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Router 9ea9da63-0665-4165-8561-de22f22bac65 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:39.059276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4ec32164-fe61-4047-83f4-601dba62371b tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.059996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Attempting to bind port 77dadf10-5669-4369-8500-86a2b21ea66a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:39.060465 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Attempting to bind port 77dadf10-5669-4369-8500-86a2b21ea66a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '002308a5-23b7-491f-9d8b-11f77ee2dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:39.060852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Attempting to bind port 77dadf10-5669-4369-8500-86a2b21ea66a on network 7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:39.152508 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.166765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Routers {'e30c4fd5-9888-46e0-801e-70b6d5bf5953'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:39.167509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:39.176029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:39.176459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Checking segment: {'id': '002308a5-23b7-491f-9d8b-11f77ee2dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:39.176818 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.177220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Bound using segment: {'id': '002308a5-23b7-491f-9d8b-11f77ee2dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:39.177705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Bound port: 77dadf10-5669-4369-8500-86a2b21ea66a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '002308a5-23b7-491f-9d8b-11f77ee2dc5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:39.178091 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.232785 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4ec32164-fe61-4047-83f4-601dba62371b tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.245755 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4ec32164-fe61-4047-83f4-601dba62371b tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.248136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bb0fd398-bd62-42b0-a86a-9fea7e06e27a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:39.249731 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.284796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec32164-fe61-4047-83f4-601dba62371b tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed462768-b6ed-41ef-93e2-f0a1ff837c65,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:39.293891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4ec32164-fe61-4047-83f4-601dba62371b tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.298662 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4ec32164-fe61-4047-83f4-601dba62371b tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3554132 Nov 25 19:58:39.299595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34100) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.304702 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-321dc2fa-8ce4-419b-8701-605e69f11e41 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Request body: {'security_group_rule': {'security_group_id': '89d05a30-c511-4aee-a3bf-b4649bc7f796', 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:39.318538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:39.335061 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425947c-7b07-47c0-a13e-15765f14d96b None None] Sync routers for ids ['9ea9da63-0665-4165-8561-de22f22bac65'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:39.339216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-03b73de2-562e-48b5-b552-3a2ed0e5c490 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "PUT /v2.0/routers/9ea9da63-0665-4165-8561-de22f22bac65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5660450 Nov 25 19:58:39.342125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34102) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.346446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-321dc2fa-8ce4-419b-8701-605e69f11e41 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.377566 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425947c-7b07-47c0-a13e-15765f14d96b None None] Routers {'9ea9da63-0665-4165-8561-de22f22bac65'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:39.378589 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a425947c-7b07-47c0-a13e-15765f14d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9ea9da63-0665-4165-8561-de22f22bac65'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:39.444116 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a425947c-7b07-47c0-a13e-15765f14d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:39.461029 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425947c-7b07-47c0-a13e-15765f14d96b None None] Routers {'9ea9da63-0665-4165-8561-de22f22bac65'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:39.461787 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a425947c-7b07-47c0-a13e-15765f14d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9ea9da63-0665-4165-8561-de22f22bac65'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:39.469796 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e98cd-5a36-4c8f-9960-b09f730760c4 req-7bd98bfd-7c9b-4749-8253-2f356c62fc2d tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:39.478160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] Set router e30c4fd5-9888-46e0-801e-70b6d5bf5953 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:39.482176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c4e98cd-5a36-4c8f-9960-b09f730760c4 req-7bd98bfd-7c9b-4749-8253-2f356c62fc2d tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 984 time: 0.4199970 Nov 25 19:58:39.488406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-5c4e98cd-5a36-4c8f-9960-b09f730760c4 req-529ea7bf-c973-4d03-b5df-971b15c049fc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Request body: {'port': {'security_groups': ['9acbdc3f-6bbe-4e59-842f-1553b8e52367']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:39.491961 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-321dc2fa-8ce4-419b-8701-605e69f11e41 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.504567 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-321dc2fa-8ce4-419b-8701-605e69f11e41 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.526723 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a425947c-7b07-47c0-a13e-15765f14d96b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:39.527579 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425947c-7b07-47c0-a13e-15765f14d96b None None] The sync data for ids ['9ea9da63-0665-4165-8561-de22f22bac65'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:39.559764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321dc2fa-8ce4-419b-8701-605e69f11e41 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f029a96-6504-4894-b37a-9feb6b77c4c7,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:39.572335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-321dc2fa-8ce4-419b-8701-605e69f11e41 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.574151 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-321dc2fa-8ce4-419b-8701-605e69f11e41 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2729480 Nov 25 19:58:39.578406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34108) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.583054 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1bd511f9-5928-46f9-8369-9bb15fd384f3 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.586976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-cba00ce8-9ee6-497b-b39e-f08f19dd6f62 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Request body: {'security_group_rule': {'security_group_id': '89d05a30-c511-4aee-a3bf-b4649bc7f796', 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:39.639928 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cba00ce8-9ee6-497b-b39e-f08f19dd6f62 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.673987 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5c4e98cd-5a36-4c8f-9960-b09f730760c4 req-529ea7bf-c973-4d03-b5df-971b15c049fc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.754572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cba00ce8-9ee6-497b-b39e-f08f19dd6f62 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.763318 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cba00ce8-9ee6-497b-b39e-f08f19dd6f62 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.774137 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-1bd511f9-5928-46f9-8369-9bb15fd384f3 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 25 19:58:39.778925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1bd511f9-5928-46f9-8369-9bb15fd384f3 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "DELETE /v2.0/routers/9ea9da63-0665-4165-8561-de22f22bac65 HTTP/1.1" status: 409 len: 329 time: 0.4316008 Nov 25 19:58:39.780649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34112) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.804907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba00ce8-9ee6-497b-b39e-f08f19dd6f62 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdc275b2-dcd5-4189-b7d8-a6de2f0895dd,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:39.841934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cba00ce8-9ee6-497b-b39e-f08f19dd6f62 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:39.847879 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cba00ce8-9ee6-497b-b39e-f08f19dd6f62 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2643309 Nov 25 19:58:39.849675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34114) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:39.860534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3ce6433a-df43-4df5-8b19-f562ea4747d5 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Request body: {'security_group_rule': {'security_group_id': '89d05a30-c511-4aee-a3bf-b4649bc7f796', 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:39.916843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ce6433a-df43-4df5-8b19-f562ea4747d5 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.068301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ce6433a-df43-4df5-8b19-f562ea4747d5 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.074829 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ce6433a-df43-4df5-8b19-f562ea4747d5 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.099810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce6433a-df43-4df5-8b19-f562ea4747d5 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0231a5eb-719f-484e-84a8-db4b15571eab,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:40.133146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] For port 77dadf10-5669-4369-8500-86a2b21ea66a, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:40.143040 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3ce6433a-df43-4df5-8b19-f562ea4747d5 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.147907 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3ce6433a-df43-4df5-8b19-f562ea4747d5 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2961440 Nov 25 19:58:40.152085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34120) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.168623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ab182300-91d3-41e5-bd8a-5595bd195a9a tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Request body: {'security_group_rule': {'security_group_id': '89d05a30-c511-4aee-a3bf-b4649bc7f796', 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:40.175329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Provisioning complete for port 84b1dc97-04e5-4238-a985-c2856be58c51 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:40.175929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.213709 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-ab182300-91d3-41e5-bd8a-5595bd195a9a tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Project 1fae8b1ce36345f0bb5018ec383fbfa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:58:40.222956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab182300-91d3-41e5-bd8a-5595bd195a9a tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.252314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] For port 77dadf10-5669-4369-8500-86a2b21ea66a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=77dadf10-5669-4369-8500-86a2b21ea66a,segment=NetworkSegment(002308a5-23b7-491f-9d8b-11f77ee2dc5c),segment_id=002308a5-23b7-491f-9d8b-11f77ee2dc5c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:40.271726 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.355620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-5c4e98cd-5a36-4c8f-9960-b09f730760c4 req-529ea7bf-c973-4d03-b5df-971b15c049fc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] For port bd3f6978-c1be-4bc5-9d01-33d714840b44, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44,segment=NetworkSegment(4927a319-93e9-42eb-9f92-18196d1e4407),segment_id=4927a319-93e9-42eb-9f92-18196d1e4407)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:40.371446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab182300-91d3-41e5-bd8a-5595bd195a9a tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.384865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab182300-91d3-41e5-bd8a-5595bd195a9a tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.394297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Port 84b1dc97-04e5-4238-a985-c2856be58c51 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:40.472707 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab182300-91d3-41e5-bd8a-5595bd195a9a tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.481420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ab182300-91d3-41e5-bd8a-5595bd195a9a tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3243010 Nov 25 19:58:40.483021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab182300-91d3-41e5-bd8a-5595bd195a9a tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=740e93ed-79e8-48f9-a448-0c114b9b736e,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:40.493652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34122) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:40.500262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Provisioning complete for port bd3f6978-c1be-4bc5-9d01-33d714840b44 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:40.500643 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.506082 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba568ed-7cf7-4529-8861-42c832cdde82 None None] Pushing event updated for resources: {'Port': ['ID=77dadf10-5669-4369-8500-86a2b21ea66a,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:40.518522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-20b3eb4c-c351-4bc9-b411-5f86976dded1 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Request body: {'security_group_rule': {'security_group_id': '89d05a30-c511-4aee-a3bf-b4649bc7f796', 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:40.563195 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4196d51b-8345-43e8-9870-f77e6da32fcc up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:40.591198 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-20b3eb4c-c351-4bc9-b411-5f86976dded1 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Project 1fae8b1ce36345f0bb5018ec383fbfa4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 19:58:40.605613 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-20b3eb4c-c351-4bc9-b411-5f86976dded1 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.618984 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5c4e98cd-5a36-4c8f-9960-b09f730760c4 req-529ea7bf-c973-4d03-b5df-971b15c049fc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.645597 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5c4e98cd-5a36-4c8f-9960-b09f730760c4 req-529ea7bf-c973-4d03-b5df-971b15c049fc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.671427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['bd3f6978-c1be-4bc5-9d01-33d714840b44'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:58:40.739568 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-20b3eb4c-c351-4bc9-b411-5f86976dded1 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.747509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-20b3eb4c-c351-4bc9-b411-5f86976dded1 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.784580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b3eb4c-c351-4bc9-b411-5f86976dded1 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30229ca2-3ceb-4378-975d-b22299ef2268,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:40.797475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'name': 'tempest-TestServerBasicOps-1933110252-router', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:26Z', 'updated_at': '2021-11-25T19:58:34Z', 'revision_number': 4, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'gw_port': {'id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:28Z', 'updated_at': '2021-11-25T19:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '3fe28016-8286-4dc4-b4d6-9893937f7cbd', 'name': '', 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'mac_address': 'fa:16:3e:aa:f4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '26ab350d-1b9e-4a62-919e-8bf12dd16854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:32Z', 'updated_at': '2021-11-25T19:58:34Z', 'revision_number': 2, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'subnets': [{'id': '26ab350d-1b9e-4a62-919e-8bf12dd16854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:40.799091 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-20b3eb4c-c351-4bc9-b411-5f86976dded1 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.800456 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-20b3eb4c-c351-4bc9-b411-5f86976dded1 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3051732 Nov 25 19:58:40.866401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e98cd-5a36-4c8f-9960-b09f730760c4 req-529ea7bf-c973-4d03-b5df-971b15c049fc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:40.867635 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5c4e98cd-5a36-4c8f-9960-b09f730760c4 req-529ea7bf-c973-4d03-b5df-971b15c049fc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:40.873817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f26a8934-75c6-4467-b2e7-9ff457074793 None None] The sync data for ids ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'] in n-d-817303-9 is: [{'id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'name': 'tempest-TestServerBasicOps-1933110252-router', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:26Z', 'updated_at': '2021-11-25T19:58:34Z', 'revision_number': 4, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'gw_port': {'id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:28Z', 'updated_at': '2021-11-25T19:58:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '3fe28016-8286-4dc4-b4d6-9893937f7cbd', 'name': '', 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'mac_address': 'fa:16:3e:aa:f4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '26ab350d-1b9e-4a62-919e-8bf12dd16854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:32Z', 'updated_at': '2021-11-25T19:58:34Z', 'revision_number': 2, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'subnets': [{'id': '26ab350d-1b9e-4a62-919e-8bf12dd16854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:40.887803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c4e98cd-5a36-4c8f-9960-b09f730760c4 req-529ea7bf-c973-4d03-b5df-971b15c049fc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "PUT /v2.0/ports/bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 942 time: 1.3871951 Nov 25 19:58:40.889824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4196d51b-8345-43e8-9870-f77e6da32fcc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:40.890360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.054368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529ea7bf-c973-4d03-b5df-971b15c049fc tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Pushing event updated for resources: {'Port': ['ID=bd3f6978-c1be-4bc5-9d01-33d714840b44,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:41.078642 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2575693a-c6cd-4605-8c3e-49344bc83b10 x-openstack-request-id: req-2575693a-c6cd-4605-8c3e-49344bc83b10 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:41.099151 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:41.099617 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2575693a-c6cd-4605-8c3e-49344bc83b10 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:41.100291 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'status': 'completed', 'code': 200} Nov 25 19:58:41.123853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['bd3f6978-c1be-4bc5-9d01-33d714840b44'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:58:41.128121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87738d50-50fd-4cd5-a32f-2d4c1465f8e4 None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:41.308644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Provisioning complete for port 4196d51b-8345-43e8-9870-f77e6da32fcc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:41.309359 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.377079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67587e84-5c3e-4b85-8e19-494f3b3b326b req-acb2d28a-026b-4e1f-8994-c2b3dd678bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:41.382202 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67587e84-5c3e-4b85-8e19-494f3b3b326b req-acb2d28a-026b-4e1f-8994-c2b3dd678bd9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1096 time: 0.2774007 Nov 25 19:58:41.426109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bb0fd398-bd62-42b0-a86a-9fea7e06e27a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:41.450904 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.634747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b143e-1db1-4380-a372-87e87d20bfde req-cdefaec8-1ae8-41c6-8681-b89ae63fafa8 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:41.636517 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f45b143e-1db1-4380-a372-87e87d20bfde req-cdefaec8-1ae8-41c6-8681-b89ae63fafa8 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 945 time: 0.3649659 Nov 25 19:58:41.717656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67587e84-5c3e-4b85-8e19-494f3b3b326b req-3446c573-ee49-4afe-af0a-9552ea1641c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:41.721860 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67587e84-5c3e-4b85-8e19-494f3b3b326b req-3446c573-ee49-4afe-af0a-9552ea1641c2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 200 len: 921 time: 0.3287692 Nov 25 19:58:41.756973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bb0fd398-bd62-42b0-a86a-9fea7e06e27a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:41.757338 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.842773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Provisioning complete for port 3fe28016-8286-4dc4-b4d6-9893937f7cbd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:41.843401 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:41.874907 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67587e84-5c3e-4b85-8e19-494f3b3b326b req-d34b3828-6b7c-4758-aeb2-ed123d316a55 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 217 time: 0.1017540 Nov 25 19:58:41.904027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f45b143e-1db1-4380-a372-87e87d20bfde req-ffeeb863-969d-43e8-a6e9-0d812ec99906 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2592807 Nov 25 19:58:41.959302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34146) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:41.969322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Port 3fe28016-8286-4dc4-b4d6-9893937f7cbd cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:42.043501 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Provisioning complete for port f1e74a63-bb71-48f0-9169-d3633cea0283 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:42.044134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.097950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67587e84-5c3e-4b85-8e19-494f3b3b326b req-a4043d27-9822-4494-abfd-b4d77303ad90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:42.099791 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67587e84-5c3e-4b85-8e19-494f3b3b326b req-a4043d27-9822-4494-abfd-b4d77303ad90 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8c63097-6548-4c15-84dd-ae73190a53bf HTTP/1.1" status: 200 len: 860 time: 0.1944702 Nov 25 19:58:42.301811 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.328223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67587e84-5c3e-4b85-8e19-494f3b3b326b req-f0d95ca9-e3ab-46b6-a739-016378d794d4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=348aa806-0143-457d-a80b-4a1d119b91c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2114379 Nov 25 19:58:42.375761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] For port f1e74a63-bb71-48f0-9169-d3633cea0283, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f1e74a63-bb71-48f0-9169-d3633cea0283,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:42.389846 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.407500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ade8058-0519-4b3a-b125-175ecb625ead tempest-TestVolumeBackupRestore-325633073 tempest-TestVolumeBackupRestore-325633073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:42.410863 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5ade8058-0519-4b3a-b125-175ecb625ead tempest-TestVolumeBackupRestore-325633073 tempest-TestVolumeBackupRestore-325633073-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 1091 time: 0.4526174 Nov 25 19:58:42.414632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34150) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:42.420477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:42.493534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.638948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1041f3dd-e0e9-466f-9f2b-f26483df391d None None] Provisioning complete for port bd3f6978-c1be-4bc5-9d01-33d714840b44 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:42.639937 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1041f3dd-e0e9-466f-9f2b-f26483df391d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.735223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77dadf10-5669-4369-8500-86a2b21ea66a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:42.747691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0b761-bdd3-4943-8694-5265d98eb5d1 None None] Pushing event updated for resources: {'Port': ['ID=f1e74a63-bb71-48f0-9169-d3633cea0283,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:42.814123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:42.815639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab75fa2f-1280-43ae-9653-f894dffff30b None None] Network 7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:42.856939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a533fcf-926d-40ea-a938-a01148829254 req-0fe2b233-8619-4f18-95b3-7348504563e2 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8225965 Nov 25 19:58:42.948954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:43.003785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Allocated IP 172.25.8.96 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/3e3e6c29-5192-4c76-899b-ed1170026d44) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:43.068149 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.147022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:43.148810 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.152425 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1e99619-4f44-47f0-9595-5a3d3d7064d8" -d '{"events": [{"name": "network-changed", "server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:43.193219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.226483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 77dadf10-5669-4369-8500-86a2b21ea66a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:43.227358 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.269067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:43.276029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:43.280250 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:43.304958 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67587e84-5c3e-4b85-8e19-494f3b3b326b req-c1bcb7ec-ff24-42d2-bae1-33270f801467 service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9123626 Nov 25 19:58:43.341586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event updated for resources: {'Port': ['ID=3e3e6c29-5192-4c76-899b-ed1170026d44,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:43.352872 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-afe83045-5cb4-4485-93d5-20995d6c70a0 None None] Provisioning complete for port 77dadf10-5669-4369-8500-86a2b21ea66a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:43.358165 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-afe83045-5cb4-4485-93d5-20995d6c70a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.545643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Deleting port 84b1dc97-04e5-4238-a985-c2856be58c51 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:43.546245 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.592024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67587e84-5c3e-4b85-8e19-494f3b3b326b req-89af09d5-7e71-4f28-9229-09aa607e6704 service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706015 Nov 25 19:58:43.625222 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.740461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 77dadf10-5669-4369-8500-86a2b21ea66a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=77dadf10-5669-4369-8500-86a2b21ea66a,segment=NetworkSegment(002308a5-23b7-491f-9d8b-11f77ee2dc5c),segment_id=002308a5-23b7-491f-9d8b-11f77ee2dc5c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:43.762761 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-afe83045-5cb4-4485-93d5-20995d6c70a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.765145 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.766349 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.779962 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:43.888555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=77dadf10-5669-4369-8500-86a2b21ea66a,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:43.932106 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-afe83045-5cb4-4485-93d5-20995d6c70a0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 19:58:43.932944 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-afe83045-5cb4-4485-93d5-20995d6c70a0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 19:58:44.238217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.396486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Calling delete_port for 84b1dc97-04e5-4238-a985-c2856be58c51 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:44.399041 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.561271 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Allocated IP 172.25.8.209 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/d62bf9eb-ccd8-421a-bda4-143b5ba41490) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:44.608173 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77dadf10-5669-4369-8500-86a2b21ea66a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:44.713420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-db2e4854-5102-417a-849c-98c648c721e7 None None] Provisioning complete for port 77dadf10-5669-4369-8500-86a2b21ea66a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:44.714539 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db2e4854-5102-417a-849c-98c648c721e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.762496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.771344 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.821545 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.842351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 77dadf10-5669-4369-8500-86a2b21ea66a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:44.842739 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.862247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event updated for resources: {'Port': ['ID=3e3e6c29-5192-4c76-899b-ed1170026d44,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:44.892544 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:44.901369 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.012086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Port': ['ID=84b1dc97-04e5-4238-a985-c2856be58c51,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:45.043024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f1e74a63-bb71-48f0-9169-d3633cea0283 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:45.100767 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.129620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.130201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.130592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.131069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.131534 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.131975 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.132412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.132875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.133402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.134132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.135139 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.135276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f1e74a63-bb71-48f0-9169-d3633cea0283 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:45.135742 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.135856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:45.137923 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Floating IP a88bf6e3-69b5-45ac-8568-9df22e41a1bf associated. External IP: 172.25.8.96, port: 3d8be37b-8eb6-4836-a39e-422c9785e3a3. Nov 25 19:58:45.243946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Sync routers for ids ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:45.260857 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Routers {'e30c4fd5-9888-46e0-801e-70b6d5bf5953'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:45.261618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:45.366971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:45.369751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:45.381011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:45.453238 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.475946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Pushing event updated for resources: {'Port': ['ID=d62bf9eb-ccd8-421a-bda4-143b5ba41490,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:45.493370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:45.734829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Set router e30c4fd5-9888-46e0-801e-70b6d5bf5953 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:45.816256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:45.830244 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5e1de-4eda-4a89-8c91-acf2c8e2a3b0 None None] Sync routers for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:45.850454 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5e1de-4eda-4a89-8c91-acf2c8e2a3b0 None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:45.851439 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c0f5e1de-4eda-4a89-8c91-acf2c8e2a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:45.857433 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.905526 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-09446fbe-b4d1-4486-9cce-8d51cedfe2af tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.4894540 Nov 25 19:58:45.911254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:45.915910 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dbac3ac-591f-4728-bce0-d671160a12bd" -d '{"events": [{"name": "network-changed", "server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:45.916254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34192) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:45.947129 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:45.951138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Router 9ea9da63-0665-4165-8561-de22f22bac65 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:46.077906 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c0f5e1de-4eda-4a89-8c91-acf2c8e2a3b0 None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:46.099238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1d83f0-af8f-49d4-8b64-3685a0360b76 tempest-TestVolumeBackupRestore-325633073 tempest-TestVolumeBackupRestore-325633073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:46.101035 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ba1d83f0-af8f-49d4-8b64-3685a0360b76 tempest-TestVolumeBackupRestore-325633073 tempest-TestVolumeBackupRestore-325633073-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 1091 time: 0.1837568 Nov 25 19:58:46.105429 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.107423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34196) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:46.115995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e4ba3631-ea5e-41ad-9bd1-53319b6160d6 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Request body: {'floatingip': {'port_id': '3d8be37b-8eb6-4836-a39e-422c9785e3a3'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:46.143525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:46.163890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c64e6eb8-219a-4489-baa3-837d960e6864 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "PUT /v2.0/routers/9ea9da63-0665-4165-8561-de22f22bac65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3705909 Nov 25 19:58:46.167340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34198) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:46.188238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75165860-ad11-4e04-bb09-abed98aacaf8 None None] Sync routers for ids ['9ea9da63-0665-4165-8561-de22f22bac65'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:46.215143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'name': 'tempest-TestServerBasicOps-1933110252-router', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:26Z', 'updated_at': '2021-11-25T19:58:34Z', 'revision_number': 4, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'gw_port': {'id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:28Z', 'updated_at': '2021-11-25T19:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '3fe28016-8286-4dc4-b4d6-9893937f7cbd', 'name': '', 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'mac_address': 'fa:16:3e:aa:f4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '26ab350d-1b9e-4a62-919e-8bf12dd16854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:32Z', 'updated_at': '2021-11-25T19:58:34Z', 'revision_number': 2, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'subnets': [{'id': '26ab350d-1b9e-4a62-919e-8bf12dd16854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:46.234177 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-79a7cdb7-7735-4007-814f-382fcb1a65be tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] show failed (client error): The resource could not be found. Nov 25 19:58:46.235298 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-79a7cdb7-7735-4007-814f-382fcb1a65be tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-362724207 HTTP/1.1" status: 404 len: 334 time: 0.0672197 Nov 25 19:58:46.243919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34204) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:46.249787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-19229267-ccfc-4a5c-bca1-dcd80c2191ed tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:46.284069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75165860-ad11-4e04-bb09-abed98aacaf8 None None] Routers {'9ea9da63-0665-4165-8561-de22f22bac65'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:46.284794 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-75165860-ad11-4e04-bb09-abed98aacaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9ea9da63-0665-4165-8561-de22f22bac65'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:46.288706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Checking router: e30c4fd5-9888-46e0-801e-70b6d5bf5953 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:46.289210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Updating router e30c4fd5-9888-46e0-801e-70b6d5bf5953 port 3fe28016-8286-4dc4-b4d6-9893937f7cbd binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 19:58:46.316383 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-19229267-ccfc-4a5c-bca1-dcd80c2191ed tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] update failed (client error): The resource could not be found. Nov 25 19:58:46.327692 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-19229267-ccfc-4a5c-bca1-dcd80c2191ed tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-2112384420 HTTP/1.1" status: 404 len: 335 time: 0.0722849 Nov 25 19:58:46.364094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34208) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:46.377156 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.443106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-75165860-ad11-4e04-bb09-abed98aacaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:46.537367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75165860-ad11-4e04-bb09-abed98aacaf8 None None] Routers {'9ea9da63-0665-4165-8561-de22f22bac65'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:46.538022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-75165860-ad11-4e04-bb09-abed98aacaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9ea9da63-0665-4165-8561-de22f22bac65'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:46.545630 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4ba3631-ea5e-41ad-9bd1-53319b6160d6 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for floatingip, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.565567 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.582817 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.594306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-75165860-ad11-4e04-bb09-abed98aacaf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:46.595026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75165860-ad11-4e04-bb09-abed98aacaf8 None None] The sync data for ids ['9ea9da63-0665-4165-8561-de22f22bac65'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:46.645200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-90df1709-5b62-48bc-b999-d5afacd150f8 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Deleting subnet 6a4a8321-c8fe-480c-b35d-a9f50c0a5890 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:46.655368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90df1709-5b62-48bc-b999-d5afacd150f8 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.730126 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c0f5e1de-4eda-4a89-8c91-acf2c8e2a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a88bf6e3-69b5-45ac-8568-9df22e41a1bf', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'port_id': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'mac_address': 'fa:16:3e:39:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529683ad-767f-4d49-815f-9808c146373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:43Z', 'revision_number': 0, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:17Z', 'revision_number': 5, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:46.807933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Pushing event updated for resources: {'Port': ['ID=d62bf9eb-ccd8-421a-bda4-143b5ba41490,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:46.851860 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.862371 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5e1de-4eda-4a89-8c91-acf2c8e2a3b0 None None] Checking router: 48fb3d6f-2749-49a6-8ce9-b4ecd332efee for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:46.891005 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f5e1de-4eda-4a89-8c91-acf2c8e2a3b0 None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:46.892370 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c0f5e1de-4eda-4a89-8c91-acf2c8e2a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:46.893318 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.896706 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a533fcf-926d-40ea-a938-a01148829254 req-dbdc6543-70bb-41cf-b628-bebcada67ed5 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9571404 Nov 25 19:58:46.915867 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:46.928140 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.187313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Attempting to bind port 3fe28016-8286-4dc4-b4d6-9893937f7cbd on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:47.188249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Attempting to bind port 3fe28016-8286-4dc4-b4d6-9893937f7cbd by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'cd69cd90-dffa-4c43-ab11-64864c0118a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:47.188981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Attempting to bind port 3fe28016-8286-4dc4-b4d6-9893937f7cbd on network 4958a775-d0e2-403e-8fbf-b600e8550509 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:47.217632 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90df1709-5b62-48bc-b999-d5afacd150f8 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.226023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a533fcf-926d-40ea-a938-a01148829254 req-0627679f-9a4b-45bf-b17b-42b1ecc9e23d tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.3178000 Nov 25 19:58:47.236879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:47.237408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Checking segment: {'id': 'cd69cd90-dffa-4c43-ab11-64864c0118a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:47.238186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.238579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Bound using segment: {'id': 'cd69cd90-dffa-4c43-ab11-64864c0118a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:47.239333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Bound port: 3fe28016-8286-4dc4-b4d6-9893937f7cbd, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd69cd90-dffa-4c43-ab11-64864c0118a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:47.239842 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.267811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62656-d55f-420f-bba3-da592ecdc95b None None] Pushing event updated for resources: {'Port': ['ID=3fe28016-8286-4dc4-b4d6-9893937f7cbd,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:47.410559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] For port 3fe28016-8286-4dc4-b4d6-9893937f7cbd, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:47.429175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] For port 3fe28016-8286-4dc4-b4d6-9893937f7cbd, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3fe28016-8286-4dc4-b4d6-9893937f7cbd,segment=NetworkSegment(cd69cd90-dffa-4c43-ab11-64864c0118a7),segment_id=cd69cd90-dffa-4c43-ab11-64864c0118a7)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:47.442049 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.539729 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c0f5e1de-4eda-4a89-8c91-acf2c8e2a3b0 None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:47.582930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a533fcf-926d-40ea-a938-a01148829254 req-3ed063a9-6869-4cf3-8689-e5eec0b3bf78 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:47.586365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a533fcf-926d-40ea-a938-a01148829254 req-3ed063a9-6869-4cf3-8689-e5eec0b3bf78 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.3501477 Nov 25 19:58:47.606464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-1a533fcf-926d-40ea-a938-a01148829254 req-285f643a-fa5a-436e-8472-59a4696fc574 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:58:47.609096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a533fcf-926d-40ea-a938-a01148829254 req-285f643a-fa5a-436e-8472-59a4696fc574 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0134137 Nov 25 19:58:47.630495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Routers {'e30c4fd5-9888-46e0-801e-70b6d5bf5953'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:47.631285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:47.749418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90df1709-5b62-48bc-b999-d5afacd150f8 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.761057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2a089741-e5b1-4397-b48d-ec69f8158b37 None None] Provisioning complete for port 3fe28016-8286-4dc4-b4d6-9893937f7cbd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:47.761871 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a089741-e5b1-4397-b48d-ec69f8158b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.882278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e62656-d55f-420f-bba3-da592ecdc95b None None] Pushing event updated for resources: {'Port': ['ID=3fe28016-8286-4dc4-b4d6-9893937f7cbd,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:47.972825 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90df1709-5b62-48bc-b999-d5afacd150f8 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:47.988508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-66d643da-caab-48ba-aae2-c2fc4870dd5b tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1695302493&fields=id&tenant_id=1fae8b1ce36345f0bb5018ec383fbfa4 HTTP/1.1" status: 200 len: 267 time: 0.1220834 Nov 25 19:58:48.069203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df1709-5b62-48bc-b999-d5afacd150f8 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Subnet': ['ID=6a4a8321-c8fe-480c-b35d-a9f50c0a5890,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:48.075304 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90df1709-5b62-48bc-b999-d5afacd150f8 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.078849 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-90df1709-5b62-48bc-b999-d5afacd150f8 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "DELETE /v2.0/subnets/6a4a8321-c8fe-480c-b35d-a9f50c0a5890 HTTP/1.1" status: 204 len: 168 time: 1.7080915 Nov 25 19:58:48.084025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34234) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:48.172492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-5325c196-2fcb-41d3-95f5-c3c23e4adede tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:48.174629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-5325c196-2fcb-41d3-95f5-c3c23e4adede tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/networks?id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc HTTP/1.1" status: 200 len: 808 time: 0.1724031 Nov 25 19:58:48.194574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-17d1cde8-d4a0-4ff0-a8c7-ab5402a4535a tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/quotas/1fae8b1ce36345f0bb5018ec383fbfa4 HTTP/1.1" status: 200 len: 375 time: 0.0130856 Nov 25 19:58:48.212716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] Set router e30c4fd5-9888-46e0-801e-70b6d5bf5953 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:48.229502 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.234221 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c0f5e1de-4eda-4a89-8c91-acf2c8e2a3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a88bf6e3-69b5-45ac-8568-9df22e41a1bf', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'port_id': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'mac_address': 'fa:16:3e:39:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529683ad-767f-4d49-815f-9808c146373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:43Z', 'revision_number': 0, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:17Z', 'revision_number': 5, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:48.269468 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0f5e1de-4eda-4a89-8c91-acf2c8e2a3b0 None None] The sync data for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 is: [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a88bf6e3-69b5-45ac-8568-9df22e41a1bf', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'port_id': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'mac_address': 'fa:16:3e:39:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529683ad-767f-4d49-815f-9808c146373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:43Z', 'revision_number': 0, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:17Z', 'revision_number': 5, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:48.301573 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-7214fc12-51b1-4377-9f55-658deb675db3 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1fae8b1ce36345f0bb5018ec383fbfa4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0988591 Nov 25 19:58:48.324237 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4ba3631-ea5e-41ad-9bd1-53319b6160d6 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.329704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4ba3631-ea5e-41ad-9bd1-53319b6160d6 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.338974 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3d6ba8-66f1-4506-8fbd-56dc182cd99c None None] Network 7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:48.526126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Deleting port 77dadf10-5669-4369-8500-86a2b21ea66a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:48.526472 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.536770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-d6975cbf-ab3f-4bbc-86c3-b12a854bd4bf service neutron] 10.222.0.15 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197266 Nov 25 19:58:48.679624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] For port 77dadf10-5669-4369-8500-86a2b21ea66a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=77dadf10-5669-4369-8500-86a2b21ea66a,segment=NetworkSegment(002308a5-23b7-491f-9d8b-11f77ee2dc5c),segment_id=002308a5-23b7-491f-9d8b-11f77ee2dc5c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:48.680201 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.699994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Calling delete_port for 77dadf10-5669-4369-8500-86a2b21ea66a owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:48.772797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3fe28016-8286-4dc4-b4d6-9893937f7cbd up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:48.816054 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.859279 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad62913a-1617-4b90-b54a-74b1804fb3f5 None None] New status for floating IP a88bf6e3-69b5-45ac-8568-9df22e41a1bf: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:58:48.885243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Port': ['ID=77dadf10-5669-4369-8500-86a2b21ea66a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:48.891967 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a089741-e5b1-4397-b48d-ec69f8158b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:48.910309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] No DVR routers for this DVR port 77dadf10-5669-4369-8500-86a2b21ea66a on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:49.073877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2a089741-e5b1-4397-b48d-ec69f8158b37 None None] For port 3fe28016-8286-4dc4-b4d6-9893937f7cbd, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3fe28016-8286-4dc4-b4d6-9893937f7cbd,segment=NetworkSegment(cd69cd90-dffa-4c43-ab11-64864c0118a7),segment_id=cd69cd90-dffa-4c43-ab11-64864c0118a7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:49.089834 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.090234 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a089741-e5b1-4397-b48d-ec69f8158b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.138590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:49.156190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e38d55e7-94a7-4403-8f35-8a325c644b91 None None] DHCP port deletion for 7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:49.157546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002308a5-23b7-491f-9d8b-11f77ee2dc5c') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:49.159147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002308a5-23b7-491f-9d8b-11f77ee2dc5c') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:49.205965 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ba3631-ea5e-41ad-9bd1-53319b6160d6 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:49.211380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.224793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3fe28016-8286-4dc4-b4d6-9893937f7cbd triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:49.225537 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.262550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.263100 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-aa6bfd7a-bdc3-4e2d-904f-a19e4a8be593 service neutron] 10.222.0.15 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086627 Nov 25 19:58:49.309359 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a089741-e5b1-4397-b48d-ec69f8158b37 None None] Pushing event updated for resources: {'Port': ['ID=3fe28016-8286-4dc4-b4d6-9893937f7cbd,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:49.339938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c7d14846-0756-460c-b238-f9e1498614f9 None None] Provisioning complete for port 3fe28016-8286-4dc4-b4d6-9893937f7cbd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:49.340574 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c7d14846-0756-460c-b238-f9e1498614f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.429176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:49.439482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:49.445347 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:49.477511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'name': 'tempest-TestServerBasicOps-1933110252-router', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:26Z', 'updated_at': '2021-11-25T19:58:34Z', 'revision_number': 4, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'gw_port': {'id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:28Z', 'updated_at': '2021-11-25T19:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '3fe28016-8286-4dc4-b4d6-9893937f7cbd', 'name': '', 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'mac_address': 'fa:16:3e:aa:f4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '26ab350d-1b9e-4a62-919e-8bf12dd16854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:32Z', 'updated_at': '2021-11-25T19:58:47Z', 'revision_number': 4, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'subnets': [{'id': '26ab350d-1b9e-4a62-919e-8bf12dd16854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:49.560333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e075ea5-3237-4a62-bde3-dfa823f62cdb None None] The sync data for ids ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'] in n-d-817303-9 is: [{'id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'name': 'tempest-TestServerBasicOps-1933110252-router', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:26Z', 'updated_at': '2021-11-25T19:58:34Z', 'revision_number': 4, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'gw_port': {'id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:28Z', 'updated_at': '2021-11-25T19:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '3fe28016-8286-4dc4-b4d6-9893937f7cbd', 'name': '', 'network_id': '4958a775-d0e2-403e-8fbf-b600e8550509', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'mac_address': 'fa:16:3e:aa:f4:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_interface', 'standard_attr_id': 3357, 'fixed_ips': [{'subnet_id': '26ab350d-1b9e-4a62-919e-8bf12dd16854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:32Z', 'updated_at': '2021-11-25T19:58:47Z', 'revision_number': 4, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'subnets': [{'id': '26ab350d-1b9e-4a62-919e-8bf12dd16854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:49.580125 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd2cbeb-6701-48c6-8d5d-5f66bb5b0c6a x-openstack-request-id: req-8fd2cbeb-6701-48c6-8d5d-5f66bb5b0c6a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:49.580446 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:49.580676 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8fd2cbeb-6701-48c6-8d5d-5f66bb5b0c6a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:49.581170 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'status': 'completed', 'code': 200} Nov 25 19:58:49.636025 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.669171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.674839 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "DELETE /v2.0/networks/7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d HTTP/1.1" status: 204 len: 168 time: 1.5896654 Nov 25 19:58:49.678492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34256) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:49.724843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d3472-b9a1-46ab-bec1-7ad39fb15108 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Network': ['ID=7299d647-f2bf-4b5f-b9f2-a2e56e3ee82d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:49.729937 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4a7434-b58b-4e94-a047-c5ff62fe192c x-openstack-request-id: req-7a4a7434-b58b-4e94-a047-c5ff62fe192c {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:49.730278 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:49.730489 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7a4a7434-b58b-4e94-a047-c5ff62fe192c {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:49.731798 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'status': 'completed', 'code': 200} Nov 25 19:58:49.734291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ba3631-ea5e-41ad-9bd1-53319b6160d6 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:49.773021 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e4ba3631-ea5e-41ad-9bd1-53319b6160d6 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.859164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e99619-4f44-47f0-9595-5a3d3d7064d8 req-270ccfd7-e59e-4f16-892c-bdef18d10c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:49.861253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1e99619-4f44-47f0-9595-5a3d3d7064d8 req-270ccfd7-e59e-4f16-892c-bdef18d10c99 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1096 time: 0.2591310 Nov 25 19:58:49.927463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-1931e763-c175-443d-b5cd-1d7f4117b382 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Deleting subnet 88593709-c5aa-4cf0-974b-0a66496bdc92 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:49.959995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1931e763-c175-443d-b5cd-1d7f4117b382 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:49.969969 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e4ba3631-ea5e-41ad-9bd1-53319b6160d6 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "PUT /v2.0/floatingips/a88bf6e3-69b5-45ac-8568-9df22e41a1bf HTTP/1.1" status: 200 len: 990 time: 3.8595192 Nov 25 19:58:49.990572 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:58:49.994993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6ead8-0847-4cbc-a04d-ebeb216bd454 None None] Sync routers for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:50.022282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6ead8-0847-4cbc-a04d-ebeb216bd454 None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:50.028163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4ce6ead8-0847-4cbc-a04d-ebeb216bd454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:50.029332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbac3ac-591f-4728-bce0-d671160a12bd req-aa191174-8fc1-4350-8318-c30d5689095b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:50.033515 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6dbac3ac-591f-4728-bce0-d671160a12bd req-aa191174-8fc1-4350-8318-c30d5689095b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5bb840774d284bcfbfb78f636e9f8b2f&device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 1096 time: 0.2448056 Nov 25 19:58:50.091913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1931e763-c175-443d-b5cd-1d7f4117b382 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.303947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbac3ac-591f-4728-bce0-d671160a12bd req-12053be7-6e9b-46a1-b77b-ddf2ecb0e269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:50.307690 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6dbac3ac-591f-4728-bce0-d671160a12bd req-12053be7-6e9b-46a1-b77b-ddf2ecb0e269 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a161b178-022d-4178-bfa1-c19f52f69b96 HTTP/1.1" status: 200 len: 914 time: 0.2618294 Nov 25 19:58:50.324332 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1931e763-c175-443d-b5cd-1d7f4117b382 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.459176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4ce6ead8-0847-4cbc-a04d-ebeb216bd454 None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:50.663246 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6dbac3ac-591f-4728-bce0-d671160a12bd req-d14d9903-8c48-4183-9b9f-2f66fa8e4aa4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d8be37b-8eb6-4836-a39e-422c9785e3a3 HTTP/1.1" status: 200 len: 1000 time: 0.3442342 Nov 25 19:58:50.675394 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3fe28016-8286-4dc4-b4d6-9893937f7cbd up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:58:50.690066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-c9dce1b8-cbb4-4f13-8b6b-ce941544f07a tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:50.705561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-c9dce1b8-cbb4-4f13-8b6b-ce941544f07a tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.8425336 Nov 25 19:58:50.792505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbac3ac-591f-4728-bce0-d671160a12bd req-2b89f737-357b-41ab-b0a6-ec3ed21ad3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:50.794244 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6dbac3ac-591f-4728-bce0-d671160a12bd req-2b89f737-357b-41ab-b0a6-ec3ed21ad3cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=35f5e5fc-a6fb-4451-900e-3eaa047ebb81 HTTP/1.1" status: 200 len: 852 time: 0.1176085 Nov 25 19:58:50.875883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-238997d1-614a-449a-ade6-ce50f099a8a3 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 696 time: 0.1687148 Nov 25 19:58:50.889943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-66634c0f-8643-42a3-8a7b-21d782b47537 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Request body: {'floatingip': {'port_id': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:50.914932 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:50.926106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbac3ac-591f-4728-bce0-d671160a12bd req-6007d8e0-9e51-437d-b9c1-8fe156f53ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:50.927917 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6dbac3ac-591f-4728-bce0-d671160a12bd req-6007d8e0-9e51-437d-b9c1-8fe156f53ed5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a161b178-022d-4178-bfa1-c19f52f69b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1261561 Nov 25 19:58:51.065703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e99619-4f44-47f0-9595-5a3d3d7064d8 req-8bc8d078-49db-4843-834b-667d38c443c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:51.068103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1e99619-4f44-47f0-9595-5a3d3d7064d8 req-8bc8d078-49db-4843-834b-667d38c443c1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 200 len: 921 time: 1.1252971 Nov 25 19:58:51.086642 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3fe28016-8286-4dc4-b4d6-9893937f7cbd triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:51.093941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-66634c0f-8643-42a3-8a7b-21d782b47537 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.107819 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.276359 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6dbac3ac-591f-4728-bce0-d671160a12bd req-bc658007-ed94-4c3c-93fc-21cb074c5799 service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363836 Nov 25 19:58:51.278758 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1e99619-4f44-47f0-9595-5a3d3d7064d8 req-321dfa5e-d070-42a2-8770-5947055c2eef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 217 time: 0.2031660 Nov 25 19:58:51.388986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e99619-4f44-47f0-9595-5a3d3d7064d8 req-0a3d3d15-ab98-44ce-9fe3-f7b8f382592f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:51.393161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1e99619-4f44-47f0-9595-5a3d3d7064d8 req-0a3d3d15-ab98-44ce-9fe3-f7b8f382592f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8c63097-6548-4c15-84dd-ae73190a53bf HTTP/1.1" status: 200 len: 860 time: 0.1043224 Nov 25 19:58:51.395589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1931e763-c175-443d-b5cd-1d7f4117b382 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.448132 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1931e763-c175-443d-b5cd-1d7f4117b382 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.457078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1931e763-c175-443d-b5cd-1d7f4117b382 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "DELETE /v2.0/subnets/88593709-c5aa-4cf0-974b-0a66496bdc92 HTTP/1.1" status: 204 len: 168 time: 1.7731631 Nov 25 19:58:51.473743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec2c6e7-636a-4061-92e9-3f23ed27766a None None] Network 639a778a-446c-489f-b630-fe136678fe05 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:51.623420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6dbac3ac-591f-4728-bce0-d671160a12bd req-3cdd4d40-4c5e-48ab-8104-33996da9a953 service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3366611 Nov 25 19:58:51.624179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34278) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:51.654069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77dadf10-5669-4369-8500-86a2b21ea66a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:51.664831 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1e99619-4f44-47f0-9595-5a3d3d7064d8 req-84752abe-480c-4d65-b98b-78061a2f7612 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=348aa806-0143-457d-a80b-4a1d119b91c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2360549 Nov 25 19:58:51.664831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1931e763-c175-443d-b5cd-1d7f4117b382 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Subnet': ['ID=88593709-c5aa-4cf0-974b-0a66496bdc92,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:51.745437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3'}, {'name': 'network-changed', 'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:51.763816 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48dd55bf-73a8-411a-8627-12bc73151858" -d '{"events": [{"name": "network-changed", "server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3"}, {"name": "network-changed", "server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:51.786108 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 77dadf10-5669-4369-8500-86a2b21ea66a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:51.787507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 77dadf10-5669-4369-8500-86a2b21ea66a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:51.833322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d47c24c-57b1-4aa8-b7be-da75ff0232af tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Deleting subnet fcecd61e-06b0-4091-abcc-6b87e31a23c8 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:51.843095 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d47c24c-57b1-4aa8-b7be-da75ff0232af tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:51.936514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4ce6ead8-0847-4cbc-a04d-ebeb216bd454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a88bf6e3-69b5-45ac-8568-9df22e41a1bf', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'port_id': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'mac_address': 'fa:16:3e:39:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529683ad-767f-4d49-815f-9808c146373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:49Z', 'revision_number': 2, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:17Z', 'revision_number': 5, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:51.998720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6ead8-0847-4cbc-a04d-ebeb216bd454 None None] Checking router: 48fb3d6f-2749-49a6-8ce9-b4ecd332efee for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:52.020672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d47c24c-57b1-4aa8-b7be-da75ff0232af tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.021163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce6ead8-0847-4cbc-a04d-ebeb216bd454 None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:52.022097 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4ce6ead8-0847-4cbc-a04d-ebeb216bd454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:52.146300 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1e99619-4f44-47f0-9595-5a3d3d7064d8 req-4f74bc79-a0ef-48d2-9df3-ec86cc63f8ec service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4682279 Nov 25 19:58:52.366221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4ce6ead8-0847-4cbc-a04d-ebeb216bd454 None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:52.432930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1e99619-4f44-47f0-9595-5a3d3d7064d8 req-efa4a77c-e9e7-4d24-ac4f-14a1f91f5f9b service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749994 Nov 25 19:58:52.481681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] DHCP port deletion for 639a778a-446c-489f-b630-fe136678fe05 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:52.506665 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d47c24c-57b1-4aa8-b7be-da75ff0232af tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.534420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-e32c1227-ab93-4338-ae67-36d9c6865b45 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:52.536475 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-e32c1227-ab93-4338-ae67-36d9c6865b45 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.76 "GET /v2.0/networks?id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc HTTP/1.1" status: 200 len: 808 time: 0.5304477 Nov 25 19:58:52.700648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Deleting port f7c1aa90-e066-4e89-8270-cd74e8668110 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:52.701025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.763701 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-955b4d36-14e2-4c88-a9d5-9bb956e56c37 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1fae8b1ce36345f0bb5018ec383fbfa4 HTTP/1.1" status: 200 len: 380 time: 0.1890559 Nov 25 19:58:52.776134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Request body: {'port': {'device_id': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'admin_state_up': True, 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'security_groups': ['89d05a30-c511-4aee-a3bf-b4649bc7f796']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:52.833809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d47c24c-57b1-4aa8-b7be-da75ff0232af tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.951796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47c24c-57b1-4aa8-b7be-da75ff0232af tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Subnet': ['ID=fcecd61e-06b0-4091-abcc-6b87e31a23c8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:52.976331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] For port f7c1aa90-e066-4e89-8270-cd74e8668110, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f7c1aa90-e066-4e89-8270-cd74e8668110,segment=NetworkSegment(60d526ca-bbae-40f5-a198-4d5ca6b9eae9),segment_id=60d526ca-bbae-40f5-a198-4d5ca6b9eae9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:52.978045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.978652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d47c24c-57b1-4aa8-b7be-da75ff0232af tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:52.983434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e23eefe1-a58e-45bb-9089-b0b7137ceac8 None None] Network 33d8fe5c-20c3-4960-ab22-d5936300c949 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:52.989279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2d47c24c-57b1-4aa8-b7be-da75ff0232af tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "DELETE /v2.0/subnets/fcecd61e-06b0-4091-abcc-6b87e31a23c8 HTTP/1.1" status: 204 len: 168 time: 1.3602855 Nov 25 19:58:52.996866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34302) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:53.094211 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.db.resource_extend [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-66634c0f-8643-42a3-8a7b-21d782b47537 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 19:58:53.119556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Calling delete_port for f7c1aa90-e066-4e89-8270-cd74e8668110 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:53.224643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4ce6ead8-0847-4cbc-a04d-ebeb216bd454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a88bf6e3-69b5-45ac-8568-9df22e41a1bf', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'port_id': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'mac_address': 'fa:16:3e:39:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529683ad-767f-4d49-815f-9808c146373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:49Z', 'revision_number': 2, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:17Z', 'revision_number': 5, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:53.245188 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-66634c0f-8643-42a3-8a7b-21d782b47537 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.252788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-66634c0f-8643-42a3-8a7b-21d782b47537 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.353831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce6ead8-0847-4cbc-a04d-ebeb216bd454 None None] The sync data for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 is: [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'a88bf6e3-69b5-45ac-8568-9df22e41a1bf', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'floating_ip_address': '172.25.8.96', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'port_id': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'mac_address': 'fa:16:3e:39:e1:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '529683ad-767f-4d49-815f-9808c146373b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:43Z', 'updated_at': '2021-11-25T19:58:49Z', 'revision_number': 2, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:17Z', 'revision_number': 5, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:53.378769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.503951 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.580922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.581525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] No DVR routers for this DVR port f7c1aa90-e066-4e89-8270-cd74e8668110 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:53.584091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Pushing event deleted for resources: {'Port': ['ID=f7c1aa90-e066-4e89-8270-cd74e8668110,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:53.608639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c95571da-9207-419f-82ea-c31010bd96b5 None None] DHCP port deletion for 33d8fe5c-20c3-4960-ab22-d5936300c949 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:53.671508 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.671877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.672217 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.672947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.673307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.673827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.674621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.674621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.674995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.675333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.675675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.676014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39c0317d-e377-4378-b33e-e612196aa93a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:58:53.694634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Made reservation on behalf of 1fae8b1ce36345f0bb5018ec383fbfa4 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:58:53.699234 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.756293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c95571da-9207-419f-82ea-c31010bd96b5 None None] Deleting port c3fbed5f-953e-4fbb-a132-fd264935012c {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:53.757066 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c95571da-9207-419f-82ea-c31010bd96b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.904706 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-66634c0f-8643-42a3-8a7b-21d782b47537 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Floating IP d8a7b429-fb3f-4686-bdaa-3b0c2cebe84c associated. External IP: 172.25.8.209, port: bd3f6978-c1be-4bc5-9d01-33d714840b44. Nov 25 19:58:53.933665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c95571da-9207-419f-82ea-c31010bd96b5 None None] For port c3fbed5f-953e-4fbb-a132-fd264935012c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c3fbed5f-953e-4fbb-a132-fd264935012c,segment=NetworkSegment(adc0b8fb-a5e0-4ae6-8408-064be1732a09),segment_id=adc0b8fb-a5e0-4ae6-8408-064be1732a09)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:53.934432 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c95571da-9207-419f-82ea-c31010bd96b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:53.954951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c95571da-9207-419f-82ea-c31010bd96b5 None None] Calling delete_port for c3fbed5f-953e-4fbb-a132-fd264935012c owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:53.963539 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.029164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['639a778a-446c-489f-b630-fe136678fe05']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:54.052215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60d526ca-bbae-40f5-a198-4d5ca6b9eae9') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:54.052554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60d526ca-bbae-40f5-a198-4d5ca6b9eae9') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:54.068628 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c95571da-9207-419f-82ea-c31010bd96b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.077973 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.104237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95571da-9207-419f-82ea-c31010bd96b5 None None] Pushing event deleted for resources: {'Port': ['ID=c3fbed5f-953e-4fbb-a132-fd264935012c,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:54.109132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Allocated IP 172.20.0.11 (d8ad6392-9907-4a27-8ea0-f5d7c801c4bc/1d836c82-10c6-4a28-9711-ee6a8fba4954/ddacdd0e-9322-4c22-a7ad-dda757e25ac5) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:58:54.110853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95571da-9207-419f-82ea-c31010bd96b5 None None] No DVR routers for this DVR port c3fbed5f-953e-4fbb-a132-fd264935012c on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:54.113539 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.124002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:54.124417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:54.128150 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:54.235133 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.243056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.243737 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "DELETE /v2.0/networks/639a778a-446c-489f-b630-fe136678fe05 HTTP/1.1" status: 204 len: 168 time: 1.2453256 Nov 25 19:58:54.253574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34314) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:54.265872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6f8b8-b619-42b0-b287-6d4dda52035a tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Network': ['ID=639a778a-446c-489f-b630-fe136678fe05,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:54.284336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-66634c0f-8643-42a3-8a7b-21d782b47537 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Router 6e6ae50e-e5e2-481e-a567-83535fcffc32 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:58:54.421509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.442052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c3fbed5f-953e-4fbb-a132-fd264935012c no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:54.464022 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.489052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: c3fbed5f-953e-4fbb-a132-fd264935012c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:54.490642 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c3fbed5f-953e-4fbb-a132-fd264935012c not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:54.491585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f7c1aa90-e066-4e89-8270-cd74e8668110 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:54.519695 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.533241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: f7c1aa90-e066-4e89-8270-cd74e8668110 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:54.534134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f7c1aa90-e066-4e89-8270-cd74e8668110 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:54.584076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:58:54.595537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:58:54.610602 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.635576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:58:54.646362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event updated for resources: {'Port': ['ID=ddacdd0e-9322-4c22-a7ad-dda757e25ac5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:54.652913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d8fe5c-20c3-4960-ab22-d5936300c949']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:54.681988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adc0b8fb-a5e0-4ae6-8408-064be1732a09') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:54.681988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adc0b8fb-a5e0-4ae6-8408-064be1732a09') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:54.696022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-66634c0f-8643-42a3-8a7b-21d782b47537 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:58:54.718271 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-66634c0f-8643-42a3-8a7b-21d782b47537 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.722262 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88f630b-ca53-4f6c-8e26-b88aa34ee536 None None] Sync routers for ids ['6e6ae50e-e5e2-481e-a567-83535fcffc32'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:58:54.753347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.766552 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f630b-ca53-4f6c-8e26-b88aa34ee536 None None] Routers {'6e6ae50e-e5e2-481e-a567-83535fcffc32'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:54.769164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:54.770895 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.772966 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a88f630b-ca53-4f6c-8e26-b88aa34ee536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6e6ae50e-e5e2-481e-a567-83535fcffc32'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:54.801949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-66634c0f-8643-42a3-8a7b-21d782b47537 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "PUT /v2.0/floatingips/d8a7b429-fb3f-4686-bdaa-3b0c2cebe84c HTTP/1.1" status: 200 len: 996 time: 3.9245596 Nov 25 19:58:54.802567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:54.809108 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-3360b460-0c26-423f-bc87-febc9f49ffea tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0378399 Nov 25 19:58:54.809265 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f44b388-65af-401e-94e0-c26e858b484e" -d '{"events": [{"name": "network-changed", "server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:54.812244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.820570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:54.821131 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:54.826058 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:54.830062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Request body: {'port': {'device_id': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:54.937984 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.960083 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.970968 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:54.981370 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "DELETE /v2.0/networks/33d8fe5c-20c3-4960-ab22-d5936300c949 HTTP/1.1" status: 204 len: 168 time: 0.7230203 Nov 25 19:58:54.987693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34328) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:55.036511 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-a88f630b-ca53-4f6c-8e26-b88aa34ee536 None None] Set router 6e6ae50e-e5e2-481e-a567-83535fcffc32 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:55.099877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777d7540-0af8-41a5-926a-cf19b457e6a7 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Network': ['ID=33d8fe5c-20c3-4960-ab22-d5936300c949,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:55.130067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-7e90c28a-82bc-49ce-942e-a9797111f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:55.145615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-7e90c28a-82bc-49ce-942e-a9797111f45d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1096 time: 0.2436702 Nov 25 19:58:55.189296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b30b21af-3aec-4eaf-a203-e49ce7889f35 None None] Provisioning complete for port ddacdd0e-9322-4c22-a7ad-dda757e25ac5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:58:55.189577 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b30b21af-3aec-4eaf-a203-e49ce7889f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.237025 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-13a3f257-1dd9-44d7-845a-e9e1b5142b11 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Deleting subnet 99bd7a3b-0801-428f-8cb5-e9f3ddf70c59 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:58:55.250149 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13a3f257-1dd9-44d7-845a-e9e1b5142b11 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.261447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b30b21af-3aec-4eaf-a203-e49ce7889f35 None None] Port ddacdd0e-9322-4c22-a7ad-dda757e25ac5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 19:58:55.344533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddacdd0e-9322-4c22-a7ad-dda757e25ac5 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:58:55.353767 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.369726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Transition to ACTIVE for port object ddacdd0e-9322-4c22-a7ad-dda757e25ac5 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:58:55.371589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13a3f257-1dd9-44d7-845a-e9e1b5142b11 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.377203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.496603 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a88f630b-ca53-4f6c-8e26-b88aa34ee536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'd8a7b429-fb3f-4686-bdaa-3b0c2cebe84c', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'port_id': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'mac_address': 'fa:16:3e:3a:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:45Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 1, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba77507-7f1b-4b29-80ce-284d4bb5fd49', 'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'mac_address': 'fa:16:3e:2a:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:25Z', 'updated_at': '2021-11-25T19:57:39Z', 'revision_number': 5, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'subnets': [{'id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:55.499574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Pushing event updated for resources: {'Port': ['ID=ddacdd0e-9322-4c22-a7ad-dda757e25ac5,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:55.499982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13a3f257-1dd9-44d7-845a-e9e1b5142b11 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.550147 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88f630b-ca53-4f6c-8e26-b88aa34ee536 None None] Checking router: 6e6ae50e-e5e2-481e-a567-83535fcffc32 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:58:55.565994 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88f630b-ca53-4f6c-8e26-b88aa34ee536 None None] Routers {'6e6ae50e-e5e2-481e-a567-83535fcffc32'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:58:55.566915 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a88f630b-ca53-4f6c-8e26-b88aa34ee536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6e6ae50e-e5e2-481e-a567-83535fcffc32'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:55.600263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-12745005-c6bd-47b5-b4d4-196c540e1d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:55.604565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-12745005-c6bd-47b5-b4d4-196c540e1d87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 200 len: 921 time: 0.4575119 Nov 25 19:58:55.691781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Attempting to bind port ddacdd0e-9322-4c22-a7ad-dda757e25ac5 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:58:55.693798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Attempting to bind port ddacdd0e-9322-4c22-a7ad-dda757e25ac5 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:58:55.694578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Attempting to bind port ddacdd0e-9322-4c22-a7ad-dda757e25ac5 on network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:55.715711 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Port ddacdd0e-9322-4c22-a7ad-dda757e25ac5 on network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:58:55.716602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Attempting to bind port ddacdd0e-9322-4c22-a7ad-dda757e25ac5 on network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:58:55.728376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 58, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:58:55.729738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Checking segment: {'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:58:55.731983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Bound using segment: {'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:58:55.733468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Bound port: ddacdd0e-9322-4c22-a7ad-dda757e25ac5, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:58:55.734455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.843060 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-a88f630b-ca53-4f6c-8e26-b88aa34ee536 None None] Set router 6e6ae50e-e5e2-481e-a567-83535fcffc32 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:58:55.861715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-de0642d3-2c36-4832-9272-420a26c41dd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 999 time: 0.2071545 Nov 25 19:58:55.883960 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13a3f257-1dd9-44d7-845a-e9e1b5142b11 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.948940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a3f257-1dd9-44d7-845a-e9e1b5142b11 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Subnet': ['ID=99bd7a3b-0801-428f-8cb5-e9f3ddf70c59,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:55.950918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] For port ddacdd0e-9322-4c22-a7ad-dda757e25ac5, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:58:55.959791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] For port ddacdd0e-9322-4c22-a7ad-dda757e25ac5, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:58:55.969082 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f49f15d-e343-483a-901c-db54708061f8 None None] Network 81cfd002-f1e5-4f0a-9353-96b533819b3c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:58:55.972297 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:55.984900 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13a3f257-1dd9-44d7-845a-e9e1b5142b11 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.001258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-13a3f257-1dd9-44d7-845a-e9e1b5142b11 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "DELETE /v2.0/subnets/99bd7a3b-0801-428f-8cb5-e9f3ddf70c59 HTTP/1.1" status: 204 len: 168 time: 1.0111382 Nov 25 19:58:56.015446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34340) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:56.058089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:56.059470 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.064119 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] 10.222.0.76 "PUT /v2.0/ports/ddacdd0e-9322-4c22-a7ad-dda757e25ac5 HTTP/1.1" status: 200 len: 1092 time: 1.2454600 Nov 25 19:58:56.124124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-9d33401c-d4f2-4d20-9f04-542307dbb521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:56.125737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-9d33401c-d4f2-4d20-9f04-542307dbb521 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8c63097-6548-4c15-84dd-ae73190a53bf HTTP/1.1" status: 200 len: 860 time: 0.2215984 Nov 25 19:58:56.212935 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.219318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-275cdb1d-8f4d-4c56-87b4-3e9d4ddac956 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=348aa806-0143-457d-a80b-4a1d119b91c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0781763 Nov 25 19:58:56.241050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-157b849d-9a28-4294-b190-c013fb8866f1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:58:56.242249 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-157b849d-9a28-4294-b190-c013fb8866f1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060599 Nov 25 19:58:56.269089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ebbd44-94b4-4e27-b638-929bf6a23495 service neutron] Pushing event updated for resources: {'Port': ['ID=ddacdd0e-9322-4c22-a7ad-dda757e25ac5,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:56.310115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-b5b59848-5924-46ef-a80d-556ade91b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:56.315664 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-b5b59848-5924-46ef-a80d-556ade91b70b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fae8b1ce36345f0bb5018ec383fbfa4&device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 1095 time: 0.1945550 Nov 25 19:58:56.410372 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-9d58d41a-24e8-4ebd-9376-752884e69408 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5 HTTP/1.1" status: 200 len: 217 time: 0.0857229 Nov 25 19:58:56.467343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061921b3-50ad-49e0-b95c-b2f13a3b3be6 None None] DHCP port deletion for 81cfd002-f1e5-4f0a-9353-96b533819b3c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:58:56.476414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Deleting port bcf98107-a0f8-4fff-a364-ae188f21293d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:56.476976 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.484897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-8f14e67e-b551-4a18-8572-15e73e3530cd service neutron] 10.222.0.15 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2327299 Nov 25 19:58:56.507394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-4f75b185-61e1-4857-a85c-7eb0f8e0a8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:56.510654 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-4f75b185-61e1-4857-a85c-7eb0f8e0a8d3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d836c82-10c6-4a28-9711-ee6a8fba4954 HTTP/1.1" status: 200 len: 847 time: 0.0930574 Nov 25 19:58:56.587612 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a88f630b-ca53-4f6c-8e26-b88aa34ee536 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'd8a7b429-fb3f-4686-bdaa-3b0c2cebe84c', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'port_id': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'mac_address': 'fa:16:3e:3a:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:45Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 1, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba77507-7f1b-4b29-80ce-284d4bb5fd49', 'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'mac_address': 'fa:16:3e:2a:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:25Z', 'updated_at': '2021-11-25T19:57:39Z', 'revision_number': 5, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'subnets': [{'id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:56.603457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-ed2273a8-4c4a-46a1-ba0a-1bbe4f2e4d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:56.605360 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-ed2273a8-4c4a-46a1-ba0a-1bbe4f2e4d82 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868249 Nov 25 19:58:56.621975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-061921b3-50ad-49e0-b95c-b2f13a3b3be6 None None] Deleting port bcf98107-a0f8-4fff-a364-ae188f21293d {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:58:56.622741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-061921b3-50ad-49e0-b95c-b2f13a3b3be6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.688635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] For port bcf98107-a0f8-4fff-a364-ae188f21293d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bcf98107-a0f8-4fff-a364-ae188f21293d,segment=NetworkSegment(4871e921-9ec2-4fec-a01c-90bba996bf0d),segment_id=4871e921-9ec2-4fec-a01c-90bba996bf0d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:56.689300 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.710773 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88f630b-ca53-4f6c-8e26-b88aa34ee536 None None] The sync data for ids ['6e6ae50e-e5e2-481e-a567-83535fcffc32'] in n-d-817303-9 is: [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'd8a7b429-fb3f-4686-bdaa-3b0c2cebe84c', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'floating_ip_address': '172.25.8.209', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'port_id': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'mac_address': 'fa:16:3e:3a:fc:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:58:45Z', 'updated_at': '2021-11-25T19:58:52Z', 'revision_number': 1, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba77507-7f1b-4b29-80ce-284d4bb5fd49', 'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'mac_address': 'fa:16:3e:2a:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:25Z', 'updated_at': '2021-11-25T19:57:39Z', 'revision_number': 5, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'subnets': [{'id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:58:56.755825 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-cd5e5beb-4800-4830-8618-ac76dba74d57 service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394417 Nov 25 19:58:56.811389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Calling delete_port for bcf98107-a0f8-4fff-a364-ae188f21293d owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:56.815842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-061921b3-50ad-49e0-b95c-b2f13a3b3be6 None None] For port bcf98107-a0f8-4fff-a364-ae188f21293d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bcf98107-a0f8-4fff-a364-ae188f21293d,segment=NetworkSegment(4871e921-9ec2-4fec-a01c-90bba996bf0d),segment_id=4871e921-9ec2-4fec-a01c-90bba996bf0d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:58:56.816741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-061921b3-50ad-49e0-b95c-b2f13a3b3be6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:56.834567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-061921b3-50ad-49e0-b95c-b2f13a3b3be6 None None] Calling delete_port for bcf98107-a0f8-4fff-a364-ae188f21293d owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:58:56.986875 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b14f7fb6-7bc3-41e2-9b68-d1fd773ce4e1 req-1ac32f15-c5b4-49d5-9cb3-cae4eb38b255 service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2207239 Nov 25 19:58:57.023578 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-061921b3-50ad-49e0-b95c-b2f13a3b3be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.038521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d943bf6-e8b6-417f-b6ae-f64c9d57d4b1 req-c8ad049a-bf23-4a07-acc8-ec42a1d3921b service neutron] 10.222.0.15 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230971 Nov 25 19:58:57.043301 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.100265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061921b3-50ad-49e0-b95c-b2f13a3b3be6 None None] Pushing event deleted for resources: {'Port': ['ID=bcf98107-a0f8-4fff-a364-ae188f21293d,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:57.100593 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Port': ['ID=bcf98107-a0f8-4fff-a364-ae188f21293d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:57.104207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061921b3-50ad-49e0-b95c-b2f13a3b3be6 None None] No DVR routers for this DVR port bcf98107-a0f8-4fff-a364-ae188f21293d on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:57.118047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64e20c42-45ec-48ba-8235-4a07ac3d92d7 None None] New status for floating IP d8a7b429-fb3f-4686-bdaa-3b0c2cebe84c: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:58:57.149446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] No DVR routers for this DVR port bcf98107-a0f8-4fff-a364-ae188f21293d on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:58:57.316542 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.348354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cfd002-f1e5-4f0a-9353-96b533819b3c']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:57.359349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c78137e-21e8-4914-8932-5361648d35ab req-5f7f0461-04c0-4e1e-819c-60b16f5d1b8d tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:57.366609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c78137e-21e8-4914-8932-5361648d35ab req-5f7f0461-04c0-4e1e-819c-60b16f5d1b8d tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 944 time: 0.1472974 Nov 25 19:58:57.385878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4871e921-9ec2-4fec-a01c-90bba996bf0d') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:57.386300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4871e921-9ec2-4fec-a01c-90bba996bf0d') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:58:57.409102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.440060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.459767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:58:57.460319 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:58:57.464471 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:58:57.483567 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c78137e-21e8-4914-8932-5361648d35ab req-5b2c927a-154a-4bcd-bcbb-a9d723bf0fab tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/security-groups?id=89d05a30-c511-4aee-a3bf-b4649bc7f796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1156342 Nov 25 19:58:57.551604 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.566995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.576897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34362) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:57.577720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "DELETE /v2.0/networks/81cfd002-f1e5-4f0a-9353-96b533819b3c HTTP/1.1" status: 204 len: 168 time: 1.5641224 Nov 25 19:58:57.610316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16da879-5447-42d5-869a-b3896cbbb730 tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Pushing event deleted for resources: {'Network': ['ID=81cfd002-f1e5-4f0a-9353-96b533819b3c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:58:57.626999 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7a76b7-8d19-4bcf-88a7-cbb98691796a x-openstack-request-id: req-cb7a76b7-8d19-4bcf-88a7-cbb98691796a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:57.630262 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:57.631229 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb7a76b7-8d19-4bcf-88a7-cbb98691796a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:57.632287 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'status': 'completed', 'code': 200} Nov 25 19:58:57.633364 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'status': 'completed', 'code': 200} Nov 25 19:58:57.665449 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8663d4-7521-4307-af1a-6566aa2095af x-openstack-request-id: req-4d8663d4-7521-4307-af1a-6566aa2095af {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:58:57.666671 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:58:57.667122 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4d8663d4-7521-4307-af1a-6566aa2095af {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:58:57.667716 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'status': 'completed', 'code': 200} Nov 25 19:58:57.706043 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6489efad-443c-457e-83c2-42fe3436c5fb tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ea9da63-0665-4165-8561-de22f22bac65 HTTP/1.1" status: 200 len: 205 time: 0.1266170 Nov 25 19:58:57.723764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34364) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:57.857763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-be5e7a5b-d984-4737-bd0f-d0bfbabce705 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.1656182 Nov 25 19:58:57.926905 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e15586d-9ee6-48b2-9cad-5dda626b2a3f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:57.951328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-bd6b0620-153b-41ad-a65f-0c60ae1221c3 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:57.954301 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-bd6b0620-153b-41ad-a65f-0c60ae1221c3 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports/bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 942 time: 0.0894415 Nov 25 19:58:58.051752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44b388-65af-401e-94e0-c26e858b484e req-826e9e57-5b68-4ccf-94a3-0f5c03233c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:58.054230 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f44b388-65af-401e-94e0-c26e858b484e req-826e9e57-5b68-4ccf-94a3-0f5c03233c5c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1096 time: 0.3463278 Nov 25 19:58:58.058304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd55bf-73a8-411a-8627-12bc73151858 req-b0ed8947-3c71-486e-bc9b-b67e35175170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:58.060848 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-b0ed8947-3c71-486e-bc9b-b67e35175170 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5bb840774d284bcfbfb78f636e9f8b2f&device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 1096 time: 0.4256456 Nov 25 19:58:58.183428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-7ad0325a-29d8-4fdc-9d22-a1b5d451ecfe tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.1674461 Nov 25 19:58:58.306706 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e15586d-9ee6-48b2-9cad-5dda626b2a3f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.312753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e15586d-9ee6-48b2-9cad-5dda626b2a3f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.391162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44b388-65af-401e-94e0-c26e858b484e req-d78e782f-f363-491d-bd69-381363ba7f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:58.392813 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f44b388-65af-401e-94e0-c26e858b484e req-d78e782f-f363-491d-bd69-381363ba7f15 service neutron] 10.222.0.76 "GET /v2.0/networks?id=348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 200 len: 921 time: 0.3267646 Nov 25 19:58:58.429033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-9d89ee5f-82ef-4ba7-a6ce-b20be2f24f51 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:58.431726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-9d89ee5f-82ef-4ba7-a6ce-b20be2f24f51 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.2378266 Nov 25 19:58:58.455354 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e15586d-9ee6-48b2-9cad-5dda626b2a3f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.455850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e15586d-9ee6-48b2-9cad-5dda626b2a3f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Fanout notify agent at l3_agent the message router_deleted on router 9ea9da63-0665-4165-8561-de22f22bac65 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:58:58.467854 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5e15586d-9ee6-48b2-9cad-5dda626b2a3f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.473458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5e15586d-9ee6-48b2-9cad-5dda626b2a3f tempest-RoutersNegativeIpV6Test-962964113 tempest-RoutersNegativeIpV6Test-962964113-project] 10.222.0.15 "DELETE /v2.0/routers/9ea9da63-0665-4165-8561-de22f22bac65 HTTP/1.1" status: 204 len: 168 time: 0.7435005 Nov 25 19:58:58.473458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd55bf-73a8-411a-8627-12bc73151858 req-8ba841c5-646f-47f8-bdb6-dd023921bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:58.482210 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-8ba841c5-646f-47f8-bdb6-dd023921bc03 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a161b178-022d-4178-bfa1-c19f52f69b96 HTTP/1.1" status: 200 len: 914 time: 0.4019203 Nov 25 19:58:58.488382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bcf98107-a0f8-4fff-a364-ae188f21293d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:58:58.533110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: bcf98107-a0f8-4fff-a364-ae188f21293d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:58:58.533682 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bcf98107-a0f8-4fff-a364-ae188f21293d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:58:58.560518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f44b388-65af-401e-94e0-c26e858b484e req-421e2932-402f-4069-b9bf-4479cc1f2ddf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 1001 time: 0.1581695 Nov 25 19:58:58.599651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-0f36d7f8-c652-4fac-91eb-dd9296d31d2c tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 1001 time: 0.1569669 Nov 25 19:58:58.619802 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-49ced7b7-2ce3-4be0-8690-c24df650a1fa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d8be37b-8eb6-4836-a39e-422c9785e3a3 HTTP/1.1" status: 200 len: 1000 time: 0.1207302 Nov 25 19:58:58.621923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-eda138c8-3f84-45cc-b0a0-d3cb9a73d666 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:58:58.703708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f44b388-65af-401e-94e0-c26e858b484e req-aa9e31ae-27fd-46b2-bcf9-85555ee65e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:58.706537 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f44b388-65af-401e-94e0-c26e858b484e req-aa9e31ae-27fd-46b2-bcf9-85555ee65e3a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8c63097-6548-4c15-84dd-ae73190a53bf HTTP/1.1" status: 200 len: 860 time: 0.1373065 Nov 25 19:58:58.723121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd55bf-73a8-411a-8627-12bc73151858 req-fc22a6ce-2a2d-448e-aec2-6ad71587c43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:58.724917 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-fc22a6ce-2a2d-448e-aec2-6ad71587c43e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=35f5e5fc-a6fb-4451-900e-3eaa047ebb81 HTTP/1.1" status: 200 len: 852 time: 0.0951006 Nov 25 19:58:58.741331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-eda138c8-3f84-45cc-b0a0-d3cb9a73d666 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:58.754098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f44b388-65af-401e-94e0-c26e858b484e req-0a0fa48a-c87c-40b0-b464-dc16705d5ed2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=348aa806-0143-457d-a80b-4a1d119b91c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404398 Nov 25 19:58:58.927499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd55bf-73a8-411a-8627-12bc73151858 req-a9652894-b65d-4d8c-952b-b40abb8239b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:58.929167 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-a9652894-b65d-4d8c-952b-b40abb8239b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a161b178-022d-4178-bfa1-c19f52f69b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1778612 Nov 25 19:58:58.937206 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f44b388-65af-401e-94e0-c26e858b484e req-5e31a6d6-1ead-4c78-875d-da2b595fafab service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712613 Nov 25 19:58:58.942595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-31782f1d-8c11-46aa-86dd-18255dd79328 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:58:58.943859 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-31782f1d-8c11-46aa-86dd-18255dd79328 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063059 Nov 25 19:58:59.190586 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1f44b388-65af-401e-94e0-c26e858b484e req-ad5abc7e-a96e-43de-8998-7ac6ced7b05f service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454908 Nov 25 19:58:59.193934 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-825fb5a7-e989-4310-bb68-144b1c698042 service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403851 Nov 25 19:58:59.297336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34388) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:59.374016 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-3bfedfd0-1f05-49bc-a8ef-80b0df8b164a service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693087 Nov 25 19:58:59.469551 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-eda138c8-3f84-45cc-b0a0-d3cb9a73d666 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.475072 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-eda138c8-3f84-45cc-b0a0-d3cb9a73d666 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:58:59.475565 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-eda138c8-3f84-45cc-b0a0-d3cb9a73d666 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Floating IP d8a7b429-fb3f-4686-bdaa-3b0c2cebe84c disassociated. External IP: 172.25.8.209, port: bd3f6978-c1be-4bc5-9d01-33d714840b44. Nov 25 19:58:59.587051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd55bf-73a8-411a-8627-12bc73151858 req-f672dc0e-bdb1-4ad3-af1a-6217077265da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:58:59.590563 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-f672dc0e-bdb1-4ad3-af1a-6217077265da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5bb840774d284bcfbfb78f636e9f8b2f&device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 1096 time: 0.1539676 Nov 25 19:58:59.653150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'tag': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:58:59.660326 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e" -d '{"events": [{"name": "network-changed", "server_uuid": "77bdb799-3010-4b7f-84aa-c90b0e3e8b16", "tag": "ddacdd0e-9322-4c22-a7ad-dda757e25ac5"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:58:59.686355 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-799554c2-edb7-4a69-83cc-44c6efaad8dc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6e8b51c5ecbb4de6a9f2b4753f626a05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3876514 Nov 25 19:58:59.690374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34398) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:58:59.827195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-eda138c8-3f84-45cc-b0a0-d3cb9a73d666 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Router 6e6ae50e-e5e2-481e-a567-83535fcffc32 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:59:00.006211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-eda138c8-3f84-45cc-b0a0-d3cb9a73d666 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:59:00.013818 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-eda138c8-3f84-45cc-b0a0-d3cb9a73d666 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.048660 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc56aba-b009-4008-8f0d-6c031c05d4b5 None None] Sync routers for ids ['6e6ae50e-e5e2-481e-a567-83535fcffc32'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:59:00.063401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ddacdd0e-9322-4c22-a7ad-dda757e25ac5 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:59:00.065697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-eda138c8-3f84-45cc-b0a0-d3cb9a73d666 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "PUT /v2.0/floatingips/d8a7b429-fb3f-4686-bdaa-3b0c2cebe84c HTTP/1.1" status: 200 len: 695 time: 1.4505515 Nov 25 19:59:00.066420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:00.071786 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09aba7cb-d28d-4f8d-90e6-9ddd27ae349b" -d '{"events": [{"name": "network-changed", "server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:00.123642 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc56aba-b009-4008-8f0d-6c031c05d4b5 None None] Routers {'6e6ae50e-e5e2-481e-a567-83535fcffc32'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:00.128198 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-afc56aba-b009-4008-8f0d-6c031c05d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6e6ae50e-e5e2-481e-a567-83535fcffc32'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:00.251979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9c02780-f0ae-4f50-8cd5-476d0feb296d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.254501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd55bf-73a8-411a-8627-12bc73151858 req-f17867ae-7661-4f49-a418-b89c2e19a37e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:00.256139 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-f17867ae-7661-4f49-a418-b89c2e19a37e service neutron] 10.222.0.60 "GET /v2.0/networks?id=a161b178-022d-4178-bfa1-c19f52f69b96 HTTP/1.1" status: 200 len: 914 time: 0.6536765 Nov 25 19:59:00.261309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ddacdd0e-9322-4c22-a7ad-dda757e25ac5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:00.301047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'port_id': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5', 'mac_address': 'fa:16:3e:62:4b:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:59:00.324674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-5f3d408a-019d-499d-a1e5-ed2321bada4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:00.330880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9c02780-f0ae-4f50-8cd5-476d0feb296d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.334408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-5f3d408a-019d-499d-a1e5-ed2321bada4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1096 time: 0.1905947 Nov 25 19:59:00.401473 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-403c9e3a-a9f1-47d6-928b-59f7a11f55de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d8be37b-8eb6-4836-a39e-422c9785e3a3 HTTP/1.1" status: 200 len: 1000 time: 0.1355901 Nov 25 19:59:00.452393 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.486458 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9c02780-f0ae-4f50-8cd5-476d0feb296d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.489098 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9c02780-f0ae-4f50-8cd5-476d0feb296d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.490279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b9c02780-f0ae-4f50-8cd5-476d0feb296d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79cc3c20-c7fe-459b-978b-c64e1bf3421a HTTP/1.1" status: 204 len: 168 time: 0.7986586 Nov 25 19:59:00.495531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddacdd0e-9322-4c22-a7ad-dda757e25ac5 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:59:00.532016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c02780-f0ae-4f50-8cd5-476d0feb296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79cc3c20-c7fe-459b-978b-c64e1bf3421a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:00.541228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ddacdd0e-9322-4c22-a7ad-dda757e25ac5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:00.543651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd55bf-73a8-411a-8627-12bc73151858 req-cbfd31f0-c465-4b1f-bc9f-828986cf255c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:00.545416 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-cbfd31f0-c465-4b1f-bc9f-828986cf255c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=35f5e5fc-a6fb-4451-900e-3eaa047ebb81 HTTP/1.1" status: 200 len: 852 time: 0.1337216 Nov 25 19:59:00.557653 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:00.631777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-18a2449b-f540-4197-9508-3db8280acfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:00.634485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-18a2449b-f540-4197-9508-3db8280acfb4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 200 len: 921 time: 0.2688801 Nov 25 19:59:00.650716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dd55bf-73a8-411a-8627-12bc73151858 req-4efedb24-8491-4df6-b1de-c9571b5f99fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:00.652389 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-4efedb24-8491-4df6-b1de-c9571b5f99fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a161b178-022d-4178-bfa1-c19f52f69b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925317 Nov 25 19:59:00.703129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ddacdd0e-9322-4c22-a7ad-dda757e25ac5,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:00.791964 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-53c129bd-7f88-4c86-8497-027f378b81ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 217 time: 0.1023409 Nov 25 19:59:00.812731 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['ddacdd0e-9322-4c22-a7ad-dda757e25ac5'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:59:00.822682 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-afc56aba-b009-4008-8f0d-6c031c05d4b5 None None] Set router 6e6ae50e-e5e2-481e-a567-83535fcffc32 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:00.910461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-32f739ba-1646-4c8e-8b31-d6de94abf24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:00.920558 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-32f739ba-1646-4c8e-8b31-d6de94abf24e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b8c63097-6548-4c15-84dd-ae73190a53bf HTTP/1.1" status: 200 len: 860 time: 0.1129367 Nov 25 19:59:00.992423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-316fde81-ae38-4548-982a-f54c33d8786e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=348aa806-0143-457d-a80b-4a1d119b91c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700104 Nov 25 19:59:01.041068 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-d009e3eb-b955-4cb9-93bc-67a8d751b791 service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802519 Nov 25 19:59:01.291852 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48dd55bf-73a8-411a-8627-12bc73151858 req-89d3d571-dd50-4626-8a1f-7a5610a6afe3 service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434018 Nov 25 19:59:01.338504 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-afc56aba-b009-4008-8f0d-6c031c05d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5ba77507-7f1b-4b29-80ce-284d4bb5fd49', 'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'mac_address': 'fa:16:3e:2a:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:25Z', 'updated_at': '2021-11-25T19:57:39Z', 'revision_number': 5, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'subnets': [{'id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:01.377573 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc56aba-b009-4008-8f0d-6c031c05d4b5 None None] Checking router: 6e6ae50e-e5e2-481e-a567-83535fcffc32 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:59:01.388932 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-af89a3bb-59bf-4d36-b726-6b2f0a35bdf1 service neutron] 10.222.0.15 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3950908 Nov 25 19:59:01.403004 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc56aba-b009-4008-8f0d-6c031c05d4b5 None None] Routers {'6e6ae50e-e5e2-481e-a567-83535fcffc32'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:01.404026 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-afc56aba-b009-4008-8f0d-6c031c05d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:58:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6e6ae50e-e5e2-481e-a567-83535fcffc32'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:01.719493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623e3fea-f1eb-46e4-9c6a-d3e7a247ebc0 req-f13a08ac-0b45-4cb5-a01e-401f47a7b657 service neutron] 10.222.0.15 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286490 Nov 25 19:59:01.738382 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-afc56aba-b009-4008-8f0d-6c031c05d4b5 None None] Set router 6e6ae50e-e5e2-481e-a567-83535fcffc32 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:02.053524 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75add9-95b9-4280-9805-9454afeeb710 req-0b380732-26f1-4999-8255-87d43d5dd1e8 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:02.061207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a75add9-95b9-4280-9805-9454afeeb710 req-0b380732-26f1-4999-8255-87d43d5dd1e8 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 945 time: 0.1333108 Nov 25 19:59:02.140977 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-17441d87-530c-4dac-a6ea-3ca22120c0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:02.194734 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a75add9-95b9-4280-9805-9454afeeb710 req-5f3ac74e-086d-47ff-bb28-b28fcf051109 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/security-groups?id=89d05a30-c511-4aee-a3bf-b4649bc7f796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261072 Nov 25 19:59:02.232391 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-afc56aba-b009-4008-8f0d-6c031c05d4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5ba77507-7f1b-4b29-80ce-284d4bb5fd49', 'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'mac_address': 'fa:16:3e:2a:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:25Z', 'updated_at': '2021-11-25T19:57:39Z', 'revision_number': 5, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'subnets': [{'id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:02.297353 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1af2a78-7d86-4622-9c44-3f5c13e78e1c x-openstack-request-id: req-c1af2a78-7d86-4622-9c44-3f5c13e78e1c {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:02.298123 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bdb799-3010-4b7f-84aa-c90b0e3e8b16", "tag": "ddacdd0e-9322-4c22-a7ad-dda757e25ac5", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:02.298391 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c1af2a78-7d86-4622-9c44-3f5c13e78e1c {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:02.299024 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'tag': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5', 'status': 'completed', 'code': 200} Nov 25 19:59:02.311980 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afc56aba-b009-4008-8f0d-6c031c05d4b5 None None] The sync data for ids ['6e6ae50e-e5e2-481e-a567-83535fcffc32'] in n-d-817303-9 is: [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:57:29Z', 'revision_number': 4, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5ba77507-7f1b-4b29-80ce-284d4bb5fd49', 'name': '', 'network_id': '348aa806-0143-457d-a80b-4a1d119b91c4', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'mac_address': 'fa:16:3e:2a:98:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_interface', 'standard_attr_id': 3246, 'fixed_ips': [{'subnet_id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:25Z', 'updated_at': '2021-11-25T19:57:39Z', 'revision_number': 5, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'subnets': [{'id': 'b8c63097-6548-4c15-84dd-ae73190a53bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:59:02.397262 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43e49403-6e93-4785-b333-0561a942243e x-openstack-request-id: req-43e49403-6e93-4785-b333-0561a942243e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:02.397751 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:02.399137 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43e49403-6e93-4785-b333-0561a942243e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:02.401024 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'status': 'completed', 'code': 200} Nov 25 19:59:02.426078 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e req-3f8b3321-2b4c-4e9a-9e3a-4f733d3115c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:02.427711 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e req-3f8b3321-2b4c-4e9a-9e3a-4f733d3115c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fae8b1ce36345f0bb5018ec383fbfa4&device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 1096 time: 0.0928788 Nov 25 19:59:02.552176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-b6f35530-7f2d-4200-b88d-3b823d1e2112 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/floatingips/d8a7b429-fb3f-4686-bdaa-3b0c2cebe84c HTTP/1.1" status: 200 len: 695 time: 0.1357598 Nov 25 19:59:02.708846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e req-f8c8a15e-79a0-4396-944d-60f3d91eb507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:02.711861 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e req-f8c8a15e-79a0-4396-944d-60f3d91eb507 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc HTTP/1.1" status: 200 len: 909 time: 0.2712564 Nov 25 19:59:02.769846 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e req-9ad14f82-9588-409e-a49e-6721e16240be service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5 HTTP/1.1" status: 200 len: 217 time: 0.0504086 Nov 25 19:59:02.783638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aba7cb-d28d-4f8d-90e6-9ddd27ae349b req-c1ba2799-ee2d-4f45-84c9-8cccacad504d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:02.785296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09aba7cb-d28d-4f8d-90e6-9ddd27ae349b req-c1ba2799-ee2d-4f45-84c9-8cccacad504d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 1096 time: 0.2632091 Nov 25 19:59:02.924416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e req-486bba9e-c87d-406b-83b8-8018324577ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:02.927562 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e req-486bba9e-c87d-406b-83b8-8018324577ec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d836c82-10c6-4a28-9711-ee6a8fba4954 HTTP/1.1" status: 200 len: 847 time: 0.1502669 Nov 25 19:59:02.933422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-643fb677-ca9b-4c05-a8a3-366b1ef36a01 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:02.941613 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-643fb677-ca9b-4c05-a8a3-366b1ef36a01 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/networks/f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 784 time: 0.3329353 Nov 25 19:59:02.954375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296443e9-0b3a-4b77-8414-67b69ba6ca3e None None] New status for floating IP d8a7b429-fb3f-4686-bdaa-3b0c2cebe84c: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:59:02.970454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-ae44983d-add5-416e-a445-0a119d6e0449 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 19:59:02.986359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-ae44983d-add5-416e-a445-0a119d6e0449 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0432551 Nov 25 19:59:03.059679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e req-4ea95521-e92b-4a6a-87fa-a8ea06ab15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:03.063824 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e req-4ea95521-e92b-4a6a-87fa-a8ea06ab15c1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1263113 Nov 25 19:59:03.124410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-afe1def7-9fa6-4b65-87b0-5d9c118fe790 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 698 time: 0.1222653 Nov 25 19:59:03.126514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aba7cb-d28d-4f8d-90e6-9ddd27ae349b req-439d2895-f2f8-487d-9d3d-aac1881ff727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:03.129802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09aba7cb-d28d-4f8d-90e6-9ddd27ae349b req-439d2895-f2f8-487d-9d3d-aac1881ff727 service neutron] 10.222.0.76 "GET /v2.0/networks?id=348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 200 len: 921 time: 0.3345459 Nov 25 19:59:03.312276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09aba7cb-d28d-4f8d-90e6-9ddd27ae349b req-4410e450-bb7c-4525-801f-5aa487c7a676 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 200 len: 217 time: 0.1672950 Nov 25 19:59:03.327611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-7e96d887-9356-4665-a5b2-e1d1e0145d31 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/floatingips?floating_ip_address=172.25.8.209 HTTP/1.1" status: 200 len: 698 time: 0.1933951 Nov 25 19:59:03.391159 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e req-9e8df1db-e862-4011-bb72-58b7df0e642e service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179843 Nov 25 19:59:03.521415 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c07743a1-8713-4d3d-9ccf-dbb56a08d86e req-a44fd4a4-1a36-47e4-b77a-ed5f65fb6cbe service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214068 Nov 25 19:59:03.641290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aba7cb-d28d-4f8d-90e6-9ddd27ae349b req-3b2fa562-65cb-412e-8ec0-66dfa75f09fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:03.643003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09aba7cb-d28d-4f8d-90e6-9ddd27ae349b req-3b2fa562-65cb-412e-8ec0-66dfa75f09fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b8c63097-6548-4c15-84dd-ae73190a53bf HTTP/1.1" status: 200 len: 860 time: 0.2950866 Nov 25 19:59:03.709925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09aba7cb-d28d-4f8d-90e6-9ddd27ae349b req-881e219d-dec9-48ad-8fc6-57678330d93d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=348aa806-0143-457d-a80b-4a1d119b91c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530591 Nov 25 19:59:03.712656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-9d0df3c1-40c2-4892-8132-b76c9b2402ee tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Deleting port d62bf9eb-ccd8-421a-bda4-143b5ba41490 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:03.713186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-9d0df3c1-40c2-4892-8132-b76c9b2402ee tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.957300 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-9d0df3c1-40c2-4892-8132-b76c9b2402ee tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.958349 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-9d0df3c1-40c2-4892-8132-b76c9b2402ee tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:03.990677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-9d0df3c1-40c2-4892-8132-b76c9b2402ee tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Calling delete_port for d62bf9eb-ccd8-421a-bda4-143b5ba41490 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:04.027091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09aba7cb-d28d-4f8d-90e6-9ddd27ae349b req-0879dfc9-de71-403b-8c45-2ce832803aff service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3089952 Nov 25 19:59:04.082534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ddacdd0e-9322-4c22-a7ad-dda757e25ac5 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:59:04.179282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port ddacdd0e-9322-4c22-a7ad-dda757e25ac5 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:59:04.189132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port ddacdd0e-9322-4c22-a7ad-dda757e25ac5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:04.191703 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.388794 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09aba7cb-d28d-4f8d-90e6-9ddd27ae349b req-c5649361-c5e3-4dd3-a1e5-ceae3a29385e service neutron] 10.222.0.76 "GET /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038125 Nov 25 19:59:04.395464 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.401095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-9d0df3c1-40c2-4892-8132-b76c9b2402ee tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.433451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0df3c1-40c2-4892-8132-b76c9b2402ee tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Pushing event deleted for resources: {'Port': ['ID=d62bf9eb-ccd8-421a-bda4-143b5ba41490,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:04.471369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:04.476883 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5feb7838-f8a5-4fa9-a521-42532f85fefb" -d '{"events": [{"server_uuid": "77bdb799-3010-4b7f-84aa-c90b0e3e8b16", "name": "network-vif-plugged", "status": "completed", "tag": "ddacdd0e-9322-4c22-a7ad-dda757e25ac5"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:04.501311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port ddacdd0e-9322-4c22-a7ad-dda757e25ac5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:04.511564 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.583156 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-9d0df3c1-40c2-4892-8132-b76c9b2402ee tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.589186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-9d0df3c1-40c2-4892-8132-b76c9b2402ee tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:04.591470 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d00b4f06-81c9-4257-a990-38f8750f00b5 req-9d0df3c1-40c2-4892-8132-b76c9b2402ee tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "DELETE /v2.0/floatingips/d8a7b429-fb3f-4686-bdaa-3b0c2cebe84c HTTP/1.1" status: 204 len: 173 time: 1.2603996 Nov 25 19:59:04.608256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=ddacdd0e-9322-4c22-a7ad-dda757e25ac5,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:04.764712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80d53eb-7b60-4fc2-a6b4-50f0afcb91e9 req-9970010c-94dd-4698-ac75-5599a41e2f72 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:04.767089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a80d53eb-7b60-4fc2-a6b4-50f0afcb91e9 req-9970010c-94dd-4698-ac75-5599a41e2f72 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 946 time: 0.0660777 Nov 25 19:59:04.839141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a80d53eb-7b60-4fc2-a6b4-50f0afcb91e9 req-171b535d-f23e-4bcc-8819-c519122d5d36 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/security-groups?id=89d05a30-c511-4aee-a3bf-b4649bc7f796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641069 Nov 25 19:59:04.934242 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a8d14b-9ed3-46d8-95fa-62fe2b36d614 x-openstack-request-id: req-49a8d14b-9ed3-46d8-95fa-62fe2b36d614 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:04.934706 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bdb799-3010-4b7f-84aa-c90b0e3e8b16", "name": "network-vif-plugged", "status": "completed", "tag": "ddacdd0e-9322-4c22-a7ad-dda757e25ac5", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:04.935841 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49a8d14b-9ed3-46d8-95fa-62fe2b36d614 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:04.936640 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5', 'code': 200} Nov 25 19:59:05.111738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54c9e456-d219-4b66-b091-1ffb32dc15b0 req-8236c011-c8ef-4579-8fd5-465009577d3e tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups/79643167-f36f-4ae4-9540-500e6e632a90 HTTP/1.1" status: 200 len: 1825 time: 0.1333573 Nov 25 19:59:05.213391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d2642-55a0-469b-a3de-0a7b324898fb req-a3aeca1b-a15e-4c0e-8b48-b4eed2dcadfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:05.216276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e73d2642-55a0-469b-a3de-0a7b324898fb req-a3aeca1b-a15e-4c0e-8b48-b4eed2dcadfc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 1097 time: 0.1664369 Nov 25 19:59:05.237867 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba6b7503-2aaa-4309-8090-019dbd2d61e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.284065 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-54c9e456-d219-4b66-b091-1ffb32dc15b0 req-97b0a0a8-26b1-4672-9d3e-a6cea7b91ed8 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.360606 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-54c9e456-d219-4b66-b091-1ffb32dc15b0 req-97b0a0a8-26b1-4672-9d3e-a6cea7b91ed8 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.367664 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e73d2642-55a0-469b-a3de-0a7b324898fb req-3ebfe2d5-2b9e-4d2f-a11f-d2cf43661e39 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=89d05a30-c511-4aee-a3bf-b4649bc7f796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429560 Nov 25 19:59:05.410762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34530) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:05.463565 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-54c9e456-d219-4b66-b091-1ffb32dc15b0 req-97b0a0a8-26b1-4672-9d3e-a6cea7b91ed8 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.469747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-54c9e456-d219-4b66-b091-1ffb32dc15b0 req-97b0a0a8-26b1-4672-9d3e-a6cea7b91ed8 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.471837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54c9e456-d219-4b66-b091-1ffb32dc15b0 req-97b0a0a8-26b1-4672-9d3e-a6cea7b91ed8 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "DELETE /v2.0/security-groups/79643167-f36f-4ae4-9540-500e6e632a90 HTTP/1.1" status: 204 len: 173 time: 0.3502238 Nov 25 19:59:05.503211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0a0a8-26b1-4672-9d3e-a6cea7b91ed8 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79643167-f36f-4ae4-9540-500e6e632a90,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:05.582093 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddd47116-5d50-48a2-a62c-00cfe5b5dfbf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.703588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddd47116-5d50-48a2-a62c-00cfe5b5dfbf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.721220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddd47116-5d50-48a2-a62c-00cfe5b5dfbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.777908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd47116-5d50-48a2-a62c-00cfe5b5dfbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43301a18-f65b-4fa4-bf84-44f15b35f942,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:05.785754 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ddd47116-5d50-48a2-a62c-00cfe5b5dfbf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0e192d16be5e489a9fe73c67253f5c54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3726397 Nov 25 19:59:05.786053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34540) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:05.937741 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dac9ab28-3fa4-40f9-8843-d2b8f33be62b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:05.954490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d60a2a-4f92-4b13-84e2-06a795cd1ee4 req-7d5a3478-3e03-49a4-9573-3310187d421a tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:05.956926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1d60a2a-4f92-4b13-84e2-06a795cd1ee4 req-7d5a3478-3e03-49a4-9573-3310187d421a tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1126344 Nov 25 19:59:06.018768 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dac9ab28-3fa4-40f9-8843-d2b8f33be62b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.106830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1d60a2a-4f92-4b13-84e2-06a795cd1ee4 req-2c3b33d5-9ca2-4ced-8009-d0086c882225 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291254 Nov 25 19:59:06.159476 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dac9ab28-3fa4-40f9-8843-d2b8f33be62b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.167336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dac9ab28-3fa4-40f9-8843-d2b8f33be62b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.169658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dac9ab28-3fa4-40f9-8843-d2b8f33be62b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/43301a18-f65b-4fa4-bf84-44f15b35f942 HTTP/1.1" status: 204 len: 168 time: 0.3814046 Nov 25 19:59:06.192284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9ab28-3fa4-40f9-8843-d2b8f33be62b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43301a18-f65b-4fa4-bf84-44f15b35f942,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:06.285942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dc3f92-0fa1-41dd-8c71-86057d351972 req-565737a3-246c-4781-8aa8-0b5166a61e75 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:06.287899 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54dc3f92-0fa1-41dd-8c71-86057d351972 req-565737a3-246c-4781-8aa8-0b5166a61e75 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 946 time: 0.0679784 Nov 25 19:59:06.412057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54dc3f92-0fa1-41dd-8c71-86057d351972 req-38c1fc3e-df42-4053-b454-9b86d65097c7 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/security-groups?id=89d05a30-c511-4aee-a3bf-b4649bc7f796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125550 Nov 25 19:59:06.447596 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.702049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34562) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:06.725498 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70a991ed-c93d-4a9c-b3e0-7faf5679de56 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.919081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70a991ed-c93d-4a9c-b3e0-7faf5679de56 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:06.927505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-70a991ed-c93d-4a9c-b3e0-7faf5679de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.013227 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-70a991ed-c93d-4a9c-b3e0-7faf5679de56 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd667eadaf494c1faf7ae436acd6f815&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3098416 Nov 25 19:59:07.016773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34568) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:07.017091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a991ed-c93d-4a9c-b3e0-7faf5679de56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e877620-ff12-4957-b0a9-476729e69fde,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:07.093457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7431e144-f2ab-41c3-923e-35b0dae94802 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.125091 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7431e144-f2ab-41c3-923e-35b0dae94802 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.191802 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7431e144-f2ab-41c3-923e-35b0dae94802 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.195495 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7431e144-f2ab-41c3-923e-35b0dae94802 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.196276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7431e144-f2ab-41c3-923e-35b0dae94802 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1e877620-ff12-4957-b0a9-476729e69fde HTTP/1.1" status: 204 len: 168 time: 0.1774948 Nov 25 19:59:07.207500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431e144-f2ab-41c3-923e-35b0dae94802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e877620-ff12-4957-b0a9-476729e69fde,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:07.312976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d6c111-528d-44f0-ac06-c490523cc2c1 req-88a200b7-223a-4d34-8552-86d0f86e2a57 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:07.315117 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-51d6c111-528d-44f0-ac06-c490523cc2c1 req-88a200b7-223a-4d34-8552-86d0f86e2a57 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.0683312 Nov 25 19:59:07.377939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-51d6c111-528d-44f0-ac06-c490523cc2c1 req-be0e3ceb-fd99-44b9-ab92-9aae2f5e3830 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550299 Nov 25 19:59:07.556651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dcfc8e-a5b5-4e81-abdb-8eb8bb64aa21 req-b11d1fed-b775-4d29-984f-908fda2476d2 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:07.558477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69dcfc8e-a5b5-4e81-abdb-8eb8bb64aa21 req-b11d1fed-b775-4d29-984f-908fda2476d2 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 946 time: 0.0625913 Nov 25 19:59:07.645390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69dcfc8e-a5b5-4e81-abdb-8eb8bb64aa21 req-dc23626d-67a8-4933-81c4-abc0739f251a tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/security-groups?id=89d05a30-c511-4aee-a3bf-b4649bc7f796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733404 Nov 25 19:59:07.855986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fa2fa-2e61-4d16-ae4c-901d05f2e8e7 req-0a07c443-9b97-4007-b10d-a946d1ac3914 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:07.858613 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-175fa2fa-2e61-4d16-ae4c-901d05f2e8e7 req-0a07c443-9b97-4007-b10d-a946d1ac3914 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 946 time: 0.1321216 Nov 25 19:59:07.872382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:07.978504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-175fa2fa-2e61-4d16-ae4c-901d05f2e8e7 req-dad25243-4afa-4879-9f03-5e2a5ef9388c tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/security-groups?id=89d05a30-c511-4aee-a3bf-b4649bc7f796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062260 Nov 25 19:59:08.085055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7caa35-dd4f-413c-a7a2-f0d62742be81 req-d7adef47-873d-41de-9688-212e2cc50803 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:08.090386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d7caa35-dd4f-413c-a7a2-f0d62742be81 req-d7adef47-873d-41de-9688-212e2cc50803 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.76 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1055477 Nov 25 19:59:08.292104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dca764-2b49-4c22-b0c8-b47a78e1d8f8 req-6eff5578-b6bc-4964-9640-069622d7c93f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:08.294563 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41dca764-2b49-4c22-b0c8-b47a78e1d8f8 req-6eff5578-b6bc-4964-9640-069622d7c93f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 946 time: 0.1452842 Nov 25 19:59:08.297037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:08.399409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6d7caa35-dd4f-413c-a7a2-f0d62742be81 req-03ce8fe8-9bcb-47e6-94a6-8d91a11a38ae tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Deleting port bd3f6978-c1be-4bc5-9d01-33d714840b44 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:08.400005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6d7caa35-dd4f-413c-a7a2-f0d62742be81 req-03ce8fe8-9bcb-47e6-94a6-8d91a11a38ae tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:08.414343 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41dca764-2b49-4c22-b0c8-b47a78e1d8f8 req-3050fdbd-a03c-4e2a-aa9c-4919765049f6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/security-groups?id=89d05a30-c511-4aee-a3bf-b4649bc7f796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071708 Nov 25 19:59:08.475026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34614) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:08.689727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-6d7caa35-dd4f-413c-a7a2-f0d62742be81 req-03ce8fe8-9bcb-47e6-94a6-8d91a11a38ae tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] For port bd3f6978-c1be-4bc5-9d01-33d714840b44, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=bd3f6978-c1be-4bc5-9d01-33d714840b44,segment=NetworkSegment(4927a319-93e9-42eb-9f92-18196d1e4407),segment_id=4927a319-93e9-42eb-9f92-18196d1e4407)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:08.690336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6d7caa35-dd4f-413c-a7a2-f0d62742be81 req-03ce8fe8-9bcb-47e6-94a6-8d91a11a38ae tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:08.732257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6d7caa35-dd4f-413c-a7a2-f0d62742be81 req-03ce8fe8-9bcb-47e6-94a6-8d91a11a38ae tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Calling delete_port for bd3f6978-c1be-4bc5-9d01-33d714840b44 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:08.761244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6daaa553-ae3c-4bd5-9965-fadee5e3ffb9 req-28ef79b0-07ea-4a1e-839a-70fc397ad9bb tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:08.764427 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6daaa553-ae3c-4bd5-9965-fadee5e3ffb9 req-28ef79b0-07ea-4a1e-839a-70fc397ad9bb tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/ports?device_id=b53ebdbc-9477-4fb7-b04a-057490f5aba3 HTTP/1.1" status: 200 len: 945 time: 0.1452546 Nov 25 19:59:08.932945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0685a863-f9f9-4ad9-9a8a-b425647803b3 tempest-TestServerBasicOps-1008610792 tempest-TestServerBasicOps-1008610792-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:08.935104 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0685a863-f9f9-4ad9-9a8a-b425647803b3 tempest-TestServerBasicOps-1008610792 tempest-TestServerBasicOps-1008610792-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 1092 time: 0.4573109 Nov 25 19:59:08.942518 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34630) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:08.953701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:08.991236 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6daaa553-ae3c-4bd5-9965-fadee5e3ffb9 req-a8269ae7-9432-4fde-8d6a-8acfd5629445 tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.15 "GET /v2.0/security-groups?id=9acbdc3f-6bbe-4e59-842f-1553b8e52367&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115436 Nov 25 19:59:09.004411 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:09.102186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6d7caa35-dd4f-413c-a7a2-f0d62742be81 req-03ce8fe8-9bcb-47e6-94a6-8d91a11a38ae tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:09.117837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['bd3f6978-c1be-4bc5-9d01-33d714840b44'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:59:09.167875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce8fe8-9bcb-47e6-94a6-8d91a11a38ae tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Pushing event deleted for resources: {'Port': ['ID=bd3f6978-c1be-4bc5-9d01-33d714840b44,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:09.191150 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:09.226492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8283b842-fdfc-4c54-98f9-c95db7dc721e None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:59:09.268418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7caa35-dd4f-413c-a7a2-f0d62742be81 req-03ce8fe8-9bcb-47e6-94a6-8d91a11a38ae tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] No DVR routers for this DVR port bd3f6978-c1be-4bc5-9d01-33d714840b44 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:59:09.272273 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6d7caa35-dd4f-413c-a7a2-f0d62742be81 req-03ce8fe8-9bcb-47e6-94a6-8d91a11a38ae tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:09.277645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d7caa35-dd4f-413c-a7a2-f0d62742be81 req-03ce8fe8-9bcb-47e6-94a6-8d91a11a38ae tempest-ServerRescueTestJSONUnderV235-1197057941 tempest-ServerRescueTestJSONUnderV235-1197057941-project] 10.222.0.76 "DELETE /v2.0/ports/bd3f6978-c1be-4bc5-9d01-33d714840b44 HTTP/1.1" status: 204 len: 173 time: 1.1815982 Nov 25 19:59:09.278150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'name': 'network-vif-deleted', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:09.291164 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b576fcaa-925d-42b3-af21-c8f107839f64" -d '{"events": [{"server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "name": "network-vif-deleted", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:09.406355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Allocated IP 172.25.8.174 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/ce89659d-612c-420d-884f-067dc02c36ac) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:59:09.415026 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f66ad7-0f05-4e83-bf16-3fa7bc8c5836 x-openstack-request-id: req-95f66ad7-0f05-4e83-bf16-3fa7bc8c5836 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:09.415568 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53ebdbc-9477-4fb7-b04a-057490f5aba3", "name": "network-vif-deleted", "tag": "bd3f6978-c1be-4bc5-9d01-33d714840b44", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:09.415568 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95f66ad7-0f05-4e83-bf16-3fa7bc8c5836 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:09.415993 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53ebdbc-9477-4fb7-b04a-057490f5aba3', 'name': 'network-vif-deleted', 'tag': 'bd3f6978-c1be-4bc5-9d01-33d714840b44', 'status': 'completed', 'code': 200} Nov 25 19:59:09.556833 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:09.598816 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:09.654970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:59:09.662864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:59:09.662864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:59:09.717320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event updated for resources: {'Port': ['ID=ce89659d-612c-420d-884f-067dc02c36ac,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:10.100666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34670) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:10.178760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.309115 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.520675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34678) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:10.604892 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.613809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.787053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7965-ac78-407f-bdfc-845eff5e76a8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:10.811444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event updated for resources: {'Port': ['ID=ce89659d-612c-420d-884f-067dc02c36ac,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:10.838829 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.069048 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Floating IP 54e1c1b0-8318-45d9-835f-e9de1be8d0cb associated. External IP: 172.25.8.174, port: ddacdd0e-9322-4c22-a7ad-dda757e25ac5. Nov 25 19:59:11.146049 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.157064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7965-ac78-407f-bdfc-845eff5e76a8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.169160 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ac0e7965-ac78-407f-bdfc-845eff5e76a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.315440 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ac0e7965-ac78-407f-bdfc-845eff5e76a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=354183f137d64aa098602da778134b01&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7893100 Nov 25 19:59:11.315856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e7965-ac78-407f-bdfc-845eff5e76a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a866f0e0-501f-4c2d-9354-8cf17de9db10,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:11.320509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34690) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:11.477698 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94c72980-6ff4-4e65-ae66-89b6fd2a1395 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.591368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94c72980-6ff4-4e65-ae66-89b6fd2a1395 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.608010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] Deleting port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:11.609127 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.677216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:59:11.739502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] For port 5ba77507-7f1b-4b29-80ce-284d4bb5fd49, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5ba77507-7f1b-4b29-80ce-284d4bb5fd49,segment=NetworkSegment(4927a319-93e9-42eb-9f92-18196d1e4407),segment_id=4927a319-93e9-42eb-9f92-18196d1e4407)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:11.739876 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.755995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] Calling delete_port for 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:11.830723 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94c72980-6ff4-4e65-ae66-89b6fd2a1395 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.833512 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-94c72980-6ff4-4e65-ae66-89b6fd2a1395 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:11.834729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-94c72980-6ff4-4e65-ae66-89b6fd2a1395 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a866f0e0-501f-4c2d-9354-8cf17de9db10 HTTP/1.1" status: 204 len: 168 time: 0.5129192 Nov 25 19:59:11.887188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c72980-6ff4-4e65-ae66-89b6fd2a1395 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a866f0e0-501f-4c2d-9354-8cf17de9db10,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:11.957447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:59:11.976953 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0925d-8b5c-4e3b-bd9a-609d5caf2dd2 None None] Sync routers for ids ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:59:12.009651 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0925d-8b5c-4e3b-bd9a-609d5caf2dd2 None None] Routers {'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:12.016405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.018000 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1fd0925d-8b5c-4e3b-bd9a-609d5caf2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:59:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:12.097179 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-702aaada-9f89-4540-8f16-15580306bb9f tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1531329 Nov 25 19:59:12.097986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'tag': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:12.106160 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baa8632-6d43-4a17-8ff1-0b1177e46656" -d '{"events": [{"name": "network-changed", "server_uuid": "77bdb799-3010-4b7f-84aa-c90b0e3e8b16", "tag": "ddacdd0e-9322-4c22-a7ad-dda757e25ac5"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:12.159489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bd3f6978-c1be-4bc5-9d01-33d714840b44 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:59:12.188117 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.237879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: bd3f6978-c1be-4bc5-9d01-33d714840b44 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:59:12.240237 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a5a35f-eb2e-4d40-aa62-9a3c6fff5032 x-openstack-request-id: req-b3a5a35f-eb2e-4d40-aa62-9a3c6fff5032 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:12.240780 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77bdb799-3010-4b7f-84aa-c90b0e3e8b16", "tag": "ddacdd0e-9322-4c22-a7ad-dda757e25ac5", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:12.241026 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device bd3f6978-c1be-4bc5-9d01-33d714840b44 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:59:12.241198 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b3a5a35f-eb2e-4d40-aa62-9a3c6fff5032 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:12.242494 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'tag': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5', 'status': 'completed', 'code': 200} Nov 25 19:59:12.326902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba77507-7f1b-4b29-80ce-284d4bb5fd49,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:12.349719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0b4beb-8599-41c9-8f23-68762f7f445b None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:59:12.387681 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-1fd0925d-8b5c-4e3b-bd9a-609d5caf2dd2 None None] Set router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:12.533649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa8632-6d43-4a17-8ff1-0b1177e46656 req-5a9f525a-243a-4bae-8d23-5212cd7cc56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:12.537067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3baa8632-6d43-4a17-8ff1-0b1177e46656 req-5a9f525a-243a-4bae-8d23-5212cd7cc56e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fae8b1ce36345f0bb5018ec383fbfa4&device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 1097 time: 0.2371662 Nov 25 19:59:12.557424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34716) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:12.588566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bfc5f88-26e9-41ac-ac3d-6d82a70e77fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.825883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bfc5f88-26e9-41ac-ac3d-6d82a70e77fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.832937 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3bfc5f88-26e9-41ac-ac3d-6d82a70e77fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.890122 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3bfc5f88-26e9-41ac-ac3d-6d82a70e77fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20747458c38145e28b6e6b9022025712&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3301227 Nov 25 19:59:12.894276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34722) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:12.902616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa8632-6d43-4a17-8ff1-0b1177e46656 req-382d45e2-26fd-442a-9536-df3c191a811d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:12.905351 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3baa8632-6d43-4a17-8ff1-0b1177e46656 req-382d45e2-26fd-442a-9536-df3c191a811d service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc HTTP/1.1" status: 200 len: 909 time: 0.3597267 Nov 25 19:59:12.918508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:12.922962 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1fd0925d-8b5c-4e3b-bd9a-609d5caf2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '54e1c1b0-8318-45d9-835f-e9de1be8d0cb', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'port_id': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'mac_address': 'fa:16:3e:62:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:59:09Z', 'updated_at': '2021-11-25T19:59:09Z', 'revision_number': 0, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb0fd398-bd62-42b0-a86a-9fea7e06e27a', 'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'mac_address': 'fa:16:3e:8e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:19Z', 'updated_at': '2021-11-25T19:58:35Z', 'revision_number': 5, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'subnets': [{'id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:12.942238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfc5f88-26e9-41ac-ac3d-6d82a70e77fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ae226c-58b7-4f36-b206-f4e794a77826,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:12.971813 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0925d-8b5c-4e3b-bd9a-609d5caf2dd2 None None] Checking router: ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:59:12.983360 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd0925d-8b5c-4e3b-bd9a-609d5caf2dd2 None None] Routers {'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:12.984024 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1fd0925d-8b5c-4e3b-bd9a-609d5caf2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:59:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:12.992910 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c85ba785-fbb4-4557-aba1-1c13fc255a64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.055615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c85ba785-fbb4-4557-aba1-1c13fc255a64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.135090 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c85ba785-fbb4-4557-aba1-1c13fc255a64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.140656 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-1fd0925d-8b5c-4e3b-bd9a-609d5caf2dd2 None None] Set router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:13.144060 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c85ba785-fbb4-4557-aba1-1c13fc255a64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:13.145930 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c85ba785-fbb4-4557-aba1-1c13fc255a64 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95ae226c-58b7-4f36-b206-f4e794a77826 HTTP/1.1" status: 204 len: 168 time: 0.2501507 Nov 25 19:59:13.153185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3baa8632-6d43-4a17-8ff1-0b1177e46656 req-06357eeb-4782-464a-a512-937072f7083d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5 HTTP/1.1" status: 200 len: 1000 time: 0.2293773 Nov 25 19:59:13.161399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85ba785-fbb4-4557-aba1-1c13fc255a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ae226c-58b7-4f36-b206-f4e794a77826,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:13.279272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa8632-6d43-4a17-8ff1-0b1177e46656 req-35f4c6b2-e9b4-4799-a91c-ad9ded731666 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:13.280820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3baa8632-6d43-4a17-8ff1-0b1177e46656 req-35f4c6b2-e9b4-4799-a91c-ad9ded731666 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d836c82-10c6-4a28-9711-ee6a8fba4954 HTTP/1.1" status: 200 len: 847 time: 0.1268084 Nov 25 19:59:13.505577 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1fd0925d-8b5c-4e3b-bd9a-609d5caf2dd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '54e1c1b0-8318-45d9-835f-e9de1be8d0cb', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'port_id': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'mac_address': 'fa:16:3e:62:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:59:09Z', 'updated_at': '2021-11-25T19:59:09Z', 'revision_number': 0, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb0fd398-bd62-42b0-a86a-9fea7e06e27a', 'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'mac_address': 'fa:16:3e:8e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:19Z', 'updated_at': '2021-11-25T19:58:35Z', 'revision_number': 5, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'subnets': [{'id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:13.543854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa8632-6d43-4a17-8ff1-0b1177e46656 req-7d3f1fff-5b96-42f4-9757-abea363a3bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:13.545768 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3baa8632-6d43-4a17-8ff1-0b1177e46656 req-7d3f1fff-5b96-42f4-9757-abea363a3bf2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0928714 Nov 25 19:59:13.548144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] Router 6e6ae50e-e5e2-481e-a567-83535fcffc32 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:59:13.573609 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd0925d-8b5c-4e3b-bd9a-609d5caf2dd2 None None] The sync data for ids ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'] in n-d-817303-9 is: [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '54e1c1b0-8318-45d9-835f-e9de1be8d0cb', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'floating_ip_address': '172.25.8.174', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'port_id': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3388, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'mac_address': 'fa:16:3e:62:4b:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T19:59:09Z', 'updated_at': '2021-11-25T19:59:09Z', 'revision_number': 0, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb0fd398-bd62-42b0-a86a-9fea7e06e27a', 'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'mac_address': 'fa:16:3e:8e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:19Z', 'updated_at': '2021-11-25T19:58:35Z', 'revision_number': 5, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'subnets': [{'id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:59:13.856711 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3baa8632-6d43-4a17-8ff1-0b1177e46656 req-57771421-6cb6-4112-b50a-26fe53dc74ce service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019886 Nov 25 19:59:13.975225 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:59:13.986407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2790c98-cf7a-4aa9-8795-829bff017ec2 None None] New status for floating IP 54e1c1b0-8318-45d9-835f-e9de1be8d0cb: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:59:13.987871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-557527a3-f11e-44e9-8a3c-4c2c0f073d9e admin admin] 10.222.0.15 "PUT /v2.0/routers/6e6ae50e-e5e2-481e-a567-83535fcffc32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8847001 Nov 25 19:59:13.990254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34748) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:14.009880 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0214f1-b1c0-4fa5-89db-52aa9c3bbb8f None None] Sync routers for ids ['6e6ae50e-e5e2-481e-a567-83535fcffc32'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:59:14.037877 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0214f1-b1c0-4fa5-89db-52aa9c3bbb8f None None] Routers {'6e6ae50e-e5e2-481e-a567-83535fcffc32'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:14.044585 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3e0214f1-b1c0-4fa5-89db-52aa9c3bbb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:59:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6e6ae50e-e5e2-481e-a567-83535fcffc32'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:14.073650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3baa8632-6d43-4a17-8ff1-0b1177e46656 req-0f5349b9-5d3a-4f1a-875b-2d8c8c80303a service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077439 Nov 25 19:59:14.239776 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:14.460949 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-3e0214f1-b1c0-4fa5-89db-52aa9c3bbb8f None None] Set router 6e6ae50e-e5e2-481e-a567-83535fcffc32 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:14.808811 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3e0214f1-b1c0-4fa5-89db-52aa9c3bbb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:59:12Z', 'revision_number': 5, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:14.856619 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0214f1-b1c0-4fa5-89db-52aa9c3bbb8f None None] Checking router: 6e6ae50e-e5e2-481e-a567-83535fcffc32 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:59:14.871378 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e0214f1-b1c0-4fa5-89db-52aa9c3bbb8f None None] Routers {'6e6ae50e-e5e2-481e-a567-83535fcffc32'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:14.872028 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3e0214f1-b1c0-4fa5-89db-52aa9c3bbb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:59:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6e6ae50e-e5e2-481e-a567-83535fcffc32'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:14.957992 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:15.072949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Deleting port 147f4671-555d-438f-bb97-30caee4a813c {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:15.074361 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:15.123867 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-3e0214f1-b1c0-4fa5-89db-52aa9c3bbb8f None None] Set router 6e6ae50e-e5e2-481e-a567-83535fcffc32 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:15.246871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] For port 147f4671-555d-438f-bb97-30caee4a813c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=147f4671-555d-438f-bb97-30caee4a813c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:15.247819 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:15.272927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Calling delete_port for 147f4671-555d-438f-bb97-30caee4a813c owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:15.520429 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3e0214f1-b1c0-4fa5-89db-52aa9c3bbb8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:59:12Z', 'revision_number': 5, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:15.581632 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e0214f1-b1c0-4fa5-89db-52aa9c3bbb8f None None] The sync data for ids ['6e6ae50e-e5e2-481e-a567-83535fcffc32'] in n-d-817303-9 is: [{'id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'name': 'tempest-ServerRescueTestJSONUnderV235-1785111316-router', 'tenant_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139'}], 'enable_snat': True}, 'gw_port_id': '147f4671-555d-438f-bb97-30caee4a813c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:57:14Z', 'updated_at': '2021-11-25T19:59:12Z', 'revision_number': 5, 'project_id': '035c1d1cd0824419b8ffbfbc483a8aff', 'gw_port': {'id': '147f4671-555d-438f-bb97-30caee4a813c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:e3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e6ae50e-e5e2-481e-a567-83535fcffc32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3239, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:57:17Z', 'updated_at': '2021-11-25T19:57:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:59:15.626063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:15.685469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c0eb72b-f576-4e57-a386-8e0f87133a44 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:59:15.748305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Pushing event deleted for resources: {'Port': ['ID=147f4671-555d-438f-bb97-30caee4a813c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:15.799195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.799553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.799914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.800266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.800614 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.800952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.801291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.801747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.801981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.802308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.802635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.803068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:15.834120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:15.940552 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:15.943177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:15.996539 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:15.997599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e6ae50e-e5e2-481e-a567-83535fcffc32 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:59:16.004187 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:16.006186 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ddf7c1c2-fc3d-4fc7-b96b-b8d05591f411 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6e6ae50e-e5e2-481e-a567-83535fcffc32 HTTP/1.1" status: 204 len: 168 time: 2.0138440 Nov 25 19:59:16.011429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34798) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:16.083995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-e899a83a-62d1-4474-b20a-8b1391d5f9be admin admin] Deleting subnet b8c63097-6548-4c15-84dd-ae73190a53bf {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:59:16.097964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e899a83a-62d1-4474-b20a-8b1391d5f9be admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:16.180614 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e899a83a-62d1-4474-b20a-8b1391d5f9be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:16.257586 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e899a83a-62d1-4474-b20a-8b1391d5f9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:16.371283 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e899a83a-62d1-4474-b20a-8b1391d5f9be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:16.425870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899a83a-62d1-4474-b20a-8b1391d5f9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8c63097-6548-4c15-84dd-ae73190a53bf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:16.428967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b30d5e-be97-422b-9cb9-32f16216af23 None None] Network 348aa806-0143-457d-a80b-4a1d119b91c4 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:59:16.430721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e899a83a-62d1-4474-b20a-8b1391d5f9be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:16.438564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e899a83a-62d1-4474-b20a-8b1391d5f9be admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b8c63097-6548-4c15-84dd-ae73190a53bf HTTP/1.1" status: 204 len: 168 time: 0.4248781 Nov 25 19:59:16.439154 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34804) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:16.621172 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:16.628763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:59:16.740332 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:59:16.742313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5ba77507-7f1b-4b29-80ce-284d4bb5fd49 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:59:16.819446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7fb967-402e-43b5-8916-df7cd4b36e2e None None] DHCP port deletion for 348aa806-0143-457d-a80b-4a1d119b91c4 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:59:16.871387 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:16.939311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['348aa806-0143-457d-a80b-4a1d119b91c4']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:16.964149 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4927a319-93e9-42eb-9f92-18196d1e4407') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:16.964777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4927a319-93e9-42eb-9f92-18196d1e4407') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:17.000027 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.028026 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.044397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:59:17.044879 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: timer() Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:59:17.049558 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:59:17.160403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.161940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34824) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:17.180683 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.187732 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] 10.222.0.15 "DELETE /v2.0/networks/348aa806-0143-457d-a80b-4a1d119b91c4 HTTP/1.1" status: 204 len: 168 time: 0.7458501 Nov 25 19:59:17.215470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc13d74-6e45-4159-b297-6e978792d9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=348aa806-0143-457d-a80b-4a1d119b91c4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:17.497068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Deleting port 3e3e6c29-5192-4c76-899b-ed1170026d44 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:17.498034 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.526901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34828) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:17.620007 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.620512 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.639337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Calling delete_port for 3e3e6c29-5192-4c76-899b-ed1170026d44 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:17.660367 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b04f5cfc-a597-49c9-8483-d7f63260ee35 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=035c1d1cd0824419b8ffbfbc483a8aff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1250992 Nov 25 19:59:17.662674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34834) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:17.795842 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-685ef12b-17e2-4751-876f-8aa80bc63b7c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.846417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-685ef12b-17e2-4751-876f-8aa80bc63b7c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.911569 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.927967 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-685ef12b-17e2-4751-876f-8aa80bc63b7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.933140 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-685ef12b-17e2-4751-876f-8aa80bc63b7c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:17.934553 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-685ef12b-17e2-4751-876f-8aa80bc63b7c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9acbdc3f-6bbe-4e59-842f-1553b8e52367 HTTP/1.1" status: 204 len: 168 time: 0.2691710 Nov 25 19:59:17.948581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ef12b-17e2-4751-876f-8aa80bc63b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acbdc3f-6bbe-4e59-842f-1553b8e52367,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:17.981001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event deleted for resources: {'Port': ['ID=3e3e6c29-5192-4c76-899b-ed1170026d44,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:18.123786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:18.124084 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Floating IP a88bf6e3-69b5-45ac-8568-9df22e41a1bf disassociated (deleted). External IP: 172.25.8.96, port: 3d8be37b-8eb6-4836-a39e-422c9785e3a3. Nov 25 19:59:18.453628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 147f4671-555d-438f-bb97-30caee4a813c no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:59:18.494409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 147f4671-555d-438f-bb97-30caee4a813c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:59:18.495391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 147f4671-555d-438f-bb97-30caee4a813c not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:59:18.625631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:59:19.183228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 34884) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:19.211177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:59:19.218923 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:19.231423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c07c1-4ee9-4d3b-917b-a428660bc169 None None] Sync routers for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:59:19.256050 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c07c1-4ee9-4d3b-917b-a428660bc169 None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:19.258825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-784c07c1-4ee9-4d3b-917b-a428660bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:59:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:19.276896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bfda4de4-e2ff-4596-8c92-035cba75f7ef tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "DELETE /v2.0/floatingips/a88bf6e3-69b5-45ac-8568-9df22e41a1bf HTTP/1.1" status: 204 len: 168 time: 2.1122885 Nov 25 19:59:19.277746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:19.296582 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e25b41-7a59-4ab1-87e6-314d37f36c29" -d '{"events": [{"name": "network-changed", "server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:19.431472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-409192784-network', 'tenant_id': '34940b541b304a459edcc95e7731590f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:19.465277 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Made reservation on behalf of 34940b541b304a459edcc95e7731590f for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:59:19.468300 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:19.468792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-784c07c1-4ee9-4d3b-917b-a428660bc169 None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:19.483903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:19.607226 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:19.613787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:19.644587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 632} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 19:59:19.660235 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64543d7a-180b-49bc-b99f-243cd1b98510 x-openstack-request-id: req-64543d7a-180b-49bc-b99f-243cd1b98510 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:19.661695 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:19.662408 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-64543d7a-180b-49bc-b99f-243cd1b98510 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:19.664115 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'status': 'completed', 'code': 200} Nov 25 19:59:19.673117 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:19.673509 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Added segment bdbfd74a-c20d-4561-aac7-59977a1e27cd of type vlan for network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 Nov 25 19:59:19.675150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:19.768003 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:19.790906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e25b41-7a59-4ab1-87e6-314d37f36c29 req-99a07f28-3eb2-442c-8661-9aaca634a509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:19.793583 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2e25b41-7a59-4ab1-87e6-314d37f36c29 req-99a07f28-3eb2-442c-8661-9aaca634a509 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5bb840774d284bcfbfb78f636e9f8b2f&device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 1096 time: 0.1022501 Nov 25 19:59:19.842902 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:19.843905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:19.844514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:19.868633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4df9ae-e250-46fa-a7cf-33a56f6bd8d1 req-0176d1c5-0998-4150-b4bb-b1a9212a71eb tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:19.884725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da4df9ae-e250-46fa-a7cf-33a56f6bd8d1 req-0176d1c5-0998-4150-b4bb-b1a9212a71eb tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 945 time: 0.1050217 Nov 25 19:59:19.886016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-784c07c1-4ee9-4d3b-917b-a428660bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:17Z', 'revision_number': 5, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:19.920046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c07c1-4ee9-4d3b-917b-a428660bc169 None None] Checking router: 48fb3d6f-2749-49a6-8ce9-b4ecd332efee for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:59:19.932398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-784c07c1-4ee9-4d3b-917b-a428660bc169 None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:19.933404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-784c07c1-4ee9-4d3b-917b-a428660bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:59:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:19.942042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 34904) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:19.942253 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7570939 Nov 25 19:59:19.959226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] Request body: {'subnet': {'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-409192784-subnet', 'tenant_id': '34940b541b304a459edcc95e7731590f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:20.005017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1be2dec-4472-429a-a525-7c9a18a13b9d admin admin] Pushing event updated for resources: {'Network': ['ID=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:20.025573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 19:59:20.032778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da4df9ae-e250-46fa-a7cf-33a56f6bd8d1 req-742f5802-ff4d-47aa-882e-bd7ce3f80156 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1466060 Nov 25 19:59:20.055699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e25b41-7a59-4ab1-87e6-314d37f36c29 req-10d38f70-cd4e-43ee-8352-4fd640a186d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:20.064932 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2e25b41-7a59-4ab1-87e6-314d37f36c29 req-10d38f70-cd4e-43ee-8352-4fd640a186d4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a161b178-022d-4178-bfa1-c19f52f69b96 HTTP/1.1" status: 200 len: 914 time: 0.2607205 Nov 25 19:59:20.072464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] Made reservation on behalf of 34940b541b304a459edcc95e7731590f for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:59:20.074843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:20.161343 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2e25b41-7a59-4ab1-87e6-314d37f36c29 req-bb5f0ff4-c2b7-44cc-a95d-18d330ca1986 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3d8be37b-8eb6-4836-a39e-422c9785e3a3 HTTP/1.1" status: 200 len: 217 time: 0.0824964 Nov 25 19:59:20.279148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e25b41-7a59-4ab1-87e6-314d37f36c29 req-73bbf651-f356-4ef4-811a-b80becabccd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:20.281656 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2e25b41-7a59-4ab1-87e6-314d37f36c29 req-73bbf651-f356-4ef4-811a-b80becabccd2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=35f5e5fc-a6fb-4451-900e-3eaa047ebb81 HTTP/1.1" status: 200 len: 852 time: 0.1062653 Nov 25 19:59:20.375360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e25b41-7a59-4ab1-87e6-314d37f36c29 req-530e31dd-1847-4535-9302-1ec8233787fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:20.379356 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2e25b41-7a59-4ab1-87e6-314d37f36c29 req-530e31dd-1847-4535-9302-1ec8233787fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a161b178-022d-4178-bfa1-c19f52f69b96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0872130 Nov 25 19:59:20.389817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-784c07c1-4ee9-4d3b-917b-a428660bc169 None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:20.443897 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:20.550095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4bb04ad-3028-4b3d-ab7c-269238de2c3b,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:20.585285 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2e25b41-7a59-4ab1-87e6-314d37f36c29 req-c4e961a6-f520-4a14-b656-6c5c1c48f1de service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949077 Nov 25 19:59:20.587915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] Checking segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:59:20.588482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] Network hostable DHCP agents. Network: 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 19:59:20.647111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] Network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 19:59:20.659383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:59:20.671380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:20.672121 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:20.705454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c0a6ab-7484-46af-b807-a44233e02358 None None] Network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:59:20.719432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-25fb5235-67f6-4de1-8b0d-d4b1193b4e80 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7660170 Nov 25 19:59:20.821082 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2e25b41-7a59-4ab1-87e6-314d37f36c29 req-cbe26567-20a6-4fc7-9551-5961b962e07b service neutron] 10.222.0.60 "GET /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245312 Nov 25 19:59:21.208622 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:21.334650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce9d27d-1f0d-4216-8fe3-aa7223a3889f req-bb881c3d-241e-4536-8c22-176ba1fb941d tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:21.346156 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2ce9d27d-1f0d-4216-8fe3-aa7223a3889f req-bb881c3d-241e-4536-8c22-176ba1fb941d tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.60 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 945 time: 0.2253201 Nov 25 19:59:21.363116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c54b8d-a14c-4604-bb8d-76039281725c None None] Network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:59:21.482653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7c613-87b5-4bb3-ae62-ea215b012420 req-537056ec-e756-4630-8f7c-c783f083e953 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:21.485635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7d7c613-87b5-4bb3-ae62-ea215b012420 req-537056ec-e756-4630-8f7c-c783f083e953 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 945 time: 0.2014358 Nov 25 19:59:21.542564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-2ce9d27d-1f0d-4216-8fe3-aa7223a3889f req-faeea886-1db4-4001-bf2c-7693ad4c9188 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Deleting port 3d8be37b-8eb6-4836-a39e-422c9785e3a3 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:21.542564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2ce9d27d-1f0d-4216-8fe3-aa7223a3889f req-faeea886-1db4-4001-bf2c-7693ad4c9188 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:21.595064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-784c07c1-4ee9-4d3b-917b-a428660bc169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:17Z', 'revision_number': 5, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:21.658948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784c07c1-4ee9-4d3b-917b-a428660bc169 None None] The sync data for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 is: [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:53:00Z', 'revision_number': 4, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ac29a977-3565-42f8-b508-7a6630c1eca7', 'name': '', 'network_id': 'a161b178-022d-4178-bfa1-c19f52f69b96', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'mac_address': 'fa:16:3e:52:69:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_interface', 'standard_attr_id': 2959, 'fixed_ips': [{'subnet_id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:57Z', 'updated_at': '2021-11-25T19:53:17Z', 'revision_number': 5, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'subnets': [{'id': '35f5e5fc-a6fb-4451-900e-3eaa047ebb81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:59:21.698677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7d7c613-87b5-4bb3-ae62-ea215b012420 req-c1a0ca44-0bc5-4795-bec1-710d8dc95527 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/security-groups?id=9b3e28e7-9ed0-4a54-9c87-8894d452e393&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1850972 Nov 25 19:59:21.779466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-2ce9d27d-1f0d-4216-8fe3-aa7223a3889f req-faeea886-1db4-4001-bf2c-7693ad4c9188 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] For port 3d8be37b-8eb6-4836-a39e-422c9785e3a3, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3d8be37b-8eb6-4836-a39e-422c9785e3a3,segment=NetworkSegment(f90dbd7e-7c25-4a65-994b-c6a667581ad8),segment_id=f90dbd7e-7c25-4a65-994b-c6a667581ad8)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:21.779821 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2ce9d27d-1f0d-4216-8fe3-aa7223a3889f req-faeea886-1db4-4001-bf2c-7693ad4c9188 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:21.821608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-2ce9d27d-1f0d-4216-8fe3-aa7223a3889f req-faeea886-1db4-4001-bf2c-7693ad4c9188 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Calling delete_port for 3d8be37b-8eb6-4836-a39e-422c9785e3a3 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:22.297054 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2ce9d27d-1f0d-4216-8fe3-aa7223a3889f req-faeea886-1db4-4001-bf2c-7693ad4c9188 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:22.359309 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b1d773a-c6a1-45a6-9203-db2534cf458a None None] New status for floating IP a88bf6e3-69b5-45ac-8568-9df22e41a1bf: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 19:59:22.405844 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeea886-1db4-4001-bf2c-7693ad4c9188 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event deleted for resources: {'Port': ['ID=3d8be37b-8eb6-4836-a39e-422c9785e3a3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:22.559517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ce9d27d-1f0d-4216-8fe3-aa7223a3889f req-faeea886-1db4-4001-bf2c-7693ad4c9188 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] No DVR routers for this DVR port 3d8be37b-8eb6-4836-a39e-422c9785e3a3 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:59:22.572698 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2ce9d27d-1f0d-4216-8fe3-aa7223a3889f req-faeea886-1db4-4001-bf2c-7693ad4c9188 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:22.578378 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2ce9d27d-1f0d-4216-8fe3-aa7223a3889f req-faeea886-1db4-4001-bf2c-7693ad4c9188 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.60 "DELETE /v2.0/ports/3d8be37b-8eb6-4836-a39e-422c9785e3a3 HTTP/1.1" status: 204 len: 173 time: 1.2295034 Nov 25 19:59:22.602248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'name': 'network-vif-deleted', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:22.606454 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7281062e-c9a3-415b-affa-0096e000b117" -d '{"events": [{"server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "name": "network-vif-deleted", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:22.698651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c5db6a1e-43c6-4d2e-86b0-0653b39605a9 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:22.701925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c5db6a1e-43c6-4d2e-86b0-0653b39605a9 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.3483491 Nov 25 19:59:22.761551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-a2c7d7bc-5e43-45c9-afcc-a88488085022 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/quotas/34940b541b304a459edcc95e7731590f HTTP/1.1" status: 200 len: 375 time: 0.0453038 Nov 25 19:59:22.864012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-5eb7fbf5-ef50-4996-958c-a0e336c0598f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0729270 Nov 25 19:59:23.173501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-d5b691bc-2e48-4af7-95a6-e44f1101a3f6 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861381 Nov 25 19:59:23.216408 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:23.432551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-13d484f0-02a8-4f68-84e1-d8ca8db520b5 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394094 Nov 25 19:59:23.776319 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66bc369f-967c-4705-9191-fd5f30b354e5 x-openstack-request-id: req-66bc369f-967c-4705-9191-fd5f30b354e5 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:23.777766 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "529683ad-767f-4d49-815f-9808c146373b", "name": "network-vif-deleted", "tag": "3d8be37b-8eb6-4836-a39e-422c9785e3a3", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:23.778318 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-66bc369f-967c-4705-9191-fd5f30b354e5 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:23.779118 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '529683ad-767f-4d49-815f-9808c146373b', 'name': 'network-vif-deleted', 'tag': '3d8be37b-8eb6-4836-a39e-422c9785e3a3', 'status': 'completed', 'code': 200} Nov 25 19:59:24.157431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fcc5425-2a92-4e91-9398-e8fdfcd0b5b1 req-1a20dbbd-8925-4bce-84f4-807d7a080855 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 210 time: 0.2565331 Nov 25 19:59:24.313353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e9265af-4120-4b67-8c66-853591b381ab req-f9533a06-c6fb-47c6-bd5d-177a7516914c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 210 time: 0.0678473 Nov 25 19:59:24.382737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3d8be37b-8eb6-4836-a39e-422c9785e3a3 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:59:24.411820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 3d8be37b-8eb6-4836-a39e-422c9785e3a3 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:59:24.412262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3d8be37b-8eb6-4836-a39e-422c9785e3a3 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:59:25.410836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9c1c980-eca0-4912-9da9-a7333a07bd63 req-d08e9bee-f500-45d2-89ce-5d0e2ee9ad50 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 210 time: 0.0981443 Nov 25 19:59:25.544970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-d63a27c9-a30e-4db4-9adb-9a6debd5d990 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:25.546831 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-d63a27c9-a30e-4db4-9adb-9a6debd5d990 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.76 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.1886437 Nov 25 19:59:25.564450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Request body: {'port': {'device_id': '50650134-6d96-4d8a-b4fd-7fb6805038fd', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'admin_state_up': True, 'tenant_id': '34940b541b304a459edcc95e7731590f'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:25.599584 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9183c4b-b2eb-4246-8368-7724c5d2323d req-b4442504-fa5e-4e4a-a791-9002d936b6a9 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 210 time: 0.0515902 Nov 25 19:59:25.749111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Made reservation on behalf of 34940b541b304a459edcc95e7731590f for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:59:25.755012 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:26.031190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Allocated IP 172.20.0.5 (6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4/b4bb04ad-3028-4b3d-ab7c-269238de2c3b/27080ecc-0e71-4e9f-940b-1f31810abc83) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:59:26.400633 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:26.478231 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:26.540015 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:59:26.562284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:59:26.580699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:59:26.593474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-367958ee-ccd7-4d58-b3f4-15ef452290ea req-b6c3727f-daf9-4467-8a79-16347e4d5da1 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 210 time: 0.0777993 Nov 25 19:59:26.670923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event updated for resources: {'Port': ['ID=27080ecc-0e71-4e9f-940b-1f31810abc83,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:26.735150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:26.736501 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:26.786378 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-c6de1795-d556-44bc-af30-bd97602542a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2263598 Nov 25 19:59:26.800416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Request body: {'port': {'device_id': '50650134-6d96-4d8a-b4fd-7fb6805038fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:26.832671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b9923-8f85-4ed4-b1d9-ed5d41df2ab8 req-344e644d-ccac-48ee-b71c-485620b71b00 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:26.834334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f19b9923-8f85-4ed4-b1d9-ed5d41df2ab8 req-344e644d-ccac-48ee-b71c-485620b71b00 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 931 time: 0.1244295 Nov 25 19:59:26.892651 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:26.955207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f19b9923-8f85-4ed4-b1d9-ed5d41df2ab8 req-4b843cbb-0a99-462a-914c-f7912ce8ee95 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888753 Nov 25 19:59:26.992256 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 19:59:27.424287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27080ecc-0e71-4e9f-940b-1f31810abc83 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:59:27.448901 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:27.478675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Transition to ACTIVE for port object 27080ecc-0e71-4e9f-940b-1f31810abc83 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:59:27.486962 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:27.549824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Pushing event updated for resources: {'Port': ['ID=27080ecc-0e71-4e9f-940b-1f31810abc83,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:27.685634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Attempting to bind port 27080ecc-0e71-4e9f-940b-1f31810abc83 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:59:27.686569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Attempting to bind port 27080ecc-0e71-4e9f-940b-1f31810abc83 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:59:27.687214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Attempting to bind port 27080ecc-0e71-4e9f-940b-1f31810abc83 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:59:27.699188 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Port 27080ecc-0e71-4e9f-940b-1f31810abc83 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:59:27.699741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Attempting to bind port 27080ecc-0e71-4e9f-940b-1f31810abc83 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:59:27.768800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-216e7732-f13c-4c34-903c-5bf51825e131 req-c2c4dbd6-faab-4325-a51c-662a180294f7 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 210 time: 0.0632944 Nov 25 19:59:27.771434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 59, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:59:27.772028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Checking segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:59:27.773247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Bound using segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:59:27.774203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Bound port: 27080ecc-0e71-4e9f-940b-1f31810abc83, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:59:27.774825 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:27.895737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] For port 27080ecc-0e71-4e9f-940b-1f31810abc83, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:59:27.907941 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] For port 27080ecc-0e71-4e9f-940b-1f31810abc83, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=27080ecc-0e71-4e9f-940b-1f31810abc83,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:59:27.920036 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:27.988161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:27.989000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:27.993428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] 10.222.0.76 "PUT /v2.0/ports/27080ecc-0e71-4e9f-940b-1f31810abc83 HTTP/1.1" status: 200 len: 1091 time: 1.1977053 Nov 25 19:59:27.998941 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50650134-6d96-4d8a-b4fd-7fb6805038fd', 'tag': '27080ecc-0e71-4e9f-940b-1f31810abc83'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:28.002919 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4deed4b7-e63b-41e3-8a7a-cac7d3fdecba" -d '{"events": [{"name": "network-changed", "server_uuid": "50650134-6d96-4d8a-b4fd-7fb6805038fd", "tag": "27080ecc-0e71-4e9f-940b-1f31810abc83"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:28.100219 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4b21c1f-67de-4c00-b4d0-8f80b3089c32 x-openstack-request-id: req-b4b21c1f-67de-4c00-b4d0-8f80b3089c32 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:28.101411 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50650134-6d96-4d8a-b4fd-7fb6805038fd", "tag": "27080ecc-0e71-4e9f-940b-1f31810abc83", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:28.101849 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4b21c1f-67de-4c00-b4d0-8f80b3089c32 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:28.102513 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50650134-6d96-4d8a-b4fd-7fb6805038fd', 'tag': '27080ecc-0e71-4e9f-940b-1f31810abc83', 'status': 'completed', 'code': 200} Nov 25 19:59:28.156790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1637842a-a971-4590-9f5b-c0bfac48efdd service neutron] Pushing event updated for resources: {'Port': ['ID=27080ecc-0e71-4e9f-940b-1f31810abc83,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:28.188325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-592c424b-2bf0-435a-88ac-89456892d034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:28.191444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-592c424b-2bf0-435a-88ac-89456892d034 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 1094 time: 0.1219721 Nov 25 19:59:28.290773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-fdc49dd6-e1bc-44a9-91c5-4028ab6dd3cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27080ecc-0e71-4e9f-940b-1f31810abc83 HTTP/1.1" status: 200 len: 217 time: 0.0820353 Nov 25 19:59:28.318754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2476b6e1-cea0-4f09-b466-7bc8985cede8 req-3900fc76-b489-4702-ab03-a881f54aa21f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:28.321245 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2476b6e1-cea0-4f09-b466-7bc8985cede8 req-3900fc76-b489-4702-ab03-a881f54aa21f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 943 time: 0.1279638 Nov 25 19:59:28.393147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-19d1afe3-e8b5-42d2-929a-3d4d0b72aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:28.395447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-19d1afe3-e8b5-42d2-929a-3d4d0b72aaa0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0962603 Nov 25 19:59:28.464354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2476b6e1-cea0-4f09-b466-7bc8985cede8 req-d18fda74-8848-4814-8a60-8c979d605dc7 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190989 Nov 25 19:59:28.468280 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-d2a2f260-7bb4-4343-8175-59bdcfea3084 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555913 Nov 25 19:59:28.608691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-4770bc94-7277-4a94-bbfc-6fccc13b70fe service neutron] 10.222.0.76 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302676 Nov 25 19:59:28.770774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5013d658-318a-4581-936b-c8ff3f79f4a7 req-851b821b-87aa-40e3-b7d1-b6aa32d7dace service neutron] 10.222.0.76 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517727 Nov 25 19:59:28.958025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1b0018e-bbcf-44f0-96b0-905d952c277c req-3c7f083a-9a3d-4fce-8330-71fb9ea75652 tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "GET /v2.0/ports?device_id=529683ad-767f-4d49-815f-9808c146373b HTTP/1.1" status: 200 len: 210 time: 0.0394096 Nov 25 19:59:28.962383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deed4b7-e63b-41e3-8a7a-cac7d3fdecba req-0e46af80-fb6d-4c19-9049-ca64ead4217a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:28.968211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4deed4b7-e63b-41e3-8a7a-cac7d3fdecba req-0e46af80-fb6d-4c19-9049-ca64ead4217a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 1094 time: 0.1315660 Nov 25 19:59:29.090672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deed4b7-e63b-41e3-8a7a-cac7d3fdecba req-c0496ff3-3cb8-42ce-8d15-1811acfd707f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:29.092344 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4deed4b7-e63b-41e3-8a7a-cac7d3fdecba req-c0496ff3-3cb8-42ce-8d15-1811acfd707f service neutron] 10.222.0.76 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 906 time: 0.1185689 Nov 25 19:59:29.150602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4deed4b7-e63b-41e3-8a7a-cac7d3fdecba req-2944a4ac-1efd-4d22-9ec1-48515144ef25 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27080ecc-0e71-4e9f-940b-1f31810abc83 HTTP/1.1" status: 200 len: 217 time: 0.0498030 Nov 25 19:59:29.215730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deed4b7-e63b-41e3-8a7a-cac7d3fdecba req-d57d7ba0-9dbc-4a8d-8970-4afba1c6f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:29.217993 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4deed4b7-e63b-41e3-8a7a-cac7d3fdecba req-d57d7ba0-9dbc-4a8d-8970-4afba1c6f442 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0580661 Nov 25 19:59:29.267880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4deed4b7-e63b-41e3-8a7a-cac7d3fdecba req-42e57d8d-cead-41f7-bfd2-a3b29e5050d2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403290 Nov 25 19:59:29.423466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4deed4b7-e63b-41e3-8a7a-cac7d3fdecba req-b633df51-1796-4b05-bbb9-fb7c2cf8737a service neutron] 10.222.0.76 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461055 Nov 25 19:59:29.703926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f5b32-158c-4c33-9767-a212a484f461 req-db07b16a-f4c8-4eb8-807a-f937d9a31350 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:29.713104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510f5b32-158c-4c33-9767-a212a484f461 req-db07b16a-f4c8-4eb8-807a-f937d9a31350 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 943 time: 0.1382954 Nov 25 19:59:29.723132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4deed4b7-e63b-41e3-8a7a-cac7d3fdecba req-4630bc2f-9986-44cb-9826-6ba9c15a20f5 service neutron] 10.222.0.76 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2921166 Nov 25 19:59:29.828679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510f5b32-158c-4c33-9767-a212a484f461 req-e330ffba-baed-4b8d-a7c2-e0ef8a722760 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137147 Nov 25 19:59:29.951728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35038) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:30.053598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35044) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:30.137475 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f32aa2ec-ebf7-4bff-b25f-15eab2476fe0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:30.139545 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9804965f-4468-4724-b61c-c09ebc8a9eab tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:30.188263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9804965f-4468-4724-b61c-c09ebc8a9eab tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:30.320584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f32aa2ec-ebf7-4bff-b25f-15eab2476fe0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:30.326430 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f32aa2ec-ebf7-4bff-b25f-15eab2476fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:30.388298 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35046) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:30.389174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f32aa2ec-ebf7-4bff-b25f-15eab2476fe0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07de3b491fe74d34902de94ce9854d3f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4349782 Nov 25 19:59:30.390369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32aa2ec-ebf7-4bff-b25f-15eab2476fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56d388a-0ba9-498b-8286-89a92b19fa17,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:30.405682 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9804965f-4468-4724-b61c-c09ebc8a9eab tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:30.408883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9804965f-4468-4724-b61c-c09ebc8a9eab tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:30.410329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9804965f-4468-4724-b61c-c09ebc8a9eab tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] 10.222.0.15 "DELETE /v2.0/security-groups/9b3e28e7-9ed0-4a54-9c87-8894d452e393 HTTP/1.1" status: 204 len: 168 time: 0.3548706 Nov 25 19:59:30.464303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804965f-4468-4724-b61c-c09ebc8a9eab tempest-TestVolumeBackupRestore-1908744040 tempest-TestVolumeBackupRestore-1908744040-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b3e28e7-9ed0-4a54-9c87-8894d452e393,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:30.518889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a1786fc-99be-46fc-8b7f-a79add7a41b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:30.552057 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a1786fc-99be-46fc-8b7f-a79add7a41b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:30.655264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a1786fc-99be-46fc-8b7f-a79add7a41b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:30.660482 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7a1786fc-99be-46fc-8b7f-a79add7a41b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:30.662643 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7a1786fc-99be-46fc-8b7f-a79add7a41b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a56d388a-0ba9-498b-8286-89a92b19fa17 HTTP/1.1" status: 204 len: 168 time: 0.2727995 Nov 25 19:59:30.690847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1786fc-99be-46fc-8b7f-a79add7a41b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56d388a-0ba9-498b-8286-89a92b19fa17,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:30.805797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-627905e0-4426-41fb-a40d-7f80199826f5 req-0c4073c4-a94a-47ea-938e-8163433b8573 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1351135 Nov 25 19:59:31.017777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627905e0-4426-41fb-a40d-7f80199826f5 req-c478bb7a-4138-4e17-9cb1-2bc4abd1a726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:31.019565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-627905e0-4426-41fb-a40d-7f80199826f5 req-c478bb7a-4138-4e17-9cb1-2bc4abd1a726 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fae8b1ce36345f0bb5018ec383fbfa4&device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 1097 time: 0.1015389 Nov 25 19:59:31.216098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2feb4e-6ffd-487b-b0cd-98ee1e538bc4 req-bc4f1e04-e370-481b-8794-340631f79867 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:31.217714 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d2feb4e-6ffd-487b-b0cd-98ee1e538bc4 req-bc4f1e04-e370-481b-8794-340631f79867 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 943 time: 0.1913142 Nov 25 19:59:31.338408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d2feb4e-6ffd-487b-b0cd-98ee1e538bc4 req-290420c1-3d35-499d-b9ae-9e46de12c1ef tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871530 Nov 25 19:59:31.341850 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627905e0-4426-41fb-a40d-7f80199826f5 req-38c565bc-98c0-4e4b-80b3-bff03a3f1eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:31.343369 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-627905e0-4426-41fb-a40d-7f80199826f5 req-38c565bc-98c0-4e4b-80b3-bff03a3f1eed service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc HTTP/1.1" status: 200 len: 909 time: 0.2606959 Nov 25 19:59:31.487501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35108) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:31.518989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-627905e0-4426-41fb-a40d-7f80199826f5 req-6d243405-006e-4b2c-b332-ad0d0ad90c07 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5 HTTP/1.1" status: 200 len: 1002 time: 0.1654406 Nov 25 19:59:31.520302 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-47db8ca0-8dbf-4ff7-bd70-dc74565c2804 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:31.579678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627905e0-4426-41fb-a40d-7f80199826f5 req-907545b8-5239-4684-a6e3-466ad84cd497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:31.582154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-627905e0-4426-41fb-a40d-7f80199826f5 req-907545b8-5239-4684-a6e3-466ad84cd497 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d836c82-10c6-4a28-9711-ee6a8fba4954 HTTP/1.1" status: 200 len: 847 time: 0.0553133 Nov 25 19:59:31.649680 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-47db8ca0-8dbf-4ff7-bd70-dc74565c2804 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:31.658619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627905e0-4426-41fb-a40d-7f80199826f5 req-cb7f94cc-f39e-449a-b1e1-285beefa34ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:31.660526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-627905e0-4426-41fb-a40d-7f80199826f5 req-cb7f94cc-f39e-449a-b1e1-285beefa34ce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689375 Nov 25 19:59:31.665464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-47db8ca0-8dbf-4ff7-bd70-dc74565c2804 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:31.705817 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35132) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:31.711990 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-47db8ca0-8dbf-4ff7-bd70-dc74565c2804 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7723eb7ecc334a20a5303046d8acb63a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2160749 Nov 25 19:59:31.739448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47db8ca0-8dbf-4ff7-bd70-dc74565c2804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e2fb3b-20d0-4c13-9f26-8500aabdbf41,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:31.828419 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-627905e0-4426-41fb-a40d-7f80199826f5 req-89398c59-bdcf-454b-b351-fa11ea8fed7a service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576695 Nov 25 19:59:31.833854 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ad1fd4f-2816-4133-a231-489eefe558aa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:31.888955 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ad1fd4f-2816-4133-a231-489eefe558aa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:32.029242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-627905e0-4426-41fb-a40d-7f80199826f5 req-b4727405-42cf-4eab-b545-ec5ad4c441cb service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923840 Nov 25 19:59:32.048806 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ad1fd4f-2816-4133-a231-489eefe558aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:32.053159 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ad1fd4f-2816-4133-a231-489eefe558aa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:32.059260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9ad1fd4f-2816-4133-a231-489eefe558aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/59e2fb3b-20d0-4c13-9f26-8500aabdbf41 HTTP/1.1" status: 204 len: 168 time: 0.3520374 Nov 25 19:59:32.071871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1fd4f-2816-4133-a231-489eefe558aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e2fb3b-20d0-4c13-9f26-8500aabdbf41,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:32.123305 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-df1202a3-b3a0-4006-b6c2-e522ea250555 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:32.251737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 27080ecc-0e71-4e9f-940b-1f31810abc83 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:59:32.434015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 27080ecc-0e71-4e9f-940b-1f31810abc83, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=27080ecc-0e71-4e9f-940b-1f31810abc83,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:32.475380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '27080ecc-0e71-4e9f-940b-1f31810abc83', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'port_id': '27080ecc-0e71-4e9f-940b-1f31810abc83', 'mac_address': 'fa:16:3e:91:44:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bb04ad-3028-4b3d-ab7c-269238de2c3b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:59:32.597174 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:32.621087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27080ecc-0e71-4e9f-940b-1f31810abc83 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:59:32.681931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 27080ecc-0e71-4e9f-940b-1f31810abc83, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=27080ecc-0e71-4e9f-940b-1f31810abc83,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:32.688207 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:32.698229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a737e9-edec-4c79-b903-df0ea5207e72 req-355db651-8371-4775-8a3c-6dcda325031e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:32.701310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54a737e9-edec-4c79-b903-df0ea5207e72 req-355db651-8371-4775-8a3c-6dcda325031e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 943 time: 0.1759584 Nov 25 19:59:32.810179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=27080ecc-0e71-4e9f-940b-1f31810abc83,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:32.817766 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54a737e9-edec-4c79-b903-df0ea5207e72 req-f68d3202-16bf-42c2-a317-5483a176d6e1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934000 Nov 25 19:59:32.919105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:59:34.074152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5742d1-0450-40b0-8815-34f58397d8be req-aea9d33f-40d9-4cf0-b82f-247d3525f150 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:34.077128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b5742d1-0450-40b0-8815-34f58397d8be req-aea9d33f-40d9-4cf0-b82f-247d3525f150 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 944 time: 0.1216161 Nov 25 19:59:34.184156 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b5742d1-0450-40b0-8815-34f58397d8be req-db8eb931-3a9e-4bb5-93f6-f132872458c9 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972261 Nov 25 19:59:34.252583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 27080ecc-0e71-4e9f-940b-1f31810abc83 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:59:34.340896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 27080ecc-0e71-4e9f-940b-1f31810abc83 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:59:34.351491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 27080ecc-0e71-4e9f-940b-1f31810abc83 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:34.352538 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:34.607533 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:34.709190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50650134-6d96-4d8a-b4fd-7fb6805038fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27080ecc-0e71-4e9f-940b-1f31810abc83'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:34.712302 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7eaf5c-c51e-428d-b092-d8a2b326e668" -d '{"events": [{"server_uuid": "50650134-6d96-4d8a-b4fd-7fb6805038fd", "name": "network-vif-plugged", "status": "completed", "tag": "27080ecc-0e71-4e9f-940b-1f31810abc83"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:34.730116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 27080ecc-0e71-4e9f-940b-1f31810abc83, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=27080ecc-0e71-4e9f-940b-1f31810abc83,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:34.739302 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:34.972361 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2646a58e-d937-48d7-bfed-de3ed43b635c x-openstack-request-id: req-2646a58e-d937-48d7-bfed-de3ed43b635c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:34.973170 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50650134-6d96-4d8a-b4fd-7fb6805038fd", "name": "network-vif-plugged", "status": "completed", "tag": "27080ecc-0e71-4e9f-940b-1f31810abc83", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:34.973788 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2646a58e-d937-48d7-bfed-de3ed43b635c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:34.974644 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50650134-6d96-4d8a-b4fd-7fb6805038fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27080ecc-0e71-4e9f-940b-1f31810abc83', 'code': 200} Nov 25 19:59:35.034399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=27080ecc-0e71-4e9f-940b-1f31810abc83,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:35.249696 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f237772d-3761-48d4-a392-9eeea84adf23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:35.852683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dba1db-e0a6-4b91-bafa-3724f00d4df9 req-79ba37d3-3cda-499e-b7a4-54d46e15d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:35.857550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-38dba1db-e0a6-4b91-bafa-3724f00d4df9 req-79ba37d3-3cda-499e-b7a4-54d46e15d606 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 1096 time: 0.8214769 Nov 25 19:59:35.940639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9647b-1586-4696-8ba9-7a224f9477d2 req-20c6fb1b-c070-4d08-b418-a73e78f0255e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:35.952704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92d9647b-1586-4696-8ba9-7a224f9477d2 req-20c6fb1b-c070-4d08-b418-a73e78f0255e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 945 time: 0.1857092 Nov 25 19:59:36.037016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-38dba1db-e0a6-4b91-bafa-3724f00d4df9 req-1024e4c0-0f87-4d84-9d32-841c18f89e47 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683676 Nov 25 19:59:36.108867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92d9647b-1586-4696-8ba9-7a224f9477d2 req-7be8b21a-ea1f-4fcb-9449-23de4f0032dc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394591 Nov 25 19:59:36.448843 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:37.451704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76279dac-a451-48c5-b105-113ffb686eac req-79147a12-0c1d-42e1-89df-390f818bb65d tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:37.454737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76279dac-a451-48c5-b105-113ffb686eac req-79147a12-0c1d-42e1-89df-390f818bb65d tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 945 time: 0.0935056 Nov 25 19:59:37.608574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76279dac-a451-48c5-b105-113ffb686eac req-aee851cc-ae39-4688-a81c-28fe19aee516 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160443 Nov 25 19:59:37.858345 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:38.060260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0520b576-f4a3-499e-8cd4-897e5fe4bb04 req-85868e77-b7fe-41d3-83c8-a463dc67b6d1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:38.061938 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0520b576-f4a3-499e-8cd4-897e5fe4bb04 req-85868e77-b7fe-41d3-83c8-a463dc67b6d1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.1563473 Nov 25 19:59:38.093255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0520b576-f4a3-499e-8cd4-897e5fe4bb04 req-d0fba295-1bdf-4d6d-9696-39092f158a53 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/quotas/34940b541b304a459edcc95e7731590f HTTP/1.1" status: 200 len: 375 time: 0.0165582 Nov 25 19:59:38.204273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0520b576-f4a3-499e-8cd4-897e5fe4bb04 req-04a3f4af-8e45-479d-9c4e-e51e9e77ac9a tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0981162 Nov 25 19:59:38.324741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:38.351583 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0520b576-f4a3-499e-8cd4-897e5fe4bb04 req-f58fb4c6-8cf5-48b1-a7ca-d3c6c3b1bf24 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1457036 Nov 25 19:59:38.516098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35622) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:38.614571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0520b576-f4a3-499e-8cd4-897e5fe4bb04 req-8d3e5f35-75f9-41df-9406-2310589033a3 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616746 Nov 25 19:59:38.794087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-368a67c4-9405-4c3d-a278-4e2cd4b7fa66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:38.888179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35630) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:39.176585 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-368a67c4-9405-4c3d-a278-4e2cd4b7fa66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:39.199434 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-368a67c4-9405-4c3d-a278-4e2cd4b7fa66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:39.354899 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-368a67c4-9405-4c3d-a278-4e2cd4b7fa66 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8988f66e9814e53b3fc7e3bd1ed162e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8357947 Nov 25 19:59:39.358520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35646) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:39.406540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a67c4-9405-4c3d-a278-4e2cd4b7fa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4aa22c-1438-4a18-a8f6-66566a54f5a4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:39.720582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c44e235a-8165-4f6f-9852-024cf97f7fab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:39.785215 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c44e235a-8165-4f6f-9852-024cf97f7fab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:40.037708 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c44e235a-8165-4f6f-9852-024cf97f7fab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:40.043805 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c44e235a-8165-4f6f-9852-024cf97f7fab admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:40.045732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c44e235a-8165-4f6f-9852-024cf97f7fab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ca4aa22c-1438-4a18-a8f6-66566a54f5a4 HTTP/1.1" status: 204 len: 168 time: 0.6858838 Nov 25 19:59:40.069749 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e235a-8165-4f6f-9852-024cf97f7fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca4aa22c-1438-4a18-a8f6-66566a54f5a4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:40.387024 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:40.480314 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-6c8bc08a-e8fa-4978-8fa9-68644bd31cb5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:40.494326 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-6c8bc08a-e8fa-4978-8fa9-68644bd31cb5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.2724781 Nov 25 19:59:40.550918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35682) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:40.566996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed9e-41c6-44b0-858d-2d898860e8af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:40.579124 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-4e47fd01-7bd8-4a34-a694-4bd4f1102122 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/quotas/34940b541b304a459edcc95e7731590f HTTP/1.1" status: 200 len: 375 time: 0.0830314 Nov 25 19:59:40.685704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed9e-41c6-44b0-858d-2d898860e8af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:40.692352 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79d5ed9e-41c6-44b0-858d-2d898860e8af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:40.753995 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-79d5ed9e-41c6-44b0-858d-2d898860e8af admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e66d7b030e8b4caba41de594a4cc229b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2009392 Nov 25 19:59:40.756083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5ed9e-41c6-44b0-858d-2d898860e8af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d48e5f-0df3-4848-bc2c-27b3fadcfc10,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:40.760748 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35684) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:40.779837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-648b13a0-9679-465b-b09d-8a4af6ac1292 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1989732 Nov 25 19:59:40.886658 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23026c90-fa91-4a65-8932-202ec29fe673 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:40.936113 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23026c90-fa91-4a65-8932-202ec29fe673 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:41.025321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-f648349e-23f8-4efa-a507-1f0d6c2ded95 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371609 Nov 25 19:59:41.050250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23026c90-fa91-4a65-8932-202ec29fe673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:41.053443 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23026c90-fa91-4a65-8932-202ec29fe673 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:41.055542 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-23026c90-fa91-4a65-8932-202ec29fe673 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/07d48e5f-0df3-4848-bc2c-27b3fadcfc10 HTTP/1.1" status: 204 len: 168 time: 0.2927868 Nov 25 19:59:41.065943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23026c90-fa91-4a65-8932-202ec29fe673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d48e5f-0df3-4848-bc2c-27b3fadcfc10,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:41.276685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-d6a00204-7712-4106-b1d8-a984b822ad1f service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057760 Nov 25 19:59:41.283232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] Deleting port ac29a977-3565-42f8-b508-7a6630c1eca7 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:41.283598 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:41.404098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] For port ac29a977-3565-42f8-b508-7a6630c1eca7, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ac29a977-3565-42f8-b508-7a6630c1eca7,segment=NetworkSegment(f90dbd7e-7c25-4a65-994b-c6a667581ad8),segment_id=f90dbd7e-7c25-4a65-994b-c6a667581ad8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:41.404719 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:41.427192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] Calling delete_port for ac29a977-3565-42f8-b508-7a6630c1eca7 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:41.579435 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de720e24-c3f1-4447-82e5-0c16a66ee6b2 req-427b1163-6bec-4b04-b511-cdc86fa01e2c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0565097 Nov 25 19:59:41.839856 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:41.893064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ac29a977-3565-42f8-b508-7a6630c1eca7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:42.324108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35730) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:42.329198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:42.882827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b545a5-e28a-44bc-9c18-fb33e7498f62 req-477387dc-a317-4072-8f0b-9564cf43f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:42.884013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f4d8f91-c21f-4f21-adff-92b8b3f9deac req-0e4a83da-a6b2-4044-8c25-12c034236852 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 210 time: 0.1072280 Nov 25 19:59:42.900471 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-33b545a5-e28a-44bc-9c18-fb33e7498f62 req-477387dc-a317-4072-8f0b-9564cf43f787 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 1097 time: 0.5741231 Nov 25 19:59:43.010662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] Router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:59:43.012318 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-33b545a5-e28a-44bc-9c18-fb33e7498f62 req-2871c270-e7af-4d4f-945a-788765b713de service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=89d05a30-c511-4aee-a3bf-b4649bc7f796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102486 Nov 25 19:59:43.234400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:59:43.246456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8c3e2805-968f-4547-b844-00317e639b9c admin admin] 10.222.0.15 "PUT /v2.0/routers/48fb3d6f-2749-49a6-8ce9-b4ecd332efee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3491514 Nov 25 19:59:43.248870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35752) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:43.252499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e1b9b-5ec4-4b3d-b79f-21d266287d8d None None] Sync routers for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:59:43.269405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e1b9b-5ec4-4b3d-b79f-21d266287d8d None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:43.270741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-917e1b9b-5ec4-4b3d-b79f-21d266287d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:59:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:43.478624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-917e1b9b-5ec4-4b3d-b79f-21d266287d8d None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:43.560950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:43.568347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-8df2f50f-c936-46bc-8e22-472b6c3de5a6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:43.575161 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-8df2f50f-c936-46bc-8e22-472b6c3de5a6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.2692771 Nov 25 19:59:43.590612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Request body: {'port': {'device_id': 'dba2268c-696e-41e0-baf4-b78bab11a4d2', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'admin_state_up': True, 'tenant_id': '34940b541b304a459edcc95e7731590f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:43.787870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:43.797792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Made reservation on behalf of 34940b541b304a459edcc95e7731590f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 19:59:43.805934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:43.807776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-917e1b9b-5ec4-4b3d-b79f-21d266287d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117'}], 'enable_snat': True}, 'gw_port_id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:59:41Z', 'revision_number': 5, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port': {'id': '040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:7d:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2958, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:52:52Z', 'updated_at': '2021-11-25T19:53:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:43.874844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e1b9b-5ec4-4b3d-b79f-21d266287d8d None None] Checking router: 48fb3d6f-2749-49a6-8ce9-b4ecd332efee for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:59:43.883297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Deleting port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:43.883657 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:43.891539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917e1b9b-5ec4-4b3d-b79f-21d266287d8d None None] Routers {'48fb3d6f-2749-49a6-8ce9-b4ecd332efee'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:43.892203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-917e1b9b-5ec4-4b3d-b79f-21d266287d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:59:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:44.061890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-917e1b9b-5ec4-4b3d-b79f-21d266287d8d None None] Set router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:44.077842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Allocated IP 172.20.0.14 (6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4/b4bb04ad-3028-4b3d-ab7c-269238de2c3b/719a686c-4a52-4549-b629-4dbdd1b0be23) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 19:59:44.089368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ffecb2e6-9b8c-4a23-9c7a-66139257fe70 req-e11047f8-203d-4a8f-a1f6-632615fdb8d3 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0833478 Nov 25 19:59:44.099399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] For port 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:44.102049 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.138875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Calling delete_port for 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:44.185362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-917e1b9b-5ec4-4b3d-b79f-21d266287d8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:59:43Z', 'revision_number': 6, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:44.221955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917e1b9b-5ec4-4b3d-b79f-21d266287d8d None None] The sync data for ids ['48fb3d6f-2749-49a6-8ce9-b4ecd332efee'] in n-d-817303-9 is: [{'id': '48fb3d6f-2749-49a6-8ce9-b4ecd332efee', 'name': 'tempest-TestVolumeBackupRestore-991879972-router', 'tenant_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:52:51Z', 'updated_at': '2021-11-25T19:59:43Z', 'revision_number': 6, 'project_id': '5bb840774d284bcfbfb78f636e9f8b2f', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:59:44.402425 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.505079 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.521613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:59:44.624843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ac29a977-3565-42f8-b508-7a6630c1eca7 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:59:44.659428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event updated for resources: {'Port': ['ID=719a686c-4a52-4549-b629-4dbdd1b0be23,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:44.664635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 19:59:44.677830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 19:59:44.683150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 19:59:44.701385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: ac29a977-3565-42f8-b508-7a6630c1eca7 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:59:44.701761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ac29a977-3565-42f8-b508-7a6630c1eca7 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:59:44.808236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:44.810194 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:44.899647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-7fd45adf-5e7c-4c4c-a9bb-0ff2baddc009 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3127890 Nov 25 19:59:44.977322 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.016763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Pushing event deleted for resources: {'Port': ['ID=040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:45.042639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a179480-1452-42ea-a8da-c1407de5db97 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:59:45.097491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Request body: {'port': {'device_id': 'dba2268c-696e-41e0-baf4-b78bab11a4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 19:59:45.102942 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.243019 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.329127 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.333518 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.403416 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.404382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48fb3d6f-2749-49a6-8ce9-b4ecd332efee {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:59:45.427503 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.429656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8fae3803-ae98-43da-b8ac-05789eecde7e admin admin] 10.222.0.15 "DELETE /v2.0/routers/48fb3d6f-2749-49a6-8ce9-b4ecd332efee HTTP/1.1" status: 204 len: 168 time: 2.1785352 Nov 25 19:59:45.441608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35794) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:45.566837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Deleting subnet 35f5e5fc-a6fb-4451-900e-3eaa047ebb81 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:59:45.583324 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.817835 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.859573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 719a686c-4a52-4549-b629-4dbdd1b0be23 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:59:45.869964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.894317 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Transition to ACTIVE for port object 719a686c-4a52-4549-b629-4dbdd1b0be23 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 19:59:45.904281 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:45.923920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b3dc33-862d-4464-bfc2-2474ed641efd req-59f0387c-6491-476c-922b-a5a6bc4b49d5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:45.939683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1b3dc33-862d-4464-bfc2-2474ed641efd req-59f0387c-6491-476c-922b-a5a6bc4b49d5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 932 time: 0.3515594 Nov 25 19:59:45.979111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Pushing event updated for resources: {'Port': ['ID=719a686c-4a52-4549-b629-4dbdd1b0be23,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:46.101964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Attempting to bind port 719a686c-4a52-4549-b629-4dbdd1b0be23 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 19:59:46.102945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Attempting to bind port 719a686c-4a52-4549-b629-4dbdd1b0be23 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 19:59:46.103869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Attempting to bind port 719a686c-4a52-4549-b629-4dbdd1b0be23 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:59:46.110883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Port 719a686c-4a52-4549-b629-4dbdd1b0be23 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 19:59:46.111306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Attempting to bind port 719a686c-4a52-4549-b629-4dbdd1b0be23 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 19:59:46.120787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 19:59:46.121315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Checking segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 19:59:46.121978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Bound using segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 19:59:46.122700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Bound port: 719a686c-4a52-4549-b629-4dbdd1b0be23, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 19:59:46.123305 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.162825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1b3dc33-862d-4464-bfc2-2474ed641efd req-c74618a8-3f03-43e5-acdd-26a4711618c2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023125 Nov 25 19:59:46.167562 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.271891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] For port 719a686c-4a52-4549-b629-4dbdd1b0be23, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 19:59:46.283893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] For port 719a686c-4a52-4549-b629-4dbdd1b0be23, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=719a686c-4a52-4549-b629-4dbdd1b0be23,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 19:59:46.293815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.328742 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.371641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:46.373087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.375715 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] 10.222.0.60 "PUT /v2.0/ports/719a686c-4a52-4549-b629-4dbdd1b0be23 HTTP/1.1" status: 200 len: 1092 time: 1.4690645 Nov 25 19:59:46.377071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dba2268c-696e-41e0-baf4-b78bab11a4d2', 'tag': '719a686c-4a52-4549-b629-4dbdd1b0be23'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:46.381390 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-801415ba-d695-4603-8702-73ff9d8ebf5a" -d '{"events": [{"name": "network-changed", "server_uuid": "dba2268c-696e-41e0-baf4-b78bab11a4d2", "tag": "719a686c-4a52-4549-b629-4dbdd1b0be23"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:46.381702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=35f5e5fc-a6fb-4451-900e-3eaa047ebb81,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:46.409315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.410348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.411163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.412857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.412857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.413964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.415769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.417100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.417882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.418717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.419597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.420354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:46.427976 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.433471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4860518-636e-4002-aae1-77bce20d8a38 None None] Network a161b178-022d-4178-bfa1-c19f52f69b96 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:59:46.442021 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c23ce982-b06a-4f86-ba63-0c3055a38977 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/35f5e5fc-a6fb-4451-900e-3eaa047ebb81 HTTP/1.1" status: 204 len: 168 time: 0.9985936 Nov 25 19:59:46.444410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35814) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:46.582624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28db133-1f78-4cf9-9a3a-85f49cda46fb service neutron] Pushing event updated for resources: {'Port': ['ID=719a686c-4a52-4549-b629-4dbdd1b0be23,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:46.643648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-aff03799-8c57-4524-b7f4-aeda4bbe5e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:46.646292 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-aff03799-8c57-4524-b7f4-aeda4bbe5e83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 1095 time: 0.1760931 Nov 25 19:59:46.698837 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.716902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:59:46.749551 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-6ee70ebc-ce53-4d23-a0c0-3be4f552523b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=719a686c-4a52-4549-b629-4dbdd1b0be23 HTTP/1.1" status: 200 len: 217 time: 0.0948882 Nov 25 19:59:46.839114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:59:46.841573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 040fc0e5-0bfb-4c2e-b99e-8f8f99f7e478 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:59:46.862207 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70b71dce-78af-4860-ad04-9fc81c8e5ebc x-openstack-request-id: req-70b71dce-78af-4860-ad04-9fc81c8e5ebc {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:46.863070 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dba2268c-696e-41e0-baf4-b78bab11a4d2", "tag": "719a686c-4a52-4549-b629-4dbdd1b0be23", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:46.863070 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70b71dce-78af-4860-ad04-9fc81c8e5ebc {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:46.863393 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dba2268c-696e-41e0-baf4-b78bab11a4d2', 'tag': '719a686c-4a52-4549-b629-4dbdd1b0be23', 'status': 'completed', 'code': 200} Nov 25 19:59:46.867840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Deleting port e04e2ba9-c824-4501-83d1-c28a0d12f495 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:46.869113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.872868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-26715c15-2cdb-432b-9867-e54694b43aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:46.874464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-26715c15-2cdb-432b-9867-e54694b43aa6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.1178131 Nov 25 19:59:46.937071 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-000032ad-9c73-4fe9-86a6-b7f59c87768a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526106 Nov 25 19:59:46.963613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] For port e04e2ba9-c824-4501-83d1-c28a0d12f495, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e04e2ba9-c824-4501-83d1-c28a0d12f495,segment=NetworkSegment(f90dbd7e-7c25-4a65-994b-c6a667581ad8),segment_id=f90dbd7e-7c25-4a65-994b-c6a667581ad8)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:46.963999 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:46.985410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c97299-759d-4ea1-8eab-be1aca2ad7e6 None None] DHCP port deletion for a161b178-022d-4178-bfa1-c19f52f69b96 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:59:46.985739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Calling delete_port for e04e2ba9-c824-4501-83d1-c28a0d12f495 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:47.107519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e1c97299-759d-4ea1-8eab-be1aca2ad7e6 None None] Deleting port e04e2ba9-c824-4501-83d1-c28a0d12f495 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:47.110851 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1c97299-759d-4ea1-8eab-be1aca2ad7e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:47.120653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:47.182044 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-196e7074-82f6-4cbf-86df-3b0a5b48b7d9 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347674 Nov 25 19:59:47.206722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Pushing event deleted for resources: {'Port': ['ID=e04e2ba9-c824-4501-83d1-c28a0d12f495,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:47.212657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] No DVR routers for this DVR port e04e2ba9-c824-4501-83d1-c28a0d12f495 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:59:47.259467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e1c97299-759d-4ea1-8eab-be1aca2ad7e6 None None] For port e04e2ba9-c824-4501-83d1-c28a0d12f495, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:47.260563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1c97299-759d-4ea1-8eab-be1aca2ad7e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:47.282310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e1c97299-759d-4ea1-8eab-be1aca2ad7e6 None None] Calling delete_port for e04e2ba9-c824-4501-83d1-c28a0d12f495 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:47.287532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-e1c97299-759d-4ea1-8eab-be1aca2ad7e6 None None] Port e04e2ba9-c824-4501-83d1-c28a0d12f495 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:59:47.290189 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1c97299-759d-4ea1-8eab-be1aca2ad7e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:47.327875 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c97299-759d-4ea1-8eab-be1aca2ad7e6 None None] Pushing event deleted for resources: {'Port': ['ID=e04e2ba9-c824-4501-83d1-c28a0d12f495,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:47.352502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c97299-759d-4ea1-8eab-be1aca2ad7e6 None None] No DVR routers for this DVR port e04e2ba9-c824-4501-83d1-c28a0d12f495 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:59:47.393026 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:47.427340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a161b178-022d-4178-bfa1-c19f52f69b96']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:47.447393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90dbd7e-7c25-4a65-994b-c6a667581ad8') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:47.448111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90dbd7e-7c25-4a65-994b-c6a667581ad8') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:47.463150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:47.484200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:47.497980 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6a78d0e2-6221-4ff8-bf01-c3e9d025deb3 req-f581be2f-047e-43b4-98a4-a720464668f3 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3067694 Nov 25 19:59:47.555732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:59:47.556143 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:59:47.558320 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:59:47.653844 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801415ba-d695-4603-8702-73ff9d8ebf5a req-edd93b61-157d-46e8-8b33-cc0e400059ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:47.653844 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-801415ba-d695-4603-8702-73ff9d8ebf5a req-edd93b61-157d-46e8-8b33-cc0e400059ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0900273 Nov 25 19:59:47.656828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ed032-d5ba-4de8-98b4-6e05d69fb91f req-53fe97ad-2073-4e98-a83f-079624f0f07d tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:47.662874 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-834ed032-d5ba-4de8-98b4-6e05d69fb91f req-53fe97ad-2073-4e98-a83f-079624f0f07d tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 944 time: 0.1705203 Nov 25 19:59:47.684553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:47.698169 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:47.701742 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a161b178-022d-4178-bfa1-c19f52f69b96 HTTP/1.1" status: 204 len: 168 time: 1.2538862 Nov 25 19:59:47.735922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35826) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:47.814770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522209e-2292-4253-922e-e3f1cffdbd57 admin admin] Pushing event deleted for resources: {'Network': ['ID=a161b178-022d-4178-bfa1-c19f52f69b96,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:47.892945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-834ed032-d5ba-4de8-98b4-6e05d69fb91f req-82433275-77c6-4fd5-b803-9e0c19f01dc7 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218149 Nov 25 19:59:47.921522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801415ba-d695-4603-8702-73ff9d8ebf5a req-648ab7b6-c0e8-4fe4-863a-d32f80f022df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:47.921522 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-801415ba-d695-4603-8702-73ff9d8ebf5a req-648ab7b6-c0e8-4fe4-863a-d32f80f022df service neutron] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 906 time: 0.2536809 Nov 25 19:59:48.011037 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-801415ba-d695-4603-8702-73ff9d8ebf5a req-760c61ba-f8de-4402-a1f9-f07885670712 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=719a686c-4a52-4549-b629-4dbdd1b0be23 HTTP/1.1" status: 200 len: 217 time: 0.0846701 Nov 25 19:59:48.068608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801415ba-d695-4603-8702-73ff9d8ebf5a req-8e391d9a-9fde-4de0-8276-1028bfd508d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:48.070469 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-801415ba-d695-4603-8702-73ff9d8ebf5a req-8e391d9a-9fde-4de0-8276-1028bfd508d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0512130 Nov 25 19:59:48.106715 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-801415ba-d695-4603-8702-73ff9d8ebf5a req-36fa0981-fb12-4d18-815d-92c1636c4346 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287333 Nov 25 19:59:48.239783 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-801415ba-d695-4603-8702-73ff9d8ebf5a req-d127b0d8-16ff-41b6-9ae0-125080efe7c1 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251185 Nov 25 19:59:48.363342 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-801415ba-d695-4603-8702-73ff9d8ebf5a req-a2795565-e35c-4e12-a499-29e73ff833a1 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158907 Nov 25 19:59:48.388407 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:48.430090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e04e2ba9-c824-4501-83d1-c28a0d12f495 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:59:48.465327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: e04e2ba9-c824-4501-83d1-c28a0d12f495 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:59:48.465775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e04e2ba9-c824-4501-83d1-c28a0d12f495 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:59:48.505382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 719a686c-4a52-4549-b629-4dbdd1b0be23 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 19:59:48.647634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 719a686c-4a52-4549-b629-4dbdd1b0be23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=719a686c-4a52-4549-b629-4dbdd1b0be23,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:48.662098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '719a686c-4a52-4549-b629-4dbdd1b0be23', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'port_id': '719a686c-4a52-4549-b629-4dbdd1b0be23', 'mac_address': 'fa:16:3e:ce:13:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bb04ad-3028-4b3d-ab7c-269238de2c3b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 19:59:48.712274 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:48.743285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] Deleting port 38c55e1b-97de-4261-b1d7-e37befb46879 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:48.743627 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:48.743844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 719a686c-4a52-4549-b629-4dbdd1b0be23 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 19:59:48.779454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 719a686c-4a52-4549-b629-4dbdd1b0be23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=719a686c-4a52-4549-b629-4dbdd1b0be23,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:48.789588 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:48.855269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=719a686c-4a52-4549-b629-4dbdd1b0be23,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:48.911553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] For port 38c55e1b-97de-4261-b1d7-e37befb46879, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=38c55e1b-97de-4261-b1d7-e37befb46879,segment=NetworkSegment(f3fd9ddc-c4b6-47a8-82ae-869d9543f350),segment_id=f3fd9ddc-c4b6-47a8-82ae-869d9543f350)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:48.912202 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:48.946634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] Calling delete_port for 38c55e1b-97de-4261-b1d7-e37befb46879 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:49.001103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['719a686c-4a52-4549-b629-4dbdd1b0be23'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:59:49.180502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b45f99-54ce-479e-84ba-b54d79f1650b req-066ef867-cf84-48af-8e31-07b26e16ed41 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:49.183291 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85b45f99-54ce-479e-84ba-b54d79f1650b req-066ef867-cf84-48af-8e31-07b26e16ed41 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 945 time: 0.1427789 Nov 25 19:59:49.392021 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85b45f99-54ce-479e-84ba-b54d79f1650b req-9fa4df45-6929-486e-b36d-f9951ea1000c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317201 Nov 25 19:59:49.514084 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:49.551984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] Pushing event deleted for resources: {'Port': ['ID=38c55e1b-97de-4261-b1d7-e37befb46879,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:49.738634 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:50.064095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] Router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 19:59:50.219161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 19:59:50.225283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-36959395-f7cc-4ad9-ba7d-75c1159b3830 admin admin] 10.222.0.15 "PUT /v2.0/routers/8c538ba9-561d-42ea-bf7b-20b86987d3c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4879129 Nov 25 19:59:50.228395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35860) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:50.235331 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7af5fb-1e61-4fc9-bd41-77af575b0b43 None None] Sync routers for ids ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 19:59:50.258619 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7af5fb-1e61-4fc9-bd41-77af575b0b43 None None] Routers {'8c538ba9-561d-42ea-bf7b-20b86987d3c4'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:50.260527 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0c7af5fb-1e61-4fc9-bd41-77af575b0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:59:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:50.529051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 719a686c-4a52-4549-b629-4dbdd1b0be23 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 19:59:50.600528 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-0c7af5fb-1e61-4fc9-bd41-77af575b0b43 None None] Set router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:50.752636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 719a686c-4a52-4549-b629-4dbdd1b0be23 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 19:59:50.763162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 719a686c-4a52-4549-b629-4dbdd1b0be23 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 19:59:50.763897 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:50.918538 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:50.999231 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:51.016239 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:51.033373 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0c7af5fb-1e61-4fc9-bd41-77af575b0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'name': 'tempest-TestVolumeBackupRestore-1014832112-router', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:53:18Z', 'updated_at': '2021-11-25T19:59:49Z', 'revision_number': 5, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'gw_port': {'id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:21Z', 'updated_at': '2021-11-25T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:51.069484 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7af5fb-1e61-4fc9-bd41-77af575b0b43 None None] Checking router: 8c538ba9-561d-42ea-bf7b-20b86987d3c4 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 19:59:51.080506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba2268c-696e-41e0-baf4-b78bab11a4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719a686c-4a52-4549-b629-4dbdd1b0be23'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:51.084375 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7af5fb-1e61-4fc9-bd41-77af575b0b43 None None] Routers {'8c538ba9-561d-42ea-bf7b-20b86987d3c4'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 19:59:51.085725 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0c7af5fb-1e61-4fc9-bd41-77af575b0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T19:59:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:51.087485 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638d4964-63a5-415e-9590-4686a4e12701" -d '{"events": [{"server_uuid": "dba2268c-696e-41e0-baf4-b78bab11a4d2", "name": "network-vif-plugged", "status": "completed", "tag": "719a686c-4a52-4549-b629-4dbdd1b0be23"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:51.115935 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 719a686c-4a52-4549-b629-4dbdd1b0be23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=719a686c-4a52-4549-b629-4dbdd1b0be23,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:51.123431 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:51.155116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932f4e6-c142-4cb3-bece-50bd401588a9 req-3a80c8bb-6b3b-4ca7-bfca-603e5e6a2694 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:51.162900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6932f4e6-c142-4cb3-bece-50bd401588a9 req-3a80c8bb-6b3b-4ca7-bfca-603e5e6a2694 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 945 time: 0.2571695 Nov 25 19:59:51.261450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=719a686c-4a52-4549-b629-4dbdd1b0be23,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:51.299841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6932f4e6-c142-4cb3-bece-50bd401588a9 req-ad0b080d-e625-41b7-b144-f3de2c2afbad tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345146 Nov 25 19:59:51.308447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:51.379761 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba216a1c-76aa-4308-b751-5a5940556301 x-openstack-request-id: req-ba216a1c-76aa-4308-b751-5a5940556301 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:51.380062 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba2268c-696e-41e0-baf4-b78bab11a4d2", "name": "network-vif-plugged", "status": "completed", "tag": "719a686c-4a52-4549-b629-4dbdd1b0be23", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:51.380338 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba216a1c-76aa-4308-b751-5a5940556301 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:51.380734 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba2268c-696e-41e0-baf4-b78bab11a4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '719a686c-4a52-4549-b629-4dbdd1b0be23', 'code': 200} Nov 25 19:59:51.409827 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-0c7af5fb-1e61-4fc9-bd41-77af575b0b43 None None] Set router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 19:59:51.446827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Deleting port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:51.447881 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:51.546788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8883d31-3dc7-40ec-9241-fe7570e89396 req-8414bf1e-0604-435e-9a90-ad59328dd50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:51.548362 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f8883d31-3dc7-40ec-9241-fe7570e89396 req-8414bf1e-0604-435e-9a90-ad59328dd50f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0970035 Nov 25 19:59:51.690401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] For port 218e92f6-b6d3-4a2b-9da3-b013c2b1b520, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=218e92f6-b6d3-4a2b-9da3-b013c2b1b520,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:51.691067 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f8883d31-3dc7-40ec-9241-fe7570e89396 req-337e3e18-587a-488f-8b2f-9a879eab57f5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317599 Nov 25 19:59:51.691898 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:51.692599 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-0c7af5fb-1e61-4fc9-bd41-77af575b0b43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'name': 'tempest-TestVolumeBackupRestore-1014832112-router', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:53:18Z', 'updated_at': '2021-11-25T19:59:49Z', 'revision_number': 5, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'gw_port': {'id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:21Z', 'updated_at': '2021-11-25T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:51.711569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Calling delete_port for 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:51.726357 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7af5fb-1e61-4fc9-bd41-77af575b0b43 None None] The sync data for ids ['8c538ba9-561d-42ea-bf7b-20b86987d3c4'] in n-d-817303-9 is: [{'id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'name': 'tempest-TestVolumeBackupRestore-1014832112-router', 'tenant_id': 'e0df062f42954922a31d8cb239c1be9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145'}], 'enable_snat': True}, 'gw_port_id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:53:18Z', 'updated_at': '2021-11-25T19:59:49Z', 'revision_number': 5, 'project_id': 'e0df062f42954922a31d8cb239c1be9b', 'gw_port': {'id': '218e92f6-b6d3-4a2b-9da3-b013c2b1b520', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:f4:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c538ba9-561d-42ea-bf7b-20b86987d3c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2976, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:53:21Z', 'updated_at': '2021-11-25T19:53:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 19:59:51.966422 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.030313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Pushing event deleted for resources: {'Port': ['ID=218e92f6-b6d3-4a2b-9da3-b013c2b1b520,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:52.059671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c3b14f-7837-416c-a8a5-9412b069d806 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:59:52.130265 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.301716 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.304785 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.365191 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.366104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c538ba9-561d-42ea-bf7b-20b86987d3c4 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 19:59:52.378749 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.383866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b138b6be-92d3-44a1-9891-dbccc7b4ec14 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8c538ba9-561d-42ea-bf7b-20b86987d3c4 HTTP/1.1" status: 204 len: 168 time: 2.1505823 Nov 25 19:59:52.384840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35876) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:52.465762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-58890771-ab59-4739-b177-4b6e14add273 admin admin] Deleting subnet f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 19:59:52.470259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58890771-ab59-4739-b177-4b6e14add273 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.480513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4381a-5ec1-440b-ad2a-6be9ff0bd734 req-fb415794-d4c1-4ece-ae17-56078d85489f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:52.488536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24e4381a-5ec1-440b-ad2a-6be9ff0bd734 req-fb415794-d4c1-4ece-ae17-56078d85489f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0968912 Nov 25 19:59:52.532076 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58890771-ab59-4739-b177-4b6e14add273 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.540434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 38c55e1b-97de-4261-b1d7-e37befb46879 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:59:52.587061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 38c55e1b-97de-4261-b1d7-e37befb46879 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:59:52.588368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 38c55e1b-97de-4261-b1d7-e37befb46879 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:59:52.603924 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24e4381a-5ec1-440b-ad2a-6be9ff0bd734 req-09eee0e4-74b7-4a3c-adc6-623879905c0e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144891 Nov 25 19:59:52.675818 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58890771-ab59-4739-b177-4b6e14add273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.743262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58890771-ab59-4739-b177-4b6e14add273 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.778336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-58890771-ab59-4739-b177-4b6e14add273 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:52.786617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-58890771-ab59-4739-b177-4b6e14add273 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d HTTP/1.1" status: 204 len: 168 time: 0.3964193 Nov 25 19:59:52.786897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a64524-e21e-48d6-ae30-7b14b1309651 None None] Network 776cbe10-0600-45c1-a651-e45eaa74ed2f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 19:59:52.787014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35884) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:52.888049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58890771-ab59-4739-b177-4b6e14add273 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9cc0c5e-fb7a-4d10-9e60-1be6ce987d0d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:52.962629 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.093861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Deleting port 320bb5f0-2078-4d07-a570-3ee2de189442 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:53.094480 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.197274 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.227610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] For port 320bb5f0-2078-4d07-a570-3ee2de189442, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=320bb5f0-2078-4d07-a570-3ee2de189442,segment=NetworkSegment(f3fd9ddc-c4b6-47a8-82ae-869d9543f350),segment_id=f3fd9ddc-c4b6-47a8-82ae-869d9543f350)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:53.228385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.251501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Calling delete_port for 320bb5f0-2078-4d07-a570-3ee2de189442 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:53.349360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] DHCP port deletion for 776cbe10-0600-45c1-a651-e45eaa74ed2f request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 19:59:53.370438 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.414591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Pushing event deleted for resources: {'Port': ['ID=320bb5f0-2078-4d07-a570-3ee2de189442,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:53.421824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] No DVR routers for this DVR port 320bb5f0-2078-4d07-a570-3ee2de189442 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:59:53.512539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Deleting port 320bb5f0-2078-4d07-a570-3ee2de189442 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:53.513032 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.522353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35892) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:53.572722 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.625328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776cbe10-0600-45c1-a651-e45eaa74ed2f']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:53.651147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3fd9ddc-c4b6-47a8-82ae-869d9543f350') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:53.652314 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3fd9ddc-c4b6-47a8-82ae-869d9543f350') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 19:59:53.697150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.713833 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.721213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 19:59:53.721713 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.772540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] For port 320bb5f0-2078-4d07-a570-3ee2de189442, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:53.774070 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: timer() Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 19:59:53.778159 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 19:59:53.794970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Calling delete_port for 320bb5f0-2078-4d07-a570-3ee2de189442 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:53.802460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Port 320bb5f0-2078-4d07-a570-3ee2de189442 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 19:59:53.806539 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.836191 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.845973 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.863161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Pushing event deleted for resources: {'Port': ['ID=320bb5f0-2078-4d07-a570-3ee2de189442,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:53.865752 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/776cbe10-0600-45c1-a651-e45eaa74ed2f HTTP/1.1" status: 204 len: 168 time: 1.0663157 Nov 25 19:59:53.872028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Network 776cbe10-0600-45c1-a651-e45eaa74ed2f is not hosted by any dhcp agent {{(pid=103653) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 25 19:59:53.872677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] No DVR routers for this DVR port 320bb5f0-2078-4d07-a570-3ee2de189442 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:59:53.887371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.888006 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.888513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.889053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.895291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6b9bd9-3c80-45ac-9367-0a2c91e5ebe1 admin admin] Pushing event deleted for resources: {'Network': ['ID=776cbe10-0600-45c1-a651-e45eaa74ed2f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:53.909106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.910096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.910902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.912511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.913078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.914241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.916864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.917551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7315d49-0e36-4260-b734-e0974f53ab79 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 19:59:53.921656 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99290971-155c-4544-bf0b-98dc3e75dab0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:53.956723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6230d5-f661-4741-9989-af8e8be5984f req-ea8c61d9-101b-4fd2-ad49-12df42befdfb tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:53.973796 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1e6230d5-f661-4741-9989-af8e8be5984f req-ea8c61d9-101b-4fd2-ad49-12df42befdfb tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 946 time: 0.1924367 Nov 25 19:59:54.056726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1e6230d5-f661-4741-9989-af8e8be5984f req-eede19dc-06bc-4135-bb12-3264d04b6baa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816295 Nov 25 19:59:54.137744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35904) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:54.178309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99290971-155c-4544-bf0b-98dc3e75dab0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.193531 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99290971-155c-4544-bf0b-98dc3e75dab0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.208028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bf754437-d5fb-4a19-80d0-042acabcf9e6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5bb840774d284bcfbfb78f636e9f8b2f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0681019 Nov 25 19:59:54.212295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35906) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:54.250854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99290971-155c-4544-bf0b-98dc3e75dab0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d493b8d-71e9-40c6-86e8-06fd6da6dfe6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:54.299077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35908) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:54.302518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-99290971-155c-4544-bf0b-98dc3e75dab0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72672d44e79a49948e8703f9126bfcea&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7773945 Nov 25 19:59:54.362441 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa198528-ff08-4baa-b030-40323fc63b41 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.422446 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa198528-ff08-4baa-b030-40323fc63b41 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.450012 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e02ea871-1559-43b8-a257-8ec20600b045 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.464260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf3b10-dc4b-460d-97dd-84dfed7a58f4 req-13073549-1705-4636-86b8-d0d5abb301c8 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:54.471422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afcf3b10-dc4b-460d-97dd-84dfed7a58f4 req-13073549-1705-4636-86b8-d0d5abb301c8 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 946 time: 0.2366312 Nov 25 19:59:54.495128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:59:54.522599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:59:54.523972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 218e92f6-b6d3-4a2b-9da3-b013c2b1b520 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:59:54.524638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 320bb5f0-2078-4d07-a570-3ee2de189442 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 19:59:54.560490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 320bb5f0-2078-4d07-a570-3ee2de189442 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 19:59:54.561255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 320bb5f0-2078-4d07-a570-3ee2de189442 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 19:59:54.614530 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e02ea871-1559-43b8-a257-8ec20600b045 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.629934 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afcf3b10-dc4b-460d-97dd-84dfed7a58f4 req-79fa8d7a-5036-48c1-8633-d6d1e47d35d4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488497 Nov 25 19:59:54.681743 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa198528-ff08-4baa-b030-40323fc63b41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.686639 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aa198528-ff08-4baa-b030-40323fc63b41 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.688609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-aa198528-ff08-4baa-b030-40323fc63b41 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1c574ea0-2c98-4954-b58e-953087be36e3 HTTP/1.1" status: 204 len: 168 time: 0.4749060 Nov 25 19:59:54.705340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa198528-ff08-4baa-b030-40323fc63b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c574ea0-2c98-4954-b58e-953087be36e3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:54.739833 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e02ea871-1559-43b8-a257-8ec20600b045 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.744753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e02ea871-1559-43b8-a257-8ec20600b045 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:54.764623 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e02ea871-1559-43b8-a257-8ec20600b045 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2d493b8d-71e9-40c6-86e8-06fd6da6dfe6 HTTP/1.1" status: 204 len: 168 time: 0.4497705 Nov 25 19:59:54.782523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ea871-1559-43b8-a257-8ec20600b045 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d493b8d-71e9-40c6-86e8-06fd6da6dfe6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:55.084172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc2b1fa-3690-4ffb-98c9-11cc9a72d832 req-1c7e5383-105e-41f4-9d5f-b96df08da850 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:55.086974 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9cc2b1fa-3690-4ffb-98c9-11cc9a72d832 req-1c7e5383-105e-41f4-9d5f-b96df08da850 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 946 time: 0.0711784 Nov 25 19:59:55.158379 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9cc2b1fa-3690-4ffb-98c9-11cc9a72d832 req-cebea761-688c-4cf6-884c-1096c2f2d228 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595479 Nov 25 19:59:55.254318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35926) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:55.275655 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35928) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:55.291578 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfd53530-4465-4192-b4d1-56fa0f55bb49 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:55.313453 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-02b98be1-e53d-47f8-b1e8-88ea1886bb4f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e0df062f42954922a31d8cb239c1be9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0575492 Nov 25 19:59:55.316103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35930) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:55.429821 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9aaf901d-d47c-48ab-9810-b24692794a56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:55.461729 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfd53530-4465-4192-b4d1-56fa0f55bb49 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:55.468380 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfd53530-4465-4192-b4d1-56fa0f55bb49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:55.476315 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9aaf901d-d47c-48ab-9810-b24692794a56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:55.542725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd53530-4465-4192-b4d1-56fa0f55bb49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e716ad8-6810-45b1-89f2-59c7eed4793a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:55.551499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cfd53530-4465-4192-b4d1-56fa0f55bb49 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f2c1fa3c222749b4929ce6ca6b83a368&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2745173 Nov 25 19:59:55.557826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 35932) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:55.600653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9aaf901d-d47c-48ab-9810-b24692794a56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:55.605335 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9aaf901d-d47c-48ab-9810-b24692794a56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:55.606523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9aaf901d-d47c-48ab-9810-b24692794a56 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4a4bcddb-50b9-4adf-bf9c-8f04072b6f6e HTTP/1.1" status: 204 len: 168 time: 0.2893250 Nov 25 19:59:55.618492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaf901d-d47c-48ab-9810-b24692794a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4bcddb-50b9-4adf-bf9c-8f04072b6f6e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:55.663171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e8c2f1c-37ba-4797-ae91-93b812790872 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:55.694199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e8c2f1c-37ba-4797-ae91-93b812790872 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:55.771844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e8c2f1c-37ba-4797-ae91-93b812790872 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:55.776432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e8c2f1c-37ba-4797-ae91-93b812790872 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:55.782771 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6e8c2f1c-37ba-4797-ae91-93b812790872 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e716ad8-6810-45b1-89f2-59c7eed4793a HTTP/1.1" status: 204 len: 168 time: 0.2229760 Nov 25 19:59:55.800489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c2f1c-37ba-4797-ae91-93b812790872 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e716ad8-6810-45b1-89f2-59c7eed4793a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:56.333861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b2767-7dbf-4bb4-a1d4-863bc27aec0d req-28387bb6-6fef-4d27-8eca-6c5032993d15 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:56.347973 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-947b2767-7dbf-4bb4-a1d4-863bc27aec0d req-28387bb6-6fef-4d27-8eca-6c5032993d15 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 946 time: 0.1137097 Nov 25 19:59:56.423234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ed2fc-733c-4bf6-b8b9-521d20a8058c req-afed2492-cf44-43a0-a4fc-95ee295979fe tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:56.427148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e0ed2fc-733c-4bf6-b8b9-521d20a8058c req-afed2492-cf44-43a0-a4fc-95ee295979fe tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 946 time: 0.1244390 Nov 25 19:59:56.604623 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e0ed2fc-733c-4bf6-b8b9-521d20a8058c req-6a3e4088-9642-4eff-891a-0b8a42dbf097 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949540 Nov 25 19:59:56.680762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-947b2767-7dbf-4bb4-a1d4-863bc27aec0d req-c8d2a951-24f1-4468-ab4c-561b30722eda tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Deleting port 719a686c-4a52-4549-b629-4dbdd1b0be23 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 19:59:56.680762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-947b2767-7dbf-4bb4-a1d4-863bc27aec0d req-c8d2a951-24f1-4468-ab4c-561b30722eda tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:56.681932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35958) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:56.681932 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed089896-f58a-4dbe-8325-b8c1a1fc67d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:56.736395 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-947b2767-7dbf-4bb4-a1d4-863bc27aec0d req-c8d2a951-24f1-4468-ab4c-561b30722eda tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] For port 719a686c-4a52-4549-b629-4dbdd1b0be23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=719a686c-4a52-4549-b629-4dbdd1b0be23,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 19:59:56.736779 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-947b2767-7dbf-4bb4-a1d4-863bc27aec0d req-c8d2a951-24f1-4468-ab4c-561b30722eda tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:56.759292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-947b2767-7dbf-4bb4-a1d4-863bc27aec0d req-c8d2a951-24f1-4468-ab4c-561b30722eda tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Calling delete_port for 719a686c-4a52-4549-b629-4dbdd1b0be23 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 19:59:56.803508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed089896-f58a-4dbe-8325-b8c1a1fc67d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:56.809426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed089896-f58a-4dbe-8325-b8c1a1fc67d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:56.853699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed089896-f58a-4dbe-8325-b8c1a1fc67d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e005d980-04e9-4408-ba8d-e906c50d34e1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:56.860823 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ed089896-f58a-4dbe-8325-b8c1a1fc67d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0dc630615e8f411891c31e4d38a55ead&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2061799 Nov 25 19:59:56.862597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 35966) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 19:59:56.944721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86c18377-a68f-4306-8ace-b647c3c098ba admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:56.988661 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86c18377-a68f-4306-8ace-b647c3c098ba admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:57.051871 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-947b2767-7dbf-4bb4-a1d4-863bc27aec0d req-c8d2a951-24f1-4468-ab4c-561b30722eda tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:57.058001 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86c18377-a68f-4306-8ace-b647c3c098ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:57.061026 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-86c18377-a68f-4306-8ace-b647c3c098ba admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:57.063773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['719a686c-4a52-4549-b629-4dbdd1b0be23'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:59:57.066133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-86c18377-a68f-4306-8ace-b647c3c098ba admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e005d980-04e9-4408-ba8d-e906c50d34e1 HTTP/1.1" status: 204 len: 168 time: 0.2028713 Nov 25 19:59:57.084820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c18377-a68f-4306-8ace-b647c3c098ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e005d980-04e9-4408-ba8d-e906c50d34e1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:57.115630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2a951-24f1-4468-ab4c-561b30722eda tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event deleted for resources: {'Port': ['ID=719a686c-4a52-4549-b629-4dbdd1b0be23,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 19:59:57.125874 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 19:59:57.202000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-947b2767-7dbf-4bb4-a1d4-863bc27aec0d req-c8d2a951-24f1-4468-ab4c-561b30722eda tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] No DVR routers for this DVR port 719a686c-4a52-4549-b629-4dbdd1b0be23 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 19:59:57.205527 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-947b2767-7dbf-4bb4-a1d4-863bc27aec0d req-c8d2a951-24f1-4468-ab4c-561b30722eda tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 19:59:57.209833 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-947b2767-7dbf-4bb4-a1d4-863bc27aec0d req-c8d2a951-24f1-4468-ab4c-561b30722eda tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "DELETE /v2.0/ports/719a686c-4a52-4549-b629-4dbdd1b0be23 HTTP/1.1" status: 204 len: 173 time: 0.8609524 Nov 25 19:59:57.211405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dba2268c-696e-41e0-baf4-b78bab11a4d2', 'name': 'network-vif-deleted', 'tag': '719a686c-4a52-4549-b629-4dbdd1b0be23'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 19:59:57.213795 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208b675d-ed03-4c86-b50d-889733acca9f" -d '{"events": [{"server_uuid": "dba2268c-696e-41e0-baf4-b78bab11a4d2", "name": "network-vif-deleted", "tag": "719a686c-4a52-4549-b629-4dbdd1b0be23"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 19:59:57.281217 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 19:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d4212e-456e-4128-890b-eb19cc450b8b x-openstack-request-id: req-f2d4212e-456e-4128-890b-eb19cc450b8b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 19:59:57.282429 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dba2268c-696e-41e0-baf4-b78bab11a4d2", "name": "network-vif-deleted", "tag": "719a686c-4a52-4549-b629-4dbdd1b0be23", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 19:59:57.282429 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2d4212e-456e-4128-890b-eb19cc450b8b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 19:59:57.283770 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dba2268c-696e-41e0-baf4-b78bab11a4d2', 'name': 'network-vif-deleted', 'tag': '719a686c-4a52-4549-b629-4dbdd1b0be23', 'status': 'completed', 'code': 200} Nov 25 19:59:57.849645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad4fe685-cf23-411b-ba3f-c6cb9221c7c7 req-2a66cd6c-8c13-4c92-8d55-50f91d9e35f3 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=dba2268c-696e-41e0-baf4-b78bab11a4d2 HTTP/1.1" status: 200 len: 210 time: 0.0670483 Nov 25 19:59:59.908701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-5af02fc3-5f92-4a9b-a2ef-9c465747f819 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 19:59:59.910544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-5af02fc3-5f92-4a9b-a2ef-9c465747f819 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.1801720 Nov 25 19:59:59.935854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-5da0e465-7e26-4555-9dbf-44d882fb5a3c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/quotas/34940b541b304a459edcc95e7731590f HTTP/1.1" status: 200 len: 375 time: 0.0117702 Nov 25 20:00:00.013132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-6642c645-41fe-4705-a2b1-ed737a22ada8 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700829 Nov 25 20:00:00.043484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-53cf6d30-d6c3-447b-abc7-4b38f9185f38 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:00:00.045561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-53cf6d30-d6c3-447b-abc7-4b38f9185f38 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0089190 Nov 25 20:00:00.213456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-dd7418a4-3da2-4d7f-bf18-262338671447 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607840 Nov 25 20:00:00.381874 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-80370e3d-7ebd-43e9-904b-be95f28e8afa service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610856 Nov 25 20:00:00.486725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36120) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:00.552915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 719a686c-4a52-4549-b629-4dbdd1b0be23 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:00.582726 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 719a686c-4a52-4549-b629-4dbdd1b0be23 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:00.583403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 719a686c-4a52-4549-b629-4dbdd1b0be23 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:00.662226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a94fb75d-ace7-4cb3-aaf2-e88df548e2f3 req-64f17c47-0cea-43fb-849d-928be9b5e46a tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 210 time: 0.0502155 Nov 25 20:00:00.678740 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53036abf-ef33-41c4-9280-eaf3caccb783 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:00.793242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53036abf-ef33-41c4-9280-eaf3caccb783 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:00.798737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-53036abf-ef33-41c4-9280-eaf3caccb783 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:00.841759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-53036abf-ef33-41c4-9280-eaf3caccb783 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=25ab80b9758346ee91530be87d455c26&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3536952 Nov 25 20:00:00.844772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36138) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:00.845610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53036abf-ef33-41c4-9280-eaf3caccb783 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bad81d3-9df7-4ad2-ba53-e5229592db85,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:00.926109 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5481-901f-49d9-91be-54d132ae359d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:00.955804 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5481-901f-49d9-91be-54d132ae359d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:01.067371 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5481-901f-49d9-91be-54d132ae359d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:01.073615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4fe5481-901f-49d9-91be-54d132ae359d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:01.080043 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d4fe5481-901f-49d9-91be-54d132ae359d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bad81d3-9df7-4ad2-ba53-e5229592db85 HTTP/1.1" status: 204 len: 168 time: 0.2309978 Nov 25 20:00:01.090147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe5481-901f-49d9-91be-54d132ae359d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bad81d3-9df7-4ad2-ba53-e5229592db85,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:01.569347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36160) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:01.589263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a44057ef-7e65-44de-b8c3-ecfb7b183261 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:01.721701 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a44057ef-7e65-44de-b8c3-ecfb7b183261 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:01.738959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a44057ef-7e65-44de-b8c3-ecfb7b183261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:01.817640 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a44057ef-7e65-44de-b8c3-ecfb7b183261 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1bc94ecce0ac486991af2b60a843d6f9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2459500 Nov 25 20:00:01.828024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36166) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:01.837562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44057ef-7e65-44de-b8c3-ecfb7b183261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd23125-268e-41db-8448-4bdf70c03e20,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:01.930186 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ca3d1f88-bf0a-4195-bfc9-57b397f8c8ad req-f3896a7d-b178-4601-9813-efc9414fe9c2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 210 time: 0.0874290 Nov 25 20:00:01.989391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a61a0e25-8fa9-49f3-8ba6-bf393bc2326c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.107102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a61a0e25-8fa9-49f3-8ba6-bf393bc2326c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.128585 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3192a9e9-cdec-41e0-988f-658520eaf72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.175996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-409d5e35-4eef-4745-a35f-16b9af87ff90 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:02.180214 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-409d5e35-4eef-4745-a35f-16b9af87ff90 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.3464830 Nov 25 20:00:02.216025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Request body: {'port': {'device_id': 'f6f56d24-8c81-4d6f-87f5-570a603083ae', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'admin_state_up': True, 'tenant_id': '34940b541b304a459edcc95e7731590f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:02.280534 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a61a0e25-8fa9-49f3-8ba6-bf393bc2326c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.283452 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a61a0e25-8fa9-49f3-8ba6-bf393bc2326c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.284753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a61a0e25-8fa9-49f3-8ba6-bf393bc2326c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/efd23125-268e-41db-8448-4bdf70c03e20 HTTP/1.1" status: 204 len: 168 time: 0.4548392 Nov 25 20:00:02.305922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61a0e25-8fa9-49f3-8ba6-bf393bc2326c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd23125-268e-41db-8448-4bdf70c03e20,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:02.763449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Made reservation on behalf of 34940b541b304a459edcc95e7731590f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:02.767647 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:02.973929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Allocated IP 172.20.0.6 (6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4/b4bb04ad-3028-4b3d-ab7c-269238de2c3b/70349c32-57e8-491f-bb90-bce3f1d23fef) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:03.121787 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b262b765-10ca-4d50-937f-bd424c00d4a3 req-579f3080-da44-4e0d-82f7-634ebd80c20c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 210 time: 0.0675614 Nov 25 20:00:03.245221 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.306414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.337887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:03.417617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:03.426966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:03.434845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:03.531779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:03.532883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.552803 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event updated for resources: {'Port': ['ID=70349c32-57e8-491f-bb90-bce3f1d23fef,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:03.573913 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-cbe788d8-2453-44d2-9ff5-8a15abad8bb6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3773975 Nov 25 20:00:03.591017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Request body: {'port': {'device_id': 'f6f56d24-8c81-4d6f-87f5-570a603083ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:03.719740 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:03.981274 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:00:04.176508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70349c32-57e8-491f-bb90-bce3f1d23fef {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:00:04.196910 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:04.225283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Transition to ACTIVE for port object 70349c32-57e8-491f-bb90-bce3f1d23fef will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:00:04.244758 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:04.368627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6ed3a-af74-4ff7-8578-3d432111383c req-92fea63d-7c9c-4409-b664-43aa06496682 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:04.370344 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80e6ed3a-af74-4ff7-8578-3d432111383c req-92fea63d-7c9c-4409-b664-43aa06496682 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 943 time: 0.0933280 Nov 25 20:00:04.383766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Pushing event updated for resources: {'Port': ['ID=70349c32-57e8-491f-bb90-bce3f1d23fef,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:04.479027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Attempting to bind port 70349c32-57e8-491f-bb90-bce3f1d23fef on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:00:04.479566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Attempting to bind port 70349c32-57e8-491f-bb90-bce3f1d23fef by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:00:04.479869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Attempting to bind port 70349c32-57e8-491f-bb90-bce3f1d23fef on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:04.485261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Port 70349c32-57e8-491f-bb90-bce3f1d23fef on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:00:04.485685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Attempting to bind port 70349c32-57e8-491f-bb90-bce3f1d23fef on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:04.491413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:00:04.492391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Checking segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:04.492862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Bound using segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:00:04.493373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Bound port: 70349c32-57e8-491f-bb90-bce3f1d23fef, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:00:04.493809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:04.503264 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-80e6ed3a-af74-4ff7-8578-3d432111383c req-4e953267-770c-49f7-8285-d2d2ab98bb4b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205926 Nov 25 20:00:04.584623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] For port 70349c32-57e8-491f-bb90-bce3f1d23fef, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:00:04.589754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] For port 70349c32-57e8-491f-bb90-bce3f1d23fef, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=70349c32-57e8-491f-bb90-bce3f1d23fef,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:00:04.597724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:04.693031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:04.694128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:04.698725 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] 10.222.0.60 "PUT /v2.0/ports/70349c32-57e8-491f-bb90-bce3f1d23fef HTTP/1.1" status: 200 len: 1091 time: 1.1162465 Nov 25 20:00:04.699470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f56d24-8c81-4d6f-87f5-570a603083ae', 'tag': '70349c32-57e8-491f-bb90-bce3f1d23fef'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:04.707718 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7fc656-8da3-4f0f-b5e3-b3fc1e8c0e20" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f56d24-8c81-4d6f-87f5-570a603083ae", "tag": "70349c32-57e8-491f-bb90-bce3f1d23fef"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:04.754656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf506a-2111-42f7-a6b7-a2aaea9ca716 service neutron] Pushing event updated for resources: {'Port': ['ID=70349c32-57e8-491f-bb90-bce3f1d23fef,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:04.783322 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd610e8-8b27-495e-ac79-f34dbfc1b4d4 x-openstack-request-id: req-4fd610e8-8b27-495e-ac79-f34dbfc1b4d4 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:04.783634 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f56d24-8c81-4d6f-87f5-570a603083ae", "tag": "70349c32-57e8-491f-bb90-bce3f1d23fef", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:04.783894 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fd610e8-8b27-495e-ac79-f34dbfc1b4d4 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:04.784316 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f56d24-8c81-4d6f-87f5-570a603083ae', 'tag': '70349c32-57e8-491f-bb90-bce3f1d23fef', 'status': 'completed', 'code': 200} Nov 25 20:00:04.862643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-989de4b8-7162-442d-96c0-5b18fe6487b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:04.865014 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-989de4b8-7162-442d-96c0-5b18fe6487b1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 1094 time: 0.0763590 Nov 25 20:00:04.911875 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-d9078fa1-6a8e-4240-935f-6e5ea95b16c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70349c32-57e8-491f-bb90-bce3f1d23fef HTTP/1.1" status: 200 len: 217 time: 0.0390172 Nov 25 20:00:04.992765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-dbd4ef2c-4097-4bb6-8511-29a43dc158cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:04.995330 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-dbd4ef2c-4097-4bb6-8511-29a43dc158cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0749426 Nov 25 20:00:05.049162 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-e691bfba-c748-4876-9006-fd28575ee3b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448995 Nov 25 20:00:05.225028 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bfb3549b-60ec-4a07-a457-7fef937acc91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:05.244639 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-a8ec4367-239b-432c-86e7-d211b687f47e service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885214 Nov 25 20:00:05.430244 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9b04f6f6-c83a-4c45-8c6b-48dc453054f7 req-d010c5ba-21a8-4fbb-b61f-550dbace7a82 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766648 Nov 25 20:00:05.568349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fc656-8da3-4f0f-b5e3-b3fc1e8c0e20 req-b492018e-4207-48e3-a62f-0e965353e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:05.571917 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b7fc656-8da3-4f0f-b5e3-b3fc1e8c0e20 req-b492018e-4207-48e3-a62f-0e965353e578 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 1094 time: 0.0847540 Nov 25 20:00:05.738501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d6015-d951-47a9-a016-f8431d9975d1 req-b29f594b-08e7-43b5-b786-e7b31ba190d6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:05.740157 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-152d6015-d951-47a9-a016-f8431d9975d1 req-b29f594b-08e7-43b5-b786-e7b31ba190d6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 943 time: 0.1306612 Nov 25 20:00:05.767644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fc656-8da3-4f0f-b5e3-b3fc1e8c0e20 req-91214a73-a0e6-46d3-b908-b396b766592a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:05.769279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b7fc656-8da3-4f0f-b5e3-b3fc1e8c0e20 req-91214a73-a0e6-46d3-b908-b396b766592a service neutron] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 906 time: 0.1913266 Nov 25 20:00:05.816521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-152d6015-d951-47a9-a016-f8431d9975d1 req-7673c317-4aab-40d1-9785-dc917f62b0e8 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681155 Nov 25 20:00:05.839225 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b7fc656-8da3-4f0f-b5e3-b3fc1e8c0e20 req-8d8c3337-7c30-45b7-bd38-26417c62593c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70349c32-57e8-491f-bb90-bce3f1d23fef HTTP/1.1" status: 200 len: 217 time: 0.0614240 Nov 25 20:00:05.917792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7fc656-8da3-4f0f-b5e3-b3fc1e8c0e20 req-7c056c42-1d94-4b99-8b3a-9e5d9abd08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:05.919691 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b7fc656-8da3-4f0f-b5e3-b3fc1e8c0e20 req-7c056c42-1d94-4b99-8b3a-9e5d9abd08a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0718696 Nov 25 20:00:05.937665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36306) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:05.960238 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b7fc656-8da3-4f0f-b5e3-b3fc1e8c0e20 req-e833fbb9-28a1-4cae-acd7-8422aee51bce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321591 Nov 25 20:00:06.083589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b7fc656-8da3-4f0f-b5e3-b3fc1e8c0e20 req-66aa612f-d01a-4deb-9c70-41f2adca54fa service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156449 Nov 25 20:00:06.126975 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2eeeb4f3-d22d-49ba-8158-6f403628f076 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.215367 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8b7fc656-8da3-4f0f-b5e3-b3fc1e8c0e20 req-adc4a4ab-d734-40b5-ac71-869ddb548acc service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235170 Nov 25 20:00:06.258967 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2eeeb4f3-d22d-49ba-8158-6f403628f076 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.263834 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2eeeb4f3-d22d-49ba-8158-6f403628f076 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.331174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2eeeb4f3-d22d-49ba-8158-6f403628f076 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=faf770719699483fb44839c1e30d5eb4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3917999 Nov 25 20:00:06.332889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeeb4f3-d22d-49ba-8158-6f403628f076 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a39a3f71-09a0-40f6-8d06-7dbd5624f6e6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:06.335354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36320) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:06.427233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54eafb03-bd31-45fa-aed1-8ec2e70cc6bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.451343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.472458 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54eafb03-bd31-45fa-aed1-8ec2e70cc6bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.546147 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54eafb03-bd31-45fa-aed1-8ec2e70cc6bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.550937 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54eafb03-bd31-45fa-aed1-8ec2e70cc6bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.557351 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54eafb03-bd31-45fa-aed1-8ec2e70cc6bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a39a3f71-09a0-40f6-8d06-7dbd5624f6e6 HTTP/1.1" status: 204 len: 168 time: 0.2197127 Nov 25 20:00:06.571823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eafb03-bd31-45fa-aed1-8ec2e70cc6bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39a3f71-09a0-40f6-8d06-7dbd5624f6e6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:06.606213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 70349c32-57e8-491f-bb90-bce3f1d23fef details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:00:06.796142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 70349c32-57e8-491f-bb90-bce3f1d23fef, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=70349c32-57e8-491f-bb90-bce3f1d23fef,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:06.814356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '70349c32-57e8-491f-bb90-bce3f1d23fef', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'port_id': '70349c32-57e8-491f-bb90-bce3f1d23fef', 'mac_address': 'fa:16:3e:51:41:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bb04ad-3028-4b3d-ab7c-269238de2c3b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:00:06.863517 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.880126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70349c32-57e8-491f-bb90-bce3f1d23fef {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:00:06.903949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 70349c32-57e8-491f-bb90-bce3f1d23fef, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=70349c32-57e8-491f-bb90-bce3f1d23fef,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:06.911147 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:06.985445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=70349c32-57e8-491f-bb90-bce3f1d23fef,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:07.051345 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b5c83-6202-40b5-a13b-30d36f7f4b87 req-df133c79-a11e-4807-bd11-3e8c538a81dc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:07.053783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-853b5c83-6202-40b5-a13b-30d36f7f4b87 req-df133c79-a11e-4807-bd11-3e8c538a81dc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 944 time: 0.0793674 Nov 25 20:00:07.074075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36338) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:07.097289 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24adb967-1a92-40a3-b323-6dc3889dd0d2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.113080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['70349c32-57e8-491f-bb90-bce3f1d23fef'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:07.151771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-853b5c83-6202-40b5-a13b-30d36f7f4b87 req-f346b3dc-a0a1-4988-b4ec-74244f5eec95 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884972 Nov 25 20:00:07.221400 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24adb967-1a92-40a3-b323-6dc3889dd0d2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.229027 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24adb967-1a92-40a3-b323-6dc3889dd0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.308833 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-24adb967-1a92-40a3-b323-6dc3889dd0d2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5b435cc8b61748a9b03d17f2c2d68200&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2332311 Nov 25 20:00:07.311904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 36344) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:07.341544 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24adb967-1a92-40a3-b323-6dc3889dd0d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6bfc24-870f-49d0-a442-b42400804fd8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:07.401157 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e37f8229-7c1a-4af9-80db-78b65ef9e8d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.441883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e37f8229-7c1a-4af9-80db-78b65ef9e8d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.533353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e37f8229-7c1a-4af9-80db-78b65ef9e8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.539398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e37f8229-7c1a-4af9-80db-78b65ef9e8d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:07.541687 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e37f8229-7c1a-4af9-80db-78b65ef9e8d7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3e6bfc24-870f-49d0-a442-b42400804fd8 HTTP/1.1" status: 204 len: 168 time: 0.2281497 Nov 25 20:00:07.556595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f8229-7c1a-4af9-80db-78b65ef9e8d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6bfc24-870f-49d0-a442-b42400804fd8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:07.865647 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:08.281179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:08.321820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d081df-662c-4bcc-ad5e-9caac5d37427 req-79ba3b6b-a870-474f-bdb5-1f771bfff50d tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:08.323466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1d081df-662c-4bcc-ad5e-9caac5d37427 req-79ba3b6b-a870-474f-bdb5-1f771bfff50d tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 944 time: 0.0667109 Nov 25 20:00:08.401588 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1d081df-662c-4bcc-ad5e-9caac5d37427 req-b6b24b74-9c26-4a76-ac37-013b6d1008c2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655797 Nov 25 20:00:08.600767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 70349c32-57e8-491f-bb90-bce3f1d23fef up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:08.708902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 70349c32-57e8-491f-bb90-bce3f1d23fef completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:00:08.718719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 70349c32-57e8-491f-bb90-bce3f1d23fef triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:08.719383 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:08.839407 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:08.882591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f56d24-8c81-4d6f-87f5-570a603083ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70349c32-57e8-491f-bb90-bce3f1d23fef'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:08.886433 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d66fba49-5f7a-4ab3-a6d2-1cd42bfef1ba" -d '{"events": [{"server_uuid": "f6f56d24-8c81-4d6f-87f5-570a603083ae", "name": "network-vif-plugged", "status": "completed", "tag": "70349c32-57e8-491f-bb90-bce3f1d23fef"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:08.901771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 70349c32-57e8-491f-bb90-bce3f1d23fef, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=70349c32-57e8-491f-bb90-bce3f1d23fef,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:08.907887 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:08.983678 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bea73a8-6945-407c-896f-82ff61e5f8cb x-openstack-request-id: req-6bea73a8-6945-407c-896f-82ff61e5f8cb {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:08.983982 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f56d24-8c81-4d6f-87f5-570a603083ae", "name": "network-vif-plugged", "status": "completed", "tag": "70349c32-57e8-491f-bb90-bce3f1d23fef", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:08.984249 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6bea73a8-6945-407c-896f-82ff61e5f8cb {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:08.984715 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f56d24-8c81-4d6f-87f5-570a603083ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70349c32-57e8-491f-bb90-bce3f1d23fef', 'code': 200} Nov 25 20:00:08.990685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=70349c32-57e8-491f-bb90-bce3f1d23fef,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:09.159430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c254b8ed-0f03-4484-9a73-6c2f4f196632 req-fd88e6de-1b85-4e9e-b25c-48d5a6eed70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:09.162205 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c254b8ed-0f03-4484-9a73-6c2f4f196632 req-fd88e6de-1b85-4e9e-b25c-48d5a6eed70d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 1096 time: 0.1026475 Nov 25 20:00:09.239728 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c254b8ed-0f03-4484-9a73-6c2f4f196632 req-23c49eae-9d70-4ad8-89dd-eabb8748e860 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700011 Nov 25 20:00:09.268894 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36412) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:09.443719 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77ddacba-a8f4-42fc-8ca6-f7ed4daedf54 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:09.609291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80c20a9-745c-4993-a555-aabe2ca309e4 req-5ac1e28a-144c-4ef7-93f0-31a95e3f8e9c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:09.611250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f80c20a9-745c-4993-a555-aabe2ca309e4 req-5ac1e28a-144c-4ef7-93f0-31a95e3f8e9c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 945 time: 0.1088717 Nov 25 20:00:09.659562 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77ddacba-a8f4-42fc-8ca6-f7ed4daedf54 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:09.675379 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77ddacba-a8f4-42fc-8ca6-f7ed4daedf54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:09.731590 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f80c20a9-745c-4993-a555-aabe2ca309e4 req-f1b1e001-47e9-4846-b4af-c4c47808eb11 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022687 Nov 25 20:00:09.744595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-77ddacba-a8f4-42fc-8ca6-f7ed4daedf54 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3e65603f95264297a3c71725ae62726d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4743011 Nov 25 20:00:09.745629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ddacba-a8f4-42fc-8ca6-f7ed4daedf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8e6497e-c2f9-43c3-ad2e-bcc3e19146d1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:09.748413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 36426) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:09.824735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f136ede-8b5b-407e-b927-1456a96cf589 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:09.866355 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f136ede-8b5b-407e-b927-1456a96cf589 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:09.936197 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f136ede-8b5b-407e-b927-1456a96cf589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:09.939504 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1f136ede-8b5b-407e-b927-1456a96cf589 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:09.944984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1f136ede-8b5b-407e-b927-1456a96cf589 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e8e6497e-c2f9-43c3-ad2e-bcc3e19146d1 HTTP/1.1" status: 204 len: 168 time: 0.1916161 Nov 25 20:00:09.957914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f136ede-8b5b-407e-b927-1456a96cf589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8e6497e-c2f9-43c3-ad2e-bcc3e19146d1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:10.950034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e993e-3b98-4297-9122-9e73f12bb72c req-0db83721-a471-485f-8940-471b7660720b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:10.953138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a98e993e-3b98-4297-9122-9e73f12bb72c req-0db83721-a471-485f-8940-471b7660720b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 945 time: 0.0902345 Nov 25 20:00:11.017658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a98e993e-3b98-4297-9122-9e73f12bb72c req-ce6ecbae-4386-4597-bcdf-22ed91448d10 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512724 Nov 25 20:00:11.195013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd29e31b-98e5-4969-9b10-611196fd8c98 req-154517cf-11d6-4d9d-aa56-294059ccef1f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:11.207993 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd29e31b-98e5-4969-9b10-611196fd8c98 req-154517cf-11d6-4d9d-aa56-294059ccef1f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 945 time: 0.1096232 Nov 25 20:00:11.310391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd29e31b-98e5-4969-9b10-611196fd8c98 req-bb1890ed-d8d8-443e-80e1-a3ebbe76d1c1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976503 Nov 25 20:00:11.690373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575b0831-a9e9-4a32-aa32-521b270c1644 req-c8b174ed-2a24-424a-a16e-c2c27a240f41 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:11.702222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-575b0831-a9e9-4a32-aa32-521b270c1644 req-c8b174ed-2a24-424a-a16e-c2c27a240f41 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 945 time: 0.1173246 Nov 25 20:00:11.796253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-575b0831-a9e9-4a32-aa32-521b270c1644 req-d9660e83-794e-4356-bc9b-0c00f9b707ed tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865583 Nov 25 20:00:12.964761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1d7b33-4aec-410c-9b4d-70fe1822735b req-ab5d2033-5ea8-4518-9552-73929a6e8f7e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:12.968508 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e1d7b33-4aec-410c-9b4d-70fe1822735b req-ab5d2033-5ea8-4518-9552-73929a6e8f7e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 945 time: 0.1573172 Nov 25 20:00:13.016758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd1fe7-03ab-4fef-a8a7-323ec789c000 req-0b9d2b6c-c3a6-4a4b-a120-1de95081d7cd tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:13.027056 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61fd1fe7-03ab-4fef-a8a7-323ec789c000 req-0b9d2b6c-c3a6-4a4b-a120-1de95081d7cd tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 945 time: 0.0852370 Nov 25 20:00:13.106296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-7e1d7b33-4aec-410c-9b4d-70fe1822735b req-b18bb9bf-6956-428b-ac1f-ff6fc7840151 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Deleting port 70349c32-57e8-491f-bb90-bce3f1d23fef {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:13.106902 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e1d7b33-4aec-410c-9b4d-70fe1822735b req-b18bb9bf-6956-428b-ac1f-ff6fc7840151 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:13.124327 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61fd1fe7-03ab-4fef-a8a7-323ec789c000 req-750de65b-1cdb-4cbc-bf76-0d52398289a0 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942895 Nov 25 20:00:13.283730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7e1d7b33-4aec-410c-9b4d-70fe1822735b req-b18bb9bf-6956-428b-ac1f-ff6fc7840151 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] For port 70349c32-57e8-491f-bb90-bce3f1d23fef, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=70349c32-57e8-491f-bb90-bce3f1d23fef,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:13.284011 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e1d7b33-4aec-410c-9b4d-70fe1822735b req-b18bb9bf-6956-428b-ac1f-ff6fc7840151 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:13.310262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-7e1d7b33-4aec-410c-9b4d-70fe1822735b req-b18bb9bf-6956-428b-ac1f-ff6fc7840151 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Calling delete_port for 70349c32-57e8-491f-bb90-bce3f1d23fef owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:13.511394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e1d7b33-4aec-410c-9b4d-70fe1822735b req-b18bb9bf-6956-428b-ac1f-ff6fc7840151 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:13.526678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['70349c32-57e8-491f-bb90-bce3f1d23fef'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:13.529898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:13.588766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18bb9bf-6956-428b-ac1f-ff6fc7840151 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event deleted for resources: {'Port': ['ID=70349c32-57e8-491f-bb90-bce3f1d23fef,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:13.662886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e1d7b33-4aec-410c-9b4d-70fe1822735b req-b18bb9bf-6956-428b-ac1f-ff6fc7840151 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] No DVR routers for this DVR port 70349c32-57e8-491f-bb90-bce3f1d23fef on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:00:13.664302 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7e1d7b33-4aec-410c-9b4d-70fe1822735b req-b18bb9bf-6956-428b-ac1f-ff6fc7840151 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:13.668387 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7e1d7b33-4aec-410c-9b4d-70fe1822735b req-b18bb9bf-6956-428b-ac1f-ff6fc7840151 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "DELETE /v2.0/ports/70349c32-57e8-491f-bb90-bce3f1d23fef HTTP/1.1" status: 204 len: 173 time: 0.6922450 Nov 25 20:00:13.668914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f56d24-8c81-4d6f-87f5-570a603083ae', 'name': 'network-vif-deleted', 'tag': '70349c32-57e8-491f-bb90-bce3f1d23fef'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:13.671518 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57884441-40d1-4945-8c2f-fb1afe69ab59" -d '{"events": [{"server_uuid": "f6f56d24-8c81-4d6f-87f5-570a603083ae", "name": "network-vif-deleted", "tag": "70349c32-57e8-491f-bb90-bce3f1d23fef"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:13.738895 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cc64fd4-dec1-40f4-bc0d-7bbec517979e x-openstack-request-id: req-6cc64fd4-dec1-40f4-bc0d-7bbec517979e {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:13.738895 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f56d24-8c81-4d6f-87f5-570a603083ae", "name": "network-vif-deleted", "tag": "70349c32-57e8-491f-bb90-bce3f1d23fef", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:13.738895 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6cc64fd4-dec1-40f4-bc0d-7bbec517979e {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:13.738895 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f56d24-8c81-4d6f-87f5-570a603083ae', 'name': 'network-vif-deleted', 'tag': '70349c32-57e8-491f-bb90-bce3f1d23fef', 'status': 'completed', 'code': 200} Nov 25 20:00:14.298674 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e16beefc-5d55-4422-aef4-6ebdae0f9eee req-edca2f44-29cf-48e8-b79f-ba814c3ef81e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6f56d24-8c81-4d6f-87f5-570a603083ae HTTP/1.1" status: 200 len: 210 time: 0.0471954 Nov 25 20:00:15.871189 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-6ad260d8-cca0-441f-b481-d08f09c2cfa7 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:15.873081 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-6ad260d8-cca0-441f-b481-d08f09c2cfa7 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.2278068 Nov 25 20:00:15.894033 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-92117078-5d7b-44f6-ba59-0ce751d47df0 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/quotas/34940b541b304a459edcc95e7731590f HTTP/1.1" status: 200 len: 375 time: 0.0116029 Nov 25 20:00:15.986663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-51d7b941-c9c6-40de-b98f-a41662a89134 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0706840 Nov 25 20:00:16.178570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-e13638b2-f756-48f8-b311-cd51b5a5ca50 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620255 Nov 25 20:00:16.299725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-4da23402-79aa-49cd-a063-5c94a5ba1ad5 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080956 Nov 25 20:00:16.576980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c26acb95-a878-43cd-aa73-08740f5c4a82 req-de332917-b0cf-4245-b411-8746c715b78f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 210 time: 0.0768554 Nov 25 20:00:16.663365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 70349c32-57e8-491f-bb90-bce3f1d23fef no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:16.704652 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 70349c32-57e8-491f-bb90-bce3f1d23fef {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:16.705106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 70349c32-57e8-491f-bb90-bce3f1d23fef not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:17.766364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-383d5f3f-5034-41fa-b946-a1079aaa8433 req-83349d08-14fd-4bea-b53e-4d9defd9d854 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 210 time: 0.0573094 Nov 25 20:00:17.824879 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-7df32fb2-a508-4e7d-b472-43f92fc31bc5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:17.827210 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-7df32fb2-a508-4e7d-b472-43f92fc31bc5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.1982949 Nov 25 20:00:17.844098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Request body: {'port': {'device_id': '20b2224d-56b4-4f0b-9a3a-205765529402', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'admin_state_up': True, 'tenant_id': '34940b541b304a459edcc95e7731590f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:18.049182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Made reservation on behalf of 34940b541b304a459edcc95e7731590f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:18.055782 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:18.308472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Allocated IP 172.20.0.12 (6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4/b4bb04ad-3028-4b3d-ab7c-269238de2c3b/dd2c79ef-2e33-4e6f-b635-38c42793b7c0) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:18.644027 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:18.695184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:18.710950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:18.754369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:18.758032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:18.760928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:18.810888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event updated for resources: {'Port': ['ID=dd2c79ef-2e33-4e6f-b635-38c42793b7c0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:18.835148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.836360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.836899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.839619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.839619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.839902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.840511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.841215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.841784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.842260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.842832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.843734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:18.897309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:18.898427 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:18.920338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-bb561bb8-3bf4-4f31-8ac1-017c2544ea03 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0820701 Nov 25 20:00:18.935786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Request body: {'port': {'device_id': '20b2224d-56b4-4f0b-9a3a-205765529402', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:18.973342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852ee56b-415b-4e97-acea-cbe18b4b26eb req-8a535311-b5db-4f12-a9c0-0c853ab3d3a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:18.976785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-852ee56b-415b-4e97-acea-cbe18b4b26eb req-8a535311-b5db-4f12-a9c0-0c853ab3d3a4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 932 time: 0.1004829 Nov 25 20:00:19.019036 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:19.054934 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-852ee56b-415b-4e97-acea-cbe18b4b26eb req-dd379196-d4d5-4d92-8fe6-3b10cabebeb4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555270 Nov 25 20:00:19.350470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd2c79ef-2e33-4e6f-b635-38c42793b7c0 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:00:19.359800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:19.373997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Transition to ACTIVE for port object dd2c79ef-2e33-4e6f-b635-38c42793b7c0 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:00:19.379615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:19.441958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2c79ef-2e33-4e6f-b635-38c42793b7c0,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:19.524296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Attempting to bind port dd2c79ef-2e33-4e6f-b635-38c42793b7c0 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:00:19.524687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Attempting to bind port dd2c79ef-2e33-4e6f-b635-38c42793b7c0 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:00:19.524990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Attempting to bind port dd2c79ef-2e33-4e6f-b635-38c42793b7c0 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:19.531263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Port dd2c79ef-2e33-4e6f-b635-38c42793b7c0 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:00:19.531841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Attempting to bind port dd2c79ef-2e33-4e6f-b635-38c42793b7c0 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:19.538316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 19, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:00:19.538672 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Checking segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:19.539245 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Bound using segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:00:19.539669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Bound port: dd2c79ef-2e33-4e6f-b635-38c42793b7c0, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:00:19.540054 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:19.630499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] For port dd2c79ef-2e33-4e6f-b635-38c42793b7c0, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:00:19.635904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] For port dd2c79ef-2e33-4e6f-b635-38c42793b7c0, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dd2c79ef-2e33-4e6f-b635-38c42793b7c0,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:00:19.643218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:19.717836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Pushing event updated for resources: {'Port': ['ID=dd2c79ef-2e33-4e6f-b635-38c42793b7c0,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:19.750772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:19.755284 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:19.758869 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-a0209fb9-3967-4f51-8679-593d0bee8995 service neutron] 10.222.0.60 "PUT /v2.0/ports/dd2c79ef-2e33-4e6f-b635-38c42793b7c0 HTTP/1.1" status: 200 len: 1092 time: 0.8294520 Nov 25 20:00:19.759840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b2224d-56b4-4f0b-9a3a-205765529402', 'tag': 'dd2c79ef-2e33-4e6f-b635-38c42793b7c0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:19.765504 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fee5a1-bcc1-4c46-966d-279162623b38" -d '{"events": [{"name": "network-changed", "server_uuid": "20b2224d-56b4-4f0b-9a3a-205765529402", "tag": "dd2c79ef-2e33-4e6f-b635-38c42793b7c0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:19.872503 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b91ddc-7ab0-4570-8080-6384251ea33d x-openstack-request-id: req-90b91ddc-7ab0-4570-8080-6384251ea33d {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:19.873588 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20b2224d-56b4-4f0b-9a3a-205765529402", "tag": "dd2c79ef-2e33-4e6f-b635-38c42793b7c0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:19.873588 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90b91ddc-7ab0-4570-8080-6384251ea33d {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:19.874121 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b2224d-56b4-4f0b-9a3a-205765529402', 'tag': 'dd2c79ef-2e33-4e6f-b635-38c42793b7c0', 'status': 'completed', 'code': 200} Nov 25 20:00:19.912501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-d20b8657-ed56-4b5b-9a58-a76ed5308fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:19.914248 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-d20b8657-ed56-4b5b-9a58-a76ed5308fb7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 1095 time: 0.0945261 Nov 25 20:00:20.031489 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-fc25fcfd-4a33-401c-a82b-3af6277eef23 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd2c79ef-2e33-4e6f-b635-38c42793b7c0 HTTP/1.1" status: 200 len: 217 time: 0.1079352 Nov 25 20:00:20.145170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-d42ea9f4-fa07-4849-aa21-e6441d972a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:20.146742 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-d42ea9f4-fa07-4849-aa21-e6441d972a75 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.1081681 Nov 25 20:00:20.209197 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-36e9e347-e11a-4412-9b0d-5df24e3590bf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552857 Nov 25 20:00:20.393195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0514b-37e9-4296-9dcd-9704eea46dbf req-e6366ddf-df1c-482d-b0ac-27d180aae3be tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:20.396060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1be0514b-37e9-4296-9dcd-9704eea46dbf req-e6366ddf-df1c-482d-b0ac-27d180aae3be tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 944 time: 0.1653781 Nov 25 20:00:20.428112 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-408605d6-21ac-4605-a629-dbe6eebd5255 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091029 Nov 25 20:00:20.578272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1be0514b-37e9-4296-9dcd-9704eea46dbf req-b7eb308d-27fb-4a5f-8867-953be00c7243 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606715 Nov 25 20:00:20.655917 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e94807cd-e797-4904-8186-dec8f1ff9fe6 req-f9b3a5d2-251e-4c0e-ab50-ba0ff98e0303 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187483 Nov 25 20:00:20.769795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fee5a1-bcc1-4c46-966d-279162623b38 req-42018e87-18ad-42bd-b675-d17464b02114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:20.771857 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8fee5a1-bcc1-4c46-966d-279162623b38 req-42018e87-18ad-42bd-b675-d17464b02114 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 1095 time: 0.0620196 Nov 25 20:00:20.866997 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:20.928087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fee5a1-bcc1-4c46-966d-279162623b38 req-93639d12-67a5-4d4e-97ce-a21890dd8d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:20.929792 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8fee5a1-bcc1-4c46-966d-279162623b38 req-93639d12-67a5-4d4e-97ce-a21890dd8d53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 906 time: 0.1510203 Nov 25 20:00:20.987530 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8fee5a1-bcc1-4c46-966d-279162623b38 req-b684a6da-e2cd-4430-a0b0-080951b7f968 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd2c79ef-2e33-4e6f-b635-38c42793b7c0 HTTP/1.1" status: 200 len: 217 time: 0.0491710 Nov 25 20:00:21.090320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fee5a1-bcc1-4c46-966d-279162623b38 req-b907d4b5-2057-47f9-ac4c-98e2b014470a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:21.092293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8fee5a1-bcc1-4c46-966d-279162623b38 req-b907d4b5-2057-47f9-ac4c-98e2b014470a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0966988 Nov 25 20:00:21.155624 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8fee5a1-bcc1-4c46-966d-279162623b38 req-c2126d9b-1d4b-41e3-b25d-19105ad3a4ba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534458 Nov 25 20:00:21.303929 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8fee5a1-bcc1-4c46-966d-279162623b38 req-315f38ec-7276-4b88-8d19-430b8b8a759d service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392460 Nov 25 20:00:21.433731 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c8fee5a1-bcc1-4c46-966d-279162623b38 req-0d34b5af-b817-428c-84d0-fa989ff28819 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212828 Nov 25 20:00:21.771879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85ec708-0f6d-472b-8b8f-ef973e0daa28 req-fa306f66-650d-420f-be58-cb448c5347c8 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:21.780237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d85ec708-0f6d-472b-8b8f-ef973e0daa28 req-fa306f66-650d-420f-be58-cb448c5347c8 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 944 time: 0.0803320 Nov 25 20:00:21.847727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d85ec708-0f6d-472b-8b8f-ef973e0daa28 req-28d3d707-a301-4aff-a419-b96624553d06 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662458 Nov 25 20:00:22.678999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dd2c79ef-2e33-4e6f-b635-38c42793b7c0 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:00:22.867919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dd2c79ef-2e33-4e6f-b635-38c42793b7c0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dd2c79ef-2e33-4e6f-b635-38c42793b7c0,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:22.905526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'dd2c79ef-2e33-4e6f-b635-38c42793b7c0', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'port_id': 'dd2c79ef-2e33-4e6f-b635-38c42793b7c0', 'mac_address': 'fa:16:3e:be:a0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bb04ad-3028-4b3d-ab7c-269238de2c3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:00:23.002769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:23.025353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd2c79ef-2e33-4e6f-b635-38c42793b7c0 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:00:23.073619 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dd2c79ef-2e33-4e6f-b635-38c42793b7c0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dd2c79ef-2e33-4e6f-b635-38c42793b7c0,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:23.083958 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:23.112385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175f4495-931e-4b73-bd7c-09458ea74917 req-b6f2e4ef-db12-4c14-a84d-71871da8bb3a tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:23.115911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-175f4495-931e-4b73-bd7c-09458ea74917 req-b6f2e4ef-db12-4c14-a84d-71871da8bb3a tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 944 time: 0.1400790 Nov 25 20:00:23.179506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-175f4495-931e-4b73-bd7c-09458ea74917 req-d0e67c84-4d93-4779-9a21-adcbb4e041f3 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561893 Nov 25 20:00:23.211653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=dd2c79ef-2e33-4e6f-b635-38c42793b7c0,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:23.232641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:23.292517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['dd2c79ef-2e33-4e6f-b635-38c42793b7c0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:24.396715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4762421-c670-4908-88e0-144ae9637bc4 req-854bd374-80f5-4ff9-aa25-edbeb9f8718f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:24.404659 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4762421-c670-4908-88e0-144ae9637bc4 req-854bd374-80f5-4ff9-aa25-edbeb9f8718f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 945 time: 0.0909932 Nov 25 20:00:24.480181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4762421-c670-4908-88e0-144ae9637bc4 req-79ece22a-fdd8-418c-a6b4-6fc9d206b421 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631583 Nov 25 20:00:24.682316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dd2c79ef-2e33-4e6f-b635-38c42793b7c0 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:24.756503 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port dd2c79ef-2e33-4e6f-b635-38c42793b7c0 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:00:24.761998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port dd2c79ef-2e33-4e6f-b635-38c42793b7c0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:24.762399 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.874091 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.908618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b2224d-56b4-4f0b-9a3a-205765529402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c79ef-2e33-4e6f-b635-38c42793b7c0'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:24.911825 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69af7bd0-9491-4405-a826-56d290ce829e" -d '{"events": [{"server_uuid": "20b2224d-56b4-4f0b-9a3a-205765529402", "name": "network-vif-plugged", "status": "completed", "tag": "dd2c79ef-2e33-4e6f-b635-38c42793b7c0"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:24.918502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port dd2c79ef-2e33-4e6f-b635-38c42793b7c0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dd2c79ef-2e33-4e6f-b635-38c42793b7c0,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:24.926204 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:24.974904 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d621c1ef-2edd-4a37-879f-46369b6fc4eb x-openstack-request-id: req-d621c1ef-2edd-4a37-879f-46369b6fc4eb {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:24.975208 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b2224d-56b4-4f0b-9a3a-205765529402", "name": "network-vif-plugged", "status": "completed", "tag": "dd2c79ef-2e33-4e6f-b635-38c42793b7c0", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:24.975471 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d621c1ef-2edd-4a37-879f-46369b6fc4eb {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:24.975868 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b2224d-56b4-4f0b-9a3a-205765529402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd2c79ef-2e33-4e6f-b635-38c42793b7c0', 'code': 200} Nov 25 20:00:25.021369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=dd2c79ef-2e33-4e6f-b635-38c42793b7c0,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:25.112744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b863006-6ca9-46b0-8d71-be1bfdd90f80 req-a7b24be8-177c-4639-8562-6d9d8dd9d0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:25.114364 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0b863006-6ca9-46b0-8d71-be1bfdd90f80 req-a7b24be8-177c-4639-8562-6d9d8dd9d0db service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 1097 time: 0.0753884 Nov 25 20:00:25.194014 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0b863006-6ca9-46b0-8d71-be1bfdd90f80 req-27aef971-4f08-4c8b-9228-84d02a01edf3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716631 Nov 25 20:00:25.698399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16380aa5-5ae0-4819-a31e-e5c805f32ae4 req-5471032c-eb22-48cf-9433-5242d600682b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:25.700319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16380aa5-5ae0-4819-a31e-e5c805f32ae4 req-5471032c-eb22-48cf-9433-5242d600682b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 946 time: 0.0914316 Nov 25 20:00:25.816909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16380aa5-5ae0-4819-a31e-e5c805f32ae4 req-5d7121b6-fec0-40c5-8c1e-6bf0dba71d82 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020153 Nov 25 20:00:26.949294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd5846-b7e7-42cc-83c8-26564d1f386b req-33b15a61-4b3d-4f94-846b-c3475635b667 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:26.951243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2fd5846-b7e7-42cc-83c8-26564d1f386b req-33b15a61-4b3d-4f94-846b-c3475635b667 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 946 time: 0.0534408 Nov 25 20:00:27.005828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2fd5846-b7e7-42cc-83c8-26564d1f386b req-2c8ae8b1-bd08-435a-af3a-3cc0ebf91bf8 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474825 Nov 25 20:00:27.337667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-709b8e3c-4c32-43b3-83d1-2ef310456146 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:27.339352 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-709b8e3c-4c32-43b3-83d1-2ef310456146 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.1199925 Nov 25 20:00:27.362320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-0596e9fa-1eeb-4964-b790-b48ec967b06c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/quotas/34940b541b304a459edcc95e7731590f HTTP/1.1" status: 200 len: 375 time: 0.0120702 Nov 25 20:00:27.422705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-43874c7b-1595-4b9d-93b3-19c83e595688 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529807 Nov 25 20:00:27.546503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-adb61987-6f41-4cf3-9092-0ee2dd7205a6 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107910 Nov 25 20:00:27.683965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-220ede82-6718-4b2d-b5b9-fb9f04290d4c service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314116 Nov 25 20:00:28.018930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-217f4c20-e672-43ae-8720-b7731ccaab39 req-45c43ac5-2d96-406a-943a-2490ab3275ff tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 210 time: 0.0413299 Nov 25 20:00:29.149209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-975373a6-bd54-4c88-aa1b-5597c4159d0b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:29.151036 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-975373a6-bd54-4c88-aa1b-5597c4159d0b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.1525917 Nov 25 20:00:29.167508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Request body: {'port': {'device_id': '8c8b5899-afbb-40e0-985a-7190b46bb150', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'admin_state_up': True, 'tenant_id': '34940b541b304a459edcc95e7731590f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:29.266965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72a14506-5cf7-44be-ac1e-e65f552f4d85 req-f09d559c-0e48-487b-b1fb-10fa67755c25 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 210 time: 0.0626144 Nov 25 20:00:29.326887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Made reservation on behalf of 34940b541b304a459edcc95e7731590f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:29.330403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:29.545023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Allocated IP 172.20.0.13 (6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4/b4bb04ad-3028-4b3d-ab7c-269238de2c3b/f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:29.766564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:29.818349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:29.833758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:29.864088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['dd2c79ef-2e33-4e6f-b635-38c42793b7c0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:29.917580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:29.929133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:29.933908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event updated for resources: {'Port': ['ID=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:29.945030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:30.009637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:30.010416 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:30.032312 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-63b4ede1-e9e9-4b9b-bba2-04bbe2935cbc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8710904 Nov 25 20:00:30.045758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Request body: {'port': {'device_id': '8c8b5899-afbb-40e0-985a-7190b46bb150', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:30.134345 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:30.467927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ae5e5-ce52-40b6-b7d1-ddc593244ac8 req-18007f88-0b2b-48c2-9170-f0d013b473f2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:30.470391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-476ae5e5-ce52-40b6-b7d1-ddc593244ac8 req-18007f88-0b2b-48c2-9170-f0d013b473f2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 932 time: 0.0708892 Nov 25 20:00:30.535901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-476ae5e5-ce52-40b6-b7d1-ddc593244ac8 req-8baed4e7-7595-4b46-8235-827798bf081e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531399 Nov 25 20:00:30.565887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:00:30.581960 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:30.605327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Transition to ACTIVE for port object f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:00:30.612337 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:30.706617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:30.725564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-fec0f6cf-2467-4e42-addb-a112042cc327 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0781851 Nov 25 20:00:30.799555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Attempting to bind port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:00:30.800309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Attempting to bind port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:00:30.801276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Attempting to bind port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:30.812649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:00:30.813417 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Attempting to bind port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:30.823581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:00:30.824043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Checking segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:30.824542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Bound using segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:00:30.825889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Bound port: f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:00:30.826376 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:30.855449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-cf69f62f-45f8-4ac8-91da-c2c31c63015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:30.857412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-cf69f62f-45f8-4ac8-91da-c2c31c63015c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fae8b1ce36345f0bb5018ec383fbfa4&device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 1097 time: 0.0635059 Nov 25 20:00:30.935119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] For port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:00:30.941635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] For port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:00:30.956584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:31.031960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:31.032604 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:31.037030 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] 10.222.0.60 "PUT /v2.0/ports/f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f HTTP/1.1" status: 200 len: 1092 time: 0.9960232 Nov 25 20:00:31.039795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8b5899-afbb-40e0-985a-7190b46bb150', 'tag': 'f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:31.056016 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcac03f-4bc3-4122-b436-8c4675c6e420" -d '{"events": [{"name": "network-changed", "server_uuid": "8c8b5899-afbb-40e0-985a-7190b46bb150", "tag": "f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:31.096197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-e5c37993-a5ae-4ae5-b379-0472f7b96808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:31.099258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-e5c37993-a5ae-4ae5-b379-0472f7b96808 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc HTTP/1.1" status: 200 len: 909 time: 0.2049768 Nov 25 20:00:31.201148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-41846b81-b90f-465c-915d-8ee51bdd472b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5 HTTP/1.1" status: 200 len: 1002 time: 0.0946758 Nov 25 20:00:31.272100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-40aeb430-7e1b-4e4c-8324-7b2b48f4c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:31.274535 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-40aeb430-7e1b-4e4c-8324-7b2b48f4c389 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d836c82-10c6-4a28-9711-ee6a8fba4954 HTTP/1.1" status: 200 len: 847 time: 0.0669260 Nov 25 20:00:31.346915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-1f305fc6-0596-4290-a6e3-756db1f3d8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:31.350198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-1f305fc6-0596-4290-a6e3-756db1f3d8a4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684040 Nov 25 20:00:31.424217 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70182bf1-1c94-45ad-8bb1-20ed9c418af1 x-openstack-request-id: req-70182bf1-1c94-45ad-8bb1-20ed9c418af1 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:31.424599 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c8b5899-afbb-40e0-985a-7190b46bb150", "tag": "f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:31.424927 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70182bf1-1c94-45ad-8bb1-20ed9c418af1 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:31.425411 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8b5899-afbb-40e0-985a-7190b46bb150', 'tag': 'f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f', 'status': 'completed', 'code': 200} Nov 25 20:00:31.459137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f53c7c-3a85-4ca7-9e03-42119ae36717 service neutron] Pushing event updated for resources: {'Port': ['ID=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:31.488616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-27354470-a0bb-4958-8254-28065194abe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:31.495280 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-27354470-a0bb-4958-8254-28065194abe0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 1095 time: 0.4078188 Nov 25 20:00:31.515391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-7fc6da63-1af8-4f62-b801-c737b5a3301e service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566844 Nov 25 20:00:31.547458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-c58ec6c4-92a5-4d92-80ba-04657bfb4024 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f HTTP/1.1" status: 200 len: 217 time: 0.0459344 Nov 25 20:00:31.620759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-2c32679c-7a4b-42e0-b0f0-2fbd6fbf9b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:31.623157 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-2c32679c-7a4b-42e0-b0f0-2fbd6fbf9b7f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0645435 Nov 25 20:00:31.708458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-ae7fef79-5760-4628-84cb-8bc333b72817 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715866 Nov 25 20:00:31.840648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47deeab2-cd52-41e4-aeff-4dae66fd133a req-58f81239-f0f1-41e2-bbd0-104db34203a2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:31.845254 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47deeab2-cd52-41e4-aeff-4dae66fd133a req-58f81239-f0f1-41e2-bbd0-104db34203a2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 944 time: 0.1311471 Nov 25 20:00:31.849120 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e13a2437-0513-4e24-aad0-43cad1ea23bd req-09e5ca99-56c6-413d-9529-8f7c00e10ec8 service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276184 Nov 25 20:00:31.896675 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-3b7b5fd7-f497-413e-b0c2-ff02bdad6df1 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801133 Nov 25 20:00:31.993736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47deeab2-cd52-41e4-aeff-4dae66fd133a req-3d3b75a4-fb1d-4fd3-b265-950a16e99b83 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203330 Nov 25 20:00:32.086951 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-47eb6f54-6d0e-4c90-b0ed-64285e66d143 req-c32a2e37-68ca-4f90-883e-d3d17b8dee0e service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813438 Nov 25 20:00:32.097009 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4097e553-cf2c-40a5-9ee7-b3271fb14749 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:32.191412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcac03f-4bc3-4122-b436-8c4675c6e420 req-69b4e546-3643-4925-82d7-c777c8d1b69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:32.193274 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1fcac03f-4bc3-4122-b436-8c4675c6e420 req-69b4e546-3643-4925-82d7-c777c8d1b69b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 1095 time: 0.0521345 Nov 25 20:00:32.330504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcac03f-4bc3-4122-b436-8c4675c6e420 req-5e09be04-1576-4b87-b362-59352db83795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:32.332118 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1fcac03f-4bc3-4122-b436-8c4675c6e420 req-5e09be04-1576-4b87-b362-59352db83795 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 906 time: 0.1320627 Nov 25 20:00:32.383273 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1fcac03f-4bc3-4122-b436-8c4675c6e420 req-238b7e38-dbba-4eaf-9814-0e7849060d9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f HTTP/1.1" status: 200 len: 217 time: 0.0425699 Nov 25 20:00:32.457550 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcac03f-4bc3-4122-b436-8c4675c6e420 req-fe9c0e2a-4013-4c49-8fe6-c592ec492ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:32.459048 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1fcac03f-4bc3-4122-b436-8c4675c6e420 req-fe9c0e2a-4013-4c49-8fe6-c592ec492ee0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0692136 Nov 25 20:00:32.502036 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1fcac03f-4bc3-4122-b436-8c4675c6e420 req-4c44c36a-772b-4d7e-a1b2-47b1d4e871bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349293 Nov 25 20:00:32.653549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1fcac03f-4bc3-4122-b436-8c4675c6e420 req-ca92b0f1-49d0-4571-abba-569c62d24f7d service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399260 Nov 25 20:00:32.804357 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1fcac03f-4bc3-4122-b436-8c4675c6e420 req-a0474b05-3a1e-4c4d-8667-a061e6b3c2c8 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432438 Nov 25 20:00:33.278600 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995682d9-b6c2-400d-a208-bb7fbe7f6b71 req-23b04d8b-4daf-496c-b8e1-0cb37c6e499d tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:33.294227 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-995682d9-b6c2-400d-a208-bb7fbe7f6b71 req-23b04d8b-4daf-496c-b8e1-0cb37c6e499d tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 944 time: 0.1336241 Nov 25 20:00:33.367652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-995682d9-b6c2-400d-a208-bb7fbe7f6b71 req-f3f4d2f3-ca74-4d7c-8905-c27700a9abeb tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716834 Nov 25 20:00:34.516214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a12b78-0456-46e6-a181-b1ec0ad82173 req-4dbd30ff-f531-46ea-8d01-f1220c4b3b4f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:34.518861 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e6a12b78-0456-46e6-a181-b1ec0ad82173 req-4dbd30ff-f531-46ea-8d01-f1220c4b3b4f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 944 time: 0.0668557 Nov 25 20:00:34.595437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e6a12b78-0456-46e6-a181-b1ec0ad82173 req-eaf3542d-25c5-40e0-ab6f-b392690b51f3 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697739 Nov 25 20:00:35.212930 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f5e24aad-a51b-47cb-b2d4-338dda876b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:35.743813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583c133-3ca9-47e6-b866-cae66a146c34 req-7c33d372-d389-4b61-89e5-721cf7fcec2c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:35.745455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1583c133-3ca9-47e6-b866-cae66a146c34 req-7c33d372-d389-4b61-89e5-721cf7fcec2c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 944 time: 0.0579665 Nov 25 20:00:35.830697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1583c133-3ca9-47e6-b866-cae66a146c34 req-ea217401-25ff-4dab-a83c-506e9afb582e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782743 Nov 25 20:00:36.295283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-26184b33-13f7-4168-b5da-4aeb1b1a3104 req-8328f878-670c-438a-bcf1-c0e9bec1acc0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0651410 Nov 25 20:00:36.433166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184b33-13f7-4168-b5da-4aeb1b1a3104 req-9488118f-67be-43f8-aabe-bb2b8eb7d2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:36.436641 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-26184b33-13f7-4168-b5da-4aeb1b1a3104 req-9488118f-67be-43f8-aabe-bb2b8eb7d2c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 1097 time: 0.0859425 Nov 25 20:00:36.448135 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:36.587538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184b33-13f7-4168-b5da-4aeb1b1a3104 req-07c92ab7-06ab-468f-b3ec-e524e5101bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:36.589521 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-26184b33-13f7-4168-b5da-4aeb1b1a3104 req-07c92ab7-06ab-468f-b3ec-e524e5101bc6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 906 time: 0.1268928 Nov 25 20:00:36.638841 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-26184b33-13f7-4168-b5da-4aeb1b1a3104 req-333ea8af-3f22-4ddd-a3c4-57f6d1bf1010 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd2c79ef-2e33-4e6f-b635-38c42793b7c0 HTTP/1.1" status: 200 len: 217 time: 0.0411513 Nov 25 20:00:36.716733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26184b33-13f7-4168-b5da-4aeb1b1a3104 req-3fd7b4be-92a4-4f31-a4ca-6ccdc9da415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:36.718678 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-26184b33-13f7-4168-b5da-4aeb1b1a3104 req-3fd7b4be-92a4-4f31-a4ca-6ccdc9da415e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0721524 Nov 25 20:00:36.727785 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:00:36.778733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-26184b33-13f7-4168-b5da-4aeb1b1a3104 req-0db72c8c-c672-4c51-9792-7b19ae647263 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464077 Nov 25 20:00:36.884375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:36.908779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'port_id': 'f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f', 'mac_address': 'fa:16:3e:68:6d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bb04ad-3028-4b3d-ab7c-269238de2c3b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:00:36.972982 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-26184b33-13f7-4168-b5da-4aeb1b1a3104 req-c2875893-0039-4abd-98ba-05d04cefd695 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852942 Nov 25 20:00:36.973386 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.014122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:00:37.072618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:37.083266 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.103887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fd84f4-3d39-4753-bbcd-bec95908d689 req-baeca7f3-183e-43a7-a302-6c53fa878adb tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:37.110066 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5fd84f4-3d39-4753-bbcd-bec95908d689 req-baeca7f3-183e-43a7-a302-6c53fa878adb tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 944 time: 0.1200364 Nov 25 20:00:37.151535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-26184b33-13f7-4168-b5da-4aeb1b1a3104 req-1ede3d16-d62f-4f37-bdd6-313628f2dced service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716561 Nov 25 20:00:37.154522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:37.183391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5fd84f4-3d39-4753-bbcd-bec95908d689 req-19d04f32-68e9-4552-8ddc-ed458cb8c35e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690479 Nov 25 20:00:37.307777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:37.885074 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:37.901093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37228) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:38.048056 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fbd81b3-4fdf-4e87-ab23-0dbcb0543f5e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.167202 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fbd81b3-4fdf-4e87-ab23-0dbcb0543f5e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.176435 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fbd81b3-4fdf-4e87-ab23-0dbcb0543f5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.260228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0fbd81b3-4fdf-4e87-ab23-0dbcb0543f5e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f9947e089f11497d8c3864a00f28acb0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3574522 Nov 25 20:00:38.261795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbd81b3-4fdf-4e87-ab23-0dbcb0543f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4181093-957b-41f8-b393-a05d81bc19cc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:38.264933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37240) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:38.301041 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.352163 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49e75b88-90ba-4f00-955d-b0fb474339b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.388563 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49e75b88-90ba-4f00-955d-b0fb474339b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.426919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecf4e68-18ed-41ed-bb75-bfa547a8cc4d req-28fab894-a518-492f-a402-e2308c534dc0 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:38.430216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ecf4e68-18ed-41ed-bb75-bfa547a8cc4d req-28fab894-a518-492f-a402-e2308c534dc0 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 945 time: 0.1140740 Nov 25 20:00:38.470397 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49e75b88-90ba-4f00-955d-b0fb474339b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.474325 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49e75b88-90ba-4f00-955d-b0fb474339b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:38.475965 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-49e75b88-90ba-4f00-955d-b0fb474339b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d4181093-957b-41f8-b393-a05d81bc19cc HTTP/1.1" status: 204 len: 168 time: 0.2087033 Nov 25 20:00:38.488518 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e75b88-90ba-4f00-955d-b0fb474339b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4181093-957b-41f8-b393-a05d81bc19cc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:38.555960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ecf4e68-18ed-41ed-bb75-bfa547a8cc4d req-fabfab0e-e4d8-4e84-bb25-5ea8a42b856f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128681 Nov 25 20:00:38.744135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:38.855467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:00:38.864215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:38.865258 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.061240 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.101160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8b5899-afbb-40e0-985a-7190b46bb150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:39.106065 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715ab27b-5791-4ec1-91da-8762573e096a" -d '{"events": [{"server_uuid": "8c8b5899-afbb-40e0-985a-7190b46bb150", "name": "network-vif-plugged", "status": "completed", "tag": "f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:39.133146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:39.141741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.188917 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70f3f73d-639c-4952-af1a-a2f9793e1247 x-openstack-request-id: req-70f3f73d-639c-4952-af1a-a2f9793e1247 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:39.189565 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8b5899-afbb-40e0-985a-7190b46bb150", "name": "network-vif-plugged", "status": "completed", "tag": "f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:39.190025 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70f3f73d-639c-4952-af1a-a2f9793e1247 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:39.190901 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8b5899-afbb-40e0-985a-7190b46bb150', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f', 'code': 200} Nov 25 20:00:39.245294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:39.335508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08428cdd-5763-4d7f-b1df-211ac918574a req-37a1d5e1-9129-4442-978e-e8abb8a09f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:39.339419 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08428cdd-5763-4d7f-b1df-211ac918574a req-37a1d5e1-9129-4442-978e-e8abb8a09f6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 1097 time: 0.0693183 Nov 25 20:00:39.401699 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08428cdd-5763-4d7f-b1df-211ac918574a req-21bbbc16-b3a5-41f0-93fe-7471fed09853 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541186 Nov 25 20:00:39.724324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35a6fc5-aa72-486e-823b-dc10df36f227 req-16a51c17-3de8-4799-9ebf-916646aa9b3e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:39.726030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a35a6fc5-aa72-486e-823b-dc10df36f227 req-16a51c17-3de8-4799-9ebf-916646aa9b3e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 946 time: 0.0634868 Nov 25 20:00:39.786150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37284) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:39.815001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a35a6fc5-aa72-486e-823b-dc10df36f227 req-4d4371d9-ca0a-46aa-a925-cb7f4e1feaa5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818734 Nov 25 20:00:39.924943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-769954956-network', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:39.951499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Made reservation on behalf of aac7ced1131f44d6a25ac249d746cc8a for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:39.954105 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:39.964126 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.071171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.079950 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.119938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:00:40.140294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c60118ce-1013-4426-a1be-edd662f551dc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:40.149629 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.150384 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Added segment bbb1f79b-69cb-408a-b84a-d8650f846ef5 of type vlan for network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f Nov 25 20:00:40.217285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.258406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.260832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:40.261817 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.326171 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5342505 Nov 25 20:00:40.326783 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37298) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:40.335173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] Request body: {'subnet': {'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-769954956-subnet', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:40.356697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a17ca2-c845-4b38-8ec6-a4cf9027fcd1 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:40.371081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:00:40.403688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] Made reservation on behalf of aac7ced1131f44d6a25ac249d746cc8a for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:40.407079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.740085 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:40.982273 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:00:41.266204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4927060c-6789-49c0-8c61-8768388d4640,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:41.302522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] Checking segment: {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:41.303178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] Network hostable DHCP agents. Network: bb7bc021-4f2f-4113-ac8d-71ae37dbd17f, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:00:41.341309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b14079b-b841-49f9-bf51-acbb56b8b17b req-8facd9b1-decd-46ca-acc6-2acd1587b33f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:41.343051 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b14079b-b841-49f9-bf51-acbb56b8b17b req-8facd9b1-decd-46ca-acc6-2acd1587b33f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 946 time: 0.0983317 Nov 25 20:00:41.352778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] Network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:00:41.367316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, bb7bc021-4f2f-4113-ac8d-71ae37dbd17f) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:41.379169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:41.379771 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.384951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb2480e-16cc-49ef-adfd-f822534462f9 None None] Network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:00:41.417060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4d9f28ee-5699-4bff-8623-abd3d5686dff admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0886889 Nov 25 20:00:41.421597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37312) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:41.428234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-769954956-router', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:41.429227 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b14079b-b841-49f9-bf51-acbb56b8b17b req-9ec44db7-8bb9-450f-a8b5-303671d7f800 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704722 Nov 25 20:00:41.460478 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.463133 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.544721 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.627864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'fixed_ips': [{'subnet_id': '4927060c-6789-49c0-8c61-8768388d4640'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:00:41.628772 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.672530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82946478-5fa0-436e-940b-45c3ed4eb4bb req-b992851c-f126-4614-bb65-34860e2bd112 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:41.674448 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82946478-5fa0-436e-940b-45c3ed4eb4bb req-b992851c-f126-4614-bb65-34860e2bd112 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 946 time: 0.0930634 Nov 25 20:00:41.741155 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82946478-5fa0-436e-940b-45c3ed4eb4bb req-6ebe356e-86b4-46d4-a9ce-db458fc0efa0 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535018 Nov 25 20:00:41.822046 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:41.901996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Allocated IP 172.20.0.2 (bb7bc021-4f2f-4113-ac8d-71ae37dbd17f/4927060c-6789-49c0-8c61-8768388d4640/3b73cd32-0c85-4135-9f9a-8e371d29bd84) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:42.004366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fd491c-8b25-4d45-bfc1-babb2d30245b req-1c80648b-c5ab-4380-a21d-b14e0f3dbb21 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:42.007566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8fd491c-8b25-4d45-bfc1-babb2d30245b req-1c80648b-c5ab-4380-a21d-b14e0f3dbb21 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 946 time: 0.1040242 Nov 25 20:00:42.099771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8fd491c-8b25-4d45-bfc1-babb2d30245b req-45808306-2828-41a6-911b-7ae3b8b63e14 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846853 Nov 25 20:00:42.152644 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.188074 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.407199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.413220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Allocated IP 172.25.8.24 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/8fec4d9c-c5cc-41d5-b63a-9f3535f5727b) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:42.416157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.472229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:42.479297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:42.482118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e19c016-59da-4382-8cf7-19cfbcb7e2ac req-af98dd25-c70c-4bad-8ab2-3a3fd759a6a0 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:42.485666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:42.489616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Pushing event updated for resources: {'Port': ['ID=3b73cd32-0c85-4135-9f9a-8e371d29bd84,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:42.490257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e19c016-59da-4382-8cf7-19cfbcb7e2ac req-af98dd25-c70c-4bad-8ab2-3a3fd759a6a0 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 946 time: 0.0684385 Nov 25 20:00:42.553524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e19c016-59da-4382-8cf7-19cfbcb7e2ac req-db35853e-fcb2-42b3-9453-a0ceb38b7b8d tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622907 Nov 25 20:00:42.567414 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.583407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Attempting to bind port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:00:42.584105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Attempting to bind port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:00:42.584609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Attempting to bind port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 on network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:42.594049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:00:42.594667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Checking segment: {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:42.595563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.596237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Bound using segment: {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:00:42.597048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Bound port: 3b73cd32-0c85-4135-9f9a-8e371d29bd84, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:00:42.597691 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.607347 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.665616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:42.669082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:42.675826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:42.699812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9d4979-26db-4fa7-bee4-ae343af4c054 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:42.708354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Pushing event updated for resources: {'Port': ['ID=8fec4d9c-c5cc-41d5-b63a-9f3535f5727b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:42.739487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] For port 3b73cd32-0c85-4135-9f9a-8e371d29bd84, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:00:42.745871 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] For port 3b73cd32-0c85-4135-9f9a-8e371d29bd84, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3b73cd32-0c85-4135-9f9a-8e371d29bd84,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:00:42.754690 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.853246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3cc1fa10-e67a-47ab-b5e2-715be32a62e4 None None] Provisioning complete for port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:42.853797 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3cc1fa10-e67a-47ab-b5e2-715be32a62e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:42.912830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3cc1fa10-e67a-47ab-b5e2-715be32a62e4 None None] Port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:00:42.925648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec701da-5fa1-43a3-a567-0cc0bab89af9 None None] Pushing event updated for resources: {'Port': ['ID=3b73cd32-0c85-4135-9f9a-8e371d29bd84,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:43.050933 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:43.367884 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:43.547814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Router bb4b775a-3a1e-433d-876c-dc6f5afc6612 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:00:43.772438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a15da-3b51-4435-ba9c-7a6acaccf17d req-7fe88a6d-813a-4e62-bb8e-135f358d8452 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:43.774504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f7a15da-3b51-4435-ba9c-7a6acaccf17d req-7fe88a6d-813a-4e62-bb8e-135f358d8452 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 946 time: 0.1102169 Nov 25 20:00:43.886399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f7a15da-3b51-4435-ba9c-7a6acaccf17d req-4d77ed56-4103-4c9c-951b-e5337b77982e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915046 Nov 25 20:00:44.067635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77567c-0423-4c5c-a661-b0e65e8f0838 req-49bafc0e-b322-4196-b60d-59f6b2cfdcf3 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:44.069224 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7b77567c-0423-4c5c-a661-b0e65e8f0838 req-49bafc0e-b322-4196-b60d-59f6b2cfdcf3 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 946 time: 0.1084270 Nov 25 20:00:44.116354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:00:44.134546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Sync routers for ids ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:00:44.155365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Routers {'bb4b775a-3a1e-433d-876c-dc6f5afc6612'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:44.156044 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:44.195959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9555bab5-7ca5-440c-8226-93b057cafcd7 None None] Network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:00:44.212927 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.216488 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-de99c217-5427-479b-9efc-5d49aa488c2d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7923212 Nov 25 20:00:44.218693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37360) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:44.283032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-7b77567c-0423-4c5c-a661-b0e65e8f0838 req-67b2e4f3-8b9f-4e97-b216-66d194755baa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Deleting port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:44.283790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7b77567c-0423-4c5c-a661-b0e65e8f0838 req-67b2e4f3-8b9f-4e97-b216-66d194755baa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.364355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2d2c0c8e-0380-4073-8470-d6069707f58e None None] Provisioning complete for port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:44.364727 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d2c0c8e-0380-4073-8470-d6069707f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.477827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Set router bb4b775a-3a1e-433d-876c-dc6f5afc6612 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:44.489327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7b77567c-0423-4c5c-a661-b0e65e8f0838 req-67b2e4f3-8b9f-4e97-b216-66d194755baa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] For port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:44.489962 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7b77567c-0423-4c5c-a661-b0e65e8f0838 req-67b2e4f3-8b9f-4e97-b216-66d194755baa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.511452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-7b77567c-0423-4c5c-a661-b0e65e8f0838 req-67b2e4f3-8b9f-4e97-b216-66d194755baa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Calling delete_port for f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:44.615955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3b73cd32-0c85-4135-9f9a-8e371d29bd84 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:44.781169 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7b77567c-0423-4c5c-a661-b0e65e8f0838 req-67b2e4f3-8b9f-4e97-b216-66d194755baa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.808737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['dd2c79ef-2e33-4e6f-b635-38c42793b7c0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:44.810994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:44.845605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b2e4f3-8b9f-4e97-b216-66d194755baa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event deleted for resources: {'Port': ['ID=f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:44.944369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b77567c-0423-4c5c-a661-b0e65e8f0838 req-67b2e4f3-8b9f-4e97-b216-66d194755baa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] No DVR routers for this DVR port f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:00:44.947039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d2c0c8e-0380-4073-8470-d6069707f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.950637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7b77567c-0423-4c5c-a661-b0e65e8f0838 req-67b2e4f3-8b9f-4e97-b216-66d194755baa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:44.957616 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7b77567c-0423-4c5c-a661-b0e65e8f0838 req-67b2e4f3-8b9f-4e97-b216-66d194755baa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "DELETE /v2.0/ports/f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f HTTP/1.1" status: 204 len: 173 time: 0.8797688 Nov 25 20:00:44.958146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8b5899-afbb-40e0-985a-7190b46bb150', 'name': 'network-vif-deleted', 'tag': 'f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:44.979727 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a17d95b-c4ce-437e-8f2e-0b2d9c50622f" -d '{"events": [{"server_uuid": "8c8b5899-afbb-40e0-985a-7190b46bb150", "name": "network-vif-deleted", "tag": "f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:44.990049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:44.990431 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.135318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d844b59-b702-434c-9d00-ce30d2683f9e req-b7bebbb2-0a38-41ae-88d2-2c42a94bb82c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=8c8b5899-afbb-40e0-985a-7190b46bb150 HTTP/1.1" status: 200 len: 210 time: 0.1169658 Nov 25 20:00:45.156890 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.169627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2d2c0c8e-0380-4073-8470-d6069707f58e None None] For port 3b73cd32-0c85-4135-9f9a-8e371d29bd84, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3b73cd32-0c85-4135-9f9a-8e371d29bd84,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:45.200001 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d2c0c8e-0380-4073-8470-d6069707f58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.291056 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82372218-39de-4c36-8e3d-b1066befd03a x-openstack-request-id: req-82372218-39de-4c36-8e3d-b1066befd03a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:45.291631 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c8b5899-afbb-40e0-985a-7190b46bb150", "name": "network-vif-deleted", "tag": "f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:45.291631 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-82372218-39de-4c36-8e3d-b1066befd03a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:45.292009 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8b5899-afbb-40e0-985a-7190b46bb150', 'name': 'network-vif-deleted', 'tag': 'f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f', 'status': 'completed', 'code': 200} Nov 25 20:00:45.423954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Allocated IP 172.20.0.1 (bb7bc021-4f2f-4113-ac8d-71ae37dbd17f/4927060c-6789-49c0-8c61-8768388d4640/b48f4c1d-131a-444b-ba8c-1469d46e3b81) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:45.435404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c0c8e-0380-4073-8470-d6069707f58e None None] Pushing event updated for resources: {'Port': ['ID=3b73cd32-0c85-4135-9f9a-8e371d29bd84,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:45.447237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-df51835d-2d4c-45c2-99d2-406c88f10581 None None] Provisioning complete for port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:45.447678 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-df51835d-2d4c-45c2-99d2-406c88f10581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.516731 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'name': 'tempest-TestServerMultinode-769954956-router', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:41Z', 'updated_at': '2021-11-25T20:00:42Z', 'revision_number': 3, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'gw_port': {'id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:42Z', 'updated_at': '2021-11-25T20:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:45.569701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Checking router: bb4b775a-3a1e-433d-876c-dc6f5afc6612 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:00:45.570256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Updating router bb4b775a-3a1e-433d-876c-dc6f5afc6612 port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:00:45.599760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.658304 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.663452 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:45.710402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:45.715569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:45.722132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:45.771001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b48f4c1d-131a-444b-ba8c-1469d46e3b81,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:45.807900 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.006863 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.169528 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.174783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-77f08e86-aa4f-4839-aae9-7d3d3ab82432 None None] Provisioning complete for port b48f4c1d-131a-444b-ba8c-1469d46e3b81 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:46.175533 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77f08e86-aa4f-4839-aae9-7d3d3ab82432 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.178894 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.263384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.270472 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.344273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Pushing event updated for resources: {'Port': ['ID=b48f4c1d-131a-444b-ba8c-1469d46e3b81,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:46.427862 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.476416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-77f08e86-aa4f-4839-aae9-7d3d3ab82432 None None] Port b48f4c1d-131a-444b-ba8c-1469d46e3b81 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:00:46.489223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be9a8be-9713-4950-a85f-4ea279d3e650 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:46.495039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e800649-84e3-452a-99ba-a48a70e962fc None None] Pushing event updated for resources: {'Port': ['ID=8fec4d9c-c5cc-41d5-b63a-9f3535f5727b,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:46.501265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Attempting to bind port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:00:46.501649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Attempting to bind port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:00:46.502023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Attempting to bind port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:46.511211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:00:46.511613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:46.512016 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.512421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:00:46.513209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Bound port: 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:00:46.513704 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.575367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] For port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:00:46.579023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] For port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fec4d9c-c5cc-41d5-b63a-9f3535f5727b,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:00:46.583887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3b73cd32-0c85-4135-9f9a-8e371d29bd84 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:46.588595 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.685796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e800649-84e3-452a-99ba-a48a70e962fc None None] Pushing event updated for resources: {'Port': ['ID=8fec4d9c-c5cc-41d5-b63a-9f3535f5727b,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:46.723622 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-04d40f8d-9052-4e03-a9a4-baadf7e8fbac None None] Provisioning complete for port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:46.724648 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04d40f8d-9052-4e03-a9a4-baadf7e8fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.737266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5aba16-4ca0-48d1-ab86-12d8ff7e2451 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:46.766041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:46.767668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:46.775041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Routers {'bb4b775a-3a1e-433d-876c-dc6f5afc6612'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:46.775689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:46.798240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:46.843377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:46.843740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device f3d787b2-a0e4-4d4b-b7e7-67ccc252cc7f not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:46.874309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:46.878763 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:46.963662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] Set router bb4b775a-3a1e-433d-876c-dc6f5afc6612 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:47.091644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decada43-8bc5-4b0f-bf1b-d408afbf3997 req-b5ce1438-8f7d-42a3-aa6b-83245aee4dae tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:47.104975 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-decada43-8bc5-4b0f-bf1b-d408afbf3997 req-b5ce1438-8f7d-42a3-aa6b-83245aee4dae tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 946 time: 0.3699238 Nov 25 20:00:47.143303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Router bb4b775a-3a1e-433d-876c-dc6f5afc6612 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:00:47.212245 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-decada43-8bc5-4b0f-bf1b-d408afbf3997 req-a72d8a95-a7ca-47a8-887f-6b63e602701a tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058636 Nov 25 20:00:47.232523 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04d40f8d-9052-4e03-a9a4-baadf7e8fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.304522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-04d40f8d-9052-4e03-a9a4-baadf7e8fbac None None] For port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fec4d9c-c5cc-41d5-b63a-9f3535f5727b,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:47.329991 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04d40f8d-9052-4e03-a9a4-baadf7e8fbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.383047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:00:47.394357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2d8448ac-351d-45f0-8365-0b210d0d52a1 admin admin] 10.222.0.15 "PUT /v2.0/routers/bb4b775a-3a1e-433d-876c-dc6f5afc6612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1735017 Nov 25 20:00:47.405382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d40f8d-9052-4e03-a9a4-baadf7e8fbac None None] Pushing event updated for resources: {'Port': ['ID=8fec4d9c-c5cc-41d5-b63a-9f3535f5727b,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:47.456350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'name': 'tempest-TestServerMultinode-769954956-router', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:41Z', 'updated_at': '2021-11-25T20:00:45Z', 'revision_number': 4, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'gw_port': {'id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:42Z', 'updated_at': '2021-11-25T20:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b48f4c1d-131a-444b-ba8c-1469d46e3b81', 'name': '', 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'mac_address': 'fa:16:3e:e2:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '4927060c-6789-49c0-8c61-8768388d4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:45Z', 'updated_at': '2021-11-25T20:00:46Z', 'revision_number': 2, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'subnets': [{'id': '4927060c-6789-49c0-8c61-8768388d4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:47.497264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e864548d-5c73-45f4-8e33-0fff539e776f None None] The sync data for ids ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'] in n-d-817303-9 is: [{'id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'name': 'tempest-TestServerMultinode-769954956-router', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:41Z', 'updated_at': '2021-11-25T20:00:45Z', 'revision_number': 4, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'gw_port': {'id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:54:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:42Z', 'updated_at': '2021-11-25T20:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b48f4c1d-131a-444b-ba8c-1469d46e3b81', 'name': '', 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'mac_address': 'fa:16:3e:e2:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '4927060c-6789-49c0-8c61-8768388d4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:45Z', 'updated_at': '2021-11-25T20:00:46Z', 'revision_number': 2, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'subnets': [{'id': '4927060c-6789-49c0-8c61-8768388d4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:00:47.505195 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0bdbe019-2b04-4d6c-977d-4f324468bf55 None None] Provisioning complete for port b48f4c1d-131a-444b-ba8c-1469d46e3b81 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:47.505574 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe019-2b04-4d6c-977d-4f324468bf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:47.556351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0bdbe019-2b04-4d6c-977d-4f324468bf55 None None] Port b48f4c1d-131a-444b-ba8c-1469d46e3b81 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:00:47.575396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0bdbe019-2b04-4d6c-977d-4f324468bf55 None None] Provisioning complete for port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:47.575789 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe019-2b04-4d6c-977d-4f324468bf55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.128202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8300b475-f9dc-4805-9b72-1df04f3b044d req-3aee3ade-e63b-45f9-b874-41e52be57b9c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:48.130904 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8300b475-f9dc-4805-9b72-1df04f3b044d req-3aee3ade-e63b-45f9-b874-41e52be57b9c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 946 time: 0.0689430 Nov 25 20:00:48.226141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37436) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:48.232113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1838259853-network', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:48.261285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Made reservation on behalf of a6c1353336e64ba28cb748e3f0100fe8 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:48.267155 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.278114 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.308574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-8300b475-f9dc-4805-9b72-1df04f3b044d req-ea27b582-569f-41c4-802e-85305f95a676 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Deleting port dd2c79ef-2e33-4e6f-b635-38c42793b7c0 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:00:48.310009 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8300b475-f9dc-4805-9b72-1df04f3b044d req-ea27b582-569f-41c4-802e-85305f95a676 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.391031 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.397752 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.467956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8300b475-f9dc-4805-9b72-1df04f3b044d req-ea27b582-569f-41c4-802e-85305f95a676 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] For port dd2c79ef-2e33-4e6f-b635-38c42793b7c0, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=dd2c79ef-2e33-4e6f-b635-38c42793b7c0,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:48.468356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8300b475-f9dc-4805-9b72-1df04f3b044d req-ea27b582-569f-41c4-802e-85305f95a676 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.487384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-8300b475-f9dc-4805-9b72-1df04f3b044d req-ea27b582-569f-41c4-802e-85305f95a676 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Calling delete_port for dd2c79ef-2e33-4e6f-b635-38c42793b7c0 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:00:48.490443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:00:48.525893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64742e2f-dcbe-461f-bdb9-6523e68c76ce,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:48.546443 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.547530 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Added segment fb36b8b7-178e-4f13-be68-f5ac879ce38c of type vlan for network fd91286a-e9ab-4aad-93ce-dcad2c5e053a Nov 25 20:00:48.560674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.560956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.561202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.561605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.561868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.562181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.562519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.562863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.563190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.563517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.563843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.564518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:48.637011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f52aa-bbb9-4ddf-b803-ecd7c063275e req-07db0b03-1ca8-470a-8758-0cef23563ed3 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:48.639275 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e2f52aa-bbb9-4ddf-b803-ecd7c063275e req-07db0b03-1ca8-470a-8758-0cef23563ed3 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=20b2224d-56b4-4f0b-9a3a-205765529402 HTTP/1.1" status: 200 len: 946 time: 0.2350354 Nov 25 20:00:48.671420 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.737253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8300b475-f9dc-4805-9b72-1df04f3b044d req-ea27b582-569f-41c4-802e-85305f95a676 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.759480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['dd2c79ef-2e33-4e6f-b635-38c42793b7c0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:48.764996 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e2f52aa-bbb9-4ddf-b803-ecd7c063275e req-a5423074-0280-427f-869e-2638ec569797 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065438 Nov 25 20:00:48.767134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:48.774373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27b582-569f-41c4-802e-85305f95a676 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event deleted for resources: {'Port': ['ID=dd2c79ef-2e33-4e6f-b635-38c42793b7c0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:48.781882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.790974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:48.791796 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.870905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8300b475-f9dc-4805-9b72-1df04f3b044d req-ea27b582-569f-41c4-802e-85305f95a676 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] No DVR routers for this DVR port dd2c79ef-2e33-4e6f-b635-38c42793b7c0 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:00:48.872893 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6448383 Nov 25 20:00:48.874288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37446) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:48.880562 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8300b475-f9dc-4805-9b72-1df04f3b044d req-ea27b582-569f-41c4-802e-85305f95a676 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:48.887597 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8300b475-f9dc-4805-9b72-1df04f3b044d req-ea27b582-569f-41c4-802e-85305f95a676 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "DELETE /v2.0/ports/dd2c79ef-2e33-4e6f-b635-38c42793b7c0 HTTP/1.1" status: 204 len: 173 time: 0.7506299 Nov 25 20:00:48.888382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b2224d-56b4-4f0b-9a3a-205765529402', 'name': 'network-vif-deleted', 'tag': 'dd2c79ef-2e33-4e6f-b635-38c42793b7c0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:48.900301 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19886eb-b4b5-4370-a76f-b207420d207a" -d '{"events": [{"server_uuid": "20b2224d-56b4-4f0b-9a3a-205765529402", "name": "network-vif-deleted", "tag": "dd2c79ef-2e33-4e6f-b635-38c42793b7c0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:48.951876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] Request body: {'subnet': {'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1838259853-subnet', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:48.953266 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab3e6114-53fc-49d4-8f0f-b59f96fb19f6 x-openstack-request-id: req-ab3e6114-53fc-49d4-8f0f-b59f96fb19f6 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:48.953577 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20b2224d-56b4-4f0b-9a3a-205765529402", "name": "network-vif-deleted", "tag": "dd2c79ef-2e33-4e6f-b635-38c42793b7c0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:48.953839 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ab3e6114-53fc-49d4-8f0f-b59f96fb19f6 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:48.954241 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b2224d-56b4-4f0b-9a3a-205765529402', 'name': 'network-vif-deleted', 'tag': 'dd2c79ef-2e33-4e6f-b635-38c42793b7c0', 'status': 'completed', 'code': 200} Nov 25 20:00:48.977774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966b6723-6323-44e4-a4f0-23007238a4da admin admin] Pushing event updated for resources: {'Network': ['ID=fd91286a-e9ab-4aad-93ce-dcad2c5e053a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:49.021899 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] Made reservation on behalf of a6c1353336e64ba28cb748e3f0100fe8 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:49.022648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network fd91286a-e9ab-4aad-93ce-dcad2c5e053a details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:00:49.027573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:49.362575 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:49.412827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba12091b-e5b4-4a44-83e6-837bd61b2324,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:49.454916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] Checking segment: {'id': 'fb36b8b7-178e-4f13-be68-f5ac879ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:49.456603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] Network hostable DHCP agents. Network: fd91286a-e9ab-4aad-93ce-dcad2c5e053a, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:00:49.494747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] Network fd91286a-e9ab-4aad-93ce-dcad2c5e053a is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:00:49.519896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, fd91286a-e9ab-4aad-93ce-dcad2c5e053a) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:49.525939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:49.526923 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:49.536213 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ae6458-5a0a-4afd-846b-eaaca2da2d81 None None] Network fd91286a-e9ab-4aad-93ce-dcad2c5e053a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:00:49.580135 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1a3daf0d-c16b-4db7-865d-1e0d3f8edaf9 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6344016 Nov 25 20:00:49.581708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 37458) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:49.587032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1838259853-router', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:49.635934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:49.639135 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:49.750919 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:49.842168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-fd91286a-e9ab-4aad-93ce-dcad2c5e053a', 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'fixed_ips': [{'subnet_id': 'ba12091b-e5b4-4a44-83e6-837bd61b2324'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:00:49.843170 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:49.944522 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.030042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Allocated IP 172.20.0.2 (fd91286a-e9ab-4aad-93ce-dcad2c5e053a/ba12091b-e5b4-4a44-83e6-837bd61b2324/4f063cff-0562-4b5a-9f02-83517245705f) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:50.274517 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.282998 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.315219 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.350177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Network fd91286a-e9ab-4aad-93ce-dcad2c5e053a is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:50.356874 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:50.362495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:50.366262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Pushing event updated for resources: {'Port': ['ID=4f063cff-0562-4b5a-9f02-83517245705f,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:50.378111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-32b47390-8b30-4f89-8287-787522e5427e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:50.380497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-32b47390-8b30-4f89-8287-787522e5427e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.2121184 Nov 25 20:00:50.381439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.423476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-babbcb12-775d-4ae0-aadc-bdf56ad36413 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/quotas/34940b541b304a459edcc95e7731590f HTTP/1.1" status: 200 len: 375 time: 0.0206845 Nov 25 20:00:50.458134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Attempting to bind port 4f063cff-0562-4b5a-9f02-83517245705f on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:00:50.464377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Attempting to bind port 4f063cff-0562-4b5a-9f02-83517245705f by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'fb36b8b7-178e-4f13-be68-f5ac879ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:00:50.464377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Attempting to bind port 4f063cff-0562-4b5a-9f02-83517245705f on network fd91286a-e9ab-4aad-93ce-dcad2c5e053a {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:50.480797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:00:50.481189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Checking segment: {'id': 'fb36b8b7-178e-4f13-be68-f5ac879ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:50.481613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.482024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Bound using segment: {'id': 'fb36b8b7-178e-4f13-be68-f5ac879ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:00:50.482541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Bound port: 4f063cff-0562-4b5a-9f02-83517245705f, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb36b8b7-178e-4f13-be68-f5ac879ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:00:50.482971 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.595838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-a21fa657-9438-4f83-83fd-eaba2d44168e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1166959 Nov 25 20:00:50.629031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:50.662249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Allocated IP 172.25.8.105 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/b90e8514-1564-43d3-a1b5-cc33cea6a252) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:50.670578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] For port 4f063cff-0562-4b5a-9f02-83517245705f, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:00:50.696336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] For port 4f063cff-0562-4b5a-9f02-83517245705f, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4f063cff-0562-4b5a-9f02-83517245705f,segment=NetworkSegment(fb36b8b7-178e-4f13-be68-f5ac879ce38c),segment_id=fb36b8b7-178e-4f13-be68-f5ac879ce38c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:00:50.713445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.827757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:50.828840 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.869067 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.916332 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e962919-cf71-4fb0-aad6-d4d15e91dd50 None None] Pushing event updated for resources: {'Port': ['ID=4f063cff-0562-4b5a-9f02-83517245705f,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:50.922984 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:50.931292 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.055444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:51.059224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:51.065204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:51.069017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Pushing event updated for resources: {'Port': ['ID=b90e8514-1564-43d3-a1b5-cc33cea6a252,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:51.103938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab0044-206c-4a39-9893-8965b5672840 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:51.149449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-afc7b3af-c04b-4375-b924-00826c19862c service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5406787 Nov 25 20:00:51.169366 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Sync routers for ids ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:00:51.183142 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Routers {'bb4b775a-3a1e-433d-876c-dc6f5afc6612'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:51.183784 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:51.205957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d1a1296f-a4f9-46f4-aa4e-35d6b09c9752 None None] Provisioning complete for port b90e8514-1564-43d3-a1b5-cc33cea6a252 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:51.208636 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d1a1296f-a4f9-46f4-aa4e-35d6b09c9752 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.323870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d1a1296f-a4f9-46f4-aa4e-35d6b09c9752 None None] Port b90e8514-1564-43d3-a1b5-cc33cea6a252 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:00:51.356830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-3cb1fd0a-eabd-4110-9fbf-11987053a6d2 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058182 Nov 25 20:00:51.440580 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Set router bb4b775a-3a1e-433d-876c-dc6f5afc6612 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:51.697561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d6e0f9b-c858-4ada-9e0f-abf8b991fb2d req-f4e72478-bb07-48ce-b568-b51748c5c027 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 210 time: 0.0855978 Nov 25 20:00:51.766329 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:51.910409 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'name': 'tempest-TestServerMultinode-769954956-router', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:41Z', 'updated_at': '2021-11-25T20:00:45Z', 'revision_number': 4, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'gw_port': {'id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:42Z', 'updated_at': '2021-11-25T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b48f4c1d-131a-444b-ba8c-1469d46e3b81', 'name': '', 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'mac_address': 'fa:16:3e:e2:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '4927060c-6789-49c0-8c61-8768388d4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:45Z', 'updated_at': '2021-11-25T20:00:46Z', 'revision_number': 2, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'subnets': [{'id': '4927060c-6789-49c0-8c61-8768388d4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:51.942136 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Checking router: bb4b775a-3a1e-433d-876c-dc6f5afc6612 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:00:51.942471 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Updating router bb4b775a-3a1e-433d-876c-dc6f5afc6612 port b48f4c1d-131a-444b-ba8c-1469d46e3b81 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:00:51.972622 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.116390 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.358897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Router 35d5b624-4de6-4050-a4f1-621244d0ae4a is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:00:52.572785 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.581827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:00:52.589079 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.613859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Sync routers for ids ['35d5b624-4de6-4050-a4f1-621244d0ae4a'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:00:52.623247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.629264 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0c0cc4ba-393b-4e59-a6e8-0926f428e75d admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0433750 Nov 25 20:00:52.629736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 37522) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:00:52.639132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Routers {'35d5b624-4de6-4050-a4f1-621244d0ae4a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:52.648997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35d5b624-4de6-4050-a4f1-621244d0ae4a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:52.698982 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Pushing event updated for resources: {'Port': ['ID=b48f4c1d-131a-444b-ba8c-1469d46e3b81,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:52.749983 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.751082 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.752531 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.754526 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.755604 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.756008 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.759145 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.759647 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.760042 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.760577 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.761720 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.762116 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:52.879796 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Attempting to bind port b48f4c1d-131a-444b-ba8c-1469d46e3b81 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:00:52.880163 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Attempting to bind port b48f4c1d-131a-444b-ba8c-1469d46e3b81 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:00:52.880523 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Attempting to bind port b48f4c1d-131a-444b-ba8c-1469d46e3b81 on network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:52.887768 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:00:52.888563 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Checking segment: {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:52.888973 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.889366 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Bound using segment: {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:00:52.889843 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Bound port: b48f4c1d-131a-444b-ba8c-1469d46e3b81, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:00:52.890224 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:52.966092 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3317abfa-227f-49a3-8527-ab6ca4081660 req-8a67006f-be1b-46ed-97f4-3a0e955b7ffd tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 210 time: 0.0463846 Nov 25 20:00:52.999931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4f063cff-0562-4b5a-9f02-83517245705f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:53.002961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dd2c79ef-2e33-4e6f-b635-38c42793b7c0 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:00:53.007465 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f09dd46-517f-4dad-86b0-c0b0002a7ae2 None None] Network fd91286a-e9ab-4aad-93ce-dcad2c5e053a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:00:53.021721 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] For port b48f4c1d-131a-444b-ba8c-1469d46e3b81, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:00:53.028200 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] For port b48f4c1d-131a-444b-ba8c-1469d46e3b81, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b48f4c1d-131a-444b-ba8c-1469d46e3b81,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:00:53.044028 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:53.147154 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39280eaf-3b87-4917-a9b2-1b46044ffc29 None None] Pushing event updated for resources: {'Port': ['ID=b48f4c1d-131a-444b-ba8c-1469d46e3b81,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:53.150827 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Routers {'bb4b775a-3a1e-433d-876c-dc6f5afc6612'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:53.151480 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:53.413405 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] Set router bb4b775a-3a1e-433d-876c-dc6f5afc6612 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:53.491308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Set router 35d5b624-4de6-4050-a4f1-621244d0ae4a gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:53.758977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: dd2c79ef-2e33-4e6f-b635-38c42793b7c0 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:00:53.758977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device dd2c79ef-2e33-4e6f-b635-38c42793b7c0 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:00:53.765190 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:53.775637 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Provisioning complete for port 4f063cff-0562-4b5a-9f02-83517245705f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:53.776018 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:53.810857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-b010facc-3c5d-4e70-9f0c-b1c4129e0462 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:53.810857 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-b010facc-3c5d-4e70-9f0c-b1c4129e0462 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.3436377 Nov 25 20:00:53.825783 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Request body: {'port': {'device_id': '02bf55e9-1b20-4147-832f-7488057c6fb1', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'admin_state_up': True, 'tenant_id': '34940b541b304a459edcc95e7731590f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:53.928218 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'name': 'tempest-TestServerMultinode-769954956-router', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:41Z', 'updated_at': '2021-11-25T20:00:45Z', 'revision_number': 4, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'gw_port': {'id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:42Z', 'updated_at': '2021-11-25T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b48f4c1d-131a-444b-ba8c-1469d46e3b81', 'name': '', 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'mac_address': 'fa:16:3e:e2:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '4927060c-6789-49c0-8c61-8768388d4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:45Z', 'updated_at': '2021-11-25T20:00:53Z', 'revision_number': 4, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'subnets': [{'id': '4927060c-6789-49c0-8c61-8768388d4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:53.986023 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22567950-8a25-4215-aadb-e2340f3f605f None None] The sync data for ids ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'] in n-d-817303-9 is: [{'id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'name': 'tempest-TestServerMultinode-769954956-router', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:41Z', 'updated_at': '2021-11-25T20:00:45Z', 'revision_number': 4, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'gw_port': {'id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:42Z', 'updated_at': '2021-11-25T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b48f4c1d-131a-444b-ba8c-1469d46e3b81', 'name': '', 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'mac_address': 'fa:16:3e:e2:b9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_interface', 'standard_attr_id': 3488, 'fixed_ips': [{'subnet_id': '4927060c-6789-49c0-8c61-8768388d4640', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:45Z', 'updated_at': '2021-11-25T20:00:53Z', 'revision_number': 4, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'subnets': [{'id': '4927060c-6789-49c0-8c61-8768388d4640', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:00:54.103685 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.135097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Made reservation on behalf of 34940b541b304a459edcc95e7731590f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:00:54.139801 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.159822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11be1cec-2a64-4bbf-8739-9c8837cacaf3 req-5f2f8148-2806-439a-9683-a09d7224eee1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 210 time: 0.0714090 Nov 25 20:00:54.204942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Allocated IP 172.20.0.1 (fd91286a-e9ab-4aad-93ce-dcad2c5e053a/ba12091b-e5b4-4a44-83e6-837bd61b2324/c6842146-61f7-45e1-b16a-13092a261eac) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:54.314123 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.317282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4f063cff-0562-4b5a-9f02-83517245705f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:54.317645 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.360953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Allocated IP 172.20.0.8 (6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4/b4bb04ad-3028-4b3d-ab7c-269238de2c3b/87cda1d6-a721-4f23-b28f-f3dcea8a0720) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:00:54.390050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.442196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0036a422-048a-492f-abce-9410a21af9ca None None] For port 4f063cff-0562-4b5a-9f02-83517245705f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4f063cff-0562-4b5a-9f02-83517245705f,segment=NetworkSegment(fb36b8b7-178e-4f13-be68-f5ac879ce38c),segment_id=fb36b8b7-178e-4f13-be68-f5ac879ce38c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:54.468787 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.477097 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.487812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'name': 'tempest-TestServerMultinode-1838259853-router', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:49Z', 'updated_at': '2021-11-25T20:00:51Z', 'revision_number': 3, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'gw_port': {'id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:50Z', 'updated_at': '2021-11-25T20:00:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:54.536211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Network fd91286a-e9ab-4aad-93ce-dcad2c5e053a is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:54.540589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:54.547640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:54.602711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Checking router: 35d5b624-4de6-4050-a4f1-621244d0ae4a for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:00:54.603211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Updating router 35d5b624-4de6-4050-a4f1-621244d0ae4a port b90e8514-1564-43d3-a1b5-cc33cea6a252 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:00:54.639011 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.669053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Pushing event updated for resources: {'Port': ['ID=c6842146-61f7-45e1-b16a-13092a261eac,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:54.694462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.729587 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.769103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:54.867928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:54.869600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:54.875536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:00:54.884535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event updated for resources: {'Port': ['ID=87cda1d6-a721-4f23-b28f-f3dcea8a0720,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:54.971916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:00:55.044499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:55.045588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.074577 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.115544 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-7d7b2344-84cb-4f8c-9346-737f5598eb5f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2942550 Nov 25 20:00:55.132055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Request body: {'port': {'device_id': '02bf55e9-1b20-4147-832f-7488057c6fb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:00:55.136759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Pushing event updated for resources: {'Port': ['ID=4f063cff-0562-4b5a-9f02-83517245705f,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:55.169995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-15c49887-4814-46fd-9085-95c3bb8757ca None None] Provisioning complete for port b48f4c1d-131a-444b-ba8c-1469d46e3b81 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:55.170389 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15c49887-4814-46fd-9085-95c3bb8757ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.344679 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.495715 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.501574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b48f4c1d-131a-444b-ba8c-1469d46e3b81 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:55.530960 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.534426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.535017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.535191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.535477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.535812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.536150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.536543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.536811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.537379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.537548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.537815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.538151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0036a422-048a-492f-abce-9410a21af9ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:00:55.540991 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.557357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.648127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Attempting to bind port b90e8514-1564-43d3-a1b5-cc33cea6a252 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:00:55.648757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Attempting to bind port b90e8514-1564-43d3-a1b5-cc33cea6a252 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:00:55.649335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Attempting to bind port b90e8514-1564-43d3-a1b5-cc33cea6a252 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:55.653482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823eee8-b9b5-4457-88bb-7e78888c10bf req-7ce2e36e-e1da-4e36-bd8a-4638cbfa405b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:55.662838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d823eee8-b9b5-4457-88bb-7e78888c10bf req-7ce2e36e-e1da-4e36-bd8a-4638cbfa405b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 931 time: 0.2239931 Nov 25 20:00:55.664898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:00:55.665405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:55.666748 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.667189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:00:55.667724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Bound port: b90e8514-1564-43d3-a1b5-cc33cea6a252, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:00:55.668329 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.670396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2875b91-f22f-4129-ab52-d7fbe4586c95 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:55.697570 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.711846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Pushing event updated for resources: {'Port': ['ID=c6842146-61f7-45e1-b16a-13092a261eac,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:55.736378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854b34d-5e90-4fbf-8523-dc290f99c114 None None] Pushing event updated for resources: {'Port': ['ID=b90e8514-1564-43d3-a1b5-cc33cea6a252,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:55.830034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b48f4c1d-131a-444b-ba8c-1469d46e3b81 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:55.831222 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.878214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] For port b90e8514-1564-43d3-a1b5-cc33cea6a252, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:00:55.926705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] For port b90e8514-1564-43d3-a1b5-cc33cea6a252, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b90e8514-1564-43d3-a1b5-cc33cea6a252,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:00:55.932987 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15c49887-4814-46fd-9085-95c3bb8757ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:55.970201 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:56.005398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87cda1d6-a721-4f23-b28f-f3dcea8a0720 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:00:56.019620 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:56.053376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-15c49887-4814-46fd-9085-95c3bb8757ca None None] For port b48f4c1d-131a-444b-ba8c-1469d46e3b81, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b48f4c1d-131a-444b-ba8c-1469d46e3b81,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:56.063896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Transition to ACTIVE for port object 87cda1d6-a721-4f23-b28f-f3dcea8a0720 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:00:56.064272 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15c49887-4814-46fd-9085-95c3bb8757ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:56.080652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:56.105878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0af3f22-222b-4005-b144-90c328df5db6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:00:56.125102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Routers {'35d5b624-4de6-4050-a4f1-621244d0ae4a'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:00:56.125749 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35d5b624-4de6-4050-a4f1-621244d0ae4a'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:56.177345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5854b34d-5e90-4fbf-8523-dc290f99c114 None None] Pushing event updated for resources: {'Port': ['ID=b90e8514-1564-43d3-a1b5-cc33cea6a252,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:56.396278 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d823eee8-b9b5-4457-88bb-7e78888c10bf req-587418d2-82cc-4e92-af2e-5852f58b8170 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7321808 Nov 25 20:00:56.404775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c49887-4814-46fd-9085-95c3bb8757ca None None] Pushing event updated for resources: {'Port': ['ID=b48f4c1d-131a-444b-ba8c-1469d46e3b81,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:56.412647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8aecd62f-b8cc-4c06-9cbe-931455a554b4 None None] Provisioning complete for port 4f063cff-0562-4b5a-9f02-83517245705f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:56.413032 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8aecd62f-b8cc-4c06-9cbe-931455a554b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:56.454763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] Set router 35d5b624-4de6-4050-a4f1-621244d0ae4a gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:00:56.471835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Network fd91286a-e9ab-4aad-93ce-dcad2c5e053a is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:00:56.473568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:00:56.562116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Pushing event updated for resources: {'Port': ['ID=87cda1d6-a721-4f23-b28f-f3dcea8a0720,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:56.676189 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Router 35d5b624-4de6-4050-a4f1-621244d0ae4a has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:00:56.734722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Attempting to bind port 87cda1d6-a721-4f23-b28f-f3dcea8a0720 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:00:56.735617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Attempting to bind port 87cda1d6-a721-4f23-b28f-f3dcea8a0720 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:00:56.736047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Attempting to bind port 87cda1d6-a721-4f23-b28f-f3dcea8a0720 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:56.741564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Port 87cda1d6-a721-4f23-b28f-f3dcea8a0720 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:00:56.742039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Attempting to bind port 87cda1d6-a721-4f23-b28f-f3dcea8a0720 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:00:56.759859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:00:56.760565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Checking segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:00:56.761368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Bound using segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:00:56.763459 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Bound port: 87cda1d6-a721-4f23-b28f-f3dcea8a0720, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:00:56.767987 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:56.923893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:00:56.935213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2f8965f0-83bd-4819-93c3-ce6695e1c677 admin admin] 10.222.0.15 "PUT /v2.0/routers/35d5b624-4de6-4050-a4f1-621244d0ae4a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3035772 Nov 25 20:00:56.954787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] For port 87cda1d6-a721-4f23-b28f-f3dcea8a0720, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:00:56.960342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] For port 87cda1d6-a721-4f23-b28f-f3dcea8a0720, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=87cda1d6-a721-4f23-b28f-f3dcea8a0720,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:00:56.967318 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:57.015333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:57.016519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:57.018905 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] 10.222.0.60 "PUT /v2.0/ports/87cda1d6-a721-4f23-b28f-f3dcea8a0720 HTTP/1.1" status: 200 len: 1091 time: 1.8966372 Nov 25 20:00:57.023111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02bf55e9-1b20-4147-832f-7488057c6fb1', 'tag': '87cda1d6-a721-4f23-b28f-f3dcea8a0720'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:00:57.028471 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534d58f0-989b-4be3-a12b-6d3f2515c044" -d '{"events": [{"name": "network-changed", "server_uuid": "02bf55e9-1b20-4147-832f-7488057c6fb1", "tag": "87cda1d6-a721-4f23-b28f-f3dcea8a0720"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:00:57.089578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8aecd62f-b8cc-4c06-9cbe-931455a554b4 None None] Provisioning complete for port b90e8514-1564-43d3-a1b5-cc33cea6a252 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:57.090211 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8aecd62f-b8cc-4c06-9cbe-931455a554b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:57.207306 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbab839-81e5-443b-b533-8040fbfbbe83 x-openstack-request-id: req-fdbab839-81e5-443b-b533-8040fbfbbe83 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:00:57.207740 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02bf55e9-1b20-4147-832f-7488057c6fb1", "tag": "87cda1d6-a721-4f23-b28f-f3dcea8a0720", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:00:57.208117 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fdbab839-81e5-443b-b533-8040fbfbbe83 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:00:57.208714 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02bf55e9-1b20-4147-832f-7488057c6fb1', 'tag': '87cda1d6-a721-4f23-b28f-f3dcea8a0720', 'status': 'completed', 'code': 200} Nov 25 20:00:57.240253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24610f1d-cdbf-4023-ba39-2fe82b96b16d service neutron] Pushing event updated for resources: {'Port': ['ID=87cda1d6-a721-4f23-b28f-f3dcea8a0720,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:57.250480 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8aecd62f-b8cc-4c06-9cbe-931455a554b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:57.262146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-0eaa9a7a-2e70-46fb-bda7-6dbc7f2ab9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:57.266049 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-0eaa9a7a-2e70-46fb-bda7-6dbc7f2ab9ec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 1094 time: 0.1508062 Nov 25 20:00:57.288555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8aecd62f-b8cc-4c06-9cbe-931455a554b4 None None] For port b90e8514-1564-43d3-a1b5-cc33cea6a252, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b90e8514-1564-43d3-a1b5-cc33cea6a252,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:00:57.309242 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'name': 'tempest-TestServerMultinode-1838259853-router', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:49Z', 'updated_at': '2021-11-25T20:00:54Z', 'revision_number': 4, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'gw_port': {'id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:50Z', 'updated_at': '2021-11-25T20:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'c6842146-61f7-45e1-b16a-13092a261eac', 'name': '', 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'mac_address': 'fa:16:3e:5f:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'ba12091b-e5b4-4a44-83e6-837bd61b2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:53Z', 'updated_at': '2021-11-25T20:00:55Z', 'revision_number': 2, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'subnets': [{'id': 'ba12091b-e5b4-4a44-83e6-837bd61b2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:00:57.309242 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8aecd62f-b8cc-4c06-9cbe-931455a554b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:57.326388 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-8d2f034e-aa5f-44bb-9fce-387559f09d44 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87cda1d6-a721-4f23-b28f-f3dcea8a0720 HTTP/1.1" status: 200 len: 217 time: 0.0504632 Nov 25 20:00:57.357593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4f063cff-0562-4b5a-9f02-83517245705f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:57.379568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d2e6c9-bac1-4633-968a-8f43129cb8a9 None None] The sync data for ids ['35d5b624-4de6-4050-a4f1-621244d0ae4a'] in n-d-817303-9 is: [{'id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'name': 'tempest-TestServerMultinode-1838259853-router', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:49Z', 'updated_at': '2021-11-25T20:00:54Z', 'revision_number': 4, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'gw_port': {'id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:50Z', 'updated_at': '2021-11-25T20:00:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'c6842146-61f7-45e1-b16a-13092a261eac', 'name': '', 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'mac_address': 'fa:16:3e:5f:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'ba12091b-e5b4-4a44-83e6-837bd61b2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:53Z', 'updated_at': '2021-11-25T20:00:55Z', 'revision_number': 2, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'subnets': [{'id': 'ba12091b-e5b4-4a44-83e6-837bd61b2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:00:57.417011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-6eca6521-8653-4d56-9d05-8d9886db8910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:57.420394 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-6eca6521-8653-4d56-9d05-8d9886db8910 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0870838 Nov 25 20:00:57.440553 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8aecd62f-b8cc-4c06-9cbe-931455a554b4 None None] Provisioning complete for port c6842146-61f7-45e1-b16a-13092a261eac triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:57.440949 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8aecd62f-b8cc-4c06-9cbe-931455a554b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:57.496690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aecd62f-b8cc-4c06-9cbe-931455a554b4 None None] Pushing event updated for resources: {'Port': ['ID=b90e8514-1564-43d3-a1b5-cc33cea6a252,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:00:57.505821 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-daf9902b-9311-4e38-890b-84db49790188 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714636 Nov 25 20:00:57.518545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8aecd62f-b8cc-4c06-9cbe-931455a554b4 None None] Port c6842146-61f7-45e1-b16a-13092a261eac cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:00:57.526498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4f063cff-0562-4b5a-9f02-83517245705f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:57.526923 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:57.699497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d771e-1763-48d2-a598-00da98818e57 req-9439caa1-3fd9-4719-83b8-aab05de3f334 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:57.707574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a0d771e-1763-48d2-a598-00da98818e57 req-9439caa1-3fd9-4719-83b8-aab05de3f334 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 943 time: 0.0792611 Nov 25 20:00:57.731350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b48f4c1d-131a-444b-ba8c-1469d46e3b81 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:57.739135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ec208a3c-264c-40aa-be4c-2a8eb4108275 None None] Provisioning complete for port c6842146-61f7-45e1-b16a-13092a261eac triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:57.739753 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec208a3c-264c-40aa-be4c-2a8eb4108275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:57.770639 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-d318971d-5fe4-4b27-803f-fd8646d509ed service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505646 Nov 25 20:00:57.797712 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a0d771e-1763-48d2-a598-00da98818e57 req-95a1b510-28f8-4cc8-b02d-dd753d1cacd4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889261 Nov 25 20:00:57.924354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ec208a3c-264c-40aa-be4c-2a8eb4108275 None None] Port c6842146-61f7-45e1-b16a-13092a261eac cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:00:57.994432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b48f4c1d-131a-444b-ba8c-1469d46e3b81 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:57.994760 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27960592-6fa8-4b94-99c2-fbe3e6a9821c req-5b79d3ee-591e-4e50-a9b1-2e877de6efe2 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160425 Nov 25 20:00:57.995763 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:00:58.140584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d58f0-989b-4be3-a12b-6d3f2515c044 req-097c2d49-36ca-4826-b535-c227191ce781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:58.143031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-534d58f0-989b-4be3-a12b-6d3f2515c044 req-097c2d49-36ca-4826-b535-c227191ce781 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 1094 time: 0.0933552 Nov 25 20:00:58.303475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01770e1-57d1-404c-806f-96369842acfe req-f46d016b-f2a6-4ca0-b371-2cba26d6f2e2 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:58.306441 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-f46d016b-f2a6-4ca0-b371-2cba26d6f2e2 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/networks?id=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f HTTP/1.1" status: 200 len: 910 time: 0.1910930 Nov 25 20:00:58.340780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-6125c0be-2965-4e28-8370-30b9269d4478 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/quotas/a6c1353336e64ba28cb748e3f0100fe8 HTTP/1.1" status: 200 len: 375 time: 0.0172434 Nov 25 20:00:58.345397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d58f0-989b-4be3-a12b-6d3f2515c044 req-cd0b1a22-dbe3-470e-a335-cdc2322d749f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:58.347971 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-534d58f0-989b-4be3-a12b-6d3f2515c044 req-cd0b1a22-dbe3-470e-a335-cdc2322d749f service neutron] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 906 time: 0.1974349 Nov 25 20:00:58.415583 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-534d58f0-989b-4be3-a12b-6d3f2515c044 req-8c9bad95-57a9-45ac-af46-40f3edbd0162 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=87cda1d6-a721-4f23-b28f-f3dcea8a0720 HTTP/1.1" status: 200 len: 217 time: 0.0584953 Nov 25 20:00:58.448142 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-550275b9-ad9b-4ece-a85a-47b53c0516ab tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6c1353336e64ba28cb748e3f0100fe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1063416 Nov 25 20:00:58.520850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d58f0-989b-4be3-a12b-6d3f2515c044 req-79971fd4-23ec-466f-a233-cf35e457cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:58.522658 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-534d58f0-989b-4be3-a12b-6d3f2515c044 req-79971fd4-23ec-466f-a233-cf35e457cba6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0999794 Nov 25 20:00:58.579264 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-534d58f0-989b-4be3-a12b-6d3f2515c044 req-1524999e-1afd-4b5a-8d6f-11f249228c42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485692 Nov 25 20:00:58.599836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-47de9e20-15cd-4ffc-9eed-9d83127be9b8 service neutron] 10.222.0.15 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430452 Nov 25 20:00:58.806163 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-534d58f0-989b-4be3-a12b-6d3f2515c044 req-8586f6e9-cf43-41c0-8bf7-29205efb6210 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2169862 Nov 25 20:00:58.823467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-07697708-dbb9-409a-9344-1b0b443d307a service neutron] 10.222.0.15 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138770 Nov 25 20:00:58.938710 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-534d58f0-989b-4be3-a12b-6d3f2515c044 req-4c2ab262-d413-4e45-8986-0f0b28a9e90c service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261168 Nov 25 20:00:59.125915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b866c6-1c02-40d5-b346-3c40c75582dd req-85d9b00f-ace8-4c36-992f-bc63591b51b1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:00:59.143320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9b866c6-1c02-40d5-b346-3c40c75582dd req-85d9b00f-ace8-4c36-992f-bc63591b51b1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 943 time: 0.0886385 Nov 25 20:00:59.291783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a9b866c6-1c02-40d5-b346-3c40c75582dd req-9952cf2a-7966-430f-881b-4ed28138eb94 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455622 Nov 25 20:00:59.363687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b90e8514-1564-43d3-a1b5-cc33cea6a252 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:00:59.411156 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4bc637b-d424-40c3-ac76-0f138b947c94 req-adcb6d46-acd9-4ea3-afe0-6f847a8e845c tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 210 time: 0.0381334 Nov 25 20:00:59.493500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b90e8514-1564-43d3-a1b5-cc33cea6a252 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:00:59.494115 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:00.465135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1d531-409c-47eb-8f15-c68192b611c0 req-7b13ea4b-71b7-44b4-9f9c-e4da9b1ab4b2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:00.466887 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fd1d531-409c-47eb-8f15-c68192b611c0 req-7b13ea4b-71b7-44b4-9f9c-e4da9b1ab4b2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 943 time: 0.0827067 Nov 25 20:01:00.560226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fd1d531-409c-47eb-8f15-c68192b611c0 req-949c3a99-15d0-45d8-8531-f25da4072830 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815125 Nov 25 20:01:00.716041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b270502e-e9fe-42c5-8abc-c86ebc425e3c req-d55f7946-f217-45b6-b029-2ee3595efb2a tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 210 time: 0.0409768 Nov 25 20:01:00.837659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 87cda1d6-a721-4f23-b28f-f3dcea8a0720 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:01:00.841410 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01770e1-57d1-404c-806f-96369842acfe req-5af49927-eae5-4475-9f43-ceeb0b8a240d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:00.843002 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-5af49927-eae5-4475-9f43-ceeb0b8a240d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.76 "GET /v2.0/networks?id=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f HTTP/1.1" status: 200 len: 910 time: 0.2071724 Nov 25 20:01:00.861009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Request body: {'port': {'device_id': '93c03ae6-d4c6-4045-8379-26caf23467f2', 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'admin_state_up': True, 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:00.893710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Made reservation on behalf of a6c1353336e64ba28cb748e3f0100fe8 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:01:00.898980 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:01.039651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 87cda1d6-a721-4f23-b28f-f3dcea8a0720, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=87cda1d6-a721-4f23-b28f-f3dcea8a0720,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:01.069929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '87cda1d6-a721-4f23-b28f-f3dcea8a0720', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'port_id': '87cda1d6-a721-4f23-b28f-f3dcea8a0720', 'mac_address': 'fa:16:3e:86:8d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bb04ad-3028-4b3d-ab7c-269238de2c3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:01:01.111533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Allocated IP 172.20.0.5 (bb7bc021-4f2f-4113-ac8d-71ae37dbd17f/4927060c-6789-49c0-8c61-8768388d4640/df4ee0f2-3367-4fa4-a47a-afc62c688aad) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:01.141712 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:01.164780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87cda1d6-a721-4f23-b28f-f3dcea8a0720 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:01:01.204116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 87cda1d6-a721-4f23-b28f-f3dcea8a0720, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=87cda1d6-a721-4f23-b28f-f3dcea8a0720,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:01.211957 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:01.306986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=87cda1d6-a721-4f23-b28f-f3dcea8a0720,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:01.350240 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Sync routers for ids ['35d5b624-4de6-4050-a4f1-621244d0ae4a'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:01.372140 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Routers {'35d5b624-4de6-4050-a4f1-621244d0ae4a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:01.373139 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35d5b624-4de6-4050-a4f1-621244d0ae4a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:01.395780 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:01.422910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['87cda1d6-a721-4f23-b28f-f3dcea8a0720'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:01.453753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:01.531808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Pushing event updated for resources: {'Port': ['ID=df4ee0f2-3367-4fa4-a47a-afc62c688aad,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:01.543913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:01.547977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:01.551290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:01.563452 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Set router 35d5b624-4de6-4050-a4f1-621244d0ae4a gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:01.671950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:01.672584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:01.738631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-0fd4a623-e405-473f-92fa-28f0de0665ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8864272 Nov 25 20:01:01.764244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Request body: {'port': {'device_id': '93c03ae6-d4c6-4045-8379-26caf23467f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:01.882584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524ffbfe-f8a4-47e2-b4fb-b552c3698b8e req-06854423-b6bf-4096-a915-67076d408a87 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:01.884888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-524ffbfe-f8a4-47e2-b4fb-b552c3698b8e req-06854423-b6bf-4096-a915-67076d408a87 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 944 time: 0.1451483 Nov 25 20:01:01.892122 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:01.984961 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'name': 'tempest-TestServerMultinode-1838259853-router', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:49Z', 'updated_at': '2021-11-25T20:00:54Z', 'revision_number': 4, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'gw_port': {'id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:50Z', 'updated_at': '2021-11-25T20:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'c6842146-61f7-45e1-b16a-13092a261eac', 'name': '', 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'mac_address': 'fa:16:3e:5f:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'ba12091b-e5b4-4a44-83e6-837bd61b2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:53Z', 'updated_at': '2021-11-25T20:00:55Z', 'revision_number': 2, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'subnets': [{'id': 'ba12091b-e5b4-4a44-83e6-837bd61b2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:02.034650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7ddf5d11-565f-4d4a-8248-0b9a6cd52d82 None None] Provisioning complete for port df4ee0f2-3367-4fa4-a47a-afc62c688aad triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:02.035359 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ddf5d11-565f-4d4a-8248-0b9a6cd52d82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.043728 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Checking router: 35d5b624-4de6-4050-a4f1-621244d0ae4a for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:01:02.044302 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Updating router 35d5b624-4de6-4050-a4f1-621244d0ae4a port c6842146-61f7-45e1-b16a-13092a261eac binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:01:02.058840 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-524ffbfe-f8a4-47e2-b4fb-b552c3698b8e req-d700e655-dfe3-4bd3-9df3-7da932ea7688 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608217 Nov 25 20:01:02.096993 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.144486 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b22fee5e-f592-414e-8691-41acdfe409ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.153429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7ddf5d11-565f-4d4a-8248-0b9a6cd52d82 None None] Port df4ee0f2-3367-4fa4-a47a-afc62c688aad cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:02.318271 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468b9354-01c1-4480-bc97-49431742f48c req-ee31c60f-f8c1-4b0a-937f-c5e8bf13a1be tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:02.319889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-468b9354-01c1-4480-bc97-49431742f48c req-ee31c60f-f8c1-4b0a-937f-c5e8bf13a1be tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1027 time: 0.1167765 Nov 25 20:01:02.425612 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-468b9354-01c1-4480-bc97-49431742f48c req-6098cd56-6b6c-41d5-91ca-2c5d7172dc1d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766125 Nov 25 20:01:02.502447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df4ee0f2-3367-4fa4-a47a-afc62c688aad {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:01:02.511869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.534273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Transition to ACTIVE for port object df4ee0f2-3367-4fa4-a47a-afc62c688aad will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:01:02.541303 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.553541 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.563065 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.639203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Pushing event updated for resources: {'Port': ['ID=df4ee0f2-3367-4fa4-a47a-afc62c688aad,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:02.718928 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Attempting to bind port c6842146-61f7-45e1-b16a-13092a261eac on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:01:02.731698 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Attempting to bind port c6842146-61f7-45e1-b16a-13092a261eac by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'fb36b8b7-178e-4f13-be68-f5ac879ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:01:02.732343 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Attempting to bind port c6842146-61f7-45e1-b16a-13092a261eac on network fd91286a-e9ab-4aad-93ce-dcad2c5e053a {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:02.759724 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf1e65-0355-4a35-812a-0e1e011b13fe None None] Pushing event updated for resources: {'Port': ['ID=c6842146-61f7-45e1-b16a-13092a261eac,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:02.791926 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:01:02.793378 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Checking segment: {'id': 'fb36b8b7-178e-4f13-be68-f5ac879ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:01:02.799345 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.799987 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Bound using segment: {'id': 'fb36b8b7-178e-4f13-be68-f5ac879ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:01:02.800846 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Bound port: c6842146-61f7-45e1-b16a-13092a261eac, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb36b8b7-178e-4f13-be68-f5ac879ce38c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:01:02.801500 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.856067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 87cda1d6-a721-4f23-b28f-f3dcea8a0720 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:01:02.883552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Attempting to bind port df4ee0f2-3367-4fa4-a47a-afc62c688aad on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:01:02.884253 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Attempting to bind port df4ee0f2-3367-4fa4-a47a-afc62c688aad by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:01:02.884960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Attempting to bind port df4ee0f2-3367-4fa4-a47a-afc62c688aad on network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:02.917176 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Port df4ee0f2-3367-4fa4-a47a-afc62c688aad on network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:01:02.917427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Attempting to bind port df4ee0f2-3367-4fa4-a47a-afc62c688aad on network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:02.934965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:01:02.935321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Checking segment: {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:01:02.935726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Bound using segment: {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:01:02.936188 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Bound port: df4ee0f2-3367-4fa4-a47a-afc62c688aad, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:01:02.936558 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:02.997547 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] For port c6842146-61f7-45e1-b16a-13092a261eac, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:01:02.997962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 87cda1d6-a721-4f23-b28f-f3dcea8a0720 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:01:03.002698 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] For port c6842146-61f7-45e1-b16a-13092a261eac, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c6842146-61f7-45e1-b16a-13092a261eac,segment=NetworkSegment(fb36b8b7-178e-4f13-be68-f5ac879ce38c),segment_id=fb36b8b7-178e-4f13-be68-f5ac879ce38c)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:01:03.012704 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.017851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 87cda1d6-a721-4f23-b28f-f3dcea8a0720 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:03.019749 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.155808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] For port df4ee0f2-3367-4fa4-a47a-afc62c688aad, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:01:03.162024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] For port df4ee0f2-3367-4fa4-a47a-afc62c688aad, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=df4ee0f2-3367-4fa4-a47a-afc62c688aad,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:01:03.176292 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.232084 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Routers {'35d5b624-4de6-4050-a4f1-621244d0ae4a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:03.232407 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35d5b624-4de6-4050-a4f1-621244d0ae4a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:03.245590 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf1e65-0355-4a35-812a-0e1e011b13fe None None] Pushing event updated for resources: {'Port': ['ID=c6842146-61f7-45e1-b16a-13092a261eac,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:03.256158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fdd79000-40e7-42b7-bf69-8e48f355d405 None None] Provisioning complete for port c6842146-61f7-45e1-b16a-13092a261eac triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:03.257088 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fdd79000-40e7-42b7-bf69-8e48f355d405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.359558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:03.361684 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.370553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] 10.222.0.76 "PUT /v2.0/ports/df4ee0f2-3367-4fa4-a47a-afc62c688aad HTTP/1.1" status: 200 len: 1091 time: 1.6103616 Nov 25 20:01:03.371503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c03ae6-d4c6-4045-8379-26caf23467f2', 'tag': 'df4ee0f2-3367-4fa4-a47a-afc62c688aad'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:01:03.386336 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7774390-bcc7-49e1-89c9-381c968fbfc8" -d '{"events": [{"name": "network-changed", "server_uuid": "93c03ae6-d4c6-4045-8379-26caf23467f2", "tag": "df4ee0f2-3367-4fa4-a47a-afc62c688aad"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:01:03.487714 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.558685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bf55e9-1b20-4147-832f-7488057c6fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cda1d6-a721-4f23-b28f-f3dcea8a0720'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:01:03.560753 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] Set router 35d5b624-4de6-4050-a4f1-621244d0ae4a gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:03.561546 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e9e605c-9922-4296-a256-1737e1b773a8" -d '{"events": [{"server_uuid": "02bf55e9-1b20-4147-832f-7488057c6fb1", "name": "network-vif-plugged", "status": "completed", "tag": "87cda1d6-a721-4f23-b28f-f3dcea8a0720"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:01:03.584218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 87cda1d6-a721-4f23-b28f-f3dcea8a0720, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=87cda1d6-a721-4f23-b28f-f3dcea8a0720,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:03.601842 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.607166 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fdd79000-40e7-42b7-bf69-8e48f355d405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.672925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11ba61-48ea-4c13-aac7-2d861869e476 service neutron] Pushing event updated for resources: {'Port': ['ID=df4ee0f2-3367-4fa4-a47a-afc62c688aad,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:03.747700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fdd79000-40e7-42b7-bf69-8e48f355d405 None None] For port c6842146-61f7-45e1-b16a-13092a261eac, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c6842146-61f7-45e1-b16a-13092a261eac,segment=NetworkSegment(fb36b8b7-178e-4f13-be68-f5ac879ce38c),segment_id=fb36b8b7-178e-4f13-be68-f5ac879ce38c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:03.749768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=87cda1d6-a721-4f23-b28f-f3dcea8a0720,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:03.756493 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fdd79000-40e7-42b7-bf69-8e48f355d405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.799671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d242e86-6353-4a6d-bf56-9f52b4a8b4e2 req-8026db20-d0d3-4707-8295-5c691504ceb1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:03.813399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d242e86-6353-4a6d-bf56-9f52b4a8b4e2 req-8026db20-d0d3-4707-8295-5c691504ceb1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 944 time: 0.4588716 Nov 25 20:01:03.868742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01770e1-57d1-404c-806f-96369842acfe req-deeccce2-1f97-4023-916c-691b4425ce70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:03.872330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-deeccce2-1f97-4023-916c-691b4425ce70 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6c1353336e64ba28cb748e3f0100fe8&device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1094 time: 0.3245668 Nov 25 20:01:03.891234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd79000-40e7-42b7-bf69-8e48f355d405 None None] Pushing event updated for resources: {'Port': ['ID=c6842146-61f7-45e1-b16a-13092a261eac,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:03.929607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7f5006a9-2b19-4eb0-affd-bb8a8d9495bc None None] Provisioning complete for port c6842146-61f7-45e1-b16a-13092a261eac triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:03.930585 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f5006a9-2b19-4eb0-affd-bb8a8d9495bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:03.987691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-4d368c20-a513-4980-8f5a-ffe3e7ccc932 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df4ee0f2-3367-4fa4-a47a-afc62c688aad HTTP/1.1" status: 200 len: 217 time: 0.0759866 Nov 25 20:01:03.992051 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d242e86-6353-4a6d-bf56-9f52b4a8b4e2 req-5032e139-8f62-4b39-bbcf-ad02fa1921aa tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774533 Nov 25 20:01:04.074848 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'name': 'tempest-TestServerMultinode-1838259853-router', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:49Z', 'updated_at': '2021-11-25T20:00:54Z', 'revision_number': 4, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'gw_port': {'id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:50Z', 'updated_at': '2021-11-25T20:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'c6842146-61f7-45e1-b16a-13092a261eac', 'name': '', 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'mac_address': 'fa:16:3e:5f:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'ba12091b-e5b4-4a44-83e6-837bd61b2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:53Z', 'updated_at': '2021-11-25T20:01:02Z', 'revision_number': 4, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'subnets': [{'id': 'ba12091b-e5b4-4a44-83e6-837bd61b2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:04.085372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01770e1-57d1-404c-806f-96369842acfe req-65037ccb-86d9-43cc-a6cc-077bd2458b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:04.095865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-65037ccb-86d9-43cc-a6cc-077bd2458b33 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4927060c-6789-49c0-8c61-8768388d4640 HTTP/1.1" status: 200 len: 848 time: 0.0998116 Nov 25 20:01:04.134111 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b18fc7-59d9-4b2f-b392-d344c9e3b32d None None] The sync data for ids ['35d5b624-4de6-4050-a4f1-621244d0ae4a'] in n-d-817303-9 is: [{'id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'name': 'tempest-TestServerMultinode-1838259853-router', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:49Z', 'updated_at': '2021-11-25T20:00:54Z', 'revision_number': 4, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'gw_port': {'id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:50Z', 'updated_at': '2021-11-25T20:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'c6842146-61f7-45e1-b16a-13092a261eac', 'name': '', 'network_id': 'fd91286a-e9ab-4aad-93ce-dcad2c5e053a', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'mac_address': 'fa:16:3e:5f:9a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3500, 'fixed_ips': [{'subnet_id': 'ba12091b-e5b4-4a44-83e6-837bd61b2324', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:53Z', 'updated_at': '2021-11-25T20:01:02Z', 'revision_number': 4, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'subnets': [{'id': 'ba12091b-e5b4-4a44-83e6-837bd61b2324', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:04.194825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01770e1-57d1-404c-806f-96369842acfe req-ff7c8803-b4d0-4042-bea2-d6de4def1e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:04.196762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-ff7c8803-b4d0-4042-bea2-d6de4def1e40 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0920627 Nov 25 20:01:04.284799 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56071c98-e404-43e8-bfa1-c513ab83b7d8 x-openstack-request-id: req-56071c98-e404-43e8-bfa1-c513ab83b7d8 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:01:04.284799 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c03ae6-d4c6-4045-8379-26caf23467f2", "tag": "df4ee0f2-3367-4fa4-a47a-afc62c688aad", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:01:04.285226 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-56071c98-e404-43e8-bfa1-c513ab83b7d8 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:01:04.285908 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c03ae6-d4c6-4045-8379-26caf23467f2', 'tag': 'df4ee0f2-3367-4fa4-a47a-afc62c688aad', 'status': 'completed', 'code': 200} Nov 25 20:01:04.370928 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-0e768632-3016-4f98-8ae6-ea6c79ba6295 service neutron] 10.222.0.76 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663101 Nov 25 20:01:04.416098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b474d-00e7-4011-8ee7-bc316bd0a919 req-0b8d1d9a-b546-45fc-a3c6-c9c07c254d26 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:04.417736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b3b474d-00e7-4011-8ee7-bc316bd0a919 req-0b8d1d9a-b546-45fc-a3c6-c9c07c254d26 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1094 time: 0.1062295 Nov 25 20:01:04.534790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e01770e1-57d1-404c-806f-96369842acfe req-17d05606-9d75-483a-9d57-42e74d1082e4 service neutron] 10.222.0.76 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550465 Nov 25 20:01:04.537424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b3b474d-00e7-4011-8ee7-bc316bd0a919 req-8c8d4b0a-0ead-49cc-bca0-348bbdc0a662 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851700 Nov 25 20:01:04.701967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7774390-bcc7-49e1-89c9-381c968fbfc8 req-523716c7-0cfa-45d1-a722-a1174d90496d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:04.703592 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7774390-bcc7-49e1-89c9-381c968fbfc8 req-523716c7-0cfa-45d1-a722-a1174d90496d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a6c1353336e64ba28cb748e3f0100fe8&device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1094 time: 0.1095595 Nov 25 20:01:04.732081 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cd585b-3b80-4472-a15c-4db86ffa51ab x-openstack-request-id: req-d3cd585b-3b80-4472-a15c-4db86ffa51ab {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:01:04.732658 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bf55e9-1b20-4147-832f-7488057c6fb1", "name": "network-vif-plugged", "status": "completed", "tag": "87cda1d6-a721-4f23-b28f-f3dcea8a0720", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:01:04.733625 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3cd585b-3b80-4472-a15c-4db86ffa51ab {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:01:04.734070 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bf55e9-1b20-4147-832f-7488057c6fb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87cda1d6-a721-4f23-b28f-f3dcea8a0720', 'code': 200} Nov 25 20:01:04.830979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7774390-bcc7-49e1-89c9-381c968fbfc8 req-2d68c531-3bcc-4d57-94c0-0e9693b42e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:04.833419 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7774390-bcc7-49e1-89c9-381c968fbfc8 req-2d68c531-3bcc-4d57-94c0-0e9693b42e53 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f HTTP/1.1" status: 200 len: 910 time: 0.1225622 Nov 25 20:01:04.889865 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be08dd0-4adc-4a26-b60c-f8cb02f1029f req-c2680333-5d46-4c73-9472-e924d2a923bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:04.891566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0be08dd0-4adc-4a26-b60c-f8cb02f1029f req-c2680333-5d46-4c73-9472-e924d2a923bd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 1096 time: 0.0634055 Nov 25 20:01:04.899976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7774390-bcc7-49e1-89c9-381c968fbfc8 req-76ba3b39-86cf-4c01-9e4f-8fa11da2cc92 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=df4ee0f2-3367-4fa4-a47a-afc62c688aad HTTP/1.1" status: 200 len: 217 time: 0.0576005 Nov 25 20:01:04.947709 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0be08dd0-4adc-4a26-b60c-f8cb02f1029f req-dad68a58-0848-4aee-b613-35119c46aa12 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472109 Nov 25 20:01:04.955373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7774390-bcc7-49e1-89c9-381c968fbfc8 req-4fb1216c-9130-4d22-8534-3533aa1775fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:04.956931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7774390-bcc7-49e1-89c9-381c968fbfc8 req-4fb1216c-9130-4d22-8534-3533aa1775fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4927060c-6789-49c0-8c61-8768388d4640 HTTP/1.1" status: 200 len: 848 time: 0.0492294 Nov 25 20:01:05.013987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7774390-bcc7-49e1-89c9-381c968fbfc8 req-f8a883c3-457d-401c-b262-6af1dda2cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:05.015708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7774390-bcc7-49e1-89c9-381c968fbfc8 req-f8a883c3-457d-401c-b262-6af1dda2cd03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506985 Nov 25 20:01:05.173700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7774390-bcc7-49e1-89c9-381c968fbfc8 req-3ee64979-3d54-4707-9289-93687846f37b service neutron] 10.222.0.76 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497533 Nov 25 20:01:05.230132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c6842146-61f7-45e1-b16a-13092a261eac up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:01:05.260976 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-52abc51a-7a4f-4e0f-b73c-58078e3d70b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.277894 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e423cd71-e0ba-49a4-b225-ea82437f74e2 req-c59477aa-8dbf-4529-bfdb-c6205802b7a5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:05.285742 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e423cd71-e0ba-49a4-b225-ea82437f74e2 req-c59477aa-8dbf-4529-bfdb-c6205802b7a5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.1608908 Nov 25 20:01:05.300744 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c6842146-61f7-45e1-b16a-13092a261eac triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:05.301210 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:05.353781 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7774390-bcc7-49e1-89c9-381c968fbfc8 req-53cea45c-fe73-4099-aba2-397141521b8a service neutron] 10.222.0.76 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702552 Nov 25 20:01:05.357500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e423cd71-e0ba-49a4-b225-ea82437f74e2 req-3db12eae-a15e-46d8-8727-8f56a622988d tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709236 Nov 25 20:01:05.668099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3d50b-48d1-4664-88c6-427ae90e98d3 req-a003c8b6-d7f7-4be3-ab53-aa4211de541e tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:05.670017 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96e3d50b-48d1-4664-88c6-427ae90e98d3 req-a003c8b6-d7f7-4be3-ab53-aa4211de541e tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1094 time: 0.0471523 Nov 25 20:01:05.719846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96e3d50b-48d1-4664-88c6-427ae90e98d3 req-59e01223-87b3-45dc-b64e-d92dbe4168fb tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432703 Nov 25 20:01:06.448337 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:06.518163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f4b23-0e74-4368-9887-b37b3cdd3362 req-52a07b30-5584-4d24-8fc2-e425f4082ee2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:06.520133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f50f4b23-0e74-4368-9887-b37b3cdd3362 req-52a07b30-5584-4d24-8fc2-e425f4082ee2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.0676560 Nov 25 20:01:06.588729 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f50f4b23-0e74-4368-9887-b37b3cdd3362 req-4e6cc736-671c-4c79-9424-5befb8f20029 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598335 Nov 25 20:01:06.598254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device df4ee0f2-3367-4fa4-a47a-afc62c688aad details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:01:06.776072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port df4ee0f2-3367-4fa4-a47a-afc62c688aad, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=df4ee0f2-3367-4fa4-a47a-afc62c688aad,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:06.807301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'df4ee0f2-3367-4fa4-a47a-afc62c688aad', 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'port_id': 'df4ee0f2-3367-4fa4-a47a-afc62c688aad', 'mac_address': 'fa:16:3e:49:7d:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4927060c-6789-49c0-8c61-8768388d4640', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:01:06.870548 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:06.890309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df4ee0f2-3367-4fa4-a47a-afc62c688aad {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:01:06.924503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24790fa3-0177-436d-8bd0-8eb04721f7ac req-46c94b0e-e310-451d-89ed-6d4d88718892 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:06.927595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24790fa3-0177-436d-8bd0-8eb04721f7ac req-46c94b0e-e310-451d-89ed-6d4d88718892 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1094 time: 0.0611265 Nov 25 20:01:06.933371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port df4ee0f2-3367-4fa4-a47a-afc62c688aad, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=df4ee0f2-3367-4fa4-a47a-afc62c688aad,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:06.939587 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:06.995372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24790fa3-0177-436d-8bd0-8eb04721f7ac req-87c93df6-4569-4937-b483-3071880df672 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518134 Nov 25 20:01:07.004663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=df4ee0f2-3367-4fa4-a47a-afc62c688aad,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:07.138240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa03e0e8-00fd-4c62-94dd-daf1f69a6851 req-e74b386a-f731-4a77-9e97-7a5abf0d1bd9 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:07.140373 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa03e0e8-00fd-4c62-94dd-daf1f69a6851 req-e74b386a-f731-4a77-9e97-7a5abf0d1bd9 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.0760920 Nov 25 20:01:07.177203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['df4ee0f2-3367-4fa4-a47a-afc62c688aad'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:07.221194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa03e0e8-00fd-4c62-94dd-daf1f69a6851 req-a988804d-a36a-4524-874b-c7352baf2691 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713623 Nov 25 20:01:07.386482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93f76dc-d5d9-4253-be22-0fd5438b94b0 req-beb54008-c004-4c5f-9c86-4afc259879ce tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:07.388915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c93f76dc-d5d9-4253-be22-0fd5438b94b0 req-beb54008-c004-4c5f-9c86-4afc259879ce tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.0800595 Nov 25 20:01:07.457627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c93f76dc-d5d9-4253-be22-0fd5438b94b0 req-59d24b9a-6d5e-4c41-b63d-0a9b9ccbd2fe tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607696 Nov 25 20:01:07.848647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72158d2f-a3c4-4043-80ae-327e6b25aea5 req-f02c4d9f-5844-40c0-a333-39713d829a2b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:07.850232 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:07.859519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72158d2f-a3c4-4043-80ae-327e6b25aea5 req-f02c4d9f-5844-40c0-a333-39713d829a2b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.0776699 Nov 25 20:01:07.925151 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72158d2f-a3c4-4043-80ae-327e6b25aea5 req-2683694d-2050-4193-8a90-d684da138148 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623355 Nov 25 20:01:08.172104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391873d6-a0e2-4205-bb96-a45b3f32ed79 req-701966b9-b987-451d-a9d6-27327a8dd48c tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:08.174409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-391873d6-a0e2-4205-bb96-a45b3f32ed79 req-701966b9-b987-451d-a9d6-27327a8dd48c tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1095 time: 0.0656149 Nov 25 20:01:08.235869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-391873d6-a0e2-4205-bb96-a45b3f32ed79 req-d0a73063-911a-42ae-ac27-641ceb3f47ee tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533335 Nov 25 20:01:08.292949 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:08.611918 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device df4ee0f2-3367-4fa4-a47a-afc62c688aad up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:01:08.683944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port df4ee0f2-3367-4fa4-a47a-afc62c688aad completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:01:08.688477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port df4ee0f2-3367-4fa4-a47a-afc62c688aad triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:08.688847 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:08.776914 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:08.806890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c03ae6-d4c6-4045-8379-26caf23467f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4ee0f2-3367-4fa4-a47a-afc62c688aad'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:01:08.809276 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23da7f2-d8c4-4fa5-a8fd-1c10b7927939" -d '{"events": [{"server_uuid": "93c03ae6-d4c6-4045-8379-26caf23467f2", "name": "network-vif-plugged", "status": "completed", "tag": "df4ee0f2-3367-4fa4-a47a-afc62c688aad"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:01:08.824263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port df4ee0f2-3367-4fa4-a47a-afc62c688aad, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=df4ee0f2-3367-4fa4-a47a-afc62c688aad,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:08.834848 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:08.885199 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45838b8b-502b-4bd3-ac27-6de0ea716169 x-openstack-request-id: req-45838b8b-502b-4bd3-ac27-6de0ea716169 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:01:08.885853 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c03ae6-d4c6-4045-8379-26caf23467f2", "name": "network-vif-plugged", "status": "completed", "tag": "df4ee0f2-3367-4fa4-a47a-afc62c688aad", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:01:08.885853 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-45838b8b-502b-4bd3-ac27-6de0ea716169 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:01:08.886145 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c03ae6-d4c6-4045-8379-26caf23467f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df4ee0f2-3367-4fa4-a47a-afc62c688aad', 'code': 200} Nov 25 20:01:08.922516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=df4ee0f2-3367-4fa4-a47a-afc62c688aad,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:09.023257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc7b4a-d47d-4389-8ecb-4d2193eec3f9 req-73d86f2f-1a8c-487e-bf0f-1650dd1d8312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:09.025489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bdc7b4a-d47d-4389-8ecb-4d2193eec3f9 req-73d86f2f-1a8c-487e-bf0f-1650dd1d8312 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1096 time: 0.0559857 Nov 25 20:01:09.125212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fde4c-7600-4ba8-a451-a6805499f5f6 req-93a36a65-bfb7-4786-92be-b97f57668ec1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:09.126979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a94fde4c-7600-4ba8-a451-a6805499f5f6 req-93a36a65-bfb7-4786-92be-b97f57668ec1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.1004009 Nov 25 20:01:09.129139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5bdc7b4a-d47d-4389-8ecb-4d2193eec3f9 req-d86ba984-008a-47d0-b6d1-38de67aa6d33 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934210 Nov 25 20:01:09.143607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a17638-9a31-48e8-a9f8-42ece60a137a req-e89e2f9b-fcb8-43af-a627-817151e8fe0f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:09.147505 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78a17638-9a31-48e8-a9f8-42ece60a137a req-e89e2f9b-fcb8-43af-a627-817151e8fe0f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 945 time: 0.1012502 Nov 25 20:01:09.197209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a94fde4c-7600-4ba8-a451-a6805499f5f6 req-0bd142b5-9c32-48c9-b924-eec50d05c890 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615466 Nov 25 20:01:09.301037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-78a17638-9a31-48e8-a9f8-42ece60a137a req-399674f7-4671-4cb0-baa8-1c5dc622ff6c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Deleting port 87cda1d6-a721-4f23-b28f-f3dcea8a0720 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:09.301377 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78a17638-9a31-48e8-a9f8-42ece60a137a req-399674f7-4671-4cb0-baa8-1c5dc622ff6c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.415936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-78a17638-9a31-48e8-a9f8-42ece60a137a req-399674f7-4671-4cb0-baa8-1c5dc622ff6c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] For port 87cda1d6-a721-4f23-b28f-f3dcea8a0720, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=87cda1d6-a721-4f23-b28f-f3dcea8a0720,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:09.416723 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78a17638-9a31-48e8-a9f8-42ece60a137a req-399674f7-4671-4cb0-baa8-1c5dc622ff6c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.420349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b720f76-e862-460a-84a3-953bc4f1ae37 req-f339b5b6-7455-4a4e-a6c1-7b321c5af232 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:09.423333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b720f76-e862-460a-84a3-953bc4f1ae37 req-f339b5b6-7455-4a4e-a6c1-7b321c5af232 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1096 time: 0.0663426 Nov 25 20:01:09.438028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-78a17638-9a31-48e8-a9f8-42ece60a137a req-399674f7-4671-4cb0-baa8-1c5dc622ff6c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Calling delete_port for 87cda1d6-a721-4f23-b28f-f3dcea8a0720 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:09.507839 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b720f76-e862-460a-84a3-953bc4f1ae37 req-6f2265c3-14e0-463c-8cf1-717dec1cf157 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725596 Nov 25 20:01:09.616051 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78a17638-9a31-48e8-a9f8-42ece60a137a req-399674f7-4671-4cb0-baa8-1c5dc622ff6c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.632685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:09.637695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['87cda1d6-a721-4f23-b28f-f3dcea8a0720'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:09.655111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399674f7-4671-4cb0-baa8-1c5dc622ff6c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event deleted for resources: {'Port': ['ID=87cda1d6-a721-4f23-b28f-f3dcea8a0720,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:09.709794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a17638-9a31-48e8-a9f8-42ece60a137a req-399674f7-4671-4cb0-baa8-1c5dc622ff6c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] No DVR routers for this DVR port 87cda1d6-a721-4f23-b28f-f3dcea8a0720 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:01:09.713875 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-78a17638-9a31-48e8-a9f8-42ece60a137a req-399674f7-4671-4cb0-baa8-1c5dc622ff6c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:09.718532 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-78a17638-9a31-48e8-a9f8-42ece60a137a req-399674f7-4671-4cb0-baa8-1c5dc622ff6c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "DELETE /v2.0/ports/87cda1d6-a721-4f23-b28f-f3dcea8a0720 HTTP/1.1" status: 204 len: 173 time: 0.5648246 Nov 25 20:01:09.719056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02bf55e9-1b20-4147-832f-7488057c6fb1', 'name': 'network-vif-deleted', 'tag': '87cda1d6-a721-4f23-b28f-f3dcea8a0720'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:01:09.721433 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5e8156-e614-49d7-924a-ac45f6ef3c5d" -d '{"events": [{"server_uuid": "02bf55e9-1b20-4147-832f-7488057c6fb1", "name": "network-vif-deleted", "tag": "87cda1d6-a721-4f23-b28f-f3dcea8a0720"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:01:09.790849 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966199be-38af-4428-8c41-16a46f74376f x-openstack-request-id: req-966199be-38af-4428-8c41-16a46f74376f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:01:09.791214 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02bf55e9-1b20-4147-832f-7488057c6fb1", "name": "network-vif-deleted", "tag": "87cda1d6-a721-4f23-b28f-f3dcea8a0720", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:01:09.791483 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-966199be-38af-4428-8c41-16a46f74376f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:01:09.791884 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02bf55e9-1b20-4147-832f-7488057c6fb1', 'name': 'network-vif-deleted', 'tag': '87cda1d6-a721-4f23-b28f-f3dcea8a0720', 'status': 'completed', 'code': 200} Nov 25 20:01:10.403308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25425d96-d801-4e7c-8a70-004f4e17c96a req-348fcb33-cd36-404a-933a-a8903bec90cd tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=02bf55e9-1b20-4147-832f-7488057c6fb1 HTTP/1.1" status: 200 len: 210 time: 0.0348723 Nov 25 20:01:10.676712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c837bf-ff76-414d-97f4-3b8eb5e8c2cc req-bd879904-b179-4343-a857-e18641e21ba5 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:10.679429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1c837bf-ff76-414d-97f4-3b8eb5e8c2cc req-bd879904-b179-4343-a857-e18641e21ba5 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1096 time: 0.0737097 Nov 25 20:01:10.762455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1c837bf-ff76-414d-97f4-3b8eb5e8c2cc req-cb60c078-ca21-48a1-ab76-091c19c59f1e tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744491 Nov 25 20:01:10.930623 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0688b-a17d-4e7c-811b-a4c523e538af req-e771878e-ef34-439c-aecb-ca0bd80621e3 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:10.932812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34d0688b-a17d-4e7c-811b-a4c523e538af req-e771878e-ef34-439c-aecb-ca0bd80621e3 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1096 time: 0.0834897 Nov 25 20:01:10.996955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-34d0688b-a17d-4e7c-811b-a4c523e538af req-2f2f6c0a-b1a4-48a5-be28-5ee80c6d573f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520992 Nov 25 20:01:11.178681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7837027-77e5-4b4e-a8f6-b82cd7ffa52e req-48463914-df2d-4021-a2bc-df5977c5109f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:11.181536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7837027-77e5-4b4e-a8f6-b82cd7ffa52e req-48463914-df2d-4021-a2bc-df5977c5109f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1096 time: 0.0635438 Nov 25 20:01:11.248563 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7837027-77e5-4b4e-a8f6-b82cd7ffa52e req-d294b055-8a5a-4bc4-9595-3d46d707af03 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557449 Nov 25 20:01:11.544255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-f623a1b5-facf-4092-89fc-04c1b411d294 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:11.545826 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-f623a1b5-facf-4092-89fc-04c1b411d294 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/networks?id=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f HTTP/1.1" status: 200 len: 910 time: 0.1067688 Nov 25 20:01:11.568622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-03071a9f-3f0f-44e8-83e2-2fcf463638b5 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/quotas/a6c1353336e64ba28cb748e3f0100fe8 HTTP/1.1" status: 200 len: 375 time: 0.0159836 Nov 25 20:01:11.639915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-d1a6deba-378a-4940-ba11-dd7d563a497a tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?tenant_id=a6c1353336e64ba28cb748e3f0100fe8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0636978 Nov 25 20:01:11.790192 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-a2ae04b7-0412-4b14-aa8e-3d443426b54b service neutron] 10.222.0.15 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408596 Nov 25 20:01:11.926836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-c9cd5261-f989-4c39-9aea-aee24c87c16d service neutron] 10.222.0.15 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267693 Nov 25 20:01:12.228206 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4510a7af-f657-4c63-aa2a-ed026f387b40 req-1fc1dccd-8902-4c3a-9722-5259cada5ed1 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 210 time: 0.0571957 Nov 25 20:01:12.494463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-5330c411-4920-49d9-98f6-080b7bf02e08 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:12.496437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-5330c411-4920-49d9-98f6-080b7bf02e08 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.1503515 Nov 25 20:01:12.523018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-dab58580-48fc-4e24-b2db-393d2c2fc5be tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/quotas/34940b541b304a459edcc95e7731590f HTTP/1.1" status: 200 len: 375 time: 0.0172935 Nov 25 20:01:12.620078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-f7800c4b-1907-4620-a6d3-817285b3bb19 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0856676 Nov 25 20:01:12.798994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-522453e1-9d73-43c4-8321-09c657566f63 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772711 Nov 25 20:01:12.864324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 87cda1d6-a721-4f23-b28f-f3dcea8a0720 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:01:12.906198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 87cda1d6-a721-4f23-b28f-f3dcea8a0720 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:01:12.907215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 87cda1d6-a721-4f23-b28f-f3dcea8a0720 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:01:12.950251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-b0a4d3d6-83f3-4211-becc-a6ac44ffe412 service neutron] 10.222.0.15 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444209 Nov 25 20:01:13.681378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-53a2da75-c05b-4bf6-b0d1-1be471ce336d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:13.687184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-53a2da75-c05b-4bf6-b0d1-1be471ce336d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.60 "GET /v2.0/networks?id=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f HTTP/1.1" status: 200 len: 910 time: 0.3004656 Nov 25 20:01:13.713841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Request body: {'port': {'device_id': 'b8946dd7-e09c-458a-b641-1effa74fc7d0', 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'admin_state_up': True, 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:13.720097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a5e3ef6b-bf19-44bb-8a94-dec89bb98cfb req-82b56025-272c-48a3-80f5-c2af21b566cf tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 210 time: 0.5321579 Nov 25 20:01:13.752290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Made reservation on behalf of a6c1353336e64ba28cb748e3f0100fe8 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:01:13.755045 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:13.910084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Allocated IP 172.20.0.13 (bb7bc021-4f2f-4113-ac8d-71ae37dbd17f/4927060c-6789-49c0-8c61-8768388d4640/edc85c16-fbe4-4c47-937b-3b5211571383) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:13.943869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8466b88-3666-4a82-9f9f-618996c9eea2 req-601dfde4-6e2f-4cb6-878d-946c047b4150 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 210 time: 0.0500686 Nov 25 20:01:14.160678 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:14.240057 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:14.260389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['df4ee0f2-3367-4fa4-a47a-afc62c688aad'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:14.309118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:14.312491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:14.317825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:14.321936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Pushing event updated for resources: {'Port': ['ID=edc85c16-fbe4-4c47-937b-3b5211571383,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:14.365347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:14.365997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:14.397050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-1071d54b-4246-4484-98dd-97b78505c58d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6952910 Nov 25 20:01:14.410503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Request body: {'port': {'device_id': 'b8946dd7-e09c-458a-b641-1effa74fc7d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:14.496504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:14.771448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8a7d936b-2147-4e8e-ba44-97ff201f6cfb None None] Provisioning complete for port edc85c16-fbe4-4c47-937b-3b5211571383 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:14.772387 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a7d936b-2147-4e8e-ba44-97ff201f6cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:14.884520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8a7d936b-2147-4e8e-ba44-97ff201f6cfb None None] Port edc85c16-fbe4-4c47-937b-3b5211571383 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:01:14.908517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-be5b4229-2539-4727-81ad-23d9ea489b3f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:14.910195 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-be5b4229-2539-4727-81ad-23d9ea489b3f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 805 time: 0.2632821 Nov 25 20:01:14.932576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Request body: {'port': {'device_id': '0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'admin_state_up': True, 'tenant_id': '34940b541b304a459edcc95e7731590f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:14.959907 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c91d6c8-11bc-4583-8c74-2662786191a0 req-f075ef53-700e-4f86-b4f9-03387cb04208 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 210 time: 0.0338986 Nov 25 20:01:15.116201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44895677-5826-4cfb-8d2f-89a21704d08a req-8c2df970-62ec-4851-bcb7-6411eb7cfc97 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:15.118559 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44895677-5826-4cfb-8d2f-89a21704d08a req-8c2df970-62ec-4851-bcb7-6411eb7cfc97 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1028 time: 0.0556777 Nov 25 20:01:15.213540 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44895677-5826-4cfb-8d2f-89a21704d08a req-4dc65c7c-3cb9-4d88-b879-d9d51da5e0b0 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700042 Nov 25 20:01:15.229472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Made reservation on behalf of 34940b541b304a459edcc95e7731590f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:01:15.233276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:15.264725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc85c16-fbe4-4c47-937b-3b5211571383 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:01:15.280076 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:15.330669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Transition to ACTIVE for port object edc85c16-fbe4-4c47-937b-3b5211571383 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:01:15.341555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:15.440552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Pushing event updated for resources: {'Port': ['ID=edc85c16-fbe4-4c47-937b-3b5211571383,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:15.472403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Allocated IP 172.20.0.9 (6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4/b4bb04ad-3028-4b3d-ab7c-269238de2c3b/1ce3d063-7335-4436-9cb6-a95bdc1dd309) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:01:15.630940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Attempting to bind port edc85c16-fbe4-4c47-937b-3b5211571383 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:01:15.631290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Attempting to bind port edc85c16-fbe4-4c47-937b-3b5211571383 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:01:15.631630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Attempting to bind port edc85c16-fbe4-4c47-937b-3b5211571383 on network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:15.685865 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Port edc85c16-fbe4-4c47-937b-3b5211571383 on network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:01:15.686316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Attempting to bind port edc85c16-fbe4-4c47-937b-3b5211571383 on network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:15.703996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:01:15.704442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Checking segment: {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:01:15.704917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Bound using segment: {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:01:15.705604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Bound port: edc85c16-fbe4-4c47-937b-3b5211571383, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbb1f79b-69cb-408a-b84a-d8650f846ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:01:15.706061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:15.793554 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:15.826222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] For port edc85c16-fbe4-4c47-937b-3b5211571383, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:01:15.832070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] For port edc85c16-fbe4-4c47-937b-3b5211571383, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=edc85c16-fbe4-4c47-937b-3b5211571383,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:01:15.847823 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:15.910745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:15.911951 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:15.914645 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] 10.222.0.60 "PUT /v2.0/ports/edc85c16-fbe4-4c47-937b-3b5211571383 HTTP/1.1" status: 200 len: 1092 time: 1.5082884 Nov 25 20:01:15.919304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8946dd7-e09c-458a-b641-1effa74fc7d0', 'tag': 'edc85c16-fbe4-4c47-937b-3b5211571383'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:01:15.923308 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38c356d-21bf-463b-8dc5-7ac10d3334dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b8946dd7-e09c-458a-b641-1effa74fc7d0", "tag": "edc85c16-fbe4-4c47-937b-3b5211571383"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:01:15.975940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e394a78-33e5-4784-bee9-cbe51c4084f1 service neutron] Pushing event updated for resources: {'Port': ['ID=edc85c16-fbe4-4c47-937b-3b5211571383,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:15.983751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:16.007709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:16.051239 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a900a5e0-c0f4-47a7-92c6-60f7c549711f x-openstack-request-id: req-a900a5e0-c0f4-47a7-92c6-60f7c549711f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:01:16.051689 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8946dd7-e09c-458a-b641-1effa74fc7d0", "tag": "edc85c16-fbe4-4c47-937b-3b5211571383", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:01:16.052096 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a900a5e0-c0f4-47a7-92c6-60f7c549711f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:01:16.052755 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8946dd7-e09c-458a-b641-1effa74fc7d0', 'tag': 'edc85c16-fbe4-4c47-937b-3b5211571383', 'status': 'completed', 'code': 200} Nov 25 20:01:16.127566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:01:16.150988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:01:16.177091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:01:16.283284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event updated for resources: {'Port': ['ID=1ce3d063-7335-4436-9cb6-a95bdc1dd309,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:16.301489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab860fdc-0381-4d5e-b4d5-6fad0bb38a2f req-b94fed80-1863-4995-9418-3056816b0d71 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:16.304162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab860fdc-0381-4d5e-b4d5-6fad0bb38a2f req-b94fed80-1863-4995-9418-3056816b0d71 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 931 time: 0.1097531 Nov 25 20:01:16.320237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-cc59562e-5676-4263-a8e6-1615f3effcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:16.326782 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-cc59562e-5676-4263-a8e6-1615f3effcb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6c1353336e64ba28cb748e3f0100fe8&device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1095 time: 0.3092864 Nov 25 20:01:16.409126 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab860fdc-0381-4d5e-b4d5-6fad0bb38a2f req-3aebe394-55c1-4718-bdee-66497dbe945b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811942 Nov 25 20:01:16.428813 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-2fcc00e6-3dbb-4358-94a4-51ce0609d459 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edc85c16-fbe4-4c47-937b-3b5211571383 HTTP/1.1" status: 200 len: 217 time: 0.0918529 Nov 25 20:01:16.472199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:16.473269 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:16.549013 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-35766a3f-35da-4460-9772-30623075a90f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6250827 Nov 25 20:01:16.572137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Request body: {'port': {'device_id': '0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:01:16.581155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-e6ee48c3-2f17-425e-9163-ba995f36a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:16.583938 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-e6ee48c3-2f17-425e-9163-ba995f36a1a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4927060c-6789-49c0-8c61-8768388d4640 HTTP/1.1" status: 200 len: 848 time: 0.1027529 Nov 25 20:01:16.599015 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67431b6f-4ae9-440f-82fb-b1acdc5f6353 req-960917f4-6557-4e6b-ad05-79a9da44b639 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:16.601413 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67431b6f-4ae9-440f-82fb-b1acdc5f6353 req-960917f4-6557-4e6b-ad05-79a9da44b639 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0741880 Nov 25 20:01:16.678739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67431b6f-4ae9-440f-82fb-b1acdc5f6353 req-08ac8ad3-ee1f-4df3-929b-b1958db16a87 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691321 Nov 25 20:01:16.705599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-db85f35f-e7b0-4703-8656-1b50d98852fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:16.708229 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-db85f35f-e7b0-4703-8656-1b50d98852fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0963554 Nov 25 20:01:16.709200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:16.923256 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-d5eeaada-29d7-45c6-8ff4-de4d6f0e656c service neutron] 10.222.0.60 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077584 Nov 25 20:01:17.103974 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1a4e5a1-5bab-4d38-ac2e-51a33ab9a804 req-80c166b7-e9d9-4b66-afeb-775af305365c service neutron] 10.222.0.60 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726542 Nov 25 20:01:17.218197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ce3d063-7335-4436-9cb6-a95bdc1dd309 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:01:17.230338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:17.255458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Transition to ACTIVE for port object 1ce3d063-7335-4436-9cb6-a95bdc1dd309 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:01:17.258592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c356d-21bf-463b-8dc5-7ac10d3334dd req-da3b6caf-f065-4ca5-8074-e5c96c43218b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:17.260763 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c356d-21bf-463b-8dc5-7ac10d3334dd req-da3b6caf-f065-4ca5-8074-e5c96c43218b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a6c1353336e64ba28cb748e3f0100fe8&device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0833483 Nov 25 20:01:17.262660 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:17.384309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Pushing event updated for resources: {'Port': ['ID=1ce3d063-7335-4436-9cb6-a95bdc1dd309,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:17.652969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32620f8-0d8e-4e11-8755-03e7154492f6 req-5c69068e-302a-46d4-ad5f-f698d0361801 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:17.656006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e32620f8-0d8e-4e11-8755-03e7154492f6 req-5c69068e-302a-46d4-ad5f-f698d0361801 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 943 time: 0.1102426 Nov 25 20:01:17.763157 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e32620f8-0d8e-4e11-8755-03e7154492f6 req-1691567a-dd91-4b39-90a1-1a43217f8448 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850685 Nov 25 20:01:17.835882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c356d-21bf-463b-8dc5-7ac10d3334dd req-96fde3cf-b5c3-470a-8d56-b1511c2bf6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:17.838743 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c356d-21bf-463b-8dc5-7ac10d3334dd req-96fde3cf-b5c3-470a-8d56-b1511c2bf6e7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f HTTP/1.1" status: 200 len: 910 time: 0.5693386 Nov 25 20:01:17.922375 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c356d-21bf-463b-8dc5-7ac10d3334dd req-26d416bd-af5e-4ab0-a3b8-00012bd0c9fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=edc85c16-fbe4-4c47-937b-3b5211571383 HTTP/1.1" status: 200 len: 217 time: 0.0751615 Nov 25 20:01:17.927973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a069bc4-5c2f-454d-a657-1195557b17fc req-a59c6992-b787-4a39-b2b3-a3967d3e2015 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:17.929567 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a069bc4-5c2f-454d-a657-1195557b17fc req-a59c6992-b787-4a39-b2b3-a3967d3e2015 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0525937 Nov 25 20:01:17.988144 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:01:17.994101 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a069bc4-5c2f-454d-a657-1195557b17fc req-2f7dccaf-5f1b-454f-823e-72a391cc8601 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562360 Nov 25 20:01:18.000389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Attempting to bind port 1ce3d063-7335-4436-9cb6-a95bdc1dd309 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:01:18.001167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Attempting to bind port 1ce3d063-7335-4436-9cb6-a95bdc1dd309 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:01:18.001749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Attempting to bind port 1ce3d063-7335-4436-9cb6-a95bdc1dd309 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:18.019932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Port 1ce3d063-7335-4436-9cb6-a95bdc1dd309 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:01:18.020314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Attempting to bind port 1ce3d063-7335-4436-9cb6-a95bdc1dd309 on network 6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:01:18.039337 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 0, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:01:18.040261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Checking segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:01:18.040764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Bound using segment: {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:01:18.041265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Bound port: 1ce3d063-7335-4436-9cb6-a95bdc1dd309, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdbfd74a-c20d-4561-aac7-59977a1e27cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 632, 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:01:18.041688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:18.059918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c356d-21bf-463b-8dc5-7ac10d3334dd req-5148747b-9df3-4ba5-9031-c39a5780efc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:18.061418 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c356d-21bf-463b-8dc5-7ac10d3334dd req-5148747b-9df3-4ba5-9031-c39a5780efc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4927060c-6789-49c0-8c61-8768388d4640 HTTP/1.1" status: 200 len: 848 time: 0.1284947 Nov 25 20:01:18.159848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] For port 1ce3d063-7335-4436-9cb6-a95bdc1dd309, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:01:18.163471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c356d-21bf-463b-8dc5-7ac10d3334dd req-4314bba7-613c-4b80-ad7a-7a658e656d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:18.165159 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c356d-21bf-463b-8dc5-7ac10d3334dd req-4314bba7-613c-4b80-ad7a-7a658e656d08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956740 Nov 25 20:01:18.166976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] For port 1ce3d063-7335-4436-9cb6-a95bdc1dd309, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1ce3d063-7335-4436-9cb6-a95bdc1dd309,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:01:18.174335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:18.289480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:18.290110 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:18.291618 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] 10.222.0.60 "PUT /v2.0/ports/1ce3d063-7335-4436-9cb6-a95bdc1dd309 HTTP/1.1" status: 200 len: 1091 time: 1.7315929 Nov 25 20:01:18.296677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa', 'tag': '1ce3d063-7335-4436-9cb6-a95bdc1dd309'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:01:18.298991 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a19d8d-736b-4fee-b625-c1995277cdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa", "tag": "1ce3d063-7335-4436-9cb6-a95bdc1dd309"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:01:18.376369 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7d40fc-f050-4bac-8a44-988f95f09bd9 x-openstack-request-id: req-fe7d40fc-f050-4bac-8a44-988f95f09bd9 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:01:18.376841 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa", "tag": "1ce3d063-7335-4436-9cb6-a95bdc1dd309", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:01:18.377251 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe7d40fc-f050-4bac-8a44-988f95f09bd9 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:01:18.377888 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa', 'tag': '1ce3d063-7335-4436-9cb6-a95bdc1dd309', 'status': 'completed', 'code': 200} Nov 25 20:01:18.388682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e595447-fdd1-4dd1-8e60-4698d209850a service neutron] Pushing event updated for resources: {'Port': ['ID=1ce3d063-7335-4436-9cb6-a95bdc1dd309,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:18.423154 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c356d-21bf-463b-8dc5-7ac10d3334dd req-83f329d9-4bf9-40b7-8f9c-dd46c151b287 service neutron] 10.222.0.60 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504733 Nov 25 20:01:18.582869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-bc8c8547-ced3-4567-bca1-91a908fd79c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:18.584703 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-bc8c8547-ced3-4567-bca1-91a908fd79c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 1094 time: 0.1892908 Nov 25 20:01:18.661124 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-f6352bcf-e703-4ffb-a928-2bef43c93940 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ce3d063-7335-4436-9cb6-a95bdc1dd309 HTTP/1.1" status: 200 len: 217 time: 0.0648026 Nov 25 20:01:18.687020 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c356d-21bf-463b-8dc5-7ac10d3334dd req-952920e9-4749-4551-a99e-28fd38eac418 service neutron] 10.222.0.60 "GET /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377338 Nov 25 20:01:18.729776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-a3649278-5bb3-4e28-acb1-fa7b65f2219b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:18.731304 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-a3649278-5bb3-4e28-acb1-fa7b65f2219b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0596724 Nov 25 20:01:18.768796 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-f3ff7d1d-8f51-4e24-a772-23ec5a4badd9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291879 Nov 25 20:01:18.931533 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-779d9801-9c10-49af-b34d-d3465d82ea03 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547403 Nov 25 20:01:18.955639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d07366-2b0a-480a-8c50-cbe43ceb36ed req-5fe65e26-8ff7-4627-826c-55b6642d5186 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:18.957247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25d07366-2b0a-480a-8c50-cbe43ceb36ed req-5fe65e26-8ff7-4627-826c-55b6642d5186 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 943 time: 0.0705910 Nov 25 20:01:19.020905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25d07366-2b0a-480a-8c50-cbe43ceb36ed req-800eec54-f8b9-44f5-a36e-5acff279081c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516961 Nov 25 20:01:19.123169 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-577ab63b-1f5f-4f8e-bbe5-fd79b5546900 req-82a4516a-d37b-4af6-b0c7-d9d0d5e77a81 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838198 Nov 25 20:01:19.204107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b22d2-e192-448b-8a42-7bd51bd0d887 req-d0d0b4f6-82bc-47e5-985e-36c33502e8cf tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:19.205758 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd0b22d2-e192-448b-8a42-7bd51bd0d887 req-d0d0b4f6-82bc-47e5-985e-36c33502e8cf tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0599978 Nov 25 20:01:19.266491 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd0b22d2-e192-448b-8a42-7bd51bd0d887 req-0955c662-2d6c-460a-b771-42365f5f4fb8 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533345 Nov 25 20:01:19.268859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a19d8d-736b-4fee-b625-c1995277cdc0 req-fdc3e0dd-7e96-43fb-89b6-292e0d105aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:19.272833 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42a19d8d-736b-4fee-b625-c1995277cdc0 req-fdc3e0dd-7e96-43fb-89b6-292e0d105aac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 1094 time: 0.0805628 Nov 25 20:01:19.444457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a19d8d-736b-4fee-b625-c1995277cdc0 req-9a09cc72-a509-4b43-9e81-7ef083d1cd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:19.447592 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42a19d8d-736b-4fee-b625-c1995277cdc0 req-9a09cc72-a509-4b43-9e81-7ef083d1cd5b service neutron] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 906 time: 0.1678765 Nov 25 20:01:19.528094 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42a19d8d-736b-4fee-b625-c1995277cdc0 req-b57bcbe9-790c-479c-9dd6-581d75fcfe16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ce3d063-7335-4436-9cb6-a95bdc1dd309 HTTP/1.1" status: 200 len: 217 time: 0.0717330 Nov 25 20:01:19.610903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a19d8d-736b-4fee-b625-c1995277cdc0 req-1a956752-1437-4ddd-a7f9-6d3d08e16caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:19.613543 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42a19d8d-736b-4fee-b625-c1995277cdc0 req-1a956752-1437-4ddd-a7f9-6d3d08e16caa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0771356 Nov 25 20:01:19.670270 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42a19d8d-736b-4fee-b625-c1995277cdc0 req-9ea23b3c-5c3a-447d-9690-20d726f8748b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474288 Nov 25 20:01:19.842210 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42a19d8d-736b-4fee-b625-c1995277cdc0 req-15d4b675-74d5-48ec-a931-5a2f0f88f192 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633043 Nov 25 20:01:19.967447 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42a19d8d-736b-4fee-b625-c1995277cdc0 req-64fd5680-4f5c-485f-9a49-484c6f67ba82 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163619 Nov 25 20:01:20.164118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94ef6-318d-44fa-b40b-74e67412d76e req-6a06bbcb-a1be-493f-a4d8-4772816ba7cc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:20.166607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55b94ef6-318d-44fa-b40b-74e67412d76e req-6a06bbcb-a1be-493f-a4d8-4772816ba7cc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 943 time: 0.0596168 Nov 25 20:01:20.253304 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55b94ef6-318d-44fa-b40b-74e67412d76e req-0ad08136-a49c-4aa5-ab04-5bbdfa76b323 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754507 Nov 25 20:01:20.415834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaca9d4-1fb0-4429-9eeb-8f5abe05c869 req-3be000a2-42f1-4c03-a5b6-46ab837015f4 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:20.417751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddaca9d4-1fb0-4429-9eeb-8f5abe05c869 req-3be000a2-42f1-4c03-a5b6-46ab837015f4 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1095 time: 0.0728092 Nov 25 20:01:20.472486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ddaca9d4-1fb0-4429-9eeb-8f5abe05c869 req-3f8d2288-079f-47a9-9776-bece841569af tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470107 Nov 25 20:01:20.850471 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:20.926577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device edc85c16-fbe4-4c47-937b-3b5211571383 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:01:21.068682 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port edc85c16-fbe4-4c47-937b-3b5211571383, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=edc85c16-fbe4-4c47-937b-3b5211571383,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:21.087131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'edc85c16-fbe4-4c47-937b-3b5211571383', 'network_id': 'bb7bc021-4f2f-4113-ac8d-71ae37dbd17f', 'port_id': 'edc85c16-fbe4-4c47-937b-3b5211571383', 'mac_address': 'fa:16:3e:1f:10:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4927060c-6789-49c0-8c61-8768388d4640', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:01:21.129353 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:21.145917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc85c16-fbe4-4c47-937b-3b5211571383 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:01:21.176294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port edc85c16-fbe4-4c47-937b-3b5211571383, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=edc85c16-fbe4-4c47-937b-3b5211571383,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:21.182310 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:21.250159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=edc85c16-fbe4-4c47-937b-3b5211571383,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:21.388934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['edc85c16-fbe4-4c47-937b-3b5211571383'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:21.428705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12b53fb-b1c8-4860-99c2-676639cecc04 req-eaca9c61-4caa-48d4-a635-671e2c5c85e1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:21.430905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b12b53fb-b1c8-4860-99c2-676639cecc04 req-eaca9c61-4caa-48d4-a635-671e2c5c85e1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 943 time: 0.0620403 Nov 25 20:01:21.510028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b12b53fb-b1c8-4860-99c2-676639cecc04 req-e28efa6f-b334-4613-968c-b932c70bdeec tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685103 Nov 25 20:01:21.638367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060bff52-aaef-4ded-becb-0d3232f21832 req-1474d23d-9617-4dbe-b83d-faebd9e0f475 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:21.642556 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-060bff52-aaef-4ded-becb-0d3232f21832 req-1474d23d-9617-4dbe-b83d-faebd9e0f475 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0557234 Nov 25 20:01:21.696614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-060bff52-aaef-4ded-becb-0d3232f21832 req-ef4ad145-c690-430c-b924-4fbf0953fc1e tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483618 Nov 25 20:01:22.657618 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14568e1-a865-41bd-b252-be506d712ae8 req-e0300b66-7eb4-4f08-88c5-7d33a1c72ff0 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:22.660160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b14568e1-a865-41bd-b252-be506d712ae8 req-e0300b66-7eb4-4f08-88c5-7d33a1c72ff0 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 943 time: 0.0670614 Nov 25 20:01:22.744668 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b14568e1-a865-41bd-b252-be506d712ae8 req-f258e4dc-7dfb-42fb-9cbb-7b876c3e6d07 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746694 Nov 25 20:01:22.873400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8740d-a295-4121-8fe3-c54da82382e3 req-6a7c0942-5a26-42ca-b193-a8c0c5047f78 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:22.875174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-97a8740d-a295-4121-8fe3-c54da82382e3 req-6a7c0942-5a26-42ca-b193-a8c0c5047f78 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1096 time: 0.0604596 Nov 25 20:01:22.929555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-97a8740d-a295-4121-8fe3-c54da82382e3 req-f2dc57e0-6763-46f7-9aa3-9966925b1784 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478110 Nov 25 20:01:22.957671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1ce3d063-7335-4436-9cb6-a95bdc1dd309 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:01:22.960645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device edc85c16-fbe4-4c47-937b-3b5211571383 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:01:23.084212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port edc85c16-fbe4-4c47-937b-3b5211571383 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:01:23.090583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port edc85c16-fbe4-4c47-937b-3b5211571383 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:23.090940 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.143764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1ce3d063-7335-4436-9cb6-a95bdc1dd309, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1ce3d063-7335-4436-9cb6-a95bdc1dd309,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:23.161761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '1ce3d063-7335-4436-9cb6-a95bdc1dd309', 'network_id': '6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4', 'port_id': '1ce3d063-7335-4436-9cb6-a95bdc1dd309', 'mac_address': 'fa:16:3e:16:7e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 632, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4bb04ad-3028-4b3d-ab7c-269238de2c3b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:01:23.288978 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.291606 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.298219 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.340197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ce3d063-7335-4436-9cb6-a95bdc1dd309 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:01:23.387214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8946dd7-e09c-458a-b641-1effa74fc7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc85c16-fbe4-4c47-937b-3b5211571383'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:01:23.390051 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb11818a-4a09-4b8d-a59c-1c831bb5221c" -d '{"events": [{"server_uuid": "b8946dd7-e09c-458a-b641-1effa74fc7d0", "name": "network-vif-plugged", "status": "completed", "tag": "edc85c16-fbe4-4c47-937b-3b5211571383"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:01:23.410917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1ce3d063-7335-4436-9cb6-a95bdc1dd309, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1ce3d063-7335-4436-9cb6-a95bdc1dd309,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:23.413174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port edc85c16-fbe4-4c47-937b-3b5211571383, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=edc85c16-fbe4-4c47-937b-3b5211571383,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:23.420873 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.459645 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:23.469340 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d102221f-b287-4b2b-898f-a69d56545c59 x-openstack-request-id: req-d102221f-b287-4b2b-898f-a69d56545c59 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:01:23.469743 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8946dd7-e09c-458a-b641-1effa74fc7d0", "name": "network-vif-plugged", "status": "completed", "tag": "edc85c16-fbe4-4c47-937b-3b5211571383", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:01:23.470099 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d102221f-b287-4b2b-898f-a69d56545c59 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:01:23.470577 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8946dd7-e09c-458a-b641-1effa74fc7d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc85c16-fbe4-4c47-937b-3b5211571383', 'code': 200} Nov 25 20:01:23.505659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=1ce3d063-7335-4436-9cb6-a95bdc1dd309,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:23.579679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=edc85c16-fbe4-4c47-937b-3b5211571383,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:23.598416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295a3721-1f6f-49f5-aae7-f896c41f5294 req-93620feb-c705-489a-aab1-dec6a7baa455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:23.599970 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-295a3721-1f6f-49f5-aae7-f896c41f5294 req-93620feb-c705-489a-aab1-dec6a7baa455 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0495133 Nov 25 20:01:23.633893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['1ce3d063-7335-4436-9cb6-a95bdc1dd309'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:23.657559 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-295a3721-1f6f-49f5-aae7-f896c41f5294 req-9c84c986-3431-4c7b-af98-649f7a3286f4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503366 Nov 25 20:01:23.890250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0398b87a-e0ae-4bb8-b3b6-3cb27ade4ff4 req-c19835ab-3fa2-44cd-bad4-8cc0a949f2a1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:23.892016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0398b87a-e0ae-4bb8-b3b6-3cb27ade4ff4 req-c19835ab-3fa2-44cd-bad4-8cc0a949f2a1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 944 time: 0.0564415 Nov 25 20:01:23.947078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0398b87a-e0ae-4bb8-b3b6-3cb27ade4ff4 req-94448ced-d872-4041-b536-b789ecade4f3 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477550 Nov 25 20:01:24.059098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3f78f3-1bcb-4a00-bd4d-2fcb67716541 req-ce9a2821-6132-4fdb-911f-87616149c39a tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:24.060667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f3f78f3-1bcb-4a00-bd4d-2fcb67716541 req-ce9a2821-6132-4fdb-911f-87616149c39a tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0434756 Nov 25 20:01:24.111038 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f3f78f3-1bcb-4a00-bd4d-2fcb67716541 req-8c7e990e-955a-4db1-a2d2-eb225618538f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441630 Nov 25 20:01:24.952958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1ce3d063-7335-4436-9cb6-a95bdc1dd309 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:01:25.041365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 1ce3d063-7335-4436-9cb6-a95bdc1dd309 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:01:25.048441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 1ce3d063-7335-4436-9cb6-a95bdc1dd309 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:01:25.048926 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:25.180548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d407c7-f618-4393-a1a3-a0a06bdde0bc req-c6559da7-2394-4dae-99cb-35c77d2f33d6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:25.193891 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5d407c7-f618-4393-a1a3-a0a06bdde0bc req-c6559da7-2394-4dae-99cb-35c77d2f33d6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 944 time: 0.1441271 Nov 25 20:01:25.284682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5d407c7-f618-4393-a1a3-a0a06bdde0bc req-72dce4ba-2499-4b34-b2f5-12b5e64f6a4a tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893443 Nov 25 20:01:25.454326 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:25.499352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da916a33-04db-467b-9b0d-40de0869ecfc req-5cd33317-f5f4-4c16-a607-12aeba278140 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:25.500450 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da916a33-04db-467b-9b0d-40de0869ecfc req-5cd33317-f5f4-4c16-a607-12aeba278140 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0935686 Nov 25 20:01:25.547397 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1ce3d063-7335-4436-9cb6-a95bdc1dd309, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1ce3d063-7335-4436-9cb6-a95bdc1dd309,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:25.549913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce3d063-7335-4436-9cb6-a95bdc1dd309'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:01:25.557760 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1945780b-9ab2-4d9f-9a31-31424fa8b679" -d '{"events": [{"server_uuid": "0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "1ce3d063-7335-4436-9cb6-a95bdc1dd309"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:01:25.566194 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:25.599234 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da916a33-04db-467b-9b0d-40de0869ecfc req-978addf0-1527-4dae-80bb-2936bf35ad3d tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864475 Nov 25 20:01:25.666859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=1ce3d063-7335-4436-9cb6-a95bdc1dd309,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:25.685016 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:01:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-302def64-92a8-4d76-955f-a4827c7dd932 x-openstack-request-id: req-302def64-92a8-4d76-955f-a4827c7dd932 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:01:25.685315 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa", "name": "network-vif-plugged", "status": "completed", "tag": "1ce3d063-7335-4436-9cb6-a95bdc1dd309", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:01:25.685580 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-302def64-92a8-4d76-955f-a4827c7dd932 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:01:25.686219 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ce3d063-7335-4436-9cb6-a95bdc1dd309', 'code': 200} Nov 25 20:01:25.813572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4e5778-00fa-4c3c-8a27-6b78131a108d req-ebe8c31b-ab3c-4e51-a11d-f9cb448006f8 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:25.824554 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d4e5778-00fa-4c3c-8a27-6b78131a108d req-ebe8c31b-ab3c-4e51-a11d-f9cb448006f8 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0668123 Nov 25 20:01:25.857090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0937f1ce-acd9-47af-9131-be2799347e3a req-fda170c4-e748-4b61-b6aa-ccebee154850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:25.858792 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0937f1ce-acd9-47af-9131-be2799347e3a req-fda170c4-e748-4b61-b6aa-ccebee154850 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 1096 time: 0.0893610 Nov 25 20:01:25.925085 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d4e5778-00fa-4c3c-8a27-6b78131a108d req-eef289c2-b4fb-49ee-adb3-831b16a82592 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990007 Nov 25 20:01:25.955552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0937f1ce-acd9-47af-9131-be2799347e3a req-42edaad1-ce63-4da0-9ceb-90b49865fe0d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882235 Nov 25 20:01:26.095665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bae10d-2839-4402-8427-1926e27fcbbb req-a462f251-b076-4f95-aa9f-8f8408bbac7b tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:26.097596 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66bae10d-2839-4402-8427-1926e27fcbbb req-a462f251-b076-4f95-aa9f-8f8408bbac7b tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0529191 Nov 25 20:01:26.186699 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66bae10d-2839-4402-8427-1926e27fcbbb req-dd96968a-d102-428b-8a67-e3d2c9dab3ff tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759609 Nov 25 20:01:26.610325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f85bc2-d106-4e0b-9574-963f0a061762 req-94d42dde-2918-4980-9b4e-c8cb7a6100e3 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:26.613203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46f85bc2-d106-4e0b-9574-963f0a061762 req-94d42dde-2918-4980-9b4e-c8cb7a6100e3 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0814309 Nov 25 20:01:26.708014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46f85bc2-d106-4e0b-9574-963f0a061762 req-409fd54d-309a-425f-8494-390c863da494 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875568 Nov 25 20:01:26.870385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50db501e-d17b-4662-aca6-1731436c9372 req-95f76d31-9056-4f9d-b6f4-fea9a1c25cea tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:26.872021 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50db501e-d17b-4662-aca6-1731436c9372 req-95f76d31-9056-4f9d-b6f4-fea9a1c25cea tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0602498 Nov 25 20:01:26.944330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50db501e-d17b-4662-aca6-1731436c9372 req-ea1d6934-6ff3-4737-b9ec-0c243947c509 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615206 Nov 25 20:01:27.872265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dce2356-608d-4801-8c23-e4d307989928 req-adc24ab3-cd7d-426c-b8ec-a280f9255b0c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:27.877976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dce2356-608d-4801-8c23-e4d307989928 req-adc24ab3-cd7d-426c-b8ec-a280f9255b0c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0753634 Nov 25 20:01:27.949125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1e7080-6411-457e-8acb-33e1b83bf74a req-7b54e143-6496-4c3c-8970-358e7cbb14c0 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:27.951001 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab1e7080-6411-457e-8acb-33e1b83bf74a req-7b54e143-6496-4c3c-8970-358e7cbb14c0 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0601580 Nov 25 20:01:27.969483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dce2356-608d-4801-8c23-e4d307989928 req-f85d81b3-336d-4aec-8952-0865f0285ed5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844252 Nov 25 20:01:28.075396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-ab1e7080-6411-457e-8acb-33e1b83bf74a req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Deleting port edc85c16-fbe4-4c47-937b-3b5211571383 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:28.075736 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab1e7080-6411-457e-8acb-33e1b83bf74a req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.149660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a032b9-f6e3-46dd-9c08-6b42d5ff6e92 req-ddc2a187-79f7-4f51-9da3-b476317b86be tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:28.151361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1a032b9-f6e3-46dd-9c08-6b42d5ff6e92 req-ddc2a187-79f7-4f51-9da3-b476317b86be tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b8946dd7-e09c-458a-b641-1effa74fc7d0 HTTP/1.1" status: 200 len: 1097 time: 0.0721912 Nov 25 20:01:28.198357 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ab1e7080-6411-457e-8acb-33e1b83bf74a req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] For port edc85c16-fbe4-4c47-937b-3b5211571383, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=edc85c16-fbe4-4c47-937b-3b5211571383,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:28.198973 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab1e7080-6411-457e-8acb-33e1b83bf74a req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.218177 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1a032b9-f6e3-46dd-9c08-6b42d5ff6e92 req-ddd8f26a-f001-43b4-844a-de7a3d17e403 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600252 Nov 25 20:01:28.225477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-ab1e7080-6411-457e-8acb-33e1b83bf74a req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Calling delete_port for edc85c16-fbe4-4c47-937b-3b5211571383 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:28.416361 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab1e7080-6411-457e-8acb-33e1b83bf74a req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.434194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['edc85c16-fbe4-4c47-937b-3b5211571383'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:28.439594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['df4ee0f2-3367-4fa4-a47a-afc62c688aad'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:28.484290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Pushing event deleted for resources: {'Port': ['ID=edc85c16-fbe4-4c47-937b-3b5211571383,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:28.511076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.511458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.511986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.512701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.516268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deef204-925a-4990-984b-e4e5df3a693c req-09cfa034-2b89-4eea-80ec-66cf34670ca5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:28.520451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1deef204-925a-4990-984b-e4e5df3a693c req-09cfa034-2b89-4eea-80ec-66cf34670ca5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.1034014 Nov 25 20:01:28.530942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.530942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.531307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.531872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.532384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.532872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.533372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.534016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:01:28.610791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab1e7080-6411-457e-8acb-33e1b83bf74a req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] No DVR routers for this DVR port edc85c16-fbe4-4c47-937b-3b5211571383 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:01:28.615247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ab1e7080-6411-457e-8acb-33e1b83bf74a req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:28.620214 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab1e7080-6411-457e-8acb-33e1b83bf74a req-3742dbff-bdb2-4c4b-8597-c89c459e685f tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.60 "DELETE /v2.0/ports/edc85c16-fbe4-4c47-937b-3b5211571383 HTTP/1.1" status: 204 len: 173 time: 0.6614802 Nov 25 20:01:28.626752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8946dd7-e09c-458a-b641-1effa74fc7d0', 'name': 'network-vif-deleted', 'tag': 'edc85c16-fbe4-4c47-937b-3b5211571383'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:01:28.644811 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2c0527-fec1-4969-823e-b92e5bee8c37" -d '{"events": [{"server_uuid": "b8946dd7-e09c-458a-b641-1effa74fc7d0", "name": "network-vif-deleted", "tag": "edc85c16-fbe4-4c47-937b-3b5211571383"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:01:28.693905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1deef204-925a-4990-984b-e4e5df3a693c req-6cf87749-7a8d-4a76-91b5-3c3170c18a4f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598480 Nov 25 20:01:28.771811 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ae12e7-d761-4af4-afe0-73edc3f43a2d x-openstack-request-id: req-99ae12e7-d761-4af4-afe0-73edc3f43a2d {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:01:28.772355 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8946dd7-e09c-458a-b641-1effa74fc7d0", "name": "network-vif-deleted", "tag": "edc85c16-fbe4-4c47-937b-3b5211571383", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:01:28.772854 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-99ae12e7-d761-4af4-afe0-73edc3f43a2d {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:01:28.773420 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8946dd7-e09c-458a-b641-1effa74fc7d0', 'name': 'network-vif-deleted', 'tag': 'edc85c16-fbe4-4c47-937b-3b5211571383', 'status': 'completed', 'code': 200} Nov 25 20:01:28.939065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbbff-3b90-4347-b7a9-6a729b395ced req-cdd3ff1b-dbd3-45e2-a3df-f5578649ec62 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:28.941742 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-646fbbff-3b90-4347-b7a9-6a729b395ced req-cdd3ff1b-dbd3-45e2-a3df-f5578649ec62 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0896854 Nov 25 20:01:29.003136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-646fbbff-3b90-4347-b7a9-6a729b395ced req-bf66fe25-5946-4026-ab2b-4770ce128bad tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546443 Nov 25 20:01:29.267473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc485d75-0adf-4638-984d-9ba03b11ab5b req-947aab3e-054c-4087-a8b9-3b31df4b2a4f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:29.269138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc485d75-0adf-4638-984d-9ba03b11ab5b req-947aab3e-054c-4087-a8b9-3b31df4b2a4f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0665457 Nov 25 20:01:29.333582 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc485d75-0adf-4638-984d-9ba03b11ab5b req-9e31ce3c-af72-4145-83b2-32eaedb3b3ac tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504858 Nov 25 20:01:29.689339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af3a4bf-3504-4213-bc91-bc8df860d8ae req-fe8b235c-9a00-454f-93a3-502d93ae0935 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:29.691930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0af3a4bf-3504-4213-bc91-bc8df860d8ae req-fe8b235c-9a00-454f-93a3-502d93ae0935 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1096 time: 0.0589335 Nov 25 20:01:29.758221 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0af3a4bf-3504-4213-bc91-bc8df860d8ae req-ab3ee3ea-2d82-4cb6-be47-0478ea7bb050 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541756 Nov 25 20:01:30.473512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8531da5e-ae24-4ee5-b839-2a1ffdbd18be req-8e149c41-a5de-4b5e-a7c0-086abdb3c931 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:30.475187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8531da5e-ae24-4ee5-b839-2a1ffdbd18be req-8e149c41-a5de-4b5e-a7c0-086abdb3c931 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0603385 Nov 25 20:01:30.531830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8531da5e-ae24-4ee5-b839-2a1ffdbd18be req-52b77fed-3151-4b25-bb90-0c920e625051 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493276 Nov 25 20:01:30.916261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4859b2e-7bb5-4270-9d5f-bfe824d41bc8 req-89e3c421-a500-4405-a08f-9484fc4dcd08 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:30.919621 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a4859b2e-7bb5-4270-9d5f-bfe824d41bc8 req-89e3c421-a500-4405-a08f-9484fc4dcd08 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1096 time: 0.0645154 Nov 25 20:01:30.974759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device edc85c16-fbe4-4c47-937b-3b5211571383 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:01:31.022388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: edc85c16-fbe4-4c47-937b-3b5211571383 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:01:31.023370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device edc85c16-fbe4-4c47-937b-3b5211571383 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:01:31.032602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a4859b2e-7bb5-4270-9d5f-bfe824d41bc8 req-e6a95c75-9bd3-4f5b-9948-e70a74c19509 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=64742e2f-dcbe-461f-bdb9-6523e68c76ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085045 Nov 25 20:01:31.041444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6d25-245c-4c45-8c71-20d0fa703b91 req-6b640452-4a59-4d7b-8191-74d156a22250 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:31.043174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d51a6d25-245c-4c45-8c71-20d0fa703b91 req-6b640452-4a59-4d7b-8191-74d156a22250 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 1096 time: 0.0907137 Nov 25 20:01:31.210777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d51a6d25-245c-4c45-8c71-20d0fa703b91 req-b68c0f99-cb9e-4c46-ba13-963a93bbdc20 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Deleting port df4ee0f2-3367-4fa4-a47a-afc62c688aad {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:31.211336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d51a6d25-245c-4c45-8c71-20d0fa703b91 req-b68c0f99-cb9e-4c46-ba13-963a93bbdc20 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:31.371879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d51a6d25-245c-4c45-8c71-20d0fa703b91 req-b68c0f99-cb9e-4c46-ba13-963a93bbdc20 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] For port df4ee0f2-3367-4fa4-a47a-afc62c688aad, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=df4ee0f2-3367-4fa4-a47a-afc62c688aad,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:31.372449 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d51a6d25-245c-4c45-8c71-20d0fa703b91 req-b68c0f99-cb9e-4c46-ba13-963a93bbdc20 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:31.394078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d51a6d25-245c-4c45-8c71-20d0fa703b91 req-b68c0f99-cb9e-4c46-ba13-963a93bbdc20 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Calling delete_port for df4ee0f2-3367-4fa4-a47a-afc62c688aad owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:31.562780 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d51a6d25-245c-4c45-8c71-20d0fa703b91 req-b68c0f99-cb9e-4c46-ba13-963a93bbdc20 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:31.576799 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['df4ee0f2-3367-4fa4-a47a-afc62c688aad'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:31.683191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68c0f99-cb9e-4c46-ba13-963a93bbdc20 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Pushing event deleted for resources: {'Port': ['ID=df4ee0f2-3367-4fa4-a47a-afc62c688aad,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:31.768585 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8419a8be-5c77-4af8-92eb-6bf19c83607e req-621130ce-bf6d-411e-8391-db9aec386cbb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707619 Nov 25 20:01:31.790055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51a6d25-245c-4c45-8c71-20d0fa703b91 req-b68c0f99-cb9e-4c46-ba13-963a93bbdc20 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] No DVR routers for this DVR port df4ee0f2-3367-4fa4-a47a-afc62c688aad on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:01:31.795868 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d51a6d25-245c-4c45-8c71-20d0fa703b91 req-b68c0f99-cb9e-4c46-ba13-963a93bbdc20 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:31.802126 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d51a6d25-245c-4c45-8c71-20d0fa703b91 req-b68c0f99-cb9e-4c46-ba13-963a93bbdc20 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.76 "DELETE /v2.0/ports/df4ee0f2-3367-4fa4-a47a-afc62c688aad HTTP/1.1" status: 204 len: 173 time: 0.7522976 Nov 25 20:01:31.810145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c03ae6-d4c6-4045-8379-26caf23467f2', 'name': 'network-vif-deleted', 'tag': 'df4ee0f2-3367-4fa4-a47a-afc62c688aad'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:01:31.812398 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8164c6b-c421-4d14-938e-fd8531de9c05" -d '{"events": [{"server_uuid": "93c03ae6-d4c6-4045-8379-26caf23467f2", "name": "network-vif-deleted", "tag": "df4ee0f2-3367-4fa4-a47a-afc62c688aad"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:01:31.856943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48845b50-b7f2-4333-9437-8369abd19483 req-4848909a-6df3-4df6-8b7a-73dc03c62783 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:31.859781 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48845b50-b7f2-4333-9437-8369abd19483 req-4848909a-6df3-4df6-8b7a-73dc03c62783 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.1971619 Nov 25 20:01:31.914602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419a8be-5c77-4af8-92eb-6bf19c83607e req-243f158f-37e6-4ffd-8313-1086be73211f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:31.918369 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8419a8be-5c77-4af8-92eb-6bf19c83607e req-243f158f-37e6-4ffd-8313-1086be73211f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 1096 time: 0.1236794 Nov 25 20:01:32.015727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48845b50-b7f2-4333-9437-8369abd19483 req-d6a8c883-5712-4e97-8bc0-2d3ceb48cc67 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348484 Nov 25 20:01:32.109157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0da7bdb-6418-473f-bafb-c43d82c0fcf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:32.115773 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f9796f-eed9-495b-932f-c4bec0ad616d x-openstack-request-id: req-27f9796f-eed9-495b-932f-c4bec0ad616d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:01:32.116087 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c03ae6-d4c6-4045-8379-26caf23467f2", "name": "network-vif-deleted", "tag": "df4ee0f2-3367-4fa4-a47a-afc62c688aad", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:01:32.116360 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27f9796f-eed9-495b-932f-c4bec0ad616d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:01:32.116770 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c03ae6-d4c6-4045-8379-26caf23467f2', 'name': 'network-vif-deleted', 'tag': 'df4ee0f2-3367-4fa4-a47a-afc62c688aad', 'status': 'completed', 'code': 200} Nov 25 20:01:32.173682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419a8be-5c77-4af8-92eb-6bf19c83607e req-fcbd4692-f06f-4c31-8ef6-db7517747b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:32.177101 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8419a8be-5c77-4af8-92eb-6bf19c83607e req-fcbd4692-f06f-4c31-8ef6-db7517747b7e service neutron] 10.222.0.76 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 906 time: 0.2249529 Nov 25 20:01:32.222946 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8419a8be-5c77-4af8-92eb-6bf19c83607e req-742bc2e5-5b3f-4b36-9fda-190fe31f3206 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=27080ecc-0e71-4e9f-940b-1f31810abc83 HTTP/1.1" status: 200 len: 217 time: 0.0373747 Nov 25 20:01:32.224550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd946b28-b179-4657-afa4-6d95da19760b req-7bf5ecd9-2b40-4017-8581-c6e951ae85d6 tempest-TestServerMultinode-42767811 tempest-TestServerMultinode-42767811-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=93c03ae6-d4c6-4045-8379-26caf23467f2 HTTP/1.1" status: 200 len: 210 time: 0.0391722 Nov 25 20:01:32.326658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8419a8be-5c77-4af8-92eb-6bf19c83607e req-22c56542-0ac2-414c-a3b0-bad14f8d9bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:32.329266 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8419a8be-5c77-4af8-92eb-6bf19c83607e req-22c56542-0ac2-414c-a3b0-bad14f8d9bd0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0923898 Nov 25 20:01:32.387901 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8419a8be-5c77-4af8-92eb-6bf19c83607e req-df9d2e92-f434-40e7-8164-86f1f7103652 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515668 Nov 25 20:01:32.501841 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8419a8be-5c77-4af8-92eb-6bf19c83607e req-7f75b210-3596-4011-b7c7-e268c553acfb service neutron] 10.222.0.76 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014211 Nov 25 20:01:32.626485 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8419a8be-5c77-4af8-92eb-6bf19c83607e req-ce0d2fb9-7b53-4c58-b86a-d3c9a8f541c3 service neutron] 10.222.0.76 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163881 Nov 25 20:01:33.208298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cb94ab-82c8-4c87-9d6f-6328af9db371 req-0d0fd5d0-857d-479e-89d0-a3de2aae4c23 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:33.211487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41cb94ab-82c8-4c87-9d6f-6328af9db371 req-0d0fd5d0-857d-479e-89d0-a3de2aae4c23 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0863373 Nov 25 20:01:33.284398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41cb94ab-82c8-4c87-9d6f-6328af9db371 req-cc1cbb2c-4640-4bb7-a5f7-d5a154ad21cc tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638645 Nov 25 20:01:33.378212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38546) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:33.994760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:34.531325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] Deleting port b48f4c1d-131a-444b-ba8c-1469d46e3b81 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:34.532297 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:34.672390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0050d9bd-1e2f-453e-89cc-0144e2534e40 req-f8b38186-213f-4aa3-ad41-84471da2f528 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:34.680579 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0050d9bd-1e2f-453e-89cc-0144e2534e40 req-f8b38186-213f-4aa3-ad41-84471da2f528 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.2110889 Nov 25 20:01:34.725946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device df4ee0f2-3367-4fa4-a47a-afc62c688aad no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:01:34.780264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: df4ee0f2-3367-4fa4-a47a-afc62c688aad {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:01:34.780616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] For port b48f4c1d-131a-444b-ba8c-1469d46e3b81, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b48f4c1d-131a-444b-ba8c-1469d46e3b81,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:34.781211 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:34.781487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device df4ee0f2-3367-4fa4-a47a-afc62c688aad not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:01:34.822173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] Calling delete_port for b48f4c1d-131a-444b-ba8c-1469d46e3b81 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:34.831029 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0050d9bd-1e2f-453e-89cc-0144e2534e40 req-6110c1d7-2777-41fb-a97c-e2f5e95f4beb tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407893 Nov 25 20:01:35.136539 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:35.168768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] Pushing event deleted for resources: {'Port': ['ID=b48f4c1d-131a-444b-ba8c-1469d46e3b81,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:35.235175 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-54089285-ad63-409e-9a84-d2b5c32033de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:35.385146 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:35.652826 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] Router bb4b775a-3a1e-433d-876c-dc6f5afc6612 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:01:35.827758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:35.839634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-65330879-c3a1-486e-a7bf-a405d8f679be admin admin] 10.222.0.15 "PUT /v2.0/routers/bb4b775a-3a1e-433d-876c-dc6f5afc6612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4624727 Nov 25 20:01:35.841151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38558) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:35.842158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e401ee-b88f-43eb-9f6f-3b85133fbdc4 None None] Sync routers for ids ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:35.857457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e401ee-b88f-43eb-9f6f-3b85133fbdc4 None None] Routers {'bb4b775a-3a1e-433d-876c-dc6f5afc6612'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:35.859001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d1e401ee-b88f-43eb-9f6f-3b85133fbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:01:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:36.023539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-d1e401ee-b88f-43eb-9f6f-3b85133fbdc4 None None] Set router bb4b775a-3a1e-433d-876c-dc6f5afc6612 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:36.106300 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:36.365088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73f4c2-9306-4180-b715-cbd7366a2256 req-a5a59a29-341b-4ee9-b1b2-5897df612d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:36.373093 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab73f4c2-9306-4180-b715-cbd7366a2256 req-a5a59a29-341b-4ee9-b1b2-5897df612d97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34940b541b304a459edcc95e7731590f&device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 1096 time: 0.0640812 Nov 25 20:01:36.379609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d1e401ee-b88f-43eb-9f6f-3b85133fbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'name': 'tempest-TestServerMultinode-769954956-router', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:41Z', 'updated_at': '2021-11-25T20:01:35Z', 'revision_number': 5, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'gw_port': {'id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:42Z', 'updated_at': '2021-11-25T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:36.414119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e401ee-b88f-43eb-9f6f-3b85133fbdc4 None None] Checking router: bb4b775a-3a1e-433d-876c-dc6f5afc6612 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:01:36.426344 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e401ee-b88f-43eb-9f6f-3b85133fbdc4 None None] Routers {'bb4b775a-3a1e-433d-876c-dc6f5afc6612'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:36.427188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d1e401ee-b88f-43eb-9f6f-3b85133fbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:01:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:36.505372 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:36.533691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2c74a-1fcd-4ba5-9e96-be01d6579d18 req-9d18e977-714e-4850-9427-b649bca2710b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:36.542346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7fb2c74a-1fcd-4ba5-9e96-be01d6579d18 req-9d18e977-714e-4850-9427-b649bca2710b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.5220950 Nov 25 20:01:36.589974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73f4c2-9306-4180-b715-cbd7366a2256 req-8483a88b-45f4-4d62-8cf6-9773a6d1e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:36.591373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-d1e401ee-b88f-43eb-9f6f-3b85133fbdc4 None None] Set router bb4b775a-3a1e-433d-876c-dc6f5afc6612 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:36.591801 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab73f4c2-9306-4180-b715-cbd7366a2256 req-8483a88b-45f4-4d62-8cf6-9773a6d1e6a2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 200 len: 906 time: 0.1899297 Nov 25 20:01:36.609909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7fb2c74a-1fcd-4ba5-9e96-be01d6579d18 req-b2aff9c9-855a-44b8-8e73-a85836375fb2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653985 Nov 25 20:01:36.651141 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:36.675854 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab73f4c2-9306-4180-b715-cbd7366a2256 req-f545f55e-110a-4334-8e77-192887cbf752 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1ce3d063-7335-4436-9cb6-a95bdc1dd309 HTTP/1.1" status: 200 len: 217 time: 0.0756543 Nov 25 20:01:36.728990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Deleting port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:36.729871 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:36.761427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab73f4c2-9306-4180-b715-cbd7366a2256 req-50231b60-d43c-49b0-ab27-3135fa1d9fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:36.764736 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab73f4c2-9306-4180-b715-cbd7366a2256 req-50231b60-d43c-49b0-ab27-3135fa1d9fe4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 200 len: 845 time: 0.0812981 Nov 25 20:01:36.811554 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab73f4c2-9306-4180-b715-cbd7366a2256 req-6e1f0972-4540-4866-818e-93de28659a02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384948 Nov 25 20:01:36.845608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] For port 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8fec4d9c-c5cc-41d5-b63a-9f3535f5727b,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:36.846255 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:36.862047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Calling delete_port for 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:36.941976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d1e401ee-b88f-43eb-9f6f-3b85133fbdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'name': 'tempest-TestServerMultinode-769954956-router', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:41Z', 'updated_at': '2021-11-25T20:01:35Z', 'revision_number': 5, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'gw_port': {'id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:42Z', 'updated_at': '2021-11-25T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:36.953614 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab73f4c2-9306-4180-b715-cbd7366a2256 req-5a30b50e-91ed-4af3-b1c5-b76abc3ac931 service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332483 Nov 25 20:01:36.994981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e401ee-b88f-43eb-9f6f-3b85133fbdc4 None None] The sync data for ids ['bb4b775a-3a1e-433d-876c-dc6f5afc6612'] in n-d-817303-9 is: [{'id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'name': 'tempest-TestServerMultinode-769954956-router', 'tenant_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24'}], 'enable_snat': True}, 'gw_port_id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:41Z', 'updated_at': '2021-11-25T20:01:35Z', 'revision_number': 5, 'project_id': 'aac7ced1131f44d6a25ac249d746cc8a', 'gw_port': {'id': '8fec4d9c-c5cc-41d5-b63a-9f3535f5727b', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:54:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb4b775a-3a1e-433d-876c-dc6f5afc6612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3487, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:42Z', 'updated_at': '2021-11-25T20:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:37.095999 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.110040 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ab73f4c2-9306-4180-b715-cbd7366a2256 req-cbf9a7af-6c36-4a97-a4df-fda8e0c664db service neutron] 10.222.0.60 "GET /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442862 Nov 25 20:01:37.127626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fec4d9c-c5cc-41d5-b63a-9f3535f5727b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:37.150319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06e8db9-5312-48ed-9a3e-0e2fe4f63e5b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:37.198723 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.309421 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.312122 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.371199 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.371929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb4b775a-3a1e-433d-876c-dc6f5afc6612 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:01:37.377342 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.381546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dfaeafed-eb74-41eb-8230-a8ecd80164b0 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bb4b775a-3a1e-433d-876c-dc6f5afc6612 HTTP/1.1" status: 204 len: 168 time: 1.5360789 Nov 25 20:01:37.381946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38564) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:37.457764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cdfb0c1-6247-4dfd-a22a-f8e6f8addf56 admin admin] Deleting subnet 4927060c-6789-49c0-8c61-8768388d4640 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:01:37.464283 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5cdfb0c1-6247-4dfd-a22a-f8e6f8addf56 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.512432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5cdfb0c1-6247-4dfd-a22a-f8e6f8addf56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.597249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b48f4c1d-131a-444b-ba8c-1469d46e3b81 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:01:37.621192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b48f4c1d-131a-444b-ba8c-1469d46e3b81 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:01:37.621594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b48f4c1d-131a-444b-ba8c-1469d46e3b81 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:01:37.666212 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5cdfb0c1-6247-4dfd-a22a-f8e6f8addf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.820054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc084b5-5579-4a53-a22b-7442ebf24bde req-eaf77433-734d-4fc9-8072-43d444b9f7c5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:37.822533 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efc084b5-5579-4a53-a22b-7442ebf24bde req-eaf77433-734d-4fc9-8072-43d444b9f7c5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0782757 Nov 25 20:01:37.824432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5cdfb0c1-6247-4dfd-a22a-f8e6f8addf56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.861094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdfb0c1-6247-4dfd-a22a-f8e6f8addf56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4927060c-6789-49c0-8c61-8768388d4640,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:37.874052 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.879098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5cdfb0c1-6247-4dfd-a22a-f8e6f8addf56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:37.882694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5cdfb0c1-6247-4dfd-a22a-f8e6f8addf56 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4927060c-6789-49c0-8c61-8768388d4640 HTTP/1.1" status: 204 len: 168 time: 0.4996376 Nov 25 20:01:37.887262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38570) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:37.896036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9da01a-d13f-4a8f-844c-ff237b23a164 None None] Network bb7bc021-4f2f-4113-ac8d-71ae37dbd17f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:01:37.976529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efc084b5-5579-4a53-a22b-7442ebf24bde req-8aaff112-b4f1-4ea5-a6c2-e3033725de2c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253498 Nov 25 20:01:38.085796 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.187337 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Deleting port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:38.187337 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.274253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] For port 3b73cd32-0c85-4135-9f9a-8e371d29bd84, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3b73cd32-0c85-4135-9f9a-8e371d29bd84,segment=NetworkSegment(bbb1f79b-69cb-408a-b84a-d8650f846ef5),segment_id=bbb1f79b-69cb-408a-b84a-d8650f846ef5)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:38.276170 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.301616 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.302262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Calling delete_port for 3b73cd32-0c85-4135-9f9a-8e371d29bd84 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:38.424341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e23284-bb27-4064-9c08-20ae5a95e85e None None] DHCP port deletion for bb7bc021-4f2f-4113-ac8d-71ae37dbd17f request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:38.476394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.519200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b73cd32-0c85-4135-9f9a-8e371d29bd84,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:38.528312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] No DVR routers for this DVR port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:01:38.544096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c1e23284-bb27-4064-9c08-20ae5a95e85e None None] Deleting port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:38.544611 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1e23284-bb27-4064-9c08-20ae5a95e85e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.626556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c1e23284-bb27-4064-9c08-20ae5a95e85e None None] For port 3b73cd32-0c85-4135-9f9a-8e371d29bd84, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:38.627204 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1e23284-bb27-4064-9c08-20ae5a95e85e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.649309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.651606 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c1e23284-bb27-4064-9c08-20ae5a95e85e None None] Calling delete_port for 3b73cd32-0c85-4135-9f9a-8e371d29bd84 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:38.655279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-c1e23284-bb27-4064-9c08-20ae5a95e85e None None] Port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 20:01:38.656884 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1e23284-bb27-4064-9c08-20ae5a95e85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.684252 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7bc021-4f2f-4113-ac8d-71ae37dbd17f']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:38.690503 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e23284-bb27-4064-9c08-20ae5a95e85e None None] No DVR routers for this DVR port 3b73cd32-0c85-4135-9f9a-8e371d29bd84 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:01:38.692539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e23284-bb27-4064-9c08-20ae5a95e85e None None] Pushing event deleted for resources: {'Port': ['ID=3b73cd32-0c85-4135-9f9a-8e371d29bd84,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:38.699318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbb1f79b-69cb-408a-b84a-d8650f846ef5') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:38.699619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbb1f79b-69cb-408a-b84a-d8650f846ef5') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:38.715877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.735920 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.745392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:01:38.746884 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:01:38.748392 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:01:38.842514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.848866 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:38.853554 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] 10.222.0.15 "DELETE /v2.0/networks/bb7bc021-4f2f-4113-ac8d-71ae37dbd17f HTTP/1.1" status: 204 len: 168 time: 0.9649704 Nov 25 20:01:38.856861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38574) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:38.877034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33426d96-d638-4d78-928e-39202ddcd1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7bc021-4f2f-4113-ac8d-71ae37dbd17f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:39.221900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:01:39.223759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9209647d-7525-4d04-99a1-e9b0fbfdf4e9 req-d8b815e7-7bcf-465f-bf9c-30c6a658b200 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:39.237009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9209647d-7525-4d04-99a1-e9b0fbfdf4e9 req-d8b815e7-7bcf-465f-bf9c-30c6a658b200 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.1128883 Nov 25 20:01:39.274847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:01:39.276462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8fec4d9c-c5cc-41d5-b63a-9f3535f5727b not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:01:39.278276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3b73cd32-0c85-4135-9f9a-8e371d29bd84 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:01:39.315724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 3b73cd32-0c85-4135-9f9a-8e371d29bd84 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:01:39.317398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3b73cd32-0c85-4135-9f9a-8e371d29bd84 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:01:39.339097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9209647d-7525-4d04-99a1-e9b0fbfdf4e9 req-1fc99227-afd3-4dcf-b5ea-992cb4aa16c4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006961 Nov 25 20:01:39.417624 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.696980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] Deleting port c6842146-61f7-45e1-b16a-13092a261eac {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:39.697478 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.788260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] For port c6842146-61f7-45e1-b16a-13092a261eac, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c6842146-61f7-45e1-b16a-13092a261eac,segment=NetworkSegment(fb36b8b7-178e-4f13-be68-f5ac879ce38c),segment_id=fb36b8b7-178e-4f13-be68-f5ac879ce38c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:39.788622 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:39.802404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] Calling delete_port for c6842146-61f7-45e1-b16a-13092a261eac owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:40.288556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38584) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:40.351653 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:40.382715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] Pushing event deleted for resources: {'Port': ['ID=c6842146-61f7-45e1-b16a-13092a261eac,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:40.578714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d958865-1211-49d1-a23e-d683cf92f30e req-b535cdd4-8b3f-4cdd-94ff-9d19ba313441 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:40.580841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d958865-1211-49d1-a23e-d683cf92f30e req-b535cdd4-8b3f-4cdd-94ff-9d19ba313441 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0791688 Nov 25 20:01:40.594153 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-50ad00bb-c12d-41e0-867d-18634af46a6f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:40.648912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d958865-1211-49d1-a23e-d683cf92f30e req-ebe8e9ee-e69b-4efb-91d1-f03643713f29 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551429 Nov 25 20:01:40.747132 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:40.889466 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-50ad00bb-c12d-41e0-867d-18634af46a6f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:40.898832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-50ad00bb-c12d-41e0-867d-18634af46a6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:40.959742 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-50ad00bb-c12d-41e0-867d-18634af46a6f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6df9beaf2ca14b229ee042ccf91ac731&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6700344 Nov 25 20:01:40.960519 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad00bb-c12d-41e0-867d-18634af46a6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e22686ac-4538-4bc6-a3e3-8f25f2a001ae,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:40.964056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38590) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:41.035340 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22aedfe0-f529-475e-b360-1421582ee15e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.059856 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22aedfe0-f529-475e-b360-1421582ee15e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.123112 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22aedfe0-f529-475e-b360-1421582ee15e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.126266 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-22aedfe0-f529-475e-b360-1421582ee15e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.130547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-22aedfe0-f529-475e-b360-1421582ee15e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e22686ac-4538-4bc6-a3e3-8f25f2a001ae HTTP/1.1" status: 204 len: 168 time: 0.1618555 Nov 25 20:01:41.142220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22aedfe0-f529-475e-b360-1421582ee15e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e22686ac-4538-4bc6-a3e3-8f25f2a001ae,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:41.161156 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] Router 35d5b624-4de6-4050-a4f1-621244d0ae4a has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:01:41.329816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:01:41.339480 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-63e79d15-2c5f-479a-bc0a-680e764af5bb admin admin] 10.222.0.15 "PUT /v2.0/routers/35d5b624-4de6-4050-a4f1-621244d0ae4a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4795187 Nov 25 20:01:41.342572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38596) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:41.345493 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d80a66-05c4-4845-992c-f29d9d0563bc None None] Sync routers for ids ['35d5b624-4de6-4050-a4f1-621244d0ae4a'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:01:41.362540 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d80a66-05c4-4845-992c-f29d9d0563bc None None] Routers {'35d5b624-4de6-4050-a4f1-621244d0ae4a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:41.363505 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-20d80a66-05c4-4845-992c-f29d9d0563bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:01:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35d5b624-4de6-4050-a4f1-621244d0ae4a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:41.474560 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.551110 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-20d80a66-05c4-4845-992c-f29d9d0563bc None None] Set router 35d5b624-4de6-4050-a4f1-621244d0ae4a gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:41.577277 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38598) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:41.596555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-36384e8a-8da4-4d55-acec-369d5ee42419 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.607236 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.692412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Deleting port b90e8514-1564-43d3-a1b5-cc33cea6a252 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:41.692974 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.768305 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-36384e8a-8da4-4d55-acec-369d5ee42419 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.776991 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-36384e8a-8da4-4d55-acec-369d5ee42419 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.809185 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-20d80a66-05c4-4845-992c-f29d9d0563bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'name': 'tempest-TestServerMultinode-1838259853-router', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105'}], 'enable_snat': True}, 'gw_port_id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:49Z', 'updated_at': '2021-11-25T20:01:40Z', 'revision_number': 5, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'gw_port': {'id': 'b90e8514-1564-43d3-a1b5-cc33cea6a252', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:0e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3499, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:00:50Z', 'updated_at': '2021-11-25T20:00:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:41.828736 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-36384e8a-8da4-4d55-acec-369d5ee42419 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=942ceaf3cb354a49890d0acaae039f40&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2502511 Nov 25 20:01:41.829402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38602) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:41.845119 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d80a66-05c4-4845-992c-f29d9d0563bc None None] Checking router: 35d5b624-4de6-4050-a4f1-621244d0ae4a for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:01:41.859340 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d80a66-05c4-4845-992c-f29d9d0563bc None None] Routers {'35d5b624-4de6-4050-a4f1-621244d0ae4a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:01:41.860242 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-20d80a66-05c4-4845-992c-f29d9d0563bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:01:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['35d5b624-4de6-4050-a4f1-621244d0ae4a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:41.880616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36384e8a-8da4-4d55-acec-369d5ee42419 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7432707-3be3-48cf-9f7c-35d963f78da6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:41.901558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30254926-83bf-4591-a4c5-11165c953d96 req-8471682a-5b47-41e6-8105-a84e1aecb695 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:41.903537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30254926-83bf-4591-a4c5-11165c953d96 req-8471682a-5b47-41e6-8105-a84e1aecb695 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0914667 Nov 25 20:01:41.910250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] For port b90e8514-1564-43d3-a1b5-cc33cea6a252, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b90e8514-1564-43d3-a1b5-cc33cea6a252,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:41.910758 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.923756 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-436e307e-2239-407d-84a0-a80fd06cee42 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:41.928874 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Calling delete_port for b90e8514-1564-43d3-a1b5-cc33cea6a252 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:41.951280 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-436e307e-2239-407d-84a0-a80fd06cee42 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.025646 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-436e307e-2239-407d-84a0-a80fd06cee42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.029626 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-436e307e-2239-407d-84a0-a80fd06cee42 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.033444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30254926-83bf-4591-a4c5-11165c953d96 req-d687176d-ee52-471b-9295-b2c3832ddf00 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008739 Nov 25 20:01:42.034615 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-436e307e-2239-407d-84a0-a80fd06cee42 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e7432707-3be3-48cf-9f7c-35d963f78da6 HTTP/1.1" status: 204 len: 168 time: 0.2030520 Nov 25 20:01:42.050567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e307e-2239-407d-84a0-a80fd06cee42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7432707-3be3-48cf-9f7c-35d963f78da6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:42.069271 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-20d80a66-05c4-4845-992c-f29d9d0563bc None None] Set router 35d5b624-4de6-4050-a4f1-621244d0ae4a gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:01:42.125299 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-20d80a66-05c4-4845-992c-f29d9d0563bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'name': 'tempest-TestServerMultinode-1838259853-router', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:49Z', 'updated_at': '2021-11-25T20:01:41Z', 'revision_number': 6, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:42.164462 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20d80a66-05c4-4845-992c-f29d9d0563bc None None] The sync data for ids ['35d5b624-4de6-4050-a4f1-621244d0ae4a'] in n-d-817303-9 is: [{'id': '35d5b624-4de6-4050-a4f1-621244d0ae4a', 'name': 'tempest-TestServerMultinode-1838259853-router', 'tenant_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:00:49Z', 'updated_at': '2021-11-25T20:01:41Z', 'revision_number': 6, 'project_id': 'a6c1353336e64ba28cb748e3f0100fe8', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:01:42.219149 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.248754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b90e8514-1564-43d3-a1b5-cc33cea6a252,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:42.283319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3b000d-c20a-4fc7-9eae-c1e0442b4c90 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:42.335805 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.449056 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.451695 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.523158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.523158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35d5b624-4de6-4050-a4f1-621244d0ae4a {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:01:42.530761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.534898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-193706d6-1fb8-49ab-88d6-ea951b81b1b3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/35d5b624-4de6-4050-a4f1-621244d0ae4a HTTP/1.1" status: 204 len: 168 time: 1.1885362 Nov 25 20:01:42.535255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38614) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:42.612727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e16aaf46-3ca3-4499-b6ca-3ae54542f99b admin admin] Deleting subnet ba12091b-e5b4-4a44-83e6-837bd61b2324 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:01:42.616830 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e16aaf46-3ca3-4499-b6ca-3ae54542f99b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.664634 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e16aaf46-3ca3-4499-b6ca-3ae54542f99b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.773359 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e16aaf46-3ca3-4499-b6ca-3ae54542f99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.857788 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e16aaf46-3ca3-4499-b6ca-3ae54542f99b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.911547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16aaf46-3ca3-4499-b6ca-3ae54542f99b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba12091b-e5b4-4a44-83e6-837bd61b2324,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:42.913655 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e16aaf46-3ca3-4499-b6ca-3ae54542f99b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:42.918349 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e16aaf46-3ca3-4499-b6ca-3ae54542f99b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ba12091b-e5b4-4a44-83e6-837bd61b2324 HTTP/1.1" status: 204 len: 168 time: 0.3819797 Nov 25 20:01:42.926041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38624) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:42.935769 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce613df-aacc-4a30-a048-09be7bf29da0 None None] Network fd91286a-e9ab-4aad-93ce-dcad2c5e053a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:01:43.022891 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:43.101445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Deleting port 4f063cff-0562-4b5a-9f02-83517245705f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:43.102548 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:43.194616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] For port 4f063cff-0562-4b5a-9f02-83517245705f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4f063cff-0562-4b5a-9f02-83517245705f,segment=NetworkSegment(fb36b8b7-178e-4f13-be68-f5ac879ce38c),segment_id=fb36b8b7-178e-4f13-be68-f5ac879ce38c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:43.195406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:43.213547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Calling delete_port for 4f063cff-0562-4b5a-9f02-83517245705f owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:43.254124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c6842146-61f7-45e1-b16a-13092a261eac no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:01:43.296582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: c6842146-61f7-45e1-b16a-13092a261eac {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:01:43.297734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c6842146-61f7-45e1-b16a-13092a261eac not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:01:43.297734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b90e8514-1564-43d3-a1b5-cc33cea6a252 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:01:43.329463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b90e8514-1564-43d3-a1b5-cc33cea6a252 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:01:43.329463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b90e8514-1564-43d3-a1b5-cc33cea6a252 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:01:43.375253 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dda1d-0214-4a0f-a488-cb03144fda43 req-3ce7264c-3e41-4570-8e9a-b1cf521f33e7 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:43.384222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f5dda1d-0214-4a0f-a488-cb03144fda43 req-3ce7264c-3e41-4570-8e9a-b1cf521f33e7 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.1105726 Nov 25 20:01:43.407184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:43.451549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] No DVR routers for this DVR port 4f063cff-0562-4b5a-9f02-83517245705f on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:01:43.453212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f063cff-0562-4b5a-9f02-83517245705f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:43.466144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892456f9-a076-4d5b-a157-e875f18654f6 None None] DHCP port deletion for fd91286a-e9ab-4aad-93ce-dcad2c5e053a request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:01:43.500132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f5dda1d-0214-4a0f-a488-cb03144fda43 req-cad4a005-0caa-439e-9b1a-ebb0575a887a tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148586 Nov 25 20:01:43.556477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:43.581200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd91286a-e9ab-4aad-93ce-dcad2c5e053a']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:43.593399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb36b8b7-178e-4f13-be68-f5ac879ce38c') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:43.593711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb36b8b7-178e-4f13-be68-f5ac879ce38c') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:01:43.605554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:43.627658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:43.638461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:01:43.639050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:01:43.642301 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:01:43.762266 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:43.775955 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:43.775955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] 10.222.0.15 "DELETE /v2.0/networks/fd91286a-e9ab-4aad-93ce-dcad2c5e053a HTTP/1.1" status: 204 len: 168 time: 0.8465047 Nov 25 20:01:43.788702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4c2f4-cebe-4c5f-82cd-d45d8768c987 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd91286a-e9ab-4aad-93ce-dcad2c5e053a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:44.037870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38642) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:44.116502 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a5d47414-e16c-446c-9d87-e2f5f8c9e100 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=aac7ced1131f44d6a25ac249d746cc8a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0766211 Nov 25 20:01:44.120403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38644) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:44.194177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-982df8a1-b349-421d-bd76-48e2460ee264 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.231888 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-982df8a1-b349-421d-bd76-48e2460ee264 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.303398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-982df8a1-b349-421d-bd76-48e2460ee264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.306866 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-982df8a1-b349-421d-bd76-48e2460ee264 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.308098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-982df8a1-b349-421d-bd76-48e2460ee264 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c60118ce-1013-4426-a1be-edd662f551dc HTTP/1.1" status: 204 len: 168 time: 0.1864421 Nov 25 20:01:44.317121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982df8a1-b349-421d-bd76-48e2460ee264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c60118ce-1013-4426-a1be-edd662f551dc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:44.709699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf117775-c423-4349-858e-e6a58f9194ae req-dcbb52fa-c0b8-401c-8613-9be7dd3a7b41 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:44.712635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf117775-c423-4349-858e-e6a58f9194ae req-dcbb52fa-c0b8-401c-8613-9be7dd3a7b41 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0878305 Nov 25 20:01:44.788169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38652) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:44.816789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf117775-c423-4349-858e-e6a58f9194ae req-a5668531-f549-4acd-ad00-d21ac48c61f5 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916696 Nov 25 20:01:44.870853 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-eeb4fb43-9e0d-4932-bcf4-0d06e3718750 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a6c1353336e64ba28cb748e3f0100fe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0795543 Nov 25 20:01:44.875231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38656) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:01:44.953181 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3cf2e4c-c193-43f8-8b3e-238462e1e4fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:44.981433 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3cf2e4c-c193-43f8-8b3e-238462e1e4fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.052379 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3cf2e4c-c193-43f8-8b3e-238462e1e4fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.055289 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f3cf2e4c-c193-43f8-8b3e-238462e1e4fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:45.056691 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f3cf2e4c-c193-43f8-8b3e-238462e1e4fc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/64742e2f-dcbe-461f-bdb9-6523e68c76ce HTTP/1.1" status: 204 len: 168 time: 0.1804504 Nov 25 20:01:45.067600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf2e4c-c193-43f8-8b3e-238462e1e4fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64742e2f-dcbe-461f-bdb9-6523e68c76ce,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:45.234713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4f063cff-0562-4b5a-9f02-83517245705f no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:01:45.272459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4f063cff-0562-4b5a-9f02-83517245705f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:01:45.272824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4f063cff-0562-4b5a-9f02-83517245705f not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:01:45.972735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb38bd-ea06-4827-a0f5-ed3100620221 req-8732a03f-b050-4e46-b1a9-a6fc5d77eb22 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:45.974350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0abb38bd-ea06-4827-a0f5-ed3100620221 req-8732a03f-b050-4e46-b1a9-a6fc5d77eb22 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0644519 Nov 25 20:01:46.028416 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0abb38bd-ea06-4827-a0f5-ed3100620221 req-9545880a-f3cd-4149-8d95-9e3eb479ebc4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467744 Nov 25 20:01:47.174746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae88f1-6fc9-40f0-8d7e-60d17fae1a51 req-282d7ee8-6097-4c8a-99db-c911dec87f21 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:47.177488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0ae88f1-6fc9-40f0-8d7e-60d17fae1a51 req-282d7ee8-6097-4c8a-99db-c911dec87f21 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0698469 Nov 25 20:01:47.245349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0ae88f1-6fc9-40f0-8d7e-60d17fae1a51 req-072a7eec-1266-43aa-b0ae-68a9134532bf tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604074 Nov 25 20:01:48.417498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013611b9-0a60-489a-83af-7bb5698c213f req-c2716510-3765-4c6b-812e-68e419dfc101 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:48.420117 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-013611b9-0a60-489a-83af-7bb5698c213f req-c2716510-3765-4c6b-812e-68e419dfc101 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0866644 Nov 25 20:01:48.507330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-013611b9-0a60-489a-83af-7bb5698c213f req-ca365902-bfd0-4034-a196-1da12c8d5b91 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801573 Nov 25 20:01:49.677069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90120d-588d-4be5-abdb-d500cf92b2f8 req-e71f7690-e3f9-447f-b936-7469e55bf5e6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:49.679845 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b90120d-588d-4be5-abdb-d500cf92b2f8 req-e71f7690-e3f9-447f-b936-7469e55bf5e6 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0790563 Nov 25 20:01:49.776533 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b90120d-588d-4be5-abdb-d500cf92b2f8 req-405fa628-5072-4d2c-a550-2f01cd871ff1 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835226 Nov 25 20:01:50.872041 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:50.927837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a3732-1e8b-477d-a71a-467d5fc4950b req-bbd8b0b8-ed8b-4a02-aa75-0910e22f78d9 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:50.929689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d79a3732-1e8b-477d-a71a-467d5fc4950b req-bbd8b0b8-ed8b-4a02-aa75-0910e22f78d9 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0633159 Nov 25 20:01:50.995400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d79a3732-1e8b-477d-a71a-467d5fc4950b req-762ee151-88c9-4bc8-aaae-4028d027283c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536823 Nov 25 20:01:52.142455 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0606adfb-9721-4e4a-8f24-3afe6a9b0ce3 req-e87a49be-e137-4180-aeb1-69ca3670474b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:52.144168 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0606adfb-9721-4e4a-8f24-3afe6a9b0ce3 req-e87a49be-e137-4180-aeb1-69ca3670474b tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0614469 Nov 25 20:01:52.211976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0606adfb-9721-4e4a-8f24-3afe6a9b0ce3 req-ae8c05d3-c25d-4f65-be82-6ccf2ed03981 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570359 Nov 25 20:01:53.192309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:53.373892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8cc57-0740-43e7-bd7f-978fc25ac431 req-7a0e0f74-4f27-4dc9-b0fa-93da699a0d3e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:53.376020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3d8cc57-0740-43e7-bd7f-978fc25ac431 req-7a0e0f74-4f27-4dc9-b0fa-93da699a0d3e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0680785 Nov 25 20:01:53.451620 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3d8cc57-0740-43e7-bd7f-978fc25ac431 req-84d5d0ef-143d-4b37-a9c2-31b1b7de6249 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687780 Nov 25 20:01:54.634903 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd39cfd-e734-41d6-9198-16f265851e39 req-0732ab7b-2116-4a0d-ad39-c7a78f91e1f8 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:54.637806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbd39cfd-e734-41d6-9198-16f265851e39 req-0732ab7b-2116-4a0d-ad39-c7a78f91e1f8 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0835354 Nov 25 20:01:54.709669 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbd39cfd-e734-41d6-9198-16f265851e39 req-a68afbbb-d619-4e71-904a-eb4524d58599 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617549 Nov 25 20:01:54.982668 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:01:55.059951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9da7468-e06d-4e72-8f83-d95e72ccee90 req-5607511c-7d9f-4927-9f92-99763572349e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:55.066547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9da7468-e06d-4e72-8f83-d95e72ccee90 req-5607511c-7d9f-4927-9f92-99763572349e tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0877590 Nov 25 20:01:55.127482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9da7468-e06d-4e72-8f83-d95e72ccee90 req-fb846f96-7a7d-4805-9634-a8eb2536643a tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513957 Nov 25 20:01:55.263685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fab9a4-9ef0-4259-8fd2-ef21294ac7a8 req-bbd3d8ed-0d9e-4b3c-8a9c-39fffe036f53 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:55.265490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17fab9a4-9ef0-4259-8fd2-ef21294ac7a8 req-bbd3d8ed-0d9e-4b3c-8a9c-39fffe036f53 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0570939 Nov 25 20:01:55.333884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17fab9a4-9ef0-4259-8fd2-ef21294ac7a8 req-72b21909-c9d9-4cef-aa4c-dfedbbbe9114 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563331 Nov 25 20:01:55.715644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d4760-46eb-464f-9933-a5e85f1653ca req-93999707-52b6-4b6d-82f3-a6a47acc858a tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:55.717467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb6d4760-46eb-464f-9933-a5e85f1653ca req-93999707-52b6-4b6d-82f3-a6a47acc858a tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0844648 Nov 25 20:01:55.788984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb6d4760-46eb-464f-9933-a5e85f1653ca req-893bb20a-c753-446f-9285-7d9cfda11ea4 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590761 Nov 25 20:01:56.854661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf44066-5e94-4d1a-aa5c-5fe51953e6d9 req-3b6b46e8-c885-484e-85b5-0c8774a01d51 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:56.857336 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0bf44066-5e94-4d1a-aa5c-5fe51953e6d9 req-3b6b46e8-c885-484e-85b5-0c8774a01d51 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.0919075 Nov 25 20:01:57.028062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc1650d-24dc-4a8f-8509-88c032b38a6b req-b74342c5-5e37-4912-9c0c-6a96606f47fe tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:01:57.038664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0bf44066-5e94-4d1a-aa5c-5fe51953e6d9 req-13c04ad1-88ac-45c1-970e-7e43d906381f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Deleting port 1ce3d063-7335-4436-9cb6-a95bdc1dd309 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:01:57.040661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0bf44066-5e94-4d1a-aa5c-5fe51953e6d9 req-13c04ad1-88ac-45c1-970e-7e43d906381f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.041702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2dc1650d-24dc-4a8f-8509-88c032b38a6b req-b74342c5-5e37-4912-9c0c-6a96606f47fe tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 945 time: 0.1140978 Nov 25 20:01:57.139860 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2dc1650d-24dc-4a8f-8509-88c032b38a6b req-5818dd34-10a6-4da5-ba0f-66906fda4b95 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874255 Nov 25 20:01:57.199504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0bf44066-5e94-4d1a-aa5c-5fe51953e6d9 req-13c04ad1-88ac-45c1-970e-7e43d906381f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] For port 1ce3d063-7335-4436-9cb6-a95bdc1dd309, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1ce3d063-7335-4436-9cb6-a95bdc1dd309,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:01:57.200090 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0bf44066-5e94-4d1a-aa5c-5fe51953e6d9 req-13c04ad1-88ac-45c1-970e-7e43d906381f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.223261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0bf44066-5e94-4d1a-aa5c-5fe51953e6d9 req-13c04ad1-88ac-45c1-970e-7e43d906381f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Calling delete_port for 1ce3d063-7335-4436-9cb6-a95bdc1dd309 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:01:57.467294 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0bf44066-5e94-4d1a-aa5c-5fe51953e6d9 req-13c04ad1-88ac-45c1-970e-7e43d906381f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.484775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:57.489846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['1ce3d063-7335-4436-9cb6-a95bdc1dd309'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:01:57.516361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c04ad1-88ac-45c1-970e-7e43d906381f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event deleted for resources: {'Port': ['ID=1ce3d063-7335-4436-9cb6-a95bdc1dd309,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:01:57.599145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf44066-5e94-4d1a-aa5c-5fe51953e6d9 req-13c04ad1-88ac-45c1-970e-7e43d906381f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] No DVR routers for this DVR port 1ce3d063-7335-4436-9cb6-a95bdc1dd309 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:01:57.605939 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0bf44066-5e94-4d1a-aa5c-5fe51953e6d9 req-13c04ad1-88ac-45c1-970e-7e43d906381f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:01:57.613076 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0bf44066-5e94-4d1a-aa5c-5fe51953e6d9 req-13c04ad1-88ac-45c1-970e-7e43d906381f tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.60 "DELETE /v2.0/ports/1ce3d063-7335-4436-9cb6-a95bdc1dd309 HTTP/1.1" status: 204 len: 173 time: 0.7476344 Nov 25 20:01:57.613768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa', 'name': 'network-vif-deleted', 'tag': '1ce3d063-7335-4436-9cb6-a95bdc1dd309'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:01:57.620617 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93aca399-0b38-4f31-9569-2ed833a19fd6" -d '{"events": [{"server_uuid": "0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa", "name": "network-vif-deleted", "tag": "1ce3d063-7335-4436-9cb6-a95bdc1dd309"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:01:57.761161 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2640c5bc-ad52-48d7-884b-dfe83467ac86 x-openstack-request-id: req-2640c5bc-ad52-48d7-884b-dfe83467ac86 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:01:57.761622 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa", "name": "network-vif-deleted", "tag": "1ce3d063-7335-4436-9cb6-a95bdc1dd309", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:01:57.761939 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2640c5bc-ad52-48d7-884b-dfe83467ac86 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:01:57.762351 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa', 'name': 'network-vif-deleted', 'tag': '1ce3d063-7335-4436-9cb6-a95bdc1dd309', 'status': 'completed', 'code': 200} Nov 25 20:01:58.285145 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09426a38-44ab-4f68-a9a1-696ba580f51c req-9beb80cb-5fc6-4816-9fbf-17465db46b8d tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=0ab7ff25-5921-4358-b36c-0c2b4ab5b8fa HTTP/1.1" status: 200 len: 210 time: 0.0316014 Nov 25 20:02:00.271092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c727a242-622e-49e4-b2e0-afcc939e1cef req-0c5fba7a-904d-4796-92f2-393e204a0fce tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:00.275829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c727a242-622e-49e4-b2e0-afcc939e1cef req-0c5fba7a-904d-4796-92f2-393e204a0fce tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 945 time: 0.0652037 Nov 25 20:02:00.327697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c727a242-622e-49e4-b2e0-afcc939e1cef req-1f685581-7516-4006-9538-085b93d36dd2 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476077 Nov 25 20:02:01.120855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1ce3d063-7335-4436-9cb6-a95bdc1dd309 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:02:01.155647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 1ce3d063-7335-4436-9cb6-a95bdc1dd309 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:02:01.156140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1ce3d063-7335-4436-9cb6-a95bdc1dd309 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:02:01.465309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e8dafa-22a8-4e62-b46a-8d03463fc95e req-2e8d602f-0288-4f0f-af9f-2b06dbe37b51 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:01.466994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1e8dafa-22a8-4e62-b46a-8d03463fc95e req-2e8d602f-0288-4f0f-af9f-2b06dbe37b51 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 945 time: 0.0617497 Nov 25 20:02:01.498978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde269d-f9d3-410e-91cc-af46ff756e69 req-cd115ecf-aded-490d-8321-85ce8ec0e33c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:01.500585 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1bde269d-f9d3-410e-91cc-af46ff756e69 req-cd115ecf-aded-490d-8321-85ce8ec0e33c tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.76 "GET /v2.0/ports?device_id=50650134-6d96-4d8a-b4fd-7fb6805038fd HTTP/1.1" status: 200 len: 945 time: 0.0689235 Nov 25 20:02:01.545754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1e8dafa-22a8-4e62-b46a-8d03463fc95e req-fc366f15-1976-48c7-bb93-f2dbbede5808 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.15 "GET /v2.0/security-groups?id=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675581 Nov 25 20:02:01.651884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-1bde269d-f9d3-410e-91cc-af46ff756e69 req-57bdfac1-bd64-4cee-8919-619f5218ec55 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Deleting port 27080ecc-0e71-4e9f-940b-1f31810abc83 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:02:01.652403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1bde269d-f9d3-410e-91cc-af46ff756e69 req-57bdfac1-bd64-4cee-8919-619f5218ec55 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.777434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1bde269d-f9d3-410e-91cc-af46ff756e69 req-57bdfac1-bd64-4cee-8919-619f5218ec55 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] For port 27080ecc-0e71-4e9f-940b-1f31810abc83, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=27080ecc-0e71-4e9f-940b-1f31810abc83,segment=NetworkSegment(bdbfd74a-c20d-4561-aac7-59977a1e27cd),segment_id=bdbfd74a-c20d-4561-aac7-59977a1e27cd)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:01.777812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1bde269d-f9d3-410e-91cc-af46ff756e69 req-57bdfac1-bd64-4cee-8919-619f5218ec55 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.791932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-1bde269d-f9d3-410e-91cc-af46ff756e69 req-57bdfac1-bd64-4cee-8919-619f5218ec55 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Calling delete_port for 27080ecc-0e71-4e9f-940b-1f31810abc83 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:02:01.941693 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1bde269d-f9d3-410e-91cc-af46ff756e69 req-57bdfac1-bd64-4cee-8919-619f5218ec55 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:01.955677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['27080ecc-0e71-4e9f-940b-1f31810abc83'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:02:01.973027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdfac1-bd64-4cee-8919-619f5218ec55 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Pushing event deleted for resources: {'Port': ['ID=27080ecc-0e71-4e9f-940b-1f31810abc83,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:02.027311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bde269d-f9d3-410e-91cc-af46ff756e69 req-57bdfac1-bd64-4cee-8919-619f5218ec55 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] No DVR routers for this DVR port 27080ecc-0e71-4e9f-940b-1f31810abc83 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:02:02.030134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1bde269d-f9d3-410e-91cc-af46ff756e69 req-57bdfac1-bd64-4cee-8919-619f5218ec55 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:02.033911 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1bde269d-f9d3-410e-91cc-af46ff756e69 req-57bdfac1-bd64-4cee-8919-619f5218ec55 tempest-ServersTestJSON-412593862 tempest-ServersTestJSON-412593862-project] 10.222.0.76 "DELETE /v2.0/ports/27080ecc-0e71-4e9f-940b-1f31810abc83 HTTP/1.1" status: 204 len: 173 time: 0.5273814 Nov 25 20:02:02.034402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50650134-6d96-4d8a-b4fd-7fb6805038fd', 'name': 'network-vif-deleted', 'tag': '27080ecc-0e71-4e9f-940b-1f31810abc83'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:02:02.036852 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce75b28-4a2e-4555-bf93-7720b79cbfe4" -d '{"events": [{"server_uuid": "50650134-6d96-4d8a-b4fd-7fb6805038fd", "name": "network-vif-deleted", "tag": "27080ecc-0e71-4e9f-940b-1f31810abc83"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:02:02.083387 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b7eb8d-58bb-4ac7-a16d-049c3c8a0603 x-openstack-request-id: req-79b7eb8d-58bb-4ac7-a16d-049c3c8a0603 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:02:02.083977 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50650134-6d96-4d8a-b4fd-7fb6805038fd", "name": "network-vif-deleted", "tag": "27080ecc-0e71-4e9f-940b-1f31810abc83", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:02:02.084468 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-79b7eb8d-58bb-4ac7-a16d-049c3c8a0603 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:02:02.085172 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50650134-6d96-4d8a-b4fd-7fb6805038fd', 'name': 'network-vif-deleted', 'tag': '27080ecc-0e71-4e9f-940b-1f31810abc83', 'status': 'completed', 'code': 200} Nov 25 20:02:02.100137 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a2bceb6d-a31c-4ea3-8f2c-d91fb2c1e2dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:02.641532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38800) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:02.709532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-52f6ad6f-f67e-41aa-8b02-da41a3aab7d7 admin admin] Deleting subnet b4bb04ad-3028-4b3d-ab7c-269238de2c3b {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:02:02.715446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52f6ad6f-f67e-41aa-8b02-da41a3aab7d7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:02.775217 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52f6ad6f-f67e-41aa-8b02-da41a3aab7d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:02.817858 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52f6ad6f-f67e-41aa-8b02-da41a3aab7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:02.883586 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52f6ad6f-f67e-41aa-8b02-da41a3aab7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:02.910846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f6ad6f-f67e-41aa-8b02-da41a3aab7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4bb04ad-3028-4b3d-ab7c-269238de2c3b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:02.915749 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-52f6ad6f-f67e-41aa-8b02-da41a3aab7d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:02.921964 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-52f6ad6f-f67e-41aa-8b02-da41a3aab7d7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b4bb04ad-3028-4b3d-ab7c-269238de2c3b HTTP/1.1" status: 204 len: 168 time: 0.2788894 Nov 25 20:02:02.922618 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38804) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:03.008028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.103726 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.142496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:03.154299 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdbfd74a-c20d-4561-aac7-59977a1e27cd') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:03.154758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdbfd74a-c20d-4561-aac7-59977a1e27cd') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:03.167768 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.185274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.195253 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Releasing vlan 632 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:03.196850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:03.199964 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:03.268988 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.277319 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.284989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] 10.222.0.15 "DELETE /v2.0/networks/6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4 HTTP/1.1" status: 204 len: 168 time: 0.3568254 Nov 25 20:02:03.303814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Pushing event deleted for resources: {'Network': ['ID=6679a1ee-07f4-4a8b-9b56-a8e7d7775ac4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:03.320083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.320863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.322939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.323530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.324106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.324677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.325237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.325808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.326389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.326986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.327560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.328131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd230a48-01f3-4dcf-a914-e80f32b88642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:03.578182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38810) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:03.671943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38812) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:03.672676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eab8f3b2-938d-4dd9-b075-a7d94d86597a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=34940b541b304a459edcc95e7731590f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0875692 Nov 25 20:02:03.767142 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5990bbfa-27fc-4a2a-9fd4-bb850deb2e67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.797020 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5990bbfa-27fc-4a2a-9fd4-bb850deb2e67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.868353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5990bbfa-27fc-4a2a-9fd4-bb850deb2e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.873555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5990bbfa-27fc-4a2a-9fd4-bb850deb2e67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:03.875594 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5990bbfa-27fc-4a2a-9fd4-bb850deb2e67 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4db61f43-1e2e-4a2e-a293-dcaf38ed12bb HTTP/1.1" status: 204 len: 168 time: 0.2020016 Nov 25 20:02:03.892285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5990bbfa-27fc-4a2a-9fd4-bb850deb2e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db61f43-1e2e-4a2e-a293-dcaf38ed12bb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:04.838083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38836) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:04.895431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 27080ecc-0e71-4e9f-940b-1f31810abc83 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:02:04.929075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 27080ecc-0e71-4e9f-940b-1f31810abc83 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:02:04.929793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 27080ecc-0e71-4e9f-940b-1f31810abc83 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:02:05.023389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1849449254-network', 'tenant_id': '3b336eef4fe64d268be4a6faf769301a'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:05.064211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Made reservation on behalf of 3b336eef4fe64d268be4a6faf769301a for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:05.068058 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.078456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.200039 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.206950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.228768 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-047623bd-b699-4fb6-bbeb-518246de69d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.262223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 604} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:05.272857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e410d8-93b6-4c7c-a234-6d40ca1f1c3f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:05.287721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.288116 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Added segment 5e208233-d5d8-4270-91e5-d61e402880a8 of type vlan for network f66113c5-3f13-42de-aedf-25847bcd280b Nov 25 20:02:05.345925 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.377731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.378770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:05.379634 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.423791 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5840476 Nov 25 20:02:05.428862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38840) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:05.439262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] Request body: {'subnet': {'network_id': 'f66113c5-3f13-42de-aedf-25847bcd280b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1849449254-subnet', 'tenant_id': '3b336eef4fe64d268be4a6faf769301a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:05.478046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7a1827-672a-4801-b85d-2f739e38e1b0 admin admin] Pushing event updated for resources: {'Network': ['ID=f66113c5-3f13-42de-aedf-25847bcd280b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:05.480500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] Made reservation on behalf of 3b336eef4fe64d268be4a6faf769301a for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:05.485694 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.492105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network f66113c5-3f13-42de-aedf-25847bcd280b details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:05.780613 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.866155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] Pushing event updated for resources: {'Subnet': ['ID=24be7cf6-8055-4d2e-a9c3-366ac4c8ed88,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:05.874726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] Checking segment: {'id': '5e208233-d5d8-4270-91e5-d61e402880a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'f66113c5-3f13-42de-aedf-25847bcd280b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:05.875121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] Network hostable DHCP agents. Network: f66113c5-3f13-42de-aedf-25847bcd280b, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:05.895696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] Network f66113c5-3f13-42de-aedf-25847bcd280b is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:05.907490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, f66113c5-3f13-42de-aedf-25847bcd280b) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:05.913778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:05.915936 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:05.923362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299a3977-9384-4980-9c1c-9e3dfc76ce63 None None] Network f66113c5-3f13-42de-aedf-25847bcd280b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:05.954629 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-88ee4d98-95cc-45c4-8de8-dc26a2eb5aba admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5125713 Nov 25 20:02:06.094293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad6aebc-4acb-4739-b23e-6a9f634be4e8 None None] Network f66113c5-3f13-42de-aedf-25847bcd280b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:06.186338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38848) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:06.249066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-043c754c-16ce-4e9e-9194-e1d07b85d92c admin admin] Deleting subnet 24be7cf6-8055-4d2e-a9c3-366ac4c8ed88 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:02:06.254063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-043c754c-16ce-4e9e-9194-e1d07b85d92c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.302290 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-043c754c-16ce-4e9e-9194-e1d07b85d92c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.350083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-043c754c-16ce-4e9e-9194-e1d07b85d92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.413570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-043c754c-16ce-4e9e-9194-e1d07b85d92c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.456198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043c754c-16ce-4e9e-9194-e1d07b85d92c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=24be7cf6-8055-4d2e-a9c3-366ac4c8ed88,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:06.459176 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-043c754c-16ce-4e9e-9194-e1d07b85d92c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.462481 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.464935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-043c754c-16ce-4e9e-9194-e1d07b85d92c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/24be7cf6-8055-4d2e-a9c3-366ac4c8ed88 HTTP/1.1" status: 204 len: 168 time: 0.2776444 Nov 25 20:02:06.467080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38850) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:06.565265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.694404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.733452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66113c5-3f13-42de-aedf-25847bcd280b']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:06.752531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e208233-d5d8-4270-91e5-d61e402880a8') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:06.752994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e208233-d5d8-4270-91e5-d61e402880a8') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:06.773143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.793783 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.801599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:02:06.801914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:02:06.803654 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:02:06.895286 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.906317 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:06.909877 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] 10.222.0.15 "DELETE /v2.0/networks/f66113c5-3f13-42de-aedf-25847bcd280b HTTP/1.1" status: 204 len: 168 time: 0.4416761 Nov 25 20:02:06.922523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3efd91-6fac-4f04-8de9-66b2722902b2 admin admin] Pushing event deleted for resources: {'Network': ['ID=f66113c5-3f13-42de-aedf-25847bcd280b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:07.090281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38856) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:07.174979 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d50db1db-a1ee-4191-b652-45c4708b06f5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3b336eef4fe64d268be4a6faf769301a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0806489 Nov 25 20:02:07.175644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38858) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:07.279045 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae58bcd5-7b85-48b6-abbc-256d3c5d5022 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:07.311614 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae58bcd5-7b85-48b6-abbc-256d3c5d5022 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:07.386564 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae58bcd5-7b85-48b6-abbc-256d3c5d5022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:07.389463 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae58bcd5-7b85-48b6-abbc-256d3c5d5022 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:07.393958 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ae58bcd5-7b85-48b6-abbc-256d3c5d5022 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b4e410d8-93b6-4c7c-a234-6d40ca1f1c3f HTTP/1.1" status: 204 len: 168 time: 0.2167373 Nov 25 20:02:07.405319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58bcd5-7b85-48b6-abbc-256d3c5d5022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e410d8-93b6-4c7c-a234-6d40ca1f1c3f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:07.864765 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:08.302429 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:08.948721 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38898) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:09.131720 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5083053-c5a6-4ae5-99fb-b26852a942b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.260538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5083053-c5a6-4ae5-99fb-b26852a942b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.265972 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5083053-c5a6-4ae5-99fb-b26852a942b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.311718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c5083053-c5a6-4ae5-99fb-b26852a942b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c081e9fbddb441a88bc0d0b6d8b20893&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3610313 Nov 25 20:02:09.312863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5083053-c5a6-4ae5-99fb-b26852a942b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fac5651-8fd7-4160-9d0b-9ca73ec32e85,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:09.314373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38904) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:09.382677 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b17a3386-2b99-4a6f-951b-5abc08d3ae22 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.411592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b17a3386-2b99-4a6f-951b-5abc08d3ae22 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.476534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b17a3386-2b99-4a6f-951b-5abc08d3ae22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.481328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b17a3386-2b99-4a6f-951b-5abc08d3ae22 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:09.485837 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b17a3386-2b99-4a6f-951b-5abc08d3ae22 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3fac5651-8fd7-4160-9d0b-9ca73ec32e85 HTTP/1.1" status: 204 len: 168 time: 0.1677113 Nov 25 20:02:09.501211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a3386-2b99-4a6f-951b-5abc08d3ae22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fac5651-8fd7-4160-9d0b-9ca73ec32e85,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:10.427779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38928) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:10.559255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-304657113-network', 'tenant_id': '79b14461732143008a8e853ec742ffc1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:10.592328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Made reservation on behalf of 79b14461732143008a8e853ec742ffc1 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:10.594990 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:10.606292 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:10.755178 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:10.760704 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:10.782769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:10.800961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13a274ca-b47e-42cf-9158-fd214fe80d64,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:10.808054 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:10.808605 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Added segment 0f1febd9-653a-40f7-ab7f-b8609a65b6a0 of type vlan for network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c Nov 25 20:02:10.860586 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:10.891540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:10.892542 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:10.893133 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:10.929837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5008810 Nov 25 20:02:10.934986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38932) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:10.944008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] Request body: {'subnet': {'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-304657113-subnet', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:10.970207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734f23a-dc5e-4f2a-bc35-e9d5b1fddc71 admin admin] Pushing event updated for resources: {'Network': ['ID=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:10.981175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] Made reservation on behalf of 79b14461732143008a8e853ec742ffc1 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:10.984663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:10.998360 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.317166 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.410198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] Checking segment: {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:11.411079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] Network hostable DHCP agents. Network: c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:11.418037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95a06aa4-f7dd-4413-9210-f4671fd0111c,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:11.439307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] Network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:11.453280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:11.459596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:11.460369 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.468698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6908e88f-f01c-4f70-b328-fd387a70fa82 None None] Network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:11.489940 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9e38796e-1591-4523-8fdd-d425658611e5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5502939 Nov 25 20:02:11.490421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38936) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:11.498175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:11.538337 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.540253 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.637636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.853797 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:11.897411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:02:11.898320 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.067179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Allocated IP 172.20.0.2 (c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c/95a06aa4-f7dd-4413-9210-f4671fd0111c/b1748ccb-2d08-4e36-a5ad-4392d5170cb9) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:12.295071 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.303896 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.367311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:12.370605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:12.375567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:12.437361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Pushing event updated for resources: {'Port': ['ID=b1748ccb-2d08-4e36-a5ad-4392d5170cb9,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:12.439098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.456436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.456795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.457119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.457448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.457783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.458116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.458444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.458774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.459117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.459441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.459768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.460109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:12.465168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Attempting to bind port b1748ccb-2d08-4e36-a5ad-4392d5170cb9 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:02:12.465461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Attempting to bind port b1748ccb-2d08-4e36-a5ad-4392d5170cb9 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:02:12.465784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Attempting to bind port b1748ccb-2d08-4e36-a5ad-4392d5170cb9 on network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:12.472506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:02:12.472839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Checking segment: {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:12.473247 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.473641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Bound using segment: {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:02:12.474270 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Bound port: b1748ccb-2d08-4e36-a5ad-4392d5170cb9, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:02:12.474662 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.477338 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.557759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] For port b1748ccb-2d08-4e36-a5ad-4392d5170cb9, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:02:12.561773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] For port b1748ccb-2d08-4e36-a5ad-4392d5170cb9, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b1748ccb-2d08-4e36-a5ad-4392d5170cb9,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:02:12.570617 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.655890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558692d4-d504-4990-ab40-ac4a3e38de02 None None] Pushing event updated for resources: {'Port': ['ID=b1748ccb-2d08-4e36-a5ad-4392d5170cb9,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:12.685387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Allocated IP 172.25.8.146 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/47d7666d-856a-4b14-879d-af372e44cac6) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:12.857765 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:12.980594 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.037617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:13.041033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:13.045216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:13.063766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2095d92e-0d79-4f21-989e-2959db55a89f None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:02:13.143265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Pushing event updated for resources: {'Port': ['ID=47d7666d-856a-4b14-879d-af372e44cac6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:13.191234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4b96c85b-6f95-4e82-9b09-2c1324c42e74 None None] Provisioning complete for port 47d7666d-856a-4b14-879d-af372e44cac6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:13.192463 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4b96c85b-6f95-4e82-9b09-2c1324c42e74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.267971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4b96c85b-6f95-4e82-9b09-2c1324c42e74 None None] Port 47d7666d-856a-4b14-879d-af372e44cac6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:02:13.309411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b1748ccb-2d08-4e36-a5ad-4392d5170cb9 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:13.376950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b1748ccb-2d08-4e36-a5ad-4392d5170cb9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:13.377458 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.406481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.482426 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.523612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port b1748ccb-2d08-4e36-a5ad-4392d5170cb9, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b1748ccb-2d08-4e36-a5ad-4392d5170cb9,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:13.533618 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.620729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=b1748ccb-2d08-4e36-a5ad-4392d5170cb9,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:13.758964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:13.935056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Router ac8b20d2-96e5-4c25-b311-31ff80df231b is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:02:14.047632 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d50f032-e865-4e5c-8b7c-00d387bbc2ab None None] Network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:14.151267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:02:14.156966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7b5db414-3353-432f-98e0-7d462ff3c9f3 None None] Provisioning complete for port b1748ccb-2d08-4e36-a5ad-4392d5170cb9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:14.157340 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b5db414-3353-432f-98e0-7d462ff3c9f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:14.182764 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:14.185356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c85f4217-01c0-46a9-81de-c18bcccc15cb admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6931138 Nov 25 20:02:14.189008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38948) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:14.211753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Sync routers for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:02:14.294486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:02:14.297912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:02:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:14.578630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:02:14.892549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:13Z', 'revision_number': 3, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:14.913935 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:14.938628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Checking router: ac8b20d2-96e5-4c25-b311-31ff80df231b for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:02:14.938628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Updating router ac8b20d2-96e5-4c25-b311-31ff80df231b port 47d7666d-856a-4b14-879d-af372e44cac6 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:02:14.975551 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.037803 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-17fb8f04-3399-42d0-a620-9ed1764613d4 None None] Provisioning complete for port b1748ccb-2d08-4e36-a5ad-4392d5170cb9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:15.038576 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-17fb8f04-3399-42d0-a620-9ed1764613d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.162004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Allocated IP 172.20.0.1 (c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c/95a06aa4-f7dd-4413-9210-f4671fd0111c/18443faa-00cc-471c-b2ef-c46a41853ccb) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:15.281113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b1748ccb-2d08-4e36-a5ad-4392d5170cb9 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:15.365295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.419363 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.484191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:15.489651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:15.490774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b1748ccb-2d08-4e36-a5ad-4392d5170cb9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:15.491519 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.499599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:15.569283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Pushing event updated for resources: {'Port': ['ID=18443faa-00cc-471c-b2ef-c46a41853ccb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:15.588707 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.716591 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.741452 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.791704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3187ca-421d-443b-8742-c1067c2de098 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:02:15.830948 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.834607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8006e-817d-4c52-9278-d4616a00cd58 None None] Pushing event updated for resources: {'Port': ['ID=47d7666d-856a-4b14-879d-af372e44cac6,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:15.848084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Attempting to bind port 47d7666d-856a-4b14-879d-af372e44cac6 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:02:15.850064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Attempting to bind port 47d7666d-856a-4b14-879d-af372e44cac6 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:02:15.850925 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Attempting to bind port 47d7666d-856a-4b14-879d-af372e44cac6 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:15.863003 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:02:15.863970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:15.864556 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.865128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:02:15.865773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Bound port: 47d7666d-856a-4b14-879d-af372e44cac6, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:02:15.866306 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.943333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] For port 47d7666d-856a-4b14-879d-af372e44cac6, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:02:15.949615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] For port 47d7666d-856a-4b14-879d-af372e44cac6, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=47d7666d-856a-4b14-879d-af372e44cac6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:02:15.953888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7d5ab662-01cb-4322-97d2-68fab3345be6 None None] Provisioning complete for port 47d7666d-856a-4b14-879d-af372e44cac6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:15.954376 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab662-01cb-4322-97d2-68fab3345be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:15.986428 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.032084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ab662-01cb-4322-97d2-68fab3345be6 None None] Port 47d7666d-856a-4b14-879d-af372e44cac6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:02:16.066554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:02:16.067229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:02:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:16.213927 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.222942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.335879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff4aa82-220b-41a4-8151-54e6b9ff4971 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:02:16.359317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c8006e-817d-4c52-9278-d4616a00cd58 None None] Pushing event updated for resources: {'Port': ['ID=47d7666d-856a-4b14-879d-af372e44cac6,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:16.360230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Pushing event updated for resources: {'Port': ['ID=18443faa-00cc-471c-b2ef-c46a41853ccb,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:16.363096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7d5ab662-01cb-4322-97d2-68fab3345be6 None None] Provisioning complete for port 18443faa-00cc-471c-b2ef-c46a41853ccb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:16.364050 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7d5ab662-01cb-4322-97d2-68fab3345be6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.366116 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.417594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:02:16.450509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ab662-01cb-4322-97d2-68fab3345be6 None None] Port 18443faa-00cc-471c-b2ef-c46a41853ccb cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:02:16.525887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:16.528044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:16.616477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c8df5f3f-6384-4d80-af46-3f59d8dd78e1 None None] Provisioning complete for port 47d7666d-856a-4b14-879d-af372e44cac6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:16.617088 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8df5f3f-6384-4d80-af46-3f59d8dd78e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.767447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Router ac8b20d2-96e5-4c25-b311-31ff80df231b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:02:16.903953 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8df5f3f-6384-4d80-af46-3f59d8dd78e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.927156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c8df5f3f-6384-4d80-af46-3f59d8dd78e1 None None] For port 47d7666d-856a-4b14-879d-af372e44cac6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=47d7666d-856a-4b14-879d-af372e44cac6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:16.939613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8df5f3f-6384-4d80-af46-3f59d8dd78e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:16.992294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:02:17.004127 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8887a6b9-ac88-408d-ab1a-acb5dce7f8aa admin admin] 10.222.0.15 "PUT /v2.0/routers/ac8b20d2-96e5-4c25-b311-31ff80df231b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8114870 Nov 25 20:02:17.025419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df5f3f-6384-4d80-af46-3f59d8dd78e1 None None] Pushing event updated for resources: {'Port': ['ID=47d7666d-856a-4b14-879d-af372e44cac6,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:17.029811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 1, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:17.065591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db613e44-7196-4bdf-a59c-c716b65a8a43 None None] The sync data for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 is: [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 1, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:02:17.084562 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5d11407e-3762-4767-970a-c5bb5d2d7ac2 None None] Provisioning complete for port 18443faa-00cc-471c-b2ef-c46a41853ccb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:17.084936 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5d11407e-3762-4767-970a-c5bb5d2d7ac2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.130963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5d11407e-3762-4767-970a-c5bb5d2d7ac2 None None] Port 18443faa-00cc-471c-b2ef-c46a41853ccb cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:02:17.569976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38962) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:17.576345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a453c2be-f6d8-4237-9c30-df95366556b7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1007336427', 'description': 'tempest-description--1955480892'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:17.609865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a453c2be-f6d8-4237-9c30-df95366556b7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.698533 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a453c2be-f6d8-4237-9c30-df95366556b7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.704172 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a453c2be-f6d8-4237-9c30-df95366556b7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.736595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a453c2be-f6d8-4237-9c30-df95366556b7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebf2734-64e3-4f25-8f97-95457761c121,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:17.742261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a453c2be-f6d8-4237-9c30-df95366556b7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.744801 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a453c2be-f6d8-4237-9c30-df95366556b7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1726699 Nov 25 20:02:17.747532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38964) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:17.752239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ead5055e-810d-411c-9715-355655ca8c86 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'security_group_rule': {'security_group_id': '5ebf2734-64e3-4f25-8f97-95457761c121', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:17.785651 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ead5055e-810d-411c-9715-355655ca8c86 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.860816 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ead5055e-810d-411c-9715-355655ca8c86 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.866429 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ead5055e-810d-411c-9715-355655ca8c86 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.883647 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead5055e-810d-411c-9715-355655ca8c86 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=889cbe7a-bd88-4813-97f7-6c00decff5e6,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:17.904452 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ead5055e-810d-411c-9715-355655ca8c86 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:17.908560 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ead5055e-810d-411c-9715-355655ca8c86 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1572378 Nov 25 20:02:17.908887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 38966) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:17.914070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b8582e94-7a34-4cd5-a5a5-5b9c650fdd00 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'security_group_rule': {'security_group_id': '5ebf2734-64e3-4f25-8f97-95457761c121', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:17.985859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8582e94-7a34-4cd5-a5a5-5b9c650fdd00 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.093504 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8582e94-7a34-4cd5-a5a5-5b9c650fdd00 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.100064 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8582e94-7a34-4cd5-a5a5-5b9c650fdd00 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.129271 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8582e94-7a34-4cd5-a5a5-5b9c650fdd00 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a0f73c5-17ac-46f6-8b8e-4e4984da2ffc,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:18.151645 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8582e94-7a34-4cd5-a5a5-5b9c650fdd00 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.155077 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b8582e94-7a34-4cd5-a5a5-5b9c650fdd00 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2437601 Nov 25 20:02:18.156589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 38974) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:18.165908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:18.213914 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.697246 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:18.873213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Allocated IP 172.25.8.194 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/8da2a201-babc-43ae-bb86-e85799e1bab9) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:19.039053 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.080680 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.159432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:19.164952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:19.176169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:19.226159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'Port': ['ID=8da2a201-babc-43ae-bb86-e85799e1bab9,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:19.305077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 47d7666d-856a-4b14-879d-af372e44cac6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:19.326908 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.374089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.391423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 47d7666d-856a-4b14-879d-af372e44cac6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:19.392045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.729653 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.736753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.849073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'Port': ['ID=8da2a201-babc-43ae-bb86-e85799e1bab9,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:19.863931 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.892336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:19.900727 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c6182b20-b718-4472-901d-7975aa5caf41 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7360198 Nov 25 20:02:19.987857 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Sync routers for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:02:20.007369 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:02:20.009158 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:02:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:20.140495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-56a9350e-bd6b-4ddb-b3ad-545e31c89822 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1007336427&fields=id&tenant_id=79b14461732143008a8e853ec742ffc1 HTTP/1.1" status: 200 len: 267 time: 0.0804632 Nov 25 20:02:20.191075 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:02:20.280222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d330fdf4-73a0-4f50-b773-6b8ce165ef0d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:20.281703 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d330fdf4-73a0-4f50-b773-6b8ce165ef0d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 810 time: 0.1336129 Nov 25 20:02:20.306213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-52719f65-b90b-44fc-93a6-1fa70d6380e9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/quotas/79b14461732143008a8e853ec742ffc1 HTTP/1.1" status: 200 len: 375 time: 0.0110800 Nov 25 20:02:20.412478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-b54e48cf-2b00-4410-b173-680b802c19b7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0934389 Nov 25 20:02:20.542208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-9452f488-f195-4c41-afb1-00ec88cfa3ee service neutron] 10.222.0.15 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071908 Nov 25 20:02:20.565649 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 2, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:20.642854 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Checking router: ac8b20d2-96e5-4c25-b311-31ff80df231b for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:02:20.643540 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Updating router ac8b20d2-96e5-4c25-b311-31ff80df231b port 18443faa-00cc-471c-b2ef-c46a41853ccb binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:02:20.686097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-3a7168ca-16e9-42c9-86b0-453cbb36cf49 service neutron] 10.222.0.15 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183581 Nov 25 20:02:20.704156 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.928959 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:20.968484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7bc7c027-a3ec-4109-ae53-c1dfe9354ae7 req-089758bf-9a06-49e7-bc63-eb67d304d232 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 210 time: 0.0554335 Nov 25 20:02:21.236272 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.246590 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.464005 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Pushing event updated for resources: {'Port': ['ID=18443faa-00cc-471c-b2ef-c46a41853ccb,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:21.469087 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Attempting to bind port 18443faa-00cc-471c-b2ef-c46a41853ccb on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:02:21.469461 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Attempting to bind port 18443faa-00cc-471c-b2ef-c46a41853ccb by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:02:21.469820 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Attempting to bind port 18443faa-00cc-471c-b2ef-c46a41853ccb on network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:21.481040 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.481367 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.481700 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.482199 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.482431 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.482983 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.483487 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.483963 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.484493 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.484979 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.485470 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.485957 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:21.489909 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:02:21.490581 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Checking segment: {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:21.491209 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.491764 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Bound using segment: {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:02:21.492491 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Bound port: 18443faa-00cc-471c-b2ef-c46a41853ccb, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:02:21.493199 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.598018 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] For port 18443faa-00cc-471c-b2ef-c46a41853ccb, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:02:21.606256 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] For port 18443faa-00cc-471c-b2ef-c46a41853ccb, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=18443faa-00cc-471c-b2ef-c46a41853ccb,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:02:21.612923 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.732011 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:02:21.733025 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:02:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:21.793670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bd9ef3ba-fee6-4319-8228-f3dd30783539 None None] Provisioning complete for port 18443faa-00cc-471c-b2ef-c46a41853ccb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:21.794680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef3ba-fee6-4319-8228-f3dd30783539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:21.819487 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcac64b6-cda2-4596-b0e0-87b6ca56dfcd None None] Pushing event updated for resources: {'Port': ['ID=18443faa-00cc-471c-b2ef-c46a41853ccb,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:21.995298 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:02:22.039205 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef3ba-fee6-4319-8228-f3dd30783539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:22.195340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-bd9ef3ba-fee6-4319-8228-f3dd30783539 None None] For port 18443faa-00cc-471c-b2ef-c46a41853ccb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=18443faa-00cc-471c-b2ef-c46a41853ccb,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:22.207389 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bd9ef3ba-fee6-4319-8228-f3dd30783539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:22.347322 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:21Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:22.374842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-94ab74e4-30a8-40bb-8398-13542cbb57dc None None] Provisioning complete for port 18443faa-00cc-471c-b2ef-c46a41853ccb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:22.375410 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-94ab74e4-30a8-40bb-8398-13542cbb57dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:22.379598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-95df36ef-92bf-4cb6-a866-36b70a9bd003 req-4a6ca132-7295-4347-a38f-2ae817881dbc tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 210 time: 0.1450825 Nov 25 20:02:22.380209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9ef3ba-fee6-4319-8228-f3dd30783539 None None] Pushing event updated for resources: {'Port': ['ID=18443faa-00cc-471c-b2ef-c46a41853ccb,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:22.490206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39028) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:22.658515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37335f-415f-4964-ac7b-b981eef99513 req-9e8a8dac-4f4b-49ce-a438-aad64ea52d27 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:22.661434 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-9e8a8dac-4f4b-49ce-a438-aad64ea52d27 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.60 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 810 time: 0.3545063 Nov 25 20:02:22.670790 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e2a031-0052-407c-bf0d-55b698675f0d None None] The sync data for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 is: [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:21Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:02:22.757096 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-58324aa8-6fef-48e6-9634-4c1b22c676e5 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b14461732143008a8e853ec742ffc1 HTTP/1.1" status: 200 len: 380 time: 0.0857859 Nov 25 20:02:22.771695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'port': {'device_id': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'admin_state_up': True, 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'security_groups': ['5ebf2734-64e3-4f25-8f97-95457761c121']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:22.775517 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62e951c1-eb5a-42bc-9089-01dbd4fd2f19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:22.891514 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62e951c1-eb5a-42bc-9089-01dbd4fd2f19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:22.897848 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-62e951c1-eb5a-42bc-9089-01dbd4fd2f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:22.963813 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-62e951c1-eb5a-42bc-9089-01dbd4fd2f19 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b123d4e426654d71b112fe59ddbeeb11&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4719560 Nov 25 20:02:22.964961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e951c1-eb5a-42bc-9089-01dbd4fd2f19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f1d0d2a-ee48-4c36-95b6-fd1660bff9ad,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:22.969552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39032) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:23.086507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Made reservation on behalf of 79b14461732143008a8e853ec742ffc1 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:23.090584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.113401 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4477aaa8-34e0-4d57-a376-0b485f88c345 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.154329 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4477aaa8-34e0-4d57-a376-0b485f88c345 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.235230 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.320839 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4477aaa8-34e0-4d57-a376-0b485f88c345 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.324431 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4477aaa8-34e0-4d57-a376-0b485f88c345 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.328600 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4477aaa8-34e0-4d57-a376-0b485f88c345 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0f1d0d2a-ee48-4c36-95b6-fd1660bff9ad HTTP/1.1" status: 204 len: 168 time: 0.3500710 Nov 25 20:02:23.335914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Allocated IP 172.20.0.11 (c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c/95a06aa4-f7dd-4413-9210-f4671fd0111c/1d7b81bd-509d-47fd-a823-686669015ac8) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:02:23.352193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477aaa8-34e0-4d57-a376-0b485f88c345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f1d0d2a-ee48-4c36-95b6-fd1660bff9ad,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:23.426881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 18443faa-00cc-471c-b2ef-c46a41853ccb up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:23.545584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 18443faa-00cc-471c-b2ef-c46a41853ccb triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:23.546236 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.576349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed035b28-7b06-4284-84a8-fe3a9a8b16b0 req-79ea2839-8b7a-452a-829a-411d0e527d0a tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 210 time: 0.0775905 Nov 25 20:02:23.582274 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.635623 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.710650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'Port': ['ID=1d7b81bd-509d-47fd-a823-686669015ac8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:23.719762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:02:23.721375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:23.723892 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:02:23.798135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:23.798957 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:23.837940 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d0dfd318-1f23-4f3a-bfde-d11a295196c8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0740948 Nov 25 20:02:23.856308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Request body: {'port': {'device_id': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:23.975582 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.055668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6b2d0a99-e9c4-4906-89cb-35e309d64e24 None None] Provisioning complete for port 1d7b81bd-509d-47fd-a823-686669015ac8 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:24.056699 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6b2d0a99-e9c4-4906-89cb-35e309d64e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.118698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6b2d0a99-e9c4-4906-89cb-35e309d64e24 None None] Port 1d7b81bd-509d-47fd-a823-686669015ac8 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:02:24.316234 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7b81bd-509d-47fd-a823-686669015ac8 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:02:24.327522 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.346523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Transition to ACTIVE for port object 1d7b81bd-509d-47fd-a823-686669015ac8 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:02:24.350924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.464004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7b81bd-509d-47fd-a823-686669015ac8,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:24.533857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Attempting to bind port 1d7b81bd-509d-47fd-a823-686669015ac8 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:02:24.533857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Attempting to bind port 1d7b81bd-509d-47fd-a823-686669015ac8 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:02:24.533857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Attempting to bind port 1d7b81bd-509d-47fd-a823-686669015ac8 on network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:24.542654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Port 1d7b81bd-509d-47fd-a823-686669015ac8 on network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:02:24.543183 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Attempting to bind port 1d7b81bd-509d-47fd-a823-686669015ac8 on network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:02:24.553060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 2, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:02:24.553716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Checking segment: {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:24.554443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Bound using segment: {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:02:24.556411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Bound port: 1d7b81bd-509d-47fd-a823-686669015ac8, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:02:24.557004 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.658088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] For port 1d7b81bd-509d-47fd-a823-686669015ac8, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:02:24.666575 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] For port 1d7b81bd-509d-47fd-a823-686669015ac8, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1d7b81bd-509d-47fd-a823-686669015ac8,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:02:24.672608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.713180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:24.713180 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:24.714362 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] 10.222.0.60 "PUT /v2.0/ports/1d7b81bd-509d-47fd-a823-686669015ac8 HTTP/1.1" status: 200 len: 1092 time: 0.8673615 Nov 25 20:02:24.714511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'tag': '1d7b81bd-509d-47fd-a823-686669015ac8'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:02:24.718750 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec5c2a9-d6e0-419e-a777-a9f385529f83" -d '{"events": [{"name": "network-changed", "server_uuid": "f86c0ffd-e13e-414c-9770-cd7903afac06", "tag": "1d7b81bd-509d-47fd-a823-686669015ac8"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:02:24.796400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a856e47e-2d50-4240-bab1-ac8e21835ab4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d7b81bd-509d-47fd-a823-686669015ac8,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:24.866090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a3803d-42cf-4cc3-b70d-bc6ec241be7e req-b9fa3d4a-df80-4d99-b66c-6c9e1972af01 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:24.871953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06a3803d-42cf-4cc3-b70d-bc6ec241be7e req-b9fa3d4a-df80-4d99-b66c-6c9e1972af01 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 944 time: 0.1568868 Nov 25 20:02:24.890457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37335f-415f-4964-ac7b-b981eef99513 req-80030193-77a9-4603-9001-09ec039443a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:24.894789 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-80030193-77a9-4603-9001-09ec039443a0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 1095 time: 0.0904498 Nov 25 20:02:24.971678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06a3803d-42cf-4cc3-b70d-bc6ec241be7e req-233a8b3f-1fd2-4f91-af56-62a15961ed6b tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884984 Nov 25 20:02:24.976255 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-eeea45f6-ceb9-4bd6-b9b2-f1ce1eb868d3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7b81bd-509d-47fd-a823-686669015ac8 HTTP/1.1" status: 200 len: 217 time: 0.0723479 Nov 25 20:02:25.069045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d60bdbdd-fdd1-4d94-b4b1-a1ec5e6dc05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:25.071430 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-d60bdbdd-fdd1-4d94-b4b1-a1ec5e6dc05e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0881543 Nov 25 20:02:25.073414 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e16038-f36d-4b69-b71d-774bc113ac21 x-openstack-request-id: req-87e16038-f36d-4b69-b71d-774bc113ac21 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:02:25.073717 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86c0ffd-e13e-414c-9770-cd7903afac06", "tag": "1d7b81bd-509d-47fd-a823-686669015ac8", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:02:25.073975 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87e16038-f36d-4b69-b71d-774bc113ac21 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:02:25.074528 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'tag': '1d7b81bd-509d-47fd-a823-686669015ac8', 'status': 'completed', 'code': 200} Nov 25 20:02:25.142168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e37335f-415f-4964-ac7b-b981eef99513 req-831f746a-cb1a-4c04-a65d-b956f32faeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:25.143816 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-831f746a-cb1a-4c04-a65d-b956f32faeb1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0659714 Nov 25 20:02:25.302596 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-f03a4536-87ae-40bb-a623-e41fb6aa8261 service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511092 Nov 25 20:02:25.413712 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6e37335f-415f-4964-ac7b-b981eef99513 req-de1a9286-a724-4eb1-a72d-8d04109edc84 service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040270 Nov 25 20:02:25.529796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5c2a9-d6e0-419e-a777-a9f385529f83 req-8ede7b58-34fa-4473-be93-11797786facf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:25.531432 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ec5c2a9-d6e0-419e-a777-a9f385529f83 req-8ede7b58-34fa-4473-be93-11797786facf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 1095 time: 0.0611019 Nov 25 20:02:25.643644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5c2a9-d6e0-419e-a777-a9f385529f83 req-c0bcd72e-02ef-46e5-9fea-b15660b8aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:25.645560 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ec5c2a9-d6e0-419e-a777-a9f385529f83 req-c0bcd72e-02ef-46e5-9fea-b15660b8aa7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.1066003 Nov 25 20:02:25.696938 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ec5c2a9-d6e0-419e-a777-a9f385529f83 req-d8114bd8-cdf7-407c-bdaa-392331332107 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7b81bd-509d-47fd-a823-686669015ac8 HTTP/1.1" status: 200 len: 217 time: 0.0439613 Nov 25 20:02:25.764891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5c2a9-d6e0-419e-a777-a9f385529f83 req-0492ba7b-d69e-48b0-8a10-54aebd0e5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:25.768964 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ec5c2a9-d6e0-419e-a777-a9f385529f83 req-0492ba7b-d69e-48b0-8a10-54aebd0e5c09 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0646911 Nov 25 20:02:25.833220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec5c2a9-d6e0-419e-a777-a9f385529f83 req-c4a736aa-0204-4760-8018-bdbec77831e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:25.834932 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ec5c2a9-d6e0-419e-a777-a9f385529f83 req-c4a736aa-0204-4760-8018-bdbec77831e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555377 Nov 25 20:02:25.959018 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ec5c2a9-d6e0-419e-a777-a9f385529f83 req-5e02ba0d-68d7-4300-bd3d-63a45204913c service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154640 Nov 25 20:02:26.093595 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5ec5c2a9-d6e0-419e-a777-a9f385529f83 req-1a220426-99f7-4b06-88c6-d2288de2eb98 service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260338 Nov 25 20:02:26.125619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a4cf1d-26a2-4ae6-85dc-497316baa82f req-e48e7c6b-c937-454e-a290-3a853f9c39d2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:26.134511 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0a4cf1d-26a2-4ae6-85dc-497316baa82f req-e48e7c6b-c937-454e-a290-3a853f9c39d2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 944 time: 0.0686476 Nov 25 20:02:26.208139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0a4cf1d-26a2-4ae6-85dc-497316baa82f req-ce2d36b1-25d1-45ab-a4b8-6c12dc6e05ef tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716414 Nov 25 20:02:27.360426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5341bc-03b6-45e2-9e0b-f008f0eae0d6 req-0812d00a-d2c0-423e-a525-5761f37246d6 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:27.363041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce5341bc-03b6-45e2-9e0b-f008f0eae0d6 req-0812d00a-d2c0-423e-a525-5761f37246d6 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 944 time: 0.0618172 Nov 25 20:02:27.417759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce5341bc-03b6-45e2-9e0b-f008f0eae0d6 req-5cbf5b90-1977-4228-825c-294691c3915e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478268 Nov 25 20:02:28.554056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4618a7-27eb-4cb6-862e-9c05e1247b16 req-9bceefe3-2eb7-4c3c-afab-6501ab95c1e0 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:28.556397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b4618a7-27eb-4cb6-862e-9c05e1247b16 req-9bceefe3-2eb7-4c3c-afab-6501ab95c1e0 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 944 time: 0.0609825 Nov 25 20:02:28.613803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b4618a7-27eb-4cb6-862e-9c05e1247b16 req-11a7a775-710c-485a-8f0b-c77c398c523e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504532 Nov 25 20:02:29.277598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1d7b81bd-509d-47fd-a823-686669015ac8 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:02:29.456141 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1d7b81bd-509d-47fd-a823-686669015ac8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1d7b81bd-509d-47fd-a823-686669015ac8,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:29.470052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '1d7b81bd-509d-47fd-a823-686669015ac8', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'port_id': '1d7b81bd-509d-47fd-a823-686669015ac8', 'mac_address': 'fa:16:3e:d6:dc:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:02:29.516223 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:29.536388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7b81bd-509d-47fd-a823-686669015ac8 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:02:29.564226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1d7b81bd-509d-47fd-a823-686669015ac8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1d7b81bd-509d-47fd-a823-686669015ac8,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:29.569105 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:29.629010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=1d7b81bd-509d-47fd-a823-686669015ac8,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:29.775234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb92d16-c5a5-429e-901d-bd5e680df252 req-85d7fbce-2849-4f23-a0a4-71f5534faf3b tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:29.778928 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abb92d16-c5a5-429e-901d-bd5e680df252 req-85d7fbce-2849-4f23-a0a4-71f5534faf3b tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 945 time: 0.0839889 Nov 25 20:02:29.781685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['1d7b81bd-509d-47fd-a823-686669015ac8'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:02:29.864512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abb92d16-c5a5-429e-901d-bd5e680df252 req-2bd7fef3-7a6e-482b-8b6a-25c00a3f7a1d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781589 Nov 25 20:02:31.044090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff057c2-9fd2-4fe6-a608-b09ba8c4beba req-88d5bccb-02c2-4856-a296-c3a0b1e32d5b tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:31.046160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ff057c2-9fd2-4fe6-a608-b09ba8c4beba req-88d5bccb-02c2-4856-a296-c3a0b1e32d5b tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 945 time: 0.0748241 Nov 25 20:02:31.156645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ff057c2-9fd2-4fe6-a608-b09ba8c4beba req-f5f6750d-18f6-413f-a536-bf37a0c1223a tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971413 Nov 25 20:02:31.196484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39102) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:31.286519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1d7b81bd-509d-47fd-a823-686669015ac8 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:02:31.340004 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd073267-e854-4e93-b15f-784672e6f61d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.354301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 1d7b81bd-509d-47fd-a823-686669015ac8 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:02:31.360324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 1d7b81bd-509d-47fd-a823-686669015ac8 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:02:31.360324 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.436419 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd073267-e854-4e93-b15f-784672e6f61d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.441335 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd073267-e854-4e93-b15f-784672e6f61d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.464512 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.477937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd073267-e854-4e93-b15f-784672e6f61d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c9ae57-bedd-4ac7-ab5d-ffc691c4e197,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:31.493741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cd073267-e854-4e93-b15f-784672e6f61d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=91fa4c4040a640528b1fd06e6699c797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2951064 Nov 25 20:02:31.495860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7b81bd-509d-47fd-a823-686669015ac8'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:02:31.496814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39106) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:31.498078 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c285912-acc5-43b4-8f6b-bd41dcab380d" -d '{"events": [{"server_uuid": "f86c0ffd-e13e-414c-9770-cd7903afac06", "name": "network-vif-plugged", "status": "completed", "tag": "1d7b81bd-509d-47fd-a823-686669015ac8"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:02:31.516729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 1d7b81bd-509d-47fd-a823-686669015ac8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1d7b81bd-509d-47fd-a823-686669015ac8,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:02:31.522728 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.552682 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b599d2c-02a8-4b6f-987a-b9314d8ce8aa x-openstack-request-id: req-0b599d2c-02a8-4b6f-987a-b9314d8ce8aa {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:02:31.553157 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86c0ffd-e13e-414c-9770-cd7903afac06", "name": "network-vif-plugged", "status": "completed", "tag": "1d7b81bd-509d-47fd-a823-686669015ac8", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:02:31.553549 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b599d2c-02a8-4b6f-987a-b9314d8ce8aa {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:02:31.554022 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7b81bd-509d-47fd-a823-686669015ac8', 'code': 200} Nov 25 20:02:31.571100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.589286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=1d7b81bd-509d-47fd-a823-686669015ac8,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:31.599393 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.681208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7729f-ac88-4fa9-bb71-3c5a5ff9986e req-a3c14640-dd22-468e-8bd2-3eff05d150bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:31.682787 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c4c7729f-ac88-4fa9-bb71-3c5a5ff9986e req-a3c14640-dd22-468e-8bd2-3eff05d150bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 1097 time: 0.0588286 Nov 25 20:02:31.718978 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.721921 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:31.723190 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/28c9ae57-bedd-4ac7-ab5d-ffc691c4e197 HTTP/1.1" status: 204 len: 168 time: 0.2254677 Nov 25 20:02:31.736581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c9ae57-bedd-4ac7-ab5d-ffc691c4e197,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:31.754824 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c4c7729f-ac88-4fa9-bb71-3c5a5ff9986e req-d2763854-69f7-4e5c-993c-455bfcf62620 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651104 Nov 25 20:02:31.756403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.756926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.756926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.757299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.757627 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.757951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.758403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.758658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.759106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.759355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.759694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.760024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd7225-7d0c-4235-b49e-31ea8196dd1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:02:31.983818 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:02:32.099114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-27a3373d-e763-4d2b-9203-f7bd2ee71009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.330502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff03fdf1-c1c4-4904-8ef4-8109651d0045 req-cf84372f-eb18-47ce-a9e3-a6ca044046fe tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:32.332557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff03fdf1-c1c4-4904-8ef4-8109651d0045 req-cf84372f-eb18-47ce-a9e3-a6ca044046fe tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0762770 Nov 25 20:02:32.408320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff03fdf1-c1c4-4904-8ef4-8109651d0045 req-f53ba21f-4546-476e-bed9-b6bc1767c095 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680060 Nov 25 20:02:32.544177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39132) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:32.671091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1737007174-network', 'tenant_id': '04324466f4804066ab405365d86c3b84'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:32.702937 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-08866481-00dc-4fb7-b890-a63c8b59ee6c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0674291 Nov 25 20:02:32.704040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Made reservation on behalf of 04324466f4804066ab405365d86c3b84 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:32.706341 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.716817 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.838834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-6249be47-31d8-4ac0-bb86-56fe0138a040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:32.840458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-6249be47-31d8-4ac0-bb86-56fe0138a040 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fae8b1ce36345f0bb5018ec383fbfa4&device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 1097 time: 0.0794857 Nov 25 20:02:32.873909 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.888724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.948962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 611} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:02:32.979220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520c4f16-ac8e-495f-9e7c-86921dbe2455,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:32.982343 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:32.982699 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Added segment 28984357-034f-4169-aa10-a309cb7b69b9 of type vlan for network daf7d300-9a21-4343-b40b-080e70bcfca8 Nov 25 20:02:33.042908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-fa485866-4d68-4513-b078-579af0d43199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:33.044539 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-fa485866-4d68-4513-b078-579af0d43199 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc HTTP/1.1" status: 200 len: 909 time: 0.1814728 Nov 25 20:02:33.046339 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.122528 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.123700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:33.124276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.160807 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-d99d4884-4f31-4cbb-8b87-89c6da559a7e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5 HTTP/1.1" status: 200 len: 1002 time: 0.1081481 Nov 25 20:02:33.207674 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6622205 Nov 25 20:02:33.210996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 39136) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:33.219803 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] Request body: {'subnet': {'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1737007174-subnet', 'tenant_id': '04324466f4804066ab405365d86c3b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:33.235321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad6653-287e-4f26-acbb-424b056035de admin admin] Pushing event updated for resources: {'Network': ['ID=daf7d300-9a21-4343-b40b-080e70bcfca8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:33.250828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network daf7d300-9a21-4343-b40b-080e70bcfca8 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:02:33.251714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] Made reservation on behalf of 04324466f4804066ab405365d86c3b84 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:02:33.253054 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-af39a7fb-94c1-4aab-97de-0c517f2420c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:33.254697 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-af39a7fb-94c1-4aab-97de-0c517f2420c1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d836c82-10c6-4a28-9711-ee6a8fba4954 HTTP/1.1" status: 200 len: 847 time: 0.0874083 Nov 25 20:02:33.254929 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.327623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-e0fb90c6-d1ee-48fc-9a62-a2847593344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:33.329566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-e0fb90c6-d1ee-48fc-9a62-a2847593344e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665827 Nov 25 20:02:33.458206 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-46042a74-cfdc-472a-a8a5-3e60979a42b1 service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199765 Nov 25 20:02:33.488572 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.591771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6794bc7a-d6b2-4181-98c8-fc0e3624f260,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:02:33.602676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] Checking segment: {'id': '28984357-034f-4169-aa10-a309cb7b69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:02:33.603069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] Network hostable DHCP agents. Network: daf7d300-9a21-4343-b40b-080e70bcfca8, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:02:33.629319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb74d8d-5136-4a42-94cb-2212042151e3 req-29750c45-d0c0-4bc7-b9d8-035ff8485cad tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:33.631291 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1cb74d8d-5136-4a42-94cb-2212042151e3 req-29750c45-d0c0-4bc7-b9d8-035ff8485cad tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0957031 Nov 25 20:02:33.639503 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d717be0-9893-4bd0-a21c-a1c4236073c6 req-79800176-f7cd-425a-ae0d-23a8379e296f service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728857 Nov 25 20:02:33.644308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] Network daf7d300-9a21-4343-b40b-080e70bcfca8 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:02:33.672179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, daf7d300-9a21-4343-b40b-080e70bcfca8) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:02:33.681780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c6aa4f-e9e5-44f6-b66a-5e7cc6a968c0 None None] Network daf7d300-9a21-4343-b40b-080e70bcfca8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:33.684071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:33.684674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:33.715048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1cb74d8d-5136-4a42-94cb-2212042151e3 req-0a4688b7-6c5a-4b01-88ae-35c32c6da460 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733433 Nov 25 20:02:33.728235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-622d0398-89ad-48c1-8079-656cf098ef45 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5151863 Nov 25 20:02:33.895877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7053e2-5787-4bcd-b0b1-5c171127b824 None None] Network daf7d300-9a21-4343-b40b-080e70bcfca8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:02:33.904913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e846bbc-b231-4677-9680-792711728cb6 req-ab66b14b-6ddf-4a1b-af83-f05da0861443 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:33.912386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e846bbc-b231-4677-9680-792711728cb6 req-ab66b14b-6ddf-4a1b-af83-f05da0861443 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.1027248 Nov 25 20:02:33.918056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 39146) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:02:33.928001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-066ee7d4-8f57-4ead-95b3-d2eb3fbe6e1e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'floatingip': {'port_id': '1d7b81bd-509d-47fd-a823-686669015ac8'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:02:33.979239 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-066ee7d4-8f57-4ead-95b3-d2eb3fbe6e1e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.535812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-066ee7d4-8f57-4ead-95b3-d2eb3fbe6e1e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.541714 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-066ee7d4-8f57-4ead-95b3-d2eb3fbe6e1e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:34.697498 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-066ee7d4-8f57-4ead-95b3-d2eb3fbe6e1e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Floating IP 655f6e4a-8092-4086-9eca-97e274eb6879 associated. External IP: 172.25.8.194, port: 1d7b81bd-509d-47fd-a823-686669015ac8. Nov 25 20:02:35.229614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0665ffdb-b258-4270-8d4f-09e9d7ca650b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.273362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-066ee7d4-8f57-4ead-95b3-d2eb3fbe6e1e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Router ac8b20d2-96e5-4c25-b311-31ff80df231b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:02:35.426483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-066ee7d4-8f57-4ead-95b3-d2eb3fbe6e1e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:02:35.432194 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-066ee7d4-8f57-4ead-95b3-d2eb3fbe6e1e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:35.439019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273e230-d783-4495-bad0-82c454dd8798 None None] Sync routers for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:02:35.458598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273e230-d783-4495-bad0-82c454dd8798 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:02:35.459345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2273e230-d783-4495-bad0-82c454dd8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:02:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:35.483644 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-066ee7d4-8f57-4ead-95b3-d2eb3fbe6e1e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "PUT /v2.0/floatingips/655f6e4a-8092-4086-9eca-97e274eb6879 HTTP/1.1" status: 200 len: 992 time: 1.5640852 Nov 25 20:02:35.484746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'tag': '1d7b81bd-509d-47fd-a823-686669015ac8'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:02:35.502111 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d007183-f0e2-4f42-b359-8a24d05ec396" -d '{"events": [{"name": "network-changed", "server_uuid": "f86c0ffd-e13e-414c-9770-cd7903afac06", "tag": "1d7b81bd-509d-47fd-a823-686669015ac8"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:02:35.606741 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac1997d-5850-45ec-bddc-6a99089a9cc0 x-openstack-request-id: req-bac1997d-5850-45ec-bddc-6a99089a9cc0 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:02:35.607120 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f86c0ffd-e13e-414c-9770-cd7903afac06", "tag": "1d7b81bd-509d-47fd-a823-686669015ac8", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:02:35.607373 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bac1997d-5850-45ec-bddc-6a99089a9cc0 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:02:35.609224 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'tag': '1d7b81bd-509d-47fd-a823-686669015ac8', 'status': 'completed', 'code': 200} Nov 25 20:02:35.631474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-2273e230-d783-4495-bad0-82c454dd8798 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:02:35.687251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d007183-f0e2-4f42-b359-8a24d05ec396 req-6691b504-ceb7-4c3c-8b68-8300dc4d7894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:35.689488 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d007183-f0e2-4f42-b359-8a24d05ec396 req-6691b504-ceb7-4c3c-8b68-8300dc4d7894 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 1097 time: 0.0532708 Nov 25 20:02:35.849831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d007183-f0e2-4f42-b359-8a24d05ec396 req-b575cfb6-3373-4f29-8f58-3115d4ccc8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:35.853961 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d007183-f0e2-4f42-b359-8a24d05ec396 req-b575cfb6-3373-4f29-8f58-3115d4ccc8b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.1551185 Nov 25 20:02:35.935927 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d007183-f0e2-4f42-b359-8a24d05ec396 req-826e2a1b-2233-45f9-9098-6001d3ecbe64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7b81bd-509d-47fd-a823-686669015ac8 HTTP/1.1" status: 200 len: 1000 time: 0.0765686 Nov 25 20:02:35.986592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2273e230-d783-4495-bad0-82c454dd8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '655f6e4a-8092-4086-9eca-97e274eb6879', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'floating_ip_address': '172.25.8.194', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'port_id': '1d7b81bd-509d-47fd-a823-686669015ac8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'mac_address': 'fa:16:3e:d6:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:19Z', 'updated_at': '2021-11-25T20:02:34Z', 'revision_number': 1, 'project_id': '79b14461732143008a8e853ec742ffc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:35.988682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d007183-f0e2-4f42-b359-8a24d05ec396 req-13477ef2-7116-41da-bd75-bea17b390248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:35.990303 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d007183-f0e2-4f42-b359-8a24d05ec396 req-13477ef2-7116-41da-bd75-bea17b390248 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0473113 Nov 25 20:02:36.036868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273e230-d783-4495-bad0-82c454dd8798 None None] Checking router: ac8b20d2-96e5-4c25-b311-31ff80df231b for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:02:36.047119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d007183-f0e2-4f42-b359-8a24d05ec396 req-69053261-58c3-4832-b3c9-45c916b6bd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:36.048838 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d007183-f0e2-4f42-b359-8a24d05ec396 req-69053261-58c3-4832-b3c9-45c916b6bd15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520957 Nov 25 20:02:36.051884 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2273e230-d783-4495-bad0-82c454dd8798 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:02:36.052956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2273e230-d783-4495-bad0-82c454dd8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:02:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:36.202525 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d007183-f0e2-4f42-b359-8a24d05ec396 req-b09ccb16-bd68-43ae-aeff-5d0dde97b154 service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443946 Nov 25 20:02:36.226655 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-2273e230-d783-4495-bad0-82c454dd8798 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:02:36.359975 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d007183-f0e2-4f42-b359-8a24d05ec396 req-473d557b-5ade-422a-87a5-b907122f5492 service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500311 Nov 25 20:02:36.541125 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:36.766408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2273e230-d783-4495-bad0-82c454dd8798 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '655f6e4a-8092-4086-9eca-97e274eb6879', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'floating_ip_address': '172.25.8.194', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'port_id': '1d7b81bd-509d-47fd-a823-686669015ac8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'mac_address': 'fa:16:3e:d6:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:19Z', 'updated_at': '2021-11-25T20:02:34Z', 'revision_number': 1, 'project_id': '79b14461732143008a8e853ec742ffc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:02:36.795517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2273e230-d783-4495-bad0-82c454dd8798 None None] The sync data for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 is: [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '655f6e4a-8092-4086-9eca-97e274eb6879', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'floating_ip_address': '172.25.8.194', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'port_id': '1d7b81bd-509d-47fd-a823-686669015ac8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3546, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'mac_address': 'fa:16:3e:d6:dc:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:02:19Z', 'updated_at': '2021-11-25T20:02:34Z', 'revision_number': 1, 'project_id': '79b14461732143008a8e853ec742ffc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:02:37.066696 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53eebb3f-c0ce-4a21-a5ba-525fa1d2e9f1 None None] New status for floating IP 655f6e4a-8092-4086-9eca-97e274eb6879: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:02:37.842479 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:38.307704 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:38.359150 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-636340cf-6046-4ee0-ae55-50fd04446926 req-0b7e5192-48ff-4492-ae32-2fdf406fb1a9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0575290 Nov 25 20:02:38.459223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636340cf-6046-4ee0-ae55-50fd04446926 req-873c8311-ca50-4e04-8640-9f4cc09ee8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:38.459741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-636340cf-6046-4ee0-ae55-50fd04446926 req-873c8311-ca50-4e04-8640-9f4cc09ee8a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 1097 time: 0.0476804 Nov 25 20:02:38.601426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636340cf-6046-4ee0-ae55-50fd04446926 req-19542d0c-e308-4f74-811e-1234bf82843b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:38.603821 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-636340cf-6046-4ee0-ae55-50fd04446926 req-19542d0c-e308-4f74-811e-1234bf82843b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.1218216 Nov 25 20:02:38.716471 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-636340cf-6046-4ee0-ae55-50fd04446926 req-a1594296-2fc3-4dec-b5ac-e8ccdac4f972 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7b81bd-509d-47fd-a823-686669015ac8 HTTP/1.1" status: 200 len: 1002 time: 0.1062109 Nov 25 20:02:38.790177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636340cf-6046-4ee0-ae55-50fd04446926 req-e2660bf5-2575-4211-a04b-bd11e108d80b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:38.792994 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-636340cf-6046-4ee0-ae55-50fd04446926 req-e2660bf5-2575-4211-a04b-bd11e108d80b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0671213 Nov 25 20:02:38.861298 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636340cf-6046-4ee0-ae55-50fd04446926 req-ca234a79-b947-4cb6-8932-47899d9d7f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:02:38.863209 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-636340cf-6046-4ee0-ae55-50fd04446926 req-ca234a79-b947-4cb6-8932-47899d9d7f88 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634425 Nov 25 20:02:38.977780 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-636340cf-6046-4ee0-ae55-50fd04446926 req-c5d6da56-fb1c-4e50-b372-fecd8da54482 service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066909 Nov 25 20:02:39.119533 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-636340cf-6046-4ee0-ae55-50fd04446926 req-77d67a25-7343-4152-9a8c-f23e65ed3a05 service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352522 Nov 25 20:02:47.304079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-b82d7a0e-4560-4064-b505-2bca10c19e0c req-88fe37d2-48f5-4f7b-836d-383bea992c9a service neutron] (103651) timed out ('10.222.0.15', 46650) {{(pid=103651) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:02:50.908097 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:02:53.192881 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:02.097310 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c61433d-9989-4cda-b36b-1b49d3b66c84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:05.218250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b77f33c-c430-4c4f-84f8-81de58122fba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:06.471504 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:07.841839 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.314645 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:08.984870 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:03:20.897938 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:23.199027 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:32.101211 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-769f636a-ac1d-439a-9cc3-873af64afdff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:33.825835 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-6b49539e-2469-48cf-bdd5-407270f9f1ee service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1827226 Nov 25 20:03:33.947404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-baee79c9-b97e-4d9b-a19e-ea51b77f8727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:33.949102 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-baee79c9-b97e-4d9b-a19e-ea51b77f8727 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1fae8b1ce36345f0bb5018ec383fbfa4&device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 1097 time: 0.0631504 Nov 25 20:03:34.111710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-04d7c992-8701-455c-94d2-566f8730e9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:34.113314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-04d7c992-8701-455c-94d2-566f8730e9bc service neutron] 10.222.0.76 "GET /v2.0/networks?id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc HTTP/1.1" status: 200 len: 909 time: 0.1371834 Nov 25 20:03:34.232864 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-d16921fc-09bb-4230-8768-7d0862a4db14 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5 HTTP/1.1" status: 200 len: 1002 time: 0.1117256 Nov 25 20:03:34.303165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-326d9f8b-17bd-4725-ba71-1c287a039832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:34.304739 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-326d9f8b-17bd-4725-ba71-1c287a039832 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d836c82-10c6-4a28-9711-ee6a8fba4954 HTTP/1.1" status: 200 len: 847 time: 0.0641534 Nov 25 20:03:34.366498 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-e77fc207-67c4-40b3-931d-e4186ef2e912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:34.368529 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-e77fc207-67c4-40b3-931d-e4186ef2e912 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563152 Nov 25 20:03:34.496238 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-43eeb657-134d-4a79-9180-63e79b9e7246 service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203213 Nov 25 20:03:34.638564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-01065ea7-014e-4dec-b57c-0a38249a4f18 req-0b18ae05-3c08-4e70-a6b4-0d72cc7532d7 service neutron] 10.222.0.76 "GET /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341527 Nov 25 20:03:35.227813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5e5d34bd-a8eb-4cb5-84f7-f91ee5fda495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:36.475502 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:36.573152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-4e431bd0-4121-4901-a991-befc7ccd0cc9 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:36.574894 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-4e431bd0-4121-4901-a991-befc7ccd0cc9 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/networks?id=daf7d300-9a21-4343-b40b-080e70bcfca8 HTTP/1.1" status: 200 len: 814 time: 0.1447651 Nov 25 20:03:36.596461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-62b72cf8-6bea-46fd-ab71-da8f0c83baba tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/quotas/04324466f4804066ab405365d86c3b84 HTTP/1.1" status: 200 len: 375 time: 0.0119317 Nov 25 20:03:36.632375 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-8e371fb8-baab-4056-99fb-27a3199359a8 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=04324466f4804066ab405365d86c3b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287061 Nov 25 20:03:36.738894 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-c34af262-aa63-4b06-a7ee-f9ec88507684 service neutron] 10.222.0.15 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983365 Nov 25 20:03:36.854534 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-7c1755f4-5c4e-4b6e-85c1-221293e66342 service neutron] 10.222.0.15 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073518 Nov 25 20:03:37.189122 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04c625a6-f6b8-4306-b1b7-9c8f6f850990 req-cc7b5820-ede6-4888-afb8-582be3682f96 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 210 time: 0.0488608 Nov 25 20:03:37.846763 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:38.202019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-7d246430-32b8-438c-a3ea-a6a74d81182e tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:38.203606 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-7d246430-32b8-438c-a3ea-a6a74d81182e tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.76 "GET /v2.0/networks?id=daf7d300-9a21-4343-b40b-080e70bcfca8 HTTP/1.1" status: 200 len: 814 time: 0.1568046 Nov 25 20:03:38.221602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Request body: {'port': {'device_id': 'c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6', 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8', 'admin_state_up': True, 'tenant_id': '04324466f4804066ab405365d86c3b84'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:38.302254 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:38.304360 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d951d6a-18b3-4223-98ea-ef8c03b8f572 req-3709eb62-a73f-4e15-8354-aef925e8aa68 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 210 time: 0.0284762 Nov 25 20:03:38.354229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Made reservation on behalf of 04324466f4804066ab405365d86c3b84 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:03:38.357825 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:38.501383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Allocated IP 172.20.0.7 (daf7d300-9a21-4343-b40b-080e70bcfca8/6794bc7a-d6b2-4181-98c8-fc0e3624f260/067f2647-2480-476d-9879-ec70c2d8e69e) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:03:38.676538 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:38.715134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:38.765560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Network daf7d300-9a21-4343-b40b-080e70bcfca8 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:03:38.768845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:03:38.773295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:03:38.781351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Pushing event updated for resources: {'Port': ['ID=067f2647-2480-476d-9879-ec70c2d8e69e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:38.813798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.814150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.814506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.814889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.815233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.815574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.815909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.816240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.816572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.816902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.817235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.817564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:38.850865 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:38.852461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:38.877132 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-afe3976d-edb6-44a1-bae0-f3bbc9926ea1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6621311 Nov 25 20:03:38.889452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Request body: {'port': {'device_id': 'c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:03:38.952392 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:39.264014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067f2647-2480-476d-9879-ec70c2d8e69e {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:03:39.272408 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:39.294511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Transition to ACTIVE for port object 067f2647-2480-476d-9879-ec70c2d8e69e will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:03:39.299799 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:39.393218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Pushing event updated for resources: {'Port': ['ID=067f2647-2480-476d-9879-ec70c2d8e69e,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:39.481308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Attempting to bind port 067f2647-2480-476d-9879-ec70c2d8e69e on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:03:39.481803 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Attempting to bind port 067f2647-2480-476d-9879-ec70c2d8e69e by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '28984357-034f-4169-aa10-a309cb7b69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:03:39.482137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Attempting to bind port 067f2647-2480-476d-9879-ec70c2d8e69e on network daf7d300-9a21-4343-b40b-080e70bcfca8 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:39.485405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949bf96-00a1-461c-852a-5315282c1b2a req-430821c5-c136-4c09-b075-fd23e4228017 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:39.487390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Port 067f2647-2480-476d-9879-ec70c2d8e69e on network daf7d300-9a21-4343-b40b-080e70bcfca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:03:39.487723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Attempting to bind port 067f2647-2480-476d-9879-ec70c2d8e69e on network daf7d300-9a21-4343-b40b-080e70bcfca8 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:03:39.487972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7949bf96-00a1-461c-852a-5315282c1b2a req-430821c5-c136-4c09-b075-fd23e4228017 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 943 time: 0.0826397 Nov 25 20:03:39.493538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 3, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:03:39.493860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Checking segment: {'id': '28984357-034f-4169-aa10-a309cb7b69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:03:39.494243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Bound using segment: {'id': '28984357-034f-4169-aa10-a309cb7b69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:03:39.494675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Bound port: 067f2647-2480-476d-9879-ec70c2d8e69e, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28984357-034f-4169-aa10-a309cb7b69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:03:39.495056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:39.549050 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7949bf96-00a1-461c-852a-5315282c1b2a req-4cf8c63f-7c3d-4292-9d7b-308d6a4e3f14 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522289 Nov 25 20:03:39.570363 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] For port 067f2647-2480-476d-9879-ec70c2d8e69e, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:03:39.573212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] For port 067f2647-2480-476d-9879-ec70c2d8e69e, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=067f2647-2480-476d-9879-ec70c2d8e69e,segment=NetworkSegment(28984357-034f-4169-aa10-a309cb7b69b9),segment_id=28984357-034f-4169-aa10-a309cb7b69b9)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:03:39.579212 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:39.618476 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:39.618976 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:39.620394 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] 10.222.0.76 "PUT /v2.0/ports/067f2647-2480-476d-9879-ec70c2d8e69e HTTP/1.1" status: 200 len: 1091 time: 0.7353449 Nov 25 20:03:39.620847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6', 'tag': '067f2647-2480-476d-9879-ec70c2d8e69e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:03:39.623635 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db259026-9980-4d53-8787-fc952e8e217d" -d '{"events": [{"name": "network-changed", "server_uuid": "c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6", "tag": "067f2647-2480-476d-9879-ec70c2d8e69e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:03:39.659863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e42ad7-7dbd-477a-9861-7362828e3f24 service neutron] Pushing event updated for resources: {'Port': ['ID=067f2647-2480-476d-9879-ec70c2d8e69e,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:39.679550 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68ad5427-a8e5-434b-9f3a-732df0371647 x-openstack-request-id: req-68ad5427-a8e5-434b-9f3a-732df0371647 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:03:39.680517 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6", "tag": "067f2647-2480-476d-9879-ec70c2d8e69e", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:03:39.680971 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-68ad5427-a8e5-434b-9f3a-732df0371647 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:03:39.681636 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6', 'tag': '067f2647-2480-476d-9879-ec70c2d8e69e', 'status': 'completed', 'code': 200} Nov 25 20:03:39.731458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-d5356827-2b3b-42b9-adc4-90b92e6acdcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:39.732924 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-d5356827-2b3b-42b9-adc4-90b92e6acdcf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04324466f4804066ab405365d86c3b84&device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 1094 time: 0.0502815 Nov 25 20:03:39.781494 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-0f465d4c-deb0-4506-94d7-9ce9d10e9fb5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=067f2647-2480-476d-9879-ec70c2d8e69e HTTP/1.1" status: 200 len: 217 time: 0.0406051 Nov 25 20:03:39.834312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-bfc88689-bc0e-4ec6-892d-d537139d054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:39.835787 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-bfc88689-bc0e-4ec6-892d-d537139d054e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6794bc7a-d6b2-4181-98c8-fc0e3624f260 HTTP/1.1" status: 200 len: 854 time: 0.0480452 Nov 25 20:03:39.872681 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-17d049d3-e08e-47ea-a62d-eac5ffc38a88 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=daf7d300-9a21-4343-b40b-080e70bcfca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291550 Nov 25 20:03:39.981491 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-5100fea2-714c-48f7-8ac4-acf0e11f23cd service neutron] 10.222.0.76 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015911 Nov 25 20:03:40.088407 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-30a53dea-fdf6-4244-9ddf-5bcfc0f5e7fd req-3de2995e-c5d7-494e-b671-5c0176d6764c service neutron] 10.222.0.76 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986087 Nov 25 20:03:40.179155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259026-9980-4d53-8787-fc952e8e217d req-b834ee7d-7334-413a-b84d-7692f43bc6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:40.181614 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-db259026-9980-4d53-8787-fc952e8e217d req-b834ee7d-7334-413a-b84d-7692f43bc6bd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04324466f4804066ab405365d86c3b84&device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 1094 time: 0.0432789 Nov 25 20:03:40.312828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259026-9980-4d53-8787-fc952e8e217d req-5321dd7f-48a2-4260-ad52-6568852416d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:40.314318 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-db259026-9980-4d53-8787-fc952e8e217d req-5321dd7f-48a2-4260-ad52-6568852416d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=daf7d300-9a21-4343-b40b-080e70bcfca8 HTTP/1.1" status: 200 len: 915 time: 0.1256614 Nov 25 20:03:40.317916 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-7001b011-3a77-46a4-8710-c0e59bc9a6da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694509 Nov 25 20:03:40.358402 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-db259026-9980-4d53-8787-fc952e8e217d req-ab31dd71-a170-4e18-bc09-1dc460fe63d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=067f2647-2480-476d-9879-ec70c2d8e69e HTTP/1.1" status: 200 len: 217 time: 0.0365224 Nov 25 20:03:40.441645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db259026-9980-4d53-8787-fc952e8e217d req-cd9bb867-6958-4022-b327-62963212cb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:40.443142 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-db259026-9980-4d53-8787-fc952e8e217d req-cd9bb867-6958-4022-b327-62963212cb8a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6794bc7a-d6b2-4181-98c8-fc0e3624f260 HTTP/1.1" status: 200 len: 854 time: 0.0722761 Nov 25 20:03:40.449034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-2e32c92b-6f38-4f5c-8ec2-269cdd2a5839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:40.450531 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-2e32c92b-6f38-4f5c-8ec2-269cdd2a5839 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 1097 time: 0.0882726 Nov 25 20:03:40.480831 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-db259026-9980-4d53-8787-fc952e8e217d req-7400dafb-8741-41da-af07-ccece39a59bc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=daf7d300-9a21-4343-b40b-080e70bcfca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293195 Nov 25 20:03:40.691273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb47508-2b1a-4a28-a7e4-ce8fa8a172c3 req-9092d56a-6303-4f06-bcde-8328175f5855 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:40.692963 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb47508-2b1a-4a28-a7e4-ce8fa8a172c3 req-9092d56a-6303-4f06-bcde-8328175f5855 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 943 time: 0.0574329 Nov 25 20:03:40.755995 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8fb47508-2b1a-4a28-a7e4-ce8fa8a172c3 req-9d403ca0-b82d-4b2e-aa8f-f5567c79865f tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559762 Nov 25 20:03:40.949161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-b7bebcce-13b4-4f21-853d-567202f8ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:40.950540 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-b7bebcce-13b4-4f21-853d-567202f8ae76 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.4722192 Nov 25 20:03:40.954513 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-db259026-9980-4d53-8787-fc952e8e217d req-806597d1-e36b-4433-a9e0-0c497ec15c87 service neutron] 10.222.0.76 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653537 Nov 25 20:03:41.085624 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-add104a6-ef1c-4dc0-b2ea-b76dfbff6b6e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7b81bd-509d-47fd-a823-686669015ac8 HTTP/1.1" status: 200 len: 1002 time: 0.1277852 Nov 25 20:03:41.152491 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-db259026-9980-4d53-8787-fc952e8e217d req-8d552237-d210-4f7b-b64c-077bc9073b12 service neutron] 10.222.0.76 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876700 Nov 25 20:03:41.167021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-4a47a076-0d79-4c95-9ef9-7f0c4aaab55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:41.169765 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-4a47a076-0d79-4c95-9ef9-7f0c4aaab55b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0753455 Nov 25 20:03:41.230454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-5d9ba9b2-b399-456d-a523-f21d61daa4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:41.232045 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-5d9ba9b2-b399-456d-a523-f21d61daa4ad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554171 Nov 25 20:03:41.363198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 067f2647-2480-476d-9879-ec70c2d8e69e details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:03:41.377896 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-abae8804-2395-4b19-b516-e089fc273ddc service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385026 Nov 25 20:03:41.502031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-03d2ac1f-3c6f-4f77-af06-45d8ca8a4713 req-1eb79589-3858-46e0-b496-bf528f18d78c service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129417 Nov 25 20:03:41.509847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 067f2647-2480-476d-9879-ec70c2d8e69e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=067f2647-2480-476d-9879-ec70c2d8e69e,segment=NetworkSegment(28984357-034f-4169-aa10-a309cb7b69b9),segment_id=28984357-034f-4169-aa10-a309cb7b69b9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:41.526072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '067f2647-2480-476d-9879-ec70c2d8e69e', 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8', 'port_id': '067f2647-2480-476d-9879-ec70c2d8e69e', 'mac_address': 'fa:16:3e:b9:8c:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6794bc7a-d6b2-4181-98c8-fc0e3624f260', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:03:41.569776 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.585964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067f2647-2480-476d-9879-ec70c2d8e69e {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:03:41.609630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 067f2647-2480-476d-9879-ec70c2d8e69e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=067f2647-2480-476d-9879-ec70c2d8e69e,segment=NetworkSegment(28984357-034f-4169-aa10-a309cb7b69b9),segment_id=28984357-034f-4169-aa10-a309cb7b69b9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:41.614318 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:41.675795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=067f2647-2480-476d-9879-ec70c2d8e69e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:41.684809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.685225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.685623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.686002 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.686387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.686771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.687248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.687672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.688108 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.688530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.688964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.689414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:03:41.848724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['067f2647-2480-476d-9879-ec70c2d8e69e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:03:41.908369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5d886-1d45-4bf6-b152-ced528325d46 req-ee9e95ad-0015-4234-9dd8-3014854dcf3a tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:41.909980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5c5d886-1d45-4bf6-b152-ced528325d46 req-ee9e95ad-0015-4234-9dd8-3014854dcf3a tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 944 time: 0.0582778 Nov 25 20:03:41.967568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5c5d886-1d45-4bf6-b152-ced528325d46 req-8c9c08f0-b6c7-4e45-8058-c6e90318efdb tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496480 Nov 25 20:03:43.123197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb248ae5-3197-4c8c-9323-2fc015fc273c req-a8929349-647a-4be6-aa30-a3d973a9d759 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:43.124914 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb248ae5-3197-4c8c-9323-2fc015fc273c req-a8929349-647a-4be6-aa30-a3d973a9d759 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 944 time: 0.0630195 Nov 25 20:03:43.181349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb248ae5-3197-4c8c-9323-2fc015fc273c req-b411b10e-4111-47e2-9fb1-65a9793ac24e tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495121 Nov 25 20:03:43.391718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 067f2647-2480-476d-9879-ec70c2d8e69e up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:03:43.443882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 067f2647-2480-476d-9879-ec70c2d8e69e completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:03:43.448371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 067f2647-2480-476d-9879-ec70c2d8e69e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:03:43.448748 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:43.540880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:43.566338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067f2647-2480-476d-9879-ec70c2d8e69e'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:03:43.568773 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3890649a-df0b-45f1-9601-8aad678ef3d2" -d '{"events": [{"server_uuid": "c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6", "name": "network-vif-plugged", "status": "completed", "tag": "067f2647-2480-476d-9879-ec70c2d8e69e"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:03:43.583433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 067f2647-2480-476d-9879-ec70c2d8e69e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=067f2647-2480-476d-9879-ec70c2d8e69e,segment=NetworkSegment(28984357-034f-4169-aa10-a309cb7b69b9),segment_id=28984357-034f-4169-aa10-a309cb7b69b9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:43.589833 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:43.626676 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5edc34b0-35a4-4e8e-9b6f-e5d9a9164b8e x-openstack-request-id: req-5edc34b0-35a4-4e8e-9b6f-e5d9a9164b8e {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:03:43.626676 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6", "name": "network-vif-plugged", "status": "completed", "tag": "067f2647-2480-476d-9879-ec70c2d8e69e", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:03:43.626676 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5edc34b0-35a4-4e8e-9b6f-e5d9a9164b8e {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:03:43.626676 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067f2647-2480-476d-9879-ec70c2d8e69e', 'code': 200} Nov 25 20:03:43.657023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=067f2647-2480-476d-9879-ec70c2d8e69e,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:43.730894 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfc9c32-6c24-4785-9aef-5225dad97656 req-508302b8-28eb-4cea-a466-37494567d910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:43.732456 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5dfc9c32-6c24-4785-9aef-5225dad97656 req-508302b8-28eb-4cea-a466-37494567d910 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 1096 time: 0.0493217 Nov 25 20:03:43.782578 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5dfc9c32-6c24-4785-9aef-5225dad97656 req-5221b2fd-1e82-4380-820c-aa3d147d0d26 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430365 Nov 25 20:03:44.318753 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be786e80-27f7-49f8-a8f0-d75ac60026d7 req-8628d672-bf09-4a81-ae15-8b0deba04094 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:44.320372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be786e80-27f7-49f8-a8f0-d75ac60026d7 req-8628d672-bf09-4a81-ae15-8b0deba04094 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 945 time: 0.0579000 Nov 25 20:03:44.374437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be786e80-27f7-49f8-a8f0-d75ac60026d7 req-9adb49d4-87f6-4bdd-bbf2-c18ea720e30a tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469656 Nov 25 20:03:45.508833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fb7b4-f4f7-4f4c-9a07-53962bfae2f1 req-00edb875-2d3d-4cde-ac1c-abb05f8d5a2f tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:45.510774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-852fb7b4-f4f7-4f4c-9a07-53962bfae2f1 req-00edb875-2d3d-4cde-ac1c-abb05f8d5a2f tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 945 time: 0.0572662 Nov 25 20:03:45.574698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-852fb7b4-f4f7-4f4c-9a07-53962bfae2f1 req-2c0a36d1-f8e3-4d92-ac7e-be6e7bf39711 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521271 Nov 25 20:03:45.989968 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:03:49.392399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875b9d0-cc5e-4009-8740-cb231edf12a4 req-9d373b61-67e5-4dc6-bceb-7e1bb1b73ba6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:49.394051 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e875b9d0-cc5e-4009-8740-cb231edf12a4 req-9d373b61-67e5-4dc6-bceb-7e1bb1b73ba6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 946 time: 0.0765843 Nov 25 20:03:49.460793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e875b9d0-cc5e-4009-8740-cb231edf12a4 req-4cd2b026-afdc-499f-a883-e1e0d9ef1677 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/security-groups?id=89d05a30-c511-4aee-a3bf-b4649bc7f796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593200 Nov 25 20:03:50.583218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-59c00e99-fdc8-454e-ab61-c76b7f2958b3 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:50.585550 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-59c00e99-fdc8-454e-ab61-c76b7f2958b3 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.76 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 946 time: 0.0854502 Nov 25 20:03:50.636784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0722db9-e0c4-401b-933d-b50e5e921c00 req-bda626b0-95cc-4701-918b-c4a8440c7d76 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:03:50.638414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0722db9-e0c4-401b-933d-b50e5e921c00 req-bda626b0-95cc-4701-918b-c4a8440c7d76 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 946 time: 0.0613937 Nov 25 20:03:50.720989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0722db9-e0c4-401b-933d-b50e5e921c00 req-47d515a6-a1c9-4bbb-aa36-5a62f147026a tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/security-groups?id=89d05a30-c511-4aee-a3bf-b4649bc7f796&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646648 Nov 25 20:03:50.751698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Deleting port ddacdd0e-9322-4c22-a7ad-dda757e25ac5 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:50.752553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:50.920960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] For port ddacdd0e-9322-4c22-a7ad-dda757e25ac5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=ddacdd0e-9322-4c22-a7ad-dda757e25ac5,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:50.921410 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:50.930464 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:51.165774 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:51.166633 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:51.167208 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Floating IP 54e1c1b0-8318-45d9-835f-e9de1be8d0cb disassociated. External IP: 172.25.8.174, port: ddacdd0e-9322-4c22-a7ad-dda757e25ac5. Nov 25 20:03:51.167906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Calling delete_port for ddacdd0e-9322-4c22-a7ad-dda757e25ac5 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:51.392845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:51.453011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event deleted for resources: {'Port': ['ID=ddacdd0e-9322-4c22-a7ad-dda757e25ac5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:51.650088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:03:51.870640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:03:51.894254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632756d-5cc3-4469-a26e-b502afccaa74 None None] Sync routers for ids ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:03:51.928445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632756d-5cc3-4469-a26e-b502afccaa74 None None] Routers {'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:51.929087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0632756d-5cc3-4469-a26e-b502afccaa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:03:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:51.935159 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8eea06c2-ca66-4d0d-8730-59442d4a336a req-c481953e-f740-4b76-a6d9-f527d1a0720c tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "GET /v2.0/ports?device_id=77bdb799-3010-4b7f-84aa-c90b0e3e8b16 HTTP/1.1" status: 200 len: 210 time: 0.0774615 Nov 25 20:03:51.978890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] No DVR routers for this DVR port ddacdd0e-9322-4c22-a7ad-dda757e25ac5 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:03:51.978890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:51.989661 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-31ec6005-219c-4ee7-91c0-6c5aed928d91 req-7f203511-f2f4-4eae-8fb0-e5a479310945 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.76 "DELETE /v2.0/ports/ddacdd0e-9322-4c22-a7ad-dda757e25ac5 HTTP/1.1" status: 204 len: 173 time: 1.3922336 Nov 25 20:03:51.989661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'name': 'network-vif-deleted', 'tag': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:03:51.989661 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7659921c-6e0d-4460-9b01-6aa59e35ff5e" -d '{"events": [{"server_uuid": "77bdb799-3010-4b7f-84aa-c90b0e3e8b16", "name": "network-vif-deleted", "tag": "ddacdd0e-9322-4c22-a7ad-dda757e25ac5"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:03:52.085409 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57c75f2-c8fe-4494-b0a3-8ad5c7010fe2 x-openstack-request-id: req-f57c75f2-c8fe-4494-b0a3-8ad5c7010fe2 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:03:52.085954 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77bdb799-3010-4b7f-84aa-c90b0e3e8b16", "name": "network-vif-deleted", "tag": "ddacdd0e-9322-4c22-a7ad-dda757e25ac5", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:03:52.086416 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f57c75f2-c8fe-4494-b0a3-8ad5c7010fe2 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:03:52.088271 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77bdb799-3010-4b7f-84aa-c90b0e3e8b16', 'name': 'network-vif-deleted', 'tag': 'ddacdd0e-9322-4c22-a7ad-dda757e25ac5', 'status': 'completed', 'code': 200} Nov 25 20:03:52.162014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-0632756d-5cc3-4469-a26e-b502afccaa74 None None] Set router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:52.472270 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0632756d-5cc3-4469-a26e-b502afccaa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb0fd398-bd62-42b0-a86a-9fea7e06e27a', 'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'mac_address': 'fa:16:3e:8e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:19Z', 'updated_at': '2021-11-25T19:58:35Z', 'revision_number': 5, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'subnets': [{'id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:52.525159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632756d-5cc3-4469-a26e-b502afccaa74 None None] Checking router: ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:03:52.543573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0632756d-5cc3-4469-a26e-b502afccaa74 None None] Routers {'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:52.544902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0632756d-5cc3-4469-a26e-b502afccaa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:03:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:52.746320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-0632756d-5cc3-4469-a26e-b502afccaa74 None None] Set router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:52.974466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-0632756d-5cc3-4469-a26e-b502afccaa74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb0fd398-bd62-42b0-a86a-9fea7e06e27a', 'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'mac_address': 'fa:16:3e:8e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:19Z', 'updated_at': '2021-11-25T19:58:35Z', 'revision_number': 5, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'subnets': [{'id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:53.004737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0632756d-5cc3-4469-a26e-b502afccaa74 None None] The sync data for ids ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'] in n-d-817303-9 is: [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T19:58:20Z', 'revision_number': 4, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'bb0fd398-bd62-42b0-a86a-9fea7e06e27a', 'name': '', 'network_id': 'd8ad6392-9907-4a27-8ea0-f5d7c801c4bc', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'mac_address': 'fa:16:3e:8e:75:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_interface', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:19Z', 'updated_at': '2021-11-25T19:58:35Z', 'revision_number': 5, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'subnets': [{'id': '1d836c82-10c6-4a28-9711-ee6a8fba4954', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:03:53.062546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40462) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:53.225331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d25253c7-da4f-4361-b566-b5905e9cdbd6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Deleting port ce89659d-612c-420d-884f-067dc02c36ac {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:53.225781 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d25253c7-da4f-4361-b566-b5905e9cdbd6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.236893 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.361015 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be724bd-a278-4e7d-b996-86a036af15c4 None None] New status for floating IP 54e1c1b0-8318-45d9-835f-e9de1be8d0cb: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:03:53.369751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d25253c7-da4f-4361-b566-b5905e9cdbd6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.370449 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d25253c7-da4f-4361-b566-b5905e9cdbd6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.398207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d25253c7-da4f-4361-b566-b5905e9cdbd6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Calling delete_port for ce89659d-612c-420d-884f-067dc02c36ac owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:53.616988 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d25253c7-da4f-4361-b566-b5905e9cdbd6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.646678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25253c7-da4f-4361-b566-b5905e9cdbd6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event deleted for resources: {'Port': ['ID=ce89659d-612c-420d-884f-067dc02c36ac,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:53.750546 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d25253c7-da4f-4361-b566-b5905e9cdbd6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.755838 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d25253c7-da4f-4361-b566-b5905e9cdbd6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.758493 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d25253c7-da4f-4361-b566-b5905e9cdbd6 tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "DELETE /v2.0/floatingips/54e1c1b0-8318-45d9-835f-e9de1be8d0cb HTTP/1.1" status: 204 len: 168 time: 0.6939142 Nov 25 20:03:53.856242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40472) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:53.945897 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9ca10b0-c832-435d-9c0d-52b96fbfd77e tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:53.992930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9ca10b0-c832-435d-9c0d-52b96fbfd77e tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.099241 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9ca10b0-c832-435d-9c0d-52b96fbfd77e tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.103956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b9ca10b0-c832-435d-9c0d-52b96fbfd77e tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:54.105550 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b9ca10b0-c832-435d-9c0d-52b96fbfd77e tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] 10.222.0.15 "DELETE /v2.0/security-groups/89d05a30-c511-4aee-a3bf-b4649bc7f796 HTTP/1.1" status: 204 len: 168 time: 0.2482641 Nov 25 20:03:54.122388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca10b0-c832-435d-9c0d-52b96fbfd77e tempest-TestServerBasicOps-566723560 tempest-TestServerBasicOps-566723560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=89d05a30-c511-4aee-a3bf-b4649bc7f796,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:54.179394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40476) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:54.741111 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:55.130850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] Deleting port bb0fd398-bd62-42b0-a86a-9fea7e06e27a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:55.131594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:55.224361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] For port bb0fd398-bd62-42b0-a86a-9fea7e06e27a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bb0fd398-bd62-42b0-a86a-9fea7e06e27a,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:55.224734 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:55.239463 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] Calling delete_port for bb0fd398-bd62-42b0-a86a-9fea7e06e27a owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:55.412352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ddacdd0e-9322-4c22-a7ad-dda757e25ac5 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:03:55.447017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: ddacdd0e-9322-4c22-a7ad-dda757e25ac5 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:03:55.447562 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device ddacdd0e-9322-4c22-a7ad-dda757e25ac5 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:03:55.476418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:55.506386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] Pushing event deleted for resources: {'Port': ['ID=bb0fd398-bd62-42b0-a86a-9fea7e06e27a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:55.754536 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.143508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] Router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:03:56.321603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:03:56.329591 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-86fb1b15-10b1-423f-8048-fa42ed17541d admin admin] 10.222.0.15 "PUT /v2.0/routers/ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1477621 Nov 25 20:03:56.333388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40488) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:56.335035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d7f8c7-2f30-41a0-9afb-fc7041b75cca None None] Sync routers for ids ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:03:56.349841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d7f8c7-2f30-41a0-9afb-fc7041b75cca None None] Routers {'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:56.351038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-79d7f8c7-2f30-41a0-9afb-fc7041b75cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:03:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:56.491563 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.550217 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-79d7f8c7-2f30-41a0-9afb-fc7041b75cca None None] Set router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:56.637659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.715855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Deleting port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:56.716206 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.828722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] For port 163e2d84-649c-4ef1-b00e-0320b1fb5b5e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=163e2d84-649c-4ef1-b00e-0320b1fb5b5e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:56.828722 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:56.849559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Calling delete_port for 163e2d84-649c-4ef1-b00e-0320b1fb5b5e owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:57.060543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-79d7f8c7-2f30-41a0-9afb-fc7041b75cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167'}], 'enable_snat': True}, 'gw_port_id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T20:03:55Z', 'revision_number': 5, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port': {'id': '163e2d84-649c-4ef1-b00e-0320b1fb5b5e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:8a:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3331, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:13Z', 'updated_at': '2021-11-25T19:58:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:57.096988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d7f8c7-2f30-41a0-9afb-fc7041b75cca None None] Checking router: ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:03:57.107493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d7f8c7-2f30-41a0-9afb-fc7041b75cca None None] Routers {'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:03:57.108801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-79d7f8c7-2f30-41a0-9afb-fc7041b75cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:03:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:57.126077 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.179353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=163e2d84-649c-4ef1-b00e-0320b1fb5b5e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:57.197050 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ed2d3c-4512-4752-a07f-2e80b2328e5e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:03:57.272289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-79d7f8c7-2f30-41a0-9afb-fc7041b75cca None None] Set router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:03:57.283511 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.343824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-79d7f8c7-2f30-41a0-9afb-fc7041b75cca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T20:03:56Z', 'revision_number': 6, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:57.380377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d7f8c7-2f30-41a0-9afb-fc7041b75cca None None] The sync data for ids ['ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746'] in n-d-817303-9 is: [{'id': 'ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746', 'name': 'tempest-TestServerBasicOps-566975449-router', 'tenant_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:11Z', 'updated_at': '2021-11-25T20:03:56Z', 'revision_number': 6, 'project_id': '1fae8b1ce36345f0bb5018ec383fbfa4', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:03:57.438415 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.441627 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.820974 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.821461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:03:57.829450 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.830688 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fc672f0d-1f0d-4d20-a91b-04807a42c3d8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ac82fd4b-bb6f-4ea9-adf6-1b3955ff8746 HTTP/1.1" status: 204 len: 168 time: 1.4959440 Nov 25 20:03:57.834991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40494) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:57.907904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ca68771-3f7e-49ab-bc7b-6a15149dd287 admin admin] Deleting subnet 1d836c82-10c6-4a28-9711-ee6a8fba4954 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:03:57.912338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca68771-3f7e-49ab-bc7b-6a15149dd287 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:57.971703 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca68771-3f7e-49ab-bc7b-6a15149dd287 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.090163 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca68771-3f7e-49ab-bc7b-6a15149dd287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.166374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca68771-3f7e-49ab-bc7b-6a15149dd287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.210166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca68771-3f7e-49ab-bc7b-6a15149dd287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d836c82-10c6-4a28-9711-ee6a8fba4954,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:58.216466 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ca68771-3f7e-49ab-bc7b-6a15149dd287 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.221553 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0ca68771-3f7e-49ab-bc7b-6a15149dd287 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1d836c82-10c6-4a28-9711-ee6a8fba4954 HTTP/1.1" status: 204 len: 168 time: 0.3819408 Nov 25 20:03:58.224857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40500) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:58.236236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d7dee5-0c88-46ca-9e2d-b17e3fd5673a None None] Network d8ad6392-9907-4a27-8ea0-f5d7c801c4bc requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:03:58.371901 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.487599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Deleting port b1a85010-3a31-435c-ad0a-54cc834f85aa {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:58.489497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.558931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef2e962-2001-4e91-9096-8d6f3d5dad1d None None] DHCP port deletion for d8ad6392-9907-4a27-8ea0-f5d7c801c4bc request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:03:58.580319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] For port b1a85010-3a31-435c-ad0a-54cc834f85aa, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b1a85010-3a31-435c-ad0a-54cc834f85aa,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:58.581239 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.599034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Calling delete_port for b1a85010-3a31-435c-ad0a-54cc834f85aa owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:58.657957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2e962-2001-4e91-9096-8d6f3d5dad1d None None] Deleting port b1a85010-3a31-435c-ad0a-54cc834f85aa {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:58.658638 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e962-2001-4e91-9096-8d6f3d5dad1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.742114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4ef2e962-2001-4e91-9096-8d6f3d5dad1d None None] For port b1a85010-3a31-435c-ad0a-54cc834f85aa, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b1a85010-3a31-435c-ad0a-54cc834f85aa,segment=NetworkSegment(a691aeb8-e0cf-4abc-8739-7bba9136ae9c),segment_id=a691aeb8-e0cf-4abc-8739-7bba9136ae9c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:03:58.742510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e962-2001-4e91-9096-8d6f3d5dad1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.768608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4ef2e962-2001-4e91-9096-8d6f3d5dad1d None None] Calling delete_port for b1a85010-3a31-435c-ad0a-54cc834f85aa owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:03:58.778172 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.828931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1a85010-3a31-435c-ad0a-54cc834f85aa,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:58.832481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] No DVR routers for this DVR port b1a85010-3a31-435c-ad0a-54cc834f85aa on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:03:58.866519 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4ef2e962-2001-4e91-9096-8d6f3d5dad1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:58.897601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef2e962-2001-4e91-9096-8d6f3d5dad1d None None] Pushing event deleted for resources: {'Port': ['ID=b1a85010-3a31-435c-ad0a-54cc834f85aa,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:58.903847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef2e962-2001-4e91-9096-8d6f3d5dad1d None None] No DVR routers for this DVR port b1a85010-3a31-435c-ad0a-54cc834f85aa on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:03:58.968384 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:59.008658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ad6392-9907-4a27-8ea0-f5d7c801c4bc']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:59.026056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:59.026390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a691aeb8-e0cf-4abc-8739-7bba9136ae9c') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:03:59.038078 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:59.056243 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:59.065235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:03:59.065854 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:03:59.068835 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:03:59.143699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:59.155309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:59.162115 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d8ad6392-9907-4a27-8ea0-f5d7c801c4bc HTTP/1.1" status: 204 len: 168 time: 0.9317265 Nov 25 20:03:59.162363 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40506) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:03:59.180518 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f2e4a-e001-4d26-817e-6b9bdca9c080 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8ad6392-9907-4a27-8ea0-f5d7c801c4bc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:03:59.297424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bb0fd398-bd62-42b0-a86a-9fea7e06e27a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:03:59.335074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: bb0fd398-bd62-42b0-a86a-9fea7e06e27a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:03:59.335548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bb0fd398-bd62-42b0-a86a-9fea7e06e27a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:03:59.336720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b1a85010-3a31-435c-ad0a-54cc834f85aa no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:03:59.369104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b1a85010-3a31-435c-ad0a-54cc834f85aa {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:03:59.369662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b1a85010-3a31-435c-ad0a-54cc834f85aa not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:03:59.370364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 163e2d84-649c-4ef1-b00e-0320b1fb5b5e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:03:59.410577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 163e2d84-649c-4ef1-b00e-0320b1fb5b5e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:03:59.411189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 163e2d84-649c-4ef1-b00e-0320b1fb5b5e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:03:59.643521 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:03:59.914062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Deleting port 3fe28016-8286-4dc4-b4d6-9893937f7cbd {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:03:59.915016 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:00.007501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] For port 3fe28016-8286-4dc4-b4d6-9893937f7cbd, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3fe28016-8286-4dc4-b4d6-9893937f7cbd,segment=NetworkSegment(cd69cd90-dffa-4c43-ab11-64864c0118a7),segment_id=cd69cd90-dffa-4c43-ab11-64864c0118a7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:00.007985 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:00.024840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Calling delete_port for 3fe28016-8286-4dc4-b4d6-9893937f7cbd owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:00.566864 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:00.603173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fe28016-8286-4dc4-b4d6-9893937f7cbd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:00.636875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.637396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.638067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.638633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.639128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.639582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.640071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.640587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.641654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.641654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.642026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.642676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:00.864667 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:01.195944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Router e30c4fd5-9888-46e0-801e-70b6d5bf5953 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:04:01.348277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:04:01.357587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1407adbb-a4ea-460f-86e4-f6ebff221882 admin admin] 10.222.0.15 "PUT /v2.0/routers/e30c4fd5-9888-46e0-801e-70b6d5bf5953/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1933460 Nov 25 20:04:01.361467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40530) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:01.371213 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743c0ca-bea2-45b3-a91d-ae3810c6e980 None None] Sync routers for ids ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:04:01.403961 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743c0ca-bea2-45b3-a91d-ae3810c6e980 None None] Routers {'e30c4fd5-9888-46e0-801e-70b6d5bf5953'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:01.406244 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7743c0ca-bea2-45b3-a91d-ae3810c6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:03:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:01.551056 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:01.649719 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-7743c0ca-bea2-45b3-a91d-ae3810c6e980 None None] Set router e30c4fd5-9888-46e0-801e-70b6d5bf5953 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:01.742105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:01.819102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Deleting port f1e74a63-bb71-48f0-9169-d3633cea0283 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:01.819431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:01.893249 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7743c0ca-bea2-45b3-a91d-ae3810c6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'name': 'tempest-TestServerBasicOps-1933110252-router', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160'}], 'enable_snat': True}, 'gw_port_id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:26Z', 'updated_at': '2021-11-25T20:04:00Z', 'revision_number': 5, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'gw_port': {'id': 'f1e74a63-bb71-48f0-9169-d3633cea0283', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:25:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3353, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T19:58:28Z', 'updated_at': '2021-11-25T19:58:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:01.921519 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743c0ca-bea2-45b3-a91d-ae3810c6e980 None None] Checking router: e30c4fd5-9888-46e0-801e-70b6d5bf5953 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:04:01.931814 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7743c0ca-bea2-45b3-a91d-ae3810c6e980 None None] Routers {'e30c4fd5-9888-46e0-801e-70b6d5bf5953'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:04:01.932439 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7743c0ca-bea2-45b3-a91d-ae3810c6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:03:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:01.951352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] For port f1e74a63-bb71-48f0-9169-d3633cea0283, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f1e74a63-bb71-48f0-9169-d3633cea0283,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:01.951849 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:01.971898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Calling delete_port for f1e74a63-bb71-48f0-9169-d3633cea0283 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:02.046015 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-7743c0ca-bea2-45b3-a91d-ae3810c6e980 None None] Set router e30c4fd5-9888-46e0-801e-70b6d5bf5953 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:04:02.109320 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7743c0ca-bea2-45b3-a91d-ae3810c6e980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'name': 'tempest-TestServerBasicOps-1933110252-router', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:26Z', 'updated_at': '2021-11-25T20:04:01Z', 'revision_number': 6, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:02.121951 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5b2e62c2-a579-4f8f-945f-481b90822ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.145718 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7743c0ca-bea2-45b3-a91d-ae3810c6e980 None None] The sync data for ids ['e30c4fd5-9888-46e0-801e-70b6d5bf5953'] in n-d-817303-9 is: [{'id': 'e30c4fd5-9888-46e0-801e-70b6d5bf5953', 'name': 'tempest-TestServerBasicOps-1933110252-router', 'tenant_id': '59c3c1ac8b4940f5aef8c473320414c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T19:58:26Z', 'updated_at': '2021-11-25T20:04:01Z', 'revision_number': 6, 'project_id': '59c3c1ac8b4940f5aef8c473320414c0', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:04:02.227156 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.268673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e74a63-bb71-48f0-9169-d3633cea0283,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:02.296782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ce1173-6e96-448f-8ba7-96cf1cba3949 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:04:02.364434 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.471477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.473839 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.536772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.537357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router e30c4fd5-9888-46e0-801e-70b6d5bf5953 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:04:02.544399 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.545687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e62e5b2f-c4bc-41e3-a222-d2f6d371dd4e admin admin] 10.222.0.15 "DELETE /v2.0/routers/e30c4fd5-9888-46e0-801e-70b6d5bf5953 HTTP/1.1" status: 204 len: 168 time: 1.1828468 Nov 25 20:04:02.548451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40544) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:02.616043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d541e33-6fe3-4c5b-ad05-865847ffab4c admin admin] Deleting subnet 26ab350d-1b9e-4a62-919e-8bf12dd16854 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:04:02.620031 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d541e33-6fe3-4c5b-ad05-865847ffab4c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.685596 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d541e33-6fe3-4c5b-ad05-865847ffab4c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.793467 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d541e33-6fe3-4c5b-ad05-865847ffab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.877853 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d541e33-6fe3-4c5b-ad05-865847ffab4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.929423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d541e33-6fe3-4c5b-ad05-865847ffab4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26ab350d-1b9e-4a62-919e-8bf12dd16854,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:02.935502 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4d541e33-6fe3-4c5b-ad05-865847ffab4c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:02.944961 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4d541e33-6fe3-4c5b-ad05-865847ffab4c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/26ab350d-1b9e-4a62-919e-8bf12dd16854 HTTP/1.1" status: 204 len: 168 time: 0.3911479 Nov 25 20:04:02.945250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40548) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:02.950436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0204c263-451a-4eb5-a69d-6df9db94de23 None None] Network 4958a775-d0e2-403e-8fbf-b600e8550509 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:04:03.044577 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.122835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Deleting port 4196d51b-8345-43e8-9870-f77e6da32fcc {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:03.123454 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.231508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] For port 4196d51b-8345-43e8-9870-f77e6da32fcc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4196d51b-8345-43e8-9870-f77e6da32fcc,segment=NetworkSegment(cd69cd90-dffa-4c43-ab11-64864c0118a7),segment_id=cd69cd90-dffa-4c43-ab11-64864c0118a7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:03.231508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.238733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96626863-f6a0-4506-a74b-b5057bc0696c None None] DHCP port deletion for 4958a775-d0e2-403e-8fbf-b600e8550509 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:04:03.247792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Calling delete_port for 4196d51b-8345-43e8-9870-f77e6da32fcc owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:03.323472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-96626863-f6a0-4506-a74b-b5057bc0696c None None] Deleting port 4196d51b-8345-43e8-9870-f77e6da32fcc {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:03.323854 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96626863-f6a0-4506-a74b-b5057bc0696c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.386774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4196d51b-8345-43e8-9870-f77e6da32fcc no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:03.391795 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.409001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-96626863-f6a0-4506-a74b-b5057bc0696c None None] For port 4196d51b-8345-43e8-9870-f77e6da32fcc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4196d51b-8345-43e8-9870-f77e6da32fcc,segment=NetworkSegment(cd69cd90-dffa-4c43-ab11-64864c0118a7),segment_id=cd69cd90-dffa-4c43-ab11-64864c0118a7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:03.409316 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96626863-f6a0-4506-a74b-b5057bc0696c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.423577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-96626863-f6a0-4506-a74b-b5057bc0696c None None] Calling delete_port for 4196d51b-8345-43e8-9870-f77e6da32fcc owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:03.435400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Pushing event deleted for resources: {'Port': ['ID=4196d51b-8345-43e8-9870-f77e6da32fcc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:03.441136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] No DVR routers for this DVR port 4196d51b-8345-43e8-9870-f77e6da32fcc on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:04:03.523363 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96626863-f6a0-4506-a74b-b5057bc0696c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.546561 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4196d51b-8345-43e8-9870-f77e6da32fcc {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:03.546937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4196d51b-8345-43e8-9870-f77e6da32fcc not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:03.547702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3fe28016-8286-4dc4-b4d6-9893937f7cbd no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:03.572707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96626863-f6a0-4506-a74b-b5057bc0696c None None] Pushing event deleted for resources: {'Port': ['ID=4196d51b-8345-43e8-9870-f77e6da32fcc,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:03.609379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96626863-f6a0-4506-a74b-b5057bc0696c None None] No DVR routers for this DVR port 4196d51b-8345-43e8-9870-f77e6da32fcc on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:04:03.611698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 3fe28016-8286-4dc4-b4d6-9893937f7cbd {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:03.612448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3fe28016-8286-4dc4-b4d6-9893937f7cbd not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:03.613071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f1e74a63-bb71-48f0-9169-d3633cea0283 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:03.615485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.639500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: f1e74a63-bb71-48f0-9169-d3633cea0283 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:03.639793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f1e74a63-bb71-48f0-9169-d3633cea0283 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:03.666729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4958a775-d0e2-403e-8fbf-b600e8550509']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:03.688605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd69cd90-dffa-4c43-ab11-64864c0118a7') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:03.689304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd69cd90-dffa-4c43-ab11-64864c0118a7') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:04:03.712872 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.739579 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.752495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:04:03.753152 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:04:03.756467 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:04:03.858926 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.865987 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:03.870680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4958a775-d0e2-403e-8fbf-b600e8550509 HTTP/1.1" status: 204 len: 168 time: 0.9240308 Nov 25 20:04:03.893364 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd8485-2f84-40f9-a4e1-3b5244d27950 admin admin] Pushing event deleted for resources: {'Network': ['ID=4958a775-d0e2-403e-8fbf-b600e8550509,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:04.061213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40556) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:04.124080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-66ef46ad-4646-408d-ab7a-bf04f9f46197 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1fae8b1ce36345f0bb5018ec383fbfa4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0612869 Nov 25 20:04:04.128031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40558) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:04.207641 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07a8050-9eb8-478d-b25f-fabe87175904 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:04.234244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07a8050-9eb8-478d-b25f-fabe87175904 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:04.304317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07a8050-9eb8-478d-b25f-fabe87175904 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:04.306693 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a07a8050-9eb8-478d-b25f-fabe87175904 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:04.307959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a07a8050-9eb8-478d-b25f-fabe87175904 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/58fb57b2-16e7-4421-b2ee-cb6dddd4372f HTTP/1.1" status: 204 len: 168 time: 0.1787095 Nov 25 20:04:04.319192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a8050-9eb8-478d-b25f-fabe87175904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fb57b2-16e7-4421-b2ee-cb6dddd4372f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:04.869119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 40568) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:04.931064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5497cc86-12b1-479d-9a1f-1cc4a83f48c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=59c3c1ac8b4940f5aef8c473320414c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0597534 Nov 25 20:04:04.934085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 40570) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:04:05.012102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79fd8aad-da6b-4002-bc6e-ea0b95605532 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:05.056782 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79fd8aad-da6b-4002-bc6e-ea0b95605532 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:05.147964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79fd8aad-da6b-4002-bc6e-ea0b95605532 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:05.152876 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79fd8aad-da6b-4002-bc6e-ea0b95605532 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:05.156082 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-79fd8aad-da6b-4002-bc6e-ea0b95605532 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1425bbb3-3bc7-43c3-9cb6-ce56839d1d94 HTTP/1.1" status: 204 len: 168 time: 0.2193096 Nov 25 20:04:05.172963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fd8aad-da6b-4002-bc6e-ea0b95605532 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1425bbb3-3bc7-43c3-9cb6-ce56839d1d94,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:05.242120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0d400044-31d6-40a3-a4f4-c74f2fdb349e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:06.471341 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:07.843825 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:08.333943 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:20.911034 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:22.989815 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:04:23.193087 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:25.795686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef24065-185d-4a15-b64b-c8c25abb2cc0 req-d4be50d7-01f3-4604-881c-5de354be6e23 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:25.798256 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ef24065-185d-4a15-b64b-c8c25abb2cc0 req-d4be50d7-01f3-4604-881c-5de354be6e23 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.4795778 Nov 25 20:04:25.861612 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ef24065-185d-4a15-b64b-c8c25abb2cc0 req-db0399cd-921b-4fd0-9a7b-3e3e809b0fdd tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528092 Nov 25 20:04:27.060631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9db13-bf81-406a-a59a-4e320e780508 req-f8f7af7c-84c3-4e28-b908-86d1e6444388 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:27.062360 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5a9db13-bf81-406a-a59a-4e320e780508 req-f8f7af7c-84c3-4e28-b908-86d1e6444388 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0704269 Nov 25 20:04:27.114544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5a9db13-bf81-406a-a59a-4e320e780508 req-543320dd-13fc-4897-96ac-800c29bb981f tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456247 Nov 25 20:04:28.283335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb7398-0fca-43f0-b82a-553af8210f5e req-c9890cb0-1522-4c49-af26-93f9f11e1ccc tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:28.286054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fffb7398-0fca-43f0-b82a-553af8210f5e req-c9890cb0-1522-4c49-af26-93f9f11e1ccc tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0882313 Nov 25 20:04:28.354693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fffb7398-0fca-43f0-b82a-553af8210f5e req-b541b8b6-029b-407f-a6e1-2bbbb42a0c05 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606337 Nov 25 20:04:29.565181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6556b-9ec5-47e7-9afd-9cf2f6dc6e66 req-e6ac3586-4705-4d1e-93f5-4e749a6cf5b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:29.568319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92f6556b-9ec5-47e7-9afd-9cf2f6dc6e66 req-e6ac3586-4705-4d1e-93f5-4e749a6cf5b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.1050644 Nov 25 20:04:29.650319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92f6556b-9ec5-47e7-9afd-9cf2f6dc6e66 req-0aa39474-7448-4835-801a-10fb65e85ab4 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745804 Nov 25 20:04:30.800322 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd8acab-5c36-4cae-9624-06332c815b44 req-d17edaaf-5c48-4726-adfa-edc41a47e15f tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:30.801872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7bd8acab-5c36-4cae-9624-06332c815b44 req-d17edaaf-5c48-4726-adfa-edc41a47e15f tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0573549 Nov 25 20:04:30.901615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7bd8acab-5c36-4cae-9624-06332c815b44 req-dfb768fe-3d58-4245-a3d1-fa1cbc41bffd tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922692 Nov 25 20:04:32.041972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8549884-e70c-45a4-b396-7b858ffcecf9 req-6cc83600-0ad7-41bf-b59f-832701f1bfbf tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:32.043839 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8549884-e70c-45a4-b396-7b858ffcecf9 req-6cc83600-0ad7-41bf-b59f-832701f1bfbf tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0599360 Nov 25 20:04:32.101393 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d9ce78e9-65a0-4af8-97dc-2b9d2232397f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:32.125095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8549884-e70c-45a4-b396-7b858ffcecf9 req-5161a21f-e47c-497b-bcd1-3f99947215cb tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695610 Nov 25 20:04:33.267588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23760f-3608-4e1c-a268-6c50a93edee7 req-9a7f230b-d831-40f4-86b2-f290e6365e36 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:33.269203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a23760f-3608-4e1c-a268-6c50a93edee7 req-9a7f230b-d831-40f4-86b2-f290e6365e36 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0548413 Nov 25 20:04:33.331956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a23760f-3608-4e1c-a268-6c50a93edee7 req-464b6053-1e2d-4c75-a8af-879cceb5a451 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538790 Nov 25 20:04:34.508396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edf585d-5e07-46a5-89e7-beaf1fe0f31a req-16d4440d-67c7-4576-b64d-bb49e76ae0ee tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:34.511740 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0edf585d-5e07-46a5-89e7-beaf1fe0f31a req-16d4440d-67c7-4576-b64d-bb49e76ae0ee tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0816934 Nov 25 20:04:34.599686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0edf585d-5e07-46a5-89e7-beaf1fe0f31a req-9c136ef4-56d1-40d7-94b5-fd03c33a45eb tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802867 Nov 25 20:04:35.216372 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-94793521-50ac-4952-8048-604352e7e5f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:35.766501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670692a9-b6db-4273-8f3e-48f5f9ca348b req-4fca1f60-66c0-447f-9a01-f0bfeb39fab2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:35.768521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-670692a9-b6db-4273-8f3e-48f5f9ca348b req-4fca1f60-66c0-447f-9a01-f0bfeb39fab2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0622206 Nov 25 20:04:35.858760 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-670692a9-b6db-4273-8f3e-48f5f9ca348b req-87f3715c-6cdd-4c0b-a096-5670e904d38e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791240 Nov 25 20:04:36.223236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b480-67cd-49b7-a98b-291b71fcacb6 req-13e71f12-c5e1-49d0-93ba-5bdd4eda49f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:36.223236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8241b480-67cd-49b7-a98b-291b71fcacb6 req-13e71f12-c5e1-49d0-93ba-5bdd4eda49f0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 1097 time: 0.1064022 Nov 25 20:04:36.257446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40491655-317f-4fd0-ac3c-5da3a1c4a1f5 req-1350d68e-9b1c-478f-943f-4857e359e8b6 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:36.264020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-40491655-317f-4fd0-ac3c-5da3a1c4a1f5 req-1350d68e-9b1c-478f-943f-4857e359e8b6 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.1378911 Nov 25 20:04:36.333984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-40491655-317f-4fd0-ac3c-5da3a1c4a1f5 req-097ffc94-527f-4312-acef-d6f0d8af83f2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603476 Nov 25 20:04:36.427235 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f196960d-8fe2-478c-9128-ec62ba5ddbe4 req-0d609f4d-8354-4e19-9b44-90d364f49bdf service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1667247 Nov 25 20:04:36.442537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b480-67cd-49b7-a98b-291b71fcacb6 req-de994d15-5beb-40a0-9e51-3787c2760d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:36.444093 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8241b480-67cd-49b7-a98b-291b71fcacb6 req-de994d15-5beb-40a0-9e51-3787c2760d6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.2132220 Nov 25 20:04:36.489447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:36.590679 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8241b480-67cd-49b7-a98b-291b71fcacb6 req-65ee7a8a-cc03-45c1-af3c-7af2ab3ac29d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7b81bd-509d-47fd-a823-686669015ac8 HTTP/1.1" status: 200 len: 1002 time: 0.1385217 Nov 25 20:04:36.598057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196960d-8fe2-478c-9128-ec62ba5ddbe4 req-3379e1e7-2e6c-4077-9fe5-7c252389f48a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:36.599666 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f196960d-8fe2-478c-9128-ec62ba5ddbe4 req-3379e1e7-2e6c-4077-9fe5-7c252389f48a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04324466f4804066ab405365d86c3b84&device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 1096 time: 0.0842347 Nov 25 20:04:36.738521 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b480-67cd-49b7-a98b-291b71fcacb6 req-dd5f4b09-5815-40a5-96d0-d44179338cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:36.741275 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8241b480-67cd-49b7-a98b-291b71fcacb6 req-dd5f4b09-5815-40a5-96d0-d44179338cf8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.1406190 Nov 25 20:04:36.813285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196960d-8fe2-478c-9128-ec62ba5ddbe4 req-da2a3a9e-52c7-4589-8381-03e72f8f80e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:36.815175 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f196960d-8fe2-478c-9128-ec62ba5ddbe4 req-da2a3a9e-52c7-4589-8381-03e72f8f80e0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=daf7d300-9a21-4343-b40b-080e70bcfca8 HTTP/1.1" status: 200 len: 915 time: 0.1772389 Nov 25 20:04:36.831674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241b480-67cd-49b7-a98b-291b71fcacb6 req-2f8055df-d526-47df-831f-6393418101b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:36.833275 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8241b480-67cd-49b7-a98b-291b71fcacb6 req-2f8055df-d526-47df-831f-6393418101b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830710 Nov 25 20:04:36.905620 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f196960d-8fe2-478c-9128-ec62ba5ddbe4 req-c8d77316-866d-402d-94ce-de4f9dfde45d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=067f2647-2480-476d-9879-ec70c2d8e69e HTTP/1.1" status: 200 len: 217 time: 0.0824158 Nov 25 20:04:37.061072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f196960d-8fe2-478c-9128-ec62ba5ddbe4 req-c309ac03-46d0-4c57-b16e-2180e88c3ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:37.062593 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f196960d-8fe2-478c-9128-ec62ba5ddbe4 req-c309ac03-46d0-4c57-b16e-2180e88c3ce4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6794bc7a-d6b2-4181-98c8-fc0e3624f260 HTTP/1.1" status: 200 len: 854 time: 0.1270761 Nov 25 20:04:37.111636 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f196960d-8fe2-478c-9128-ec62ba5ddbe4 req-6b9a90fa-9e83-4f2c-8f25-e8c0a57772ec service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=daf7d300-9a21-4343-b40b-080e70bcfca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384719 Nov 25 20:04:37.113678 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8241b480-67cd-49b7-a98b-291b71fcacb6 req-fdb1d1e3-5471-41ad-9505-b2a6ef8b4b05 service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253375 Nov 25 20:04:37.317152 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f196960d-8fe2-478c-9128-ec62ba5ddbe4 req-81f0f478-f064-437c-9005-baee94973e36 service neutron] 10.222.0.76 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981428 Nov 25 20:04:37.323757 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8241b480-67cd-49b7-a98b-291b71fcacb6 req-cab7569a-b845-4c8d-bf85-a0750cff3045 service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959617 Nov 25 20:04:37.482166 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f196960d-8fe2-478c-9128-ec62ba5ddbe4 req-9ca3abcd-0d86-44ec-858d-c2692bfc7acd service neutron] 10.222.0.76 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571324 Nov 25 20:04:37.510620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4c498-f728-446a-90ec-52543298c536 req-927a646c-4e9b-4509-925b-a1c31abf6624 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:37.518882 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ff4c498-f728-446a-90ec-52543298c536 req-927a646c-4e9b-4509-925b-a1c31abf6624 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0891316 Nov 25 20:04:37.572961 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ff4c498-f728-446a-90ec-52543298c536 req-9243a6be-0c6f-46b9-8ba9-9923881534f4 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531640 Nov 25 20:04:37.849374 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:38.313695 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:38.743859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d5509e-3a2f-4c9a-a70c-405838f33347 req-b3bb83cc-86cb-4b89-9ad8-728724feb21b tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:38.746108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2d5509e-3a2f-4c9a-a70c-405838f33347 req-b3bb83cc-86cb-4b89-9ad8-728724feb21b tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0755200 Nov 25 20:04:38.807384 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2d5509e-3a2f-4c9a-a70c-405838f33347 req-2a7bf0a1-d714-4441-81d8-413bed531511 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536067 Nov 25 20:04:39.736213 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7836249-cfc1-460c-a6e9-c7c2a64fa8e7 req-c5bec94f-f328-4f98-93c9-3eb42424bb75 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:39.738208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7836249-cfc1-460c-a6e9-c7c2a64fa8e7 req-c5bec94f-f328-4f98-93c9-3eb42424bb75 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 945 time: 0.0656779 Nov 25 20:04:39.799070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7836249-cfc1-460c-a6e9-c7c2a64fa8e7 req-c5a25904-d535-4f9a-9ee5-37019076f051 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529494 Nov 25 20:04:40.944158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e54c43-ac99-4772-a551-3936d4a90fa4 req-3258622a-b6f2-4d26-9fec-e9f1684832d9 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:40.945843 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73e54c43-ac99-4772-a551-3936d4a90fa4 req-3258622a-b6f2-4d26-9fec-e9f1684832d9 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 945 time: 0.0531449 Nov 25 20:04:41.003373 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73e54c43-ac99-4772-a551-3936d4a90fa4 req-8cf4aa1e-7dbb-4ddd-ad58-f84a1749f163 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503109 Nov 25 20:04:41.146833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc2548-52a5-4bf9-891b-c5e384541e55 req-9a7f1c23-2108-419f-8478-3e9c121d4602 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:41.148475 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-67cc2548-52a5-4bf9-891b-c5e384541e55 req-9a7f1c23-2108-419f-8478-3e9c121d4602 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.76 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 945 time: 0.0587752 Nov 25 20:04:41.245940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-67cc2548-52a5-4bf9-891b-c5e384541e55 req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Deleting port 067f2647-2480-476d-9879-ec70c2d8e69e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:04:41.246246 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-67cc2548-52a5-4bf9-891b-c5e384541e55 req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:41.364360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-67cc2548-52a5-4bf9-891b-c5e384541e55 req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] For port 067f2647-2480-476d-9879-ec70c2d8e69e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=067f2647-2480-476d-9879-ec70c2d8e69e,segment=NetworkSegment(28984357-034f-4169-aa10-a309cb7b69b9),segment_id=28984357-034f-4169-aa10-a309cb7b69b9)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:04:41.364723 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-67cc2548-52a5-4bf9-891b-c5e384541e55 req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:41.380294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-67cc2548-52a5-4bf9-891b-c5e384541e55 req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Calling delete_port for 067f2647-2480-476d-9879-ec70c2d8e69e owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:04:41.521851 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-67cc2548-52a5-4bf9-891b-c5e384541e55 req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:41.535322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['067f2647-2480-476d-9879-ec70c2d8e69e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:04:41.561698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Pushing event deleted for resources: {'Port': ['ID=067f2647-2480-476d-9879-ec70c2d8e69e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:41.575370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.575725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.576083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.576421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.576760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.577099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.577436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.577760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.578089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.578414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.578738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.579085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:04:41.614286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-67cc2548-52a5-4bf9-891b-c5e384541e55 req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] No DVR routers for this DVR port 067f2647-2480-476d-9879-ec70c2d8e69e on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:04:41.617061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-67cc2548-52a5-4bf9-891b-c5e384541e55 req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:41.620733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-67cc2548-52a5-4bf9-891b-c5e384541e55 req-c5d9a000-e342-483c-8ff0-b5a917da65ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.76 "DELETE /v2.0/ports/067f2647-2480-476d-9879-ec70c2d8e69e HTTP/1.1" status: 204 len: 173 time: 0.4652920 Nov 25 20:04:41.621199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6', 'name': 'network-vif-deleted', 'tag': '067f2647-2480-476d-9879-ec70c2d8e69e'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:04:41.623546 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74ae816c-b234-433e-8cf9-642feef88f4d" -d '{"events": [{"server_uuid": "c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6", "name": "network-vif-deleted", "tag": "067f2647-2480-476d-9879-ec70c2d8e69e"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:04:41.663275 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:04:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35324ee4-e845-4913-a258-dae5afa8e883 x-openstack-request-id: req-35324ee4-e845-4913-a258-dae5afa8e883 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:04:41.663561 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6", "name": "network-vif-deleted", "tag": "067f2647-2480-476d-9879-ec70c2d8e69e", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:04:41.663819 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35324ee4-e845-4913-a258-dae5afa8e883 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:04:41.664300 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6', 'name': 'network-vif-deleted', 'tag': '067f2647-2480-476d-9879-ec70c2d8e69e', 'status': 'completed', 'code': 200} Nov 25 20:04:42.127959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-561c6c2f-f53b-4cdd-a2eb-2bd628cdba13 req-1088c96d-916f-4dd1-abd1-b923982cccc8 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7fbed4b-ffd2-48fa-92fa-4d4d94193cf6 HTTP/1.1" status: 200 len: 210 time: 0.0279024 Nov 25 20:04:42.275821 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-405519c0-8426-424b-a9df-7af8eb6242c7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463777 Nov 25 20:04:42.370976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-4418a266-81cb-4cb4-a9ae-b2c92e91a834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:42.372724 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-4418a266-81cb-4cb4-a9ae-b2c92e91a834 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 1097 time: 0.0472929 Nov 25 20:04:42.487394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-02d9ad3a-a200-44bd-8a74-82d2a19b82d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:42.488882 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-02d9ad3a-a200-44bd-8a74-82d2a19b82d1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.0953271 Nov 25 20:04:42.564933 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-af93b58f-586e-4a5c-aca9-f94ae63a7bd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7b81bd-509d-47fd-a823-686669015ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0670898 Nov 25 20:04:42.618422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-00c7fbd2-39bb-4299-82c8-2e94e3a4e947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:42.619990 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-00c7fbd2-39bb-4299-82c8-2e94e3a4e947 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0481963 Nov 25 20:04:42.669802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-fe73176c-d486-4ce1-a94f-4ae4a0035dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:42.671349 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-fe73176c-d486-4ce1-a94f-4ae4a0035dc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445163 Nov 25 20:04:42.768792 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-8c300405-3c90-4aad-b0af-252a536c554a service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904427 Nov 25 20:04:42.862650 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e1c1f6c-c1cd-49e8-8e33-fdbd7e0b47d5 req-8df2e711-fc5f-4f29-b0de-c41d5959a349 service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870039 Nov 25 20:04:43.700561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-6a9c38d4-1e16-49ac-920e-8146c6e472e4 req-655a9588-8f39-4ab2-a234-6c18d4ddf277 service neutron] (103652) timed out ('10.222.0.15', 52218) {{(pid=103652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:04:45.595934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 067f2647-2480-476d-9879-ec70c2d8e69e no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:04:45.618099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 067f2647-2480-476d-9879-ec70c2d8e69e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:04:45.618453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 067f2647-2480-476d-9879-ec70c2d8e69e not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:04:50.197142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-bab3a0a9-bd78-4e03-8a6e-a42a1982d4a7 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:50.199424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-bab3a0a9-bd78-4e03-8a6e-a42a1982d4a7 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/networks?id=daf7d300-9a21-4343-b40b-080e70bcfca8 HTTP/1.1" status: 200 len: 814 time: 0.1185882 Nov 25 20:04:50.222394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-26b427ae-386e-4483-9e78-44d4927354e6 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/quotas/04324466f4804066ab405365d86c3b84 HTTP/1.1" status: 200 len: 375 time: 0.0103514 Nov 25 20:04:50.269661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-b8162356-dbcc-41d1-a442-2299f39a3af7 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=04324466f4804066ab405365d86c3b84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400090 Nov 25 20:04:50.379203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-2c04cb6f-e62a-4ae2-8f3f-11e4bf653648 service neutron] 10.222.0.15 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012475 Nov 25 20:04:50.512802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-c701aa3b-830f-43d1-a704-4da0f433c0fa service neutron] 10.222.0.15 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263297 Nov 25 20:04:50.708305 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b95e811-43f2-461f-be25-efae3ef863d4 req-a821e899-d65b-4fbf-91a4-9617f7e9b722 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 210 time: 0.0345216 Nov 25 20:04:50.912644 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:51.810784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f6e0410-7b3f-458f-9e3b-9236c9a43315 req-f903e07d-9d1b-4050-a352-3e43436fe2b7 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 210 time: 0.0293281 Nov 25 20:04:52.900953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ceebb94-e536-4310-adf5-84803c535321 req-f970bec5-ea52-4b57-a576-d0efa063ee60 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 210 time: 0.0304289 Nov 25 20:04:53.194320 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:53.987170 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0b85d90-c55b-4570-ba61-13fe108a27ac req-9c7db819-5a75-4b66-be1f-a6aa736d4f72 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 210 time: 0.0286624 Nov 25 20:04:55.089930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c524be3-47f9-41b0-be20-db50fb918e5a req-44b81754-b3db-42a8-8816-249227d728d7 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 210 time: 0.0286989 Nov 25 20:04:55.868496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-76bd4a16-be4f-4b78-b882-2d07ae921b72 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:55.870309 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-76bd4a16-be4f-4b78-b882-2d07ae921b72 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.76 "GET /v2.0/networks?id=daf7d300-9a21-4343-b40b-080e70bcfca8 HTTP/1.1" status: 200 len: 814 time: 0.1331360 Nov 25 20:04:55.886143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Request body: {'port': {'device_id': '4b64746d-a974-47eb-b7f6-a22741fc4d64', 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8', 'admin_state_up': True, 'tenant_id': '04324466f4804066ab405365d86c3b84'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:56.012290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Made reservation on behalf of 04324466f4804066ab405365d86c3b84 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:04:56.015861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:56.178329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Allocated IP 172.20.0.5 (daf7d300-9a21-4343-b40b-080e70bcfca8/6794bc7a-d6b2-4181-98c8-fc0e3624f260/30e73b4d-7c3a-40e0-ba77-c5fe05659352) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:04:56.194416 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7105608e-aaaa-41ac-b34f-e889bb170815 req-affb4f48-fdd4-4240-904e-9bd7f2675f61 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 210 time: 0.0285840 Nov 25 20:04:56.384179 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:56.420786 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:56.471328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Network daf7d300-9a21-4343-b40b-080e70bcfca8 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:04:56.474617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:04:56.479080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:04:56.486250 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Pushing event updated for resources: {'Port': ['ID=30e73b4d-7c3a-40e0-ba77-c5fe05659352,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:56.534753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:56.535468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:56.557091 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-7d80616e-9cba-4e64-9338-762ad3cdd3fe tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6767635 Nov 25 20:04:56.570839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Request body: {'port': {'device_id': '4b64746d-a974-47eb-b7f6-a22741fc4d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:04:56.631079 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:56.937076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e73b4d-7c3a-40e0-ba77-c5fe05659352 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:04:56.945301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:56.959680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Transition to ACTIVE for port object 30e73b4d-7c3a-40e0-ba77-c5fe05659352 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:04:56.964529 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:57.024143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Pushing event updated for resources: {'Port': ['ID=30e73b4d-7c3a-40e0-ba77-c5fe05659352,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:57.101526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Attempting to bind port 30e73b4d-7c3a-40e0-ba77-c5fe05659352 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:04:57.102503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Attempting to bind port 30e73b4d-7c3a-40e0-ba77-c5fe05659352 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '28984357-034f-4169-aa10-a309cb7b69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:04:57.103017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Attempting to bind port 30e73b4d-7c3a-40e0-ba77-c5fe05659352 on network daf7d300-9a21-4343-b40b-080e70bcfca8 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:04:57.108338 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Port 30e73b4d-7c3a-40e0-ba77-c5fe05659352 on network daf7d300-9a21-4343-b40b-080e70bcfca8 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:04:57.108657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Attempting to bind port 30e73b4d-7c3a-40e0-ba77-c5fe05659352 on network daf7d300-9a21-4343-b40b-080e70bcfca8 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:04:57.114105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 4, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:04:57.114439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Checking segment: {'id': '28984357-034f-4169-aa10-a309cb7b69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:04:57.114949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Bound using segment: {'id': '28984357-034f-4169-aa10-a309cb7b69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:04:57.115409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Bound port: 30e73b4d-7c3a-40e0-ba77-c5fe05659352, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28984357-034f-4169-aa10-a309cb7b69b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:04:57.115831 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:57.190125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] For port 30e73b4d-7c3a-40e0-ba77-c5fe05659352, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:04:57.194306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] For port 30e73b4d-7c3a-40e0-ba77-c5fe05659352, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=30e73b4d-7c3a-40e0-ba77-c5fe05659352,segment=NetworkSegment(28984357-034f-4169-aa10-a309cb7b69b9),segment_id=28984357-034f-4169-aa10-a309cb7b69b9)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:04:57.199875 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:57.240855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:57.241496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:04:57.243663 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] 10.222.0.76 "PUT /v2.0/ports/30e73b4d-7c3a-40e0-ba77-c5fe05659352 HTTP/1.1" status: 200 len: 1091 time: 0.6779423 Nov 25 20:04:57.244133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b64746d-a974-47eb-b7f6-a22741fc4d64', 'tag': '30e73b4d-7c3a-40e0-ba77-c5fe05659352'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:04:57.246566 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e221ec18-f585-4764-b1fe-ea9c8dacfe16" -d '{"events": [{"name": "network-changed", "server_uuid": "4b64746d-a974-47eb-b7f6-a22741fc4d64", "tag": "30e73b4d-7c3a-40e0-ba77-c5fe05659352"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:04:57.274995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b63c9a3-3dc6-4c94-a587-f71a97e633dc service neutron] Pushing event updated for resources: {'Port': ['ID=30e73b4d-7c3a-40e0-ba77-c5fe05659352,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:04:57.356233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27312c9d-43f7-42ed-970a-97e67c44af76 req-b2765f71-14b4-4d7b-848b-5a5cd08fb865 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:57.357820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27312c9d-43f7-42ed-970a-97e67c44af76 req-b2765f71-14b4-4d7b-848b-5a5cd08fb865 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 943 time: 0.0602489 Nov 25 20:04:57.366126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-a9dc3dd5-0ff8-4ec0-903b-68ed4bb41ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:57.368080 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-a9dc3dd5-0ff8-4ec0-903b-68ed4bb41ab8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04324466f4804066ab405365d86c3b84&device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 1094 time: 0.0669277 Nov 25 20:04:57.415053 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-d0576929-3466-4152-bf4e-d3552a6dec7d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e73b4d-7c3a-40e0-ba77-c5fe05659352 HTTP/1.1" status: 200 len: 217 time: 0.0379565 Nov 25 20:04:57.421078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27312c9d-43f7-42ed-970a-97e67c44af76 req-e2c323f7-16dc-422d-9c6a-445318dc49d1 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569856 Nov 25 20:04:57.472428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-5011db4f-5396-436a-be6a-e1e8334c6f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:57.473923 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-5011db4f-5396-436a-be6a-e1e8334c6f8b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6794bc7a-d6b2-4181-98c8-fc0e3624f260 HTTP/1.1" status: 200 len: 854 time: 0.0507498 Nov 25 20:04:57.523169 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-82bf469d-37df-44e6-8f34-a3f917fe15b5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=daf7d300-9a21-4343-b40b-080e70bcfca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419791 Nov 25 20:04:57.553543 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50d5061-56f6-492f-89c9-065e9a2e953a x-openstack-request-id: req-d50d5061-56f6-492f-89c9-065e9a2e953a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:04:57.553842 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b64746d-a974-47eb-b7f6-a22741fc4d64", "tag": "30e73b4d-7c3a-40e0-ba77-c5fe05659352", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:04:57.554100 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d50d5061-56f6-492f-89c9-065e9a2e953a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:04:57.555054 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b64746d-a974-47eb-b7f6-a22741fc4d64', 'tag': '30e73b4d-7c3a-40e0-ba77-c5fe05659352', 'status': 'completed', 'code': 200} Nov 25 20:04:57.630576 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-0941d08d-2fc6-4ffb-b00a-3ecce57f6f0d service neutron] 10.222.0.76 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991955 Nov 25 20:04:57.745138 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eeec2410-2c12-49dc-b36f-32cfd589ad8e req-dcfe4ded-15f9-4654-aaef-2f110a6fd132 service neutron] 10.222.0.76 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072559 Nov 25 20:04:57.862750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221ec18-f585-4764-b1fe-ea9c8dacfe16 req-5b71b713-9a4d-438b-95c0-b739a1c9584c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:57.864382 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e221ec18-f585-4764-b1fe-ea9c8dacfe16 req-5b71b713-9a4d-438b-95c0-b739a1c9584c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=04324466f4804066ab405365d86c3b84&device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 1094 time: 0.0647876 Nov 25 20:04:57.966466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221ec18-f585-4764-b1fe-ea9c8dacfe16 req-7ecdcb9b-d0ec-4347-b641-dba53a805ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:57.967926 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e221ec18-f585-4764-b1fe-ea9c8dacfe16 req-7ecdcb9b-d0ec-4347-b641-dba53a805ef8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=daf7d300-9a21-4343-b40b-080e70bcfca8 HTTP/1.1" status: 200 len: 915 time: 0.0966127 Nov 25 20:04:58.017498 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e221ec18-f585-4764-b1fe-ea9c8dacfe16 req-52166895-7e09-45f0-8071-92109a089203 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=30e73b4d-7c3a-40e0-ba77-c5fe05659352 HTTP/1.1" status: 200 len: 217 time: 0.0416112 Nov 25 20:04:58.080089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221ec18-f585-4764-b1fe-ea9c8dacfe16 req-be1af0da-fc41-4f54-b858-2b772bb14120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:58.081571 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e221ec18-f585-4764-b1fe-ea9c8dacfe16 req-be1af0da-fc41-4f54-b858-2b772bb14120 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6794bc7a-d6b2-4181-98c8-fc0e3624f260 HTTP/1.1" status: 200 len: 854 time: 0.0560343 Nov 25 20:04:58.115348 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e221ec18-f585-4764-b1fe-ea9c8dacfe16 req-8bef1a83-509f-4527-a3c9-f50a4adf21bc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=daf7d300-9a21-4343-b40b-080e70bcfca8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263975 Nov 25 20:04:58.225934 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e221ec18-f585-4764-b1fe-ea9c8dacfe16 req-4eb693ee-9e30-48db-99b3-00e9cf0a4d4e service neutron] 10.222.0.76 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033444 Nov 25 20:04:58.328290 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e221ec18-f585-4764-b1fe-ea9c8dacfe16 req-295053ca-84b5-4b19-8f1f-bfb946c7c8e5 service neutron] 10.222.0.76 "GET /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944574 Nov 25 20:04:58.560265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b93435-aa58-4192-9a3a-48a2b80398ca req-118ad31f-748a-443b-9e4f-2c9862ab1a47 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:58.561896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0b93435-aa58-4192-9a3a-48a2b80398ca req-118ad31f-748a-443b-9e4f-2c9862ab1a47 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 943 time: 0.0555208 Nov 25 20:04:58.615754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0b93435-aa58-4192-9a3a-48a2b80398ca req-c9225ad2-d811-4aa0-8945-255764e92c88 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471404 Nov 25 20:04:59.753740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3878b520-81aa-4d89-81a5-cfe7933347d4 req-60db533e-b434-4d19-bb56-f473784659c7 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:04:59.755540 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3878b520-81aa-4d89-81a5-cfe7933347d4 req-60db533e-b434-4d19-bb56-f473784659c7 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 943 time: 0.0611672 Nov 25 20:04:59.817212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3878b520-81aa-4d89-81a5-cfe7933347d4 req-ae1da14d-17b2-4557-9c7c-c51794b51e25 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544558 Nov 25 20:04:59.989574 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:05:00.952652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be454c-a583-4e48-8665-014aa8660004 req-f7e25680-54cf-44be-9294-f9ce7db157ce tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:00.954254 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-95be454c-a583-4e48-8665-014aa8660004 req-f7e25680-54cf-44be-9294-f9ce7db157ce tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 943 time: 0.0633645 Nov 25 20:05:01.011454 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-95be454c-a583-4e48-8665-014aa8660004 req-df152397-c5a4-4384-98ec-2238920e731f tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506940 Nov 25 20:05:01.675351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 30e73b4d-7c3a-40e0-ba77-c5fe05659352 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:05:01.786289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 30e73b4d-7c3a-40e0-ba77-c5fe05659352, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=30e73b4d-7c3a-40e0-ba77-c5fe05659352,segment=NetworkSegment(28984357-034f-4169-aa10-a309cb7b69b9),segment_id=28984357-034f-4169-aa10-a309cb7b69b9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:01.799077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '30e73b4d-7c3a-40e0-ba77-c5fe05659352', 'network_id': 'daf7d300-9a21-4343-b40b-080e70bcfca8', 'port_id': '30e73b4d-7c3a-40e0-ba77-c5fe05659352', 'mac_address': 'fa:16:3e:08:20:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6794bc7a-d6b2-4181-98c8-fc0e3624f260', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:05:01.844205 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:01.859591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e73b4d-7c3a-40e0-ba77-c5fe05659352 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:05:01.880053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 30e73b4d-7c3a-40e0-ba77-c5fe05659352, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=30e73b4d-7c3a-40e0-ba77-c5fe05659352,segment=NetworkSegment(28984357-034f-4169-aa10-a309cb7b69b9),segment_id=28984357-034f-4169-aa10-a309cb7b69b9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:01.884652 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:01.935775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=30e73b4d-7c3a-40e0-ba77-c5fe05659352,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:01.943151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:01.943493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:01.943836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:01.944171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:01.944505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:01.944834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:01.945251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:01.945573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:01.945896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:01.946416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:01.946742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:01.947092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:05:02.091369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['30e73b4d-7c3a-40e0-ba77-c5fe05659352'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:05:02.143120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ac487b1-2177-4292-b3d4-8f956de6b39e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:02.151444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1bcf87-f8a7-4235-99bc-d37d5a1ec967 req-116438ed-0bec-40b4-93f5-be9adf8b30ee tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:02.154904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee1bcf87-f8a7-4235-99bc-d37d5a1ec967 req-116438ed-0bec-40b4-93f5-be9adf8b30ee tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 944 time: 0.0665245 Nov 25 20:05:02.222220 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee1bcf87-f8a7-4235-99bc-d37d5a1ec967 req-84db92c4-6991-4296-b1a0-3329d6ad3aa0 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545418 Nov 25 20:05:03.349503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eba65d-87cd-467c-9651-73ecadca2473 req-dbf33d39-b56f-41e1-a77a-94ff03f324cb tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:03.351094 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36eba65d-87cd-467c-9651-73ecadca2473 req-dbf33d39-b56f-41e1-a77a-94ff03f324cb tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 944 time: 0.0541737 Nov 25 20:05:03.402165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36eba65d-87cd-467c-9651-73ecadca2473 req-41c23db3-2e6b-417e-aa14-585e9c7390ee tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442710 Nov 25 20:05:03.689457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 30e73b4d-7c3a-40e0-ba77-c5fe05659352 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:05:03.744215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 30e73b4d-7c3a-40e0-ba77-c5fe05659352 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:05:03.749337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 30e73b4d-7c3a-40e0-ba77-c5fe05659352 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:05:03.749712 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:03.844552 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:03.869732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b64746d-a974-47eb-b7f6-a22741fc4d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e73b4d-7c3a-40e0-ba77-c5fe05659352'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:03.872063 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631d9907-943e-4ee7-81dc-292c053900d3" -d '{"events": [{"server_uuid": "4b64746d-a974-47eb-b7f6-a22741fc4d64", "name": "network-vif-plugged", "status": "completed", "tag": "30e73b4d-7c3a-40e0-ba77-c5fe05659352"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:03.886522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 30e73b4d-7c3a-40e0-ba77-c5fe05659352, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=30e73b4d-7c3a-40e0-ba77-c5fe05659352,segment=NetworkSegment(28984357-034f-4169-aa10-a309cb7b69b9),segment_id=28984357-034f-4169-aa10-a309cb7b69b9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:03.891628 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:03.917771 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77971ba5-1218-41aa-a95a-82fd26ae8879 x-openstack-request-id: req-77971ba5-1218-41aa-a95a-82fd26ae8879 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:03.918065 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b64746d-a974-47eb-b7f6-a22741fc4d64", "name": "network-vif-plugged", "status": "completed", "tag": "30e73b4d-7c3a-40e0-ba77-c5fe05659352", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:03.918392 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77971ba5-1218-41aa-a95a-82fd26ae8879 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:03.918901 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b64746d-a974-47eb-b7f6-a22741fc4d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e73b4d-7c3a-40e0-ba77-c5fe05659352', 'code': 200} Nov 25 20:05:03.949510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=30e73b4d-7c3a-40e0-ba77-c5fe05659352,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:04.022543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7842e00f-fcbb-44da-abee-9d5e58ae7602 req-067fb088-560c-430e-bb0d-5d2295b972d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:04.025259 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7842e00f-fcbb-44da-abee-9d5e58ae7602 req-067fb088-560c-430e-bb0d-5d2295b972d4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 1096 time: 0.0458257 Nov 25 20:05:04.355480 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7842e00f-fcbb-44da-abee-9d5e58ae7602 req-66ded244-e694-47b5-b98c-ab8d58c2ef9f service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226187 Nov 25 20:05:04.528456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bb6fc2-2904-4699-a2cc-1ecf9a8d27f5 req-a5a9c9c2-7e80-45d4-bf3b-644dce313331 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:04.530070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96bb6fc2-2904-4699-a2cc-1ecf9a8d27f5 req-a5a9c9c2-7e80-45d4-bf3b-644dce313331 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 945 time: 0.0564272 Nov 25 20:05:04.584827 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96bb6fc2-2904-4699-a2cc-1ecf9a8d27f5 req-0981dcde-a5b8-4999-b29e-0f349e5a32d5 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482326 Nov 25 20:05:05.209519 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5f54be2f-3f52-4e73-8204-92005a515d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:05.724094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db75e3d-6b50-4ce3-aca6-9a26138e8ab6 req-04964646-4545-44e5-bb6f-766e791ac191 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:05.725955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1db75e3d-6b50-4ce3-aca6-9a26138e8ab6 req-04964646-4545-44e5-bb6f-766e791ac191 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 945 time: 0.0584686 Nov 25 20:05:05.782411 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1db75e3d-6b50-4ce3-aca6-9a26138e8ab6 req-7c679fd1-0e49-497d-adce-dad200ba4595 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460200 Nov 25 20:05:06.480993 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:07.845374 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:08.319121 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:17.424505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba8158-09a5-4dfb-b4a8-98d9a0e43ac5 req-267b758c-b4be-4139-845a-759ad6061808 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:17.426536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeba8158-09a5-4dfb-b4a8-98d9a0e43ac5 req-267b758c-b4be-4139-845a-759ad6061808 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0615411 Nov 25 20:05:17.514731 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeba8158-09a5-4dfb-b4a8-98d9a0e43ac5 req-60df7b74-3e37-4b38-b9bf-105f1bd65872 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793538 Nov 25 20:05:18.693257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a5410a-c244-427c-a734-05593f86c634 req-0853a393-1fc3-4180-b6a0-91f0ef5f66af tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:18.695548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8a5410a-c244-427c-a734-05593f86c634 req-0853a393-1fc3-4180-b6a0-91f0ef5f66af tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0606778 Nov 25 20:05:18.769691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8a5410a-c244-427c-a734-05593f86c634 req-83cd0822-ed70-4882-b37c-eef614931f49 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634036 Nov 25 20:05:19.924446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85808af8-58fc-46b2-9436-382777208884 req-51dfbe3a-e114-477d-9b10-c69756fc6142 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:19.926190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85808af8-58fc-46b2-9436-382777208884 req-51dfbe3a-e114-477d-9b10-c69756fc6142 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0603192 Nov 25 20:05:19.993132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85808af8-58fc-46b2-9436-382777208884 req-81d96160-8903-4ffd-b44e-987845522cc6 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583179 Nov 25 20:05:20.925646 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:21.147120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a79890-5a0b-495d-a9af-12720e92f8e9 req-8fdabb1d-c321-4f61-bf36-152e0e642d33 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:21.149697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75a79890-5a0b-495d-a9af-12720e92f8e9 req-8fdabb1d-c321-4f61-bf36-152e0e642d33 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0665538 Nov 25 20:05:21.207805 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75a79890-5a0b-495d-a9af-12720e92f8e9 req-74ae132f-8aac-4a07-951b-7430b7cbd52f tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509367 Nov 25 20:05:22.362881 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a88d16-2b85-4421-910f-3dbfe40ef7af req-40027611-27cf-4bb3-902a-62368a6c5e79 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:22.364594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2a88d16-2b85-4421-910f-3dbfe40ef7af req-40027611-27cf-4bb3-902a-62368a6c5e79 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0703640 Nov 25 20:05:22.423376 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2a88d16-2b85-4421-910f-3dbfe40ef7af req-aeea8ae8-e7d0-4379-889e-8ea3b690d075 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486333 Nov 25 20:05:23.192845 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:23.565222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19ceae-0f65-448f-b487-76dc0a9a3aea req-6c2af8df-fccd-448d-8925-a9a9f10230d5 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:23.566996 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c19ceae-0f65-448f-b487-76dc0a9a3aea req-6c2af8df-fccd-448d-8925-a9a9f10230d5 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0609412 Nov 25 20:05:23.644216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c19ceae-0f65-448f-b487-76dc0a9a3aea req-e24499c7-ac64-4d6b-aa31-13b5df12f70d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653343 Nov 25 20:05:24.821176 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477062b0-0ac1-44d3-8834-81ec29e91e5e req-83f618d4-1d4f-4916-adba-f59f80cc2d17 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:24.823337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-477062b0-0ac1-44d3-8834-81ec29e91e5e req-83f618d4-1d4f-4916-adba-f59f80cc2d17 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0611405 Nov 25 20:05:25.203041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-477062b0-0ac1-44d3-8834-81ec29e91e5e req-bd42bc6b-15f6-4317-a77b-181abc20d34f tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3729444 Nov 25 20:05:26.381040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ccb100-b5cf-413b-99b5-fb54cee5d676 req-bb8f06a3-b949-47a1-97ab-7bd117ddc9ed tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:26.384369 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7ccb100-b5cf-413b-99b5-fb54cee5d676 req-bb8f06a3-b949-47a1-97ab-7bd117ddc9ed tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0617070 Nov 25 20:05:26.468468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7ccb100-b5cf-413b-99b5-fb54cee5d676 req-0d0b766a-32b6-4c39-9db6-2965d7ea02b8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747237 Nov 25 20:05:27.692516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fe07f-7b45-489c-a6d0-907f365edd5d req-87db940f-10d5-42ec-bbfd-27dff97b6091 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:27.694398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff7fe07f-7b45-489c-a6d0-907f365edd5d req-87db940f-10d5-42ec-bbfd-27dff97b6091 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.1048234 Nov 25 20:05:27.758627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff7fe07f-7b45-489c-a6d0-907f365edd5d req-c3976e98-0d8e-4194-9a28-60691b5ee35a tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549219 Nov 25 20:05:28.902461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1294de-41db-47d8-a49f-52499f734cc3 req-fe8a547f-2926-4408-82ff-c1424a80b409 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:28.908550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c1294de-41db-47d8-a49f-52499f734cc3 req-fe8a547f-2926-4408-82ff-c1424a80b409 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0715237 Nov 25 20:05:28.970412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c1294de-41db-47d8-a49f-52499f734cc3 req-a1adfa25-1790-407b-b222-7af11926a386 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513937 Nov 25 20:05:29.439394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0133514-0b44-43f0-9d88-d6fc985fad09 req-6db7ac6b-2871-4ac7-a208-2201c8a4b084 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:29.442117 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0133514-0b44-43f0-9d88-d6fc985fad09 req-6db7ac6b-2871-4ac7-a208-2201c8a4b084 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0786631 Nov 25 20:05:29.488458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919497f5-ce53-46bb-a851-6ee4e22829d2 req-9d450abf-db4c-4fbf-8cfa-922795b3dab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:29.490368 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-919497f5-ce53-46bb-a851-6ee4e22829d2 req-9d450abf-db4c-4fbf-8cfa-922795b3dab9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 1097 time: 0.1103134 Nov 25 20:05:29.530415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0133514-0b44-43f0-9d88-d6fc985fad09 req-e2770097-9a80-4bd0-97d6-efe142b77acb tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810366 Nov 25 20:05:29.593367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919497f5-ce53-46bb-a851-6ee4e22829d2 req-299fae0b-c30a-4953-8e33-3af29c32a274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:29.594777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-919497f5-ce53-46bb-a851-6ee4e22829d2 req-299fae0b-c30a-4953-8e33-3af29c32a274 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.0975568 Nov 25 20:05:29.667793 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-919497f5-ce53-46bb-a851-6ee4e22829d2 req-228a62d7-2f03-424c-bd9e-00e65ce23aa4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7b81bd-509d-47fd-a823-686669015ac8 HTTP/1.1" status: 200 len: 1002 time: 0.0652802 Nov 25 20:05:29.736230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919497f5-ce53-46bb-a851-6ee4e22829d2 req-bf641ab4-1644-4ce5-bc3d-c42cfdd152c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:29.738200 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-919497f5-ce53-46bb-a851-6ee4e22829d2 req-bf641ab4-1644-4ce5-bc3d-c42cfdd152c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0630367 Nov 25 20:05:29.798563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919497f5-ce53-46bb-a851-6ee4e22829d2 req-2944766b-c7a9-4c1c-b7ef-9dcde0aa8559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:29.800451 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-919497f5-ce53-46bb-a851-6ee4e22829d2 req-2944766b-c7a9-4c1c-b7ef-9dcde0aa8559 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546441 Nov 25 20:05:29.927767 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-919497f5-ce53-46bb-a851-6ee4e22829d2 req-5892ae6b-0cab-4505-9c35-b8fe37b11d6c service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197982 Nov 25 20:05:30.056257 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-919497f5-ce53-46bb-a851-6ee4e22829d2 req-9013a394-47a2-4fdc-9d1d-55c2ce06a05e service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194336 Nov 25 20:05:30.688195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f70b111-0dc6-4f1f-979b-466d46701827 req-1f432ab0-26db-47e4-9501-b3000ae02324 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:30.689826 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f70b111-0dc6-4f1f-979b-466d46701827 req-1f432ab0-26db-47e4-9501-b3000ae02324 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0620697 Nov 25 20:05:30.767357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f70b111-0dc6-4f1f-979b-466d46701827 req-477c2937-d5bb-474b-b75e-8486181c4b0e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697932 Nov 25 20:05:32.104569 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e237a640-a014-44a6-905a-bc61f4611aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:34.930099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef37ca-51d5-4793-a529-38bda0b44be9 req-ddc4c7c3-3614-4bca-94f1-bd8815240ef2 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:34.931736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbef37ca-51d5-4793-a529-38bda0b44be9 req-ddc4c7c3-3614-4bca-94f1-bd8815240ef2 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 945 time: 0.0604658 Nov 25 20:05:34.989185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbef37ca-51d5-4793-a529-38bda0b44be9 req-789faa54-f83c-4880-b7e2-fcf9120d3fa4 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510762 Nov 25 20:05:35.218499 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-984f8dd3-5d89-4c2d-beeb-ab15d26c7bd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.120718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba78f26-5c85-4dde-84c6-dba95d051548 req-f0eb2d8f-63d0-462b-96a3-6e407898245a tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:36.122386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ba78f26-5c85-4dde-84c6-dba95d051548 req-f0eb2d8f-63d0-462b-96a3-6e407898245a tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 945 time: 0.0530841 Nov 25 20:05:36.188753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ba78f26-5c85-4dde-84c6-dba95d051548 req-3d4a2602-5d18-442b-80a4-e01163733fa2 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/security-groups?id=520c4f16-ac8e-495f-9e7c-86921dbe2455&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592530 Nov 25 20:05:36.445393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83c580f-6069-42bf-8ce3-67399cadda0f req-1031d61e-f259-4cdc-97a1-dd47a02d619d tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:36.447241 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b83c580f-6069-42bf-8ce3-67399cadda0f req-1031d61e-f259-4cdc-97a1-dd47a02d619d tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.76 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 945 time: 0.0586274 Nov 25 20:05:36.484242 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.562049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b83c580f-6069-42bf-8ce3-67399cadda0f req-6f5cfbeb-f52e-4658-b7af-f34e999dc958 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Deleting port 30e73b4d-7c3a-40e0-ba77-c5fe05659352 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:05:36.562390 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b83c580f-6069-42bf-8ce3-67399cadda0f req-6f5cfbeb-f52e-4658-b7af-f34e999dc958 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.681559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b83c580f-6069-42bf-8ce3-67399cadda0f req-6f5cfbeb-f52e-4658-b7af-f34e999dc958 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] For port 30e73b4d-7c3a-40e0-ba77-c5fe05659352, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=30e73b4d-7c3a-40e0-ba77-c5fe05659352,segment=NetworkSegment(28984357-034f-4169-aa10-a309cb7b69b9),segment_id=28984357-034f-4169-aa10-a309cb7b69b9)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:05:36.681954 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b83c580f-6069-42bf-8ce3-67399cadda0f req-6f5cfbeb-f52e-4658-b7af-f34e999dc958 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.696811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b83c580f-6069-42bf-8ce3-67399cadda0f req-6f5cfbeb-f52e-4658-b7af-f34e999dc958 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Calling delete_port for 30e73b4d-7c3a-40e0-ba77-c5fe05659352 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:05:36.844454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b83c580f-6069-42bf-8ce3-67399cadda0f req-6f5cfbeb-f52e-4658-b7af-f34e999dc958 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.858463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['30e73b4d-7c3a-40e0-ba77-c5fe05659352'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:05:36.877887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5cfbeb-f52e-4658-b7af-f34e999dc958 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Pushing event deleted for resources: {'Port': ['ID=30e73b4d-7c3a-40e0-ba77-c5fe05659352,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:05:36.924142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83c580f-6069-42bf-8ce3-67399cadda0f req-6f5cfbeb-f52e-4658-b7af-f34e999dc958 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] No DVR routers for this DVR port 30e73b4d-7c3a-40e0-ba77-c5fe05659352 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:05:36.927168 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b83c580f-6069-42bf-8ce3-67399cadda0f req-6f5cfbeb-f52e-4658-b7af-f34e999dc958 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:36.931863 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b83c580f-6069-42bf-8ce3-67399cadda0f req-6f5cfbeb-f52e-4658-b7af-f34e999dc958 tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.76 "DELETE /v2.0/ports/30e73b4d-7c3a-40e0-ba77-c5fe05659352 HTTP/1.1" status: 204 len: 173 time: 0.4781690 Nov 25 20:05:36.932339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b64746d-a974-47eb-b7f6-a22741fc4d64', 'name': 'network-vif-deleted', 'tag': '30e73b4d-7c3a-40e0-ba77-c5fe05659352'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:05:36.934678 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945f64c3-04a1-415c-9004-217355dbffc3" -d '{"events": [{"server_uuid": "4b64746d-a974-47eb-b7f6-a22741fc4d64", "name": "network-vif-deleted", "tag": "30e73b4d-7c3a-40e0-ba77-c5fe05659352"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:05:36.982572 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-393c873d-9258-4fab-9597-5c97439d09ab x-openstack-request-id: req-393c873d-9258-4fab-9597-5c97439d09ab {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:05:36.982979 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b64746d-a974-47eb-b7f6-a22741fc4d64", "name": "network-vif-deleted", "tag": "30e73b4d-7c3a-40e0-ba77-c5fe05659352", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:05:36.983298 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-393c873d-9258-4fab-9597-5c97439d09ab {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:05:36.984097 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b64746d-a974-47eb-b7f6-a22741fc4d64', 'name': 'network-vif-deleted', 'tag': '30e73b4d-7c3a-40e0-ba77-c5fe05659352', 'status': 'completed', 'code': 200} Nov 25 20:05:36.989193 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:05:37.330959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2639f202-44cf-41f0-be4b-5ac9608e8667 req-4d503a4f-795a-488b-b340-34ecb339a0ae tempest-VolumesSnapshotTestJSON-560191468 tempest-VolumesSnapshotTestJSON-560191468-project] 10.222.0.15 "GET /v2.0/ports?device_id=4b64746d-a974-47eb-b7f6-a22741fc4d64 HTTP/1.1" status: 200 len: 210 time: 0.0289626 Nov 25 20:05:37.848601 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:38.315712 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:39.876989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 30e73b4d-7c3a-40e0-ba77-c5fe05659352 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:05:39.899385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 30e73b4d-7c3a-40e0-ba77-c5fe05659352 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:05:39.899738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 30e73b4d-7c3a-40e0-ba77-c5fe05659352 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:05:42.296924 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-129f1c0e-2d85-43cc-82f2-cbd650801059 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0512929 Nov 25 20:05:42.451641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-38a9c8c4-d7d6-4c90-a991-e0eaf2a7c57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:42.453418 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-38a9c8c4-d7d6-4c90-a991-e0eaf2a7c57c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 1097 time: 0.0768502 Nov 25 20:05:42.587330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-5ccdffeb-5f42-4b06-bb7e-68219ece42ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:42.588804 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-5ccdffeb-5f42-4b06-bb7e-68219ece42ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.0987687 Nov 25 20:05:42.700748 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-631213ab-2a39-4ef4-b310-dd08d316063b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1d7b81bd-509d-47fd-a823-686669015ac8 HTTP/1.1" status: 200 len: 1002 time: 0.1040370 Nov 25 20:05:42.759629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-00e56f8e-836e-4948-8770-5f939a3aa3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:42.761147 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-00e56f8e-836e-4948-8770-5f939a3aa3d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0477071 Nov 25 20:05:42.810655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-52ef1f21-1280-487a-915c-ab5490aaff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:05:42.812174 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-52ef1f21-1280-487a-915c-ab5490aaff85 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433269 Nov 25 20:05:42.927260 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-80fa6c21-47f1-4a10-85cb-5a1fb425c605 service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057754 Nov 25 20:05:43.022864 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-83dc063f-6f45-4f11-bd22-074189ee58b9 req-24c7f259-179d-44b3-b238-e4d70cfce27b service neutron] 10.222.0.60 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869212 Nov 25 20:05:50.949504 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:05:53.200429 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:02.110223 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c525e069-7e80-4865-a239-85f70a020e24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:04.008272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f78c992-bfec-4a65-9d41-7c91a56d04fa req-961760ef-34dc-4b0e-b4d1-6ec92586c716 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:04.012850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f78c992-bfec-4a65-9d41-7c91a56d04fa req-961760ef-34dc-4b0e-b4d1-6ec92586c716 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0884202 Nov 25 20:06:04.090504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f78c992-bfec-4a65-9d41-7c91a56d04fa req-3bae3980-c416-470e-bd2f-110d29f92bb2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655658 Nov 25 20:06:05.245147 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-81c36171-0ce3-412b-a0f0-377f056e9e15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:05.283341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff7ed54-2fa5-42f2-a3fa-cad024c4a82b req-c7080484-ea14-429f-8ce5-e16bab1db732 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:05.284937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aff7ed54-2fa5-42f2-a3fa-cad024c4a82b req-c7080484-ea14-429f-8ce5-e16bab1db732 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0783036 Nov 25 20:06:05.386937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aff7ed54-2fa5-42f2-a3fa-cad024c4a82b req-6e9e009e-7999-4ae6-9568-d35468d74169 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878248 Nov 25 20:06:05.754079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-d8523427-d074-4701-b2a1-9f1e5b833e23 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:05.756563 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-d8523427-d074-4701-b2a1-9f1e5b833e23 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.60 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 946 time: 0.0868633 Nov 25 20:06:05.941951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Deleting port 1d7b81bd-509d-47fd-a823-686669015ac8 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:06:05.942612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.070397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] For port 1d7b81bd-509d-47fd-a823-686669015ac8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=1d7b81bd-509d-47fd-a823-686669015ac8,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:06.070870 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.344553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.344855 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.345696 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Floating IP 655f6e4a-8092-4086-9eca-97e274eb6879 disassociated. External IP: 172.25.8.194, port: 1d7b81bd-509d-47fd-a823-686669015ac8. Nov 25 20:06:06.345900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Calling delete_port for 1d7b81bd-509d-47fd-a823-686669015ac8 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:06:06.502276 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.550082 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:06.603096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event deleted for resources: {'Port': ['ID=1d7b81bd-509d-47fd-a823-686669015ac8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:06.605457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81829566-a7bc-46cf-b108-c37bfb070c96 req-e6405810-9af0-4090-80d0-4cedd1e86381 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:06.618062 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81829566-a7bc-46cf-b108-c37bfb070c96 req-e6405810-9af0-4090-80d0-4cedd1e86381 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 867 time: 0.1041198 Nov 25 20:06:06.623806 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.624390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.625028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.626013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.626420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.626914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.627917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.628862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.630086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.630689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.633196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.633196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:06.726718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81829566-a7bc-46cf-b108-c37bfb070c96 req-df063e97-590c-4ee6-8e14-2059d1c3a757 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=5ebf2734-64e3-4f25-8f97-95457761c121&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069827 Nov 25 20:06:06.783802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Router ac8b20d2-96e5-4c25-b311-31ff80df231b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:06:07.017807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:06:07.035645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a578cb-f07b-4756-bdf6-94227e120681 None None] Sync routers for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:06:07.062226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a578cb-f07b-4756-bdf6-94227e120681 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:07.064031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30a578cb-f07b-4756-bdf6-94227e120681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:06:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:07.119863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] No DVR routers for this DVR port 1d7b81bd-509d-47fd-a823-686669015ac8 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:06:07.130791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:07.145434 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-cbd9e2bc-0b87-4023-a577-8690d877f0cb req-9ec7808b-780f-448e-94fb-59e46dc646a9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.60 "DELETE /v2.0/ports/1d7b81bd-509d-47fd-a823-686669015ac8 HTTP/1.1" status: 204 len: 173 time: 1.3791370 Nov 25 20:06:07.145434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'name': 'network-vif-deleted', 'tag': '1d7b81bd-509d-47fd-a823-686669015ac8'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:07.154553 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaa61d2-a5f3-4747-b586-3ca44911c1f5" -d '{"events": [{"server_uuid": "f86c0ffd-e13e-414c-9770-cd7903afac06", "name": "network-vif-deleted", "tag": "1d7b81bd-509d-47fd-a823-686669015ac8"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:07.222301 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96493773-8550-4d5d-ae84-ff62d7a029ca x-openstack-request-id: req-96493773-8550-4d5d-ae84-ff62d7a029ca {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:07.222301 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f86c0ffd-e13e-414c-9770-cd7903afac06", "name": "network-vif-deleted", "tag": "1d7b81bd-509d-47fd-a823-686669015ac8", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:07.222301 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96493773-8550-4d5d-ae84-ff62d7a029ca {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:07.222301 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f86c0ffd-e13e-414c-9770-cd7903afac06', 'name': 'network-vif-deleted', 'tag': '1d7b81bd-509d-47fd-a823-686669015ac8', 'status': 'completed', 'code': 200} Nov 25 20:06:07.358649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-30a578cb-f07b-4756-bdf6-94227e120681 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:07.880760 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:07.896629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f07d7da-34a4-4a50-aeca-f8f8c0a0657d req-1bcef0ca-5407-49f4-a2ac-c691f8282f9f tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=f86c0ffd-e13e-414c-9770-cd7903afac06 HTTP/1.1" status: 200 len: 210 time: 0.0370085 Nov 25 20:06:08.029280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30a578cb-f07b-4756-bdf6-94227e120681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:08.073725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a578cb-f07b-4756-bdf6-94227e120681 None None] Checking router: ac8b20d2-96e5-4c25-b311-31ff80df231b for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:06:08.091662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a578cb-f07b-4756-bdf6-94227e120681 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:08.092691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30a578cb-f07b-4756-bdf6-94227e120681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:06:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:08.259926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-30a578cb-f07b-4756-bdf6-94227e120681 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:08.355773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1d7b81bd-509d-47fd-a823-686669015ac8 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:06:08.416770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:08.494772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 1d7b81bd-509d-47fd-a823-686669015ac8 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:06:08.495478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 1d7b81bd-509d-47fd-a823-686669015ac8 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:06:08.715123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30a578cb-f07b-4756-bdf6-94227e120681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:08.750055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30a578cb-f07b-4756-bdf6-94227e120681 None None] The sync data for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 is: [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:06:09.008355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41164) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:09.035179 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd9d18-47d6-4a8f-b229-0108b89c3b0a None None] New status for floating IP 655f6e4a-8092-4086-9eca-97e274eb6879: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:06:09.121264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eeb0e95-5c2c-4af6-8bcc-8a295b270df7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.161844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eeb0e95-5c2c-4af6-8bcc-8a295b270df7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.240597 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eeb0e95-5c2c-4af6-8bcc-8a295b270df7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.246745 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6eeb0e95-5c2c-4af6-8bcc-8a295b270df7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.249219 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6eeb0e95-5c2c-4af6-8bcc-8a295b270df7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "DELETE /v2.0/security-groups/5ebf2734-64e3-4f25-8f97-95457761c121 HTTP/1.1" status: 204 len: 168 time: 0.2379160 Nov 25 20:06:09.253920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41174) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:09.274548 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeb0e95-5c2c-4af6-8bcc-8a295b270df7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebf2734-64e3-4f25-8f97-95457761c121,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:09.303413 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-2d203a8a-ecb6-459f-992f-afa2a47abaa9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] show failed (client error): The resource could not be found. Nov 25 20:06:09.312103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2d203a8a-ecb6-459f-992f-afa2a47abaa9 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups/5ebf2734-64e3-4f25-8f97-95457761c121 HTTP/1.1" status: 404 len: 347 time: 0.0525322 Nov 25 20:06:09.312818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41176) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:09.552425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-85574b20-1e0b-4472-94c5-3cffd7c18fd3 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Deleting port 8da2a201-babc-43ae-bb86-e85799e1bab9 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:06:09.552883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85574b20-1e0b-4472-94c5-3cffd7c18fd3 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.696201 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85574b20-1e0b-4472-94c5-3cffd7c18fd3 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.696508 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85574b20-1e0b-4472-94c5-3cffd7c18fd3 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.714627 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-85574b20-1e0b-4472-94c5-3cffd7c18fd3 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Calling delete_port for 8da2a201-babc-43ae-bb86-e85799e1bab9 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:06:09.941531 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85574b20-1e0b-4472-94c5-3cffd7c18fd3 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:09.973833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85574b20-1e0b-4472-94c5-3cffd7c18fd3 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event deleted for resources: {'Port': ['ID=8da2a201-babc-43ae-bb86-e85799e1bab9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:10.082500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85574b20-1e0b-4472-94c5-3cffd7c18fd3 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.088295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-85574b20-1e0b-4472-94c5-3cffd7c18fd3 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.090499 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-85574b20-1e0b-4472-94c5-3cffd7c18fd3 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "DELETE /v2.0/floatingips/655f6e4a-8092-4086-9eca-97e274eb6879 HTTP/1.1" status: 204 len: 168 time: 0.7758784 Nov 25 20:06:10.384944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41182) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:10.392659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ec429e03-6123-4c02-8e42-2df21024a1bf tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1221946145', 'description': 'tempest-description--1566239947'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:10.426485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec429e03-6123-4c02-8e42-2df21024a1bf tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.549139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec429e03-6123-4c02-8e42-2df21024a1bf tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.554522 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec429e03-6123-4c02-8e42-2df21024a1bf tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.589208 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ec429e03-6123-4c02-8e42-2df21024a1bf tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.590612 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ec429e03-6123-4c02-8e42-2df21024a1bf tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2044938 Nov 25 20:06:10.592215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec429e03-6123-4c02-8e42-2df21024a1bf tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92e9da46-1e86-4e63-9c8b-b07ab03e0df6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:10.595454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41184) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:10.600638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-76e15cab-f89f-435b-a791-832781b67dbe tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'security_group_rule': {'security_group_id': '92e9da46-1e86-4e63-9c8b-b07ab03e0df6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:10.644678 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76e15cab-f89f-435b-a791-832781b67dbe tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.725151 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76e15cab-f89f-435b-a791-832781b67dbe tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.732148 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76e15cab-f89f-435b-a791-832781b67dbe tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.767373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e15cab-f89f-435b-a791-832781b67dbe tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc221375-ddb4-43bc-b985-3e66ad6b99a3,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:10.780678 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-76e15cab-f89f-435b-a791-832781b67dbe tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.785271 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-76e15cab-f89f-435b-a791-832781b67dbe tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1861856 Nov 25 20:06:10.785752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41186) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:10.797122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'security_group_rule': {'security_group_id': '92e9da46-1e86-4e63-9c8b-b07ab03e0df6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:10.837456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.906491 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.913857 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.954050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2edfbd-2934-4dde-a7ff-1560398940d2,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:10.972161 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:10.974308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1868331 Nov 25 20:06:10.978015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41188) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:10.978203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:10.978772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:10.979379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:10.979974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:10.980566 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:10.981157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:10.981740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:10.982321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:10.982931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:10.983515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:10.984092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:10.984216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:10.984648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b166622-2c9a-41b6-92c7-615437f88015 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:11.019493 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.191836 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.388862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Allocated IP 172.25.8.110 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/bacf011b-eb62-4866-99eb-fb98d1b67886) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:11.545125 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.614582 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.663935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:11.667369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:11.671143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:11.703985 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'Port': ['ID=bacf011b-eb62-4866-99eb-fb98d1b67886,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:11.805467 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:11.863103 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:12.090833 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:12.095780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:12.169430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'Port': ['ID=bacf011b-eb62-4866-99eb-fb98d1b67886,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:12.184543 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:12.203671 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:12.204914 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7d4371fc-3514-4411-a83c-2d27d713c75d tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2255242 Nov 25 20:06:12.456984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-b3f98b43-196f-433c-87e4-31e52e8bf0e7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1221946145&fields=id&tenant_id=79b14461732143008a8e853ec742ffc1 HTTP/1.1" status: 200 len: 267 time: 0.0612912 Nov 25 20:06:12.623401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-10488931-45cd-4e49-aa9a-735f213b54b8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:12.625115 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-10488931-45cd-4e49-aa9a-735f213b54b8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 810 time: 0.1597009 Nov 25 20:06:12.645713 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-7128bb18-705a-46ca-9a29-b3f0e52328d0 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/quotas/79b14461732143008a8e853ec742ffc1 HTTP/1.1" status: 200 len: 375 time: 0.0098438 Nov 25 20:06:12.737637 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-dbe74109-9c34-4ceb-971d-5873c1314466 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0840008 Nov 25 20:06:12.938792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-c650ed5b-1ca6-411d-b329-4eafc9b626e3 service neutron] 10.222.0.15 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880441 Nov 25 20:06:13.052463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-8059f983-8423-4fd6-b029-4fdaf4dae874 service neutron] 10.222.0.15 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064241 Nov 25 20:06:13.279795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e6cbc26-5e7a-41eb-b4a9-a85df99b13c0 req-62c27aac-9c99-4ab4-87d6-0599cb38fa35 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 210 time: 0.0302844 Nov 25 20:06:13.991848 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:06:14.382438 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-29b1eefb-1d8a-4231-b610-37f64d8ae74b req-9ebb3573-3a9e-4d43-a998-0b42e7993777 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 210 time: 0.0267367 Nov 25 20:06:15.505805 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d6c1ef7-65d1-4e02-882b-aca8a880260d req-59c844d9-476f-40a0-aae3-8843f373bad8 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 210 time: 0.0372572 Nov 25 20:06:15.636847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-9af4a610-ccdf-44e2-90e8-bd37f04c6daf tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:15.638562 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-9af4a610-ccdf-44e2-90e8-bd37f04c6daf tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.76 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 810 time: 0.1712081 Nov 25 20:06:15.731538 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-f4189dd0-1cac-4777-8893-bf18823b0e8b tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=79b14461732143008a8e853ec742ffc1 HTTP/1.1" status: 200 len: 380 time: 0.0821855 Nov 25 20:06:15.742360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'port': {'device_id': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'admin_state_up': True, 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'security_groups': ['92e9da46-1e86-4e63-9c8b-b07ab03e0df6']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:15.891227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Made reservation on behalf of 79b14461732143008a8e853ec742ffc1 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:06:15.896790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:16.040052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Allocated IP 172.20.0.3 (c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c/95a06aa4-f7dd-4413-9210-f4671fd0111c/45714b9f-d2de-4fc2-811b-5ecc64c16464) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:16.228416 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:16.266455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:16.317731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:16.321502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:16.333292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:16.339214 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event updated for resources: {'Port': ['ID=45714b9f-d2de-4fc2-811b-5ecc64c16464,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:16.394631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:16.395184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:16.418176 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-5a1d5bb4-fd45-4068-aad5-898f0e0092b1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6798391 Nov 25 20:06:16.433432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Request body: {'port': {'device_id': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:16.703435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb101b95-3841-43ae-ba79-6c892021ca2b req-d28be1b7-7fab-44fa-9d66-8a0df3fe64fb tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:16.708025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb101b95-3841-43ae-ba79-6c892021ca2b req-d28be1b7-7fab-44fa-9d66-8a0df3fe64fb tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 931 time: 0.0889235 Nov 25 20:06:16.712497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0c1917d4-b596-4149-99ab-9465255de860 None None] Provisioning complete for port 45714b9f-d2de-4fc2-811b-5ecc64c16464 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:16.713333 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0c1917d4-b596-4149-99ab-9465255de860 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:16.773120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0c1917d4-b596-4149-99ab-9465255de860 None None] Port 45714b9f-d2de-4fc2-811b-5ecc64c16464 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:16.780642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb101b95-3841-43ae-ba79-6c892021ca2b req-37981d11-aaaa-479e-9bd3-8b0197e055e3 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611341 Nov 25 20:06:16.857848 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:17.253578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45714b9f-d2de-4fc2-811b-5ecc64c16464 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:06:17.263185 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:17.277321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Transition to ACTIVE for port object 45714b9f-d2de-4fc2-811b-5ecc64c16464 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:06:17.281213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:17.386106 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Pushing event updated for resources: {'Port': ['ID=45714b9f-d2de-4fc2-811b-5ecc64c16464,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:17.436359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Attempting to bind port 45714b9f-d2de-4fc2-811b-5ecc64c16464 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:17.436805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Attempting to bind port 45714b9f-d2de-4fc2-811b-5ecc64c16464 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:17.437217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Attempting to bind port 45714b9f-d2de-4fc2-811b-5ecc64c16464 on network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:17.442320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Port 45714b9f-d2de-4fc2-811b-5ecc64c16464 on network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:06:17.442967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Attempting to bind port 45714b9f-d2de-4fc2-811b-5ecc64c16464 on network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:17.449940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 5, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:17.450129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Checking segment: {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:17.450530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Bound using segment: {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:17.451100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Bound port: 45714b9f-d2de-4fc2-811b-5ecc64c16464, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f1febd9-653a-40f7-ab7f-b8609a65b6a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:17.451461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:17.541538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] For port 45714b9f-d2de-4fc2-811b-5ecc64c16464, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:17.548593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] For port 45714b9f-d2de-4fc2-811b-5ecc64c16464, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=45714b9f-d2de-4fc2-811b-5ecc64c16464,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:17.556550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:17.626025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:17.626639 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:17.628802 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] 10.222.0.76 "PUT /v2.0/ports/45714b9f-d2de-4fc2-811b-5ecc64c16464 HTTP/1.1" status: 200 len: 1091 time: 1.2018785 Nov 25 20:06:17.629533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'tag': '45714b9f-d2de-4fc2-811b-5ecc64c16464'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:17.635881 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb1f6016-9168-41e4-a79e-9619fc40100d" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6", "tag": "45714b9f-d2de-4fc2-811b-5ecc64c16464"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:17.684650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fdcc3-d983-4b93-b320-90c7d3ed2904 service neutron] Pushing event updated for resources: {'Port': ['ID=45714b9f-d2de-4fc2-811b-5ecc64c16464,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:17.718976 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8d91ab-9e4a-4041-a937-d1e5443cc7f6 x-openstack-request-id: req-5b8d91ab-9e4a-4041-a937-d1e5443cc7f6 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:17.719267 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6", "tag": "45714b9f-d2de-4fc2-811b-5ecc64c16464", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:17.720211 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5b8d91ab-9e4a-4041-a937-d1e5443cc7f6 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:17.720779 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'tag': '45714b9f-d2de-4fc2-811b-5ecc64c16464', 'status': 'completed', 'code': 200} Nov 25 20:06:17.762392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-e6c4c146-2487-481a-b2e8-385bdc358c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:17.764478 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-e6c4c146-2487-481a-b2e8-385bdc358c39 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 1094 time: 0.0656428 Nov 25 20:06:17.816488 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-ba552808-6d6b-474c-beab-68d013533d14 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45714b9f-d2de-4fc2-811b-5ecc64c16464 HTTP/1.1" status: 200 len: 217 time: 0.0386832 Nov 25 20:06:17.876795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-ff182a19-d683-4045-a702-821a54e3bc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:17.878496 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-ff182a19-d683-4045-a702-821a54e3bc08 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0560083 Nov 25 20:06:17.947083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10005c7d-525c-4691-b060-2af76832c954 req-9be2a25a-eb31-4d63-93fb-8a3ddebbaf7f tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:17.955995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-462e2484-730f-4b7c-866f-eac058e5affb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:17.957312 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-462e2484-730f-4b7c-866f-eac058e5affb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720727 Nov 25 20:06:17.963671 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-10005c7d-525c-4691-b060-2af76832c954 req-9be2a25a-eb31-4d63-93fb-8a3ddebbaf7f tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 943 time: 0.0885134 Nov 25 20:06:18.042375 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-10005c7d-525c-4691-b060-2af76832c954 req-6e72ec3d-c9bc-4df5-a8d9-e87296e62bf7 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750532 Nov 25 20:06:18.119366 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-c24f287a-0576-405c-91fc-85b2047f9263 service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533282 Nov 25 20:06:18.272409 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e06f0d6-701d-4427-96cb-ca6b792c2e8d req-e4ae0b15-c228-429e-a93e-b7db603b1e3a service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418972 Nov 25 20:06:18.430586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f6016-9168-41e4-a79e-9619fc40100d req-256d67e9-5f4e-4373-b3fb-7548aacd714c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:18.433608 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eb1f6016-9168-41e4-a79e-9619fc40100d req-256d67e9-5f4e-4373-b3fb-7548aacd714c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 1094 time: 0.0857697 Nov 25 20:06:18.545465 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f6016-9168-41e4-a79e-9619fc40100d req-1ffd3801-c39a-44c4-8579-d0944726dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:18.547026 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eb1f6016-9168-41e4-a79e-9619fc40100d req-1ffd3801-c39a-44c4-8579-d0944726dfba service neutron] 10.222.0.76 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.1058185 Nov 25 20:06:18.601042 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eb1f6016-9168-41e4-a79e-9619fc40100d req-85775834-4806-4469-bd8c-51544af0771d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45714b9f-d2de-4fc2-811b-5ecc64c16464 HTTP/1.1" status: 200 len: 217 time: 0.0450230 Nov 25 20:06:18.668199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f6016-9168-41e4-a79e-9619fc40100d req-adbd8be5-84a7-4c5d-9de8-d8e32fd27810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:18.673276 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eb1f6016-9168-41e4-a79e-9619fc40100d req-adbd8be5-84a7-4c5d-9de8-d8e32fd27810 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0622571 Nov 25 20:06:18.742731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1f6016-9168-41e4-a79e-9619fc40100d req-6f4e5cb4-967e-41dd-98bc-08e95054a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:18.745129 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eb1f6016-9168-41e4-a79e-9619fc40100d req-6f4e5cb4-967e-41dd-98bc-08e95054a93f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673172 Nov 25 20:06:18.867425 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eb1f6016-9168-41e4-a79e-9619fc40100d req-f2b4eed3-0d5d-4710-9b91-592a02f609e9 service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129656 Nov 25 20:06:19.022854 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-eb1f6016-9168-41e4-a79e-9619fc40100d req-41337a29-777b-47a3-afa8-fb4401eb74d2 service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452067 Nov 25 20:06:19.193584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1515c5df-83d9-4c7a-be12-88ee4aeb0216 req-578f8b10-cc9c-4ba4-8a95-200028601453 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:19.195857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1515c5df-83d9-4c7a-be12-88ee4aeb0216 req-578f8b10-cc9c-4ba4-8a95-200028601453 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 943 time: 0.0588658 Nov 25 20:06:19.248654 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1515c5df-83d9-4c7a-be12-88ee4aeb0216 req-6a980aec-0cd6-47bf-bc69-046a4939e8b4 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462680 Nov 25 20:06:20.410093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570e206-5893-4bde-8020-b49d369a8d13 req-c5309d68-85f0-487a-a0df-2c119e7e90df tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:20.411727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f570e206-5893-4bde-8020-b49d369a8d13 req-c5309d68-85f0-487a-a0df-2c119e7e90df tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 943 time: 0.0638781 Nov 25 20:06:20.473507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f570e206-5893-4bde-8020-b49d369a8d13 req-dd00552e-4c56-47fe-be5d-2e6731e3584c tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537200 Nov 25 20:06:20.939132 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:21.606829 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9117f6d-c8df-4601-a877-b487dc7c4bab req-e2c5a1e3-e68a-428b-820c-2b35189d5a3c tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:21.608553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9117f6d-c8df-4601-a877-b487dc7c4bab req-e2c5a1e3-e68a-428b-820c-2b35189d5a3c tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 943 time: 0.0565917 Nov 25 20:06:21.668812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9117f6d-c8df-4601-a877-b487dc7c4bab req-20c366fb-e85f-4693-a480-ba901bab846f tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538225 Nov 25 20:06:22.096445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 45714b9f-d2de-4fc2-811b-5ecc64c16464 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:06:22.222889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 45714b9f-d2de-4fc2-811b-5ecc64c16464, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=45714b9f-d2de-4fc2-811b-5ecc64c16464,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:22.236124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '45714b9f-d2de-4fc2-811b-5ecc64c16464', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'port_id': '45714b9f-d2de-4fc2-811b-5ecc64c16464', 'mac_address': 'fa:16:3e:2d:e2:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:06:22.279740 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:22.296614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45714b9f-d2de-4fc2-811b-5ecc64c16464 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:06:22.333380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 45714b9f-d2de-4fc2-811b-5ecc64c16464, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=45714b9f-d2de-4fc2-811b-5ecc64c16464,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:22.339481 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:22.405012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=45714b9f-d2de-4fc2-811b-5ecc64c16464,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:22.414215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.414852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.415498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.416132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.417146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.417146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.417146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.417146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.417146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.417146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.419540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.419626 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:22.550611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['45714b9f-d2de-4fc2-811b-5ecc64c16464'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:06:22.824271 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c434a97-a4ed-4a0b-b82f-9d1195c72b78 req-094f4381-0296-4021-8c4f-dba24ae2f1dc tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:22.825939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c434a97-a4ed-4a0b-b82f-9d1195c72b78 req-094f4381-0296-4021-8c4f-dba24ae2f1dc tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 944 time: 0.0742373 Nov 25 20:06:22.885861 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c434a97-a4ed-4a0b-b82f-9d1195c72b78 req-3424a8fd-5a2a-4360-aded-fa7403d5d8cb tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509336 Nov 25 20:06:23.201516 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:24.053979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0968bd5-455a-416d-843d-6a4929adf844 req-6fbbb131-b175-4f30-b46f-89084d134094 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:24.056828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0968bd5-455a-416d-843d-6a4929adf844 req-6fbbb131-b175-4f30-b46f-89084d134094 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 944 time: 0.0784771 Nov 25 20:06:24.119954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0968bd5-455a-416d-843d-6a4929adf844 req-2800e3ea-9c06-41c7-8b9f-8a19941140d6 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543597 Nov 25 20:06:24.127912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 45714b9f-d2de-4fc2-811b-5ecc64c16464 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:24.196740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 45714b9f-d2de-4fc2-811b-5ecc64c16464 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:06:24.200961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 45714b9f-d2de-4fc2-811b-5ecc64c16464 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:24.201514 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:24.298083 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:24.325293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45714b9f-d2de-4fc2-811b-5ecc64c16464'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:24.327591 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5eca67-a461-4216-8c5a-6841d3ca074f" -d '{"events": [{"server_uuid": "6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6", "name": "network-vif-plugged", "status": "completed", "tag": "45714b9f-d2de-4fc2-811b-5ecc64c16464"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:24.344514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 45714b9f-d2de-4fc2-811b-5ecc64c16464, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=45714b9f-d2de-4fc2-811b-5ecc64c16464,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:24.350494 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:24.426430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=45714b9f-d2de-4fc2-811b-5ecc64c16464,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:24.516709 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6481e450-3800-4831-b677-c1dfa9df98ee x-openstack-request-id: req-6481e450-3800-4831-b677-c1dfa9df98ee {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:24.517013 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6", "name": "network-vif-plugged", "status": "completed", "tag": "45714b9f-d2de-4fc2-811b-5ecc64c16464", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:24.517274 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6481e450-3800-4831-b677-c1dfa9df98ee {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:24.517702 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45714b9f-d2de-4fc2-811b-5ecc64c16464', 'code': 200} Nov 25 20:06:24.627090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5a4ea2-f849-4bac-84e6-d7987ca99c7c req-6548daa6-b6a4-4624-97f2-5fcb2b1b58fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:24.628637 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e5a4ea2-f849-4bac-84e6-d7987ca99c7c req-6548daa6-b6a4-4624-97f2-5fcb2b1b58fc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0500224 Nov 25 20:06:24.692646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e5a4ea2-f849-4bac-84e6-d7987ca99c7c req-4ecea5d1-ab04-42d1-beb9-d4177de2e8fe service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561359 Nov 25 20:06:25.262395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81060db2-3992-4315-9b34-bf96fa51071a req-afc5fa2f-466b-4029-a3f4-0570e8e7701a tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:25.264878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81060db2-3992-4315-9b34-bf96fa51071a req-afc5fa2f-466b-4029-a3f4-0570e8e7701a tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 945 time: 0.0588560 Nov 25 20:06:25.338661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81060db2-3992-4315-9b34-bf96fa51071a req-c7113537-f8c9-456d-8c89-c3db4135717c tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637746 Nov 25 20:06:26.473849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9baa3b2-baa6-47a4-9559-37917e68e31d req-e18430c7-c9c2-46f2-adc7-0ca0186bff76 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:26.476189 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9baa3b2-baa6-47a4-9559-37917e68e31d req-e18430c7-c9c2-46f2-adc7-0ca0186bff76 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 945 time: 0.0549643 Nov 25 20:06:26.531411 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9baa3b2-baa6-47a4-9559-37917e68e31d req-f3b48aac-a818-474d-8df3-6e261eaf919c tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482194 Nov 25 20:06:26.691165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33b88de-ca11-4df9-97f1-951e05b15a64 req-438531e3-d3f1-4b7d-a8bd-fa137ab2bba1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:26.694548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e33b88de-ca11-4df9-97f1-951e05b15a64 req-438531e3-d3f1-4b7d-a8bd-fa137ab2bba1 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 945 time: 0.0627069 Nov 25 20:06:26.702928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41318) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:26.707538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0887c938-5c20-44a1-8e33-60b67f6b68de tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Request body: {'floatingip': {'port_id': '45714b9f-d2de-4fc2-811b-5ecc64c16464'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:26.762831 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0887c938-5c20-44a1-8e33-60b67f6b68de tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:27.318146 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0887c938-5c20-44a1-8e33-60b67f6b68de tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:27.323233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0887c938-5c20-44a1-8e33-60b67f6b68de tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:27.456052 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-0887c938-5c20-44a1-8e33-60b67f6b68de tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Floating IP ed5bcfdd-e707-400c-917e-fcb51fd00b9c associated. External IP: 172.25.8.110, port: 45714b9f-d2de-4fc2-811b-5ecc64c16464. Nov 25 20:06:27.764031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0887c938-5c20-44a1-8e33-60b67f6b68de tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Router ac8b20d2-96e5-4c25-b311-31ff80df231b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:06:27.889667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0887c938-5c20-44a1-8e33-60b67f6b68de tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:06:27.894643 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0887c938-5c20-44a1-8e33-60b67f6b68de tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:27.906929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd31678-b6bf-4591-9167-3bac32324151 None None] Sync routers for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:06:27.932743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd31678-b6bf-4591-9167-3bac32324151 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:27.933502 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0887c938-5c20-44a1-8e33-60b67f6b68de tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "PUT /v2.0/floatingips/ed5bcfdd-e707-400c-917e-fcb51fd00b9c HTTP/1.1" status: 200 len: 991 time: 1.2291734 Nov 25 20:06:27.934253 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8fd31678-b6bf-4591-9167-3bac32324151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:06:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:27.934431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'tag': '45714b9f-d2de-4fc2-811b-5ecc64c16464'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:27.936943 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1805fa9e-8dde-4001-a87c-c546c3934588" -d '{"events": [{"name": "network-changed", "server_uuid": "6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6", "tag": "45714b9f-d2de-4fc2-811b-5ecc64c16464"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:28.074301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-8fd31678-b6bf-4591-9167-3bac32324151 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:28.258321 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6997d129-073f-44bd-8ac0-6f432fda9073 x-openstack-request-id: req-6997d129-073f-44bd-8ac0-6f432fda9073 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:28.258605 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6", "tag": "45714b9f-d2de-4fc2-811b-5ecc64c16464", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:28.258892 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6997d129-073f-44bd-8ac0-6f432fda9073 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:28.259305 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'tag': '45714b9f-d2de-4fc2-811b-5ecc64c16464', 'status': 'completed', 'code': 200} Nov 25 20:06:28.337125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805fa9e-8dde-4001-a87c-c546c3934588 req-ba27208b-6b4c-43e6-9392-e28c7722d3fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:28.339350 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1805fa9e-8dde-4001-a87c-c546c3934588 req-ba27208b-6b4c-43e6-9392-e28c7722d3fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0579324 Nov 25 20:06:28.474256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805fa9e-8dde-4001-a87c-c546c3934588 req-5e3755e4-7025-4f0b-a084-443dd577689c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:28.477814 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1805fa9e-8dde-4001-a87c-c546c3934588 req-5e3755e4-7025-4f0b-a084-443dd577689c service neutron] 10.222.0.76 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.1314573 Nov 25 20:06:28.548703 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8fd31678-b6bf-4591-9167-3bac32324151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'ed5bcfdd-e707-400c-917e-fcb51fd00b9c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'port_id': '45714b9f-d2de-4fc2-811b-5ecc64c16464', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'mac_address': 'fa:16:3e:2d:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:06:11Z', 'updated_at': '2021-11-25T20:06:27Z', 'revision_number': 1, 'project_id': '79b14461732143008a8e853ec742ffc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:28.582295 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1805fa9e-8dde-4001-a87c-c546c3934588 req-88ac76ea-956e-4c4a-98b5-b5b6d7bb0802 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45714b9f-d2de-4fc2-811b-5ecc64c16464 HTTP/1.1" status: 200 len: 999 time: 0.0978959 Nov 25 20:06:28.591390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd31678-b6bf-4591-9167-3bac32324151 None None] Checking router: ac8b20d2-96e5-4c25-b311-31ff80df231b for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:06:28.600755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd31678-b6bf-4591-9167-3bac32324151 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:28.601374 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8fd31678-b6bf-4591-9167-3bac32324151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:06:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:28.643765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805fa9e-8dde-4001-a87c-c546c3934588 req-8d1720fb-e2ac-4b48-a8bd-624291144ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:28.645611 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1805fa9e-8dde-4001-a87c-c546c3934588 req-8d1720fb-e2ac-4b48-a8bd-624291144ee8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0561531 Nov 25 20:06:28.704608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1805fa9e-8dde-4001-a87c-c546c3934588 req-4ba74f29-b739-4e6d-8133-71050a353f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:28.706348 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1805fa9e-8dde-4001-a87c-c546c3934588 req-4ba74f29-b739-4e6d-8133-71050a353f84 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537455 Nov 25 20:06:28.762733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-8fd31678-b6bf-4591-9167-3bac32324151 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:28.863909 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1805fa9e-8dde-4001-a87c-c546c3934588 req-7f9df4c0-fc9f-4976-a88a-c3bf4a43f521 service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505446 Nov 25 20:06:28.968019 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1805fa9e-8dde-4001-a87c-c546c3934588 req-30faba91-cfb6-4680-9e13-d3e026526e25 service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970957 Nov 25 20:06:29.132644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8fd31678-b6bf-4591-9167-3bac32324151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'ed5bcfdd-e707-400c-917e-fcb51fd00b9c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'port_id': '45714b9f-d2de-4fc2-811b-5ecc64c16464', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'mac_address': 'fa:16:3e:2d:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:06:11Z', 'updated_at': '2021-11-25T20:06:27Z', 'revision_number': 1, 'project_id': '79b14461732143008a8e853ec742ffc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:29.165807 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fd31678-b6bf-4591-9167-3bac32324151 None None] The sync data for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 is: [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'ed5bcfdd-e707-400c-917e-fcb51fd00b9c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'floating_ip_address': '172.25.8.110', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'port_id': '45714b9f-d2de-4fc2-811b-5ecc64c16464', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'mac_address': 'fa:16:3e:2d:e2:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:06:11Z', 'updated_at': '2021-11-25T20:06:27Z', 'revision_number': 1, 'project_id': '79b14461732143008a8e853ec742ffc1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:06:29.455578 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e87321c-4451-4446-bfd5-d7f0dd956b18 None None] New status for floating IP ed5bcfdd-e707-400c-917e-fcb51fd00b9c: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:06:32.105791 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6ef714c7-7104-4e78-8aa8-561fe652dec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.507727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41358) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:33.577661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ebe6e4-7b0f-4c93-bd45-b1a30ec0167c admin admin] Deleting subnet 6794bc7a-d6b2-4181-98c8-fc0e3624f260 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:06:33.581657 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe6e4-7b0f-4c93-bd45-b1a30ec0167c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.624228 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe6e4-7b0f-4c93-bd45-b1a30ec0167c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.690744 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe6e4-7b0f-4c93-bd45-b1a30ec0167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.792501 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe6e4-7b0f-4c93-bd45-b1a30ec0167c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.843822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ebe6e4-7b0f-4c93-bd45-b1a30ec0167c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6794bc7a-d6b2-4181-98c8-fc0e3624f260,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:33.850380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a3ebe6e4-7b0f-4c93-bd45-b1a30ec0167c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:33.860955 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a3ebe6e4-7b0f-4c93-bd45-b1a30ec0167c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6794bc7a-d6b2-4181-98c8-fc0e3624f260 HTTP/1.1" status: 204 len: 168 time: 0.3473346 Nov 25 20:06:33.861170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41360) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:33.952270 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.101859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.137508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['daf7d300-9a21-4343-b40b-080e70bcfca8']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:34.151062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28984357-034f-4169-aa10-a309cb7b69b9') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:34.151499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28984357-034f-4169-aa10-a309cb7b69b9') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:34.165133 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.186210 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.195881 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:06:34.196431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:06:34.198841 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:06:34.273529 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.282704 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.289519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] 10.222.0.15 "DELETE /v2.0/networks/daf7d300-9a21-4343-b40b-080e70bcfca8 HTTP/1.1" status: 204 len: 168 time: 0.4275637 Nov 25 20:06:34.309532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b62b3f-e667-4bd7-949e-05896a5a8af8 admin admin] Pushing event deleted for resources: {'Network': ['ID=daf7d300-9a21-4343-b40b-080e70bcfca8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:34.561559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41366) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:34.611308 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2bc63c95-ce3e-4a16-abaa-2084a5fbc680 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=04324466f4804066ab405365d86c3b84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0481296 Nov 25 20:06:34.614003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41368) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:34.714094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e024e850-070f-4fc5-89b8-0d1a999b1009 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.749892 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e024e850-070f-4fc5-89b8-0d1a999b1009 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.822865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e024e850-070f-4fc5-89b8-0d1a999b1009 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.825715 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e024e850-070f-4fc5-89b8-0d1a999b1009 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:34.826999 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e024e850-070f-4fc5-89b8-0d1a999b1009 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/520c4f16-ac8e-495f-9e7c-86921dbe2455 HTTP/1.1" status: 204 len: 168 time: 0.2119658 Nov 25 20:06:34.837193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024e850-070f-4fc5-89b8-0d1a999b1009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520c4f16-ac8e-495f-9e7c-86921dbe2455,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:35.224053 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-40904c14-da7c-4476-9514-4ee1d1524acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:36.496880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:36.816388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41412) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:36.823602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-295439ba-0e84-4393-a645-7637ceafed5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-510791391', 'description': 'tempest-secgroup-smoke-510791391 description', 'project_id': 'd1115c662d4849199ea30501137f9abf'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:36.859195 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-295439ba-0e84-4393-a645-7637ceafed5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:36.870447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-295439ba-0e84-4393-a645-7637ceafed5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:36.966268 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-295439ba-0e84-4393-a645-7637ceafed5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:36.971278 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-295439ba-0e84-4393-a645-7637ceafed5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.012272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295439ba-0e84-4393-a645-7637ceafed5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6df7b05e-c837-4d29-b12f-7f0e17b4839c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:37.064004 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-295439ba-0e84-4393-a645-7637ceafed5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.068691 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-295439ba-0e84-4393-a645-7637ceafed5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.101345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-295439ba-0e84-4393-a645-7637ceafed5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.102769 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-295439ba-0e84-4393-a645-7637ceafed5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2849202 Nov 25 20:06:37.106246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41414) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:37.107995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295439ba-0e84-4393-a645-7637ceafed5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f04b3b-e4e1-4c0c-859f-b98c88a97042,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:37.112935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-35347580-a750-4f56-9752-16b73f66c60d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'e5f04b3b-e4e1-4c0c-859f-b98c88a97042', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:37.150100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-35347580-a750-4f56-9752-16b73f66c60d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.205412 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-35347580-a750-4f56-9752-16b73f66c60d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.210111 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-35347580-a750-4f56-9752-16b73f66c60d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.231857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35347580-a750-4f56-9752-16b73f66c60d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7ce7a8-ce32-4f57-a0d8-32759fbc469a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:37.241876 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-35347580-a750-4f56-9752-16b73f66c60d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.245912 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-35347580-a750-4f56-9752-16b73f66c60d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1379871 Nov 25 20:06:37.246209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41416) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:37.254001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e888d99e-aad8-47ac-8291-8291f8ef7a55 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'e5f04b3b-e4e1-4c0c-859f-b98c88a97042', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:37.293903 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e888d99e-aad8-47ac-8291-8291f8ef7a55 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.371635 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e888d99e-aad8-47ac-8291-8291f8ef7a55 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.376537 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e888d99e-aad8-47ac-8291-8291f8ef7a55 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.398175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e888d99e-aad8-47ac-8291-8291f8ef7a55 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2372502-deb1-4900-b5ed-dac58ce83bda,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:37.407253 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e888d99e-aad8-47ac-8291-8291f8ef7a55 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.410838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e888d99e-aad8-47ac-8291-8291f8ef7a55 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1608746 Nov 25 20:06:37.411743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41418) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:37.420825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b522d519-f183-4eaf-b387-b935ee63e750 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'e5f04b3b-e4e1-4c0c-859f-b98c88a97042', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:37.468109 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b522d519-f183-4eaf-b387-b935ee63e750 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.557444 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b522d519-f183-4eaf-b387-b935ee63e750 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.563239 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b522d519-f183-4eaf-b387-b935ee63e750 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.590227 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b522d519-f183-4eaf-b387-b935ee63e750 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529821d0-91eb-4358-9696-5f135023826a,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:37.605184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b522d519-f183-4eaf-b387-b935ee63e750 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.609639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41420) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:37.609926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b522d519-f183-4eaf-b387-b935ee63e750 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1953666 Nov 25 20:06:37.616846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-97d7659b-32cc-40f5-ac74-a5e4aad109a4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'e5f04b3b-e4e1-4c0c-859f-b98c88a97042', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:37.650445 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97d7659b-32cc-40f5-ac74-a5e4aad109a4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.722058 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97d7659b-32cc-40f5-ac74-a5e4aad109a4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.727463 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97d7659b-32cc-40f5-ac74-a5e4aad109a4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.746516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d7659b-32cc-40f5-ac74-a5e4aad109a4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adc5a793-d6c5-4126-9879-c88cdb9e3988,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:37.755982 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97d7659b-32cc-40f5-ac74-a5e4aad109a4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.757957 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-97d7659b-32cc-40f5-ac74-a5e4aad109a4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1462739 Nov 25 20:06:37.760547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41422) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:37.765242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a89f01b4-4dfc-46f8-845c-c85ef1071ba0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'e5f04b3b-e4e1-4c0c-859f-b98c88a97042', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:37.795332 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-a89f01b4-4dfc-46f8-845c-c85ef1071ba0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Project d1115c662d4849199ea30501137f9abf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:06:37.805299 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a89f01b4-4dfc-46f8-845c-c85ef1071ba0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.841564 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.890026 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a89f01b4-4dfc-46f8-845c-c85ef1071ba0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.898316 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a89f01b4-4dfc-46f8-845c-c85ef1071ba0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.937196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f01b4-4dfc-46f8-845c-c85ef1071ba0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaa6bd50-fc41-4d78-b7cf-59259f2a71a1,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:37.956719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a89f01b4-4dfc-46f8-845c-c85ef1071ba0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:37.961356 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a89f01b4-4dfc-46f8-845c-c85ef1071ba0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1975443 Nov 25 20:06:37.964745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41426) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:37.971805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4eaca54e-9b18-4644-bf79-94327135a2c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'e5f04b3b-e4e1-4c0c-859f-b98c88a97042', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:38.005159 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-4eaca54e-9b18-4644-bf79-94327135a2c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Project d1115c662d4849199ea30501137f9abf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:06:38.011944 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4eaca54e-9b18-4644-bf79-94327135a2c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.087203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4eaca54e-9b18-4644-bf79-94327135a2c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.092890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4eaca54e-9b18-4644-bf79-94327135a2c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.117047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaca54e-9b18-4644-bf79-94327135a2c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ffdfaaa-2ad0-4399-b750-d06b8c281193,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:38.128690 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4eaca54e-9b18-4644-bf79-94327135a2c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.130760 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4eaca54e-9b18-4644-bf79-94327135a2c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1642718 Nov 25 20:06:38.134457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41428) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:38.142731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'network': {'name': 'tempest-network-smoke--603911683', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'port_security_enabled': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:38.175300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:06:38.180861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.226751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:06:38.238699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.239095 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Added segment 84486952-0c58-4f54-a6ee-ad712c886d3d of type vlan for network c38a5398-2053-4e97-80fe-a490594ea52c Nov 25 20:06:38.303086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.327986 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.345798 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.353793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:38.354593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.401107 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2654529 Nov 25 20:06:38.404607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41430) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:38.437021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'admin_state_up': True, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:38.454650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea165d83-6ca9-440c-91f6-ebcb9eb34686 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Network': ['ID=c38a5398-2053-4e97-80fe-a490594ea52c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:38.468725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network c38a5398-2053-4e97-80fe-a490594ea52c details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:06:38.479647 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.480987 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.547715 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.713606 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:38.982080 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.017300 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.153715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.25.8.227 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/521ff275-dfd0-4beb-9e27-5b2c55962d5d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:39.314531 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-c0149de1-5676-4afb-8d44-ff2793bd6e60 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826960 Nov 25 20:06:39.320642 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.363357 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.435330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:39.445104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:39.450153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:39.462588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f55212-3dae-4750-8990-cbcbbe0ba16b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:06:39.483103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=521ff275-dfd0-4beb-9e27-5b2c55962d5d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:39.500694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-02db587a-87c9-4e6a-8e45-c972fa1c2a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:39.502256 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-02db587a-87c9-4e6a-8e45-c972fa1c2a24 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1340466 Nov 25 20:06:39.531268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e1223191-ecf8-48a8-8f17-c04f5c967f8c None None] Provisioning complete for port 521ff275-dfd0-4beb-9e27-5b2c55962d5d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:39.531645 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1223191-ecf8-48a8-8f17-c04f5c967f8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:39.582999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e1223191-ecf8-48a8-8f17-c04f5c967f8c None None] Port 521ff275-dfd0-4beb-9e27-5b2c55962d5d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:39.773007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-e8146ba1-a735-41fa-91b8-fa7acaef7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:39.774875 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-e8146ba1-a735-41fa-91b8-fa7acaef7a09 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.2159708 Nov 25 20:06:39.902254 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-a570e809-a3bb-4e37-b6ed-c07b85e9d731 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45714b9f-d2de-4fc2-811b-5ecc64c16464 HTTP/1.1" status: 200 len: 1001 time: 0.1199977 Nov 25 20:06:39.911532 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:40.032577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-cec176fa-e17f-45ee-9b20-bb326bf57b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:40.034108 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-cec176fa-e17f-45ee-9b20-bb326bf57b32 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.1242201 Nov 25 20:06:40.153066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-b210468c-8b01-4527-99c6-c55e43ccdac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:40.154516 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-b210468c-8b01-4527-99c6-c55e43ccdac6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135206 Nov 25 20:06:40.579828 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:40.666007 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-6a2d1748-14c4-4ff3-af56-b9b1a711f8c3 service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4715173 Nov 25 20:06:40.836205 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87e33d15-79a4-49fe-950b-7d4d1defd553 req-d5e2904e-6c40-448b-8c13-c80a5e1aadfd service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324646 Nov 25 20:06:40.849529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router 6023842b-0caa-457a-86ad-c5f98bedf422 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:06:40.990224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:06:41.004844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Sync routers for ids ['6023842b-0caa-457a-86ad-c5f98bedf422'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:06:41.017513 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:41.018975 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-03eaca09-518b-47f3-ab71-df17c468cb18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.6133094 Nov 25 20:06:41.020279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Routers {'6023842b-0caa-457a-86ad-c5f98bedf422'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:41.021244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:06:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6023842b-0caa-457a-86ad-c5f98bedf422'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:41.024240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41436) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:41.347182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Set router 6023842b-0caa-457a-86ad-c5f98bedf422 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:41.350497 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8a8f0596-1055-450a-9597-84dea367f1d9 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=d1115c662d4849199ea30501137f9abf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3241327 Nov 25 20:06:41.354246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41444) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:41.581405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ace97ce-e7e5-469d-bfdc-98db08b4bc61 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:41.583266 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4ace97ce-e7e5-469d-bfdc-98db08b4bc61 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2276120 Nov 25 20:06:41.587950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41446) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:41.628438 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-55d8a28b-c296-4f2e-b68b-04c8b583bc66 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366471 Nov 25 20:06:41.630011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41448) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:41.636115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1511220749', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:41.639787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:39Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:41.675099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Checking router: 6023842b-0caa-457a-86ad-c5f98bedf422 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:06:41.675674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Updating router 6023842b-0caa-457a-86ad-c5f98bedf422 port 521ff275-dfd0-4beb-9e27-5b2c55962d5d binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:06:41.711998 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:41.754753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:06:41.760017 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.010034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.082633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Subnet': ['ID=d3180abd-7d85-467f-82c6-2a17c873a851,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:42.097038 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.101569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Checking segment: {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:42.102171 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network hostable DHCP agents. Network: c38a5398-2053-4e97-80fe-a490594ea52c, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:06:42.104147 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.129199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network c38a5398-2053-4e97-80fe-a490594ea52c is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:06:42.142554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, c38a5398-2053-4e97-80fe-a490594ea52c) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:42.148687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:42.148687 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.164770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68f7029b-e7e9-4844-b7bc-d7dbfa13b93b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:06:42.170714 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-60f82d9b-8acc-4379-a66f-e3ec1f223a33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5395277 Nov 25 20:06:42.173361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-690a4051-76e0-451a-8405-3a9bb58d6da9 None None] Network c38a5398-2053-4e97-80fe-a490594ea52c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:06:42.174334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41450) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:42.196316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Attempting to bind port 521ff275-dfd0-4beb-9e27-5b2c55962d5d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:42.196690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Attempting to bind port 521ff275-dfd0-4beb-9e27-5b2c55962d5d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:42.197058 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Attempting to bind port 521ff275-dfd0-4beb-9e27-5b2c55962d5d on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:42.199161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818bd17-7cd8-431a-bf0a-324d526eb1c3 None None] Pushing event updated for resources: {'Port': ['ID=521ff275-dfd0-4beb-9e27-5b2c55962d5d,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:42.216165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:42.216552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:42.216965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.217366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:42.217861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Bound port: 521ff275-dfd0-4beb-9e27-5b2c55962d5d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:42.218298 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.326422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] For port 521ff275-dfd0-4beb-9e27-5b2c55962d5d, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:42.351738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] For port 521ff275-dfd0-4beb-9e27-5b2c55962d5d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=521ff275-dfd0-4beb-9e27-5b2c55962d5d,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:42.365345 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.405987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d9333a70-95bd-4def-ac69-8bd294088744 None None] Provisioning complete for port 521ff275-dfd0-4beb-9e27-5b2c55962d5d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:42.406336 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d9333a70-95bd-4def-ac69-8bd294088744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.467956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44e31d8e-c692-4a56-94a9-e777ad27c70e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:06:42.515060 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Routers {'6023842b-0caa-457a-86ad-c5f98bedf422'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:42.515862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:06:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6023842b-0caa-457a-86ad-c5f98bedf422'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:42.577266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0818bd17-7cd8-431a-bf0a-324d526eb1c3 None None] Pushing event updated for resources: {'Port': ['ID=521ff275-dfd0-4beb-9e27-5b2c55962d5d,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:42.626085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-c38a5398-2053-4e97-80fe-a490594ea52c', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:06:42.627124 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.807821 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d9333a70-95bd-4def-ac69-8bd294088744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.853075 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:42.853874 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] Set router 6023842b-0caa-457a-86ad-c5f98bedf422 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:42.924902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d9333a70-95bd-4def-ac69-8bd294088744 None None] For port 521ff275-dfd0-4beb-9e27-5b2c55962d5d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=521ff275-dfd0-4beb-9e27-5b2c55962d5d,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:42.944890 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d9333a70-95bd-4def-ac69-8bd294088744 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:43.109819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Allocated IP 172.20.0.2 (c38a5398-2053-4e97-80fe-a490594ea52c/d3180abd-7d85-467f-82c6-2a17c873a851/a9988557-c395-4bea-b438-8628270910de) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:43.139218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9333a70-95bd-4def-ac69-8bd294088744 None None] Pushing event updated for resources: {'Port': ['ID=521ff275-dfd0-4beb-9e27-5b2c55962d5d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:43.155381 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d53491f8-e3d4-4378-8beb-02df44620119 None None] Provisioning complete for port 521ff275-dfd0-4beb-9e27-5b2c55962d5d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:43.155771 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d53491f8-e3d4-4378-8beb-02df44620119 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:43.431667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:39Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:43.434234 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:43.485668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-880c6be3-5132-48cc-b29c-c0b8738d7587 None None] The sync data for ids ['6023842b-0caa-457a-86ad-c5f98bedf422'] in n-d-817303-9 is: [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:39Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:06:43.489465 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:43.557727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Network c38a5398-2053-4e97-80fe-a490594ea52c is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:43.559969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:43.563909 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:43.574906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Pushing event updated for resources: {'Port': ['ID=a9988557-c395-4bea-b438-8628270910de,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:43.575184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.20.0.1 (c38a5398-2053-4e97-80fe-a490594ea52c/d3180abd-7d85-467f-82c6-2a17c873a851/f0735520-c848-4e4b-a1ac-1c5198de808e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:43.666832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Attempting to bind port a9988557-c395-4bea-b438-8628270910de on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:43.667041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Attempting to bind port a9988557-c395-4bea-b438-8628270910de by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:43.667563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Attempting to bind port a9988557-c395-4bea-b438-8628270910de on network c38a5398-2053-4e97-80fe-a490594ea52c {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:43.676997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:43.677622 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Checking segment: {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:43.681161 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:43.681161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Bound using segment: {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:43.681576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Bound port: a9988557-c395-4bea-b438-8628270910de, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:43.681924 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:43.787130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:43.802276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] For port a9988557-c395-4bea-b438-8628270910de, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:43.809558 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] For port a9988557-c395-4bea-b438-8628270910de, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9988557-c395-4bea-b438-8628270910de,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:43.815952 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:43.885556 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:43.960492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b492716-4c9c-408a-9343-08a4af618703 None None] Pushing event updated for resources: {'Port': ['ID=a9988557-c395-4bea-b438-8628270910de,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:44.000543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network c38a5398-2053-4e97-80fe-a490594ea52c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:44.007793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:44.010771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:44.090736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=f0735520-c848-4e4b-a1ac-1c5198de808e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:44.110784 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:44.335400 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:45.148565 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:45.155593 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:45.217042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3ee4b1-5055-4f87-9313-ae9869283f1a None None] Network c38a5398-2053-4e97-80fe-a490594ea52c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:06:45.288411 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:45.293551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=f0735520-c848-4e4b-a1ac-1c5198de808e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:45.358738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ce536718-7608-4ac5-8a61-593b16aacb49 None None] Provisioning complete for port a9988557-c395-4bea-b438-8628270910de triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:45.359823 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ce536718-7608-4ac5-8a61-593b16aacb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:45.452275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network c38a5398-2053-4e97-80fe-a490594ea52c is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:45.455195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:45.580911 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ce536718-7608-4ac5-8a61-593b16aacb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:45.632883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ce536718-7608-4ac5-8a61-593b16aacb49 None None] For port a9988557-c395-4bea-b438-8628270910de, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9988557-c395-4bea-b438-8628270910de,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:45.651233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router 6023842b-0caa-457a-86ad-c5f98bedf422 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:06:45.653593 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ce536718-7608-4ac5-8a61-593b16aacb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:45.816150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce536718-7608-4ac5-8a61-593b16aacb49 None None] Pushing event updated for resources: {'Port': ['ID=a9988557-c395-4bea-b438-8628270910de,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:45.867513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9988557-c395-4bea-b438-8628270910de up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:45.890212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:06:45.898991 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-11a6c25c-1b02-4b1a-a248-08d3296a4d91 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "PUT /v2.0/routers/6023842b-0caa-457a-86ad-c5f98bedf422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7206867 Nov 25 20:06:45.910142 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Sync routers for ids ['6023842b-0caa-457a-86ad-c5f98bedf422'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:06:45.924659 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Routers {'6023842b-0caa-457a-86ad-c5f98bedf422'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:45.925634 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:06:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6023842b-0caa-457a-86ad-c5f98bedf422'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:45.973109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a9988557-c395-4bea-b438-8628270910de triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:45.973922 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:46.067605 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Set router 6023842b-0caa-457a-86ad-c5f98bedf422 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:46.214909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-872ff86f-1f98-4521-82eb-6d51b47a99b9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-510791391&fields=id&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 267 time: 0.0894685 Nov 25 20:06:46.372712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fee26-8e3f-4930-b27a-de3170f8674c req-f1d477f8-42c6-4d56-9760-14710ae005ad tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:46.374342 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-f1d477f8-42c6-4d56-9760-14710ae005ad tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/networks?id=c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 200 len: 796 time: 0.1585350 Nov 25 20:06:46.398610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-52302125-bee9-4150-93d8-251c67c0d9e5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/quotas/d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 375 time: 0.0125420 Nov 25 20:06:46.402547 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'f0735520-c848-4e4b-a1ac-1c5198de808e', 'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:62:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:43Z', 'updated_at': '2021-11-25T20:06:44Z', 'revision_number': 2, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:46.423009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-07823fb1-d5a1-42bc-ad4f-3a648400a113 None None] Provisioning complete for port f0735520-c848-4e4b-a1ac-1c5198de808e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:46.423598 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-07823fb1-d5a1-42bc-ad4f-3a648400a113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:46.441270 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Checking router: 6023842b-0caa-457a-86ad-c5f98bedf422 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:06:46.441926 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Updating router 6023842b-0caa-457a-86ad-c5f98bedf422 port f0735520-c848-4e4b-a1ac-1c5198de808e binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:06:46.477496 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:46.496185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-6638848f-ff1c-40ec-a5a0-92c8d14f2c55 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0759614 Nov 25 20:06:46.517257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-07823fb1-d5a1-42bc-ad4f-3a648400a113 None None] Port f0735520-c848-4e4b-a1ac-1c5198de808e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:46.520603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 521ff275-dfd0-4beb-9e27-5b2c55962d5d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:46.571002 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-07823fb1-d5a1-42bc-ad4f-3a648400a113 None None] Provisioning complete for port a9988557-c395-4bea-b438-8628270910de triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:46.571776 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-07823fb1-d5a1-42bc-ad4f-3a648400a113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:46.615334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 521ff275-dfd0-4beb-9e27-5b2c55962d5d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:46.616338 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:46.667215 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-5111aa66-c086-46dc-8de6-793e2db40b79 service neutron] 10.222.0.15 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629136 Nov 25 20:06:46.810314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-06e6b1de-756c-4a28-9dc7-1a00b3cbf2ec service neutron] 10.222.0.15 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318963 Nov 25 20:06:46.828963 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:46.838660 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:46.955226 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Pushing event updated for resources: {'Port': ['ID=f0735520-c848-4e4b-a1ac-1c5198de808e,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:46.956303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a6951061-4270-431a-bb5d-9f1e62515908 None None] Provisioning complete for port f0735520-c848-4e4b-a1ac-1c5198de808e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:46.956518 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a6951061-4270-431a-bb5d-9f1e62515908 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:46.966132 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.966784 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.967337 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.967839 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.968350 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.968860 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.969355 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.969951 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.970461 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.971002 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.971497 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.971991 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:06:46.997650 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Attempting to bind port f0735520-c848-4e4b-a1ac-1c5198de808e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:46.999186 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Attempting to bind port f0735520-c848-4e4b-a1ac-1c5198de808e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:46.999916 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Attempting to bind port f0735520-c848-4e4b-a1ac-1c5198de808e on network c38a5398-2053-4e97-80fe-a490594ea52c {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:47.010906 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 6, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:47.012857 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Checking segment: {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:47.014438 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.015433 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Bound using segment: {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:47.016595 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Bound port: f0735520-c848-4e4b-a1ac-1c5198de808e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:47.017636 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.029293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a6951061-4270-431a-bb5d-9f1e62515908 None None] Port f0735520-c848-4e4b-a1ac-1c5198de808e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:47.124699 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] For port f0735520-c848-4e4b-a1ac-1c5198de808e, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:47.132256 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] For port f0735520-c848-4e4b-a1ac-1c5198de808e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f0735520-c848-4e4b-a1ac-1c5198de808e,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:47.141891 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.228125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c453f13e-c12d-4209-a285-a87cd8ca60b2 req-ce23f823-117f-4877-8fb9-a56cb17d23da tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 210 time: 0.0458512 Nov 25 20:06:47.269692 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Routers {'6023842b-0caa-457a-86ad-c5f98bedf422'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:06:47.270173 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:06:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6023842b-0caa-457a-86ad-c5f98bedf422'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:47.271669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-47a231cb-f5ff-45fe-a5fd-f1e0cc649cbb None None] Provisioning complete for port f0735520-c848-4e4b-a1ac-1c5198de808e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:47.272852 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-47a231cb-f5ff-45fe-a5fd-f1e0cc649cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.338916 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4348e0-d432-4793-9536-f8fa5a5a3707 None None] Pushing event updated for resources: {'Port': ['ID=f0735520-c848-4e4b-a1ac-1c5198de808e,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:47.409084 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-47a231cb-f5ff-45fe-a5fd-f1e0cc649cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.452613 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] Set router 6023842b-0caa-457a-86ad-c5f98bedf422 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:06:47.465178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-47a231cb-f5ff-45fe-a5fd-f1e0cc649cbb None None] For port f0735520-c848-4e4b-a1ac-1c5198de808e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f0735520-c848-4e4b-a1ac-1c5198de808e,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:47.471183 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-47a231cb-f5ff-45fe-a5fd-f1e0cc649cbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.549591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a231cb-f5ff-45fe-a5fd-f1e0cc649cbb None None] Pushing event updated for resources: {'Port': ['ID=f0735520-c848-4e4b-a1ac-1c5198de808e,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:47.595254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b1e48868-7b73-4e15-ad5f-11429aace746 None None] Provisioning complete for port f0735520-c848-4e4b-a1ac-1c5198de808e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:47.595637 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b1e48868-7b73-4e15-ad5f-11429aace746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.721175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9988557-c395-4bea-b438-8628270910de up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:47.772227 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'f0735520-c848-4e4b-a1ac-1c5198de808e', 'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:62:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:43Z', 'updated_at': '2021-11-25T20:06:47Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:06:47.797656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a9988557-c395-4bea-b438-8628270910de triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:47.798077 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:47.802212 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb834ac4-1865-4d84-abd9-7c20c1357508 None None] The sync data for ids ['6023842b-0caa-457a-86ad-c5f98bedf422'] in n-d-817303-9 is: [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'f0735520-c848-4e4b-a1ac-1c5198de808e', 'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:62:c9:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:43Z', 'updated_at': '2021-11-25T20:06:47Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:06:48.356382 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4fe9c23f-a093-4163-be00-d7d0be958b26 req-56b75659-d716-41b7-963b-d0a73fe9e452 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 210 time: 0.0368245 Nov 25 20:06:48.503590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fee26-8e3f-4930-b27a-de3170f8674c req-73422ebb-ddd7-4c68-8fa5-8fb28fb34a5a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:48.505132 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-73422ebb-ddd7-4c68-8fa5-8fb28fb34a5a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "GET /v2.0/networks?id=c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 200 len: 796 time: 0.1556079 Nov 25 20:06:48.613208 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-924e2ea3-397d-4aa5-93a5-30c5b949e652 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 379 time: 0.0975752 Nov 25 20:06:48.626332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'port': {'device_id': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'admin_state_up': True, 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'security_groups': ['e5f04b3b-e4e1-4c0c-859f-b98c88a97042']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:48.763468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:06:48.769987 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:48.971716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.20.0.5 (c38a5398-2053-4e97-80fe-a490594ea52c/d3180abd-7d85-467f-82c6-2a17c873a851/7efdb7a4-cc25-4c44-84ca-623212e44d9f) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:49.139402 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:49.184180 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:49.265287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network c38a5398-2053-4e97-80fe-a490594ea52c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:06:49.268755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:06:49.272853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:06:49.281258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=7efdb7a4-cc25-4c44-84ca-623212e44d9f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:49.354321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:49.355454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:49.378153 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-ba108cc7-20b4-4b50-96ae-ca0cf908f228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7589290 Nov 25 20:06:49.390487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Request body: {'port': {'device_id': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:49.455714 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:49.508661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5088c0-fe28-4c8f-86c0-bea544d97c0f req-0bef4f33-8992-44fe-9335-2c3fa383aaae tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:49.511355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f5088c0-fe28-4c8f-86c0-bea544d97c0f req-0bef4f33-8992-44fe-9335-2c3fa383aaae tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 931 time: 0.0654135 Nov 25 20:06:49.585322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f5088c0-fe28-4c8f-86c0-bea544d97c0f req-1c75d0e0-4a4c-4295-a8ea-1174ce7eff47 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613480 Nov 25 20:06:49.638295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-15748dea-17ae-449a-b375-828519e0414e None None] Provisioning complete for port 7efdb7a4-cc25-4c44-84ca-623212e44d9f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:49.638756 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-15748dea-17ae-449a-b375-828519e0414e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:49.703090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-15748dea-17ae-449a-b375-828519e0414e None None] Port 7efdb7a4-cc25-4c44-84ca-623212e44d9f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:06:49.718879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f0735520-c848-4e4b-a1ac-1c5198de808e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:49.775751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f0735520-c848-4e4b-a1ac-1c5198de808e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:49.776286 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:49.796257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7efdb7a4-cc25-4c44-84ca-623212e44d9f {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:06:49.808344 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:49.824640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Transition to ACTIVE for port object 7efdb7a4-cc25-4c44-84ca-623212e44d9f will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:06:49.830882 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:49.920445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7efdb7a4-cc25-4c44-84ca-623212e44d9f,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:50.005574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Attempting to bind port 7efdb7a4-cc25-4c44-84ca-623212e44d9f on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:06:50.006116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Attempting to bind port 7efdb7a4-cc25-4c44-84ca-623212e44d9f by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:06:50.006684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Attempting to bind port 7efdb7a4-cc25-4c44-84ca-623212e44d9f on network c38a5398-2053-4e97-80fe-a490594ea52c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:50.013268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Port 7efdb7a4-cc25-4c44-84ca-623212e44d9f on network c38a5398-2053-4e97-80fe-a490594ea52c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:06:50.013675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Attempting to bind port 7efdb7a4-cc25-4c44-84ca-623212e44d9f on network c38a5398-2053-4e97-80fe-a490594ea52c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:06:50.019449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 6, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:06:50.019800 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Checking segment: {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:06:50.020203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Bound using segment: {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:06:50.020655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Bound port: 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:06:50.021063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:50.104090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:06:50.109709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:06:50.116514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:50.155948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:50.156590 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:50.158034 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] 10.222.0.60 "PUT /v2.0/ports/7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 1091 time: 0.7720611 Nov 25 20:06:50.158515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:50.160932 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04075179-eff7-41a3-82c4-cffb1ac8ed4b" -d '{"events": [{"name": "network-changed", "server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:50.198706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0ad7fb-51c7-4da4-859c-557f0559acb5 service neutron] Pushing event updated for resources: {'Port': ['ID=7efdb7a4-cc25-4c44-84ca-623212e44d9f,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:50.232373 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ac58a9-231c-424f-a88a-b466754a8660 x-openstack-request-id: req-c4ac58a9-231c-424f-a88a-b466754a8660 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:50.232757 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:50.233175 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4ac58a9-231c-424f-a88a-b466754a8660 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:50.233789 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'status': 'completed', 'code': 200} Nov 25 20:06:50.271332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fee26-8e3f-4930-b27a-de3170f8674c req-c573725d-37ed-4cb5-9fc5-3a07aaaaa1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:50.273451 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-c573725d-37ed-4cb5-9fc5-3a07aaaaa1b8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1094 time: 0.0571251 Nov 25 20:06:50.353984 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-a610e350-c22d-4f06-b43f-e848e7cdd3fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 217 time: 0.0716374 Nov 25 20:06:50.408669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fee26-8e3f-4930-b27a-de3170f8674c req-60fe926b-c989-442c-bcd1-e39069d39db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:50.410192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-60fe926b-c989-442c-bcd1-e39069d39db7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3180abd-7d85-467f-82c6-2a17c873a851 HTTP/1.1" status: 200 len: 835 time: 0.0493879 Nov 25 20:06:50.468978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fee26-8e3f-4930-b27a-de3170f8674c req-311b41c9-4b36-494a-96c7-05cdc7a97db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:50.470439 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-311b41c9-4b36-494a-96c7-05cdc7a97db2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c38a5398-2053-4e97-80fe-a490594ea52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533829 Nov 25 20:06:50.570835 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-d01cbf32-640b-4324-bf4e-51da2e148d79 service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932267 Nov 25 20:06:50.679708 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-754fee26-8e3f-4930-b27a-de3170f8674c req-aa7fd9a2-5587-4c0c-b265-bfbe6fd2a976 service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012337 Nov 25 20:06:50.712369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee750d42-9960-46ad-96cd-ebe3d17f3dc1 req-9cd4c7b8-6b5b-4c14-8418-d8279259d411 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:50.713935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee750d42-9960-46ad-96cd-ebe3d17f3dc1 req-9cd4c7b8-6b5b-4c14-8418-d8279259d411 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 943 time: 0.0550337 Nov 25 20:06:50.773015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee750d42-9960-46ad-96cd-ebe3d17f3dc1 req-2bee7136-f312-4100-a55e-fd89c491a357 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522277 Nov 25 20:06:50.778244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075179-eff7-41a3-82c4-cffb1ac8ed4b req-eaab6802-ea74-4745-8874-76b66e5aee97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:50.779813 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04075179-eff7-41a3-82c4-cffb1ac8ed4b req-eaab6802-ea74-4745-8874-76b66e5aee97 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1094 time: 0.0524166 Nov 25 20:06:50.875478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075179-eff7-41a3-82c4-cffb1ac8ed4b req-5fdb7127-29c0-48c5-bf40-b2218b0cb218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:50.876879 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04075179-eff7-41a3-82c4-cffb1ac8ed4b req-5fdb7127-29c0-48c5-bf40-b2218b0cb218 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 200 len: 897 time: 0.0902109 Nov 25 20:06:50.924030 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04075179-eff7-41a3-82c4-cffb1ac8ed4b req-61a7be10-282c-4546-8f94-b842641ec133 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 217 time: 0.0398157 Nov 25 20:06:50.947173 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:50.983869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075179-eff7-41a3-82c4-cffb1ac8ed4b req-2e39641d-4b57-4a07-b544-43161eaf2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:50.985486 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04075179-eff7-41a3-82c4-cffb1ac8ed4b req-2e39641d-4b57-4a07-b544-43161eaf2e0e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3180abd-7d85-467f-82c6-2a17c873a851 HTTP/1.1" status: 200 len: 835 time: 0.0536115 Nov 25 20:06:50.992030 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:06:51.037369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04075179-eff7-41a3-82c4-cffb1ac8ed4b req-3a0600cb-f9ce-4d51-97ba-6e3a774632c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:51.038966 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04075179-eff7-41a3-82c4-cffb1ac8ed4b req-3a0600cb-f9ce-4d51-97ba-6e3a774632c9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c38a5398-2053-4e97-80fe-a490594ea52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458753 Nov 25 20:06:51.144329 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04075179-eff7-41a3-82c4-cffb1ac8ed4b req-15874346-15b8-4654-8f0b-8d80004397c1 service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976238 Nov 25 20:06:51.250259 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04075179-eff7-41a3-82c4-cffb1ac8ed4b req-ca30b914-7b49-4ca1-afcc-2bc2ff13888e service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985887 Nov 25 20:06:51.897656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acbe39-4899-4f10-97f0-a5e0a31c3b47 req-9fc3efbe-b756-42cb-9aac-de5115da4398 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:51.899265 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73acbe39-4899-4f10-97f0-a5e0a31c3b47 req-9fc3efbe-b756-42cb-9aac-de5115da4398 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 943 time: 0.0527096 Nov 25 20:06:51.953013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-73acbe39-4899-4f10-97f0-a5e0a31c3b47 req-61ee7c85-7cae-4b27-b9cc-1520d6d805d6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474272 Nov 25 20:06:53.105039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3f309e-8caf-4c2f-a2c2-152c929f169c req-de71cd61-1c75-4055-8f27-43ff165a7e13 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:53.106708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf3f309e-8caf-4c2f-a2c2-152c929f169c req-de71cd61-1c75-4055-8f27-43ff165a7e13 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 943 time: 0.0612411 Nov 25 20:06:53.159864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf3f309e-8caf-4c2f-a2c2-152c929f169c req-0132ef6a-ae0b-45c4-b282-a778e729501a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468428 Nov 25 20:06:53.193432 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:54.297748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5ad45-9963-48d6-ac20-ecf7b4d66b31 req-34013e2b-a1e0-40f8-950c-efc3f45fe308 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:54.299566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4a5ad45-9963-48d6-ac20-ecf7b4d66b31 req-34013e2b-a1e0-40f8-950c-efc3f45fe308 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 943 time: 0.0635214 Nov 25 20:06:54.356514 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4a5ad45-9963-48d6-ac20-ecf7b4d66b31 req-9331ef1d-0f1f-461f-ba52-42502bb22460 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487049 Nov 25 20:06:54.614728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7efdb7a4-cc25-4c44-84ca-623212e44d9f details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:06:54.723049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:54.735220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'port_id': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'mac_address': 'fa:16:3e:a5:83:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:06:54.775743 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:54.790064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efdb7a4-cc25-4c44-84ca-623212e44d9f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:06:54.810820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:54.815305 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:54.868837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=7efdb7a4-cc25-4c44-84ca-623212e44d9f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:55.030911 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['7efdb7a4-cc25-4c44-84ca-623212e44d9f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:06:55.492199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5dd22-3578-4f4f-8f96-86e8b72380df req-7a1dcf04-ff30-46e5-89c3-bb6935e0f725 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:55.493847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52e5dd22-3578-4f4f-8f96-86e8b72380df req-7a1dcf04-ff30-46e5-89c3-bb6935e0f725 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 944 time: 0.0562403 Nov 25 20:06:55.572433 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-52e5dd22-3578-4f4f-8f96-86e8b72380df req-20296450-0974-433f-a92c-e8ae15e56704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716107 Nov 25 20:06:56.612438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7efdb7a4-cc25-4c44-84ca-623212e44d9f up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:06:56.675194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 7efdb7a4-cc25-4c44-84ca-623212e44d9f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:06:56.680880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 7efdb7a4-cc25-4c44-84ca-623212e44d9f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:06:56.681342 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:56.742285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37152478-2d59-49df-a82b-027e9ec74f9f req-74f06621-92b0-421d-abce-65ada0a67196 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:56.745091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-37152478-2d59-49df-a82b-027e9ec74f9f req-74f06621-92b0-421d-abce-65ada0a67196 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 944 time: 0.0937297 Nov 25 20:06:56.789914 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:56.818680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-37152478-2d59-49df-a82b-027e9ec74f9f req-08c5ccb0-6448-4eb1-a318-c5dd6275967a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664029 Nov 25 20:06:56.820545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:06:56.823577 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6bc69a-a3b0-47ca-a100-e3b0232018a4" -d '{"events": [{"server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "name": "network-vif-plugged", "status": "completed", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:06:56.840245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:06:56.857631 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:56.923399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=7efdb7a4-cc25-4c44-84ca-623212e44d9f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:06:56.989179 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2be82194-4510-4006-907c-b6f4e7b09c2f x-openstack-request-id: req-2be82194-4510-4006-907c-b6f4e7b09c2f {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:06:56.989644 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "name": "network-vif-plugged", "status": "completed", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:06:56.990072 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2be82194-4510-4006-907c-b6f4e7b09c2f {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:06:56.991372 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'code': 200} Nov 25 20:06:57.099618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102f04-45c7-421b-8825-39b4be7e9031 req-8142b19c-6b77-4cf3-a711-fce83436d2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:57.102544 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-16102f04-45c7-421b-8825-39b4be7e9031 req-8142b19c-6b77-4cf3-a711-fce83436d2c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1096 time: 0.0470865 Nov 25 20:06:57.182581 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-16102f04-45c7-421b-8825-39b4be7e9031 req-1f33d017-3ad9-464b-8dca-25dcb84b1788 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728087 Nov 25 20:06:57.965031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4db1df-b6f1-40f3-94b6-64ca8c721710 req-bd750f0a-05ce-4357-ab6f-6e81016e1b9c tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:57.966646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5d4db1df-b6f1-40f3-94b6-64ca8c721710 req-bd750f0a-05ce-4357-ab6f-6e81016e1b9c tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0576682 Nov 25 20:06:58.021048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5d4db1df-b6f1-40f3-94b6-64ca8c721710 req-61e1d613-07f3-40d3-942a-71fe79b1b04c tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478387 Nov 25 20:06:59.172477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980ad89-2779-4372-a7a1-9ddfe5178c05 req-c90cf3a1-f8f7-499f-81a1-ebcbc846bb9e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:59.174123 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e980ad89-2779-4372-a7a1-9ddfe5178c05 req-c90cf3a1-f8f7-499f-81a1-ebcbc846bb9e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0556328 Nov 25 20:06:59.238466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e980ad89-2779-4372-a7a1-9ddfe5178c05 req-2fc055c2-b907-41e8-833a-bf63b6e145ff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570741 Nov 25 20:06:59.426338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a9663-4132-45c5-97bb-f60cac7f67e7 req-89b1296b-4c69-4657-9451-688c4205d019 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:59.428107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-471a9663-4132-45c5-97bb-f60cac7f67e7 req-89b1296b-4c69-4657-9451-688c4205d019 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0579526 Nov 25 20:06:59.502773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-471a9663-4132-45c5-97bb-f60cac7f67e7 req-f122222a-834e-42f6-9a54-6206f41749ee tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627875 Nov 25 20:06:59.527621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41532) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:59.572627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a8fac2-c2f1-4b04-9c1a-2c745f470672 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:06:59.574436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-57a8fac2-c2f1-4b04-9c1a-2c745f470672 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1091 time: 0.0455289 Nov 25 20:06:59.577844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41534) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:06:59.582689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:06:59.611241 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.728894 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:06:59.848546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.25.8.246 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/74c47f09-b520-44c6-894d-ce45033f0dc9) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:06:59.975994 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:00.015633 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:00.059780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:07:00.063008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:07:00.067056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:07:00.073740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=74c47f09-b520-44c6-894d-ce45033f0dc9,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:00.511740 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:00.586067 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:00.785882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:00.792951 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:00.872382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=74c47f09-b520-44c6-894d-ce45033f0dc9,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:00.883374 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:00.995316 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Floating IP 79734763-c88a-4a2d-a0e0-f50204c74dc5 associated. External IP: 172.25.8.246, port: 7efdb7a4-cc25-4c44-84ca-623212e44d9f. Nov 25 20:07:01.232443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router 6023842b-0caa-457a-86ad-c5f98bedf422 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:07:01.361344 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:07:01.376927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b610eb9d-b523-411f-8cee-7717c7554cf8 None None] Sync routers for ids ['6023842b-0caa-457a-86ad-c5f98bedf422'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:07:01.390541 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:01.392208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610eb9d-b523-411f-8cee-7717c7554cf8 None None] Routers {'6023842b-0caa-457a-86ad-c5f98bedf422'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:01.392939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b610eb9d-b523-411f-8cee-7717c7554cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:06:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6023842b-0caa-457a-86ad-c5f98bedf422'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:01.440931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8be60e9c-b719-4c8d-8510-7b0424a995c7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8616147 Nov 25 20:07:01.441772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:01.445392 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-341a0078-3c44-490a-9adf-bcd112884c80" -d '{"events": [{"name": "network-changed", "server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:01.545363 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b610eb9d-b523-411f-8cee-7717c7554cf8 None None] Set router 6023842b-0caa-457a-86ad-c5f98bedf422 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:01.680116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900aeeb5-8591-4faa-9e3e-33bc97a524fb req-35f31792-6ecf-4b67-acde-7fce1bb56a45 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:01.682102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-900aeeb5-8591-4faa-9e3e-33bc97a524fb req-35f31792-6ecf-4b67-acde-7fce1bb56a45 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0926149 Nov 25 20:07:01.762440 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-900aeeb5-8591-4faa-9e3e-33bc97a524fb req-e602c456-6c02-4455-b439-906852801307 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684156 Nov 25 20:07:01.801253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41544) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:01.833903 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ebea31-03c3-43c9-aada-7d3e20127a39 x-openstack-request-id: req-d9ebea31-03c3-43c9-aada-7d3e20127a39 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:01.834419 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:01.834845 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d9ebea31-03c3-43c9-aada-7d3e20127a39 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:01.835460 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'status': 'completed', 'code': 200} Nov 25 20:07:01.877191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b610eb9d-b523-411f-8cee-7717c7554cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '79734763-c88a-4a2d-a0e0-f50204c74dc5', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'port_id': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'mac_address': 'fa:16:3e:a5:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:07:00Z', 'updated_at': '2021-11-25T20:07:00Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0735520-c848-4e4b-a1ac-1c5198de808e', 'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:62:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:43Z', 'updated_at': '2021-11-25T20:06:47Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:01.911420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b610eb9d-b523-411f-8cee-7717c7554cf8 None None] Checking router: 6023842b-0caa-457a-86ad-c5f98bedf422 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:07:01.922437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b610eb9d-b523-411f-8cee-7717c7554cf8 None None] Routers {'6023842b-0caa-457a-86ad-c5f98bedf422'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:07:01.923099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b610eb9d-b523-411f-8cee-7717c7554cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:06:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6023842b-0caa-457a-86ad-c5f98bedf422'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:01.971117 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0f10d1f9-9bb4-4730-ae77-c8c6863347db tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/79734763-c88a-4a2d-a0e0-f50204c74dc5 HTTP/1.1" status: 200 len: 991 time: 0.1662467 Nov 25 20:07:01.976675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a0078-3c44-490a-9adf-bcd112884c80 req-068df8fe-c594-4feb-84f7-a527366f4206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:01.979016 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-341a0078-3c44-490a-9adf-bcd112884c80 req-068df8fe-c594-4feb-84f7-a527366f4206 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1096 time: 0.1058562 Nov 25 20:07:02.096807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a0078-3c44-490a-9adf-bcd112884c80 req-57d01e5d-478a-4589-9be3-9df01ae861b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:02.098384 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-341a0078-3c44-490a-9adf-bcd112884c80 req-57d01e5d-478a-4589-9be3-9df01ae861b2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 200 len: 897 time: 0.1115260 Nov 25 20:07:02.179662 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-341a0078-3c44-490a-9adf-bcd112884c80 req-7d681c61-238a-4a1e-939f-112a560d86d5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 999 time: 0.0742712 Nov 25 20:07:02.229383 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0db6d3cc-ec84-471d-a739-daf803d3fa8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:02.243264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a0078-3c44-490a-9adf-bcd112884c80 req-0d54d1d4-2624-4ff5-8d05-f99a03b4168b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:02.245199 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-341a0078-3c44-490a-9adf-bcd112884c80 req-0d54d1d4-2624-4ff5-8d05-f99a03b4168b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3180abd-7d85-467f-82c6-2a17c873a851 HTTP/1.1" status: 200 len: 835 time: 0.0581722 Nov 25 20:07:02.246994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b610eb9d-b523-411f-8cee-7717c7554cf8 None None] Set router 6023842b-0caa-457a-86ad-c5f98bedf422 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:07:02.298241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341a0078-3c44-490a-9adf-bcd112884c80 req-bcaa707a-bfa6-4c9a-a9fd-99bd28adcf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:02.299959 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-341a0078-3c44-490a-9adf-bcd112884c80 req-bcaa707a-bfa6-4c9a-a9fd-99bd28adcf00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c38a5398-2053-4e97-80fe-a490594ea52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467408 Nov 25 20:07:02.421454 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-341a0078-3c44-490a-9adf-bcd112884c80 req-803bf085-e5b9-48d0-ae6e-b2fcb108e94d service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142945 Nov 25 20:07:02.560704 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-341a0078-3c44-490a-9adf-bcd112884c80 req-1672e08a-ce95-4893-ade9-d7980f29fb64 service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318297 Nov 25 20:07:02.591090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b610eb9d-b523-411f-8cee-7717c7554cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '79734763-c88a-4a2d-a0e0-f50204c74dc5', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'port_id': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'mac_address': 'fa:16:3e:a5:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:07:00Z', 'updated_at': '2021-11-25T20:07:00Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0735520-c848-4e4b-a1ac-1c5198de808e', 'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:62:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:43Z', 'updated_at': '2021-11-25T20:06:47Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:07:02.630485 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b610eb9d-b523-411f-8cee-7717c7554cf8 None None] The sync data for ids ['6023842b-0caa-457a-86ad-c5f98bedf422'] in n-d-817303-9 is: [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '79734763-c88a-4a2d-a0e0-f50204c74dc5', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.246', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'port_id': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3599, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'mac_address': 'fa:16:3e:a5:83:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:07:00Z', 'updated_at': '2021-11-25T20:07:00Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0735520-c848-4e4b-a1ac-1c5198de808e', 'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:62:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:43Z', 'updated_at': '2021-11-25T20:06:47Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:07:02.875515 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4ecbca-c874-4565-a28f-73db0003c48e None None] New status for floating IP 79734763-c88a-4a2d-a0e0-f50204c74dc5: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:07:02.974368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41550) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:03.044508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-53c7d4af-aa07-4c5a-a7a1-83adee52072d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/79734763-c88a-4a2d-a0e0-f50204c74dc5 HTTP/1.1" status: 200 len: 991 time: 0.0685341 Nov 25 20:07:04.048099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41554) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:04.118265 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-66859ad1-b9f4-4b5d-b475-4e9b69ba2625 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/79734763-c88a-4a2d-a0e0-f50204c74dc5 HTTP/1.1" status: 200 len: 993 time: 0.0686445 Nov 25 20:07:05.211938 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6c177424-7c4e-431d-9767-98bdd1862fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:06.488001 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:07.857396 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:08.326409 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:20.940203 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:23.204445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:27.994075 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:07:32.092991 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9ddf8f3-29f6-4fb0-bb2d-ccd89ffa0094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.131947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c09ed6-bfc6-491a-aa0c-d6cda7bf494b req-fe739692-0a9b-4e1b-b5f3-28db542d6fd3 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:33.133601 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94c09ed6-bfc6-491a-aa0c-d6cda7bf494b req-fe739692-0a9b-4e1b-b5f3-28db542d6fd3 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1096 time: 0.0477355 Nov 25 20:07:33.154772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-94c09ed6-bfc6-491a-aa0c-d6cda7bf494b req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.248942 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-94c09ed6-bfc6-491a-aa0c-d6cda7bf494b req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.254255 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-94c09ed6-bfc6-491a-aa0c-d6cda7bf494b req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:33.299171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e902f3-1292-4f98-8dbb-02a7d9590c7b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:33.309019 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-94c09ed6-bfc6-491a-aa0c-d6cda7bf494b req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686437 Nov 25 20:07:33.310885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.311349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.312084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.312084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.312488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.312488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.313050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.313227 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.313448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.313777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.314107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.314433 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5de83e-f156-4c1b-9011-c6c7ecd09bbe tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:33.463035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ff28a-20fe-462e-af42-613ff72e30c9 req-ea559bc9-ff16-44c4-8024-ad7c9b502cdd tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:33.464701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb7ff28a-20fe-462e-af42-613ff72e30c9 req-ea559bc9-ff16-44c4-8024-ad7c9b502cdd tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0657163 Nov 25 20:07:33.519263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bb7ff28a-20fe-462e-af42-613ff72e30c9 req-19d43475-d0a8-4cde-9f81-2e242f1d0579 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479531 Nov 25 20:07:33.543124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41626) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:33.611755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4f881624-d052-4001-ad5d-22a8172c38c4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/79734763-c88a-4a2d-a0e0-f50204c74dc5 HTTP/1.1" status: 200 len: 993 time: 0.0668921 Nov 25 20:07:33.922155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-22d9c8f9-004e-4340-8ac2-acc9a4ac14ab req-9268c5e1-decb-4731-99ec-1a0e4a732d1a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:07:33.923666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22d9c8f9-004e-4340-8ac2-acc9a4ac14ab req-9268c5e1-decb-4731-99ec-1a0e4a732d1a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060360 Nov 25 20:07:34.384907 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-182fa427-dc55-4ff3-956d-e1c635f30a4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274149 Nov 25 20:07:34.399715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-b6c54841-92b5-4880-80ed-0fd3785cff85 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:07:34.401677 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-b6c54841-92b5-4880-80ed-0fd3785cff85 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091088 Nov 25 20:07:34.427232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c79bdd-4fc8-41c5-a0cb-085c8fa61720 req-417b1057-1666-445a-b17c-fab249c7cebc tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:34.430042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72c79bdd-4fc8-41c5-a0cb-085c8fa61720 req-417b1057-1666-445a-b17c-fab249c7cebc tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0863261 Nov 25 20:07:34.516581 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72c79bdd-4fc8-41c5-a0cb-085c8fa61720 req-36da21cc-68e3-4c5f-90b7-25db3cb6feb0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753977 Nov 25 20:07:35.224751 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9c204768-38ac-4920-acf5-603104954b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:35.652933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1716ba-f07f-46d4-9d25-2f507e83abe4 req-e1a4b9e7-82b0-443d-9c60-1f137ac54273 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:35.654577 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba1716ba-f07f-46d4-9d25-2f507e83abe4 req-e1a4b9e7-82b0-443d-9c60-1f137ac54273 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0541339 Nov 25 20:07:35.714400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba1716ba-f07f-46d4-9d25-2f507e83abe4 req-8ab1a2f0-e9a6-4547-bf8f-cb9ea35081e8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505762 Nov 25 20:07:36.008821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-70efac87-cdb3-4a4f-b1d3-3e66e6350e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:36.010543 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-70efac87-cdb3-4a4f-b1d3-3e66e6350e21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1096 time: 0.0495126 Nov 25 20:07:36.118891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-72b4641f-085d-40f8-b2d2-6158939fe0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:36.120414 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-72b4641f-085d-40f8-b2d2-6158939fe0b6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 200 len: 897 time: 0.1001863 Nov 25 20:07:36.208481 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-8c25c9d5-c5db-42e8-8577-65c7bbff1a2c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 1001 time: 0.0798898 Nov 25 20:07:36.266416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-68bb0f9b-95dc-46db-9a94-cfd96c91d50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:36.267889 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-68bb0f9b-95dc-46db-9a94-cfd96c91d50b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3180abd-7d85-467f-82c6-2a17c873a851 HTTP/1.1" status: 200 len: 835 time: 0.0524173 Nov 25 20:07:36.320202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-9335a521-05a9-4866-ab22-b8727430dc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:36.321869 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-9335a521-05a9-4866-ab22-b8727430dc07 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c38a5398-2053-4e97-80fe-a490594ea52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473442 Nov 25 20:07:36.478151 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-cd56e2b3-2511-4040-9295-4602bea52e3c service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486318 Nov 25 20:07:36.492982 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:36.581422 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-89212895-37cf-411e-a7b6-966e34ebd4bd service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953741 Nov 25 20:07:36.855199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd30c7a-747f-47cc-8067-5fe91f4c25b7 req-1675f5bc-fe8a-476b-887d-b05ba3413b52 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:36.856794 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acd30c7a-747f-47cc-8067-5fe91f4c25b7 req-1675f5bc-fe8a-476b-887d-b05ba3413b52 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0544498 Nov 25 20:07:36.917097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acd30c7a-747f-47cc-8067-5fe91f4c25b7 req-7a854eba-1c0c-4ca6-b3a9-e7e4438a5bd5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538297 Nov 25 20:07:37.842945 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:38.057574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc36ba3-f6c8-4c55-b3b5-4b7a3c6f9bcd req-cf51e76b-2e3d-40ef-9564-6ab75ebd368c tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:38.059494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbc36ba3-f6c8-4c55-b3b5-4b7a3c6f9bcd req-cf51e76b-2e3d-40ef-9564-6ab75ebd368c tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0586624 Nov 25 20:07:38.114725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbc36ba3-f6c8-4c55-b3b5-4b7a3c6f9bcd req-625b6421-8bbd-4972-a3d6-11470a7051bb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487339 Nov 25 20:07:38.330548 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:39.244797 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23469d-028e-4679-af52-35fbd91edcb8 req-4a8fadc5-a3eb-4bdb-ade3-640f2679774b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:39.246363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c23469d-028e-4679-af52-35fbd91edcb8 req-4a8fadc5-a3eb-4bdb-ade3-640f2679774b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0542834 Nov 25 20:07:39.303322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c23469d-028e-4679-af52-35fbd91edcb8 req-877dcefb-3854-45ab-944e-3f6e227ec3a2 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481322 Nov 25 20:07:40.366746 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-4460b869-c5b3-49e0-814b-cde9f5c16f75 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463827 Nov 25 20:07:40.439033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a05a5-c2e4-442c-b2cc-982aaf1d4462 req-76b954a7-edd1-41f8-8cfa-b6835184e054 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:40.440750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-056a05a5-c2e4-442c-b2cc-982aaf1d4462 req-76b954a7-edd1-41f8-8cfa-b6835184e054 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0599833 Nov 25 20:07:40.454551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-66e32906-d28e-44b3-befb-bfb46477cbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:40.456143 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-66e32906-d28e-44b3-befb-bfb46477cbb5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 1096 time: 0.0442824 Nov 25 20:07:40.509717 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-056a05a5-c2e4-442c-b2cc-982aaf1d4462 req-642c59be-adae-4be1-803e-0d390cc7cbb6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602973 Nov 25 20:07:40.571235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-ef2fe2c7-1c6d-4de7-80ae-36c2ac67cd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:40.572737 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-ef2fe2c7-1c6d-4de7-80ae-36c2ac67cd01 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.0962081 Nov 25 20:07:40.650031 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-2016c053-878e-43d7-a283-c842c1755dda service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45714b9f-d2de-4fc2-811b-5ecc64c16464 HTTP/1.1" status: 200 len: 1001 time: 0.0700660 Nov 25 20:07:40.703970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-938873fc-5912-496f-b833-47c725b88b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:40.705491 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-938873fc-5912-496f-b833-47c725b88b1c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0488243 Nov 25 20:07:40.756486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-bcddea26-0b35-4c57-a50c-cb0c4f4bc53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:40.758627 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-bcddea26-0b35-4c57-a50c-cb0c4f4bc53b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463252 Nov 25 20:07:40.884688 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-fa695c99-0cd2-446a-8bab-a33594ee4392 service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183000 Nov 25 20:07:40.982839 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9c8c4e76-7314-40aa-b606-b89034c464f6 req-92547cfc-04e0-44a5-95fb-81f9976b01f7 service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911565 Nov 25 20:07:41.643563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b24c5-9766-46c0-959c-54b601adec71 req-7eebaa55-452b-4b4f-98ec-52161778e93f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:41.645183 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b5b24c5-9766-46c0-959c-54b601adec71 req-7eebaa55-452b-4b4f-98ec-52161778e93f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0553601 Nov 25 20:07:41.701269 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b5b24c5-9766-46c0-959c-54b601adec71 req-c8e981e5-4e2c-491b-8892-ed235249a16d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495749 Nov 25 20:07:42.830608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11125e2e-50ee-4bb1-8e9e-1a1b99236832 req-88f1704c-a9b6-44d7-8cc0-eea648d50889 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:42.832123 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11125e2e-50ee-4bb1-8e9e-1a1b99236832 req-88f1704c-a9b6-44d7-8cc0-eea648d50889 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0546632 Nov 25 20:07:42.881879 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11125e2e-50ee-4bb1-8e9e-1a1b99236832 req-2f8cfa1f-547d-459a-b083-db836bd59ac0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428660 Nov 25 20:07:44.003702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75038327-02d8-430c-b697-1ee62562f4c4 req-eda4591f-62f8-48e6-945b-f9c811344acc tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:44.005188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75038327-02d8-430c-b697-1ee62562f4c4 req-eda4591f-62f8-48e6-945b-f9c811344acc tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0505800 Nov 25 20:07:44.055670 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-75038327-02d8-430c-b697-1ee62562f4c4 req-8dc6f6af-c0ee-457f-9a1c-fadc256c9cf6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438740 Nov 25 20:07:45.189949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f79e17e-d4d8-4cbe-8bbf-b5a41e6a78f5 req-97e08b8b-5e2e-438b-8ae5-fa398c76a93c tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:45.191527 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f79e17e-d4d8-4cbe-8bbf-b5a41e6a78f5 req-97e08b8b-5e2e-438b-8ae5-fa398c76a93c tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0512021 Nov 25 20:07:45.248330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f79e17e-d4d8-4cbe-8bbf-b5a41e6a78f5 req-78e71a27-e9d4-4cb3-bfbd-5b425040d82a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505300 Nov 25 20:07:46.331745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0119f-dd85-4a70-9526-9a0a027a9b1f req-154ed8ff-3754-46a7-9701-ab6ca0a26544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:46.333283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-79c0119f-dd85-4a70-9526-9a0a027a9b1f req-154ed8ff-3754-46a7-9701-ab6ca0a26544 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1096 time: 0.0577207 Nov 25 20:07:46.402226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15101122-60e6-46d3-957e-04cbaca7776e req-909955f7-0cbe-4d2d-b6bf-076654152cb0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:46.403949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15101122-60e6-46d3-957e-04cbaca7776e req-909955f7-0cbe-4d2d-b6bf-076654152cb0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0628672 Nov 25 20:07:46.448950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0119f-dd85-4a70-9526-9a0a027a9b1f req-a2c4bd36-a449-4342-aaa2-95698c478a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:46.450458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-79c0119f-dd85-4a70-9526-9a0a027a9b1f req-a2c4bd36-a449-4342-aaa2-95698c478a81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 200 len: 897 time: 0.0965607 Nov 25 20:07:46.460697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15101122-60e6-46d3-957e-04cbaca7776e req-2683b178-5699-415f-a71d-afd9ea15d10e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503211 Nov 25 20:07:46.810079 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-79c0119f-dd85-4a70-9526-9a0a027a9b1f req-b6f41080-c4c4-49fa-812e-fb2d5d27c416 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 1001 time: 0.3523612 Nov 25 20:07:46.859766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0119f-dd85-4a70-9526-9a0a027a9b1f req-6d9d94fe-abdd-442f-9707-9125eed3bb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:46.861287 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-79c0119f-dd85-4a70-9526-9a0a027a9b1f req-6d9d94fe-abdd-442f-9707-9125eed3bb4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3180abd-7d85-467f-82c6-2a17c873a851 HTTP/1.1" status: 200 len: 835 time: 0.0438349 Nov 25 20:07:46.907485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0119f-dd85-4a70-9526-9a0a027a9b1f req-beb6f4d8-5091-4c6b-ab4a-30b717bc52fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:46.908993 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-79c0119f-dd85-4a70-9526-9a0a027a9b1f req-beb6f4d8-5091-4c6b-ab4a-30b717bc52fb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c38a5398-2053-4e97-80fe-a490594ea52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406580 Nov 25 20:07:47.011039 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-79c0119f-dd85-4a70-9526-9a0a027a9b1f req-a299ed13-5ede-49a6-8998-381c13aa0615 service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925112 Nov 25 20:07:47.105836 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-79c0119f-dd85-4a70-9526-9a0a027a9b1f req-43987e64-fcad-4802-99f1-61f5b815d65e service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862823 Nov 25 20:07:47.589446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e8a99-00db-4369-a571-01b6d33e35a5 req-6225c075-8499-4d65-8f23-110caa232601 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:47.591068 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-190e8a99-00db-4369-a571-01b6d33e35a5 req-6225c075-8499-4d65-8f23-110caa232601 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0512829 Nov 25 20:07:47.645554 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-190e8a99-00db-4369-a571-01b6d33e35a5 req-d51249b0-1826-438d-b523-26864ceaff46 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459270 Nov 25 20:07:48.776949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7373401-2c78-44e1-82d9-63a7f1cd01ba req-c618fc49-ae11-42ca-9309-ac0049fb00fb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:48.778488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7373401-2c78-44e1-82d9-63a7f1cd01ba req-c618fc49-ae11-42ca-9309-ac0049fb00fb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0591993 Nov 25 20:07:48.829523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7373401-2c78-44e1-82d9-63a7f1cd01ba req-9220ea48-a578-41fd-970d-6cf948d2e44e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447998 Nov 25 20:07:49.954864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff06a6-3058-42cb-a830-93604d280b7c req-3243bd32-1270-4a69-aa0f-c01f3468cbbe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:49.956390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fff06a6-3058-42cb-a830-93604d280b7c req-3243bd32-1270-4a69-aa0f-c01f3468cbbe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0512786 Nov 25 20:07:50.010357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fff06a6-3058-42cb-a830-93604d280b7c req-59aef75d-6f04-4d1e-a6ab-d803acc43be2 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478456 Nov 25 20:07:50.951327 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:51.132382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67574f99-c82a-4df1-b473-5d19ffb5f524 req-9fe04bd4-c4e2-4801-9fd6-b7389aab1bd1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:51.133871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67574f99-c82a-4df1-b473-5d19ffb5f524 req-9fe04bd4-c4e2-4801-9fd6-b7389aab1bd1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0508969 Nov 25 20:07:51.187809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67574f99-c82a-4df1-b473-5d19ffb5f524 req-ae9b3e2f-787f-405d-99be-49ef97dee05b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479620 Nov 25 20:07:52.332049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e314abd6-eb0a-4aad-8615-2d8401721111 req-bfc2c407-4557-4835-b88a-f1d0cba400bc tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:52.333673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e314abd6-eb0a-4aad-8615-2d8401721111 req-bfc2c407-4557-4835-b88a-f1d0cba400bc tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0540607 Nov 25 20:07:52.391617 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e314abd6-eb0a-4aad-8615-2d8401721111 req-ce644449-17c1-47fd-9392-f192cf651b06 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508947 Nov 25 20:07:53.216603 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:53.501759 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-75f3222f-5082-4a10-8d10-d21ab0febb6e service neutron] show failed (client error): The resource could not be found. Nov 25 20:07:53.502958 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-75f3222f-5082-4a10-8d10-d21ab0febb6e service neutron] 10.222.0.60 "GET /v2.0/ports/7efdb7a4-cc25-4c44-84ca-623212e44d9f/bindings/n-h2-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0632150 Nov 25 20:07:53.523686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360689b8-715d-4e3c-a0f4-d5a187da0b14 req-6075fbcc-1b37-4b7f-b6e4-3b0fbbed2b18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:53.525229 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-360689b8-715d-4e3c-a0f4-d5a187da0b14 req-6075fbcc-1b37-4b7f-b6e4-3b0fbbed2b18 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0586419 Nov 25 20:07:53.576504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-360689b8-715d-4e3c-a0f4-d5a187da0b14 req-5da7c5db-1bf3-47ee-ad39-b131d22c2b4a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449357 Nov 25 20:07:53.735329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-38b017a9-cb39-4292-8ee4-16d8f5d1adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:53.736863 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-38b017a9-cb39-4292-8ee4-16d8f5d1adcc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 1096 time: 0.0721433 Nov 25 20:07:53.748815 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:07:53.806055 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:54.019719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:54.056367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:54.098375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:54.100979 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51623902-fc00-48cb-92b4-c102b909adf3" -d '{"events": [{"server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "name": "network-vif-unplugged", "status": "completed", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:54.105184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:54.120148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Transition to ACTIVE for port object 7efdb7a4-cc25-4c44-84ca-623212e44d9f will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:07:54.124310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:54.164609 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3055a4-3b6c-42ca-9361-3a9713b294b0 x-openstack-request-id: req-bb3055a4-3b6c-42ca-9361-3a9713b294b0 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:54.164906 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "name": "network-vif-unplugged", "status": "completed", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:54.165157 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb3055a4-3b6c-42ca-9361-3a9713b294b0 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:54.165557 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'code': 200} Nov 25 20:07:54.241812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Pushing event updated for resources: {'Port': ['ID=7efdb7a4-cc25-4c44-84ca-623212e44d9f,revision_number=6']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:54.269219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.269565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.269908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.270244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.270577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.270942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.271273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.271598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.271924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.272329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.272760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.273336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:54.323078 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] No DVR routers for this DVR port 7efdb7a4-cc25-4c44-84ca-623212e44d9f on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:07:54.463100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Attempting to bind port 7efdb7a4-cc25-4c44-84ca-623212e44d9f on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:07:54.463378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Attempting to bind port 7efdb7a4-cc25-4c44-84ca-623212e44d9f by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:07:54.463715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Attempting to bind port 7efdb7a4-cc25-4c44-84ca-623212e44d9f on network c38a5398-2053-4e97-80fe-a490594ea52c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:54.468235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Port 7efdb7a4-cc25-4c44-84ca-623212e44d9f on network c38a5398-2053-4e97-80fe-a490594ea52c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:07:54.468562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Attempting to bind port 7efdb7a4-cc25-4c44-84ca-623212e44d9f on network c38a5398-2053-4e97-80fe-a490594ea52c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:07:54.473469 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 7, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:07:54.473813 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Checking segment: {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:07:54.474207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Bound using segment: {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:07:54.474635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Bound port: 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '84486952-0c58-4f54-a6ee-ad712c886d3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:07:54.475026 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:54.540135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:07:54.543380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:07:54.547957 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:54.580901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:54.581519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:54.582935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] 10.222.0.76 "PUT /v2.0/ports/7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 1091 time: 0.8381023 Nov 25 20:07:54.626824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f8c4a-8324-478e-a2bd-0476637fff9f service neutron] Pushing event updated for resources: {'Port': ['ID=7efdb7a4-cc25-4c44-84ca-623212e44d9f,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:54.660830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-edf678f0-0a6d-4185-bc70-da85b5fc73b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:54.662388 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-edf678f0-0a6d-4185-bc70-da85b5fc73b3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1094 time: 0.0554476 Nov 25 20:07:54.720016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c2e7a-cf1c-4f69-98e8-d42bf0b6f947 req-7410813e-638f-485e-9452-b06f921af919 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:54.722408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-937c2e7a-cf1c-4f69-98e8-d42bf0b6f947 req-7410813e-638f-485e-9452-b06f921af919 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 943 time: 0.0603132 Nov 25 20:07:54.770449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-81027ec2-3091-4f6e-aa5c-4299366e50a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:54.772072 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-81027ec2-3091-4f6e-aa5c-4299366e50a1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 200 len: 897 time: 0.1032333 Nov 25 20:07:54.789681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-937c2e7a-cf1c-4f69-98e8-d42bf0b6f947 req-2988c11b-0d8b-484b-9579-b6179eca3db5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537026 Nov 25 20:07:54.849393 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-5b9ec7d0-aff0-4a34-9c8f-8f7b901d440a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 999 time: 0.0695848 Nov 25 20:07:54.906703 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-53b95992-0177-4c67-93d1-e5c52f28c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:54.908298 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-53b95992-0177-4c67-93d1-e5c52f28c866 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3180abd-7d85-467f-82c6-2a17c873a851 HTTP/1.1" status: 200 len: 835 time: 0.0447295 Nov 25 20:07:54.953372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-5f3e8066-1835-4556-a2bb-831dcd86eafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:54.954889 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-5f3e8066-1835-4556-a2bb-831dcd86eafc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c38a5398-2053-4e97-80fe-a490594ea52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394914 Nov 25 20:07:55.050535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-10de1006-a1ad-40d1-9533-b228ddcb11fc service neutron] 10.222.0.76 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887897 Nov 25 20:07:55.145414 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac144c71-9e6d-43db-a3f1-d846abd33052 req-67623343-6145-4f36-a484-be524f4200c0 service neutron] 10.222.0.76 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876679 Nov 25 20:07:55.922478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa441eb-6e86-40b2-bae0-3b48103fc7c5 req-2192aa36-a54a-44af-bb17-0e3b6d9a7215 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:55.923986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-caa441eb-6e86-40b2-bae0-3b48103fc7c5 req-2192aa36-a54a-44af-bb17-0e3b6d9a7215 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 943 time: 0.0500245 Nov 25 20:07:55.981600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-caa441eb-6e86-40b2-bae0-3b48103fc7c5 req-c7f93f1d-ea2c-4013-a271-e0d2d6f705d0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508201 Nov 25 20:07:56.166477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:07:56.168917 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09" -d '{"events": [{"name": "network-changed", "server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:07:56.219465 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc06f781-b3a3-49ef-ae39-e289e98bc87b x-openstack-request-id: req-fc06f781-b3a3-49ef-ae39-e289e98bc87b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:07:56.219830 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:07:56.220070 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fc06f781-b3a3-49ef-ae39-e289e98bc87b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:07:56.220477 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'status': 'completed', 'code': 200} Nov 25 20:07:56.316834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-d86327e9-3e05-4a33-8769-8884e8e95148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:56.318351 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-d86327e9-3e05-4a33-8769-8884e8e95148 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1094 time: 0.0747161 Nov 25 20:07:56.339282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-2ae717b7-8e9c-4d3c-93b0-393b305c15da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:56.340982 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-2ae717b7-8e9c-4d3c-93b0-393b305c15da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1094 time: 0.0890131 Nov 25 20:07:56.513037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-999f63b7-84d7-46d3-8d38-38348175589f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:56.514484 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-999f63b7-84d7-46d3-8d38-38348175589f service neutron] 10.222.0.76 "GET /v2.0/networks?id=c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 200 len: 897 time: 0.1878862 Nov 25 20:07:56.531284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-f027e5d9-7112-4aa3-a825-e0dd691a3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:56.532823 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-f027e5d9-7112-4aa3-a825-e0dd691a3b04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 200 len: 897 time: 0.1802447 Nov 25 20:07:56.634228 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-e3543044-35eb-46fb-b523-e7bde6297e7e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 999 time: 0.1101263 Nov 25 20:07:56.652729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-dd60220e-5b3e-4693-a4c6-20e05983477e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 999 time: 0.0885048 Nov 25 20:07:56.724148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-599a279f-b690-4f45-bef2-c4674ee48302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:56.726595 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-599a279f-b690-4f45-bef2-c4674ee48302 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3180abd-7d85-467f-82c6-2a17c873a851 HTTP/1.1" status: 200 len: 835 time: 0.0834789 Nov 25 20:07:56.736103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-4159f173-89e5-40c1-b203-540047628675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:56.737547 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-4159f173-89e5-40c1-b203-540047628675 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3180abd-7d85-467f-82c6-2a17c873a851 HTTP/1.1" status: 200 len: 835 time: 0.0633607 Nov 25 20:07:56.815203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-f2846d6b-3312-415a-ad8d-c5a9081163d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:56.816808 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-f2846d6b-3312-415a-ad8d-c5a9081163d2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c38a5398-2053-4e97-80fe-a490594ea52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0824358 Nov 25 20:07:56.821297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-b45e358f-772d-4ea2-a23e-3df5d836cf31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:56.822670 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-b45e358f-772d-4ea2-a23e-3df5d836cf31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c38a5398-2053-4e97-80fe-a490594ea52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0764992 Nov 25 20:07:56.874901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7efdb7a4-cc25-4c44-84ca-623212e44d9f no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:07:56.917077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 7efdb7a4-cc25-4c44-84ca-623212e44d9f not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:07:56.983521 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-fee27f64-ce1b-46fa-8b6f-d38cbaaa2136 service neutron] 10.222.0.76 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594620 Nov 25 20:07:56.986818 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-80e91bc8-c687-4732-9dde-95ee9966d2bd service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548419 Nov 25 20:07:57.115329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60f071-495b-407f-ac07-67ee7dcd6867 req-03c48ec6-1a1e-4390-a442-9e89c9df445d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:57.117049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c60f071-495b-407f-ac07-67ee7dcd6867 req-03c48ec6-1a1e-4390-a442-9e89c9df445d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 943 time: 0.0612252 Nov 25 20:07:57.173397 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-42032633-1200-4586-a3aa-e00277f40ebe service neutron] 10.222.0.76 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824551 Nov 25 20:07:57.177514 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1aa16f12-bfaf-4aa5-9791-a32479bd8c09 req-6bff1199-d1a7-40e9-83eb-15a1d46b077e service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789441 Nov 25 20:07:57.191084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6c60f071-495b-407f-ac07-67ee7dcd6867 req-17a74d6e-a2ab-49b7-aa25-b484ec3ea6ed tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650914 Nov 25 20:07:57.448160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d08292-27d8-4c8f-add7-b3d131366823 req-58a1b44b-2fcd-4971-b5c8-e7d95e4f050a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:57.451101 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3d08292-27d8-4c8f-add7-b3d131366823 req-58a1b44b-2fcd-4971-b5c8-e7d95e4f050a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 943 time: 0.0647883 Nov 25 20:07:57.509948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3d08292-27d8-4c8f-add7-b3d131366823 req-fc7a972c-078d-4e84-9e49-afa4149d53f5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525072 Nov 25 20:07:57.530646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06687317-4768-4dcf-8a8d-422606a13681 req-86c7572e-db2d-417a-8863-dcf02d103606 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:57.532234 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06687317-4768-4dcf-8a8d-422606a13681 req-86c7572e-db2d-417a-8863-dcf02d103606 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31&tenant_id=d1115c662d4849199ea30501137f9abf&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 943 time: 0.0994506 Nov 25 20:07:57.594588 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-06687317-4768-4dcf-8a8d-422606a13681 req-53266909-f09d-439a-a5bf-528b1ca0ca2f service neutron] delete failed (client error): The resource could not be found. Nov 25 20:07:57.595654 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06687317-4768-4dcf-8a8d-422606a13681 req-53266909-f09d-439a-a5bf-528b1ca0ca2f service neutron] 10.222.0.60 "DELETE /v2.0/ports/7efdb7a4-cc25-4c44-84ca-623212e44d9f/bindings/n-h1-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0558863 Nov 25 20:07:57.681974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06687317-4768-4dcf-8a8d-422606a13681 req-49cc6ff4-29bc-4b84-a8f8-ee376ae2a05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:57.683480 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06687317-4768-4dcf-8a8d-422606a13681 req-49cc6ff4-29bc-4b84-a8f8-ee376ae2a05a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1094 time: 0.0424590 Nov 25 20:07:57.784191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06687317-4768-4dcf-8a8d-422606a13681 req-f57170b1-2a84-4ccb-ba59-78fa0d49a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:57.785591 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06687317-4768-4dcf-8a8d-422606a13681 req-f57170b1-2a84-4ccb-ba59-78fa0d49a133 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 200 len: 897 time: 0.0940731 Nov 25 20:07:57.854790 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06687317-4768-4dcf-8a8d-422606a13681 req-d5a81a86-9e67-45b9-9ebe-6f5fbb6027dc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 999 time: 0.0614634 Nov 25 20:07:57.917778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06687317-4768-4dcf-8a8d-422606a13681 req-f62cfb0f-f134-4b7c-9a90-aa3434c1df72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:57.919289 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06687317-4768-4dcf-8a8d-422606a13681 req-f62cfb0f-f134-4b7c-9a90-aa3434c1df72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d3180abd-7d85-467f-82c6-2a17c873a851 HTTP/1.1" status: 200 len: 835 time: 0.0581305 Nov 25 20:07:57.968129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06687317-4768-4dcf-8a8d-422606a13681 req-4c86b2c0-acf3-4e43-a3ea-ab40af50ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:57.969648 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06687317-4768-4dcf-8a8d-422606a13681 req-4c86b2c0-acf3-4e43-a3ea-ab40af50ccb0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c38a5398-2053-4e97-80fe-a490594ea52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430322 Nov 25 20:07:58.064461 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06687317-4768-4dcf-8a8d-422606a13681 req-cb5d4be3-159a-409b-ab81-3bc8f83b4afe service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865154 Nov 25 20:07:58.160304 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06687317-4768-4dcf-8a8d-422606a13681 req-b0d3b795-fb02-4660-8823-cc6bbc862257 service neutron] 10.222.0.60 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888522 Nov 25 20:07:58.547450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 7efdb7a4-cc25-4c44-84ca-623212e44d9f details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:07:58.664884 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f77e3b-234f-4f74-bc90-9a5f2b7b468c req-02072105-5ff0-46e6-87d4-6b50697cf0bf tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:07:58.665279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:58.665670 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26f77e3b-234f-4f74-bc90-9a5f2b7b468c req-02072105-5ff0-46e6-87d4-6b50697cf0bf tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 943 time: 0.0597064 Nov 25 20:07:58.688369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'port_id': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'mac_address': 'fa:16:3e:a5:83:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:07:58.733527 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26f77e3b-234f-4f74-bc90-9a5f2b7b468c req-b2061d3c-6d30-4f1c-aa0f-d73447bd2a19 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616844 Nov 25 20:07:58.759933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41770) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:07:58.764078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:58.782600 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7efdb7a4-cc25-4c44-84ca-623212e44d9f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:07:58.807592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:07:58.812045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:07:58.826687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9736c4f6-ae44-4d6a-b397-9a7a179e8dd0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/79734763-c88a-4a2d-a0e0-f50204c74dc5 HTTP/1.1" status: 200 len: 991 time: 0.0655065 Nov 25 20:07:58.862536 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=7efdb7a4-cc25-4c44-84ca-623212e44d9f,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:07:58.870247 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:58.870611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:58.870981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:58.871323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:58.871661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:58.871995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:58.872329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:58.872659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:58.872989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:58.873317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:58.873647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:58.873972 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:07:59.035398 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['7efdb7a4-cc25-4c44-84ca-623212e44d9f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:08:00.578162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 7efdb7a4-cc25-4c44-84ca-623212e44d9f up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:08:00.630451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 7efdb7a4-cc25-4c44-84ca-623212e44d9f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:08:00.634639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 7efdb7a4-cc25-4c44-84ca-623212e44d9f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:00.635042 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.720665 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.745401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:00.747688 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81a34ef-f3ca-460a-84fb-d7629a4b0542" -d '{"events": [{"server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "name": "network-vif-plugged", "status": "completed", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:00.760990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:00.765452 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:00.790610 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc23a91-b684-4f04-9c82-176f63a01f85 x-openstack-request-id: req-5bc23a91-b684-4f04-9c82-176f63a01f85 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:00.790938 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "name": "network-vif-plugged", "status": "completed", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:00.791194 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5bc23a91-b684-4f04-9c82-176f63a01f85 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:00.791585 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'code': 200} Nov 25 20:08:00.820363 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=7efdb7a4-cc25-4c44-84ca-623212e44d9f,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:02.095907 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c3bb4a11-13f3-46ab-9070-672537900f62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:04.994662 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:08:05.220592 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f4318a0-91f1-40bb-b8dd-5333eeaffcea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:06.492171 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:07.851654 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:08.331625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:20.963780 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:23.237795 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:27.443063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551b1bd1-fd30-4c48-af7c-7e7cca86b26e req-a5e7a880-923b-4ab3-9b61-7cb9f5e4fc52 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:27.445129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-551b1bd1-fd30-4c48-af7c-7e7cca86b26e req-a5e7a880-923b-4ab3-9b61-7cb9f5e4fc52 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1096 time: 0.0437324 Nov 25 20:08:27.498173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-551b1bd1-fd30-4c48-af7c-7e7cca86b26e req-67d97e14-f9e5-4f34-88d8-39a3bc72f7e3 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466046 Nov 25 20:08:27.535602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41892) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:27.707932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port 74c47f09-b520-44c6-894d-ce45033f0dc9 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:27.708287 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:27.784778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:27.785117 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:27.797116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for 74c47f09-b520-44c6-894d-ce45033f0dc9 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:27.953836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:27.981859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=74c47f09-b520-44c6-894d-ce45033f0dc9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:28.052235 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:28.052564 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Floating IP 79734763-c88a-4a2d-a0e0-f50204c74dc5 disassociated (deleted). External IP: 172.25.8.246, port: 7efdb7a4-cc25-4c44-84ca-623212e44d9f. Nov 25 20:08:28.563479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router 6023842b-0caa-457a-86ad-c5f98bedf422 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:08:28.695828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:28.701354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:28.706684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f3081-dc64-4f0a-95ee-13df82b30387 None None] Sync routers for ids ['6023842b-0caa-457a-86ad-c5f98bedf422'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:28.719777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f3081-dc64-4f0a-95ee-13df82b30387 None None] Routers {'6023842b-0caa-457a-86ad-c5f98bedf422'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:28.720416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3c0f3081-dc64-4f0a-95ee-13df82b30387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6023842b-0caa-457a-86ad-c5f98bedf422'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:28.735496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b9f1833d-dd3a-419a-bd9f-b65df7831dfe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/floatingips/79734763-c88a-4a2d-a0e0-f50204c74dc5 HTTP/1.1" status: 204 len: 168 time: 1.1987646 Nov 25 20:08:28.736180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:28.738573 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911" -d '{"events": [{"name": "network-changed", "server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:28.834058 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-3c0f3081-dc64-4f0a-95ee-13df82b30387 None None] Set router 6023842b-0caa-457a-86ad-c5f98bedf422 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:28.894638 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0116de-fc3d-4622-bf2b-0d0c0f8428b9 x-openstack-request-id: req-bd0116de-fc3d-4622-bf2b-0d0c0f8428b9 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:28.895032 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:28.895350 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd0116de-fc3d-4622-bf2b-0d0c0f8428b9 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:28.895810 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'status': 'completed', 'code': 200} Nov 25 20:08:28.965739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-a3ee2934-e013-41ca-a2a1-b420222c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:28.967998 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-a3ee2934-e013-41ca-a2a1-b420222c0ce4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 1096 time: 0.0440199 Nov 25 20:08:28.995063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c67fef-a623-43fa-81d3-ddd2e1636527 req-4c14eeda-3f44-4c8a-ac39-8611a414a323 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:28.997958 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88c67fef-a623-43fa-81d3-ddd2e1636527 req-4c14eeda-3f44-4c8a-ac39-8611a414a323 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0565627 Nov 25 20:08:29.050108 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3c0f3081-dc64-4f0a-95ee-13df82b30387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'f0735520-c848-4e4b-a1ac-1c5198de808e', 'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:62:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:43Z', 'updated_at': '2021-11-25T20:06:47Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:29.055302 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88c67fef-a623-43fa-81d3-ddd2e1636527 req-02ef8170-d9b5-48c5-a0d3-3f0b2685f346 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498729 Nov 25 20:08:29.079896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-2b7b5aaa-fda5-4270-b666-8d8192d12bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:29.081406 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-2b7b5aaa-fda5-4270-b666-8d8192d12bcf service neutron] 10.222.0.76 "GET /v2.0/networks?id=c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 200 len: 897 time: 0.1030779 Nov 25 20:08:29.083416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f3081-dc64-4f0a-95ee-13df82b30387 None None] Checking router: 6023842b-0caa-457a-86ad-c5f98bedf422 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:29.093706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0f3081-dc64-4f0a-95ee-13df82b30387 None None] Routers {'6023842b-0caa-457a-86ad-c5f98bedf422'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:29.094316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3c0f3081-dc64-4f0a-95ee-13df82b30387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6023842b-0caa-457a-86ad-c5f98bedf422'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:29.126469 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-38f7e3b1-104c-4a16-b6cd-ccff0fa87a2c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 200 len: 217 time: 0.0370579 Nov 25 20:08:29.178707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-9b959d7a-78ea-4c34-9b62-7972a6cd9880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:29.180364 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-9b959d7a-78ea-4c34-9b62-7972a6cd9880 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=d3180abd-7d85-467f-82c6-2a17c873a851 HTTP/1.1" status: 200 len: 835 time: 0.0459032 Nov 25 20:08:29.207883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-3c0f3081-dc64-4f0a-95ee-13df82b30387 None None] Set router 6023842b-0caa-457a-86ad-c5f98bedf422 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:29.235672 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-419970ca-0a24-4554-938a-dd9094db338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:29.237190 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-419970ca-0a24-4554-938a-dd9094db338e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c38a5398-2053-4e97-80fe-a490594ea52c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480299 Nov 25 20:08:29.260150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-d499d0d9-6712-432a-9314-bd32e676e202 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:08:29.261157 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-d499d0d9-6712-432a-9314-bd32e676e202 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058999 Nov 25 20:08:29.359897 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-bf41e692-922f-47cf-af18-6778c0652eb7 service neutron] 10.222.0.76 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876851 Nov 25 20:08:29.433300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3c0f3081-dc64-4f0a-95ee-13df82b30387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'f0735520-c848-4e4b-a1ac-1c5198de808e', 'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:62:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:43Z', 'updated_at': '2021-11-25T20:06:47Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:29.461601 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0f3081-dc64-4f0a-95ee-13df82b30387 None None] The sync data for ids ['6023842b-0caa-457a-86ad-c5f98bedf422'] in n-d-817303-9 is: [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:06:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'f0735520-c848-4e4b-a1ac-1c5198de808e', 'name': '', 'network_id': 'c38a5398-2053-4e97-80fe-a490594ea52c', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:62:c9:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_interface', 'standard_attr_id': 3596, 'fixed_ips': [{'subnet_id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:43Z', 'updated_at': '2021-11-25T20:06:47Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'd3180abd-7d85-467f-82c6-2a17c873a851', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:29.470824 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-dd4c9c8f-28f4-43ef-8ac5-64fcb80ae911 req-ce5d1542-dbe2-4124-800c-45ff9d5fca1c service neutron] 10.222.0.76 "GET /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995765 Nov 25 20:08:29.705146 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ae2eb8-826c-44a5-88a9-1b9134d7bc6f None None] New status for floating IP 79734763-c88a-4a2d-a0e0-f50204c74dc5: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:08:30.177472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beb4467-c289-4f8d-86d9-2674c601c679 req-c47b3b65-3d3c-47c6-9f12-398b8a2c6d9a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:30.179118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1beb4467-c289-4f8d-86d9-2674c601c679 req-c47b3b65-3d3c-47c6-9f12-398b8a2c6d9a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0524013 Nov 25 20:08:30.230859 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1beb4467-c289-4f8d-86d9-2674c601c679 req-04af4ea0-9a36-4a31-822a-2e0b4f0614c0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=e5f04b3b-e4e1-4c0c-859f-b98c88a97042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454028 Nov 25 20:08:30.333846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8608e6a-2711-4f31-8795-7cc8b4987a11 req-da45f2a2-4d8c-43c1-a9b0-78bc8f8b8578 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:30.336705 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a8608e6a-2711-4f31-8795-7cc8b4987a11 req-da45f2a2-4d8c-43c1-a9b0-78bc8f8b8578 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.76 "GET /v2.0/ports?device_id=2305ee36-95ec-4748-9fcb-98a87b1b3a31 HTTP/1.1" status: 200 len: 945 time: 0.0545261 Nov 25 20:08:30.429780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a8608e6a-2711-4f31-8795-7cc8b4987a11 req-0e4c50aa-db92-4643-8a32-6e79304c03f5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port 7efdb7a4-cc25-4c44-84ca-623212e44d9f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:30.430111 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a8608e6a-2711-4f31-8795-7cc8b4987a11 req-0e4c50aa-db92-4643-8a32-6e79304c03f5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:30.524846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-a8608e6a-2711-4f31-8795-7cc8b4987a11 req-0e4c50aa-db92-4643-8a32-6e79304c03f5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port 7efdb7a4-cc25-4c44-84ca-623212e44d9f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7efdb7a4-cc25-4c44-84ca-623212e44d9f,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:30.525211 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a8608e6a-2711-4f31-8795-7cc8b4987a11 req-0e4c50aa-db92-4643-8a32-6e79304c03f5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:30.537837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-a8608e6a-2711-4f31-8795-7cc8b4987a11 req-0e4c50aa-db92-4643-8a32-6e79304c03f5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for 7efdb7a4-cc25-4c44-84ca-623212e44d9f owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:30.672547 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a8608e6a-2711-4f31-8795-7cc8b4987a11 req-0e4c50aa-db92-4643-8a32-6e79304c03f5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:30.705557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c50aa-db92-4643-8a32-6e79304c03f5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=7efdb7a4-cc25-4c44-84ca-623212e44d9f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:30.755411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8608e6a-2711-4f31-8795-7cc8b4987a11 req-0e4c50aa-db92-4643-8a32-6e79304c03f5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] No DVR routers for this DVR port 7efdb7a4-cc25-4c44-84ca-623212e44d9f on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:08:30.758850 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-a8608e6a-2711-4f31-8795-7cc8b4987a11 req-0e4c50aa-db92-4643-8a32-6e79304c03f5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:30.762320 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a8608e6a-2711-4f31-8795-7cc8b4987a11 req-0e4c50aa-db92-4643-8a32-6e79304c03f5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.76 "DELETE /v2.0/ports/7efdb7a4-cc25-4c44-84ca-623212e44d9f HTTP/1.1" status: 204 len: 173 time: 0.4192991 Nov 25 20:08:30.762787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'name': 'network-vif-deleted', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:30.765250 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda4acb5-701d-4c20-84ed-1614d0b6c4d5" -d '{"events": [{"server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "name": "network-vif-deleted", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:30.835808 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a62834e-fc9f-4c33-9dec-6dedcfdf4a47 x-openstack-request-id: req-4a62834e-fc9f-4c33-9dec-6dedcfdf4a47 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:30.836103 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2305ee36-95ec-4748-9fcb-98a87b1b3a31", "name": "network-vif-deleted", "tag": "7efdb7a4-cc25-4c44-84ca-623212e44d9f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:30.836496 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4a62834e-fc9f-4c33-9dec-6dedcfdf4a47 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:30.836779 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2305ee36-95ec-4748-9fcb-98a87b1b3a31', 'name': 'network-vif-deleted', 'tag': '7efdb7a4-cc25-4c44-84ca-623212e44d9f', 'status': 'completed', 'code': 200} Nov 25 20:08:31.291893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41934) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:31.703844 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:32.005239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port f0735520-c848-4e4b-a1ac-1c5198de808e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:32.005558 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:32.101909 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6d614c1f-09c8-4bf9-9218-4f8374fe04d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:32.114676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port f0735520-c848-4e4b-a1ac-1c5198de808e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f0735520-c848-4e4b-a1ac-1c5198de808e,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:32.115073 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:32.130094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for f0735520-c848-4e4b-a1ac-1c5198de808e owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:32.361109 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:32.390898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=f0735520-c848-4e4b-a1ac-1c5198de808e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:32.596028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:32.718889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 7efdb7a4-cc25-4c44-84ca-623212e44d9f no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:32.753525 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 7efdb7a4-cc25-4c44-84ca-623212e44d9f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:32.753993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 7efdb7a4-cc25-4c44-84ca-623212e44d9f not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:32.842921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router 6023842b-0caa-457a-86ad-c5f98bedf422 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:08:32.957801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:32.963793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dfcaded3-993f-48df-9b48-ddc6cb59fab8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "PUT /v2.0/routers/6023842b-0caa-457a-86ad-c5f98bedf422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6708143 Nov 25 20:08:32.966618 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41938) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:32.973392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72ef68-b636-49a7-b3b9-f47b34821345 None None] Sync routers for ids ['6023842b-0caa-457a-86ad-c5f98bedf422'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:32.985238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72ef68-b636-49a7-b3b9-f47b34821345 None None] Routers {'6023842b-0caa-457a-86ad-c5f98bedf422'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:32.985847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9a72ef68-b636-49a7-b3b9-f47b34821345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6023842b-0caa-457a-86ad-c5f98bedf422'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:33.024871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-4efed1bd-1f01-4556-a3a5-01548ac6d2ae tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting subnet d3180abd-7d85-467f-82c6-2a17c873a851 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:08:33.028890 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4efed1bd-1f01-4556-a3a5-01548ac6d2ae tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:33.071031 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4efed1bd-1f01-4556-a3a5-01548ac6d2ae tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:33.100903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-9a72ef68-b636-49a7-b3b9-f47b34821345 None None] Set router 6023842b-0caa-457a-86ad-c5f98bedf422 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:33.162810 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4efed1bd-1f01-4556-a3a5-01548ac6d2ae tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:33.226861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4efed1bd-1f01-4556-a3a5-01548ac6d2ae tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:33.255294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efed1bd-1f01-4556-a3a5-01548ac6d2ae tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Subnet': ['ID=d3180abd-7d85-467f-82c6-2a17c873a851,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:33.259891 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4efed1bd-1f01-4556-a3a5-01548ac6d2ae tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:33.263255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4efed1bd-1f01-4556-a3a5-01548ac6d2ae tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/subnets/d3180abd-7d85-467f-82c6-2a17c873a851 HTTP/1.1" status: 204 len: 168 time: 0.2956266 Nov 25 20:08:33.266261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41940) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:33.425136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3bc6cb-d4be-4daa-bd07-e9105ce5dec4 None None] Network c38a5398-2053-4e97-80fe-a490594ea52c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:08:33.581794 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9a72ef68-b636-49a7-b3b9-f47b34821345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:08:32Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:33.612312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72ef68-b636-49a7-b3b9-f47b34821345 None None] Checking router: 6023842b-0caa-457a-86ad-c5f98bedf422 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:33.629670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a72ef68-b636-49a7-b3b9-f47b34821345 None None] Routers {'6023842b-0caa-457a-86ad-c5f98bedf422'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:33.630291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9a72ef68-b636-49a7-b3b9-f47b34821345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['6023842b-0caa-457a-86ad-c5f98bedf422'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:33.735943 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:33.754839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-9a72ef68-b636-49a7-b3b9-f47b34821345 None None] Set router 6023842b-0caa-457a-86ad-c5f98bedf422 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:33.813797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95fcbcc9-fc8d-4a79-88a8-ddbeb3afe013 None None] DHCP port deletion for c38a5398-2053-4e97-80fe-a490594ea52c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:33.855431 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:33.915203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port 521ff275-dfd0-4beb-9e27-5b2c55962d5d {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:33.915455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:33.960770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-95fcbcc9-fc8d-4a79-88a8-ddbeb3afe013 None None] Deleting port a9988557-c395-4bea-b438-8628270910de {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:33.961260 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-95fcbcc9-fc8d-4a79-88a8-ddbeb3afe013 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.000297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port 521ff275-dfd0-4beb-9e27-5b2c55962d5d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=521ff275-dfd0-4beb-9e27-5b2c55962d5d,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:34.000683 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.013837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for 521ff275-dfd0-4beb-9e27-5b2c55962d5d owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:34.030445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-95fcbcc9-fc8d-4a79-88a8-ddbeb3afe013 None None] For port a9988557-c395-4bea-b438-8628270910de, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9988557-c395-4bea-b438-8628270910de,segment=NetworkSegment(84486952-0c58-4f54-a6ee-ad712c886d3d),segment_id=84486952-0c58-4f54-a6ee-ad712c886d3d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:34.030869 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-95fcbcc9-fc8d-4a79-88a8-ddbeb3afe013 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.046391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-95fcbcc9-fc8d-4a79-88a8-ddbeb3afe013 None None] Calling delete_port for a9988557-c395-4bea-b438-8628270910de owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:34.107103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9a72ef68-b636-49a7-b3b9-f47b34821345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:08:32Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:34.144193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a72ef68-b636-49a7-b3b9-f47b34821345 None None] The sync data for ids ['6023842b-0caa-457a-86ad-c5f98bedf422'] in n-d-817303-9 is: [{'id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'name': 'tempest-TestNetworkAdvancedServerOps-router-283739255', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227'}], 'enable_snat': True}, 'gw_port_id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:06:38Z', 'updated_at': '2021-11-25T20:08:32Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '521ff275-dfd0-4beb-9e27-5b2c55962d5d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:0a:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6023842b-0caa-457a-86ad-c5f98bedf422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3593, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:06:39Z', 'updated_at': '2021-11-25T20:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:34.170498 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-95fcbcc9-fc8d-4a79-88a8-ddbeb3afe013 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.197143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.206566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fcbcc9-fc8d-4a79-88a8-ddbeb3afe013 None None] Pushing event deleted for resources: {'Port': ['ID=a9988557-c395-4bea-b438-8628270910de,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:34.210252 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fcbcc9-fc8d-4a79-88a8-ddbeb3afe013 None None] No DVR routers for this DVR port a9988557-c395-4bea-b438-8628270910de on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:08:34.235592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=521ff275-dfd0-4beb-9e27-5b2c55962d5d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:34.247118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6180a427-929d-47d4-a946-a6889b3eb832 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:34.303191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.402471 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.405011 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.451402 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.451939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Fanout notify agent at l3_agent the message router_deleted on router 6023842b-0caa-457a-86ad-c5f98bedf422 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:08:34.460713 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.461901 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7f273fb8-7a05-47e7-ab0c-91a878c4f478 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/routers/6023842b-0caa-457a-86ad-c5f98bedf422 HTTP/1.1" status: 204 len: 168 time: 1.1940227 Nov 25 20:08:34.464856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41946) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:34.566331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.667278 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.690077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c38a5398-2053-4e97-80fe-a490594ea52c']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:34.700245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84486952-0c58-4f54-a6ee-ad712c886d3d') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:34.700536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84486952-0c58-4f54-a6ee-ad712c886d3d') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:34.715700 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.729946 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.736775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:08:34.737552 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:08:34.742208 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:08:34.813184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.820326 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.823493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/networks/c38a5398-2053-4e97-80fe-a490594ea52c HTTP/1.1" status: 204 len: 168 time: 0.3575556 Nov 25 20:08:34.827531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41948) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:34.839113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Network': ['ID=c38a5398-2053-4e97-80fe-a490594ea52c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:34.847418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.847799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.848147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.848984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.848984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.849233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.849458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.850578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.850936 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.851266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.851607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.851933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f58409ad-0d94-4111-b5ba-b5e69f934969 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:34.909115 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01bcbbb3-43b1-4612-a9e4-e786329ba812 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.934465 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01bcbbb3-43b1-4612-a9e4-e786329ba812 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.996634 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01bcbbb3-43b1-4612-a9e4-e786329ba812 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:34.999325 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-01bcbbb3-43b1-4612-a9e4-e786329ba812 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.000583 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-01bcbbb3-43b1-4612-a9e4-e786329ba812 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/security-groups/e5f04b3b-e4e1-4c0c-859f-b98c88a97042 HTTP/1.1" status: 204 len: 168 time: 0.1718194 Nov 25 20:08:35.011854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcbbb3-43b1-4612-a9e4-e786329ba812 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f04b3b-e4e1-4c0c-859f-b98c88a97042,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:35.228310 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d9e2ba4-c7eb-4b17-a597-de572a2395a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.377622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41954) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:35.383233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e1d81bcf-fd94-4d39-b8cd-f03b83d69236 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1458686141', 'description': 'tempest-secgroup-smoke-1458686141 description', 'project_id': 'd1115c662d4849199ea30501137f9abf'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:35.410733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e1d81bcf-fd94-4d39-b8cd-f03b83d69236 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.481382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e1d81bcf-fd94-4d39-b8cd-f03b83d69236 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.485162 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e1d81bcf-fd94-4d39-b8cd-f03b83d69236 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.517703 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e1d81bcf-fd94-4d39-b8cd-f03b83d69236 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.521625 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e1d81bcf-fd94-4d39-b8cd-f03b83d69236 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1402366 Nov 25 20:08:35.521960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41958) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:35.524105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d81bcf-fd94-4d39-b8cd-f03b83d69236 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15bc5549-9015-47e2-bcb4-a77fd83e7cfd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:35.527567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5ed7f2c2-5946-42f0-8000-69858c6bfb5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '15bc5549-9015-47e2-bcb4-a77fd83e7cfd', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:35.559439 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f2c2-5946-42f0-8000-69858c6bfb5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.620477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f2c2-5946-42f0-8000-69858c6bfb5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.624807 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f2c2-5946-42f0-8000-69858c6bfb5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.644223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed7f2c2-5946-42f0-8000-69858c6bfb5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbe8391-af31-4a9c-8740-602f3d09f742,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:35.649572 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ed7f2c2-5946-42f0-8000-69858c6bfb5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.650822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5ed7f2c2-5946-42f0-8000-69858c6bfb5f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272812 Nov 25 20:08:35.653850 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41960) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:35.658264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a5f20b9e-08ff-4c87-b13e-2a3b8af80016 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '15bc5549-9015-47e2-bcb4-a77fd83e7cfd', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:35.689710 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5f20b9e-08ff-4c87-b13e-2a3b8af80016 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.744698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9988557-c395-4bea-b438-8628270910de no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:35.761758 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5f20b9e-08ff-4c87-b13e-2a3b8af80016 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.765219 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5f20b9e-08ff-4c87-b13e-2a3b8af80016 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.767787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a9988557-c395-4bea-b438-8628270910de {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:35.768368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9988557-c395-4bea-b438-8628270910de not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:35.769123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f0735520-c848-4e4b-a1ac-1c5198de808e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:35.784971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f20b9e-08ff-4c87-b13e-2a3b8af80016 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=124add45-0304-46d0-8fff-6f06863d1d72,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:35.793247 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5f20b9e-08ff-4c87-b13e-2a3b8af80016 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.797279 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a5f20b9e-08ff-4c87-b13e-2a3b8af80016 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1396577 Nov 25 20:08:35.797279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41962) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:35.798924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: f0735520-c848-4e4b-a1ac-1c5198de808e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:35.799275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f0735520-c848-4e4b-a1ac-1c5198de808e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:35.800115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 521ff275-dfd0-4beb-9e27-5b2c55962d5d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:35.801704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-9c0faf43-e0f2-4d59-9896-afa1fc63f0c1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '15bc5549-9015-47e2-bcb4-a77fd83e7cfd', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:35.823655 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 521ff275-dfd0-4beb-9e27-5b2c55962d5d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:35.823990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 521ff275-dfd0-4beb-9e27-5b2c55962d5d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:35.831118 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c0faf43-e0f2-4d59-9896-afa1fc63f0c1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.901508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c0faf43-e0f2-4d59-9896-afa1fc63f0c1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.908592 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c0faf43-e0f2-4d59-9896-afa1fc63f0c1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.929156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0faf43-e0f2-4d59-9896-afa1fc63f0c1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=799b8cb0-eba3-416b-af71-1d5339aa6d1e,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:35.939280 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9c0faf43-e0f2-4d59-9896-afa1fc63f0c1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:35.940492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9c0faf43-e0f2-4d59-9896-afa1fc63f0c1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1422782 Nov 25 20:08:35.943221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41964) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:35.948998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ec12596d-56ed-4773-ab88-b96975b48b67 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '15bc5549-9015-47e2-bcb4-a77fd83e7cfd', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:35.977654 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec12596d-56ed-4773-ab88-b96975b48b67 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.041602 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec12596d-56ed-4773-ab88-b96975b48b67 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.045405 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec12596d-56ed-4773-ab88-b96975b48b67 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.061333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec12596d-56ed-4773-ab88-b96975b48b67 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a29e85e2-9cab-4899-9eda-e1be48c96754,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:36.073157 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec12596d-56ed-4773-ab88-b96975b48b67 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.074391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ec12596d-56ed-4773-ab88-b96975b48b67 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1294053 Nov 25 20:08:36.077316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41966) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:36.081960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ceed3b98-29ef-48c0-bcd1-51d7564ba970 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '15bc5549-9015-47e2-bcb4-a77fd83e7cfd', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:36.106824 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-ceed3b98-29ef-48c0-bcd1-51d7564ba970 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Project d1115c662d4849199ea30501137f9abf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:08:36.111980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ceed3b98-29ef-48c0-bcd1-51d7564ba970 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.175096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ceed3b98-29ef-48c0-bcd1-51d7564ba970 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.180002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ceed3b98-29ef-48c0-bcd1-51d7564ba970 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.199366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed3b98-29ef-48c0-bcd1-51d7564ba970 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fc2c7fd-c4b1-4aa7-a76f-e0d20adc59e2,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:36.207315 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ceed3b98-29ef-48c0-bcd1-51d7564ba970 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.208566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ceed3b98-29ef-48c0-bcd1-51d7564ba970 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1302171 Nov 25 20:08:36.211837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41968) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:36.216496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2d41688c-182c-40cf-9e8d-3d37ddf7492b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '15bc5549-9015-47e2-bcb4-a77fd83e7cfd', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:36.239929 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-2d41688c-182c-40cf-9e8d-3d37ddf7492b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Project d1115c662d4849199ea30501137f9abf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:08:36.247318 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d41688c-182c-40cf-9e8d-3d37ddf7492b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.312216 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d41688c-182c-40cf-9e8d-3d37ddf7492b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.317231 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d41688c-182c-40cf-9e8d-3d37ddf7492b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.336132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41688c-182c-40cf-9e8d-3d37ddf7492b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dc60a0a-c7cb-415b-ade1-0c5886c24485,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:36.344823 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2d41688c-182c-40cf-9e8d-3d37ddf7492b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.346098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2d41688c-182c-40cf-9e8d-3d37ddf7492b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332276 Nov 25 20:08:36.351178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41970) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:36.356361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'network': {'name': 'tempest-network-smoke--1062109419', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'port_security_enabled': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:36.379313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:08:36.384741 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.412917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:08:36.423623 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.423972 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Added segment a7677100-cd9d-46d2-ae84-df56b24253dc of type vlan for network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 Nov 25 20:08:36.466008 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.492888 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.495189 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.498808 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:36.499408 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.537145 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1848159 Nov 25 20:08:36.540438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41972) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:36.545057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'admin_state_up': True, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:36.570658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.570790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98214411-9b0d-4de3-8b4d-f615547295cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Network': ['ID=eb1a32ab-756d-45d6-90e0-fcebad71a4b1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:36.571608 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.583624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:08:36.632523 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.781345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:36.983144 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:37.001287 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:37.113469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.25.8.131 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/248848e8-57d6-4e6a-8dc3-c5d6491e6b15) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:08:37.215233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:37.249289 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:37.293378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:37.299732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:37.303202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:08:37.315191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d85d17-85c3-432e-bfe7-accf89402347 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:37.327592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=248848e8-57d6-4e6a-8dc3-c5d6491e6b15,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:37.442244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-68be5609-f5b7-4224-b85c-01b9de038fa5 None None] Provisioning complete for port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:37.442719 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-68be5609-f5b7-4224-b85c-01b9de038fa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:37.483106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-68be5609-f5b7-4224-b85c-01b9de038fa5 None None] Port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:08:37.847373 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:37.878317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:38.097708 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:38.242347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router f903c21e-0290-4d38-9083-1907a7754103 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:08:38.341279 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:38.359785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:38.375917 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Sync routers for ids ['f903c21e-0290-4d38-9083-1907a7754103'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:38.384577 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:38.385776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fd63eff4-5187-4999-860c-1bbe30e0fb94 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8443246 Nov 25 20:08:38.386329 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Routers {'f903c21e-0290-4d38-9083-1907a7754103'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:38.386988 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f903c21e-0290-4d38-9083-1907a7754103'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:38.389003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41988) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:38.422261 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f2fff8cb-fb7e-4329-a2c2-05c63f1f47d4 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=d1115c662d4849199ea30501137f9abf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319891 Nov 25 20:08:38.425321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41990) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:38.513839 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Set router f903c21e-0290-4d38-9083-1907a7754103 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:38.598303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248f64b6-6935-42d8-8dfd-3aa25f85f7c9 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:38.600845 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-248f64b6-6935-42d8-8dfd-3aa25f85f7c9 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1740425 Nov 25 20:08:38.603887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41992) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:38.640557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fa08068a-ba21-4d43-be22-6a58812cd693 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355279 Nov 25 20:08:38.642991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 41994) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:38.648723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-946102240', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:38.723111 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:37Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:38.754305 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Checking router: f903c21e-0290-4d38-9083-1907a7754103 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:38.754810 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Updating router f903c21e-0290-4d38-9083-1907a7754103 port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:08:38.756537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:08:38.760728 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:38.780555 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:38.962001 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.041805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Checking segment: {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:08:39.042210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network hostable DHCP agents. Network: eb1a32ab-756d-45d6-90e0-fcebad71a4b1, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:08:39.046025 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Subnet': ['ID=7534c2c1-06f8-47e8-b2db-9e229f92cbca,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:39.066978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:08:39.076906 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.080257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, eb1a32ab-756d-45d6-90e0-fcebad71a4b1) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:39.086061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:39.086689 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.090444 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.096192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ebfe10a-2251-4174-92d9-318c3789d540 None None] Network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:08:39.109977 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1a73536d-c881-4ce1-8362-6508e10b52c6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4657483 Nov 25 20:08:39.113214 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 41998) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:39.159014 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Attempting to bind port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:08:39.159436 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Attempting to bind port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:08:39.159810 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Attempting to bind port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:08:39.163224 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Pushing event updated for resources: {'Port': ['ID=248848e8-57d6-4e6a-8dc3-c5d6491e6b15,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:39.173048 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.173533 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.173897 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.174478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18df0b06-973a-4033-bc77-af55969a4ae6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:39.174940 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.175287 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.175622 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.175956 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.176287 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.176614 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.176939 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.177265 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.177588 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:39.182351 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:08:39.182730 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:08:39.183186 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.183751 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:08:39.184237 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Bound port: 248848e8-57d6-4e6a-8dc3-c5d6491e6b15, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:08:39.184674 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.239815 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] For port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:08:39.245417 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] For port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=248848e8-57d6-4e6a-8dc3-c5d6491e6b15,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:08:39.250143 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.257071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ec53a005-cf5a-453d-b485-3ce60e8a83c7 None None] Provisioning complete for port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:39.257861 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec53a005-cf5a-453d-b485-3ce60e8a83c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.321186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e6ebed-d3da-499e-95cb-14477b103561 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:08:39.342486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:08:39.344035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.362387 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Routers {'f903c21e-0290-4d38-9083-1907a7754103'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:39.363731 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f903c21e-0290-4d38-9083-1907a7754103'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:39.454408 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec53a005-cf5a-453d-b485-3ce60e8a83c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.504401 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] Set router f903c21e-0290-4d38-9083-1907a7754103 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:39.506834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ec53a005-cf5a-453d-b485-3ce60e8a83c7 None None] For port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=248848e8-57d6-4e6a-8dc3-c5d6491e6b15,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:39.507018 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a544168-b870-4df0-ba8c-7424f2cf800d None None] Pushing event updated for resources: {'Port': ['ID=248848e8-57d6-4e6a-8dc3-c5d6491e6b15,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:39.543068 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ec53a005-cf5a-453d-b485-3ce60e8a83c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.601499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Allocated IP 172.20.0.2 (eb1a32ab-756d-45d6-90e0-fcebad71a4b1/7534c2c1-06f8-47e8-b2db-9e229f92cbca/fda1d6d0-b06a-4abf-b4ab-8ee1e525a032) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:08:39.627745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53a005-cf5a-453d-b485-3ce60e8a83c7 None None] Pushing event updated for resources: {'Port': ['ID=248848e8-57d6-4e6a-8dc3-c5d6491e6b15,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:39.723154 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d0772449-dd34-4df8-aee2-1532fd28b88e None None] Provisioning complete for port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:39.723813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d0772449-dd34-4df8-aee2-1532fd28b88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.779835 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:37Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:39.796936 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.814558 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dbb32fa-d8f1-4827-9340-1064f5b0790e None None] The sync data for ids ['f903c21e-0290-4d38-9083-1907a7754103'] in n-d-817303-9 is: [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:37Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:39.824716 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-c55cfb3e-0182-4742-bdca-4c3f1e151de7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1813157 Nov 25 20:08:39.905177 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.916997 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:39.960895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:39.978219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Pushing event updated for resources: {'Port': ['ID=fda1d6d0-b06a-4abf-b4ab-8ee1e525a032,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:39.982661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:39.986570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:08:40.009876 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-3933dd88-0772-44a7-ad71-8bdb3a3bb3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:40.011558 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-3933dd88-0772-44a7-ad71-8bdb3a3bb3a3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=79b14461732143008a8e853ec742ffc1&device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 1096 time: 0.1232584 Nov 25 20:08:40.054513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Attempting to bind port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:08:40.054958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Attempting to bind port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:08:40.055520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Attempting to bind port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 on network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:08:40.062175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:08:40.062550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Checking segment: {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:08:40.063006 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:40.063459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Bound using segment: {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:08:40.064225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Bound port: fda1d6d0-b06a-4abf-b4ab-8ee1e525a032, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:08:40.064682 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:40.161940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] For port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:08:40.168881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] For port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=fda1d6d0-b06a-4abf-b4ab-8ee1e525a032,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:08:40.192828 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:40.290708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468b25e8-b3e8-4759-9d06-a68a21fc5574 None None] Pushing event updated for resources: {'Port': ['ID=fda1d6d0-b06a-4abf-b4ab-8ee1e525a032,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:40.339559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.20.0.1 (eb1a32ab-756d-45d6-90e0-fcebad71a4b1/7534c2c1-06f8-47e8-b2db-9e229f92cbca/4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:08:40.369953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-27233234-d898-40cd-8c5d-2f43793d2aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:40.371889 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-27233234-d898-40cd-8c5d-2f43793d2aee service neutron] 10.222.0.76 "GET /v2.0/networks?id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 200 len: 911 time: 0.2382679 Nov 25 20:08:40.552519 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-caa8ac18-ea2b-4352-9248-9eb4728d325a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=45714b9f-d2de-4fc2-811b-5ecc64c16464 HTTP/1.1" status: 200 len: 1001 time: 0.1714211 Nov 25 20:08:40.647237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-561c43ab-5e09-4aff-82fb-692a30892733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:40.649523 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-561c43ab-5e09-4aff-82fb-692a30892733 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 200 len: 849 time: 0.0888398 Nov 25 20:08:40.653550 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:40.731754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:40.772844 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:40.781408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:40.786050 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:08:40.838366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:40.847428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-56e3465c-b111-428d-8185-afd66f308c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:40.848989 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-56e3465c-b111-428d-8185-afd66f308c6b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1821511 Nov 25 20:08:40.872748 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:41.044607 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-c51bfbab-9555-430d-885f-e62c85564de8 service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818111 Nov 25 20:08:41.145906 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:41.278242 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36ca3fa9-5b55-48e2-90b0-8bf2bb3de2d4 req-d67a9794-225f-4413-97a3-5cdd808b3402 service neutron] 10.222.0.76 "GET /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266152 Nov 25 20:08:41.506970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:41.511742 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:41.547158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812489e0-b92f-4177-b552-b485873f690e None None] Network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:08:41.596330 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:41.626198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:41.695828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d30bce4b-d060-4345-b19a-2bc4b38d9bab None None] Provisioning complete for port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:41.696280 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d30bce4b-d060-4345-b19a-2bc4b38d9bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:41.765477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:41.767418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:41.854554 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d30bce4b-d060-4345-b19a-2bc4b38d9bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:41.912941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:08:41.975475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router f903c21e-0290-4d38-9083-1907a7754103 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:08:41.979017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d30bce4b-d060-4345-b19a-2bc4b38d9bab None None] For port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=fda1d6d0-b06a-4abf-b4ab-8ee1e525a032,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:41.996404 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:08:41.999708 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d30bce4b-d060-4345-b19a-2bc4b38d9bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:42.064571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:42.065001 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:42.103889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30bce4b-d060-4345-b19a-2bc4b38d9bab None None] Pushing event updated for resources: {'Port': ['ID=fda1d6d0-b06a-4abf-b4ab-8ee1e525a032,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:42.141214 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:42.161779 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a32e5bd8-977d-4b71-a5db-cbaee16fa8d9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "PUT /v2.0/routers/f903c21e-0290-4d38-9083-1907a7754103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0395200 Nov 25 20:08:42.242934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:08:42.290753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2cdd0e11-224a-49fe-8921-76dbd0eb278b None None] Provisioning complete for port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:42.291559 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0e11-224a-49fe-8921-76dbd0eb278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:42.360811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Sync routers for ids ['f903c21e-0290-4d38-9083-1907a7754103'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:42.368260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2cdd0e11-224a-49fe-8921-76dbd0eb278b None None] Port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:08:42.378429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-657bbd0e-5ab4-4c6a-b894-57a6280bded0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1458686141&fields=id&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 267 time: 0.0709629 Nov 25 20:08:42.391931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:42.392312 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:42.393962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Routers {'f903c21e-0290-4d38-9083-1907a7754103'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:42.394700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f903c21e-0290-4d38-9083-1907a7754103'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:42.465543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2cdd0e11-224a-49fe-8921-76dbd0eb278b None None] Provisioning complete for port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:42.465919 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0e11-224a-49fe-8921-76dbd0eb278b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:42.500440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-224eb93d-e832-4ac7-b6d9-b99b3ff2bdb5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:42.501604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-224eb93d-e832-4ac7-b6d9-b99b3ff2bdb5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 797 time: 0.1223431 Nov 25 20:08:42.522319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-ecd130f9-e6f3-4417-91f8-3fda634dbcf0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/quotas/d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 375 time: 0.0119169 Nov 25 20:08:42.592515 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-27ea6ce9-7897-4d5c-aee3-26af5bb82e82 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622802 Nov 25 20:08:42.703143 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-44571470-85fd-426c-a371-49d5339237a1 service neutron] 10.222.0.15 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952075 Nov 25 20:08:42.754656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Set router f903c21e-0290-4d38-9083-1907a7754103 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:42.796405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-c9db04a2-b352-4791-a662-6bc593468e14 service neutron] 10.222.0.15 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868602 Nov 25 20:08:42.982875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26f77c84-ceb1-4c22-9e68-c5365246d64e req-853abbf4-1946-4fec-be27-52498e744220 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 210 time: 0.0344260 Nov 25 20:08:43.040332 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c68812db-0c87-4469-836a-7db1662cebe3 None None] Provisioning complete for port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:43.040707 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c68812db-0c87-4469-836a-7db1662cebe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:43.082087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c68812db-0c87-4469-836a-7db1662cebe3 None None] Port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:08:43.095691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:41Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce', 'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:08:68:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:40Z', 'updated_at': '2021-11-25T20:08:41Z', 'revision_number': 2, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:43.129102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Checking router: f903c21e-0290-4d38-9083-1907a7754103 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:43.129455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Updating router f903c21e-0290-4d38-9083-1907a7754103 port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:08:43.156151 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:43.451503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:43.457585 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:43.542839 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a67f6-1220-43b2-bccb-b53ba61ecfa6 None None] Pushing event updated for resources: {'Port': ['ID=4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:43.593613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Attempting to bind port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:08:43.594154 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Attempting to bind port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:08:43.594620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Attempting to bind port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce on network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:08:43.603103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 8, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:08:43.603676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Checking segment: {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:08:43.604261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:43.604748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Bound using segment: {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:08:43.605405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Bound port: 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:08:43.605985 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:43.696110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] For port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:08:43.699976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] For port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:08:43.705887 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:43.775331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Routers {'f903c21e-0290-4d38-9083-1907a7754103'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:43.776100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f903c21e-0290-4d38-9083-1907a7754103'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:43.783934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a67f6-1220-43b2-bccb-b53ba61ecfa6 None None] Pushing event updated for resources: {'Port': ['ID=4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:43.832742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:08:43.957350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-936a2265-571c-440b-b759-bf29f71e12f6 None None] Provisioning complete for port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:43.957787 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-936a2265-571c-440b-b759-bf29f71e12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:43.965705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffd3395-2959-4cef-8db9-5a35322c7cb3 req-d800c645-da74-407b-82d9-df914bee6f2f tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:43.971870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ffd3395-2959-4cef-8db9-5a35322c7cb3 req-d800c645-da74-407b-82d9-df914bee6f2f tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 945 time: 0.0616379 Nov 25 20:08:43.997343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] Set router f903c21e-0290-4d38-9083-1907a7754103 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:44.039564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ffd3395-2959-4cef-8db9-5a35322c7cb3 req-ebd29e58-b498-43df-a5af-faa4fc689190 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657864 Nov 25 20:08:44.040679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:44.041004 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:44.145647 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c89983b2-ee2c-484a-a175-adc1ab03cec3 req-69a5460c-77f2-41eb-8ca3-a927ff4b72b2 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 210 time: 0.0272508 Nov 25 20:08:44.250923 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-936a2265-571c-440b-b759-bf29f71e12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:44.285946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-9521dfd6-a442-4a48-8926-d293e06e7098 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:44.289245 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-9521dfd6-a442-4a48-8926-d293e06e7098 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 797 time: 0.1239061 Nov 25 20:08:44.336140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-936a2265-571c-440b-b759-bf29f71e12f6 None None] For port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:44.343423 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-936a2265-571c-440b-b759-bf29f71e12f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:44.378691 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-76d4623e-747f-44a7-abd2-3c981f4eac0e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 380 time: 0.0805316 Nov 25 20:08:44.388260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'port': {'device_id': 'bcd7041f-28be-4293-883f-73549af48752', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'admin_state_up': True, 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'security_groups': ['15bc5549-9015-47e2-bcb4-a77fd83e7cfd']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:44.408009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a2265-571c-440b-b759-bf29f71e12f6 None None] Pushing event updated for resources: {'Port': ['ID=4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:44.414206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:41Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce', 'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:08:68:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:40Z', 'updated_at': '2021-11-25T20:08:43Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:44.441147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c24ad6d-b004-40bc-8216-04d4985a9ce7 None None] The sync data for ids ['f903c21e-0290-4d38-9083-1907a7754103'] in n-d-817303-9 is: [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:41Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce', 'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:08:68:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:40Z', 'updated_at': '2021-11-25T20:08:43Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:44.466248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b662d8f8-5689-4225-8994-c0ec14baa180 None None] Provisioning complete for port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:44.466990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b662d8f8-5689-4225-8994-c0ec14baa180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:44.529836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:08:44.533746 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:44.984866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.20.0.9 (eb1a32ab-756d-45d6-90e0-fcebad71a4b1/7534c2c1-06f8-47e8-b2db-9e229f92cbca/c8960091-0949-4c0f-8132-12241e7e5d23) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:08:45.144932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:45.173917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e32b6fe-7402-4857-b5f3-17da12f1d782 req-892a43a5-52f1-4c7c-ad38-74857e08865c tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:45.175500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1e32b6fe-7402-4857-b5f3-17da12f1d782 req-892a43a5-52f1-4c7c-ad38-74857e08865c tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 945 time: 0.0538206 Nov 25 20:08:45.184267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:45.233377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:45.233614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1e32b6fe-7402-4857-b5f3-17da12f1d782 req-d45bd615-6931-436b-af25-2d07b3983e5a tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498593 Nov 25 20:08:45.236669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:45.242264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:08:45.246506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:45.336829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:45.338791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:45.371334 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-1448a653-6dc2-47af-9c6e-1d5ac5b867ba tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9866357 Nov 25 20:08:45.385203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Request body: {'port': {'device_id': 'bcd7041f-28be-4293-883f-73549af48752', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:45.396070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1fe48-2d0b-4cfe-aaa6-27ab1445faad req-6c4a33b1-001d-41a5-a751-599291468019 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:45.398917 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ca1fe48-2d0b-4cfe-aaa6-27ab1445faad req-6c4a33b1-001d-41a5-a751-599291468019 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 931 time: 0.0946691 Nov 25 20:08:45.454110 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:45.461616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ca1fe48-2d0b-4cfe-aaa6-27ab1445faad req-f86170c9-7020-45a0-91fe-62e7cae84123 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545321 Nov 25 20:08:45.611714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6e7c8393-fe21-4f2c-ab21-a420227fc69d None None] Provisioning complete for port c8960091-0949-4c0f-8132-12241e7e5d23 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:45.612277 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6e7c8393-fe21-4f2c-ab21-a420227fc69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:45.624802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-2bc62307-7f3f-407e-929e-9fb67b8a2026 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:45.626361 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-2bc62307-7f3f-407e-929e-9fb67b8a2026 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.76 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 945 time: 0.1237111 Nov 25 20:08:45.656142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6e7c8393-fe21-4f2c-ab21-a420227fc69d None None] Port c8960091-0949-4c0f-8132-12241e7e5d23 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:08:45.762236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:08:45.806319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Deleting port 45714b9f-d2de-4fc2-811b-5ecc64c16464 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:45.806575 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:45.811789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:45.812165 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:45.915189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8960091-0949-4c0f-8132-12241e7e5d23 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:08:45.926212 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:45.951733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] For port 45714b9f-d2de-4fc2-811b-5ecc64c16464, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=45714b9f-d2de-4fc2-811b-5ecc64c16464,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:45.952100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:45.954631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Transition to ACTIVE for port object c8960091-0949-4c0f-8132-12241e7e5d23 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:08:45.961393 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:46.050109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:46.223427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:08:46.223769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:08:46.224096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 on network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:08:46.235576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Port c8960091-0949-4c0f-8132-12241e7e5d23 on network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:08:46.235900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 on network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:08:46.241162 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:46.241517 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:46.241835 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Floating IP ed5bcfdd-e707-400c-917e-fcb51fd00b9c disassociated. External IP: 172.25.8.110, port: 45714b9f-d2de-4fc2-811b-5ecc64c16464. Nov 25 20:08:46.242188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Calling delete_port for 45714b9f-d2de-4fc2-811b-5ecc64c16464 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:46.248941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 8, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:08:46.249282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Checking segment: {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:08:46.249668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Bound using segment: {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:08:46.250096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Bound port: c8960091-0949-4c0f-8132-12241e7e5d23, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:08:46.250440 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:46.360454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b59e28f-a3e4-4038-bcc8-5ac44531a74f req-9196ab22-8dc3-446e-b6e0-7f1ce28d5e98 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:46.361993 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b59e28f-a3e4-4038-bcc8-5ac44531a74f req-9196ab22-8dc3-446e-b6e0-7f1ce28d5e98 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 945 time: 0.0508177 Nov 25 20:08:46.370189 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:08:46.383186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:08:46.387817 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:46.427340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b59e28f-a3e4-4038-bcc8-5ac44531a74f req-0191be3f-c8c4-40dd-a8dc-f4ee2de15e4a tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups?id=92e9da46-1e86-4e63-9c8b-b07ab03e0df6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575364 Nov 25 20:08:46.460842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:46.461469 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:46.462928 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] 10.222.0.60 "PUT /v2.0/ports/c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 1091 time: 1.0827422 Nov 25 20:08:46.465524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:46.467826 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56534f57-d5e3-4943-aa45-f594b3973157" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:46.496821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2815f1-4856-4abd-b519-74c5ee98e616 service neutron] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:46.513925 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:46.531866 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1a8f5c-8470-489c-afcf-d15fa7e2c796 x-openstack-request-id: req-af1a8f5c-8470-489c-afcf-d15fa7e2c796 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:46.532289 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:46.532553 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-af1a8f5c-8470-489c-afcf-d15fa7e2c796 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:46.532949 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'status': 'completed', 'code': 200} Nov 25 20:08:46.564890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event deleted for resources: {'Port': ['ID=45714b9f-d2de-4fc2-811b-5ecc64c16464,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:46.625118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-ae1200c3-bdff-4959-9aa8-fe921d0c04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:46.626582 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-ae1200c3-bdff-4959-9aa8-fe921d0c04f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1094 time: 0.1234577 Nov 25 20:08:46.643259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2d9ed3-d28c-455c-9d53-94552ca5a7ef req-6181eeea-d534-438f-83ba-d7c754dca81e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:46.644846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de2d9ed3-d28c-455c-9d53-94552ca5a7ef req-6181eeea-d534-438f-83ba-d7c754dca81e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 943 time: 0.0696414 Nov 25 20:08:46.703226 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-94a9c4b6-1eb3-4471-89f8-615e22c2a48f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 217 time: 0.0686619 Nov 25 20:08:46.710311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de2d9ed3-d28c-455c-9d53-94552ca5a7ef req-ae31b8c8-163a-4f64-a110-d133e6615488 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580368 Nov 25 20:08:46.770574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-14305163-d9eb-431a-8866-369eb4498419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:46.772634 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-14305163-d9eb-431a-8866-369eb4498419 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.0604692 Nov 25 20:08:46.776439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Router ac8b20d2-96e5-4c25-b311-31ff80df231b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:08:46.865325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-3531057d-0495-4fa8-8846-9fdb2f3e61bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:46.866869 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-3531057d-0495-4fa8-8846-9fdb2f3e61bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0866449 Nov 25 20:08:46.971697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:46.981853 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc281d-3d74-4bc2-b4bd-4310455d4d79 None None] Sync routers for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:46.998566 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc281d-3d74-4bc2-b4bd-4310455d4d79 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:46.999540 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-33dc281d-3d74-4bc2-b4bd-4310455d4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:47.026870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] No DVR routers for this DVR port 45714b9f-d2de-4fc2-811b-5ecc64c16464 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:08:47.030624 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:47.033996 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b439c9a0-5929-48c5-9717-34e76941caa6 req-1f81bb94-8f17-45d6-870a-65a6c9ea738e tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.76 "DELETE /v2.0/ports/45714b9f-d2de-4fc2-811b-5ecc64c16464 HTTP/1.1" status: 204 len: 173 time: 1.4006987 Nov 25 20:08:47.036308 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-db568f9e-3cf1-428d-b019-22c0f45dd776 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448019 Nov 25 20:08:47.126935 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-33dc281d-3d74-4bc2-b4bd-4310455d4d79 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:47.159176 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1d2ba83c-9985-4b32-a248-dbc1df3d4f9a req-d46a1ecb-5a94-46c4-8b48-028022d642bc service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154764 Nov 25 20:08:47.255559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56534f57-d5e3-4943-aa45-f594b3973157 req-3c3b3f47-efad-445e-ad36-5d07aa432c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:47.257808 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-56534f57-d5e3-4943-aa45-f594b3973157 req-3c3b3f47-efad-445e-ad36-5d07aa432c43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1094 time: 0.0459521 Nov 25 20:08:47.358086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56534f57-d5e3-4943-aa45-f594b3973157 req-16373a12-b323-4436-aa13-8ec92313bf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:47.359722 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-56534f57-d5e3-4943-aa45-f594b3973157 req-16373a12-b323-4436-aa13-8ec92313bf81 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 898 time: 0.0942707 Nov 25 20:08:47.405529 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-56534f57-d5e3-4943-aa45-f594b3973157 req-53161c1a-530e-4e97-beaf-8d5a0ad9a8a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 217 time: 0.0374694 Nov 25 20:08:47.447964 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-33dc281d-3d74-4bc2-b4bd-4310455d4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:47.465932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56534f57-d5e3-4943-aa45-f594b3973157 req-6c26f25a-98fe-477d-8c49-1255c605e5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:47.468167 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-56534f57-d5e3-4943-aa45-f594b3973157 req-6c26f25a-98fe-477d-8c49-1255c605e5a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.0552561 Nov 25 20:08:47.482247 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc281d-3d74-4bc2-b4bd-4310455d4d79 None None] Checking router: ac8b20d2-96e5-4c25-b311-31ff80df231b for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:47.493124 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33dc281d-3d74-4bc2-b4bd-4310455d4d79 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:47.493758 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-33dc281d-3d74-4bc2-b4bd-4310455d4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:47.533026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56534f57-d5e3-4943-aa45-f594b3973157 req-4b92360a-6ea2-413d-a929-c2b88bd31419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:47.536276 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-56534f57-d5e3-4943-aa45-f594b3973157 req-4b92360a-6ea2-413d-a929-c2b88bd31419 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600235 Nov 25 20:08:47.579154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5434ad52-7967-4ac7-b279-84ec2b9b2be8 req-64295ffb-82c4-4011-bd88-3d0ab1f26c8a tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/ports?device_id=6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6 HTTP/1.1" status: 200 len: 210 time: 0.0317528 Nov 25 20:08:47.624128 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-33dc281d-3d74-4bc2-b4bd-4310455d4d79 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:47.642506 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-56534f57-d5e3-4943-aa45-f594b3973157 req-5bdae722-90e2-4e4d-ac11-2b7405643f92 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981708 Nov 25 20:08:47.758529 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-56534f57-d5e3-4943-aa45-f594b3973157 req-fd208e1a-ee76-444f-97b4-de783848015e service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084785 Nov 25 20:08:47.833439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14238920-8fc0-401e-9db0-6ba50c2e7d86 req-c187cd1d-1353-4896-86f1-65851a363425 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:47.835664 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14238920-8fc0-401e-9db0-6ba50c2e7d86 req-c187cd1d-1353-4896-86f1-65851a363425 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 943 time: 0.0508571 Nov 25 20:08:47.838027 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-33dc281d-3d74-4bc2-b4bd-4310455d4d79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:47.865270 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33dc281d-3d74-4bc2-b4bd-4310455d4d79 None None] The sync data for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 is: [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:02:15Z', 'revision_number': 4, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '18443faa-00cc-471c-b2ef-c46a41853ccb', 'name': '', 'network_id': 'c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'mac_address': 'fa:16:3e:0b:e6:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:14Z', 'updated_at': '2021-11-25T20:02:22Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'subnets': [{'id': '95a06aa4-f7dd-4413-9210-f4671fd0111c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:47.889880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14238920-8fc0-401e-9db0-6ba50c2e7d86 req-e60d943f-d054-4c5b-803b-fb016fadc401 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473855 Nov 25 20:08:48.110215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3fcacd5-d7a8-49e3-9ba2-ce0614217ba9 None None] New status for floating IP ed5bcfdd-e707-400c-917e-fcb51fd00b9c: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:08:48.534347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'name': 'network-vif-deleted', 'tag': '45714b9f-d2de-4fc2-811b-5ecc64c16464'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:48.536764 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4dede06-873a-48cc-9419-a16ddacd7b0c" -d '{"events": [{"server_uuid": "6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6", "name": "network-vif-deleted", "tag": "45714b9f-d2de-4fc2-811b-5ecc64c16464"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:48.572644 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401a7fa1-d85b-4c53-ac29-317e65be0c39 x-openstack-request-id: req-401a7fa1-d85b-4c53-ac29-317e65be0c39 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:48.572937 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6", "name": "network-vif-deleted", "tag": "45714b9f-d2de-4fc2-811b-5ecc64c16464", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:48.573278 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-401a7fa1-d85b-4c53-ac29-317e65be0c39 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:48.573678 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d2b9f5d-9148-4eb2-b299-36fb0b3fd1b6', 'name': 'network-vif-deleted', 'tag': '45714b9f-d2de-4fc2-811b-5ecc64c16464', 'status': 'completed', 'code': 200} Nov 25 20:08:48.667286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42082) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:48.720515 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4005c27d-dc62-4ea6-ade6-e084b7407ae2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:48.744224 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4005c27d-dc62-4ea6-ade6-e084b7407ae2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:48.790909 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4005c27d-dc62-4ea6-ade6-e084b7407ae2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:48.793571 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4005c27d-dc62-4ea6-ade6-e084b7407ae2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:48.794728 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4005c27d-dc62-4ea6-ade6-e084b7407ae2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "DELETE /v2.0/security-groups/92e9da46-1e86-4e63-9c8b-b07ab03e0df6 HTTP/1.1" status: 204 len: 168 time: 0.1264246 Nov 25 20:08:48.796707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 45714b9f-d2de-4fc2-811b-5ecc64c16464 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:08:48.797607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42084) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:48.806017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4005c27d-dc62-4ea6-ade6-e084b7407ae2 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e9da46-1e86-4e63-9c8b-b07ab03e0df6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:48.812304 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-82427ab9-501f-48b2-9cc1-496681cf3f45 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] show failed (client error): The resource could not be found. Nov 25 20:08:48.813160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-82427ab9-501f-48b2-9cc1-496681cf3f45 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "GET /v2.0/security-groups/92e9da46-1e86-4e63-9c8b-b07ab03e0df6 HTTP/1.1" status: 404 len: 347 time: 0.0144343 Nov 25 20:08:48.816014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42086) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:48.823429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 45714b9f-d2de-4fc2-811b-5ecc64c16464 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:08:48.823947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 45714b9f-d2de-4fc2-811b-5ecc64c16464 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:08:48.947990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6b631260-6c89-4092-9d8f-d5a4d69c2f07 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Deleting port bacf011b-eb62-4866-99eb-fb98d1b67886 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:08:48.948327 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b631260-6c89-4092-9d8f-d5a4d69c2f07 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:49.056874 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778dc1cd-b3b8-4d62-81aa-ecb1cd526c89 req-7573614a-ce55-494a-8384-8dca0727e1c1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:49.058316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-778dc1cd-b3b8-4d62-81aa-ecb1cd526c89 req-7573614a-ce55-494a-8384-8dca0727e1c1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 943 time: 0.0983553 Nov 25 20:08:49.062258 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b631260-6c89-4092-9d8f-d5a4d69c2f07 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:49.062582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b631260-6c89-4092-9d8f-d5a4d69c2f07 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:49.091553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6b631260-6c89-4092-9d8f-d5a4d69c2f07 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Calling delete_port for bacf011b-eb62-4866-99eb-fb98d1b67886 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:08:49.163772 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-778dc1cd-b3b8-4d62-81aa-ecb1cd526c89 req-7291312b-e3b5-4509-aee5-74e925ebd175 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983925 Nov 25 20:08:49.245473 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b631260-6c89-4092-9d8f-d5a4d69c2f07 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:49.276108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b631260-6c89-4092-9d8f-d5a4d69c2f07 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Pushing event deleted for resources: {'Port': ['ID=bacf011b-eb62-4866-99eb-fb98d1b67886,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:49.335233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b631260-6c89-4092-9d8f-d5a4d69c2f07 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:49.337842 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b631260-6c89-4092-9d8f-d5a4d69c2f07 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:49.339030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6b631260-6c89-4092-9d8f-d5a4d69c2f07 tempest-AttachVolumeTestJSON-56144437 tempest-AttachVolumeTestJSON-56144437-project] 10.222.0.15 "DELETE /v2.0/floatingips/ed5bcfdd-e707-400c-917e-fcb51fd00b9c HTTP/1.1" status: 204 len: 168 time: 0.5219934 Nov 25 20:08:50.284617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed73058-1121-4fb6-acd7-08e75c7b8e4e req-60121685-b2f9-4aac-89dc-629b31d1b900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:50.286292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ed73058-1121-4fb6-acd7-08e75c7b8e4e req-60121685-b2f9-4aac-89dc-629b31d1b900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 943 time: 0.0532136 Nov 25 20:08:50.341583 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ed73058-1121-4fb6-acd7-08e75c7b8e4e req-9d518e02-26b1-4ea2-984d-f49b15144aa2 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476949 Nov 25 20:08:50.958390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:51.208177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:08:51.352154 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:51.366905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'port_id': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'mac_address': 'fa:16:3e:85:c7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:08:51.426844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:51.444020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8960091-0949-4c0f-8132-12241e7e5d23 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:08:51.471366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:51.471986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f83d0-4e34-4644-b053-895e0995bb8a req-048c4751-d207-4a1a-a09f-e6d29cea02f7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:51.473642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a26f83d0-4e34-4644-b053-895e0995bb8a req-048c4751-d207-4a1a-a09f-e6d29cea02f7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 943 time: 0.0557458 Nov 25 20:08:51.475646 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:51.525098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:51.530968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a26f83d0-4e34-4644-b053-895e0995bb8a req-3e5a3fe0-413a-42dc-97ba-6e94a76e3a56 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486844 Nov 25 20:08:51.723505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['c8960091-0949-4c0f-8132-12241e7e5d23'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:08:52.657677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123e8dc-df54-4c28-8f6c-28fcfadbb986 req-f4d110bf-612a-4014-8d7d-5fc2e97a0e2d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:52.659225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c123e8dc-df54-4c28-8f6c-28fcfadbb986 req-f4d110bf-612a-4014-8d7d-5fc2e97a0e2d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 944 time: 0.0558734 Nov 25 20:08:52.726297 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c123e8dc-df54-4c28-8f6c-28fcfadbb986 req-6819fec3-d1ca-46fb-901d-1d8f697c091d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569742 Nov 25 20:08:53.194242 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:08:53.250819 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:53.265938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port c8960091-0949-4c0f-8132-12241e7e5d23 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:08:53.270073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port c8960091-0949-4c0f-8132-12241e7e5d23 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:08:53.270447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:53.355093 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:53.379955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:53.382334 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0cc7fd-9b29-4089-9a35-6eb9af8feeb6" -d '{"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-plugged", "status": "completed", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:53.397830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:08:53.404842 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:53.439387 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ec4fa0-e487-4a1d-b8ad-d243c273d123 x-openstack-request-id: req-b9ec4fa0-e487-4a1d-b8ad-d243c273d123 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:53.439682 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-plugged", "status": "completed", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:53.440127 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9ec4fa0-e487-4a1d-b8ad-d243c273d123 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:53.440699 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'code': 200} Nov 25 20:08:53.471340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:53.530426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454ff94f-f471-4833-ac77-6bf05006aa70 req-1f5630eb-c810-4777-84f8-7ec05a8f50a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:53.532865 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-454ff94f-f471-4833-ac77-6bf05006aa70 req-1f5630eb-c810-4777-84f8-7ec05a8f50a4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1096 time: 0.0445256 Nov 25 20:08:53.590894 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-454ff94f-f471-4833-ac77-6bf05006aa70 req-8f9b44af-4426-4979-80c9-2d9c11918c8f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506229 Nov 25 20:08:53.848288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045fed-d094-4b9e-9ca4-eb3beed830d5 req-e2b5e663-b195-41e5-8531-c9bebbe82138 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:53.850693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be045fed-d094-4b9e-9ca4-eb3beed830d5 req-e2b5e663-b195-41e5-8531-c9bebbe82138 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0540526 Nov 25 20:08:53.906854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be045fed-d094-4b9e-9ca4-eb3beed830d5 req-5d2c825b-081c-4905-ad09-f31eded6bd81 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491691 Nov 25 20:08:55.025804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec1b383-328b-4fb4-8703-d9e0578f1d5a req-d2c321b2-b1b2-455f-9d64-5d17f7efe857 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:55.027709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dec1b383-328b-4fb4-8703-d9e0578f1d5a req-d2c321b2-b1b2-455f-9d64-5d17f7efe857 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0503430 Nov 25 20:08:55.079488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dec1b383-328b-4fb4-8703-d9e0578f1d5a req-d1875cf6-1938-449e-af5b-53bbdd973140 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Nov 25 20:08:55.202996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c24a7f9-14f1-43e1-a3f4-c2a18d5e496b req-7512136f-119d-493c-be2e-14c24e547fe8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:55.204414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c24a7f9-14f1-43e1-a3f4-c2a18d5e496b req-7512136f-119d-493c-be2e-14c24e547fe8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0495014 Nov 25 20:08:55.253935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c24a7f9-14f1-43e1-a3f4-c2a18d5e496b req-1d1f1ff2-ecfe-44f2-a521-63c044e0ef8b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428531 Nov 25 20:08:55.276389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42122) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:55.322001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4158c089-85d3-478f-b137-f5c51c41ae33 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:55.326137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4158c089-85d3-478f-b137-f5c51c41ae33 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1091 time: 0.0461907 Nov 25 20:08:55.326482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42124) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:55.331726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:08:55.355006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:55.460162 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:55.574767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.25.8.228 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/03a3e269-5f4d-4316-83f2-72611d5fc943) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:08:55.684420 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:55.719448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:55.758005 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:08:55.763029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:08:55.766546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:08:55.796038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=03a3e269-5f4d-4316-83f2-72611d5fc943,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:55.810289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:55.810639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:55.811009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:55.811349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:55.811685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:55.812027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:55.812343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:55.812667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:55.812990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:55.813313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:55.813636 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:55.813956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:08:56.493618 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:56.563203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:56.722980 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:56.732376 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:56.809139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=03a3e269-5f4d-4316-83f2-72611d5fc943,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:08:56.824282 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:56.944950 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Floating IP 7eccaed2-e170-46b9-baac-9e834f6aa4ff associated. External IP: 172.25.8.228, port: c8960091-0949-4c0f-8132-12241e7e5d23. Nov 25 20:08:57.174694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router f903c21e-0290-4d38-9083-1907a7754103 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:08:57.294464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:08:57.309182 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8f0d5-41f0-43dc-9a41-b8cda8b4337d None None] Sync routers for ids ['f903c21e-0290-4d38-9083-1907a7754103'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:08:57.314145 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:08:57.323720 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8f0d5-41f0-43dc-9a41-b8cda8b4337d None None] Routers {'f903c21e-0290-4d38-9083-1907a7754103'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:57.324358 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8ba8f0d5-41f0-43dc-9a41-b8cda8b4337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f903c21e-0290-4d38-9083-1907a7754103'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:57.346038 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9d5b0c44-c3b4-4593-bb62-8147ee868be9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0154479 Nov 25 20:08:57.346038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:08:57.347442 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca840019-13b3-4c3f-9ba1-ac801a0b894f" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:08:57.437377 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-8ba8f0d5-41f0-43dc-9a41-b8cda8b4337d None None] Set router f903c21e-0290-4d38-9083-1907a7754103 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:57.446999 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec101d-1d4c-4811-a4fd-67bd6732f018 req-cad32192-f087-426e-af6f-b9bacadadaa0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:57.448777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-65ec101d-1d4c-4811-a4fd-67bd6732f018 req-cad32192-f087-426e-af6f-b9bacadadaa0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0544069 Nov 25 20:08:57.506553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-65ec101d-1d4c-4811-a4fd-67bd6732f018 req-6c4dc9c5-625b-4b78-9665-32c65b621faa tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510552 Nov 25 20:08:57.536348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42142) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:57.578780 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76de7f3-e6dc-47c4-8291-fec1f9a3ded4 x-openstack-request-id: req-e76de7f3-e6dc-47c4-8291-fec1f9a3ded4 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:08:57.579176 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:08:57.579351 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e76de7f3-e6dc-47c4-8291-fec1f9a3ded4 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:08:57.579756 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'status': 'completed', 'code': 200} Nov 25 20:08:57.635497 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-61e4b58a-f9f4-428b-8fff-d30650b1debc tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/7eccaed2-e170-46b9-baac-9e834f6aa4ff HTTP/1.1" status: 200 len: 991 time: 0.0971086 Nov 25 20:08:57.650963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840019-13b3-4c3f-9ba1-ac801a0b894f req-f4a85731-13f4-4d19-b006-da3e4bf4c182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:57.652918 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca840019-13b3-4c3f-9ba1-ac801a0b894f req-f4a85731-13f4-4d19-b006-da3e4bf4c182 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1096 time: 0.0581753 Nov 25 20:08:57.695788 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8ba8f0d5-41f0-43dc-9a41-b8cda8b4337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:41Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '7eccaed2-e170-46b9-baac-9e834f6aa4ff', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'port_id': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'mac_address': 'fa:16:3e:85:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd7041f-28be-4293-883f-73549af48752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:08:56Z', 'updated_at': '2021-11-25T20:08:56Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce', 'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:08:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:40Z', 'updated_at': '2021-11-25T20:08:44Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:57.722966 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8f0d5-41f0-43dc-9a41-b8cda8b4337d None None] Checking router: f903c21e-0290-4d38-9083-1907a7754103 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:08:57.731767 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba8f0d5-41f0-43dc-9a41-b8cda8b4337d None None] Routers {'f903c21e-0290-4d38-9083-1907a7754103'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:08:57.732657 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8ba8f0d5-41f0-43dc-9a41-b8cda8b4337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f903c21e-0290-4d38-9083-1907a7754103'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:57.761607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840019-13b3-4c3f-9ba1-ac801a0b894f req-d8c8db06-da36-4e9f-9152-b858df5e13ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:57.763191 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca840019-13b3-4c3f-9ba1-ac801a0b894f req-d8c8db06-da36-4e9f-9152-b858df5e13ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 898 time: 0.1035175 Nov 25 20:08:57.838345 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca840019-13b3-4c3f-9ba1-ac801a0b894f req-bd640e1c-25b4-44f1-a4d2-c8ad492a94fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 999 time: 0.0675166 Nov 25 20:08:57.854747 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-8ba8f0d5-41f0-43dc-9a41-b8cda8b4337d None None] Set router f903c21e-0290-4d38-9083-1907a7754103 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:08:57.906275 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840019-13b3-4c3f-9ba1-ac801a0b894f req-a1e9b4d5-8848-46d1-8e08-066e65a84ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:57.908290 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca840019-13b3-4c3f-9ba1-ac801a0b894f req-a1e9b4d5-8848-46d1-8e08-066e65a84ea1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.0635622 Nov 25 20:08:57.956516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca840019-13b3-4c3f-9ba1-ac801a0b894f req-b0dec270-86c2-4594-80a9-a2471a1fd8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:08:57.958200 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca840019-13b3-4c3f-9ba1-ac801a0b894f req-b0dec270-86c2-4594-80a9-a2471a1fd8f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432618 Nov 25 20:08:58.064498 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca840019-13b3-4c3f-9ba1-ac801a0b894f req-ebf40efb-dbd5-4ecf-8930-a16e28740533 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988729 Nov 25 20:08:58.112042 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8ba8f0d5-41f0-43dc-9a41-b8cda8b4337d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:41Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '7eccaed2-e170-46b9-baac-9e834f6aa4ff', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'port_id': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'mac_address': 'fa:16:3e:85:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd7041f-28be-4293-883f-73549af48752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:08:56Z', 'updated_at': '2021-11-25T20:08:56Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce', 'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:08:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:40Z', 'updated_at': '2021-11-25T20:08:44Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:08:58.142506 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba8f0d5-41f0-43dc-9a41-b8cda8b4337d None None] The sync data for ids ['f903c21e-0290-4d38-9083-1907a7754103'] in n-d-817303-9 is: [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:41Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '7eccaed2-e170-46b9-baac-9e834f6aa4ff', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.228', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'port_id': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3623, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'mac_address': 'fa:16:3e:85:c7:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd7041f-28be-4293-883f-73549af48752', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:08:56Z', 'updated_at': '2021-11-25T20:08:56Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce', 'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:08:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:40Z', 'updated_at': '2021-11-25T20:08:44Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:08:58.168657 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ca840019-13b3-4c3f-9ba1-ac801a0b894f req-cb3f9042-bc51-46f3-9c05-dd009a115a83 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976372 Nov 25 20:08:58.382692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb8d7c5-4c63-4418-b13b-9d2def2bc5ac None None] New status for floating IP 7eccaed2-e170-46b9-baac-9e834f6aa4ff: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:08:58.640035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42146) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:58.705966 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f4ba3a0a-4146-499b-abd2-a692d8b070b6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/7eccaed2-e170-46b9-baac-9e834f6aa4ff HTTP/1.1" status: 200 len: 993 time: 0.0647039 Nov 25 20:08:59.278862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42154) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:08:59.868861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:00.422179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] Deleting port 18443faa-00cc-471c-b2ef-c46a41853ccb {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:09:00.422881 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:00.500140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] For port 18443faa-00cc-471c-b2ef-c46a41853ccb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=18443faa-00cc-471c-b2ef-c46a41853ccb,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:00.500500 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:00.512898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] Calling delete_port for 18443faa-00cc-471c-b2ef-c46a41853ccb owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:09:00.695444 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:00.721900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] Pushing event deleted for resources: {'Port': ['ID=18443faa-00cc-471c-b2ef-c46a41853ccb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:00.894647 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:01.120007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] Router ac8b20d2-96e5-4c25-b311-31ff80df231b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:09:01.232165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:09:01.239604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1d057d03-8fa5-4163-beb3-c6b31ce3d333 admin admin] 10.222.0.15 "PUT /v2.0/routers/ac8b20d2-96e5-4c25-b311-31ff80df231b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9534564 Nov 25 20:09:01.242216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42160) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:01.242903 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54d664-d9c8-4737-a848-030a205424d3 None None] Sync routers for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:09:01.253143 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54d664-d9c8-4737-a848-030a205424d3 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:01.253747 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4f54d664-d9c8-4737-a848-030a205424d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:01.353432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:01.457314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:01.467768 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4f54d664-d9c8-4737-a848-030a205424d3 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:01.514396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Deleting port 47d7666d-856a-4b14-879d-af372e44cac6 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:09:01.514756 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:01.595465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] For port 47d7666d-856a-4b14-879d-af372e44cac6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=47d7666d-856a-4b14-879d-af372e44cac6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:01.595837 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:01.608591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Calling delete_port for 47d7666d-856a-4b14-879d-af372e44cac6 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:09:01.660342 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4f54d664-d9c8-4737-a848-030a205424d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146'}], 'enable_snat': True}, 'gw_port_id': '47d7666d-856a-4b14-879d-af372e44cac6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:09:00Z', 'revision_number': 5, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port': {'id': '47d7666d-856a-4b14-879d-af372e44cac6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a5:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3538, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:02:12Z', 'updated_at': '2021-11-25T20:02:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:01.691204 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54d664-d9c8-4737-a848-030a205424d3 None None] Checking router: ac8b20d2-96e5-4c25-b311-31ff80df231b for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:09:01.705783 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f54d664-d9c8-4737-a848-030a205424d3 None None] Routers {'ac8b20d2-96e5-4c25-b311-31ff80df231b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:09:01.706429 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4f54d664-d9c8-4737-a848-030a205424d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:08:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['ac8b20d2-96e5-4c25-b311-31ff80df231b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:01.794920 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:01.799662 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4f54d664-d9c8-4737-a848-030a205424d3 None None] Set router ac8b20d2-96e5-4c25-b311-31ff80df231b gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:09:01.828254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=47d7666d-856a-4b14-879d-af372e44cac6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:01.836855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf3dc15-a0c5-4aae-a312-d8c9d9b1ff92 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:09:01.857360 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4f54d664-d9c8-4737-a848-030a205424d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:09:01Z', 'revision_number': 6, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:01.889649 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f54d664-d9c8-4737-a848-030a205424d3 None None] The sync data for ids ['ac8b20d2-96e5-4c25-b311-31ff80df231b'] in n-d-817303-9 is: [{'id': 'ac8b20d2-96e5-4c25-b311-31ff80df231b', 'name': 'tempest-AttachVolumeTestJSON-304657113-router', 'tenant_id': '79b14461732143008a8e853ec742ffc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:02:11Z', 'updated_at': '2021-11-25T20:09:01Z', 'revision_number': 6, 'project_id': '79b14461732143008a8e853ec742ffc1', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:09:01.899411 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:01.994180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:01.996408 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.039064 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.039607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac8b20d2-96e5-4c25-b311-31ff80df231b {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:09:02.044034 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.045214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ae31b5ce-0498-4deb-add6-0c32f63b91c3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/ac8b20d2-96e5-4c25-b311-31ff80df231b HTTP/1.1" status: 204 len: 168 time: 0.8020003 Nov 25 20:09:02.047779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42162) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:02.100831 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-265d87e5-11df-4db9-85bd-4d0f477edb37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.103531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-dde81fee-43d7-4621-959c-2379d10ecde4 admin admin] Deleting subnet 95a06aa4-f7dd-4413-9210-f4671fd0111c {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:09:02.106859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dde81fee-43d7-4621-959c-2379d10ecde4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.141604 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dde81fee-43d7-4621-959c-2379d10ecde4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.216980 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dde81fee-43d7-4621-959c-2379d10ecde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.269686 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dde81fee-43d7-4621-959c-2379d10ecde4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.305667 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dde81fee-43d7-4621-959c-2379d10ecde4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.310372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dde81fee-43d7-4621-959c-2379d10ecde4 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/95a06aa4-f7dd-4413-9210-f4671fd0111c HTTP/1.1" status: 204 len: 168 time: 0.2616184 Nov 25 20:09:02.310612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c440f3a0-38b2-49a6-b678-1489cbf62306 None None] Network c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:09:02.311450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde81fee-43d7-4621-959c-2379d10ecde4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95a06aa4-f7dd-4413-9210-f4671fd0111c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:02.312882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42164) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:02.391561 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.446024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Deleting port b1748ccb-2d08-4e36-a5ad-4392d5170cb9 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:09:02.446368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.515582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] For port b1748ccb-2d08-4e36-a5ad-4392d5170cb9, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b1748ccb-2d08-4e36-a5ad-4392d5170cb9,segment=NetworkSegment(0f1febd9-653a-40f7-ab7f-b8609a65b6a0),segment_id=0f1febd9-653a-40f7-ab7f-b8609a65b6a0)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:02.515946 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.529087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Calling delete_port for b1748ccb-2d08-4e36-a5ad-4392d5170cb9 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:09:02.607807 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.642060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] No DVR routers for this DVR port b1748ccb-2d08-4e36-a5ad-4392d5170cb9 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:09:02.643704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1748ccb-2d08-4e36-a5ad-4392d5170cb9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:02.691177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1157ecb0-0f01-4e3a-b5eb-f30178913571 None None] DHCP port deletion for c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:09:02.738488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.761426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:02.770889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f1febd9-653a-40f7-ab7f-b8609a65b6a0') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:02.771339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f1febd9-653a-40f7-ab7f-b8609a65b6a0') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:09:02.788106 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.802905 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.809683 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:09:02.810083 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:09:02.811843 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:09:02.874599 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.880332 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:02.884824 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c HTTP/1.1" status: 204 len: 168 time: 0.5709345 Nov 25 20:09:02.896824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666350e-9891-4899-b720-97d7595264d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c96a91fd-6b31-4aa1-bb8b-e7647bf8b95c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:03.031641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42168) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:03.073118 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8add8efe-79f1-4e77-87f7-c3744241b1ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79b14461732143008a8e853ec742ffc1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0402896 Nov 25 20:09:03.075697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42170) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:03.122661 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-daaf7819-b6e8-476c-81ad-d2b226362d8c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:03.149304 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-daaf7819-b6e8-476c-81ad-d2b226362d8c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:03.197389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-daaf7819-b6e8-476c-81ad-d2b226362d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:03.200097 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-daaf7819-b6e8-476c-81ad-d2b226362d8c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:03.201293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-daaf7819-b6e8-476c-81ad-d2b226362d8c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13a274ca-b47e-42cf-9158-fd214fe80d64 HTTP/1.1" status: 204 len: 168 time: 0.1246836 Nov 25 20:09:03.209133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaf7819-b6e8-476c-81ad-d2b226362d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13a274ca-b47e-42cf-9158-fd214fe80d64,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:03.750195 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b1748ccb-2d08-4e36-a5ad-4392d5170cb9 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:09:03.776453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b1748ccb-2d08-4e36-a5ad-4392d5170cb9 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:09:03.776799 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b1748ccb-2d08-4e36-a5ad-4392d5170cb9 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:09:03.777226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 18443faa-00cc-471c-b2ef-c46a41853ccb no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:09:03.798107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 18443faa-00cc-471c-b2ef-c46a41853ccb {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:09:03.798449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 18443faa-00cc-471c-b2ef-c46a41853ccb not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:09:03.798890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 47d7666d-856a-4b14-879d-af372e44cac6 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:09:03.821008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 47d7666d-856a-4b14-879d-af372e44cac6 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:09:03.821359 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 47d7666d-856a-4b14-879d-af372e44cac6 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:09:03.930909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42192) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:04.045263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-255846318-network', 'tenant_id': '48dd2551d25341349fc44b32b1893b0e'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:04.071238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Made reservation on behalf of 48dd2551d25341349fc44b32b1893b0e for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:09:04.073640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.082721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.156662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.160479 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.185880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:09:04.195902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53752d10-1d00-46b5-a60d-cae8efc145f4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:04.200757 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.201102 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Added segment 585f9c2a-9d03-48ff-9ee0-76a5bca4efa6 of type vlan for network 7e2c73e3-4245-4be5-9408-1baf0812869c Nov 25 20:09:04.241195 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.265470 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.266400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:04.267056 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.299948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3679237 Nov 25 20:09:04.304572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42196) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:04.309727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] Request body: {'subnet': {'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-255846318-subnet', 'tenant_id': '48dd2551d25341349fc44b32b1893b0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:04.333052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] Made reservation on behalf of 48dd2551d25341349fc44b32b1893b0e for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:09:04.335008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa8269f-e344-4d28-b8dc-cc5da5d68711 admin admin] Pushing event updated for resources: {'Network': ['ID=7e2c73e3-4245-4be5-9408-1baf0812869c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:04.335573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.345518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 7e2c73e3-4245-4be5-9408-1baf0812869c details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:09:04.514164 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.571654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a61ce6e0-808e-4423-87d3-be0625b59be1,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:04.580709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] Checking segment: {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:04.581101 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] Network hostable DHCP agents. Network: 7e2c73e3-4245-4be5-9408-1baf0812869c, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:09:04.600021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] Network 7e2c73e3-4245-4be5-9408-1baf0812869c is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:09:04.609611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 7e2c73e3-4245-4be5-9408-1baf0812869c) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:09:04.613689 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:04.614285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:04.620443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe88944-aa2d-4712-94a5-d4d3d888d0cf None None] Network 7e2c73e3-4245-4be5-9408-1baf0812869c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:09:04.631034 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-600336ab-edd4-4475-af16-80a26dc8539c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3250613 Nov 25 20:09:04.754237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a8743f-5e96-4ff4-9042-cd841cac4b41 None None] Network 7e2c73e3-4245-4be5-9408-1baf0812869c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:09:05.081340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-82f358cf-4133-428d-9294-2907018a6dc3 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:05.082930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-82f358cf-4133-428d-9294-2907018a6dc3 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 814 time: 0.1065259 Nov 25 20:09:05.101463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-1aadd062-f469-4b2d-b4af-06458931f674 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/quotas/48dd2551d25341349fc44b32b1893b0e HTTP/1.1" status: 200 len: 375 time: 0.0096796 Nov 25 20:09:05.133329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-539f7bed-0655-44dd-b7a2-3d92e7df373b tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281098 Nov 25 20:09:05.227829 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3a7d99be-653c-41e2-815c-58502ccbab74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:05.242081 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-a334ff0e-6080-430f-af8c-dd9c84d7295b service neutron] 10.222.0.15 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015239 Nov 25 20:09:05.343020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-9757f7ac-a8bc-432a-9ef0-ed72685fc77f service neutron] 10.222.0.15 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946424 Nov 25 20:09:05.513074 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ede52a95-c5ea-4cc5-9429-f1b9a252668e req-33217842-e8d7-4d5f-8540-9ce4ee38cc18 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 210 time: 0.0334990 Nov 25 20:09:06.502720 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:06.515087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-3afe276a-7005-4ede-83ed-c4d1a1d9795e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:06.517999 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-3afe276a-7005-4ede-83ed-c4d1a1d9795e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 814 time: 0.1260667 Nov 25 20:09:06.533418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Request body: {'port': {'device_id': '87812044-50be-457e-be86-996922ce4bf5', 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c', 'admin_state_up': True, 'tenant_id': '48dd2551d25341349fc44b32b1893b0e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:06.617400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-170ee74f-b51d-4a14-8d61-b92af0044ffb req-fe6ffa52-765f-4dde-972b-e43b23f1b01f tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 210 time: 0.0310261 Nov 25 20:09:06.682667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Made reservation on behalf of 48dd2551d25341349fc44b32b1893b0e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:09:06.686421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:06.830128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Allocated IP 172.20.0.12 (7e2c73e3-4245-4be5-9408-1baf0812869c/a61ce6e0-808e-4423-87d3-be0625b59be1/a5b02204-e8a5-441c-b031-fb1e5681fe70) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:09:06.994749 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.030704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.079351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Network 7e2c73e3-4245-4be5-9408-1baf0812869c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:09:07.082543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:09:07.087341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:09:07.091485 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Pushing event updated for resources: {'Port': ['ID=a5b02204-e8a5-441c-b031-fb1e5681fe70,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:07.138325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:07.138970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.155335 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-b9d7e83e-7ec2-4770-a342-f5417b5e5de5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6274717 Nov 25 20:09:07.168021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Request body: {'port': {'device_id': '87812044-50be-457e-be86-996922ce4bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:07.245355 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.529858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b02204-e8a5-441c-b031-fb1e5681fe70 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:09:07.538238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.551464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Transition to ACTIVE for port object a5b02204-e8a5-441c-b031-fb1e5681fe70 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:09:07.556358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.609323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Pushing event updated for resources: {'Port': ['ID=a5b02204-e8a5-441c-b031-fb1e5681fe70,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:07.691932 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Attempting to bind port a5b02204-e8a5-441c-b031-fb1e5681fe70 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:09:07.692372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Attempting to bind port a5b02204-e8a5-441c-b031-fb1e5681fe70 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:09:07.692592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Attempting to bind port a5b02204-e8a5-441c-b031-fb1e5681fe70 on network 7e2c73e3-4245-4be5-9408-1baf0812869c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:07.698359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Port a5b02204-e8a5-441c-b031-fb1e5681fe70 on network 7e2c73e3-4245-4be5-9408-1baf0812869c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:09:07.698691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Attempting to bind port a5b02204-e8a5-441c-b031-fb1e5681fe70 on network 7e2c73e3-4245-4be5-9408-1baf0812869c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:07.704766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 8, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:09:07.705112 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Checking segment: {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:07.705520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Bound using segment: {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:09:07.705958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Bound port: a5b02204-e8a5-441c-b031-fb1e5681fe70, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:09:07.706325 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.748477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d69a4-eb48-4c35-9b93-a19ba29e3668 req-5f185c2b-9c56-4f46-b641-586628ed919d tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:07.750944 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-653d69a4-eb48-4c35-9b93-a19ba29e3668 req-5f185c2b-9c56-4f46-b641-586628ed919d tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 944 time: 0.0569808 Nov 25 20:09:07.782007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] For port a5b02204-e8a5-441c-b031-fb1e5681fe70, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:07.785333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] For port a5b02204-e8a5-441c-b031-fb1e5681fe70, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a5b02204-e8a5-441c-b031-fb1e5681fe70,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:09:07.792194 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.808992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-653d69a4-eb48-4c35-9b93-a19ba29e3668 req-3954539d-804c-4d3c-852f-8b94a68504a2 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503826 Nov 25 20:09:07.834133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:07.834644 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.836154 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] 10.222.0.76 "PUT /v2.0/ports/a5b02204-e8a5-441c-b031-fb1e5681fe70 HTTP/1.1" status: 200 len: 1092 time: 0.6723349 Nov 25 20:09:07.838662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87812044-50be-457e-be86-996922ce4bf5', 'tag': 'a5b02204-e8a5-441c-b031-fb1e5681fe70'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:07.841113 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36efcd5-ab5d-460b-bedc-ca551d2fa2a1" -d '{"events": [{"name": "network-changed", "server_uuid": "87812044-50be-457e-be86-996922ce4bf5", "tag": "a5b02204-e8a5-441c-b031-fb1e5681fe70"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:07.855553 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:07.879083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa30dc68-4056-47eb-8cdb-cbf48b70c2ba service neutron] Pushing event updated for resources: {'Port': ['ID=a5b02204-e8a5-441c-b031-fb1e5681fe70,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:07.887966 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e97f262a-9114-4e99-959e-c73e52c757a5 x-openstack-request-id: req-e97f262a-9114-4e99-959e-c73e52c757a5 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:07.888266 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87812044-50be-457e-be86-996922ce4bf5", "tag": "a5b02204-e8a5-441c-b031-fb1e5681fe70", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:07.888524 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e97f262a-9114-4e99-959e-c73e52c757a5 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:07.888927 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87812044-50be-457e-be86-996922ce4bf5', 'tag': 'a5b02204-e8a5-441c-b031-fb1e5681fe70', 'status': 'completed', 'code': 200} Nov 25 20:09:07.943003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-1515c588-469e-4b85-81cc-b45b25f1f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:07.944803 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-1515c588-469e-4b85-81cc-b45b25f1f09e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0530777 Nov 25 20:09:07.991848 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-40fb34bb-c205-4284-9e90-99d0dd36957a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5b02204-e8a5-441c-b031-fb1e5681fe70 HTTP/1.1" status: 200 len: 217 time: 0.0393124 Nov 25 20:09:08.046835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-bc218c9c-423b-41b5-9d77-4d8d298890ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:08.048262 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-bc218c9c-423b-41b5-9d77-4d8d298890ea service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a61ce6e0-808e-4423-87d3-be0625b59be1 HTTP/1.1" status: 200 len: 854 time: 0.0491798 Nov 25 20:09:08.083366 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-d8b10cca-994b-4284-b85c-d4188f35df51 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e2c73e3-4245-4be5-9408-1baf0812869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278153 Nov 25 20:09:08.191963 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-cec92bf9-bdbd-4036-8bf9-26b0f3a989d4 service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010649 Nov 25 20:09:08.294868 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7ab0b1ec-7850-4437-8986-95d0c428fb66 req-9ff48391-7e74-46b0-a450-996b4ecc02d1 service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958467 Nov 25 20:09:08.344209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:08.393803 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36efcd5-ab5d-460b-bedc-ca551d2fa2a1 req-ef38a125-183b-4943-949b-37f0e3ac0f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:08.395387 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f36efcd5-ab5d-460b-bedc-ca551d2fa2a1 req-ef38a125-183b-4943-949b-37f0e3ac0f2c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 1095 time: 0.0455472 Nov 25 20:09:08.492551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36efcd5-ab5d-460b-bedc-ca551d2fa2a1 req-08cfbec1-e19b-4838-aaf0-c1f4c1fe65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:08.494054 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f36efcd5-ab5d-460b-bedc-ca551d2fa2a1 req-08cfbec1-e19b-4838-aaf0-c1f4c1fe65df service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 915 time: 0.0916049 Nov 25 20:09:08.541315 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f36efcd5-ab5d-460b-bedc-ca551d2fa2a1 req-b4265337-0964-4449-ace9-88044ea33518 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5b02204-e8a5-441c-b031-fb1e5681fe70 HTTP/1.1" status: 200 len: 217 time: 0.0400546 Nov 25 20:09:08.592677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36efcd5-ab5d-460b-bedc-ca551d2fa2a1 req-ef70601c-91c9-4326-b995-fe068fabbc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:08.594165 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f36efcd5-ab5d-460b-bedc-ca551d2fa2a1 req-ef70601c-91c9-4326-b995-fe068fabbc82 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a61ce6e0-808e-4423-87d3-be0625b59be1 HTTP/1.1" status: 200 len: 854 time: 0.0458808 Nov 25 20:09:08.627508 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f36efcd5-ab5d-460b-bedc-ca551d2fa2a1 req-6a83f9fe-f18b-498c-a318-82630fe89323 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e2c73e3-4245-4be5-9408-1baf0812869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253642 Nov 25 20:09:08.734037 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f36efcd5-ab5d-460b-bedc-ca551d2fa2a1 req-4d393f4b-4b03-4596-bb41-d23faf06e5e0 service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989616 Nov 25 20:09:08.831471 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f36efcd5-ab5d-460b-bedc-ca551d2fa2a1 req-7c02f300-29f9-4070-b556-b54a5afc0cb3 service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879378 Nov 25 20:09:08.935468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9a8dc8-e348-4c1f-9b30-037b914c9e68 req-28840521-08b1-476e-9be7-3d603e9fb6a1 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:08.937020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f9a8dc8-e348-4c1f-9b30-037b914c9e68 req-28840521-08b1-476e-9be7-3d603e9fb6a1 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 944 time: 0.0526817 Nov 25 20:09:08.995072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f9a8dc8-e348-4c1f-9b30-037b914c9e68 req-037d6a1d-cdca-43f9-be0b-4f162c93492d tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512049 Nov 25 20:09:10.117372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc4994-340c-4613-927c-abc62de7cf5f req-0391bb48-8152-4838-876d-1303a9a76c77 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:10.119034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9afc4994-340c-4613-927c-abc62de7cf5f req-0391bb48-8152-4838-876d-1303a9a76c77 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 944 time: 0.0519981 Nov 25 20:09:10.167501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9afc4994-340c-4613-927c-abc62de7cf5f req-146283ff-db85-4435-9106-c07291987822 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424924 Nov 25 20:09:10.828320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a5b02204-e8a5-441c-b031-fb1e5681fe70 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:09:10.928905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port a5b02204-e8a5-441c-b031-fb1e5681fe70, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a5b02204-e8a5-441c-b031-fb1e5681fe70,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:10.939091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'a5b02204-e8a5-441c-b031-fb1e5681fe70', 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c', 'port_id': 'a5b02204-e8a5-441c-b031-fb1e5681fe70', 'mac_address': 'fa:16:3e:76:dc:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61ce6e0-808e-4423-87d3-be0625b59be1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:09:10.976674 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:10.989393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b02204-e8a5-441c-b031-fb1e5681fe70 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:09:11.009249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port a5b02204-e8a5-441c-b031-fb1e5681fe70, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a5b02204-e8a5-441c-b031-fb1e5681fe70,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:11.013603 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:11.062058 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=a5b02204-e8a5-441c-b031-fb1e5681fe70,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:11.069578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.069928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.070276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.070617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.070986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.071323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.071657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.071988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.072316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.072644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.072971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.073762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:09:11.216165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a5b02204-e8a5-441c-b031-fb1e5681fe70'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:09:11.286077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a71bc29-1730-4b5c-8329-70454cbdabeb req-ba34a9b8-e8ec-4c92-bb15-d63d25c125f2 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:11.288247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a71bc29-1730-4b5c-8329-70454cbdabeb req-ba34a9b8-e8ec-4c92-bb15-d63d25c125f2 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 945 time: 0.0504916 Nov 25 20:09:11.338785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a71bc29-1730-4b5c-8329-70454cbdabeb req-d78777a2-133a-40c6-bae5-d94feaf8cf13 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435619 Nov 25 20:09:12.464354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb51245-a816-45da-889b-8d324ea5c7c6 req-3dcdf7dc-32b4-434d-8139-ec3c5694c519 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:12.465837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbb51245-a816-45da-889b-8d324ea5c7c6 req-3dcdf7dc-32b4-434d-8139-ec3c5694c519 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 945 time: 0.0542750 Nov 25 20:09:12.513476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbb51245-a816-45da-889b-8d324ea5c7c6 req-bd51d460-0548-45ff-9b13-e0df683a76ae tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415967 Nov 25 20:09:12.840504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a5b02204-e8a5-441c-b031-fb1e5681fe70 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:09:12.891625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port a5b02204-e8a5-441c-b031-fb1e5681fe70 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:09:12.896950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port a5b02204-e8a5-441c-b031-fb1e5681fe70 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:12.897460 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:12.981231 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:13.004310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87812044-50be-457e-be86-996922ce4bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b02204-e8a5-441c-b031-fb1e5681fe70'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:13.006594 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95e95c0c-74ec-42c4-935b-8191e08883c1" -d '{"events": [{"server_uuid": "87812044-50be-457e-be86-996922ce4bf5", "name": "network-vif-plugged", "status": "completed", "tag": "a5b02204-e8a5-441c-b031-fb1e5681fe70"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:13.019796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port a5b02204-e8a5-441c-b031-fb1e5681fe70, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a5b02204-e8a5-441c-b031-fb1e5681fe70,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:13.025408 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:13.051528 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b377e0-21c6-4baa-bbb2-05752ef458c4 x-openstack-request-id: req-63b377e0-21c6-4baa-bbb2-05752ef458c4 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:13.051836 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87812044-50be-457e-be86-996922ce4bf5", "name": "network-vif-plugged", "status": "completed", "tag": "a5b02204-e8a5-441c-b031-fb1e5681fe70", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:13.052126 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63b377e0-21c6-4baa-bbb2-05752ef458c4 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:13.052567 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87812044-50be-457e-be86-996922ce4bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b02204-e8a5-441c-b031-fb1e5681fe70', 'code': 200} Nov 25 20:09:13.079583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=a5b02204-e8a5-441c-b031-fb1e5681fe70,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:13.154370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d8c2d8-3d64-43aa-b989-57fb1209f3de req-14498b01-16ed-499f-b59a-93ba4f21b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:13.155905 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90d8c2d8-3d64-43aa-b989-57fb1209f3de req-14498b01-16ed-499f-b59a-93ba4f21b2eb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0454061 Nov 25 20:09:13.201977 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90d8c2d8-3d64-43aa-b989-57fb1209f3de req-7c4e4c42-d24b-433b-bcc3-a123ab931f4d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Nov 25 20:09:13.634911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d4e75d-4d5d-4057-8c1f-5039082b0e9d req-e61a9790-441f-4c9c-8f96-184341d56c5b tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:13.636485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8d4e75d-4d5d-4057-8c1f-5039082b0e9d req-e61a9790-441f-4c9c-8f96-184341d56c5b tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 946 time: 0.0521808 Nov 25 20:09:13.687407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8d4e75d-4d5d-4057-8c1f-5039082b0e9d req-cebbfac9-71cd-4b07-a533-5ec77bc7c703 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448651 Nov 25 20:09:14.811256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72141221-1236-4310-a4c9-a1502e983051 req-7e942265-6c13-4af0-86df-62e8818a7ef0 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:14.812785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72141221-1236-4310-a4c9-a1502e983051 req-7e942265-6c13-4af0-86df-62e8818a7ef0 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 946 time: 0.0554872 Nov 25 20:09:14.864138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72141221-1236-4310-a4c9-a1502e983051 req-6c8bc01b-44a9-4d5c-8882-9de1c1dde881 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440032 Nov 25 20:09:18.996981 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:09:20.953949 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:23.235598 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:28.666296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-c242bd77-1bd2-4769-aae2-c8f9aa09dfb5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:28.668021 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-c242bd77-1bd2-4769-aae2-c8f9aa09dfb5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 814 time: 0.1131432 Nov 25 20:09:28.686602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-eb094059-98cd-4f45-8cc2-ae0616a797a5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/quotas/48dd2551d25341349fc44b32b1893b0e HTTP/1.1" status: 200 len: 375 time: 0.0105004 Nov 25 20:09:28.746573 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-5c652c7a-ef05-40d7-8c0a-95502257d105 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538204 Nov 25 20:09:28.864737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-920b18ad-f47e-4a3b-8c94-a48baaa7aa56 service neutron] 10.222.0.15 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108177 Nov 25 20:09:28.979138 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-2e167707-f198-4d8c-9dd0-d86d2aab9be3 service neutron] 10.222.0.15 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044219 Nov 25 20:09:29.182918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36ed1b0c-4d48-4565-b099-a5d93c739228 req-2413dbd7-f721-40e1-b5d7-4296fb5daf77 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 210 time: 0.0462744 Nov 25 20:09:29.945954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd006509-f858-40f0-b427-3a0a6c03140e req-2d92e5e8-293f-4e9d-b202-5e0b108a76f2 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:29.947622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd006509-f858-40f0-b427-3a0a6c03140e req-2d92e5e8-293f-4e9d-b202-5e0b108a76f2 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1096 time: 0.0450330 Nov 25 20:09:30.009971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd006509-f858-40f0-b427-3a0a6c03140e req-7442f0a1-3fed-488e-8c36-03a98d59e07b tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538967 Nov 25 20:09:30.178772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c48c55-afe0-46cb-af06-a5cd59ddbf8f req-dc388559-d0bd-419a-a610-8ef0fe1ab1bd tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:30.180721 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6c48c55-afe0-46cb-af06-a5cd59ddbf8f req-dc388559-d0bd-419a-a610-8ef0fe1ab1bd tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0718684 Nov 25 20:09:30.247853 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b6c48c55-afe0-46cb-af06-a5cd59ddbf8f req-c9bfe533-137b-4c37-aeea-164e9888c30d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547938 Nov 25 20:09:30.270461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42338) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:30.301143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-19d19ae2-f00f-44b3-a836-b69331e71ac3 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:30.303452 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-19d19ae2-f00f-44b3-a836-b69331e71ac3 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 814 time: 0.1605973 Nov 25 20:09:30.319093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Request body: {'port': {'device_id': '94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959', 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c', 'admin_state_up': True, 'tenant_id': '48dd2551d25341349fc44b32b1893b0e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:30.364631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6217510b-0a10-4564-8ba8-ee37ab67a183 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/7eccaed2-e170-46b9-baac-9e834f6aa4ff HTTP/1.1" status: 200 len: 993 time: 0.0918908 Nov 25 20:09:30.380876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-730d15a6-44bd-4ce1-8de1-ec85aaf11a95 req-f9227160-0078-4c13-9078-ba2cfe00d3ce tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 210 time: 0.0369186 Nov 25 20:09:30.453000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Made reservation on behalf of 48dd2551d25341349fc44b32b1893b0e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:09:30.456629 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:30.610997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Allocated IP 172.20.0.10 (7e2c73e3-4245-4be5-9408-1baf0812869c/a61ce6e0-808e-4423-87d3-be0625b59be1/3c521142-5051-473f-8cd2-d5d860e978f0) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:09:31.079619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be048943-a96a-493b-a86b-6e64d5488a90 req-6a1b717b-0868-4746-969a-d7f357e05128 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:31.082329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be048943-a96a-493b-a86b-6e64d5488a90 req-6a1b717b-0868-4746-969a-d7f357e05128 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0924253 Nov 25 20:09:31.096044 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-f0dc0e3d-23c0-403a-a98e-24d105f9e3fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1155922 Nov 25 20:09:31.156876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be048943-a96a-493b-a86b-6e64d5488a90 req-18ad6044-50e1-455d-84bc-600229a04943 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670764 Nov 25 20:09:31.160819 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.217593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.233725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a5b02204-e8a5-441c-b031-fb1e5681fe70'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:09:31.288559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Network 7e2c73e3-4245-4be5-9408-1baf0812869c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:09:31.293171 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:09:31.307984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:09:31.360521 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Pushing event updated for resources: {'Port': ['ID=3c521142-5051-473f-8cd2-d5d860e978f0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:31.388973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:31.389559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.411989 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-afe5d8f9-8492-4a25-a5e8-f7a4b776ef8e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0967438 Nov 25 20:09:31.443350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Request body: {'port': {'device_id': '94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:31.516246 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.549860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11730a34-1901-4bd0-b70e-12f0792119e6 req-00f6e519-af00-4bc1-b391-cfe93d90ca29 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:31.551553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11730a34-1901-4bd0-b70e-12f0792119e6 req-00f6e519-af00-4bc1-b391-cfe93d90ca29 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 932 time: 0.0660560 Nov 25 20:09:31.607575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11730a34-1901-4bd0-b70e-12f0792119e6 req-922c2c14-ecc3-45b4-8334-813c157e695f tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479786 Nov 25 20:09:31.848296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c521142-5051-473f-8cd2-d5d860e978f0 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:09:31.858485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.873863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Transition to ACTIVE for port object 3c521142-5051-473f-8cd2-d5d860e978f0 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:09:31.882868 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:31.938454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Pushing event updated for resources: {'Port': ['ID=3c521142-5051-473f-8cd2-d5d860e978f0,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:32.025755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Attempting to bind port 3c521142-5051-473f-8cd2-d5d860e978f0 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:09:32.026128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Attempting to bind port 3c521142-5051-473f-8cd2-d5d860e978f0 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:09:32.026426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Attempting to bind port 3c521142-5051-473f-8cd2-d5d860e978f0 on network 7e2c73e3-4245-4be5-9408-1baf0812869c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:32.032068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Port 3c521142-5051-473f-8cd2-d5d860e978f0 on network 7e2c73e3-4245-4be5-9408-1baf0812869c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:09:32.032588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Attempting to bind port 3c521142-5051-473f-8cd2-d5d860e978f0 on network 7e2c73e3-4245-4be5-9408-1baf0812869c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:32.039112 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:09:32.039495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Checking segment: {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:32.039842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Bound using segment: {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:09:32.040265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Bound port: 3c521142-5051-473f-8cd2-d5d860e978f0, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:09:32.040626 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:32.106089 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5346f732-c19a-44a5-9f96-06374fbfa0b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:32.134472 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] For port 3c521142-5051-473f-8cd2-d5d860e978f0, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:32.138942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] For port 3c521142-5051-473f-8cd2-d5d860e978f0, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3c521142-5051-473f-8cd2-d5d860e978f0,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:09:32.144844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:32.190367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:32.191057 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:32.192781 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] 10.222.0.76 "PUT /v2.0/ports/3c521142-5051-473f-8cd2-d5d860e978f0 HTTP/1.1" status: 200 len: 1092 time: 0.7566040 Nov 25 20:09:32.193493 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959', 'tag': '3c521142-5051-473f-8cd2-d5d860e978f0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:32.198316 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbf0694-c92d-4d45-8e1f-249c39beb4dc" -d '{"events": [{"name": "network-changed", "server_uuid": "94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959", "tag": "3c521142-5051-473f-8cd2-d5d860e978f0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:32.234429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb991770-5bbd-4286-960c-2a576bbdf647 service neutron] Pushing event updated for resources: {'Port': ['ID=3c521142-5051-473f-8cd2-d5d860e978f0,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:32.245247 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5141ffd6-67e1-4c03-a271-a0ab84994e63 x-openstack-request-id: req-5141ffd6-67e1-4c03-a271-a0ab84994e63 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:32.245562 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959", "tag": "3c521142-5051-473f-8cd2-d5d860e978f0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:32.246046 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5141ffd6-67e1-4c03-a271-a0ab84994e63 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:32.246599 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959', 'tag': '3c521142-5051-473f-8cd2-d5d860e978f0', 'status': 'completed', 'code': 200} Nov 25 20:09:32.396580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0e9aca-e6cb-49b6-b813-0a438f4c0396 req-2c28e7b4-8d9a-4c16-aa04-cddcbc0811f3 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:32.398786 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de0e9aca-e6cb-49b6-b813-0a438f4c0396 req-2c28e7b4-8d9a-4c16-aa04-cddcbc0811f3 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0895481 Nov 25 20:09:32.410359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf0694-c92d-4d45-8e1f-249c39beb4dc req-2b42188e-9bd9-4471-b956-cf4241403c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:32.414363 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7dbf0694-c92d-4d45-8e1f-249c39beb4dc req-2b42188e-9bd9-4471-b956-cf4241403c63 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 1095 time: 0.0819697 Nov 25 20:09:32.471223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de0e9aca-e6cb-49b6-b813-0a438f4c0396 req-89b07d6a-e3bd-4976-b181-a21ec984a80c tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621803 Nov 25 20:09:32.636836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf0694-c92d-4d45-8e1f-249c39beb4dc req-52a263ee-7960-4eba-81fe-6ce104342b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:32.638379 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7dbf0694-c92d-4d45-8e1f-249c39beb4dc req-52a263ee-7960-4eba-81fe-6ce104342b08 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=48dd2551d25341349fc44b32b1893b0e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2124989 Nov 25 20:09:32.774380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f9c52-c7db-499f-8006-1a1027ac5003 req-710c9cd2-3bf0-483f-938c-9b4c90e55c44 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:32.777529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c33f9c52-c7db-499f-8006-1a1027ac5003 req-710c9cd2-3bf0-483f-938c-9b4c90e55c44 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 944 time: 0.0729680 Nov 25 20:09:32.851369 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c33f9c52-c7db-499f-8006-1a1027ac5003 req-63b59efb-34b2-42cf-9af0-a3850fe80330 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613720 Nov 25 20:09:32.853356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbf0694-c92d-4d45-8e1f-249c39beb4dc req-2e2ec4aa-77fb-4155-b7b8-5f70110c9f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:32.854903 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7dbf0694-c92d-4d45-8e1f-249c39beb4dc req-2e2ec4aa-77fb-4155-b7b8-5f70110c9f8c service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2079947 Nov 25 20:09:32.884389 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-21493333-5971-47b2-8efe-9e0eae67bb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:32.886091 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-21493333-5971-47b2-8efe-9e0eae67bb01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1096 time: 0.0694566 Nov 25 20:09:33.004088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-d949db7f-0f88-43d7-bc4b-0714a5fb13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:33.006190 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-d949db7f-0f88-43d7-bc4b-0714a5fb13b1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 1095 time: 0.1037471 Nov 25 20:09:33.070988 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-4a21b655-0d6a-410a-8421-54f0d120a0c2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c521142-5051-473f-8cd2-d5d860e978f0 HTTP/1.1" status: 200 len: 217 time: 0.0486467 Nov 25 20:09:33.072227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-1aaeaa88-02a7-4d49-90de-05bc48d0fd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:33.073677 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-1aaeaa88-02a7-4d49-90de-05bc48d0fd6d service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 898 time: 0.1811109 Nov 25 20:09:33.179581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-64dda196-10a5-4fff-ae2a-acf286b5efa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:33.181240 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-64dda196-10a5-4fff-ae2a-acf286b5efa6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a61ce6e0-808e-4423-87d3-be0625b59be1 HTTP/1.1" status: 200 len: 854 time: 0.1033430 Nov 25 20:09:33.185764 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-f921688d-f69f-4453-a0d4-bf0f422aa48c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 1001 time: 0.0992475 Nov 25 20:09:33.249181 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-1181538d-7aec-4f91-aff4-ad732bfec47d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e2c73e3-4245-4be5-9408-1baf0812869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608423 Nov 25 20:09:33.283643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-16c9dce1-bae1-4083-b788-ba68c2c025b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:33.285333 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-16c9dce1-bae1-4083-b788-ba68c2c025b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.0884926 Nov 25 20:09:33.396922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-f930b21f-32ce-4b47-82a6-f95aff1cb4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:33.398613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-f930b21f-32ce-4b47-82a6-f95aff1cb4bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1052570 Nov 25 20:09:33.400917 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-1df04d95-3f6e-4f78-921b-97b035de8e9e service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426952 Nov 25 20:09:33.409964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-e4a55c94-28d5-4b76-aa3e-365c6548636e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:09:33.410838 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-e4a55c94-28d5-4b76-aa3e-365c6548636e service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054705 Nov 25 20:09:33.580570 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-256be329-b64b-49a9-ac7e-e5cfdd35714d req-8e4b049b-e4cb-4da6-a8ba-a8980981caaf service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686432 Nov 25 20:09:33.582699 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-f5e6c93f-c24a-44c3-8b12-6d4914db8fec service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630626 Nov 25 20:09:33.633169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f68af5-f58c-4dcf-b7f9-41a504390d4c req-f75f07b4-2178-47df-91b5-799d6b98108e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:33.635779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99f68af5-f58c-4dcf-b7f9-41a504390d4c req-f75f07b4-2178-47df-91b5-799d6b98108e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0745378 Nov 25 20:09:33.718665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99f68af5-f58c-4dcf-b7f9-41a504390d4c req-6a0d462c-cc3c-45c8-90de-49a11658a01a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761697 Nov 25 20:09:33.738835 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-1d8d1573-a20a-4877-8752-b987f8aa5523 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477230 Nov 25 20:09:33.979932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a0d03d-50db-407e-bcf2-6269113a052d req-a940d560-475d-4029-a77b-7193883809bc tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:33.981631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3a0d03d-50db-407e-bcf2-6269113a052d req-a940d560-475d-4029-a77b-7193883809bc tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 944 time: 0.0557203 Nov 25 20:09:34.037672 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a3a0d03d-50db-407e-bcf2-6269113a052d req-c1e461f4-d9c7-4371-842e-1c0ad9b0f615 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494196 Nov 25 20:09:34.861108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c1fbc-a649-4858-bcc7-970a396646c9 req-b1942779-d6b7-474d-a73a-5f5d8614c106 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:34.862671 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a7c1fbc-a649-4858-bcc7-970a396646c9 req-b1942779-d6b7-474d-a73a-5f5d8614c106 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0557909 Nov 25 20:09:34.915701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a7c1fbc-a649-4858-bcc7-970a396646c9 req-19e35e9f-0573-44a1-a9b7-d51a704d89b9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456445 Nov 25 20:09:35.167401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fadc826-a12c-49e9-a9a4-e32c8377c82a req-9e7e6c40-3d77-4ac5-b2e0-233f6c187876 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:35.168900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7fadc826-a12c-49e9-a9a4-e32c8377c82a req-9e7e6c40-3d77-4ac5-b2e0-233f6c187876 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 944 time: 0.0611033 Nov 25 20:09:35.220868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7fadc826-a12c-49e9-a9a4-e32c8377c82a req-78e4a938-a805-4b3a-be98-ff92a721ac71 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458586 Nov 25 20:09:35.221169 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7d79e6ee-de51-47fc-866d-e6ca548cbb9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:36.035712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1615a-bb2e-4bd1-b7b9-b07a433a6d3c req-197e95a4-410a-4674-848f-440a9144b2f4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:36.037390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62f1615a-bb2e-4bd1-b7b9-b07a433a6d3c req-197e95a4-410a-4674-848f-440a9144b2f4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0504878 Nov 25 20:09:36.089811 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62f1615a-bb2e-4bd1-b7b9-b07a433a6d3c req-43ced53e-c263-4f2a-b532-1a46e78f4b82 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462320 Nov 25 20:09:36.341595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ae44ad-9e29-4364-a319-8193922f64fd req-55dcba6f-83c2-4c07-99d4-84dc1c158190 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:36.343133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1ae44ad-9e29-4364-a319-8193922f64fd req-55dcba6f-83c2-4c07-99d4-84dc1c158190 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 944 time: 0.0522630 Nov 25 20:09:36.395302 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1ae44ad-9e29-4364-a319-8193922f64fd req-d4ec68d5-65e4-484f-b6f4-98651da12ce1 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457897 Nov 25 20:09:36.502574 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:36.954765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3c521142-5051-473f-8cd2-d5d860e978f0 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:09:37.211401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736e8722-b37f-41c6-a838-2d59d81f14bd req-100d3489-3a40-4bf1-8d14-2c3fd8171c86 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:37.212996 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-736e8722-b37f-41c6-a838-2d59d81f14bd req-100d3489-3a40-4bf1-8d14-2c3fd8171c86 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0519831 Nov 25 20:09:37.224437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3c521142-5051-473f-8cd2-d5d860e978f0, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3c521142-5051-473f-8cd2-d5d860e978f0,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:37.236361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '3c521142-5051-473f-8cd2-d5d860e978f0', 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c', 'port_id': '3c521142-5051-473f-8cd2-d5d860e978f0', 'mac_address': 'fa:16:3e:cb:40:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61ce6e0-808e-4423-87d3-be0625b59be1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:09:37.264452 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-736e8722-b37f-41c6-a838-2d59d81f14bd req-692a2736-ac15-41d9-a7dc-8cb6eee7dbcf tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452521 Nov 25 20:09:37.274202 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:37.287771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c521142-5051-473f-8cd2-d5d860e978f0 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:09:37.307829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3c521142-5051-473f-8cd2-d5d860e978f0, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3c521142-5051-473f-8cd2-d5d860e978f0,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:37.311457 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:37.366544 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=3c521142-5051-473f-8cd2-d5d860e978f0,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:37.509711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a148af2-543c-482a-a2e9-ec91e510eef8 req-775fe7ab-ec10-477d-a90e-92a3cfe26e91 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:37.511127 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a148af2-543c-482a-a2e9-ec91e510eef8 req-775fe7ab-ec10-477d-a90e-92a3cfe26e91 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 945 time: 0.0486097 Nov 25 20:09:37.532459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['3c521142-5051-473f-8cd2-d5d860e978f0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:09:37.567174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a148af2-543c-482a-a2e9-ec91e510eef8 req-3b8300dd-f088-4951-8cd3-f23ada7fddcd tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491586 Nov 25 20:09:37.842411 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:38.345867 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:38.392878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edfa46-951a-484c-a985-fb1721571a7a req-c844ac41-d05a-4454-a6cf-7aa2cf544f13 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:38.394455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48edfa46-951a-484c-a985-fb1721571a7a req-c844ac41-d05a-4454-a6cf-7aa2cf544f13 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0582213 Nov 25 20:09:38.444982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48edfa46-951a-484c-a985-fb1721571a7a req-76b817cf-c6a6-4ecb-bef4-0d166f6386f6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436468 Nov 25 20:09:38.684779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757bf77a-eca7-455b-b779-14609767a2f6 req-b8feb596-3e73-4566-b288-8dd3336c85cc tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:38.686304 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-757bf77a-eca7-455b-b779-14609767a2f6 req-b8feb596-3e73-4566-b288-8dd3336c85cc tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 945 time: 0.0502355 Nov 25 20:09:38.733443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-757bf77a-eca7-455b-b779-14609767a2f6 req-663a696a-07a4-4dab-b11e-02abcd2f26df tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Nov 25 20:09:38.967925 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3c521142-5051-473f-8cd2-d5d860e978f0 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:09:39.017507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 3c521142-5051-473f-8cd2-d5d860e978f0 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:09:39.022059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 3c521142-5051-473f-8cd2-d5d860e978f0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:39.022640 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:39.105136 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:39.127742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c521142-5051-473f-8cd2-d5d860e978f0'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:39.130002 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17f2bbd-88fc-4031-ab2d-cdefc9e1d9e1" -d '{"events": [{"server_uuid": "94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959", "name": "network-vif-plugged", "status": "completed", "tag": "3c521142-5051-473f-8cd2-d5d860e978f0"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:39.147024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3c521142-5051-473f-8cd2-d5d860e978f0, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3c521142-5051-473f-8cd2-d5d860e978f0,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:39.152010 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:39.175552 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d2ac5f-83ae-4906-9d5c-d63bf9513de0 x-openstack-request-id: req-17d2ac5f-83ae-4906-9d5c-d63bf9513de0 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:39.175853 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959", "name": "network-vif-plugged", "status": "completed", "tag": "3c521142-5051-473f-8cd2-d5d860e978f0", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:39.176111 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-17d2ac5f-83ae-4906-9d5c-d63bf9513de0 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:39.176504 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c521142-5051-473f-8cd2-d5d860e978f0', 'code': 200} Nov 25 20:09:39.203505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=3c521142-5051-473f-8cd2-d5d860e978f0,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:39.280949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546eae4e-bc73-45d0-8da2-b76f8dbd71d1 req-1caccad5-98d6-4c48-955b-e1e7bae3591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:39.282294 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-546eae4e-bc73-45d0-8da2-b76f8dbd71d1 req-1caccad5-98d6-4c48-955b-e1e7bae3591d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 1097 time: 0.0480075 Nov 25 20:09:39.329485 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-546eae4e-bc73-45d0-8da2-b76f8dbd71d1 req-e1f7741b-7907-4ce7-a870-baac0a5e6961 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396523 Nov 25 20:09:39.566421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd21a3-66f7-48d2-a946-2821518448d3 req-66025145-49cd-49d8-b7a0-eb48e8529d13 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:39.567889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7cd21a3-66f7-48d2-a946-2821518448d3 req-66025145-49cd-49d8-b7a0-eb48e8529d13 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0524902 Nov 25 20:09:39.619289 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7cd21a3-66f7-48d2-a946-2821518448d3 req-f94eea3b-97d8-4343-8a5f-96d64f998732 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444329 Nov 25 20:09:39.857312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2f950b-123c-4a4f-a459-adc3b966036d req-c27dcd44-943a-4b64-9c5f-2f42fbe98f62 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:39.858954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e2f950b-123c-4a4f-a459-adc3b966036d req-c27dcd44-943a-4b64-9c5f-2f42fbe98f62 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 946 time: 0.0568969 Nov 25 20:09:39.909132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e2f950b-123c-4a4f-a459-adc3b966036d req-69d7b781-2d3e-4e09-8838-9c357c39d50e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440822 Nov 25 20:09:40.738181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5a244e-20fd-4281-8d91-e917dde4bef2 req-9b04189e-3ff3-4838-a937-f62360afdede tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:40.739716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af5a244e-20fd-4281-8d91-e917dde4bef2 req-9b04189e-3ff3-4838-a937-f62360afdede tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0494912 Nov 25 20:09:40.793098 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af5a244e-20fd-4281-8d91-e917dde4bef2 req-27a6662e-9f05-40aa-ac0e-c0132b847adf tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472646 Nov 25 20:09:41.331074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b2d69f-aeb9-4f51-ba40-0e3bd5f4022a req-42724653-6ac7-443c-8456-f0ce7dc587c0 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:41.332499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4b2d69f-aeb9-4f51-ba40-0e3bd5f4022a req-42724653-6ac7-443c-8456-f0ce7dc587c0 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 946 time: 0.3547344 Nov 25 20:09:41.380019 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4b2d69f-aeb9-4f51-ba40-0e3bd5f4022a req-3690c869-c834-421d-8f6c-5622992a2053 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414577 Nov 25 20:09:41.684177 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f15276e7-1a20-4dab-84ab-f4f48385674c req-8fad7e9d-b886-406e-a382-0a57c1470467 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0483716 Nov 25 20:09:41.782048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15276e7-1a20-4dab-84ab-f4f48385674c req-dd6bcba1-2673-4b9a-b306-ec68fd314470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:41.782460 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f15276e7-1a20-4dab-84ab-f4f48385674c req-dd6bcba1-2673-4b9a-b306-ec68fd314470 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 1097 time: 0.0453668 Nov 25 20:09:41.900033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15276e7-1a20-4dab-84ab-f4f48385674c req-84fde0f3-96d7-405e-8738-3d5a62f60326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:41.901710 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f15276e7-1a20-4dab-84ab-f4f48385674c req-84fde0f3-96d7-405e-8738-3d5a62f60326 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 915 time: 0.0930622 Nov 25 20:09:41.919034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81519b22-9e7b-404f-a3d1-87ad8d893a6e req-307c2480-396b-4813-bfd0-fec9e6e0cc3e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:41.920600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81519b22-9e7b-404f-a3d1-87ad8d893a6e req-307c2480-396b-4813-bfd0-fec9e6e0cc3e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0511954 Nov 25 20:09:41.949344 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f15276e7-1a20-4dab-84ab-f4f48385674c req-48b87e6c-1740-4570-86ee-7efecbedb977 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a5b02204-e8a5-441c-b031-fb1e5681fe70 HTTP/1.1" status: 200 len: 217 time: 0.0396950 Nov 25 20:09:41.975927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81519b22-9e7b-404f-a3d1-87ad8d893a6e req-4f358701-9a4b-4bf4-a950-0755a9dfc1db tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489395 Nov 25 20:09:42.001301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15276e7-1a20-4dab-84ab-f4f48385674c req-7962f013-22a0-474e-a2cd-0ccdf8c6dba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:42.002813 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f15276e7-1a20-4dab-84ab-f4f48385674c req-7962f013-22a0-474e-a2cd-0ccdf8c6dba7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a61ce6e0-808e-4423-87d3-be0625b59be1 HTTP/1.1" status: 200 len: 854 time: 0.0461926 Nov 25 20:09:42.037694 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f15276e7-1a20-4dab-84ab-f4f48385674c req-069a267b-4876-4a53-bf87-223ec7324a6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e2c73e3-4245-4be5-9408-1baf0812869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256236 Nov 25 20:09:42.138293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f15276e7-1a20-4dab-84ab-f4f48385674c req-57c289ce-c8ef-490b-87d1-dae375a5654c service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937591 Nov 25 20:09:42.242659 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f15276e7-1a20-4dab-84ab-f4f48385674c req-ebfa592a-92e3-49f8-96d6-1cdafc59fe50 service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936110 Nov 25 20:09:43.113431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13ed38-1876-430d-acfe-9765ad1753ea req-95df5a04-52b5-4cf4-abb6-63e0e567ec5d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:43.115725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa13ed38-1876-430d-acfe-9765ad1753ea req-95df5a04-52b5-4cf4-abb6-63e0e567ec5d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0582669 Nov 25 20:09:43.170693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa13ed38-1876-430d-acfe-9765ad1753ea req-7fe95027-783e-4d3d-a8ba-08c80ae97d75 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479496 Nov 25 20:09:44.305355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2374736f-5275-4d81-b8d8-354c409b0f55 req-450ccc8c-702e-4d37-8f32-0360df7bdc31 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:44.308167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2374736f-5275-4d81-b8d8-354c409b0f55 req-450ccc8c-702e-4d37-8f32-0360df7bdc31 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0631313 Nov 25 20:09:44.369551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2374736f-5275-4d81-b8d8-354c409b0f55 req-c3db2233-e854-4fb5-8165-e2fd08ab5b90 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540855 Nov 25 20:09:45.488803 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4279b09-e748-4725-b314-66f3263227cf req-9d2347d9-da87-45c2-af68-c55c2536c9ea tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:45.490422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4279b09-e748-4725-b314-66f3263227cf req-9d2347d9-da87-45c2-af68-c55c2536c9ea tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0501735 Nov 25 20:09:45.544799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4279b09-e748-4725-b314-66f3263227cf req-91159a0b-ff85-4968-b408-1599730ed0a2 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482011 Nov 25 20:09:45.592186 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-46cefa7d-cdc2-4b69-af1b-783466268f51 service neutron] show failed (client error): The resource could not be found. Nov 25 20:09:45.593231 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-46cefa7d-cdc2-4b69-af1b-783466268f51 service neutron] 10.222.0.60 "GET /v2.0/ports/c8960091-0949-4c0f-8132-12241e7e5d23/bindings/n-h2-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0614188 Nov 25 20:09:45.818565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-f659acd0-9f3b-4be3-9f60-c2b6c7dcafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:45.820097 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-f659acd0-9f3b-4be3-9f60-c2b6c7dcafe1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 1096 time: 0.0464194 Nov 25 20:09:45.833045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:45.888710 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:46.099174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:46.135482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:46.180966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:46.183244 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430b663e-ef19-428e-a982-a7e48e5210e9" -d '{"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-unplugged", "status": "completed", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:46.187430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:46.201602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Transition to ACTIVE for port object c8960091-0949-4c0f-8132-12241e7e5d23 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:09:46.205427 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:46.244626 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0855f7f4-5804-4561-95c3-6cb8dafcb0bc x-openstack-request-id: req-0855f7f4-5804-4561-95c3-6cb8dafcb0bc {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:46.244919 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-unplugged", "status": "completed", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:46.245253 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0855f7f4-5804-4561-95c3-6cb8dafcb0bc {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:46.245912 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'code': 200} Nov 25 20:09:46.296569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=6']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:46.334745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] No DVR routers for this DVR port c8960091-0949-4c0f-8132-12241e7e5d23 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:09:46.487508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:09:46.487745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:09:46.488086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 on network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:46.498364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Port c8960091-0949-4c0f-8132-12241e7e5d23 on network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:09:46.498364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 on network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:46.499974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 9, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:09:46.500321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Checking segment: {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:46.500716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Bound using segment: {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:09:46.501157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Bound port: c8960091-0949-4c0f-8132-12241e7e5d23, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:09:46.501519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:46.569282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:46.573117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:09:46.577566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:46.611031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:46.611734 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:46.613040 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] 10.222.0.76 "PUT /v2.0/ports/c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 1091 time: 0.7839768 Nov 25 20:09:46.649374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d1d7de-4498-4d36-9b2f-8ead7f5116b8 service neutron] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:46.705052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-751328b8-cd0e-4a13-b7b6-4ed0d8b1f687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:46.706598 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-751328b8-cd0e-4a13-b7b6-4ed0d8b1f687 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1094 time: 0.0527070 Nov 25 20:09:46.711523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b74e662-0f20-4dd5-af69-4b4a959ca525 req-74d961f8-0890-4094-865f-c333d44efcb6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:46.713373 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b74e662-0f20-4dd5-af69-4b4a959ca525 req-74d961f8-0890-4094-865f-c333d44efcb6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 943 time: 0.0836334 Nov 25 20:09:46.767994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b74e662-0f20-4dd5-af69-4b4a959ca525 req-03ebe384-ce16-4209-8115-a0761ce4bb14 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481329 Nov 25 20:09:46.808836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-53c89e98-c379-44a5-b867-368c47e81993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:46.810342 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-53c89e98-c379-44a5-b867-368c47e81993 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 898 time: 0.0968544 Nov 25 20:09:46.881885 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b9cc5e9c-5f98-4918-81b1-fe85b2227661 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 999 time: 0.0636616 Nov 25 20:09:46.931262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-250e51bc-26b7-40b0-b893-34b9b7a707f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:46.932721 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-250e51bc-26b7-40b0-b893-34b9b7a707f7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.0448458 Nov 25 20:09:46.979185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-494995dc-8384-4514-985d-600c31dc3064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:46.980616 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-494995dc-8384-4514-985d-600c31dc3064 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402465 Nov 25 20:09:47.350310 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439395c-caea-436c-aa1b-20f289525110 req-e79d37d4-9e52-42cc-bf52-40d12e2657c6 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:47.352184 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-e79d37d4-9e52-42cc-bf52-40d12e2657c6 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 814 time: 0.1163187 Nov 25 20:09:47.369555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-cae1be1c-9c8d-4ab5-8acd-fb66e5f22612 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/quotas/48dd2551d25341349fc44b32b1893b0e HTTP/1.1" status: 200 len: 375 time: 0.0106833 Nov 25 20:09:47.384390 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-468116a5-a5b5-4eb3-9be9-5bdc40b18f30 service neutron] 10.222.0.76 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967264 Nov 25 20:09:47.424567 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-baea1e76-d8c4-49d8-8b94-dd76541e4ac0 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0487518 Nov 25 20:09:47.480710 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-328f5c7b-41d8-4aa9-af7d-690f8c0efec6 req-b4e1b9b0-4a36-4874-a401-b5ecf6ff2eb2 service neutron] 10.222.0.76 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880575 Nov 25 20:09:47.523816 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-59e6a4a1-0d3c-4a64-9c2e-6f9dc9f84c97 service neutron] 10.222.0.15 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914557 Nov 25 20:09:47.630239 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-f12939d2-0eb5-45f0-963a-067bbb53ec03 service neutron] 10.222.0.15 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997739 Nov 25 20:09:47.799520 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c67c7df-ffcc-4bc8-a7c4-c007f0f88774 req-619374f6-d6d5-41ff-a8b6-10385dc59ba6 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 210 time: 0.0284002 Nov 25 20:09:47.906474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c34cf3-7db6-414e-8385-075d5e1d82d3 req-51ecf39d-8820-4c89-ac2e-564e8fd033d6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:47.908130 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09c34cf3-7db6-414e-8385-075d5e1d82d3 req-51ecf39d-8820-4c89-ac2e-564e8fd033d6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 943 time: 0.0519285 Nov 25 20:09:47.966955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09c34cf3-7db6-414e-8385-075d5e1d82d3 req-58989049-b509-492b-bbb0-14b5332b67ec tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510864 Nov 25 20:09:48.247107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:48.249442 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf7e738-c481-456c-9df7-56211277de78" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:48.300458 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a28d31c3-1de2-4f70-85e3-73f07877a987 x-openstack-request-id: req-a28d31c3-1de2-4f70-85e3-73f07877a987 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:48.300877 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:48.301255 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a28d31c3-1de2-4f70-85e3-73f07877a987 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:48.301663 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'status': 'completed', 'code': 200} Nov 25 20:09:48.396721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7e738-c481-456c-9df7-56211277de78 req-dc4e64ce-ada6-48ee-960d-8422976655f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:48.398251 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-dc4e64ce-ada6-48ee-960d-8422976655f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1094 time: 0.0755224 Nov 25 20:09:48.400172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7e738-c481-456c-9df7-56211277de78 req-85095db9-d2af-40e4-88e1-1c383e3067ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:48.402107 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-85095db9-d2af-40e4-88e1-1c383e3067ed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1094 time: 0.0781071 Nov 25 20:09:48.561397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7e738-c481-456c-9df7-56211277de78 req-88cc0171-59b7-4ff0-bead-578e8d41b829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:48.562773 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-88cc0171-59b7-4ff0-bead-578e8d41b829 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 898 time: 0.1573207 Nov 25 20:09:48.565255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7e738-c481-456c-9df7-56211277de78 req-68a03af8-b660-4674-acd5-8d3dc69d348f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:48.566562 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-68a03af8-b660-4674-acd5-8d3dc69d348f service neutron] 10.222.0.76 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 898 time: 0.1519988 Nov 25 20:09:48.703796 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-b4a35962-5b39-4ee9-84b3-46798e68ae5e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 999 time: 0.1332936 Nov 25 20:09:48.783397 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-bb3f775f-1687-44c3-a593-5956048a9ca3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 999 time: 0.2061260 Nov 25 20:09:48.843512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7e738-c481-456c-9df7-56211277de78 req-0881c6d2-65db-49b1-81d9-9ab9a10ed564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:48.844975 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-0881c6d2-65db-49b1-81d9-9ab9a10ed564 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.1105030 Nov 25 20:09:48.855481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439395c-caea-436c-aa1b-20f289525110 req-12dc649d-299a-4fc1-8e36-2f0c9b4da53c tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:48.856876 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-12dc649d-299a-4fc1-8e36-2f0c9b4da53c tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.60 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 814 time: 0.2134914 Nov 25 20:09:48.873537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Request body: {'port': {'device_id': '9a5b224e-b2c9-4013-bf39-9ffdc07d47fe', 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c', 'admin_state_up': True, 'tenant_id': '48dd2551d25341349fc44b32b1893b0e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:48.897003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67fdab1a-16ce-4565-87a5-ffe1c3084db1 req-3cbb57e0-9aca-4411-870b-d36b62f4733e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 210 time: 0.0272512 Nov 25 20:09:48.923974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7e738-c481-456c-9df7-56211277de78 req-c29a4413-0d02-4799-8363-52e2e0ce0952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:48.925450 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-c29a4413-0d02-4799-8363-52e2e0ce0952 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.1329470 Nov 25 20:09:49.002520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7e738-c481-456c-9df7-56211277de78 req-b37b2463-639c-4d45-9bfa-254497a9da26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:49.004069 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-b37b2463-639c-4d45-9bfa-254497a9da26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1463363 Nov 25 20:09:49.066986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7e738-c481-456c-9df7-56211277de78 req-cbefd89e-4dd5-4fd4-ae25-162803346f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:49.068528 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-cbefd89e-4dd5-4fd4-ae25-162803346f51 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1063693 Nov 25 20:09:49.090890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6addd-e4b3-4d63-a2c0-dbca416d4246 req-d6f8cc7e-6273-49cc-b722-da2dc0359453 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:49.092315 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99b6addd-e4b3-4d63-a2c0-dbca416d4246 req-d6f8cc7e-6273-49cc-b722-da2dc0359453 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 943 time: 0.0534286 Nov 25 20:09:49.147101 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Made reservation on behalf of 48dd2551d25341349fc44b32b1893b0e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:09:49.147751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99b6addd-e4b3-4d63-a2c0-dbca416d4246 req-0ab9777d-1965-4765-a9f3-9d0f25958227 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484762 Nov 25 20:09:49.150653 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:49.224245 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-61dcbc50-32b4-4035-a501-d30e14b15965 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077286 Nov 25 20:09:49.302607 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-951bbfbb-eb94-435c-abe3-e8913f2c7671 service neutron] 10.222.0.76 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045355 Nov 25 20:09:49.467377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:09:49.476814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Allocated IP 172.20.0.11 (7e2c73e3-4245-4be5-9408-1baf0812869c/a61ce6e0-808e-4423-87d3-be0625b59be1/ff92a2ba-08cb-4597-aac8-be2fd9553e40) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:09:49.481683 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-067a3d84-7d9d-4782-aedc-b9708c6b42ee service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2448394 Nov 25 20:09:49.511934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:09:49.525746 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2cf7e738-c481-456c-9df7-56211277de78 req-71dab9b1-beeb-4bab-a05a-9df14be8b825 service neutron] 10.222.0.76 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084322 Nov 25 20:09:49.646308 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:49.681712 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:49.698644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a5b02204-e8a5-441c-b031-fb1e5681fe70', '3c521142-5051-473f-8cd2-d5d860e978f0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:09:49.722978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Network 7e2c73e3-4245-4be5-9408-1baf0812869c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:09:49.730130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:09:49.733775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:09:49.762981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Pushing event updated for resources: {'Port': ['ID=ff92a2ba-08cb-4597-aac8-be2fd9553e40,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:49.792756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:49.793380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:49.810877 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-a6995864-a45c-49fb-83e9-9ec3a3283db8 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9425955 Nov 25 20:09:49.824336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Request body: {'port': {'device_id': '9a5b224e-b2c9-4013-bf39-9ffdc07d47fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:49.883947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:50.022792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285ae703-e536-4945-b416-6ecbfc2b72b1 req-a7ddbadd-161a-4345-852f-74198fa73dac tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:50.025251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-285ae703-e536-4945-b416-6ecbfc2b72b1 req-a7ddbadd-161a-4345-852f-74198fa73dac tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 932 time: 0.0539658 Nov 25 20:09:50.080331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-285ae703-e536-4945-b416-6ecbfc2b72b1 req-a7484cd3-29ae-4af2-ad77-8d0eed71c04a tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488997 Nov 25 20:09:50.163893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff92a2ba-08cb-4597-aac8-be2fd9553e40 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:09:50.171488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:50.185549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Transition to ACTIVE for port object ff92a2ba-08cb-4597-aac8-be2fd9553e40 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:09:50.189653 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:50.243286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff92a2ba-08cb-4597-aac8-be2fd9553e40,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:50.273815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f08f87-eacc-4997-81ff-b451fa924a1a req-1e0d5337-ddb4-492a-b3fb-9a965c0c887b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:50.275219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4f08f87-eacc-4997-81ff-b451fa924a1a req-1e0d5337-ddb4-492a-b3fb-9a965c0c887b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 943 time: 0.0522730 Nov 25 20:09:50.313880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Attempting to bind port ff92a2ba-08cb-4597-aac8-be2fd9553e40 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:09:50.314457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Attempting to bind port ff92a2ba-08cb-4597-aac8-be2fd9553e40 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:09:50.314598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Attempting to bind port ff92a2ba-08cb-4597-aac8-be2fd9553e40 on network 7e2c73e3-4245-4be5-9408-1baf0812869c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:50.319386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Port ff92a2ba-08cb-4597-aac8-be2fd9553e40 on network 7e2c73e3-4245-4be5-9408-1baf0812869c not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:09:50.319713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Attempting to bind port ff92a2ba-08cb-4597-aac8-be2fd9553e40 on network 7e2c73e3-4245-4be5-9408-1baf0812869c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:50.325488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 9, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:09:50.325488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Checking segment: {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:50.325488 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Bound using segment: {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:09:50.326237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Bound port: ff92a2ba-08cb-4597-aac8-be2fd9553e40, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:09:50.326900 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:50.331412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4f08f87-eacc-4997-81ff-b451fa924a1a req-9ff13bb4-cf6a-42b0-9214-e8c3ec106129 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495274 Nov 25 20:09:50.401097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] For port ff92a2ba-08cb-4597-aac8-be2fd9553e40, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:50.404774 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] For port ff92a2ba-08cb-4597-aac8-be2fd9553e40, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ff92a2ba-08cb-4597-aac8-be2fd9553e40,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:09:50.409766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:50.444046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:50.445130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:50.446569 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] 10.222.0.60 "PUT /v2.0/ports/ff92a2ba-08cb-4597-aac8-be2fd9553e40 HTTP/1.1" status: 200 len: 1092 time: 0.6265557 Nov 25 20:09:50.449122 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a5b224e-b2c9-4013-bf39-9ffdc07d47fe', 'tag': 'ff92a2ba-08cb-4597-aac8-be2fd9553e40'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:50.452842 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d68bc0-d493-4c44-a8cf-6a458c4a2104" -d '{"events": [{"name": "network-changed", "server_uuid": "9a5b224e-b2c9-4013-bf39-9ffdc07d47fe", "tag": "ff92a2ba-08cb-4597-aac8-be2fd9553e40"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:50.481918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61efcae1-5245-4acb-ab31-e0688bb010a7 service neutron] Pushing event updated for resources: {'Port': ['ID=ff92a2ba-08cb-4597-aac8-be2fd9553e40,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:50.529582 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36e841e-9756-4b54-8824-c1cab51d08aa x-openstack-request-id: req-a36e841e-9756-4b54-8824-c1cab51d08aa {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:50.529876 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a5b224e-b2c9-4013-bf39-9ffdc07d47fe", "tag": "ff92a2ba-08cb-4597-aac8-be2fd9553e40", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:50.530136 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a36e841e-9756-4b54-8824-c1cab51d08aa {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:50.530543 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a5b224e-b2c9-4013-bf39-9ffdc07d47fe', 'tag': 'ff92a2ba-08cb-4597-aac8-be2fd9553e40', 'status': 'completed', 'code': 200} Nov 25 20:09:50.568736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439395c-caea-436c-aa1b-20f289525110 req-ceddfc65-1f1e-4ecd-a995-127f5379fbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:50.570251 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-ceddfc65-1f1e-4ecd-a995-127f5379fbfe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 1095 time: 0.0814290 Nov 25 20:09:50.582881 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860f71-ab04-49eb-9747-23426428238e req-8fb6586a-6b4d-484c-a74c-b12348df76f4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:50.585203 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-8fb6586a-6b4d-484c-a74c-b12348df76f4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.76 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752&tenant_id=d1115c662d4849199ea30501137f9abf&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 943 time: 0.0665877 Nov 25 20:09:50.618258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb999fc-a1dd-4254-a348-186f3caffb48 req-1887c899-dc34-4c49-b79e-e41eaf9f0d41 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:50.619949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbb999fc-a1dd-4254-a348-186f3caffb48 req-1887c899-dc34-4c49-b79e-e41eaf9f0d41 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 943 time: 0.0521569 Nov 25 20:09:50.629136 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-168a3442-d12a-46ba-9dbd-7b08bcc1a8bf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff92a2ba-08cb-4597-aac8-be2fd9553e40 HTTP/1.1" status: 200 len: 217 time: 0.0432920 Nov 25 20:09:50.676605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bbb999fc-a1dd-4254-a348-186f3caffb48 req-ce97e2bb-43ff-4c4d-8264-a7338aae6971 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502045 Nov 25 20:09:50.715625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0439395c-caea-436c-aa1b-20f289525110 req-ed6aacc7-e1d7-48cb-a179-a002c32ecb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:50.717094 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-ed6aacc7-e1d7-48cb-a179-a002c32ecb58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a61ce6e0-808e-4423-87d3-be0625b59be1 HTTP/1.1" status: 200 len: 854 time: 0.0695949 Nov 25 20:09:50.721122 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-9d31a51e-3fb9-439e-a26e-0760f0fae0a7 service neutron] 10.222.0.76 "GET /v2.0/ports/c8960091-0949-4c0f-8132-12241e7e5d23/bindings/n-h2-817303-9 HTTP/1.1" status: 200 len: 382 time: 0.1286843 Nov 25 20:09:50.757191 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-2349befa-01d5-4ae8-be10-b7399047f65a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2c73e3-4245-4be5-9408-1baf0812869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333521 Nov 25 20:09:50.849590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860f71-ab04-49eb-9747-23426428238e req-565ed896-2e88-404d-bed2-d4e25dc2257a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:50.851020 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-565ed896-2e88-404d-bed2-d4e25dc2257a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1094 time: 0.1033735 Nov 25 20:09:50.894211 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-a2bcaa3d-6c46-4019-9d4e-f296e3f3d288 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166563 Nov 25 20:09:50.962978 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:51.011563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860f71-ab04-49eb-9747-23426428238e req-dae55556-8fbe-43cb-9282-6e1edc24214a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:51.013040 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-dae55556-8fbe-43cb-9282-6e1edc24214a service neutron] 10.222.0.76 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 898 time: 0.1544986 Nov 25 20:09:51.018233 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:09:51.074234 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0439395c-caea-436c-aa1b-20f289525110 req-3369e633-fa81-4983-9400-afc01dc42b62 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480088 Nov 25 20:09:51.098772 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-739f9ff3-e41a-48cf-b2f4-9045b1036165 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 999 time: 0.0778954 Nov 25 20:09:51.120212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:51.133832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'port_id': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'mac_address': 'fa:16:3e:85:c7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:09:51.181287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:51.195609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8960091-0949-4c0f-8132-12241e7e5d23 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:09:51.201996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860f71-ab04-49eb-9747-23426428238e req-c225a6bf-f6e1-410c-9d81-e26c3ee15988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:51.203471 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-c225a6bf-f6e1-410c-9d81-e26c3ee15988 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.0827003 Nov 25 20:09:51.210081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d68bc0-d493-4c44-a8cf-6a458c4a2104 req-e320e675-a4c9-419c-89df-65c2ea1a5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:51.211549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2d68bc0-d493-4c44-a8cf-6a458c4a2104 req-e320e675-a4c9-419c-89df-65c2ea1a5ab9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 1095 time: 0.0771010 Nov 25 20:09:51.216185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af72294-fd41-47e6-94e6-bd4ba0a86a5a req-69690b00-f1a9-4358-b459-509645810f15 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:51.217149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:51.217897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0af72294-fd41-47e6-94e6-bd4ba0a86a5a req-69690b00-f1a9-4358-b459-509645810f15 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 944 time: 0.0590653 Nov 25 20:09:51.221541 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:51.271576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0af72294-fd41-47e6-94e6-bd4ba0a86a5a req-75ac3a0d-4567-4ed8-a5ab-bcdacc7da9e9 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454841 Nov 25 20:09:51.278115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:51.320028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860f71-ab04-49eb-9747-23426428238e req-158c29e8-b73f-4a17-95c4-26c72e5da2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:51.321537 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-158c29e8-b73f-4a17-95c4-26c72e5da2bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091497 Nov 25 20:09:51.356496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d68bc0-d493-4c44-a8cf-6a458c4a2104 req-71c01f31-e0ff-4fa6-8762-9609f90eb808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:51.357940 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2d68bc0-d493-4c44-a8cf-6a458c4a2104 req-71c01f31-e0ff-4fa6-8762-9609f90eb808 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 915 time: 0.1340027 Nov 25 20:09:51.428959 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2d68bc0-d493-4c44-a8cf-6a458c4a2104 req-fa956728-db9f-4b09-a0ea-f1c5f17daceb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff92a2ba-08cb-4597-aac8-be2fd9553e40 HTTP/1.1" status: 200 len: 217 time: 0.0624080 Nov 25 20:09:51.457620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['c8960091-0949-4c0f-8132-12241e7e5d23'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:09:51.496813 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-565f391d-6bb3-44e9-9472-d36007cf0167 service neutron] 10.222.0.76 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651413 Nov 25 20:09:51.498289 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d68bc0-d493-4c44-a8cf-6a458c4a2104 req-3d5c88f7-af0a-48e8-a5d7-197d3613f0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:51.499639 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2d68bc0-d493-4c44-a8cf-6a458c4a2104 req-3d5c88f7-af0a-48e8-a5d7-197d3613f0d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a61ce6e0-808e-4423-87d3-be0625b59be1 HTTP/1.1" status: 200 len: 854 time: 0.0627725 Nov 25 20:09:51.553963 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2d68bc0-d493-4c44-a8cf-6a458c4a2104 req-26e98997-b0d0-4b4b-badd-5ae1436cae05 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2c73e3-4245-4be5-9408-1baf0812869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429690 Nov 25 20:09:51.671745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-7224c491-3d07-420d-9243-81b0a66d2c0b service neutron] 10.222.0.76 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679568 Nov 25 20:09:51.693659 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2d68bc0-d493-4c44-a8cf-6a458c4a2104 req-88a5bd93-7c52-43fb-82ed-0b955f88dbea service neutron] 10.222.0.60 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115642 Nov 25 20:09:51.797006 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2d68bc0-d493-4c44-a8cf-6a458c4a2104 req-2945f333-dfde-42a2-ae8e-94e8af3c3d72 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954657 Nov 25 20:09:51.815841 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64e8225-8b10-48ae-ac07-3ce19affe51b req-5e2a2863-e79a-413b-a6d8-89f3292fa7b6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:51.817432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d64e8225-8b10-48ae-ac07-3ce19affe51b req-5e2a2863-e79a-413b-a6d8-89f3292fa7b6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 944 time: 0.0521295 Nov 25 20:09:51.868999 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d64e8225-8b10-48ae-ac07-3ce19affe51b req-cf2e3ea3-a629-48e6-9129-77aa7e73a817 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452337 Nov 25 20:09:52.397198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bcbda-a6f0-4642-86f9-f3e479a12dcd req-bab2c228-552b-4817-aa57-c7920c16b76c tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:52.398696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-552bcbda-a6f0-4642-86f9-f3e479a12dcd req-bab2c228-552b-4817-aa57-c7920c16b76c tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 944 time: 0.0512464 Nov 25 20:09:52.450027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-552bcbda-a6f0-4642-86f9-f3e479a12dcd req-8f6748e8-3230-47c9-b8fb-2ded5147f189 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451026 Nov 25 20:09:52.988211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884f898-978a-4b5d-9ee7-65fc7887750a req-1f8f0552-6b66-44e8-870e-9382b9192c71 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:52.989617 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2884f898-978a-4b5d-9ee7-65fc7887750a req-1f8f0552-6b66-44e8-870e-9382b9192c71 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 944 time: 0.0507891 Nov 25 20:09:53.021010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:09:53.042119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2884f898-978a-4b5d-9ee7-65fc7887750a req-d9154c1c-03ab-4ae2-a3fe-2531a1e0d923 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458281 Nov 25 20:09:53.073491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port c8960091-0949-4c0f-8132-12241e7e5d23 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:09:53.079018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port c8960091-0949-4c0f-8132-12241e7e5d23 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:53.079389 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:53.171035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:53.195342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:53.197594 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876dc0b7-ba9b-43ef-aedf-4cd38c9479a8" -d '{"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-plugged", "status": "completed", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:53.211317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:53.215436 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:53.249373 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0438420d-8783-4834-8b7b-a1bfe5d717fb x-openstack-request-id: req-0438420d-8783-4834-8b7b-a1bfe5d717fb {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:53.249656 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-plugged", "status": "completed", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:53.249913 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0438420d-8783-4834-8b7b-a1bfe5d717fb {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:53.250303 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'code': 200} Nov 25 20:09:53.265986 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:53.278992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:53.466275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ff92a2ba-08cb-4597-aac8-be2fd9553e40 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:09:53.572139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ff92a2ba-08cb-4597-aac8-be2fd9553e40, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ff92a2ba-08cb-4597-aac8-be2fd9553e40,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:53.584709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'ff92a2ba-08cb-4597-aac8-be2fd9553e40', 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c', 'port_id': 'ff92a2ba-08cb-4597-aac8-be2fd9553e40', 'mac_address': 'fa:16:3e:f8:79:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61ce6e0-808e-4423-87d3-be0625b59be1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:09:53.597049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb52badb-c6f1-454d-be04-76f556c03cef req-08a21eba-694c-4a78-95cf-7c7dc65f047b tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:53.599013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb52badb-c6f1-454d-be04-76f556c03cef req-08a21eba-694c-4a78-95cf-7c7dc65f047b tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 944 time: 0.0726120 Nov 25 20:09:53.626270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:53.642576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff92a2ba-08cb-4597-aac8-be2fd9553e40 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:09:53.657073 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb52badb-c6f1-454d-be04-76f556c03cef req-b2934422-63d4-49b9-8da6-6d4fdbb14c1e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505004 Nov 25 20:09:53.664378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ff92a2ba-08cb-4597-aac8-be2fd9553e40, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ff92a2ba-08cb-4597-aac8-be2fd9553e40,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:53.668730 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:53.722636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ff92a2ba-08cb-4597-aac8-be2fd9553e40,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:53.877708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860f71-ab04-49eb-9747-23426428238e req-c7dae88e-bf07-4843-b133-ce819479d530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:53.879228 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-c7dae88e-bf07-4843-b133-ce819479d530 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 1096 time: 0.0459502 Nov 25 20:09:53.887278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ff92a2ba-08cb-4597-aac8-be2fd9553e40'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:09:53.893225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:09:53.955780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:54.165588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:54.168005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f2bec4-b7ce-482c-b021-973c40fbe234 req-1ec2f999-b7ed-42c5-855f-caf196363a4e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:54.169530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6f2bec4-b7ce-482c-b021-973c40fbe234 req-1ec2f999-b7ed-42c5-855f-caf196363a4e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 945 time: 0.0540152 Nov 25 20:09:54.197646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:54.219698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6f2bec4-b7ce-482c-b021-973c40fbe234 req-7ff128f2-753c-4882-94d1-8188edc18509 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437901 Nov 25 20:09:54.242767 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:54.245070 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a9a3d3-c058-4352-8345-09cc79771d05" -d '{"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-unplugged", "status": "completed", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:54.249324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:54.262414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Transition to ACTIVE for port object c8960091-0949-4c0f-8132-12241e7e5d23 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:09:54.266970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:54.296184 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac264b14-4359-4673-8cb3-f8cede488121 x-openstack-request-id: req-ac264b14-4359-4673-8cb3-f8cede488121 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:54.296483 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-unplugged", "status": "completed", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:54.296734 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac264b14-4359-4673-8cb3-f8cede488121 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:54.297119 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'code': 200} Nov 25 20:09:54.347542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=10']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:54.390390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] No DVR routers for this DVR port c8960091-0949-4c0f-8132-12241e7e5d23 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:09:54.795565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732281bb-a05b-4659-adfa-b7c320c04031 req-9ea75c85-3194-4773-8386-e95a1a9ed450 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:54.797093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-732281bb-a05b-4659-adfa-b7c320c04031 req-9ea75c85-3194-4773-8386-e95a1a9ed450 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 945 time: 0.0519962 Nov 25 20:09:54.849940 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-732281bb-a05b-4659-adfa-b7c320c04031 req-05c3294e-dc0a-467b-8985-96a0602c8de3 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449338 Nov 25 20:09:54.853510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:09:54.853849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:09:54.854179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 on network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:54.858510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Port c8960091-0949-4c0f-8132-12241e7e5d23 on network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:09:54.858854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Attempting to bind port c8960091-0949-4c0f-8132-12241e7e5d23 on network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:09:54.863791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 9, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:09:54.864129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Checking segment: {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:09:54.864512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Bound using segment: {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:09:54.864977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Bound port: c8960091-0949-4c0f-8132-12241e7e5d23, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7677100-cd9d-46d2-ae84-df56b24253dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:09:54.865344 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:54.927332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:09:54.930452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:09:54.935222 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:54.968680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:54.969355 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:54.970725 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] 10.222.0.60 "PUT /v2.0/ports/c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 1092 time: 1.0814631 Nov 25 20:09:54.994946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5054ff-0140-4645-b79e-a9a1cfe14178 service neutron] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=11']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:55.039331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860f71-ab04-49eb-9747-23426428238e req-b0554ac7-353d-4256-b12f-cf7aa13d8196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:55.040917 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-b0554ac7-353d-4256-b12f-cf7aa13d8196 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1095 time: 0.0431528 Nov 25 20:09:55.140175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860f71-ab04-49eb-9747-23426428238e req-d96b1d29-6baf-495d-9585-1d97788acc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:55.141648 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-d96b1d29-6baf-495d-9585-1d97788acc2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 898 time: 0.0943172 Nov 25 20:09:55.208057 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-ca13cfaa-fc6f-4e90-91b4-ca2960bf29a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 999 time: 0.0588918 Nov 25 20:09:55.263646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860f71-ab04-49eb-9747-23426428238e req-6c5ce9a4-a34e-4978-b970-7d5f23477134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:55.265107 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-6c5ce9a4-a34e-4978-b970-7d5f23477134 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.0496104 Nov 25 20:09:55.312624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a860f71-ab04-49eb-9747-23426428238e req-04a53659-5f07-4a94-bc9f-e2e42b0fccef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:55.314123 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-04a53659-5f07-4a94-bc9f-e2e42b0fccef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418613 Nov 25 20:09:55.345457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df0006c-6e87-42c9-a291-c7b5b45094fd req-0ff33f30-361a-4e88-8d67-100c34b60096 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:55.347202 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6df0006c-6e87-42c9-a291-c7b5b45094fd req-0ff33f30-361a-4e88-8d67-100c34b60096 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 944 time: 0.0562110 Nov 25 20:09:55.399762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6df0006c-6e87-42c9-a291-c7b5b45094fd req-804deb3d-d025-460f-9de3-cd45eb3fd242 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442157 Nov 25 20:09:55.412368 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-dc681f30-4391-4185-a6f0-5198b2361c7b service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909579 Nov 25 20:09:55.466391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ff92a2ba-08cb-4597-aac8-be2fd9553e40 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:09:55.505818 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7a860f71-ab04-49eb-9747-23426428238e req-f08cf1b8-ed89-4d8f-a80f-7e11c2d93c7a service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866199 Nov 25 20:09:55.517347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port ff92a2ba-08cb-4597-aac8-be2fd9553e40 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:09:55.522014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port ff92a2ba-08cb-4597-aac8-be2fd9553e40 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:09:55.522014 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:55.603502 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:55.626563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b224e-b2c9-4013-bf39-9ffdc07d47fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff92a2ba-08cb-4597-aac8-be2fd9553e40'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:55.628808 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d365d751-9ee3-4d8a-a41a-2d33a7363ae3" -d '{"events": [{"server_uuid": "9a5b224e-b2c9-4013-bf39-9ffdc07d47fe", "name": "network-vif-plugged", "status": "completed", "tag": "ff92a2ba-08cb-4597-aac8-be2fd9553e40"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:55.646010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ff92a2ba-08cb-4597-aac8-be2fd9553e40, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ff92a2ba-08cb-4597-aac8-be2fd9553e40,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:55.651447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:55.676280 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4917c1b-163a-4db7-ae9c-1b2bef2153f7 x-openstack-request-id: req-c4917c1b-163a-4db7-ae9c-1b2bef2153f7 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:55.676581 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5b224e-b2c9-4013-bf39-9ffdc07d47fe", "name": "network-vif-plugged", "status": "completed", "tag": "ff92a2ba-08cb-4597-aac8-be2fd9553e40", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:55.676843 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c4917c1b-163a-4db7-ae9c-1b2bef2153f7 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:55.677241 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b224e-b2c9-4013-bf39-9ffdc07d47fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff92a2ba-08cb-4597-aac8-be2fd9553e40', 'code': 200} Nov 25 20:09:55.711240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ff92a2ba-08cb-4597-aac8-be2fd9553e40,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:55.768416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9985a4a-b62a-4419-a450-abe61edac6cf req-8f6eaad1-5214-4755-bfaa-eb7ff390de8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:55.769687 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a9985a4a-b62a-4419-a450-abe61edac6cf req-8f6eaad1-5214-4755-bfaa-eb7ff390de8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 1097 time: 0.0405803 Nov 25 20:09:55.815824 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a9985a4a-b62a-4419-a450-abe61edac6cf req-07d2b95c-0abf-408d-8eb1-53bc2c80ed62 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381248 Nov 25 20:09:55.969754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a5d10-e491-4eb6-9f8a-6fdedd9225c6 req-b85c2e2b-eb00-43c0-8748-fda72ac17fd0 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:55.971219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fd2a5d10-e491-4eb6-9f8a-6fdedd9225c6 req-b85c2e2b-eb00-43c0-8748-fda72ac17fd0 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 946 time: 0.0504138 Nov 25 20:09:55.997335 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:09:56.019449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fd2a5d10-e491-4eb6-9f8a-6fdedd9225c6 req-079f8749-b6a2-4952-ab15-f6912a7edd9c tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416577 Nov 25 20:09:56.298680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:09:56.301007 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:09:56.347921 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78967512-82d1-4b18-9b5a-c8ecf43cb3d4 x-openstack-request-id: req-78967512-82d1-4b18-9b5a-c8ecf43cb3d4 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:09:56.348215 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:09:56.348468 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78967512-82d1-4b18-9b5a-c8ecf43cb3d4 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:09:56.348868 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'status': 'completed', 'code': 200} Nov 25 20:09:56.439295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-f148c520-1174-45a8-aa92-831f0f17283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:56.440814 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-f148c520-1174-45a8-aa92-831f0f17283b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1095 time: 0.0730672 Nov 25 20:09:56.444040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-8a17d1cc-802a-4362-a4b6-fdf8b0ad5e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:56.445462 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-8a17d1cc-802a-4362-a4b6-fdf8b0ad5e2d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1095 time: 0.0696449 Nov 25 20:09:56.530705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d4d481-4dce-4ea0-ab7f-acaf8536c43f req-32870688-f193-42d7-a02f-2ae07b6ce5e5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:56.532242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92d4d481-4dce-4ea0-ab7f-acaf8536c43f req-32870688-f193-42d7-a02f-2ae07b6ce5e5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 944 time: 0.0505929 Nov 25 20:09:56.586491 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92d4d481-4dce-4ea0-ab7f-acaf8536c43f req-3325c72a-7ae2-4e92-9207-cc151b90749a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480349 Nov 25 20:09:56.605146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-f2053277-7504-4e99-9954-ce04b88ca322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:56.606632 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-f2053277-7504-4e99-9954-ce04b88ca322 service neutron] 10.222.0.76 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 898 time: 0.1594360 Nov 25 20:09:56.608013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-4b657516-ac27-44d3-bfdc-34301f2162fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:56.609327 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-4b657516-ac27-44d3-bfdc-34301f2162fe service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 898 time: 0.1539025 Nov 25 20:09:56.720892 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-018972b6-04f7-4e9e-b748-823dd064ca31 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 999 time: 0.1070499 Nov 25 20:09:56.722622 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-0f041ba7-90e0-4f22-a56c-f8ed6d0e2307 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 999 time: 0.1027024 Nov 25 20:09:56.810218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-82770b9a-ade5-4cd7-8541-1e8a85f5d8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:56.811720 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-82770b9a-ade5-4cd7-8541-1e8a85f5d8ff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.0828340 Nov 25 20:09:56.813093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-0da94768-8b22-47a1-9619-69ee3adb912c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:56.814411 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-0da94768-8b22-47a1-9619-69ee3adb912c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.0778620 Nov 25 20:09:56.891037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-7b5a0928-dcdc-4a24-8f7d-dc829bf08515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:56.892554 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-7b5a0928-dcdc-4a24-8f7d-dc829bf08515 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612934 Nov 25 20:09:56.895043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-f5726979-4d7c-487e-8066-7fa4dd3752c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:56.896460 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-f5726979-4d7c-487e-8066-7fa4dd3752c7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731406 Nov 25 20:09:57.029988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:09:57.059948 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-c7af2a48-ab59-427c-86fb-6dc8a32aa070 service neutron] 10.222.0.76 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555824 Nov 25 20:09:57.079936 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:09:57.085827 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-8abab2aa-f053-4bf5-8c9b-3897e348fdab service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645846 Nov 25 20:09:57.145910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e41326-4a4a-4770-b069-df4476c3acf3 req-a33bda36-7a19-4914-9d64-088d0345eef3 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:57.148150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6e41326-4a4a-4770-b069-df4476c3acf3 req-a33bda36-7a19-4914-9d64-088d0345eef3 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 946 time: 0.0499761 Nov 25 20:09:57.203542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6e41326-4a4a-4770-b069-df4476c3acf3 req-a49609ea-d3c4-44db-a68a-1a4ca241a161 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486913 Nov 25 20:09:57.234237 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-ed408c59-57cf-40d3-9f54-b584f5af6875 service neutron] 10.222.0.76 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675062 Nov 25 20:09:57.241774 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-1e94511f-d54a-4cb1-a3f3-7c044f6781ca req-044ef254-07db-41d6-89fa-4e815c3ac86c service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402638 Nov 25 20:09:57.715885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e29617-21ce-460c-9aa6-32b0b5921d69 req-9b848400-9035-457b-9ad7-c6c71a649c17 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:09:57.717423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0e29617-21ce-460c-9aa6-32b0b5921d69 req-9b848400-9035-457b-9ad7-c6c71a649c17 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 944 time: 0.0510659 Nov 25 20:09:57.772655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0e29617-21ce-460c-9aa6-32b0b5921d69 req-27c96c0f-a49a-4593-9e5f-e2af0f9c3267 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465248 Nov 25 20:09:57.796584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42530) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:09:57.866519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c39cc646-ae75-4df7-9d8f-f61a1ad46c73 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/7eccaed2-e170-46b9-baac-9e834f6aa4ff HTTP/1.1" status: 200 len: 991 time: 0.0687351 Nov 25 20:09:59.482262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:09:59.586568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:59.598102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'port_id': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'mac_address': 'fa:16:3e:85:c7:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 608, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:09:59.638347 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:59.651420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8960091-0949-4c0f-8132-12241e7e5d23 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:09:59.671926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:09:59.676155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:09:59.727100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=12']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:09:59.924333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['c8960091-0949-4c0f-8132-12241e7e5d23'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:10:01.482237 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:10:01.535422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port c8960091-0949-4c0f-8132-12241e7e5d23 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:10:01.540519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port c8960091-0949-4c0f-8132-12241e7e5d23 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:01.540892 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:01.619921 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:01.642372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:10:01.644829 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f49d40-a6a7-4645-aa6b-918e2310638f" -d '{"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-plugged", "status": "completed", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:10:01.666136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:01.670637 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:01.701020 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e546bdfc-ed89-44e7-85e1-95c4b2fcaebc x-openstack-request-id: req-e546bdfc-ed89-44e7-85e1-95c4b2fcaebc {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:10:01.701312 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-plugged", "status": "completed", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:10:01.701569 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e546bdfc-ed89-44e7-85e1-95c4b2fcaebc {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:10:01.701964 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'code': 200} Nov 25 20:10:01.732957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=13']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:02.092227 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53d6cd42-7e6f-4f18-960e-561cef1c6dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:05.225157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2aa19e9-c155-4f75-ada8-52f20c9326d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:06.504908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:07.844121 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:08.346192 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:15.599694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-ef88de76-feaf-48e3-9f0a-65defbfb5f52 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:15.601140 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-ef88de76-feaf-48e3-9f0a-65defbfb5f52 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 814 time: 0.1069553 Nov 25 20:10:15.616049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-7a47239c-34a8-4353-852c-37909456b9a9 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/quotas/48dd2551d25341349fc44b32b1893b0e HTTP/1.1" status: 200 len: 375 time: 0.0092423 Nov 25 20:10:15.672045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-918e3105-e881-4be4-802a-dff513a738f9 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507989 Nov 25 20:10:15.683391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-317ca645-f7db-401b-8838-783cb4b880c3 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:10:15.684352 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-317ca645-f7db-401b-8838-783cb4b880c3 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050709 Nov 25 20:10:15.781616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-9cbbcb2a-4789-4c8f-b027-4ab40b84b411 service neutron] 10.222.0.15 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916104 Nov 25 20:10:15.881631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-ad5387ab-c2cf-4f18-a03b-15fccccae722 service neutron] 10.222.0.15 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935404 Nov 25 20:10:16.047347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49e13899-70d9-4658-af95-28683029b485 req-281fec61-f7ce-4f78-b3bd-84517346533a tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 210 time: 0.0306754 Nov 25 20:10:17.005674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-22d11ece-8efb-4326-a7aa-7cf48aa685fd tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:17.007687 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-22d11ece-8efb-4326-a7aa-7cf48aa685fd tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 814 time: 0.1041827 Nov 25 20:10:17.020783 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Request body: {'port': {'device_id': '239953ad-4359-44a8-887e-ce3768dbc961', 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c', 'admin_state_up': True, 'tenant_id': '48dd2551d25341349fc44b32b1893b0e'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:17.139337 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Made reservation on behalf of 48dd2551d25341349fc44b32b1893b0e for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:10:17.143253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:17.146753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5673106e-b5a0-4ae5-8395-ca140954553a req-1be08bc3-058f-4dc0-ac91-992fe9223543 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 210 time: 0.0275464 Nov 25 20:10:17.269698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Allocated IP 172.20.0.9 (7e2c73e3-4245-4be5-9408-1baf0812869c/a61ce6e0-808e-4423-87d3-be0625b59be1/7e789444-208a-4206-b73c-5aa822e27b54) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:10:17.420637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:17.455016 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:17.468269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ff92a2ba-08cb-4597-aac8-be2fd9553e40'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:10:17.471000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a5b02204-e8a5-441c-b031-fb1e5681fe70', '3c521142-5051-473f-8cd2-d5d860e978f0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:10:17.502969 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Network 7e2c73e3-4245-4be5-9408-1baf0812869c is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:10:17.505930 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:10:17.511046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:10:17.515066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Pushing event updated for resources: {'Port': ['ID=7e789444-208a-4206-b73c-5aa822e27b54,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:17.554447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.554760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.555075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.555412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.555742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.556070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.556396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.556721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.557050 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.557369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.557687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.558007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:17.580450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:17.581136 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:17.599210 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-be453f24-f16d-4a21-adc1-25b2b918b1e7 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5824203 Nov 25 20:10:17.613158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Request body: {'port': {'device_id': '239953ad-4359-44a8-887e-ce3768dbc961', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:17.672059 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:17.952807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e789444-208a-4206-b73c-5aa822e27b54 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:10:17.961485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:17.973321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Transition to ACTIVE for port object 7e789444-208a-4206-b73c-5aa822e27b54 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:10:17.979569 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:18.034780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Pushing event updated for resources: {'Port': ['ID=7e789444-208a-4206-b73c-5aa822e27b54,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:18.109953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Attempting to bind port 7e789444-208a-4206-b73c-5aa822e27b54 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:10:18.110288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Attempting to bind port 7e789444-208a-4206-b73c-5aa822e27b54 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:10:18.110617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Attempting to bind port 7e789444-208a-4206-b73c-5aa822e27b54 on network 7e2c73e3-4245-4be5-9408-1baf0812869c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:10:18.114929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Port 7e789444-208a-4206-b73c-5aa822e27b54 on network 7e2c73e3-4245-4be5-9408-1baf0812869c not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:10:18.115249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Attempting to bind port 7e789444-208a-4206-b73c-5aa822e27b54 on network 7e2c73e3-4245-4be5-9408-1baf0812869c {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:10:18.120222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 9, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:10:18.120553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Checking segment: {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:10:18.120931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Bound using segment: {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:10:18.121348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Bound port: 7e789444-208a-4206-b73c-5aa822e27b54, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:10:18.121696 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:18.189905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] For port 7e789444-208a-4206-b73c-5aa822e27b54, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:10:18.193627 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] For port 7e789444-208a-4206-b73c-5aa822e27b54, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7e789444-208a-4206-b73c-5aa822e27b54,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:10:18.198095 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:18.235217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:18.235852 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:18.237100 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] 10.222.0.76 "PUT /v2.0/ports/7e789444-208a-4206-b73c-5aa822e27b54 HTTP/1.1" status: 200 len: 1091 time: 0.6282852 Nov 25 20:10:18.237537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239953ad-4359-44a8-887e-ce3768dbc961', 'tag': '7e789444-208a-4206-b73c-5aa822e27b54'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:10:18.239830 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcd702e-aa02-4130-921a-f9d3c2e3422a" -d '{"events": [{"name": "network-changed", "server_uuid": "239953ad-4359-44a8-887e-ce3768dbc961", "tag": "7e789444-208a-4206-b73c-5aa822e27b54"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:10:18.268659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d5089-7699-4924-b771-44c81e3a82c0 req-a201b0e7-fac1-42b2-a701-827f3ecc1fad tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:18.270171 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c82d5089-7699-4924-b771-44c81e3a82c0 req-a201b0e7-fac1-42b2-a701-827f3ecc1fad tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 943 time: 0.0506692 Nov 25 20:10:18.270553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c2204-7fa8-4761-a406-56851aeee394 service neutron] Pushing event updated for resources: {'Port': ['ID=7e789444-208a-4206-b73c-5aa822e27b54,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:18.322320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-ead2008f-cd3a-4483-b23d-967d48b0a801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:18.323891 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-ead2008f-cd3a-4483-b23d-967d48b0a801 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 1094 time: 0.0441954 Nov 25 20:10:18.332620 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c82d5089-7699-4924-b771-44c81e3a82c0 req-e771d86c-97d5-4c1f-a78d-0c908ea75c44 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491276 Nov 25 20:10:18.370143 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-b0f01ece-1920-4eb8-97ff-db16f34ff958 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e789444-208a-4206-b73c-5aa822e27b54 HTTP/1.1" status: 200 len: 217 time: 0.0389359 Nov 25 20:10:18.420359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-d636b258-e86a-4abd-8de7-12484be01c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:18.421839 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-d636b258-e86a-4abd-8de7-12484be01c8d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a61ce6e0-808e-4423-87d3-be0625b59be1 HTTP/1.1" status: 200 len: 854 time: 0.0454855 Nov 25 20:10:18.454836 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:10:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1999616-051b-4e40-9033-cf8a0b9ab2e8 x-openstack-request-id: req-e1999616-051b-4e40-9033-cf8a0b9ab2e8 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:10:18.455128 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239953ad-4359-44a8-887e-ce3768dbc961", "tag": "7e789444-208a-4206-b73c-5aa822e27b54", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:10:18.455381 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1999616-051b-4e40-9033-cf8a0b9ab2e8 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:10:18.455773 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239953ad-4359-44a8-887e-ce3768dbc961', 'tag': '7e789444-208a-4206-b73c-5aa822e27b54', 'status': 'completed', 'code': 200} Nov 25 20:10:18.457803 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-c4f42b2a-ba42-44e2-ab27-3ecbb4253d00 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e2c73e3-4245-4be5-9408-1baf0812869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289071 Nov 25 20:10:18.552808 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-8fd58d89-be7e-45bf-afbf-a638aad82556 service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869150 Nov 25 20:10:18.642603 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3d6f2eae-5f65-4ed8-b984-98463b576846 req-5048d8c7-7232-4ae8-ba74-c5ceab740c82 service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825794 Nov 25 20:10:18.731628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd702e-aa02-4130-921a-f9d3c2e3422a req-aa565e3c-6285-4cc2-abbc-7cd20128a328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:18.733212 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-adcd702e-aa02-4130-921a-f9d3c2e3422a req-aa565e3c-6285-4cc2-abbc-7cd20128a328 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 1094 time: 0.0424230 Nov 25 20:10:18.830406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd702e-aa02-4130-921a-f9d3c2e3422a req-730dba4d-5af6-4e0f-90b1-ee34328be0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:18.831835 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-adcd702e-aa02-4130-921a-f9d3c2e3422a req-730dba4d-5af6-4e0f-90b1-ee34328be0e9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 915 time: 0.0912304 Nov 25 20:10:18.873941 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-adcd702e-aa02-4130-921a-f9d3c2e3422a req-5114878b-39e7-4e29-bd50-92e583e340ae service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e789444-208a-4206-b73c-5aa822e27b54 HTTP/1.1" status: 200 len: 217 time: 0.0354545 Nov 25 20:10:18.930198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd702e-aa02-4130-921a-f9d3c2e3422a req-009f7371-119c-4bb5-96b4-b13d9db4beff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:18.931709 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-adcd702e-aa02-4130-921a-f9d3c2e3422a req-009f7371-119c-4bb5-96b4-b13d9db4beff service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a61ce6e0-808e-4423-87d3-be0625b59be1 HTTP/1.1" status: 200 len: 854 time: 0.0493987 Nov 25 20:10:18.964752 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-adcd702e-aa02-4130-921a-f9d3c2e3422a req-ececb42b-d074-4ca5-b6f0-f77492f5c5fe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e2c73e3-4245-4be5-9408-1baf0812869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258121 Nov 25 20:10:19.054309 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-adcd702e-aa02-4130-921a-f9d3c2e3422a req-23ea30e7-cf90-4ff5-a066-4ad1f1856952 service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824227 Nov 25 20:10:19.149891 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-adcd702e-aa02-4130-921a-f9d3c2e3422a req-c167a853-d7d3-473c-a200-30d2969db736 service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881991 Nov 25 20:10:19.453227 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e885fda-28a5-4f53-ab29-a1cd3b01ba14 req-560b66cb-7fb9-4425-96bd-383ffc8ead1b tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:19.454647 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e885fda-28a5-4f53-ab29-a1cd3b01ba14 req-560b66cb-7fb9-4425-96bd-383ffc8ead1b tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 943 time: 0.0507176 Nov 25 20:10:19.503205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e885fda-28a5-4f53-ab29-a1cd3b01ba14 req-196abd8e-9bcc-4aa6-a2cf-bd46aee95862 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419796 Nov 25 20:10:20.621107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a76b8e-8553-4c90-8636-a350b38d6980 req-f36ad7ad-73a7-4f63-a7ab-09c826b96dfb tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:20.622594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0a76b8e-8553-4c90-8636-a350b38d6980 req-f36ad7ad-73a7-4f63-a7ab-09c826b96dfb tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 943 time: 0.0502100 Nov 25 20:10:20.669869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0a76b8e-8553-4c90-8636-a350b38d6980 req-8e76bbac-0d84-409c-986e-ba53d12d572d tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412819 Nov 25 20:10:20.969906 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:21.075437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 7e789444-208a-4206-b73c-5aa822e27b54 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:10:21.194198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 7e789444-208a-4206-b73c-5aa822e27b54, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7e789444-208a-4206-b73c-5aa822e27b54,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:21.209706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '7e789444-208a-4206-b73c-5aa822e27b54', 'network_id': '7e2c73e3-4245-4be5-9408-1baf0812869c', 'port_id': '7e789444-208a-4206-b73c-5aa822e27b54', 'mac_address': 'fa:16:3e:15:07:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a61ce6e0-808e-4423-87d3-be0625b59be1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:10:21.256663 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:21.271032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e789444-208a-4206-b73c-5aa822e27b54 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:10:21.300366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 7e789444-208a-4206-b73c-5aa822e27b54, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7e789444-208a-4206-b73c-5aa822e27b54,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:21.305519 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:21.374020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=7e789444-208a-4206-b73c-5aa822e27b54,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:21.383849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.384197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.384538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.384873 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.385199 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.385531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.385855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.386176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.386499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.386841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.387171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.387595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:21.527039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['7e789444-208a-4206-b73c-5aa822e27b54'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:10:21.809876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4adcb66d-1dfb-45f4-acfb-54ca61b07954 req-f01a8b26-6c84-44ed-87d9-73f6bc9a7a3e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:21.811305 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4adcb66d-1dfb-45f4-acfb-54ca61b07954 req-f01a8b26-6c84-44ed-87d9-73f6bc9a7a3e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 944 time: 0.0735075 Nov 25 20:10:21.860439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4adcb66d-1dfb-45f4-acfb-54ca61b07954 req-3a2a32c6-56ea-41fa-a4e1-862740646801 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431683 Nov 25 20:10:22.979544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bab46-d4a7-4ab2-98bc-858f5244ebad req-d19b5e63-b796-4c78-b01f-828e0b7c22f5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:22.980945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-811bab46-d4a7-4ab2-98bc-858f5244ebad req-d19b5e63-b796-4c78-b01f-828e0b7c22f5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 944 time: 0.0503750 Nov 25 20:10:23.029521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-811bab46-d4a7-4ab2-98bc-858f5244ebad req-210f0647-65fb-40a8-b89a-88d84fa3c9f6 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425162 Nov 25 20:10:23.091844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 7e789444-208a-4206-b73c-5aa822e27b54 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:10:23.150229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 7e789444-208a-4206-b73c-5aa822e27b54 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:10:23.155412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 7e789444-208a-4206-b73c-5aa822e27b54 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:23.156051 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:23.246896 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:23.259512 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:23.271996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239953ad-4359-44a8-887e-ce3768dbc961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e789444-208a-4206-b73c-5aa822e27b54'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:10:23.274583 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d30b181e-5344-4a21-af7a-1d877a6cdfd0" -d '{"events": [{"server_uuid": "239953ad-4359-44a8-887e-ce3768dbc961", "name": "network-vif-plugged", "status": "completed", "tag": "7e789444-208a-4206-b73c-5aa822e27b54"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:10:23.288276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 7e789444-208a-4206-b73c-5aa822e27b54, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7e789444-208a-4206-b73c-5aa822e27b54,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:23.292543 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:23.322451 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb62e62-e515-422d-a440-02f9af554ca0 x-openstack-request-id: req-6fb62e62-e515-422d-a440-02f9af554ca0 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:10:23.322925 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239953ad-4359-44a8-887e-ce3768dbc961", "name": "network-vif-plugged", "status": "completed", "tag": "7e789444-208a-4206-b73c-5aa822e27b54", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:10:23.323067 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6fb62e62-e515-422d-a440-02f9af554ca0 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:10:23.323397 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239953ad-4359-44a8-887e-ce3768dbc961', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e789444-208a-4206-b73c-5aa822e27b54', 'code': 200} Nov 25 20:10:23.349936 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=7e789444-208a-4206-b73c-5aa822e27b54,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:23.413906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca34d7e-2ebc-43ac-921e-cc56a7394ca2 req-2dd6d0d5-1f23-44cc-8617-6a74575cff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:23.415839 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4ca34d7e-2ebc-43ac-921e-cc56a7394ca2 req-2dd6d0d5-1f23-44cc-8617-6a74575cff57 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 1096 time: 0.0428402 Nov 25 20:10:23.462693 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4ca34d7e-2ebc-43ac-921e-cc56a7394ca2 req-52a1941f-c178-4158-8454-60354e78aade service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399148 Nov 25 20:10:24.155485 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1caad78-a933-4ac4-9bfc-d69155e43e24 req-4bb27ba1-144f-45a1-9876-243f4c0b20c6 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:24.157022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1caad78-a933-4ac4-9bfc-d69155e43e24 req-4bb27ba1-144f-45a1-9876-243f4c0b20c6 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 945 time: 0.0543706 Nov 25 20:10:24.205801 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1caad78-a933-4ac4-9bfc-d69155e43e24 req-072bd2cc-60aa-4781-b23b-82b5d4996a9a tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427322 Nov 25 20:10:25.324164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d42699-f215-4892-ae5e-945c59d3fb72 req-2e958052-89b7-48af-bac1-fee7a99b179c tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:25.325566 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7d42699-f215-4892-ae5e-945c59d3fb72 req-2e958052-89b7-48af-bac1-fee7a99b179c tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 945 time: 0.0510528 Nov 25 20:10:25.374901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7d42699-f215-4892-ae5e-945c59d3fb72 req-e82bead5-27da-4d91-87a3-517b9ff22710 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432281 Nov 25 20:10:30.408631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b95f5f-77ae-47c8-82f5-eda6805b4da3 req-79cf1ae3-5cf4-4a7e-a55a-09aa6289d675 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:30.410292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87b95f5f-77ae-47c8-82f5-eda6805b4da3 req-79cf1ae3-5cf4-4a7e-a55a-09aa6289d675 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1097 time: 0.0411584 Nov 25 20:10:30.462466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87b95f5f-77ae-47c8-82f5-eda6805b4da3 req-59aaba8c-4c9a-473c-a719-4816a989921f tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452354 Nov 25 20:10:30.484504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42678) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:30.645297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port 03a3e269-5f4d-4316-83f2-72611d5fc943 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:10:30.645641 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:30.730395 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:30.730727 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:30.744673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for 03a3e269-5f4d-4316-83f2-72611d5fc943 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:10:30.915830 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:30.943498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=03a3e269-5f4d-4316-83f2-72611d5fc943,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:30.973648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:30.974001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:30.974354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:30.974704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:30.975069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:30.975406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:30.975741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:30.976149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:30.977002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:30.977330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:30.977830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:30.978162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:31.021500 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:31.021899 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Floating IP 7eccaed2-e170-46b9-baac-9e834f6aa4ff disassociated (deleted). External IP: 172.25.8.228, port: c8960091-0949-4c0f-8132-12241e7e5d23. Nov 25 20:10:31.242635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router f903c21e-0290-4d38-9083-1907a7754103 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:10:31.361086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:10:31.365894 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:31.370687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506f61e-3d2f-4a44-b669-4e13662f7af4 None None] Sync routers for ids ['f903c21e-0290-4d38-9083-1907a7754103'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:10:31.382021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506f61e-3d2f-4a44-b669-4e13662f7af4 None None] Routers {'f903c21e-0290-4d38-9083-1907a7754103'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:10:31.383450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e506f61e-3d2f-4a44-b669-4e13662f7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:10:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f903c21e-0290-4d38-9083-1907a7754103'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:31.399498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-881ca7b6-19d4-4349-8cdb-6194a6c20704 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/floatingips/7eccaed2-e170-46b9-baac-9e834f6aa4ff HTTP/1.1" status: 204 len: 168 time: 0.9138105 Nov 25 20:10:31.401096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:10:31.403828 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a7053e-9af1-446f-868b-82f02f2ef488" -d '{"events": [{"name": "network-changed", "server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:10:31.504784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e506f61e-3d2f-4a44-b669-4e13662f7af4 None None] Set router f903c21e-0290-4d38-9083-1907a7754103 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:10:31.575850 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82c63b0-8666-499e-b1e2-334b055967af x-openstack-request-id: req-b82c63b0-8666-499e-b1e2-334b055967af {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:10:31.577222 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:10:31.577643 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b82c63b0-8666-499e-b1e2-334b055967af {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:10:31.578202 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'status': 'completed', 'code': 200} Nov 25 20:10:31.713530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0873caca-c6b3-49fe-af03-c88be14f5a75 req-4ca7e597-b1ba-467c-bb31-0676ce144081 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:31.721391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0873caca-c6b3-49fe-af03-c88be14f5a75 req-4ca7e597-b1ba-467c-bb31-0676ce144081 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 946 time: 0.0728698 Nov 25 20:10:31.754294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7053e-9af1-446f-868b-82f02f2ef488 req-3b4e49de-b313-42b5-b675-d5652a494a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:31.755796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e506f61e-3d2f-4a44-b669-4e13662f7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:41Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce', 'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:08:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:40Z', 'updated_at': '2021-11-25T20:08:44Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:31.758187 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08a7053e-9af1-446f-868b-82f02f2ef488 req-3b4e49de-b313-42b5-b675-d5652a494a43 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 1097 time: 0.1475313 Nov 25 20:10:31.784810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0873caca-c6b3-49fe-af03-c88be14f5a75 req-b096a7db-ed62-4d64-b5bf-9c665d302ecc tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619898 Nov 25 20:10:31.810457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506f61e-3d2f-4a44-b669-4e13662f7af4 None None] Checking router: f903c21e-0290-4d38-9083-1907a7754103 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:10:31.820409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e506f61e-3d2f-4a44-b669-4e13662f7af4 None None] Routers {'f903c21e-0290-4d38-9083-1907a7754103'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:10:31.821106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e506f61e-3d2f-4a44-b669-4e13662f7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:10:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f903c21e-0290-4d38-9083-1907a7754103'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:31.866312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7053e-9af1-446f-868b-82f02f2ef488 req-c6586f5c-ff8a-4dd7-af78-f9444563c68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:31.869025 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08a7053e-9af1-446f-868b-82f02f2ef488 req-c6586f5c-ff8a-4dd7-af78-f9444563c68b service neutron] 10.222.0.60 "GET /v2.0/networks?id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 200 len: 898 time: 0.1003811 Nov 25 20:10:31.925767 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08a7053e-9af1-446f-868b-82f02f2ef488 req-32ccde4f-79fa-412d-9716-68b6d16ef5cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 200 len: 217 time: 0.0443017 Nov 25 20:10:31.955570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e506f61e-3d2f-4a44-b669-4e13662f7af4 None None] Set router f903c21e-0290-4d38-9083-1907a7754103 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:10:31.982655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7053e-9af1-446f-868b-82f02f2ef488 req-5966bce8-cf96-43d4-aa8f-18d71f8b5072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:31.984105 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08a7053e-9af1-446f-868b-82f02f2ef488 req-5966bce8-cf96-43d4-aa8f-18d71f8b5072 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 200 len: 834 time: 0.0491946 Nov 25 20:10:32.044117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7053e-9af1-446f-868b-82f02f2ef488 req-8ba33b4c-79a0-4a97-92ac-d6f699a82345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:32.045701 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08a7053e-9af1-446f-868b-82f02f2ef488 req-8ba33b4c-79a0-4a97-92ac-d6f699a82345 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eb1a32ab-756d-45d6-90e0-fcebad71a4b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512693 Nov 25 20:10:32.160550 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08a7053e-9af1-446f-868b-82f02f2ef488 req-26f2e561-6868-419a-83b3-11fa0ba6d644 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043019 Nov 25 20:10:32.265704 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08a7053e-9af1-446f-868b-82f02f2ef488 req-202f8a02-1cb8-422e-a46b-cdc52f94cb23 service neutron] 10.222.0.60 "GET /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933702 Nov 25 20:10:32.303152 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1b2a3cfd-7642-498b-969b-1b037c6a3140 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:32.366407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e506f61e-3d2f-4a44-b669-4e13662f7af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:41Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce', 'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:08:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:40Z', 'updated_at': '2021-11-25T20:08:44Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:32.395958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e506f61e-3d2f-4a44-b669-4e13662f7af4 None None] The sync data for ids ['f903c21e-0290-4d38-9083-1907a7754103'] in n-d-817303-9 is: [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:08:41Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce', 'name': '', 'network_id': 'eb1a32ab-756d-45d6-90e0-fcebad71a4b1', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:08:68:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:40Z', 'updated_at': '2021-11-25T20:08:44Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '7534c2c1-06f8-47e8-b2db-9e229f92cbca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:10:32.624369 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dab9f98-b618-4811-be75-333d3d0ce344 None None] New status for floating IP 7eccaed2-e170-46b9-baac-9e834f6aa4ff: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:10:32.896145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba02c2ac-8b39-4a50-ba7f-9d522d7537c3 req-2f53f154-5d1f-4a2e-93bc-4158c6e96d83 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:32.897620 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba02c2ac-8b39-4a50-ba7f-9d522d7537c3 req-2f53f154-5d1f-4a2e-93bc-4158c6e96d83 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 946 time: 0.0485177 Nov 25 20:10:32.948172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba02c2ac-8b39-4a50-ba7f-9d522d7537c3 req-3ad8ed8e-8bdf-4dd6-ad2d-fc7a6ce41c86 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=15bc5549-9015-47e2-bcb4-a77fd83e7cfd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438139 Nov 25 20:10:32.996774 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:10:33.092195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300187ee-b56c-4c76-8dac-5f276490ba46 req-6a4d46bd-47c7-4d6d-8d62-f7c223765d44 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:33.093650 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-300187ee-b56c-4c76-8dac-5f276490ba46 req-6a4d46bd-47c7-4d6d-8d62-f7c223765d44 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 946 time: 0.0552826 Nov 25 20:10:33.199780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-300187ee-b56c-4c76-8dac-5f276490ba46 req-88874a69-0764-41bf-9660-f99b59d35661 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port c8960091-0949-4c0f-8132-12241e7e5d23 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:10:33.200145 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-300187ee-b56c-4c76-8dac-5f276490ba46 req-88874a69-0764-41bf-9660-f99b59d35661 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:33.289372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-300187ee-b56c-4c76-8dac-5f276490ba46 req-88874a69-0764-41bf-9660-f99b59d35661 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port c8960091-0949-4c0f-8132-12241e7e5d23, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c8960091-0949-4c0f-8132-12241e7e5d23,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:33.289745 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-300187ee-b56c-4c76-8dac-5f276490ba46 req-88874a69-0764-41bf-9660-f99b59d35661 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:33.302281 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-300187ee-b56c-4c76-8dac-5f276490ba46 req-88874a69-0764-41bf-9660-f99b59d35661 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for c8960091-0949-4c0f-8132-12241e7e5d23 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:10:33.439390 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-300187ee-b56c-4c76-8dac-5f276490ba46 req-88874a69-0764-41bf-9660-f99b59d35661 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:33.469836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88874a69-0764-41bf-9660-f99b59d35661 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=c8960091-0949-4c0f-8132-12241e7e5d23,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:33.514418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-300187ee-b56c-4c76-8dac-5f276490ba46 req-88874a69-0764-41bf-9660-f99b59d35661 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] No DVR routers for this DVR port c8960091-0949-4c0f-8132-12241e7e5d23 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:10:33.517079 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-300187ee-b56c-4c76-8dac-5f276490ba46 req-88874a69-0764-41bf-9660-f99b59d35661 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:33.520481 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-300187ee-b56c-4c76-8dac-5f276490ba46 req-88874a69-0764-41bf-9660-f99b59d35661 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "DELETE /v2.0/ports/c8960091-0949-4c0f-8132-12241e7e5d23 HTTP/1.1" status: 204 len: 173 time: 0.4205258 Nov 25 20:10:33.520927 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-deleted', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:10:33.524114 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027f1231-8d55-4a4d-9495-6059089f9a5f" -d '{"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-deleted", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:10:33.564767 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a934639-59e2-45c9-97f8-aa90648df20e x-openstack-request-id: req-3a934639-59e2-45c9-97f8-aa90648df20e {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:10:33.565079 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcd7041f-28be-4293-883f-73549af48752", "name": "network-vif-deleted", "tag": "c8960091-0949-4c0f-8132-12241e7e5d23", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:10:33.565337 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3a934639-59e2-45c9-97f8-aa90648df20e {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:10:33.565741 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcd7041f-28be-4293-883f-73549af48752', 'name': 'network-vif-deleted', 'tag': 'c8960091-0949-4c0f-8132-12241e7e5d23', 'status': 'completed', 'code': 200} Nov 25 20:10:34.072589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ab80ee7-a988-4e0d-a67f-fe60c5ac4878 req-05c71561-4d90-4604-b7b6-c1d3aae09d76 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=bcd7041f-28be-4293-883f-73549af48752 HTTP/1.1" status: 200 len: 210 time: 0.0324271 Nov 25 20:10:35.130275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42704) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:35.232335 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-215bb602-56f5-4744-bd1c-3036b7e01965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:35.503050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:35.622385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:10:35.644048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: c8960091-0949-4c0f-8132-12241e7e5d23 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:10:35.644785 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c8960091-0949-4c0f-8132-12241e7e5d23 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:10:35.784382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:10:35.784722 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:35.878082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:35.878445 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:35.890836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:10:36.084190 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:36.114319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:36.311012 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:36.508613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:36.825715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router f903c21e-0290-4d38-9083-1907a7754103 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:10:36.935423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:10:36.940480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eae0b07b-f358-4e21-8ac4-069b685cd193 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "PUT /v2.0/routers/f903c21e-0290-4d38-9083-1907a7754103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8091636 Nov 25 20:10:36.943246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42710) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:36.946323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa834475-4997-457d-b1e9-9259f322c4d8 None None] Sync routers for ids ['f903c21e-0290-4d38-9083-1907a7754103'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:10:36.955773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa834475-4997-457d-b1e9-9259f322c4d8 None None] Routers {'f903c21e-0290-4d38-9083-1907a7754103'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:10:36.956386 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fa834475-4997-457d-b1e9-9259f322c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:10:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f903c21e-0290-4d38-9083-1907a7754103'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:37.001942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5f6bcc9-53e7-43e9-8d06-72d7282d6a4a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting subnet 7534c2c1-06f8-47e8-b2db-9e229f92cbca {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:10:37.005678 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bcc9-53e7-43e9-8d06-72d7282d6a4a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.053129 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bcc9-53e7-43e9-8d06-72d7282d6a4a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.076181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-fa834475-4997-457d-b1e9-9259f322c4d8 None None] Set router f903c21e-0290-4d38-9083-1907a7754103 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:10:37.141455 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bcc9-53e7-43e9-8d06-72d7282d6a4a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.204395 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bcc9-53e7-43e9-8d06-72d7282d6a4a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.232470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f6bcc9-53e7-43e9-8d06-72d7282d6a4a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Subnet': ['ID=7534c2c1-06f8-47e8-b2db-9e229f92cbca,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:37.236147 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5f6bcc9-53e7-43e9-8d06-72d7282d6a4a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.242676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d5f6bcc9-53e7-43e9-8d06-72d7282d6a4a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/subnets/7534c2c1-06f8-47e8-b2db-9e229f92cbca HTTP/1.1" status: 204 len: 168 time: 0.2954941 Nov 25 20:10:37.243573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42712) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:37.251846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664c9d88-056a-4c0d-9901-de424df57e64 None None] Network eb1a32ab-756d-45d6-90e0-fcebad71a4b1 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:10:37.356510 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.377338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fa834475-4997-457d-b1e9-9259f322c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:10:36Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:37.412600 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa834475-4997-457d-b1e9-9259f322c4d8 None None] Checking router: f903c21e-0290-4d38-9083-1907a7754103 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:10:37.427763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa834475-4997-457d-b1e9-9259f322c4d8 None None] Routers {'f903c21e-0290-4d38-9083-1907a7754103'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:10:37.428367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fa834475-4997-457d-b1e9-9259f322c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:10:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f903c21e-0290-4d38-9083-1907a7754103'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:37.476395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.518318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1420c2b0-3fb4-4a33-bfbf-724e8f39537d None None] DHCP port deletion for eb1a32ab-756d-45d6-90e0-fcebad71a4b1 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:10:37.543637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:10:37.544117 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.578710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-fa834475-4997-457d-b1e9-9259f322c4d8 None None] Set router f903c21e-0290-4d38-9083-1907a7754103 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:10:37.648762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port 248848e8-57d6-4e6a-8dc3-c5d6491e6b15, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=248848e8-57d6-4e6a-8dc3-c5d6491e6b15,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:37.649081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.666959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:10:37.723008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1420c2b0-3fb4-4a33-bfbf-724e8f39537d None None] Deleting port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:10:37.723282 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1420c2b0-3fb4-4a33-bfbf-724e8f39537d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.830710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1420c2b0-3fb4-4a33-bfbf-724e8f39537d None None] For port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=fda1d6d0-b06a-4abf-b4ab-8ee1e525a032,segment=NetworkSegment(a7677100-cd9d-46d2-ae84-df56b24253dc),segment_id=a7677100-cd9d-46d2-ae84-df56b24253dc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:37.831147 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1420c2b0-3fb4-4a33-bfbf-724e8f39537d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.847579 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.861340 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1420c2b0-3fb4-4a33-bfbf-724e8f39537d None None] Calling delete_port for fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:10:37.877076 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:37.891249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=248848e8-57d6-4e6a-8dc3-c5d6491e6b15,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:37.921451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:10:37.923374 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e3a366-cf06-443b-97b3-f43e61b88a90 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:10:37.957850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-fa834475-4997-457d-b1e9-9259f322c4d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:10:36Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:38.009550 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa834475-4997-457d-b1e9-9259f322c4d8 None None] The sync data for ids ['f903c21e-0290-4d38-9083-1907a7754103'] in n-d-817303-9 is: [{'id': 'f903c21e-0290-4d38-9083-1907a7754103', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1372351038', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131'}], 'enable_snat': True}, 'gw_port_id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:08:36Z', 'updated_at': '2021-11-25T20:10:36Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '248848e8-57d6-4e6a-8dc3-c5d6491e6b15', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:3a:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f903c21e-0290-4d38-9083-1907a7754103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3617, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:08:37Z', 'updated_at': '2021-11-25T20:08:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:10:38.083483 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.087620 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1420c2b0-3fb4-4a33-bfbf-724e8f39537d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.131339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1420c2b0-3fb4-4a33-bfbf-724e8f39537d None None] Pushing event deleted for resources: {'Port': ['ID=fda1d6d0-b06a-4abf-b4ab-8ee1e525a032,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:38.136307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1420c2b0-3fb4-4a33-bfbf-724e8f39537d None None] No DVR routers for this DVR port fda1d6d0-b06a-4abf-b4ab-8ee1e525a032 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:10:38.300386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.351827 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.394037 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.396349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.443402 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.443937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Fanout notify agent at l3_agent the message router_deleted on router f903c21e-0290-4d38-9083-1907a7754103 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:10:38.452397 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.453536 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-951f2084-201d-4de0-9071-3e7f5a5f8519 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/routers/f903c21e-0290-4d38-9083-1907a7754103 HTTP/1.1" status: 204 len: 168 time: 1.2092085 Nov 25 20:10:38.456219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42716) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:38.540052 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.631211 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.658634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1a32ab-756d-45d6-90e0-fcebad71a4b1']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:38.669373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7677100-cd9d-46d2-ae84-df56b24253dc') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:38.669497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7677100-cd9d-46d2-ae84-df56b24253dc') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:38.681013 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.697127 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.704346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Releasing vlan 608 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:10:38.705779 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:10:38.708886 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:10:38.790150 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.809468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.812732 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/networks/eb1a32ab-756d-45d6-90e0-fcebad71a4b1 HTTP/1.1" status: 204 len: 168 time: 0.3555632 Nov 25 20:10:38.814207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6a852f-e8e2-44f7-a6db-338f6c5a8782 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Network': ['ID=eb1a32ab-756d-45d6-90e0-fcebad71a4b1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:38.815661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42728) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:38.887179 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36c3574f-e078-4907-8656-aef33db92ffa tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.916307 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36c3574f-e078-4907-8656-aef33db92ffa tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.984271 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36c3574f-e078-4907-8656-aef33db92ffa tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.989557 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-36c3574f-e078-4907-8656-aef33db92ffa tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:38.994015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-36c3574f-e078-4907-8656-aef33db92ffa tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/security-groups/15bc5549-9015-47e2-bcb4-a77fd83e7cfd HTTP/1.1" status: 204 len: 168 time: 0.1731424 Nov 25 20:10:39.002805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c3574f-e078-4907-8656-aef33db92ffa tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15bc5549-9015-47e2-bcb4-a77fd83e7cfd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:39.374194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42740) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:39.378979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5e3218c4-59e4-4728-ba5a-aeebb2d74f17 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1578073856', 'description': 'tempest-secgroup-smoke-1578073856 description', 'project_id': 'd1115c662d4849199ea30501137f9abf'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:39.403121 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e3218c4-59e4-4728-ba5a-aeebb2d74f17 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.471429 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e3218c4-59e4-4728-ba5a-aeebb2d74f17 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.475540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e3218c4-59e4-4728-ba5a-aeebb2d74f17 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.506895 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e3218c4-59e4-4728-ba5a-aeebb2d74f17 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.508988 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5e3218c4-59e4-4728-ba5a-aeebb2d74f17 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1337283 Nov 25 20:10:39.510994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3218c4-59e4-4728-ba5a-aeebb2d74f17 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e1028e-a3f2-43e5-a387-b1f493fc9987,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:39.512160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42742) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:39.517470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ea183064-92e3-441e-a01b-72bbbbb825be tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'd6e1028e-a3f2-43e5-a387-b1f493fc9987', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:39.545542 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea183064-92e3-441e-a01b-72bbbbb825be tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.608936 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea183064-92e3-441e-a01b-72bbbbb825be tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.612939 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea183064-92e3-441e-a01b-72bbbbb825be tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.631644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea183064-92e3-441e-a01b-72bbbbb825be tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ed3cac1-ceb4-45f4-9f02-180b55d2f301,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:39.639963 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ea183064-92e3-441e-a01b-72bbbbb825be tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.643756 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ea183064-92e3-441e-a01b-72bbbbb825be tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1275384 Nov 25 20:10:39.643991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42744) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:39.649900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6af660a6-90f7-49f3-b9bd-d326d4c2ca36 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'd6e1028e-a3f2-43e5-a387-b1f493fc9987', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:39.676475 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6af660a6-90f7-49f3-b9bd-d326d4c2ca36 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.736534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6af660a6-90f7-49f3-b9bd-d326d4c2ca36 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.740749 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6af660a6-90f7-49f3-b9bd-d326d4c2ca36 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.760732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af660a6-90f7-49f3-b9bd-d326d4c2ca36 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac389126-e181-4f04-8d1e-0b34990b07bc,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:39.769290 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6af660a6-90f7-49f3-b9bd-d326d4c2ca36 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.770496 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6af660a6-90f7-49f3-b9bd-d326d4c2ca36 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1254077 Nov 25 20:10:39.775621 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42746) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:39.781285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5339569d-4642-42f6-9ad0-4e4aa0868d79 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'd6e1028e-a3f2-43e5-a387-b1f493fc9987', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:39.818699 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5339569d-4642-42f6-9ad0-4e4aa0868d79 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.847693 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:10:39.869263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:10:39.869931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 248848e8-57d6-4e6a-8dc3-c5d6491e6b15 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:10:39.870827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:10:39.890740 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5339569d-4642-42f6-9ad0-4e4aa0868d79 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.895695 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5339569d-4642-42f6-9ad0-4e4aa0868d79 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.897537 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:10:39.898069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4f8120ab-39ae-4e9f-a7bd-8dd9e1bfd7ce not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:10:39.922163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5339569d-4642-42f6-9ad0-4e4aa0868d79 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d37f2308-732c-415e-94a2-6c8cf59c2e56,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:39.931224 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5339569d-4642-42f6-9ad0-4e4aa0868d79 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:39.932503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5339569d-4642-42f6-9ad0-4e4aa0868d79 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1554365 Nov 25 20:10:39.935320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42748) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:39.939674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b85cd74c-6b02-4a04-afaa-149290dee430 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'd6e1028e-a3f2-43e5-a387-b1f493fc9987', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:39.967384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b85cd74c-6b02-4a04-afaa-149290dee430 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.028592 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b85cd74c-6b02-4a04-afaa-149290dee430 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.032457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b85cd74c-6b02-4a04-afaa-149290dee430 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.050409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85cd74c-6b02-4a04-afaa-149290dee430 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21040f8c-b461-4cde-90c7-02aa4a146b14,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:40.061341 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b85cd74c-6b02-4a04-afaa-149290dee430 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.065974 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b85cd74c-6b02-4a04-afaa-149290dee430 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1263154 Nov 25 20:10:40.066094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42752) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:40.071556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d787ecac-d2ab-4558-ba9a-47a29d75bbeb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'd6e1028e-a3f2-43e5-a387-b1f493fc9987', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:40.096176 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-d787ecac-d2ab-4558-ba9a-47a29d75bbeb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Project d1115c662d4849199ea30501137f9abf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:10:40.101606 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d787ecac-d2ab-4558-ba9a-47a29d75bbeb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.170107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d787ecac-d2ab-4558-ba9a-47a29d75bbeb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.173847 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d787ecac-d2ab-4558-ba9a-47a29d75bbeb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.189401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d787ecac-d2ab-4558-ba9a-47a29d75bbeb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27d4b6e8-382e-477b-94d6-ac1485b42868,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:40.201560 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d787ecac-d2ab-4558-ba9a-47a29d75bbeb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.202881 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d787ecac-d2ab-4558-ba9a-47a29d75bbeb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1356549 Nov 25 20:10:40.205460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42754) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:40.209792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a7e0b657-b8f0-4005-9f05-639f124e5d99 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': 'd6e1028e-a3f2-43e5-a387-b1f493fc9987', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:40.232211 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-a7e0b657-b8f0-4005-9f05-639f124e5d99 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Project d1115c662d4849199ea30501137f9abf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:10:40.237441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b657-b8f0-4005-9f05-639f124e5d99 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.306353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b657-b8f0-4005-9f05-639f124e5d99 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.310710 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b657-b8f0-4005-9f05-639f124e5d99 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.331864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e0b657-b8f0-4005-9f05-639f124e5d99 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bb9fd9-4ba5-4b68-bdb5-9b2c035b490d,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:40.341968 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a7e0b657-b8f0-4005-9f05-639f124e5d99 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.343227 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a7e0b657-b8f0-4005-9f05-639f124e5d99 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1368549 Nov 25 20:10:40.346076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42756) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:40.351804 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'network': {'name': 'tempest-network-smoke--1666201249', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'port_security_enabled': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:40.372871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:10:40.376573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.401922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 642} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:10:40.411855 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.412206 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Added segment 684e300d-8ad0-4f47-a0b1-f008ff26a80d of type vlan for network 4d29e071-ec78-475c-a3a2-a20486495428 Nov 25 20:10:40.454415 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.478965 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.484527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:40.485059 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.521170 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1739733 Nov 25 20:10:40.524584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42758) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:40.529572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'admin_state_up': True, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:40.554141 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.555485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.560019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542ebcac-8de3-4823-af57-ed0f00306647 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Network': ['ID=4d29e071-ec78-475c-a3a2-a20486495428,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:40.575040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 4d29e071-ec78-475c-a3a2-a20486495428 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:10:40.610243 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.762703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.957426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:40.976743 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:41.081815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.25.8.6 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/7cc0627f-5869-418f-8518-cdf69b6af325) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:10:41.205840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:41.241833 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:41.278545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:10:41.283784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:10:41.287281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:10:41.302105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b8e671-90bd-44a2-9efa-d9499d90e829 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:10:41.314892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=7cc0627f-5869-418f-8518-cdf69b6af325,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:41.426750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-56cfd69a-24aa-43e6-b48b-70e693db5612 None None] Provisioning complete for port 7cc0627f-5869-418f-8518-cdf69b6af325 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:41.427089 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-56cfd69a-24aa-43e6-b48b-70e693db5612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:41.487112 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-56cfd69a-24aa-43e6-b48b-70e693db5612 None None] Port 7cc0627f-5869-418f-8518-cdf69b6af325 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:10:41.573781 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:41.686722 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e300d4b-9eaf-4dd3-a5a1-65be569bd8e1 req-a1402ae4-b929-4ec2-b59e-9bc32bbab4c8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453601 Nov 25 20:10:41.758571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e300d4b-9eaf-4dd3-a5a1-65be569bd8e1 req-0fde511e-7649-42b2-9d76-72f4adf55fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:41.761464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e300d4b-9eaf-4dd3-a5a1-65be569bd8e1 req-0fde511e-7649-42b2-9d76-72f4adf55fea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 1097 time: 0.0471494 Nov 25 20:10:41.804974 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:41.871615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e300d4b-9eaf-4dd3-a5a1-65be569bd8e1 req-4a88380b-b827-4188-a08f-38c88b02da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:41.873412 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e300d4b-9eaf-4dd3-a5a1-65be569bd8e1 req-4a88380b-b827-4188-a08f-38c88b02da7c service neutron] 10.222.0.76 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 915 time: 0.0898967 Nov 25 20:10:41.926223 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e300d4b-9eaf-4dd3-a5a1-65be569bd8e1 req-a40164d7-a720-4ced-b977-3da1d1705d43 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c521142-5051-473f-8cd2-d5d860e978f0 HTTP/1.1" status: 200 len: 217 time: 0.0421951 Nov 25 20:10:41.946244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:10:41.982727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e300d4b-9eaf-4dd3-a5a1-65be569bd8e1 req-f4421671-402a-41ec-9397-8ffabfeb34af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:41.984352 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e300d4b-9eaf-4dd3-a5a1-65be569bd8e1 req-f4421671-402a-41ec-9397-8ffabfeb34af service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a61ce6e0-808e-4423-87d3-be0625b59be1 HTTP/1.1" status: 200 len: 854 time: 0.0495505 Nov 25 20:10:42.025293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e300d4b-9eaf-4dd3-a5a1-65be569bd8e1 req-c04e78d8-b149-4d6b-8849-defcf9156f22 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=7e2c73e3-4245-4be5-9408-1baf0812869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286973 Nov 25 20:10:42.062201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:10:42.076148 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Sync routers for ids ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:10:42.087349 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:42.092110 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-df14be50-c0a2-4a94-b9f6-5c8c3bf02f26 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.5661848 Nov 25 20:10:42.092887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42762) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:42.098920 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Routers {'710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:10:42.099848 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:10:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:42.134121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a0552b05-e7af-46c3-8a24-d9c75d4170b1 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=d1115c662d4849199ea30501137f9abf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398591 Nov 25 20:10:42.134637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42764) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:42.180369 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e300d4b-9eaf-4dd3-a5a1-65be569bd8e1 req-3a01106e-3079-49d7-b748-52da29fe10b6 service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460719 Nov 25 20:10:42.238084 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Set router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:10:42.315889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc857317-c680-45cd-aedb-d1f10a571373 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:42.321227 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bc857317-c680-45cd-aedb-d1f10a571373 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1811814 Nov 25 20:10:42.321397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42768) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:42.339537 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2e300d4b-9eaf-4dd3-a5a1-65be569bd8e1 req-d34ae069-716f-4530-a214-83fb225f4941 service neutron] 10.222.0.76 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297863 Nov 25 20:10:42.354259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a726f208-3c8a-4351-9e24-c603ad3c777a tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296173 Nov 25 20:10:42.354622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42770) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:42.359756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1521092874', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:42.448848 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:41Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:42.458815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:10:42.463742 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:42.481762 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Checking router: 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:10:42.482018 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Updating router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 port 7cc0627f-5869-418f-8518-cdf69b6af325 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:10:42.508627 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:42.664740 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:42.736191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Subnet': ['ID=9e11c2d3-d082-4442-9fb0-e00ce4b579f6,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:42.748815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Checking segment: {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:10:42.749178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network hostable DHCP agents. Network: 4d29e071-ec78-475c-a3a2-a20486495428, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:10:42.769348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network 4d29e071-ec78-475c-a3a2-a20486495428 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:10:42.779958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 4d29e071-ec78-475c-a3a2-a20486495428) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:10:42.784220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:42.785698 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:42.792243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c33ac7-9d45-495f-b859-ec5c3c501291 None None] Network 4d29e071-ec78-475c-a3a2-a20486495428 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:10:42.812565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d923395d-4493-4ca7-bd59-487ad5394320 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4561653 Nov 25 20:10:42.814913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42772) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:42.923912 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:42.933158 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:42.986539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885012d6-701f-47be-96db-4575e09a82a7 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:10:43.000220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-4d29e071-ec78-475c-a3a2-a20486495428', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ips': [{'subnet_id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:10:43.001518 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:43.002689 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Attempting to bind port 7cc0627f-5869-418f-8518-cdf69b6af325 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:10:43.003080 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Attempting to bind port 7cc0627f-5869-418f-8518-cdf69b6af325 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:10:43.003442 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Attempting to bind port 7cc0627f-5869-418f-8518-cdf69b6af325 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:10:43.010989 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Pushing event updated for resources: {'Port': ['ID=7cc0627f-5869-418f-8518-cdf69b6af325,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:43.016071 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:10:43.016937 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:10:43.016937 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:43.017926 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:10:43.018406 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Bound port: 7cc0627f-5869-418f-8518-cdf69b6af325, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:10:43.018786 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:43.049602 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.049982 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.050396 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.050755 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.051106 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.051429 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.051771 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.052515 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.052881 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.053234 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.053626 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.054047 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:10:43.096115 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] For port 7cc0627f-5869-418f-8518-cdf69b6af325, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:10:43.100115 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] For port 7cc0627f-5869-418f-8518-cdf69b6af325, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7cc0627f-5869-418f-8518-cdf69b6af325,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:10:43.105631 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:43.167834 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f06018-3610-41ae-b3b2-82d7c66f3275 None None] Pushing event updated for resources: {'Port': ['ID=7cc0627f-5869-418f-8518-cdf69b6af325,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:43.173139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-712a047c-fefd-4edc-81bf-ab9b993c0e8a None None] Provisioning complete for port 7cc0627f-5869-418f-8518-cdf69b6af325 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:43.173516 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-712a047c-fefd-4edc-81bf-ab9b993c0e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:43.211303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3b4272-d671-427d-b43b-5bfbebee122e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:10:43.250377 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Routers {'710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:10:43.253520 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:10:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:43.290110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Allocated IP 172.20.0.2 (4d29e071-ec78-475c-a3a2-a20486495428/9e11c2d3-d082-4442-9fb0-e00ce4b579f6/c113297b-3df2-4c9d-8eab-ecbfed53850c) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:10:43.378823 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-712a047c-fefd-4edc-81bf-ab9b993c0e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:43.410561 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-712a047c-fefd-4edc-81bf-ab9b993c0e8a None None] For port 7cc0627f-5869-418f-8518-cdf69b6af325, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7cc0627f-5869-418f-8518-cdf69b6af325,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:43.431221 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] Set router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:10:43.457599 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:43.476581 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-712a047c-fefd-4edc-81bf-ab9b993c0e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:43.657230 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:41Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:43.699516 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7c3b84b-0f41-47e9-8f2e-5bcc46c52acb None None] The sync data for ids ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'] in n-d-817303-9 is: [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:41Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:10:43.769509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-45e756de-77a4-4ba2-aa1a-0946e050f0e1 None None] Provisioning complete for port 7cc0627f-5869-418f-8518-cdf69b6af325 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:43.769890 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-45e756de-77a4-4ba2-aa1a-0946e050f0e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:43.771534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712a047c-fefd-4edc-81bf-ab9b993c0e8a None None] Pushing event updated for resources: {'Port': ['ID=7cc0627f-5869-418f-8518-cdf69b6af325,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:43.827856 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:43.841025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:43.901602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.20.0.1 (4d29e071-ec78-475c-a3a2-a20486495428/9e11c2d3-d082-4442-9fb0-e00ce4b579f6/9aa3d568-fed1-4e67-856c-87ac2675cc24) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:10:43.912419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Network 4d29e071-ec78-475c-a3a2-a20486495428 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:10:43.923910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:10:43.927675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Pushing event updated for resources: {'Port': ['ID=c113297b-3df2-4c9d-8eab-ecbfed53850c,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:43.931793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:10:43.996053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Attempting to bind port c113297b-3df2-4c9d-8eab-ecbfed53850c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:10:43.996532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Attempting to bind port c113297b-3df2-4c9d-8eab-ecbfed53850c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:10:43.997001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Attempting to bind port c113297b-3df2-4c9d-8eab-ecbfed53850c on network 4d29e071-ec78-475c-a3a2-a20486495428 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:10:44.002969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:10:44.004119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Checking segment: {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:10:44.004537 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:44.004934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Bound using segment: {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:10:44.005414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Bound port: c113297b-3df2-4c9d-8eab-ecbfed53850c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:10:44.005800 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:44.088762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:44.099780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] For port c113297b-3df2-4c9d-8eab-ecbfed53850c, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:10:44.103648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] For port c113297b-3df2-4c9d-8eab-ecbfed53850c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c113297b-3df2-4c9d-8eab-ecbfed53850c,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:10:44.107480 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:44.136245 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:44.172674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04741630-e723-4589-af5e-7ef598a1d717 None None] Pushing event updated for resources: {'Port': ['ID=c113297b-3df2-4c9d-8eab-ecbfed53850c,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:44.187441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network 4d29e071-ec78-475c-a3a2-a20486495428 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:10:44.194181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:10:44.199076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:10:44.226035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=9aa3d568-fed1-4e67-856c-87ac2675cc24,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:44.255026 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:44.449018 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:44.790198 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:44.795731 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:44.876210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=9aa3d568-fed1-4e67-856c-87ac2675cc24,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:44.885665 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:44.988519 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network 4d29e071-ec78-475c-a3a2-a20486495428 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:10:44.990023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:10:45.117784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:10:45.236155 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:10:45.247759 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-21d43ed4-48ba-426d-8157-9f9bf307f924 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "PUT /v2.0/routers/710ec9e9-a6a2-471b-b482-d5b3cfcf02f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4306612 Nov 25 20:10:45.327896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68d7f2-dfc6-42a8-9b8e-e3f53d6e2de0 None None] Network 4d29e071-ec78-475c-a3a2-a20486495428 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:10:45.427534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0b5ffbb4-5284-40e1-80c1-17ff7285ac11 None None] Provisioning complete for port c113297b-3df2-4c9d-8eab-ecbfed53850c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:45.427935 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b5ffbb4-5284-40e1-80c1-17ff7285ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:45.497196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-cd0efaad-564c-46e5-8503-28da1389379c tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1578073856&fields=id&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 267 time: 0.0525198 Nov 25 20:10:45.588228 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b5ffbb4-5284-40e1-80c1-17ff7285ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:45.643207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0b5ffbb4-5284-40e1-80c1-17ff7285ac11 None None] For port c113297b-3df2-4c9d-8eab-ecbfed53850c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c113297b-3df2-4c9d-8eab-ecbfed53850c,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:45.649719 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b5ffbb4-5284-40e1-80c1-17ff7285ac11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:45.681561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-464e3780-aae3-4b82-b13c-6a53ec846a15 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:45.690884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-464e3780-aae3-4b82-b13c-6a53ec846a15 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/networks?id=4d29e071-ec78-475c-a3a2-a20486495428 HTTP/1.1" status: 200 len: 797 time: 0.1843636 Nov 25 20:10:45.713548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5ffbb4-5284-40e1-80c1-17ff7285ac11 None None] Pushing event updated for resources: {'Port': ['ID=c113297b-3df2-4c9d-8eab-ecbfed53850c,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:45.718939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-bc54d9b9-23d5-44d4-982a-3d0ff4aa4a80 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/quotas/d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 375 time: 0.0108833 Nov 25 20:10:45.794953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-98a64e25-f27d-4886-b0bc-3547ff19d659 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615194 Nov 25 20:10:45.939596 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d4641206-d601-4e17-bedb-b434b8355912 service neutron] 10.222.0.15 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304331 Nov 25 20:10:45.992054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4120cfe0-e7f3-490b-8191-1dba101424d5 None None] Provisioning complete for port 9aa3d568-fed1-4e67-856c-87ac2675cc24 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:45.993503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4120cfe0-e7f3-490b-8191-1dba101424d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:45.996860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c113297b-3df2-4c9d-8eab-ecbfed53850c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:10:46.096707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-5f03e9bb-9c6c-4cdd-b8e7-894a2eb302df service neutron] 10.222.0.15 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460052 Nov 25 20:10:46.098021 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4120cfe0-e7f3-490b-8191-1dba101424d5 None None] Port 9aa3d568-fed1-4e67-856c-87ac2675cc24 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:10:46.121937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4120cfe0-e7f3-490b-8191-1dba101424d5 None None] Provisioning complete for port c113297b-3df2-4c9d-8eab-ecbfed53850c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:46.122314 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4120cfe0-e7f3-490b-8191-1dba101424d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:46.153663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c113297b-3df2-4c9d-8eab-ecbfed53850c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:46.154028 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:46.239729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Sync routers for ids ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:10:46.295899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Routers {'710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:10:46.296685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:10:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:46.346596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7cc0627f-5869-418f-8518-cdf69b6af325 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:10:46.403623 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aeac1e41-1780-492e-961d-87facc988936 req-23521a8c-2291-433d-a726-0d99ca473dc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 210 time: 0.0534890 Nov 25 20:10:46.499852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Set router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:10:46.535284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7cc0627f-5869-418f-8518-cdf69b6af325 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:46.535650 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:46.544708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e1f8b40e-a199-48ba-a41b-1fef1ee633c0 None None] Provisioning complete for port 9aa3d568-fed1-4e67-856c-87ac2675cc24 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:46.545081 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1f8b40e-a199-48ba-a41b-1fef1ee633c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:46.673555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e1f8b40e-a199-48ba-a41b-1fef1ee633c0 None None] Port 9aa3d568-fed1-4e67-856c-87ac2675cc24 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:10:46.819646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-316b00cf-240f-4e6e-a220-3dfdb9972b5b None None] Provisioning complete for port 9aa3d568-fed1-4e67-856c-87ac2675cc24 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:46.820076 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-316b00cf-240f-4e6e-a220-3dfdb9972b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:46.863326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-316b00cf-240f-4e6e-a220-3dfdb9972b5b None None] Port 9aa3d568-fed1-4e67-856c-87ac2675cc24 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:10:46.870624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9aa3d568-fed1-4e67-856c-87ac2675cc24', 'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:d2:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:43Z', 'updated_at': '2021-11-25T20:10:44Z', 'revision_number': 2, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:46.901675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Checking router: 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:10:46.902123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Updating router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 port 9aa3d568-fed1-4e67-856c-87ac2675cc24 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:10:46.931771 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:47.211839 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:47.217306 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:47.271170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d024974-a445-4042-8541-2c6051cad6b2 None None] Pushing event updated for resources: {'Port': ['ID=9aa3d568-fed1-4e67-856c-87ac2675cc24,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:47.328019 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Attempting to bind port 9aa3d568-fed1-4e67-856c-87ac2675cc24 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:10:47.328387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Attempting to bind port 9aa3d568-fed1-4e67-856c-87ac2675cc24 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:10:47.328752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Attempting to bind port 9aa3d568-fed1-4e67-856c-87ac2675cc24 on network 4d29e071-ec78-475c-a3a2-a20486495428 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:10:47.336463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 10, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:10:47.337010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Checking segment: {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:10:47.337427 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:47.337824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Bound using segment: {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:10:47.338515 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Bound port: 9aa3d568-fed1-4e67-856c-87ac2675cc24, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:10:47.338933 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:47.412554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] For port 9aa3d568-fed1-4e67-856c-87ac2675cc24, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:10:47.418078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] For port 9aa3d568-fed1-4e67-856c-87ac2675cc24, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9aa3d568-fed1-4e67-856c-87ac2675cc24,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:10:47.432157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:47.541599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Routers {'710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:10:47.542507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:10:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:47.580786 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05578b9a-6928-4d6b-8ce9-1022ba5abcfc req-11007337-9a8a-44e0-b075-fd7a08c44322 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 210 time: 0.0696280 Nov 25 20:10:47.612264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d024974-a445-4042-8541-2c6051cad6b2 None None] Pushing event updated for resources: {'Port': ['ID=9aa3d568-fed1-4e67-856c-87ac2675cc24,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:47.633643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-feba7071-3290-4bd8-afd0-9e6e6e51e028 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:47.635232 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-feba7071-3290-4bd8-afd0-9e6e6e51e028 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "GET /v2.0/networks?id=4d29e071-ec78-475c-a3a2-a20486495428 HTTP/1.1" status: 200 len: 797 time: 0.2408717 Nov 25 20:10:47.756078 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-3f26f97b-4d27-41a1-a9dd-150859937003 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 380 time: 0.1082213 Nov 25 20:10:47.767413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'port': {'device_id': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'admin_state_up': True, 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'security_groups': ['d6e1028e-a3f2-43e5-a387-b1f493fc9987']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:47.873283 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1224eea2-8e7e-480e-a093-0ef4f40dc608 None None] Provisioning complete for port 9aa3d568-fed1-4e67-856c-87ac2675cc24 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:47.873734 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1224eea2-8e7e-480e-a093-0ef4f40dc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:47.930484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] Set router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:10:47.941717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:10:47.945930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:48.103833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.20.0.6 (4d29e071-ec78-475c-a3a2-a20486495428/9e11c2d3-d082-4442-9fb0-e00ce4b579f6/143be2d1-d573-48f3-8440-1e053e0697b9) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:10:48.109746 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1224eea2-8e7e-480e-a093-0ef4f40dc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:48.169319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1224eea2-8e7e-480e-a093-0ef4f40dc608 None None] For port 9aa3d568-fed1-4e67-856c-87ac2675cc24, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9aa3d568-fed1-4e67-856c-87ac2675cc24,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:48.175890 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1224eea2-8e7e-480e-a093-0ef4f40dc608 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:48.254670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224eea2-8e7e-480e-a093-0ef4f40dc608 None None] Pushing event updated for resources: {'Port': ['ID=9aa3d568-fed1-4e67-856c-87ac2675cc24,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:48.273798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9aa3d568-fed1-4e67-856c-87ac2675cc24', 'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:d2:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:43Z', 'updated_at': '2021-11-25T20:10:47Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:10:48.280974 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:48.308702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cbbc7c-1069-4329-8bec-036c80b8df64 None None] The sync data for ids ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'] in n-d-817303-9 is: [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9aa3d568-fed1-4e67-856c-87ac2675cc24', 'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:d2:3c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:43Z', 'updated_at': '2021-11-25T20:10:47Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:10:48.321158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-cea5e671-eae4-42e1-adfe-8edf85548427 None None] Provisioning complete for port 9aa3d568-fed1-4e67-856c-87ac2675cc24 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:48.321538 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cea5e671-eae4-42e1-adfe-8edf85548427 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:48.340344 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:48.430884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network 4d29e071-ec78-475c-a3a2-a20486495428 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:10:48.434129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:10:48.438413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:10:48.482010 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=143be2d1-d573-48f3-8440-1e053e0697b9,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:48.513265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:48.513572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:48.532934 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-d71c963a-5fa8-44a8-814b-5f0d811a7281 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7698214 Nov 25 20:10:48.644115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Request body: {'port': {'device_id': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:48.738574 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:48.771276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-df84d2ef-7ba5-4308-b4a8-17b067ede0fa None None] Provisioning complete for port 143be2d1-d573-48f3-8440-1e053e0697b9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:48.773445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-df84d2ef-7ba5-4308-b4a8-17b067ede0fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:48.781559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a789655-8d37-4311-aaff-1779d5094591 req-b6b8b6d6-dfbf-410c-9b25-dabebfbd9e43 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:48.791669 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a789655-8d37-4311-aaff-1779d5094591 req-b6b8b6d6-dfbf-410c-9b25-dabebfbd9e43 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 931 time: 0.1196017 Nov 25 20:10:48.859746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-df84d2ef-7ba5-4308-b4a8-17b067ede0fa None None] Port 143be2d1-d573-48f3-8440-1e053e0697b9 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:10:48.871069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a789655-8d37-4311-aaff-1779d5094591 req-c9d6f01b-0b33-4f6f-b5fd-ae20c74a2147 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779364 Nov 25 20:10:49.128506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 143be2d1-d573-48f3-8440-1e053e0697b9 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:10:49.140784 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:49.161771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Transition to ACTIVE for port object 143be2d1-d573-48f3-8440-1e053e0697b9 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:10:49.167700 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:49.218217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Pushing event updated for resources: {'Port': ['ID=143be2d1-d573-48f3-8440-1e053e0697b9,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:49.232227 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacaefe0-9e03-4eb3-9fc3-d4f830268439 req-b9618017-c370-486c-b364-fe2a4a18e0ab tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:49.234296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bacaefe0-9e03-4eb3-9fc3-d4f830268439 req-b9618017-c370-486c-b364-fe2a4a18e0ab tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 945 time: 0.0625715 Nov 25 20:10:49.316537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bacaefe0-9e03-4eb3-9fc3-d4f830268439 req-a0eddf41-96f2-4bd3-83bc-df1472cf076d tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711615 Nov 25 20:10:49.365097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:10:49.365431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:10:49.365857 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 on network 4d29e071-ec78-475c-a3a2-a20486495428 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:10:49.372334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Port 143be2d1-d573-48f3-8440-1e053e0697b9 on network 4d29e071-ec78-475c-a3a2-a20486495428 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:10:49.372809 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 on network 4d29e071-ec78-475c-a3a2-a20486495428 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:10:49.378856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 10, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:10:49.379423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Checking segment: {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:10:49.379989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Bound using segment: {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:10:49.380511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Bound port: 143be2d1-d573-48f3-8440-1e053e0697b9, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:10:49.380945 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:49.467356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:10:49.471047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:10:49.479124 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:49.517984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:49.518606 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:49.520033 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] 10.222.0.60 "PUT /v2.0/ports/143be2d1-d573-48f3-8440-1e053e0697b9 HTTP/1.1" status: 200 len: 1091 time: 0.8819544 Nov 25 20:10:49.520491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:10:49.523546 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c" -d '{"events": [{"name": "network-changed", "server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:10:49.553742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2147e69-2f1d-4569-84d2-09df05c4503c service neutron] Pushing event updated for resources: {'Port': ['ID=143be2d1-d573-48f3-8440-1e053e0697b9,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:49.583063 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a24c59-05ea-49ca-8f2c-b1e6fdad1d9e x-openstack-request-id: req-f2a24c59-05ea-49ca-8f2c-b1e6fdad1d9e {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:10:49.583409 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:10:49.583606 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f2a24c59-05ea-49ca-8f2c-b1e6fdad1d9e {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:10:49.584007 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9', 'status': 'completed', 'code': 200} Nov 25 20:10:49.618323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-52347667-65c8-4c4c-ab2f-7cd3c54733fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:49.619900 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-52347667-65c8-4c4c-ab2f-7cd3c54733fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 1094 time: 0.0523119 Nov 25 20:10:49.675714 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-df06cd95-53ca-4774-b59f-7040ff85542b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143be2d1-d573-48f3-8440-1e053e0697b9 HTTP/1.1" status: 200 len: 217 time: 0.0479286 Nov 25 20:10:49.732983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-017041f1-7b21-4227-934e-77ca19c836b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:49.734464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-017041f1-7b21-4227-934e-77ca19c836b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e11c2d3-d082-4442-9fb0-e00ce4b579f6 HTTP/1.1" status: 200 len: 835 time: 0.0514359 Nov 25 20:10:49.790376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-3a41a14b-92c2-438a-9f06-322c6c6ec649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:49.791936 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-3a41a14b-92c2-438a-9f06-322c6c6ec649 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d29e071-ec78-475c-a3a2-a20486495428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507092 Nov 25 20:10:49.857822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9aa3d568-fed1-4e67-856c-87ac2675cc24 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:10:49.904174 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-8a35eda3-48f7-4d55-9d3e-a0b01e7b8884 service neutron] 10.222.0.60 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963874 Nov 25 20:10:49.909772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9aa3d568-fed1-4e67-856c-87ac2675cc24 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:49.910145 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:49.996595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e543e-d826-4cdf-b6a5-20b3bc66f1ab req-3982d9b4-eac5-41be-9cde-db07db482437 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:49.998904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c37e543e-d826-4cdf-b6a5-20b3bc66f1ab req-3982d9b4-eac5-41be-9cde-db07db482437 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 943 time: 0.0596609 Nov 25 20:10:50.010168 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-685db2e8-99d2-433d-b0b6-7a5ab57c9c39 req-df11458b-ad01-40e2-adac-9ac83aae7dc3 service neutron] 10.222.0.60 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991473 Nov 25 20:10:50.053187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c37e543e-d826-4cdf-b6a5-20b3bc66f1ab req-3cf15abc-f34a-4c63-bd60-541cecbb2fbf tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479488 Nov 25 20:10:50.106122 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-f83c021a-473d-4476-b569-254a7aaa6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:50.107993 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-f83c021a-473d-4476-b569-254a7aaa6aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 1094 time: 0.0495512 Nov 25 20:10:50.199921 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-74ecbca9-291d-4f2b-944c-0d4ffb5bb624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:50.201400 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-74ecbca9-291d-4f2b-944c-0d4ffb5bb624 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d29e071-ec78-475c-a3a2-a20486495428 HTTP/1.1" status: 200 len: 898 time: 0.0873187 Nov 25 20:10:50.449169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741785d-13b1-42b7-a2e9-2463ac14a2b2 req-f010b9f4-a809-4657-85a0-6fb04cad5464 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:50.450854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3741785d-13b1-42b7-a2e9-2463ac14a2b2 req-f010b9f4-a809-4657-85a0-6fb04cad5464 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 945 time: 0.0522370 Nov 25 20:10:50.501940 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3741785d-13b1-42b7-a2e9-2463ac14a2b2 req-ced8f612-c288-4dbd-9041-d855c9279879 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449495 Nov 25 20:10:50.569412 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-cdb598fd-8097-4dc6-90e7-a1bd7b013449 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143be2d1-d573-48f3-8440-1e053e0697b9 HTTP/1.1" status: 200 len: 217 time: 0.3614008 Nov 25 20:10:50.672219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-009105c7-e630-4241-a835-7a9a00f1f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:50.673681 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-009105c7-e630-4241-a835-7a9a00f1f0e5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e11c2d3-d082-4442-9fb0-e00ce4b579f6 HTTP/1.1" status: 200 len: 835 time: 0.0966592 Nov 25 20:10:50.681937 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8e3f916d-8d37-4749-b50f-e152d2b94f50 req-17bd649f-a48b-4ce1-b693-f54d15baf973 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1144958 Nov 25 20:10:50.716999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f1a648-201b-4eee-a0fc-59a937250b26 req-54ac2100-3925-4329-94b1-12a69d6383fc tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:50.718374 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c7f1a648-201b-4eee-a0fc-59a937250b26 req-54ac2100-3925-4329-94b1-12a69d6383fc tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 945 time: 0.1034105 Nov 25 20:10:50.790399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-326f4cd8-d86b-4a18-819c-2dfc62d8a1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:50.791926 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-326f4cd8-d86b-4a18-819c-2dfc62d8a1dd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d29e071-ec78-475c-a3a2-a20486495428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091344 Nov 25 20:10:50.857928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f916d-8d37-4749-b50f-e152d2b94f50 req-8e086376-d300-45de-a57e-1edc0a82942a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:50.859441 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8e3f916d-8d37-4749-b50f-e152d2b94f50 req-8e086376-d300-45de-a57e-1edc0a82942a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=48dd2551d25341349fc44b32b1893b0e&device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 1097 time: 0.1263013 Nov 25 20:10:50.978989 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:50.994695 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-4e67cc9a-0c71-42b5-bad1-0f67ff640af6 service neutron] 10.222.0.60 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941664 Nov 25 20:10:50.998900 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-c7f1a648-201b-4eee-a0fc-59a937250b26 req-8c49887d-0942-4c6f-a4e0-960792fadb13 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Deleting port 7e789444-208a-4206-b73c-5aa822e27b54 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:10:50.999238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c7f1a648-201b-4eee-a0fc-59a937250b26 req-8c49887d-0942-4c6f-a4e0-960792fadb13 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:51.105658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f916d-8d37-4749-b50f-e152d2b94f50 req-f32b55a9-02c1-48f4-bdbe-10d8915bd7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:51.107245 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8e3f916d-8d37-4749-b50f-e152d2b94f50 req-f32b55a9-02c1-48f4-bdbe-10d8915bd7d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 200 len: 915 time: 0.2186861 Nov 25 20:10:51.177422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55f1260-ec2e-4530-86d2-e8ecdc1e6426 req-4839f141-b201-4fc4-9a0c-659ffda0898f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:51.179057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b55f1260-ec2e-4530-86d2-e8ecdc1e6426 req-4839f141-b201-4fc4-9a0c-659ffda0898f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 943 time: 0.0517707 Nov 25 20:10:51.192771 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8e3f916d-8d37-4749-b50f-e152d2b94f50 req-1324ce35-2e13-4115-8fa7-0eb962616f20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ff92a2ba-08cb-4597-aac8-be2fd9553e40 HTTP/1.1" status: 200 len: 217 time: 0.0555272 Nov 25 20:10:51.224441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c7f1a648-201b-4eee-a0fc-59a937250b26 req-8c49887d-0942-4c6f-a4e0-960792fadb13 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] For port 7e789444-208a-4206-b73c-5aa822e27b54, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=7e789444-208a-4206-b73c-5aa822e27b54,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:51.224814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c7f1a648-201b-4eee-a0fc-59a937250b26 req-8c49887d-0942-4c6f-a4e0-960792fadb13 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:51.243428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b55f1260-ec2e-4530-86d2-e8ecdc1e6426 req-da552061-d1b9-4c6c-8cd5-72dd731a867b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555394 Nov 25 20:10:51.271022 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-c7f1a648-201b-4eee-a0fc-59a937250b26 req-8c49887d-0942-4c6f-a4e0-960792fadb13 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Calling delete_port for 7e789444-208a-4206-b73c-5aa822e27b54 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:10:51.289558 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-dc589712-bbc1-4d7c-8665-a30475c25188 service neutron] 10.222.0.60 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860498 Nov 25 20:10:51.294135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3f916d-8d37-4749-b50f-e152d2b94f50 req-042cd512-08b8-400b-8d56-5c0f09b70cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:51.295552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8e3f916d-8d37-4749-b50f-e152d2b94f50 req-042cd512-08b8-400b-8d56-5c0f09b70cb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a61ce6e0-808e-4423-87d3-be0625b59be1 HTTP/1.1" status: 200 len: 854 time: 0.0913231 Nov 25 20:10:51.362955 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8e3f916d-8d37-4749-b50f-e152d2b94f50 req-bc15039b-1232-4bcd-b97e-9f19e87d4fd5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7e2c73e3-4245-4be5-9408-1baf0812869c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334170 Nov 25 20:10:51.502400 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8e3f916d-8d37-4749-b50f-e152d2b94f50 req-7094eada-fa67-4f1c-8522-ebb7cac750c8 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282732 Nov 25 20:10:51.537121 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c7f1a648-201b-4eee-a0fc-59a937250b26 req-8c49887d-0942-4c6f-a4e0-960792fadb13 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:51.550690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ff92a2ba-08cb-4597-aac8-be2fd9553e40'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:10:51.553240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a5b02204-e8a5-441c-b031-fb1e5681fe70', '3c521142-5051-473f-8cd2-d5d860e978f0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:10:51.583112 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c49887d-0942-4c6f-a4e0-960792fadb13 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Pushing event deleted for resources: {'Port': ['ID=7e789444-208a-4206-b73c-5aa822e27b54,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:51.606892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfdff923-7d3b-4b70-a877-96fc7145ad94 req-02471a90-453d-4cba-b90f-cf28fa302992 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=239953ad-4359-44a8-887e-ce3768dbc961 HTTP/1.1" status: 200 len: 210 time: 0.0322428 Nov 25 20:10:51.660611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7f1a648-201b-4eee-a0fc-59a937250b26 req-8c49887d-0942-4c6f-a4e0-960792fadb13 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] No DVR routers for this DVR port 7e789444-208a-4206-b73c-5aa822e27b54 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:10:51.664575 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c7f1a648-201b-4eee-a0fc-59a937250b26 req-8c49887d-0942-4c6f-a4e0-960792fadb13 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:51.668017 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c7f1a648-201b-4eee-a0fc-59a937250b26 req-8c49887d-0942-4c6f-a4e0-960792fadb13 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "DELETE /v2.0/ports/7e789444-208a-4206-b73c-5aa822e27b54 HTTP/1.1" status: 204 len: 173 time: 0.9429884 Nov 25 20:10:51.668497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239953ad-4359-44a8-887e-ce3768dbc961', 'name': 'network-vif-deleted', 'tag': '7e789444-208a-4206-b73c-5aa822e27b54'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:10:51.670789 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d814ef-0e60-46a9-8dac-7a126708d9e4" -d '{"events": [{"server_uuid": "239953ad-4359-44a8-887e-ce3768dbc961", "name": "network-vif-deleted", "tag": "7e789444-208a-4206-b73c-5aa822e27b54"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:10:51.699371 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8e3f916d-8d37-4749-b50f-e152d2b94f50 req-f8ff188a-d4d0-4d53-80fb-7286d06c0309 service neutron] 10.222.0.60 "GET /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891320 Nov 25 20:10:51.726222 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09deaf9-b827-46c6-83b0-18e2586331c9 x-openstack-request-id: req-e09deaf9-b827-46c6-83b0-18e2586331c9 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:10:51.726673 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239953ad-4359-44a8-887e-ce3768dbc961", "name": "network-vif-deleted", "tag": "7e789444-208a-4206-b73c-5aa822e27b54", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:10:51.727379 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e09deaf9-b827-46c6-83b0-18e2586331c9 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:10:51.727896 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239953ad-4359-44a8-887e-ce3768dbc961', 'name': 'network-vif-deleted', 'tag': '7e789444-208a-4206-b73c-5aa822e27b54', 'status': 'completed', 'code': 200} Nov 25 20:10:52.365624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f852a7a-8298-41a1-9011-40e828f0d8fe req-562a04fa-a521-4809-8651-6b1493214474 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:52.367174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f852a7a-8298-41a1-9011-40e828f0d8fe req-562a04fa-a521-4809-8651-6b1493214474 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 943 time: 0.0509410 Nov 25 20:10:52.417472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f852a7a-8298-41a1-9011-40e828f0d8fe req-91fcecca-3b6c-4556-8870-ed61b0ddc7e0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443459 Nov 25 20:10:53.246005 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:53.294429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 7e789444-208a-4206-b73c-5aa822e27b54 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:10:53.315633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 7e789444-208a-4206-b73c-5aa822e27b54 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:10:53.316264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 7e789444-208a-4206-b73c-5aa822e27b54 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:10:53.542008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ed22d-b06b-4be7-a84e-02dbeed5ba2a req-f5ce7b81-e105-4e74-b715-4ba00f08adf0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:53.543585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c8ed22d-b06b-4be7-a84e-02dbeed5ba2a req-f5ce7b81-e105-4e74-b715-4ba00f08adf0 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 943 time: 0.0537622 Nov 25 20:10:53.604368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c8ed22d-b06b-4be7-a84e-02dbeed5ba2a req-e2bb7888-6763-4759-8199-ac56402bfeec tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540857 Nov 25 20:10:53.718267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 143be2d1-d573-48f3-8440-1e053e0697b9 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:10:53.820526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:53.832534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '143be2d1-d573-48f3-8440-1e053e0697b9', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'port_id': '143be2d1-d573-48f3-8440-1e053e0697b9', 'mac_address': 'fa:16:3e:c3:5a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:10:53.872800 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:53.885692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 143be2d1-d573-48f3-8440-1e053e0697b9 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:10:53.906171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:53.910407 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:53.969741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=143be2d1-d573-48f3-8440-1e053e0697b9,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:54.127527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['143be2d1-d573-48f3-8440-1e053e0697b9'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:10:54.729480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726d364-65f4-4460-8820-5986a6161dcd req-ae4a6f33-1648-463b-8b0a-ec66e4bc7cc1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:54.731060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f726d364-65f4-4460-8820-5986a6161dcd req-ae4a6f33-1648-463b-8b0a-ec66e4bc7cc1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 944 time: 0.0547969 Nov 25 20:10:54.784733 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f726d364-65f4-4460-8820-5986a6161dcd req-9c055f1e-2b6c-436f-97bf-9ddbe95fb627 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461080 Nov 25 20:10:55.736129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 143be2d1-d573-48f3-8440-1e053e0697b9 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:10:55.789386 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 143be2d1-d573-48f3-8440-1e053e0697b9 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:10:55.793829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 143be2d1-d573-48f3-8440-1e053e0697b9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:10:55.794202 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:55.883287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:55.921554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47ba9ca-adee-49ab-af04-812a8066a037 req-c83f85ad-8a94-4f3e-b43a-ee53f18e5820 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:55.923394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c47ba9ca-adee-49ab-af04-812a8066a037 req-c83f85ad-8a94-4f3e-b43a-ee53f18e5820 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 944 time: 0.0637786 Nov 25 20:10:55.925261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:10:55.927611 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0273d9e-e5e8-49a4-ad73-35443a4c134d" -d '{"events": [{"server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "name": "network-vif-plugged", "status": "completed", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:10:55.940271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:55.945003 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:55.981394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c47ba9ca-adee-49ab-af04-812a8066a037 req-374805f5-f5b4-4fa9-9c7a-174d689bfa14 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492115 Nov 25 20:10:55.995589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=143be2d1-d573-48f3-8440-1e053e0697b9,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:56.156262 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270f0838-7b76-43bd-9b06-c584e146aaa9 x-openstack-request-id: req-270f0838-7b76-43bd-9b06-c584e146aaa9 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:10:56.156683 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "name": "network-vif-plugged", "status": "completed", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:10:56.157033 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-270f0838-7b76-43bd-9b06-c584e146aaa9 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:10:56.157528 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9', 'code': 200} Nov 25 20:10:56.266145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659f2c5b-8842-4a52-8907-8fbe2a63ea10 req-bbe1e34f-1b14-4297-b0a7-343f99b34bac tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:56.267601 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-659f2c5b-8842-4a52-8907-8fbe2a63ea10 req-bbe1e34f-1b14-4297-b0a7-343f99b34bac tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 946 time: 0.0651176 Nov 25 20:10:56.269186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff682b36-53c2-48c7-ac0a-9f24de7f0f61 req-834a99ee-25f8-4e0e-84d2-6b1f0048b18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:56.270783 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff682b36-53c2-48c7-ac0a-9f24de7f0f61 req-834a99ee-25f8-4e0e-84d2-6b1f0048b18e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 1096 time: 0.0407760 Nov 25 20:10:56.320152 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-659f2c5b-8842-4a52-8907-8fbe2a63ea10 req-c7aa9906-2ee3-4fcc-94a7-3b377451e09e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Nov 25 20:10:56.322348 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ff682b36-53c2-48c7-ac0a-9f24de7f0f61 req-3804031c-1248-48b9-a51d-dfbb616291dc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425899 Nov 25 20:10:57.104305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d97df1-d47c-490b-aaa4-ae267e53bfbc req-d782f641-9711-4918-a1ef-72fea2e3543f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:57.105698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9d97df1-d47c-490b-aaa4-ae267e53bfbc req-d782f641-9711-4918-a1ef-72fea2e3543f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 945 time: 0.0517015 Nov 25 20:10:57.156013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9d97df1-d47c-490b-aaa4-ae267e53bfbc req-46b16889-59e9-4c03-8613-5bc3d5696596 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442328 Nov 25 20:10:57.441166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3201a15-d7dc-4429-b15e-2997af140815 req-ba7cd8fa-e1f3-45ef-aaeb-c2a1ebb2f84c tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:57.442648 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3201a15-d7dc-4429-b15e-2997af140815 req-ba7cd8fa-e1f3-45ef-aaeb-c2a1ebb2f84c tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 946 time: 0.0507634 Nov 25 20:10:57.493908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3201a15-d7dc-4429-b15e-2997af140815 req-5d5a7747-dafc-4967-9563-ad63b6010da6 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450466 Nov 25 20:10:57.928198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb13e17-56bf-4c22-ac28-7528b6b32163 req-c52cee61-32c3-4eac-b2fc-33c473665470 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:57.930613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4cb13e17-56bf-4c22-ac28-7528b6b32163 req-c52cee61-32c3-4eac-b2fc-33c473665470 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.60 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 946 time: 0.0507517 Nov 25 20:10:58.023991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-4cb13e17-56bf-4c22-ac28-7528b6b32163 req-6c8cdec4-7208-44dd-bfbb-1a2e495c2076 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Deleting port ff92a2ba-08cb-4597-aac8-be2fd9553e40 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:10:58.024330 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4cb13e17-56bf-4c22-ac28-7528b6b32163 req-6c8cdec4-7208-44dd-bfbb-1a2e495c2076 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:58.115590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-4cb13e17-56bf-4c22-ac28-7528b6b32163 req-6c8cdec4-7208-44dd-bfbb-1a2e495c2076 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] For port ff92a2ba-08cb-4597-aac8-be2fd9553e40, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ff92a2ba-08cb-4597-aac8-be2fd9553e40,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:10:58.115960 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4cb13e17-56bf-4c22-ac28-7528b6b32163 req-6c8cdec4-7208-44dd-bfbb-1a2e495c2076 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:58.129010 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-4cb13e17-56bf-4c22-ac28-7528b6b32163 req-6c8cdec4-7208-44dd-bfbb-1a2e495c2076 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Calling delete_port for ff92a2ba-08cb-4597-aac8-be2fd9553e40 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:10:58.263157 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4cb13e17-56bf-4c22-ac28-7528b6b32163 req-6c8cdec4-7208-44dd-bfbb-1a2e495c2076 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:58.277770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a5b02204-e8a5-441c-b031-fb1e5681fe70', '3c521142-5051-473f-8cd2-d5d860e978f0'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:10:58.278932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3abc3b-f43e-4a8e-a27a-64ec0b329a46 req-861b8527-ef01-452e-88d0-c960a375dea7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:58.283381 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f3abc3b-f43e-4a8e-a27a-64ec0b329a46 req-861b8527-ef01-452e-88d0-c960a375dea7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 945 time: 0.0576713 Nov 25 20:10:58.295237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8cdec4-7208-44dd-bfbb-1a2e495c2076 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Pushing event deleted for resources: {'Port': ['ID=ff92a2ba-08cb-4597-aac8-be2fd9553e40,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:58.312630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ff92a2ba-08cb-4597-aac8-be2fd9553e40'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:10:58.339216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f3abc3b-f43e-4a8e-a27a-64ec0b329a46 req-1955319c-266a-4cc8-8ec0-673e68af70be tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522830 Nov 25 20:10:58.344913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb13e17-56bf-4c22-ac28-7528b6b32163 req-6c8cdec4-7208-44dd-bfbb-1a2e495c2076 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] No DVR routers for this DVR port ff92a2ba-08cb-4597-aac8-be2fd9553e40 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:10:58.348038 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-4cb13e17-56bf-4c22-ac28-7528b6b32163 req-6c8cdec4-7208-44dd-bfbb-1a2e495c2076 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:58.352278 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4cb13e17-56bf-4c22-ac28-7528b6b32163 req-6c8cdec4-7208-44dd-bfbb-1a2e495c2076 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.60 "DELETE /v2.0/ports/ff92a2ba-08cb-4597-aac8-be2fd9553e40 HTTP/1.1" status: 204 len: 173 time: 0.4155209 Nov 25 20:10:58.352746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a5b224e-b2c9-4013-bf39-9ffdc07d47fe', 'name': 'network-vif-deleted', 'tag': 'ff92a2ba-08cb-4597-aac8-be2fd9553e40'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:10:58.355398 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-926c5d98-08bf-4209-84da-6ab73f6a217f" -d '{"events": [{"server_uuid": "9a5b224e-b2c9-4013-bf39-9ffdc07d47fe", "name": "network-vif-deleted", "tag": "ff92a2ba-08cb-4597-aac8-be2fd9553e40"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:10:58.414245 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d017556-61f2-4dcb-95ee-9da4f10df7ea x-openstack-request-id: req-9d017556-61f2-4dcb-95ee-9da4f10df7ea {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:10:58.417890 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a5b224e-b2c9-4013-bf39-9ffdc07d47fe", "name": "network-vif-deleted", "tag": "ff92a2ba-08cb-4597-aac8-be2fd9553e40", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:10:58.418057 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d017556-61f2-4dcb-95ee-9da4f10df7ea {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:10:58.418469 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a5b224e-b2c9-4013-bf39-9ffdc07d47fe', 'name': 'network-vif-deleted', 'tag': 'ff92a2ba-08cb-4597-aac8-be2fd9553e40', 'status': 'completed', 'code': 200} Nov 25 20:10:58.518679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30575cc5-5fe7-4673-9083-fd75c2a74cd6 req-88098d7d-e5d5-4d74-aceb-366b0e12be19 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:58.520233 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30575cc5-5fe7-4673-9083-fd75c2a74cd6 req-88098d7d-e5d5-4d74-aceb-366b0e12be19 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 945 time: 0.0547359 Nov 25 20:10:58.571851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30575cc5-5fe7-4673-9083-fd75c2a74cd6 req-2ce5561b-0b51-4bea-994a-a3e6f20c6c45 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446208 Nov 25 20:10:58.593349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42872) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:58.636193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fa7d2a7-6542-4c4b-842d-c5ac3f5d5287 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:58.637754 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8fa7d2a7-6542-4c4b-842d-c5ac3f5d5287 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 1091 time: 0.0433621 Nov 25 20:10:58.641286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42874) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:10:58.645746 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '143be2d1-d573-48f3-8440-1e053e0697b9', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:10:58.669588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:58.672444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdf1b3cc-3957-4f82-9163-f6633e5f006d req-e820231b-44c2-42d7-ab61-d1fa8b0fce3e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=9a5b224e-b2c9-4013-bf39-9ffdc07d47fe HTTP/1.1" status: 200 len: 210 time: 0.0325892 Nov 25 20:10:58.769766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:58.884982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.25.8.253 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/d02d7bfe-2ea9-4fcc-9d4b-f1d87da639f4) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:10:58.988247 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:59.021121 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:59.058085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:10:59.063020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:10:59.066682 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:10:59.101161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=d02d7bfe-2ea9-4fcc-9d4b-f1d87da639f4,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:59.458504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:59.523675 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:59.674091 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:59.678563 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:59.751188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=d02d7bfe-2ea9-4fcc-9d4b-f1d87da639f4,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:10:59.766984 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:10:59.872762 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Floating IP 157c259e-56cf-4293-89fd-f8b64a1e345a associated. External IP: 172.25.8.253, port: 143be2d1-d573-48f3-8440-1e053e0697b9. Nov 25 20:10:59.963066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bc48ec-1545-4eda-a1a4-804147e182f0 req-d68a90fc-2d02-460a-a431-0bcd5802e7f5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:10:59.964486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6bc48ec-1545-4eda-a1a4-804147e182f0 req-d68a90fc-2d02-460a-a431-0bcd5802e7f5 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 946 time: 0.0510809 Nov 25 20:11:00.013381 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6bc48ec-1545-4eda-a1a4-804147e182f0 req-d6dbceac-93f8-45da-9330-b88a39e558ff tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428803 Nov 25 20:11:00.086694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:11:00.194853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:11:00.205218 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc6114-ee1c-4108-8daf-8fbbe842afb4 None None] Sync routers for ids ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:11:00.212676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:00.216793 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc6114-ee1c-4108-8daf-8fbbe842afb4 None None] Routers {'710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:00.217385 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-15bc6114-ee1c-4108-8daf-8fbbe842afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:10:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:00.239437 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3941a545-95a6-4f77-b762-e17f6741a299 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5970147 Nov 25 20:11:00.328700 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-15bc6114-ee1c-4108-8daf-8fbbe842afb4 None None] Set router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:00.341553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ad0e3-71a3-49d9-a1d1-537f445496b6 req-5d27a6e4-1d34-4f09-8b0d-da32d821b7fd tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:00.343453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-114ad0e3-71a3-49d9-a1d1-537f445496b6 req-5d27a6e4-1d34-4f09-8b0d-da32d821b7fd tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 945 time: 0.0520775 Nov 25 20:11:00.396159 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-114ad0e3-71a3-49d9-a1d1-537f445496b6 req-ec9e16cb-e75a-4ba4-af34-0e7507ff4643 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462396 Nov 25 20:11:00.419358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:00.420063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42884) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:00.421796 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b6f306-e45d-4f6c-b481-236e2013363d" -d '{"events": [{"name": "network-changed", "server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:00.463430 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0754a02-6edc-4297-9f8f-00fb5fdc8615 x-openstack-request-id: req-b0754a02-6edc-4297-9f8f-00fb5fdc8615 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:00.463722 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:00.464103 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b0754a02-6edc-4297-9f8f-00fb5fdc8615 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:00.464632 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9', 'status': 'completed', 'code': 200} Nov 25 20:11:00.501751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cad4d5c2-bbe2-4698-9f0e-a6b4c89af382 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/157c259e-56cf-4293-89fd-f8b64a1e345a HTTP/1.1" status: 200 len: 991 time: 0.0803430 Nov 25 20:11:00.529034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f306-e45d-4f6c-b481-236e2013363d req-c16ffa98-4af4-4c81-ac76-58b755101c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:00.530956 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-97b6f306-e45d-4f6c-b481-236e2013363d req-c16ffa98-4af4-4c81-ac76-58b755101c83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 1096 time: 0.0455339 Nov 25 20:11:00.565784 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-15bc6114-ee1c-4108-8daf-8fbbe842afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '157c259e-56cf-4293-89fd-f8b64a1e345a', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.253', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'port_id': '143be2d1-d573-48f3-8440-1e053e0697b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'mac_address': 'fa:16:3e:c3:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:10:59Z', 'updated_at': '2021-11-25T20:10:59Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa3d568-fed1-4e67-856c-87ac2675cc24', 'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:d2:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:43Z', 'updated_at': '2021-11-25T20:10:48Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:00.593743 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc6114-ee1c-4108-8daf-8fbbe842afb4 None None] Checking router: 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:11:00.603154 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bc6114-ee1c-4108-8daf-8fbbe842afb4 None None] Routers {'710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:00.603853 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-15bc6114-ee1c-4108-8daf-8fbbe842afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:10:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:00.628818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f306-e45d-4f6c-b481-236e2013363d req-e14eff9b-26ca-47e6-97a6-a47c72b6b2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:00.630424 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-97b6f306-e45d-4f6c-b481-236e2013363d req-e14eff9b-26ca-47e6-97a6-a47c72b6b2eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d29e071-ec78-475c-a3a2-a20486495428 HTTP/1.1" status: 200 len: 898 time: 0.0908053 Nov 25 20:11:00.699213 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-97b6f306-e45d-4f6c-b481-236e2013363d req-2900d091-1064-4f8a-829f-49ca6962d6d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143be2d1-d573-48f3-8440-1e053e0697b9 HTTP/1.1" status: 200 len: 999 time: 0.0612419 Nov 25 20:11:00.708506 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-15bc6114-ee1c-4108-8daf-8fbbe842afb4 None None] Set router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:00.754555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f306-e45d-4f6c-b481-236e2013363d req-0f967a28-e8fa-4431-8135-880c723c82da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:00.756124 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-97b6f306-e45d-4f6c-b481-236e2013363d req-0f967a28-e8fa-4431-8135-880c723c82da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e11c2d3-d082-4442-9fb0-e00ce4b579f6 HTTP/1.1" status: 200 len: 835 time: 0.0504241 Nov 25 20:11:00.805097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b6f306-e45d-4f6c-b481-236e2013363d req-383bcb05-624a-4384-8395-ce8f9ce7c7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:00.806643 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-97b6f306-e45d-4f6c-b481-236e2013363d req-383bcb05-624a-4384-8395-ce8f9ce7c7b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d29e071-ec78-475c-a3a2-a20486495428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433178 Nov 25 20:11:00.900976 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-97b6f306-e45d-4f6c-b481-236e2013363d req-7bc93346-ec0e-4287-a278-89c00f8f51e1 service neutron] 10.222.0.60 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875096 Nov 25 20:11:00.943044 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-15bc6114-ee1c-4108-8daf-8fbbe842afb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '157c259e-56cf-4293-89fd-f8b64a1e345a', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.253', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'port_id': '143be2d1-d573-48f3-8440-1e053e0697b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'mac_address': 'fa:16:3e:c3:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:10:59Z', 'updated_at': '2021-11-25T20:10:59Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa3d568-fed1-4e67-856c-87ac2675cc24', 'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:d2:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:43Z', 'updated_at': '2021-11-25T20:10:48Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:00.977159 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15bc6114-ee1c-4108-8daf-8fbbe842afb4 None None] The sync data for ids ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'] in n-d-817303-9 is: [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '157c259e-56cf-4293-89fd-f8b64a1e345a', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.253', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'port_id': '143be2d1-d573-48f3-8440-1e053e0697b9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3654, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'mac_address': 'fa:16:3e:c3:5a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:10:59Z', 'updated_at': '2021-11-25T20:10:59Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9aa3d568-fed1-4e67-856c-87ac2675cc24', 'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:d2:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:43Z', 'updated_at': '2021-11-25T20:10:48Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:11:01.001648 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-97b6f306-e45d-4f6c-b481-236e2013363d req-920fa2a6-e017-4d07-8894-cebd66bcac04 service neutron] 10.222.0.60 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938134 Nov 25 20:11:01.157163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d59ab2-c764-40a3-a320-830e7ab24014 req-37b7468e-f2e9-48e8-9692-189b9cdb4120 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:01.158750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c5d59ab2-c764-40a3-a320-830e7ab24014 req-37b7468e-f2e9-48e8-9692-189b9cdb4120 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 946 time: 0.0703480 Nov 25 20:11:01.187324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f2c4f8-b50d-490c-9626-c6a9c8d99bbc req-fd6d7a5b-f013-421b-977e-2ffc38c6549c tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:01.189149 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d3f2c4f8-b50d-490c-9626-c6a9c8d99bbc req-fd6d7a5b-f013-421b-977e-2ffc38c6549c tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 946 time: 0.0652339 Nov 25 20:11:01.215973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c5d59ab2-c764-40a3-a320-830e7ab24014 req-99f766c0-47ae-4d9b-b5e8-9ccf0b16453a tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479517 Nov 25 20:11:01.218986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3959c5e-eff5-48c3-afe4-08e528c7e145 None None] New status for floating IP 157c259e-56cf-4293-89fd-f8b64a1e345a: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:11:01.504879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42890) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:01.573357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6efdf832-5ffe-43e2-8895-ddb8adc4576b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/157c259e-56cf-4293-89fd-f8b64a1e345a HTTP/1.1" status: 200 len: 993 time: 0.0667868 Nov 25 20:11:01.607012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d3f2c4f8-b50d-490c-9626-c6a9c8d99bbc req-a7860fae-c56c-4998-ab53-f16fd8dcb085 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Deleting port 3c521142-5051-473f-8cd2-d5d860e978f0 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:01.607356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d3f2c4f8-b50d-490c-9626-c6a9c8d99bbc req-a7860fae-c56c-4998-ab53-f16fd8dcb085 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:01.696147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d3f2c4f8-b50d-490c-9626-c6a9c8d99bbc req-a7860fae-c56c-4998-ab53-f16fd8dcb085 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] For port 3c521142-5051-473f-8cd2-d5d860e978f0, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3c521142-5051-473f-8cd2-d5d860e978f0,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:01.696510 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d3f2c4f8-b50d-490c-9626-c6a9c8d99bbc req-a7860fae-c56c-4998-ab53-f16fd8dcb085 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:01.708173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d3f2c4f8-b50d-490c-9626-c6a9c8d99bbc req-a7860fae-c56c-4998-ab53-f16fd8dcb085 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Calling delete_port for 3c521142-5051-473f-8cd2-d5d860e978f0 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:01.761979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ff92a2ba-08cb-4597-aac8-be2fd9553e40 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:01.785198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: ff92a2ba-08cb-4597-aac8-be2fd9553e40 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:11:01.785587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ff92a2ba-08cb-4597-aac8-be2fd9553e40 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:01.843978 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d3f2c4f8-b50d-490c-9626-c6a9c8d99bbc req-a7860fae-c56c-4998-ab53-f16fd8dcb085 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:01.857484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a5b02204-e8a5-441c-b031-fb1e5681fe70'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:11:01.875354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7860fae-c56c-4998-ab53-f16fd8dcb085 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Pushing event deleted for resources: {'Port': ['ID=3c521142-5051-473f-8cd2-d5d860e978f0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:01.920118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3f2c4f8-b50d-490c-9626-c6a9c8d99bbc req-a7860fae-c56c-4998-ab53-f16fd8dcb085 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] No DVR routers for this DVR port 3c521142-5051-473f-8cd2-d5d860e978f0 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:11:01.922726 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d3f2c4f8-b50d-490c-9626-c6a9c8d99bbc req-a7860fae-c56c-4998-ab53-f16fd8dcb085 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:01.926325 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d3f2c4f8-b50d-490c-9626-c6a9c8d99bbc req-a7860fae-c56c-4998-ab53-f16fd8dcb085 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "DELETE /v2.0/ports/3c521142-5051-473f-8cd2-d5d860e978f0 HTTP/1.1" status: 204 len: 173 time: 0.7313111 Nov 25 20:11:02.096084 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30eaa5dc-3bac-4f8d-b430-ff254dfd1bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:02.333192 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00809237-4826-4c64-a353-527a71fca28c req-126681ff-c69b-4539-b1ca-06c6b9165e82 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959 HTTP/1.1" status: 200 len: 210 time: 0.0319076 Nov 25 20:11:02.466578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959', 'name': 'network-vif-deleted', 'tag': '3c521142-5051-473f-8cd2-d5d860e978f0'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:02.469010 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5de1837-75a0-4fe6-87f0-652381c126f4" -d '{"events": [{"server_uuid": "94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959", "name": "network-vif-deleted", "tag": "3c521142-5051-473f-8cd2-d5d860e978f0"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:02.503724 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bee0f2e-cc5f-4101-a923-eebb68eab178 x-openstack-request-id: req-2bee0f2e-cc5f-4101-a923-eebb68eab178 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:02.504106 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959", "name": "network-vif-deleted", "tag": "3c521142-5051-473f-8cd2-d5d860e978f0", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:02.504371 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2bee0f2e-cc5f-4101-a923-eebb68eab178 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:02.504777 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d3ce1b-5d65-4cc5-be8d-e5ef8d18a959', 'name': 'network-vif-deleted', 'tag': '3c521142-5051-473f-8cd2-d5d860e978f0', 'status': 'completed', 'code': 200} Nov 25 20:11:03.341510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3c521142-5051-473f-8cd2-d5d860e978f0 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:03.362424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 3c521142-5051-473f-8cd2-d5d860e978f0 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:11:03.362770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3c521142-5051-473f-8cd2-d5d860e978f0 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:05.225801 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b306b78-7c1a-4b46-88af-ccc658dc8cc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:06.515308 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:06.859001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c687783-0d5e-40ad-9d26-7a51c112a041 req-fca8d410-2409-430d-8478-a9f9733ec56e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:06.860564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c687783-0d5e-40ad-9d26-7a51c112a041 req-fca8d410-2409-430d-8478-a9f9733ec56e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 946 time: 0.0495665 Nov 25 20:11:06.914530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c687783-0d5e-40ad-9d26-7a51c112a041 req-1c95c17a-5e7d-4b1e-a28c-10b82687f44a tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467772 Nov 25 20:11:07.851134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:08.037546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f032fc-6267-4db8-93fa-b03bc63de8dc req-720cf33a-177b-4ca2-933f-cab09dbb92d3 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:08.039878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7f032fc-6267-4db8-93fa-b03bc63de8dc req-720cf33a-177b-4ca2-933f-cab09dbb92d3 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 946 time: 0.0550733 Nov 25 20:11:08.091485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7f032fc-6267-4db8-93fa-b03bc63de8dc req-b93484a4-ae6d-4c8d-84f8-44dd4fbec84b tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.15 "GET /v2.0/security-groups?id=53752d10-1d00-46b5-a60d-cae8efc145f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454674 Nov 25 20:11:08.243625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2ceacf-35f7-4d67-a996-e8412ce78638 req-78ce33df-f155-4b8d-b345-87e172d92507 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:08.245125 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc2ceacf-35f7-4d67-a996-e8412ce78638 req-78ce33df-f155-4b8d-b345-87e172d92507 tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "GET /v2.0/ports?device_id=87812044-50be-457e-be86-996922ce4bf5 HTTP/1.1" status: 200 len: 946 time: 0.0507853 Nov 25 20:11:08.337479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-fc2ceacf-35f7-4d67-a996-e8412ce78638 req-cfd806eb-25d7-4523-86c0-7f92ee034f9e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Deleting port a5b02204-e8a5-441c-b031-fb1e5681fe70 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:08.337798 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fc2ceacf-35f7-4d67-a996-e8412ce78638 req-cfd806eb-25d7-4523-86c0-7f92ee034f9e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:08.353032 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:08.433821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-fc2ceacf-35f7-4d67-a996-e8412ce78638 req-cfd806eb-25d7-4523-86c0-7f92ee034f9e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] For port a5b02204-e8a5-441c-b031-fb1e5681fe70, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=a5b02204-e8a5-441c-b031-fb1e5681fe70,segment=NetworkSegment(585f9c2a-9d03-48ff-9ee0-76a5bca4efa6),segment_id=585f9c2a-9d03-48ff-9ee0-76a5bca4efa6)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:08.434177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fc2ceacf-35f7-4d67-a996-e8412ce78638 req-cfd806eb-25d7-4523-86c0-7f92ee034f9e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:08.448670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-fc2ceacf-35f7-4d67-a996-e8412ce78638 req-cfd806eb-25d7-4523-86c0-7f92ee034f9e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Calling delete_port for a5b02204-e8a5-441c-b031-fb1e5681fe70 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:08.603179 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fc2ceacf-35f7-4d67-a996-e8412ce78638 req-cfd806eb-25d7-4523-86c0-7f92ee034f9e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:08.616575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['a5b02204-e8a5-441c-b031-fb1e5681fe70'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:11:08.635262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd806eb-25d7-4523-86c0-7f92ee034f9e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Pushing event deleted for resources: {'Port': ['ID=a5b02204-e8a5-441c-b031-fb1e5681fe70,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:08.679375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2ceacf-35f7-4d67-a996-e8412ce78638 req-cfd806eb-25d7-4523-86c0-7f92ee034f9e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] No DVR routers for this DVR port a5b02204-e8a5-441c-b031-fb1e5681fe70 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:11:08.682042 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fc2ceacf-35f7-4d67-a996-e8412ce78638 req-cfd806eb-25d7-4523-86c0-7f92ee034f9e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:08.685441 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fc2ceacf-35f7-4d67-a996-e8412ce78638 req-cfd806eb-25d7-4523-86c0-7f92ee034f9e tempest-AttachVolumeNegativeTest-1165936492 tempest-AttachVolumeNegativeTest-1165936492-project] 10.222.0.76 "DELETE /v2.0/ports/a5b02204-e8a5-441c-b031-fb1e5681fe70 HTTP/1.1" status: 204 len: 173 time: 0.4346483 Nov 25 20:11:08.685878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87812044-50be-457e-be86-996922ce4bf5', 'name': 'network-vif-deleted', 'tag': 'a5b02204-e8a5-441c-b031-fb1e5681fe70'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:08.688151 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81b8a0da-9579-4f94-a61d-941c0a80a09b" -d '{"events": [{"server_uuid": "87812044-50be-457e-be86-996922ce4bf5", "name": "network-vif-deleted", "tag": "a5b02204-e8a5-441c-b031-fb1e5681fe70"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:08.729351 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdacfb2-fdd9-45e1-89d1-aab85c4543b6 x-openstack-request-id: req-4fdacfb2-fdd9-45e1-89d1-aab85c4543b6 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:08.729665 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87812044-50be-457e-be86-996922ce4bf5", "name": "network-vif-deleted", "tag": "a5b02204-e8a5-441c-b031-fb1e5681fe70", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:08.729926 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fdacfb2-fdd9-45e1-89d1-aab85c4543b6 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:08.730347 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87812044-50be-457e-be86-996922ce4bf5', 'name': 'network-vif-deleted', 'tag': 'a5b02204-e8a5-441c-b031-fb1e5681fe70', 'status': 'completed', 'code': 200} Nov 25 20:11:09.157128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42918) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:09.201644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6bea0c-d9b6-45da-9a0d-6fa0db9b83d0 admin admin] Deleting subnet a61ce6e0-808e-4423-87d3-be0625b59be1 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:11:09.204691 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6bea0c-d9b6-45da-9a0d-6fa0db9b83d0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.239508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6bea0c-d9b6-45da-9a0d-6fa0db9b83d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.283295 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6bea0c-d9b6-45da-9a0d-6fa0db9b83d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.336978 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6bea0c-d9b6-45da-9a0d-6fa0db9b83d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.367264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6f6bea0c-d9b6-45da-9a0d-6fa0db9b83d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.370484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6f6bea0c-d9b6-45da-9a0d-6fa0db9b83d0 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a61ce6e0-808e-4423-87d3-be0625b59be1 HTTP/1.1" status: 204 len: 168 time: 0.2123206 Nov 25 20:11:09.371492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bea0c-d9b6-45da-9a0d-6fa0db9b83d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a61ce6e0-808e-4423-87d3-be0625b59be1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:09.373244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42920) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:09.445791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.522878 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.543008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e2c73e3-4245-4be5-9408-1baf0812869c']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:09.551921 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:09.552218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '585f9c2a-9d03-48ff-9ee0-76a5bca4efa6') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:09.566522 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.579497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.586069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:11:09.586454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:11:09.588168 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:11:09.644161 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.650516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.653723 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] 10.222.0.15 "DELETE /v2.0/networks/7e2c73e3-4245-4be5-9408-1baf0812869c HTTP/1.1" status: 204 len: 168 time: 0.2794831 Nov 25 20:11:09.667993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df1f466-e118-4328-9d72-dd0dd541a37c admin admin] Pushing event deleted for resources: {'Network': ['ID=7e2c73e3-4245-4be5-9408-1baf0812869c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:09.765705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42924) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:09.808714 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-202f69fe-e089-4302-8fae-ba8ceb27f55f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=48dd2551d25341349fc44b32b1893b0e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0417452 Nov 25 20:11:09.811852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 42926) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:09.859029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fdac6471-0359-4706-92e9-3c65cf0712c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.879353 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fdac6471-0359-4706-92e9-3c65cf0712c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.930170 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fdac6471-0359-4706-92e9-3c65cf0712c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.932896 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fdac6471-0359-4706-92e9-3c65cf0712c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:09.934073 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fdac6471-0359-4706-92e9-3c65cf0712c8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/53752d10-1d00-46b5-a60d-cae8efc145f4 HTTP/1.1" status: 204 len: 168 time: 0.1211646 Nov 25 20:11:09.942043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac6471-0359-4706-92e9-3c65cf0712c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53752d10-1d00-46b5-a60d-cae8efc145f4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:09.996969 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:11:11.206983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42976) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:11.318469 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1d5c3b10-4681-477a-9e36-5d3fc39d898b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.396891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1d5c3b10-4681-477a-9e36-5d3fc39d898b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.401724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1d5c3b10-4681-477a-9e36-5d3fc39d898b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.444408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5c3b10-4681-477a-9e36-5d3fc39d898b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6b0812-6510-437c-86cf-e77cc32a60e0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:11.449579 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1d5c3b10-4681-477a-9e36-5d3fc39d898b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6945f8a79ece4d11b03ee845149b86f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2415149 Nov 25 20:11:11.453422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 42980) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:11.505368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71dc8e69-3507-48c9-9ae5-42199def057a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.530199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71dc8e69-3507-48c9-9ae5-42199def057a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.579337 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71dc8e69-3507-48c9-9ae5-42199def057a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.582020 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-71dc8e69-3507-48c9-9ae5-42199def057a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:11.583253 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-71dc8e69-3507-48c9-9ae5-42199def057a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc6b0812-6510-437c-86cf-e77cc32a60e0 HTTP/1.1" status: 204 len: 168 time: 0.1288843 Nov 25 20:11:11.592693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dc8e69-3507-48c9-9ae5-42199def057a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6b0812-6510-437c-86cf-e77cc32a60e0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:13.341569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a5b02204-e8a5-441c-b031-fb1e5681fe70 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:13.363307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: a5b02204-e8a5-441c-b031-fb1e5681fe70 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:11:13.363752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device a5b02204-e8a5-441c-b031-fb1e5681fe70 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:14.409139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43044) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:14.533235 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-43993078-7dbf-4451-a413-6319815abb96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:14.615716 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-43993078-7dbf-4451-a413-6319815abb96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:14.619504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-43993078-7dbf-4451-a413-6319815abb96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:14.657583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43993078-7dbf-4451-a413-6319815abb96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=282b5e6e-2cad-4973-a9e6-c96e0f6ed98f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:14.661768 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-43993078-7dbf-4451-a413-6319815abb96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0887b5cf30bb410e9de89d5dc1dffe48&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2514560 Nov 25 20:11:14.664425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43048) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:14.715439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-babad8a7-0043-4d5e-8f32-0d8e61e21eea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:14.737383 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-babad8a7-0043-4d5e-8f32-0d8e61e21eea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:14.784495 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-babad8a7-0043-4d5e-8f32-0d8e61e21eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:14.787068 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-babad8a7-0043-4d5e-8f32-0d8e61e21eea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:14.788226 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-babad8a7-0043-4d5e-8f32-0d8e61e21eea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/282b5e6e-2cad-4973-a9e6-c96e0f6ed98f HTTP/1.1" status: 204 len: 168 time: 0.1226327 Nov 25 20:11:14.797988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babad8a7-0043-4d5e-8f32-0d8e61e21eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=282b5e6e-2cad-4973-a9e6-c96e0f6ed98f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:15.083761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43054) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:15.104317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a1c853a-457f-49b1-9ae7-dd2201a1351e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:15.182422 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a1c853a-457f-49b1-9ae7-dd2201a1351e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:15.186393 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8a1c853a-457f-49b1-9ae7-dd2201a1351e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:15.225348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8a1c853a-457f-49b1-9ae7-dd2201a1351e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba808ef3fee647dd9e92b79d7a97166d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1404493 Nov 25 20:11:15.226218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1c853a-457f-49b1-9ae7-dd2201a1351e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a990fce8-4986-42e7-a1e1-2b6806d2dded,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:15.229523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43056) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:15.279950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-843fdcdc-e25f-489e-b107-ae365aa65336 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:15.303011 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-843fdcdc-e25f-489e-b107-ae365aa65336 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:15.351770 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-843fdcdc-e25f-489e-b107-ae365aa65336 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:15.355824 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-843fdcdc-e25f-489e-b107-ae365aa65336 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:15.359448 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-843fdcdc-e25f-489e-b107-ae365aa65336 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a990fce8-4986-42e7-a1e1-2b6806d2dded HTTP/1.1" status: 204 len: 168 time: 0.1265595 Nov 25 20:11:15.366430 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843fdcdc-e25f-489e-b107-ae365aa65336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a990fce8-4986-42e7-a1e1-2b6806d2dded,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:21.011840 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.052141 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43168) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:21.168397 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.247952 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.253029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.292505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e6a3f25-e58a-46f9-96b4-0bd759f97318,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:21.296260 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=712f41a7bc534daaa7aa1d1ddd9543ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2430618 Nov 25 20:11:21.299196 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43172) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:21.302736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.303120 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.303466 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.303804 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.304167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.304500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.304830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.305793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.306071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.306408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.306730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.307088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075ee101-4051-4b39-a498-3aab21774423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:21.359841 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-87d88da7-09ba-414e-a2c7-9de0e4e703e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.388636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-87d88da7-09ba-414e-a2c7-9de0e4e703e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.439943 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-87d88da7-09ba-414e-a2c7-9de0e4e703e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.442844 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-87d88da7-09ba-414e-a2c7-9de0e4e703e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.444019 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-87d88da7-09ba-414e-a2c7-9de0e4e703e3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6e6a3f25-e58a-46f9-96b4-0bd759f97318 HTTP/1.1" status: 204 len: 168 time: 0.1437769 Nov 25 20:11:21.453393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d88da7-09ba-414e-a2c7-9de0e4e703e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e6a3f25-e58a-46f9-96b4-0bd759f97318,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:21.738171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43180) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:21.751608 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0628ddeb-86d2-4a52-a75b-2e4f1d7559bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.832278 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0628ddeb-86d2-4a52-a75b-2e4f1d7559bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.836994 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0628ddeb-86d2-4a52-a75b-2e4f1d7559bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.877243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0628ddeb-86d2-4a52-a75b-2e4f1d7559bb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d25137036f2149d1bcb5e5c38dea31c0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1379197 Nov 25 20:11:21.877981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628ddeb-86d2-4a52-a75b-2e4f1d7559bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a51059-7881-4c11-9752-1083bfb4c812,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:21.880125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43184) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:21.935481 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6bea1bba-aba3-4f1e-8a98-56d789cc7895 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:21.962311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6bea1bba-aba3-4f1e-8a98-56d789cc7895 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.012238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6bea1bba-aba3-4f1e-8a98-56d789cc7895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.014971 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6bea1bba-aba3-4f1e-8a98-56d789cc7895 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:22.016136 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6bea1bba-aba3-4f1e-8a98-56d789cc7895 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d0a51059-7881-4c11-9752-1083bfb4c812 HTTP/1.1" status: 204 len: 168 time: 0.1349306 Nov 25 20:11:22.024646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea1bba-aba3-4f1e-8a98-56d789cc7895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0a51059-7881-4c11-9752-1083bfb4c812,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:23.247458 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.557262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43254) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:24.693130 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e8a60ef9-2c6c-4a72-989b-099857691baf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.781094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e8a60ef9-2c6c-4a72-989b-099857691baf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.786220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e8a60ef9-2c6c-4a72-989b-099857691baf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.827029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a60ef9-2c6c-4a72-989b-099857691baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ea7ede8-e8fb-44b3-b22b-3ebeaee99bfc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:24.832346 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e8a60ef9-2c6c-4a72-989b-099857691baf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e9348205364746c9a05db737e6c56b86&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2736068 Nov 25 20:11:24.835625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43258) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:24.896909 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d9a1a15f-ed50-4594-aa73-4eeb34a523d3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.921299 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d9a1a15f-ed50-4594-aa73-4eeb34a523d3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.973706 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d9a1a15f-ed50-4594-aa73-4eeb34a523d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.976265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d9a1a15f-ed50-4594-aa73-4eeb34a523d3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:24.980593 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d9a1a15f-ed50-4594-aa73-4eeb34a523d3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9ea7ede8-e8fb-44b3-b22b-3ebeaee99bfc HTTP/1.1" status: 204 len: 168 time: 0.1442776 Nov 25 20:11:24.993607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a1a15f-ed50-4594-aa73-4eeb34a523d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ea7ede8-e8fb-44b3-b22b-3ebeaee99bfc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:25.290788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43264) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:25.304780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3fa74506-930e-4339-8dbb-2e52d164ad96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.389994 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3fa74506-930e-4339-8dbb-2e52d164ad96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.394820 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3fa74506-930e-4339-8dbb-2e52d164ad96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.439384 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3fa74506-930e-4339-8dbb-2e52d164ad96 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=74798ec4251a4d56a8145227a26df8ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1473329 Nov 25 20:11:25.440294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa74506-930e-4339-8dbb-2e52d164ad96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8737721-161a-43c0-a74d-448745421485,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:25.442406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43266) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:25.500305 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bfd1-b1ec-422d-a48b-0281e97e73cb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.528805 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bfd1-b1ec-422d-a48b-0281e97e73cb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.585044 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bfd1-b1ec-422d-a48b-0281e97e73cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.588168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0c1bfd1-b1ec-422d-a48b-0281e97e73cb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:25.589419 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b0c1bfd1-b1ec-422d-a48b-0281e97e73cb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f8737721-161a-43c0-a74d-448745421485 HTTP/1.1" status: 204 len: 168 time: 0.1459706 Nov 25 20:11:25.597918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1bfd1-b1ec-422d-a48b-0281e97e73cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8737721-161a-43c0-a74d-448745421485,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:32.102596 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c9260c12-33a7-49a8-ad97-fe96ba7afe4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:32.659297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43408) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:33.160740 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.236013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc46b0e-573e-48ac-a740-2db0bda68557 req-94e2db13-81d0-44b7-9afa-3151cd06141e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:33.237700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7fc46b0e-573e-48ac-a740-2db0bda68557 req-94e2db13-81d0-44b7-9afa-3151cd06141e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 945 time: 0.0789926 Nov 25 20:11:33.327981 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7fc46b0e-573e-48ac-a740-2db0bda68557 req-a19b0d6c-beba-4bd0-988f-1bed322b940a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826805 Nov 25 20:11:33.359370 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.359370 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.362607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43414) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:33.409220 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72d12b5cab6746d7a25a98771afaceed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7462025 Nov 25 20:11:33.409818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43416) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:33.419697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3e5925-2e78-4a36-b426-2e320da7a40b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:33.433100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.433525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.433998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.434409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.434923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.435427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.436417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.436417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.437043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.437434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.437825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.438233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee78803-41e0-4b76-84c6-8cb8de5ac3dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:33.444184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8e4e63bd-eddc-4efb-bd06-eabbad81a062 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/157c259e-56cf-4293-89fd-f8b64a1e345a HTTP/1.1" status: 200 len: 993 time: 0.0789969 Nov 25 20:11:33.524755 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e772177-cbcb-4154-824d-c2d93b436ed1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.550713 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e772177-cbcb-4154-824d-c2d93b436ed1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.615725 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e772177-cbcb-4154-824d-c2d93b436ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.620644 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e772177-cbcb-4154-824d-c2d93b436ed1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:33.622685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9e772177-cbcb-4154-824d-c2d93b436ed1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a3e5925-2e78-4a36-b426-2e320da7a40b HTTP/1.1" status: 204 len: 168 time: 0.2117753 Nov 25 20:11:33.636713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e772177-cbcb-4154-824d-c2d93b436ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3e5925-2e78-4a36-b426-2e320da7a40b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:33.879685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23db3119-1ad0-4eda-b128-86067e73a0b0 req-4affab1b-f615-418a-861d-56b68b1e30df tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:33.881311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23db3119-1ad0-4eda-b128-86067e73a0b0 req-4affab1b-f615-418a-861d-56b68b1e30df tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 1096 time: 0.0540025 Nov 25 20:11:33.960210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23db3119-1ad0-4eda-b128-86067e73a0b0 req-82bc1bf6-04b1-42fc-9867-26801aa20fac tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712285 Nov 25 20:11:33.994437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43430) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:34.017465 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-833642bd-e47c-4776-809c-d9390d91da0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.121629 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-833642bd-e47c-4776-809c-d9390d91da0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.128654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-833642bd-e47c-4776-809c-d9390d91da0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.179369 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-833642bd-e47c-4776-809c-d9390d91da0a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=579d6b3a57ca40a78fa3ba0e35261aed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1832345 Nov 25 20:11:34.181047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833642bd-e47c-4776-809c-d9390d91da0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac906483-f69d-45d3-baa1-389a8f66dd17,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:34.183634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43432) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:34.242559 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e136820-ee5b-4b97-8c9f-ff6419d7be7d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.273173 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e136820-ee5b-4b97-8c9f-ff6419d7be7d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.353092 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e136820-ee5b-4b97-8c9f-ff6419d7be7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.358181 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e136820-ee5b-4b97-8c9f-ff6419d7be7d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:34.360335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5e136820-ee5b-4b97-8c9f-ff6419d7be7d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ac906483-f69d-45d3-baa1-389a8f66dd17 HTTP/1.1" status: 204 len: 168 time: 0.1752324 Nov 25 20:11:34.375530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e136820-ee5b-4b97-8c9f-ff6419d7be7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac906483-f69d-45d3-baa1-389a8f66dd17,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:34.764415 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-b2371650-f546-454e-9fd0-1494f3899dfb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0574806 Nov 25 20:11:34.776510 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-028d46d4-881d-40a7-8023-d4e39b2b3e28 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:11:34.777691 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-028d46d4-881d-40a7-8023-d4e39b2b3e28 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0063028 Nov 25 20:11:35.233477 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e8fd2587-7934-4c90-bac5-677e66b23d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:35.363606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-b2cd8d91-5ed3-4920-8501-2ca5939222bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:35.365098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-b2cd8d91-5ed3-4920-8501-2ca5939222bd service neutron] 10.222.0.15 "GET /v2.0/ports/143be2d1-d573-48f3-8440-1e053e0697b9 HTTP/1.1" status: 200 len: 1093 time: 0.0420649 Nov 25 20:11:35.374753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Request body: {'binding': {'host': 'n-h2-817303-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:35.375291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Unknown quota resources ['binding']. {{(pid=103652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:11:35.561821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 on host n-h2-817303-9 for vnic_type normal with profile None {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:11:35.562288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:11:35.562662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 on network 4d29e071-ec78-475c-a3a2-a20486495428 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:35.567831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Port 143be2d1-d573-48f3-8440-1e053e0697b9 on network 4d29e071-ec78-475c-a3a2-a20486495428 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:11:35.568159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 on network 4d29e071-ec78-475c-a3a2-a20486495428 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:35.574293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:11:35.574461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Checking segment: {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:35.574856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Bound using segment: {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:11:35.575462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Bound port: 143be2d1-d573-48f3-8440-1e053e0697b9, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:11:35.676839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:11:35.687184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] Publish callbacks [] for binding, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:35.689330 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] 10.222.0.15 "POST /v2.0/ports/143be2d1-d573-48f3-8440-1e053e0697b9/bindings HTTP/1.1" status: 201 len: 389 time: 0.3180001 Nov 25 20:11:35.901400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54c6e9d-ab59-496d-a389-59fdc1050dda req-7d871a89-c1c6-46be-832c-c69615943d19 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:35.903619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54c6e9d-ab59-496d-a389-59fdc1050dda req-7d871a89-c1c6-46be-832c-c69615943d19 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 945 time: 0.0798769 Nov 25 20:11:35.960494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-eb541cba-73be-4169-b01d-9c577dc11108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:35.962095 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-eb541cba-73be-4169-b01d-9c577dc11108 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 1096 time: 0.0480189 Nov 25 20:11:35.967457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54c6e9d-ab59-496d-a389-59fdc1050dda req-5aa7c18e-8688-46c4-828d-53149a1eb279 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564535 Nov 25 20:11:36.067626 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9d8e6306-775d-48e0-897e-0fc61b848c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:36.069281 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9d8e6306-775d-48e0-897e-0fc61b848c6d service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d29e071-ec78-475c-a3a2-a20486495428 HTTP/1.1" status: 200 len: 898 time: 0.1002009 Nov 25 20:11:36.142522 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-a3b54ea3-96da-43c8-90e4-2bbc950da134 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143be2d1-d573-48f3-8440-1e053e0697b9 HTTP/1.1" status: 200 len: 1001 time: 0.0661364 Nov 25 20:11:36.201658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-e7229275-7755-4d6b-8a80-21d4b32e2d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:36.204531 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-e7229275-7755-4d6b-8a80-21d4b32e2d76 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e11c2d3-d082-4442-9fb0-e00ce4b579f6 HTTP/1.1" status: 200 len: 835 time: 0.0545602 Nov 25 20:11:36.260498 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-8b1e3ff2-76b6-4348-8640-6e0491ba00dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:36.262090 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-8b1e3ff2-76b6-4348-8640-6e0491ba00dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d29e071-ec78-475c-a3a2-a20486495428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522935 Nov 25 20:11:36.368984 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-c9f27f80-a95f-4702-b0eb-cc23439c210e service neutron] 10.222.0.76 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981491 Nov 25 20:11:36.473016 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-e3e9a47b-bc1d-46ed-b386-f1eb5a52aa7b service neutron] 10.222.0.76 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986977 Nov 25 20:11:36.518874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:36.649860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-efe57ef6-8f0c-4816-80a6-99d0e56b0ddb tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:36.651446 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-efe57ef6-8f0c-4816-80a6-99d0e56b0ddb tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736&tenant_id=d1115c662d4849199ea30501137f9abf&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1096 time: 0.1176019 Nov 25 20:11:36.663497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-817303-9'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:36.741105 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:36.897386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:36.946789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:37.006157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43516) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:37.007162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:37.011961 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2e5528-5d81-4bc6-bc94-4ccfab3ba876" -d '{"events": [{"server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "name": "network-vif-unplugged", "status": "completed", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:37.019276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.031380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.189505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Pushing event updated for resources: {'Port': ['ID=143be2d1-d573-48f3-8440-1e053e0697b9,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:37.191278 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee806e-4009-4bb9-8157-00f3f2429827 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.313105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 on host n-h1-817303-9 for vnic_type normal with profile {"migrating_to": "n-h2-817303-9"} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:11:37.314161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:11:37.314659 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee806e-4009-4bb9-8157-00f3f2429827 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.314917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 on network 4d29e071-ec78-475c-a3a2-a20486495428 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:37.320918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-96ee806e-4009-4bb9-8157-00f3f2429827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.326408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Port 143be2d1-d573-48f3-8440-1e053e0697b9 on network 4d29e071-ec78-475c-a3a2-a20486495428 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:11:37.326843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Attempting to bind port 143be2d1-d573-48f3-8440-1e053e0697b9 on network 4d29e071-ec78-475c-a3a2-a20486495428 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:37.339044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:11:37.339547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Checking segment: {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:37.340108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Bound using segment: {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:11:37.340709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Bound port: 143be2d1-d573-48f3-8440-1e053e0697b9, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '684e300d-8ad0-4f47-a0b1-f008ff26a80d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:11:37.341094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.378607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee806e-4009-4bb9-8157-00f3f2429827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b6c7da-d3dc-475c-af7d-9775cf9352e6,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:37.429039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:37.433679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:11:37.438464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.450858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-96ee806e-4009-4bb9-8157-00f3f2429827 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=22c760e85d974ccaa3a74fe207af88f8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4369230 Nov 25 20:11:37.451169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43522) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:37.500582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Provisioning complete for port 143be2d1-d573-48f3-8440-1e053e0697b9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:37.501303 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.501635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086b05d-229e-4bb6-ac81-6566946b8a83 req-e8793b2a-8c24-4dd7-be77-1795f55c6c12 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:37.503309 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6086b05d-229e-4bb6-ac81-6566946b8a83 req-e8793b2a-8c24-4dd7-be77-1795f55c6c12 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 943 time: 0.1157091 Nov 25 20:11:37.583707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Pushing event updated for resources: {'Port': ['ID=143be2d1-d573-48f3-8440-1e053e0697b9,revision_number=8']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:37.610872 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb5e0b3b-d967-4217-838e-81780bc509d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.616400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6086b05d-229e-4bb6-ac81-6566946b8a83 req-8e391102-1391-4c3e-bb47-9380fef50228 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015120 Nov 25 20:11:37.632320 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.633450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:37.644932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.644932 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9f6e3d77-99b8-4dd6-964f-425e7897a1bf service neutron] 10.222.0.76 "PUT /v2.0/ports/143be2d1-d573-48f3-8440-1e053e0697b9 HTTP/1.1" status: 200 len: 1121 time: 0.9836056 Nov 25 20:11:37.669988 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb5e0b3b-d967-4217-838e-81780bc509d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.672060 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:37.673221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:37.676062 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802ff8f4-3b36-4143-b8f6-90400236f64f" -d '{"events": [{"server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "name": "network-vif-plugged", "status": "completed", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:37.686197 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.700547 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3312794b-d1fa-4b51-81ce-8b456413f05c x-openstack-request-id: req-3312794b-d1fa-4b51-81ce-8b456413f05c {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:37.701862 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "name": "network-vif-unplugged", "status": "completed", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:37.702157 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3312794b-d1fa-4b51-81ce-8b456413f05c {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:37.702583 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9', 'code': 200} Nov 25 20:11:37.734262 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['143be2d1-d573-48f3-8440-1e053e0697b9'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:11:37.760160 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb5e0b3b-d967-4217-838e-81780bc509d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.767127 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb5e0b3b-d967-4217-838e-81780bc509d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:37.777091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bb5e0b3b-d967-4217-838e-81780bc509d8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/82b6c7da-d3dc-475c-af7d-9775cf9352e6 HTTP/1.1" status: 204 len: 168 time: 0.3247273 Nov 25 20:11:37.803746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5e0b3b-d967-4217-838e-81780bc509d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b6c7da-d3dc-475c-af7d-9775cf9352e6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:37.900364 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d7f041e-cd18-48c0-929c-1a5a80e5bf7c x-openstack-request-id: req-6d7f041e-cd18-48c0-929c-1a5a80e5bf7c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:37.900702 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "name": "network-vif-plugged", "status": "completed", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:37.900916 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d7f041e-cd18-48c0-929c-1a5a80e5bf7c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:37.901331 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9', 'code': 200} Nov 25 20:11:37.901931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Pushing event updated for resources: {'Port': ['ID=143be2d1-d573-48f3-8440-1e053e0697b9,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:37.949278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.949735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.949986 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.950329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.950669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.951032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.951364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.951696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.952018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.952610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.952752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.952967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a10e037-dbae-4110-8bf6-00f4ded93c0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:11:37.959353 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:38.153113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d833a949-734f-4b52-b175-f2f28b8e3a1b None None] Provisioning complete for port 143be2d1-d573-48f3-8440-1e053e0697b9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:38.153488 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d833a949-734f-4b52-b175-f2f28b8e3a1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:38.163174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43532) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:38.183716 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90b7e0f4-c5d7-42cd-981c-ac98ea131e1a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:38.291451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90b7e0f4-c5d7-42cd-981c-ac98ea131e1a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:38.296100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90b7e0f4-c5d7-42cd-981c-ac98ea131e1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:38.342665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b7e0f4-c5d7-42cd-981c-ac98ea131e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa1e0998-a1bc-4ba6-ad8a-f9a758d241c5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:38.356098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-90b7e0f4-c5d7-42cd-981c-ac98ea131e1a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=296438208fbc4592aed370097818a58b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1863976 Nov 25 20:11:38.356098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43534) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:38.405649 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:38.409395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-87b9c993-b42c-4175-9ac3-9877cb9dea73 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:38.440868 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-87b9c993-b42c-4175-9ac3-9877cb9dea73 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:38.496736 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-87b9c993-b42c-4175-9ac3-9877cb9dea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:38.499644 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-87b9c993-b42c-4175-9ac3-9877cb9dea73 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:38.505317 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-87b9c993-b42c-4175-9ac3-9877cb9dea73 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/aa1e0998-a1bc-4ba6-ad8a-f9a758d241c5 HTTP/1.1" status: 204 len: 168 time: 0.1452844 Nov 25 20:11:38.511163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b9c993-b42c-4175-9ac3-9877cb9dea73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa1e0998-a1bc-4ba6-ad8a-f9a758d241c5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:38.755531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed75772-0165-4a17-9f86-e9db6460d184 req-9602acd6-2b6b-4c5b-9064-6ea6968836a3 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:38.757213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ed75772-0165-4a17-9f86-e9db6460d184 req-9602acd6-2b6b-4c5b-9064-6ea6968836a3 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 945 time: 0.0506089 Nov 25 20:11:38.815863 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ed75772-0165-4a17-9f86-e9db6460d184 req-faabe3bb-5cfe-44a7-b757-fc8b69956cbe tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517185 Nov 25 20:11:39.434610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 143be2d1-d573-48f3-8440-1e053e0697b9 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:11:39.568841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:39.590018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 143be2d1-d573-48f3-8440-1e053e0697b9 has no active binding in host n-h2-817303-9 {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Nov 25 20:11:39.704373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:39.706724 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2f7edd-3091-4b9e-b084-ac4109a67383" -d '{"events": [{"name": "network-changed", "server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:39.764168 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23683a40-7c99-4bec-a503-b0b2c709d6d0 x-openstack-request-id: req-23683a40-7c99-4bec-a503-b0b2c709d6d0 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:39.764740 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:39.765157 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-23683a40-7c99-4bec-a503-b0b2c709d6d0 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:39.766418 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9', 'status': 'completed', 'code': 200} Nov 25 20:11:39.834658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f7edd-3091-4b9e-b084-ac4109a67383 req-f3bafefd-7648-4c42-a152-2b28f6bce2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:39.837387 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac2f7edd-3091-4b9e-b084-ac4109a67383 req-f3bafefd-7648-4c42-a152-2b28f6bce2ff service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 1126 time: 0.0498469 Nov 25 20:11:40.006991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b085e068-6228-41c9-bb21-00677c7f0f72 req-9d675e84-5b55-4d14-bc89-07a130590bc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:40.011716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f7edd-3091-4b9e-b084-ac4109a67383 req-842533b9-5074-433f-8d2d-4bbaa76c6c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:40.012097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b085e068-6228-41c9-bb21-00677c7f0f72 req-9d675e84-5b55-4d14-bc89-07a130590bc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 945 time: 0.0845296 Nov 25 20:11:40.015664 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac2f7edd-3091-4b9e-b084-ac4109a67383 req-842533b9-5074-433f-8d2d-4bbaa76c6c5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=4d29e071-ec78-475c-a3a2-a20486495428 HTTP/1.1" status: 200 len: 898 time: 0.1710172 Nov 25 20:11:40.085456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b085e068-6228-41c9-bb21-00677c7f0f72 req-e2f9f9e9-0ea3-4fbb-9a44-9bbfb35a2403 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691729 Nov 25 20:11:40.109247 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac2f7edd-3091-4b9e-b084-ac4109a67383 req-84b54220-673b-42ad-8c26-371726c8456f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143be2d1-d573-48f3-8440-1e053e0697b9 HTTP/1.1" status: 200 len: 1001 time: 0.0858576 Nov 25 20:11:40.170837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f7edd-3091-4b9e-b084-ac4109a67383 req-2eca5a17-1f14-44d4-b5bd-c6ee94cb1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:40.172337 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac2f7edd-3091-4b9e-b084-ac4109a67383 req-2eca5a17-1f14-44d4-b5bd-c6ee94cb1b1e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9e11c2d3-d082-4442-9fb0-e00ce4b579f6 HTTP/1.1" status: 200 len: 835 time: 0.0558360 Nov 25 20:11:40.229392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2f7edd-3091-4b9e-b084-ac4109a67383 req-3e089ae8-bc41-407d-b742-8d38f317fdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:40.230855 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac2f7edd-3091-4b9e-b084-ac4109a67383 req-3e089ae8-bc41-407d-b742-8d38f317fdd3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4d29e071-ec78-475c-a3a2-a20486495428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501084 Nov 25 20:11:40.356676 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac2f7edd-3091-4b9e-b084-ac4109a67383 req-44b5c82f-8b44-4e8f-b1b6-46e71449c165 service neutron] 10.222.0.60 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1162093 Nov 25 20:11:40.468914 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ac2f7edd-3091-4b9e-b084-ac4109a67383 req-11e742f9-b3da-4227-a3ca-cff9d8eb6243 service neutron] 10.222.0.60 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039038 Nov 25 20:11:41.285698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61e885-69ce-4064-80ed-b08b44b6d878 req-08742483-1340-4b11-96bc-51cd64d4ce33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:41.288651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a61e885-69ce-4064-80ed-b08b44b6d878 req-08742483-1340-4b11-96bc-51cd64d4ce33 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 945 time: 0.0928473 Nov 25 20:11:41.364971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a61e885-69ce-4064-80ed-b08b44b6d878 req-d540e59d-4304-4d11-bbb5-817989f589b8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698173 Nov 25 20:11:42.512605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be089a68-4de0-4a91-bdd0-21ba7d734da9 req-4583c9e2-dcf5-414f-9844-658d6b4133ad tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:42.514408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be089a68-4de0-4a91-bdd0-21ba7d734da9 req-4583c9e2-dcf5-414f-9844-658d6b4133ad tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 945 time: 0.0623860 Nov 25 20:11:42.588362 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be089a68-4de0-4a91-bdd0-21ba7d734da9 req-7b84179b-f553-425a-bca2-17497e10fe22 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609362 Nov 25 20:11:42.626719 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-5a28bd53-5d6a-4b4e-968e-7a0ef109740a service neutron] 10.222.0.60 "GET /v2.0/ports/143be2d1-d573-48f3-8440-1e053e0697b9/bindings/n-h2-817303-9 HTTP/1.1" status: 200 len: 384 time: 0.0951045 Nov 25 20:11:42.845686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-1b20b719-9f64-4101-b566-852f33d6a02d service neutron] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:42.867667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-1b20b719-9f64-4101-b566-852f33d6a02d service neutron] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:42.911004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:42.913298 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8ec36ab-eab5-4720-a843-5fd0af5da60d" -d '{"events": [{"server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "name": "network-vif-unplugged", "status": "completed", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:42.920723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-1b20b719-9f64-4101-b566-852f33d6a02d service neutron] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:42.937829 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-1b20b719-9f64-4101-b566-852f33d6a02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:42.958611 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db886371-5f2a-414f-a836-41401aacc7dc x-openstack-request-id: req-db886371-5f2a-414f-a836-41401aacc7dc {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:42.958932 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "name": "network-vif-unplugged", "status": "completed", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:42.959213 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db886371-5f2a-414f-a836-41401aacc7dc {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:42.959826 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9', 'code': 200} Nov 25 20:11:43.028076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-1b20b719-9f64-4101-b566-852f33d6a02d service neutron] Transition to ACTIVE for port object 143be2d1-d573-48f3-8440-1e053e0697b9 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:11:43.033496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-1b20b719-9f64-4101-b566-852f33d6a02d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:43.141522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b20b719-9f64-4101-b566-852f33d6a02d service neutron] Pushing event updated for resources: {'Port': ['ID=143be2d1-d573-48f3-8440-1e053e0697b9,revision_number=11']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:43.180365 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-1b20b719-9f64-4101-b566-852f33d6a02d service neutron] No DVR routers for this DVR port 143be2d1-d573-48f3-8440-1e053e0697b9 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:11:43.372803 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-1b20b719-9f64-4101-b566-852f33d6a02d service neutron] 10.222.0.60 "PUT /v2.0/ports/143be2d1-d573-48f3-8440-1e053e0697b9/bindings/n-h2-817303-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7371612 Nov 25 20:11:43.724617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-ae293d4d-e20a-44e4-ae33-d81eca466e78 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:43.727585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db772ac0-25e4-432d-b5f3-23568a04ad7d req-a7421039-c5b0-4128-b970-bebff74b6c1a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:43.728272 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-ae293d4d-e20a-44e4-ae33-d81eca466e78 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736&tenant_id=d1115c662d4849199ea30501137f9abf&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 1095 time: 0.2932954 Nov 25 20:11:43.733195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db772ac0-25e4-432d-b5f3-23568a04ad7d req-a7421039-c5b0-4128-b970-bebff74b6c1a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 944 time: 0.0600064 Nov 25 20:11:43.779546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-3b6d34ac-cc44-4609-bf2b-eaac6f342a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:43.781649 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-3b6d34ac-cc44-4609-bf2b-eaac6f342a4b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 1095 time: 0.0457134 Nov 25 20:11:43.792555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db772ac0-25e4-432d-b5f3-23568a04ad7d req-15054bb8-143f-464d-a818-e8aac0dc734e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497570 Nov 25 20:11:43.861415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-7f35f562-827a-45ea-847c-6179e2b17863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:43.862975 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-7f35f562-827a-45ea-847c-6179e2b17863 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 1095 time: 0.0509639 Nov 25 20:11:43.965151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-b81c604f-f83d-45a3-bf90-19ef2b639f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:43.966632 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-b81c604f-f83d-45a3-bf90-19ef2b639f33 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d29e071-ec78-475c-a3a2-a20486495428 HTTP/1.1" status: 200 len: 898 time: 0.0955937 Nov 25 20:11:44.042162 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-f3344ed4-3588-4a36-b53d-d3f19d36ebd5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143be2d1-d573-48f3-8440-1e053e0697b9 HTTP/1.1" status: 200 len: 999 time: 0.0681090 Nov 25 20:11:44.101211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-eec17aa9-9b01-4ebd-9927-303b05693828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:44.103560 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-eec17aa9-9b01-4ebd-9927-303b05693828 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e11c2d3-d082-4442-9fb0-e00ce4b579f6 HTTP/1.1" status: 200 len: 835 time: 0.0549347 Nov 25 20:11:44.157710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-4c20a280-b7e5-43fa-9ed9-4b6c94f491de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:44.159164 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-4c20a280-b7e5-43fa-9ed9-4b6c94f491de service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d29e071-ec78-475c-a3a2-a20486495428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486147 Nov 25 20:11:44.261723 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-9a0ab9b7-9db3-4753-8fe3-6dad86f6e795 service neutron] 10.222.0.76 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941854 Nov 25 20:11:44.361244 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-3c01745e-00e7-4cdd-99cc-c31086725603 service neutron] 10.222.0.76 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914972 Nov 25 20:11:44.636929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-649a85f0-7914-42a7-acf5-c42e7f031f1b tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:44.638473 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-649a85f0-7914-42a7-acf5-c42e7f031f1b tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.76 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736&tenant_id=d1115c662d4849199ea30501137f9abf&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 1095 time: 0.0506542 Nov 25 20:11:44.777864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-3cf4efc9-c067-45c9-bb3d-1d6ca0b63bec service neutron] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:44.781685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-3cf4efc9-c067-45c9-bb3d-1d6ca0b63bec service neutron] Publish callbacks [] for binding, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:44.783222 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-3cf4efc9-c067-45c9-bb3d-1d6ca0b63bec service neutron] 10.222.0.76 "DELETE /v2.0/ports/143be2d1-d573-48f3-8440-1e053e0697b9/bindings/n-h1-817303-9 HTTP/1.1" status: 204 len: 173 time: 0.1372447 Nov 25 20:11:44.920706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78248cd0-b4dd-4cc7-b874-a0c9c300b88d req-5886326a-aeff-47fe-9b6e-01c08d63856b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:44.922219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78248cd0-b4dd-4cc7-b874-a0c9c300b88d req-5886326a-aeff-47fe-9b6e-01c08d63856b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 944 time: 0.0517983 Nov 25 20:11:44.983350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78248cd0-b4dd-4cc7-b874-a0c9c300b88d req-163aeecb-8d2f-4724-afe3-ab40612fae3a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546777 Nov 25 20:11:45.115224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5421e14c-0978-4334-ab6a-4dbe533bd85c req-770a3c80-8ed1-453b-9909-18effbc0099d tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:45.117458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5421e14c-0978-4334-ab6a-4dbe533bd85c req-770a3c80-8ed1-453b-9909-18effbc0099d tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 1095 time: 0.0454962 Nov 25 20:11:45.171195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5421e14c-0978-4334-ab6a-4dbe533bd85c req-896adbb1-1c39-4620-8b92-373014f960ad tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470350 Nov 25 20:11:45.295106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe62653-9a52-4c95-933a-cb4ba075beaf req-c245a1b9-3204-46a6-aa5b-f0d7e0b99a90 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:45.296652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fe62653-9a52-4c95-933a-cb4ba075beaf req-c245a1b9-3204-46a6-aa5b-f0d7e0b99a90 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 944 time: 0.0517337 Nov 25 20:11:45.349739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fe62653-9a52-4c95-933a-cb4ba075beaf req-18b2884b-ef4d-4d82-acc5-739ecb1ec9c1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471954 Nov 25 20:11:45.374669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43722) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:45.459494 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1d94e415-d30b-4330-91c7-8059b3cc387b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/157c259e-56cf-4293-89fd-f8b64a1e345a HTTP/1.1" status: 200 len: 991 time: 0.0835311 Nov 25 20:11:45.698018 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43734) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:46.017802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 143be2d1-d573-48f3-8440-1e053e0697b9 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:46.067910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 143be2d1-d573-48f3-8440-1e053e0697b9 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:46.189775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port d02d7bfe-2ea9-4fcc-9d4b-f1d87da639f4 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:46.190320 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:46.267831 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:46.268192 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:46.281279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for d02d7bfe-2ea9-4fcc-9d4b-f1d87da639f4 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:46.471019 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:46.500031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=d02d7bfe-2ea9-4fcc-9d4b-f1d87da639f4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:46.563277 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:46.563653 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Floating IP 157c259e-56cf-4293-89fd-f8b64a1e345a disassociated (deleted). External IP: 172.25.8.253, port: 143be2d1-d573-48f3-8440-1e053e0697b9. Nov 25 20:11:46.782462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:11:46.896254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:11:46.901155 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:46.908491 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9420e4-3e3c-4514-88d0-ff6ac3688e78 None None] Sync routers for ids ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:11:46.920388 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9420e4-3e3c-4514-88d0-ff6ac3688e78 None None] Routers {'710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:46.921527 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6c9420e4-3e3c-4514-88d0-ff6ac3688e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:11:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:46.933631 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c68a9b10-2e53-48d5-9fe8-b9cf37da2991 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/floatingips/157c259e-56cf-4293-89fd-f8b64a1e345a HTTP/1.1" status: 204 len: 168 time: 1.2318082 Nov 25 20:11:46.933631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:46.933959 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65dee82e-e792-44f4-a6f8-b56cce4c58ce" -d '{"events": [{"name": "network-changed", "server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:47.044117 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-6c9420e4-3e3c-4514-88d0-ff6ac3688e78 None None] Set router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:47.046930 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:11:47.117713 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4ed471-13b1-4d07-a6e8-9acd81670a83 x-openstack-request-id: req-ae4ed471-13b1-4d07-a6e8-9acd81670a83 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:47.118013 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:47.118271 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ae4ed471-13b1-4d07-a6e8-9acd81670a83 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:47.118732 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9', 'status': 'completed', 'code': 200} Nov 25 20:11:47.200393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-4c18c506-7fb9-4853-85b9-d8162f59f7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:47.203151 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-4c18c506-7fb9-4853-85b9-d8162f59f7f5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 1095 time: 0.0590827 Nov 25 20:11:47.287677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eea4ee7-0369-454c-bb03-06e6457b0c13 req-be4dfbd7-9008-4b10-987e-dc443584da85 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:47.298254 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7eea4ee7-0369-454c-bb03-06e6457b0c13 req-be4dfbd7-9008-4b10-987e-dc443584da85 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 944 time: 0.0898707 Nov 25 20:11:47.300580 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6c9420e4-3e3c-4514-88d0-ff6ac3688e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9aa3d568-fed1-4e67-856c-87ac2675cc24', 'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:d2:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:43Z', 'updated_at': '2021-11-25T20:10:48Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:47.323908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-5d548eac-6b94-402a-a325-c723609fde3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:47.325881 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-5d548eac-6b94-402a-a325-c723609fde3d service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d29e071-ec78-475c-a3a2-a20486495428 HTTP/1.1" status: 200 len: 898 time: 0.1153018 Nov 25 20:11:47.334086 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9420e4-3e3c-4514-88d0-ff6ac3688e78 None None] Checking router: 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:11:47.343986 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9420e4-3e3c-4514-88d0-ff6ac3688e78 None None] Routers {'710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:47.344660 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6c9420e4-3e3c-4514-88d0-ff6ac3688e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:11:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:47.365880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7eea4ee7-0369-454c-bb03-06e6457b0c13 req-d3d60af0-e7f8-4779-b33e-7332d0b7f98b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=d6e1028e-a3f2-43e5-a387-b1f493fc9987&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667264 Nov 25 20:11:47.397087 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-fbf0e4aa-e231-4c23-8411-ac62c390b5ec service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=143be2d1-d573-48f3-8440-1e053e0697b9 HTTP/1.1" status: 200 len: 217 time: 0.0618141 Nov 25 20:11:47.460328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-7b01a4f6-e2a4-4e1a-86dc-455477d2e114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:47.462574 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-7b01a4f6-e2a4-4e1a-86dc-455477d2e114 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=9e11c2d3-d082-4442-9fb0-e00ce4b579f6 HTTP/1.1" status: 200 len: 835 time: 0.0568521 Nov 25 20:11:47.475885 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-6c9420e4-3e3c-4514-88d0-ff6ac3688e78 None None] Set router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:47.513229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-79a67985-16d4-4d19-9fc6-05608d2dfe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:47.514872 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-79a67985-16d4-4d19-9fc6-05608d2dfe96 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d29e071-ec78-475c-a3a2-a20486495428&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450389 Nov 25 20:11:47.594117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5654e-8687-42f3-8a32-35ee9a905e4e req-fc66f2f0-ccac-495c-921b-c9e680cf71dc tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:47.595697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91f5654e-8687-42f3-8a32-35ee9a905e4e req-fc66f2f0-ccac-495c-921b-c9e680cf71dc tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.76 "GET /v2.0/ports?device_id=f405239d-5a55-4d6d-83c0-6bc9d08dd736 HTTP/1.1" status: 200 len: 944 time: 0.0682387 Nov 25 20:11:47.650602 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-bd31d5e4-76ed-47d7-9349-2f8acf5a1d39 service neutron] 10.222.0.76 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230524 Nov 25 20:11:47.720556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-91f5654e-8687-42f3-8a32-35ee9a905e4e req-46881b0a-16c3-4030-b02c-a7a81a293afb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port 143be2d1-d573-48f3-8440-1e053e0697b9 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:47.721944 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-91f5654e-8687-42f3-8a32-35ee9a905e4e req-46881b0a-16c3-4030-b02c-a7a81a293afb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:47.728811 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-6c9420e4-3e3c-4514-88d0-ff6ac3688e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9aa3d568-fed1-4e67-856c-87ac2675cc24', 'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:d2:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:43Z', 'updated_at': '2021-11-25T20:10:48Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:47.762291 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9420e4-3e3c-4514-88d0-ff6ac3688e78 None None] The sync data for ids ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'] in n-d-817303-9 is: [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:44Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9aa3d568-fed1-4e67-856c-87ac2675cc24', 'name': '', 'network_id': '4d29e071-ec78-475c-a3a2-a20486495428', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:d2:3c:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:43Z', 'updated_at': '2021-11-25T20:10:48Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': '9e11c2d3-d082-4442-9fb0-e00ce4b579f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:11:47.790976 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-c99f3860-2f63-40f5-a339-dd0f9a759b90 service neutron] 10.222.0.76 "GET /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329949 Nov 25 20:11:47.870081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-91f5654e-8687-42f3-8a32-35ee9a905e4e req-46881b0a-16c3-4030-b02c-a7a81a293afb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port 143be2d1-d573-48f3-8440-1e053e0697b9, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=143be2d1-d573-48f3-8440-1e053e0697b9,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:47.870588 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-91f5654e-8687-42f3-8a32-35ee9a905e4e req-46881b0a-16c3-4030-b02c-a7a81a293afb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:47.885478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-91f5654e-8687-42f3-8a32-35ee9a905e4e req-46881b0a-16c3-4030-b02c-a7a81a293afb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for 143be2d1-d573-48f3-8440-1e053e0697b9 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:48.037125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-91f5654e-8687-42f3-8a32-35ee9a905e4e req-46881b0a-16c3-4030-b02c-a7a81a293afb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:48.094950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46881b0a-16c3-4030-b02c-a7a81a293afb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=143be2d1-d573-48f3-8440-1e053e0697b9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:48.101658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d29f400-f420-4c94-8b1d-ff79e0aa31b9 None None] New status for floating IP 157c259e-56cf-4293-89fd-f8b64a1e345a: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:11:48.136101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-91f5654e-8687-42f3-8a32-35ee9a905e4e req-46881b0a-16c3-4030-b02c-a7a81a293afb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] No DVR routers for this DVR port 143be2d1-d573-48f3-8440-1e053e0697b9 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:11:48.138855 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-91f5654e-8687-42f3-8a32-35ee9a905e4e req-46881b0a-16c3-4030-b02c-a7a81a293afb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:48.142763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91f5654e-8687-42f3-8a32-35ee9a905e4e req-46881b0a-16c3-4030-b02c-a7a81a293afb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.76 "DELETE /v2.0/ports/143be2d1-d573-48f3-8440-1e053e0697b9 HTTP/1.1" status: 204 len: 173 time: 0.5384309 Nov 25 20:11:48.144245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'name': 'network-vif-deleted', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:11:48.146627 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a75a871-a232-4fca-a91d-afab8c1015bd" -d '{"events": [{"server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "name": "network-vif-deleted", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:11:48.346354 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57824927-35ab-4baa-96b1-2606db25c76b x-openstack-request-id: req-57824927-35ab-4baa-96b1-2606db25c76b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:11:48.346978 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f405239d-5a55-4d6d-83c0-6bc9d08dd736", "name": "network-vif-deleted", "tag": "143be2d1-d573-48f3-8440-1e053e0697b9", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:11:48.346978 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-57824927-35ab-4baa-96b1-2606db25c76b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:11:48.347389 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f405239d-5a55-4d6d-83c0-6bc9d08dd736', 'name': 'network-vif-deleted', 'tag': '143be2d1-d573-48f3-8440-1e053e0697b9', 'status': 'completed', 'code': 200} Nov 25 20:11:48.465045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43808) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:48.881964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:49.146504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port 9aa3d568-fed1-4e67-856c-87ac2675cc24 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:49.147030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:49.244960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port 9aa3d568-fed1-4e67-856c-87ac2675cc24, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9aa3d568-fed1-4e67-856c-87ac2675cc24,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:49.245349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:49.258094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for 9aa3d568-fed1-4e67-856c-87ac2675cc24 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:49.458988 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:49.492339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=9aa3d568-fed1-4e67-856c-87ac2675cc24,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:49.672404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:49.924687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:11:49.970630 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43828) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:50.034560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:11:50.041979 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-533cf411-6a38-4bba-87a0-c8f1d5418b3d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "PUT /v2.0/routers/710ec9e9-a6a2-471b-b482-d5b3cfcf02f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5755713 Nov 25 20:11:50.044985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43832) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:50.045807 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cbb93-92e7-461a-b6aa-d76eb25ee868 None None] Sync routers for ids ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:11:50.057739 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cbb93-92e7-461a-b6aa-d76eb25ee868 None None] Routers {'710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:50.058701 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e58cbb93-92e7-461a-b6aa-d76eb25ee868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:11:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:50.100518 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b8c81a8-a135-4511-ade4-e14560faa003 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.123912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a7899b-cc32-40c6-a444-353758d72792 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting subnet 9e11c2d3-d082-4442-9fb0-e00ce4b579f6 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:11:50.135144 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c0a7899b-cc32-40c6-a444-353758d72792 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.183215 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e58cbb93-92e7-461a-b6aa-d76eb25ee868 None None] Set router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:50.199759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c0a7899b-cc32-40c6-a444-353758d72792 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.306660 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b8c81a8-a135-4511-ade4-e14560faa003 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.314036 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7b8c81a8-a135-4511-ade4-e14560faa003 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.351050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c0a7899b-cc32-40c6-a444-353758d72792 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.370453 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e58cbb93-92e7-461a-b6aa-d76eb25ee868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:11:49Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:50.392458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7b8c81a8-a135-4511-ade4-e14560faa003 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df5801f1be114863a8a6a0c2b16058cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4206839 Nov 25 20:11:50.395543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8c81a8-a135-4511-ade4-e14560faa003 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795aa858-28f8-4c70-b6a2-a5682adcbfd0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:50.396126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43834) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:50.402675 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cbb93-92e7-461a-b6aa-d76eb25ee868 None None] Checking router: 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:11:50.416680 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cbb93-92e7-461a-b6aa-d76eb25ee868 None None] Routers {'710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:50.417419 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e58cbb93-92e7-461a-b6aa-d76eb25ee868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:11:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:50.429982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c0a7899b-cc32-40c6-a444-353758d72792 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.456261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a7899b-cc32-40c6-a444-353758d72792 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Subnet': ['ID=9e11c2d3-d082-4442-9fb0-e00ce4b579f6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:50.459145 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-346a9a93-ca27-4192-97af-e6c51caeec51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.468168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c0a7899b-cc32-40c6-a444-353758d72792 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.471488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c0a7899b-cc32-40c6-a444-353758d72792 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/subnets/9e11c2d3-d082-4442-9fb0-e00ce4b579f6 HTTP/1.1" status: 204 len: 168 time: 0.4254923 Nov 25 20:11:50.474833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43836) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:50.477039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caaf3088-1459-4e5e-9493-bdc12d32d4fa None None] Network 4d29e071-ec78-475c-a3a2-a20486495428 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:11:50.507050 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-346a9a93-ca27-4192-97af-e6c51caeec51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.538119 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e58cbb93-92e7-461a-b6aa-d76eb25ee868 None None] Set router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:50.568085 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-346a9a93-ca27-4192-97af-e6c51caeec51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.571998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-346a9a93-ca27-4192-97af-e6c51caeec51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.573890 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-346a9a93-ca27-4192-97af-e6c51caeec51 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/795aa858-28f8-4c70-b6a2-a5682adcbfd0 HTTP/1.1" status: 204 len: 168 time: 0.1766825 Nov 25 20:11:50.584191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a9a93-ca27-4192-97af-e6c51caeec51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795aa858-28f8-4c70-b6a2-a5682adcbfd0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:50.638043 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.744811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e58245-8801-45da-a8a1-799729b851ee None None] DHCP port deletion for 4d29e071-ec78-475c-a3a2-a20486495428 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:50.806282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.817249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-73e58245-8801-45da-a8a1-799729b851ee None None] Deleting port c113297b-3df2-4c9d-8eab-ecbfed53850c {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:50.817714 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-73e58245-8801-45da-a8a1-799729b851ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.850565 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e58cbb93-92e7-461a-b6aa-d76eb25ee868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:11:49Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:50.884554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port 7cc0627f-5869-418f-8518-cdf69b6af325 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:11:50.884832 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e58cbb93-92e7-461a-b6aa-d76eb25ee868 None None] The sync data for ids ['710ec9e9-a6a2-471b-b482-d5b3cfcf02f3'] in n-d-817303-9 is: [{'id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-767817027', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6'}], 'enable_snat': True}, 'gw_port_id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:11:49Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': '7cc0627f-5869-418f-8518-cdf69b6af325', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:ff:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '710ec9e9-a6a2-471b-b482-d5b3cfcf02f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:10:40Z', 'updated_at': '2021-11-25T20:10:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:11:50.885640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.910864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-73e58245-8801-45da-a8a1-799729b851ee None None] For port c113297b-3df2-4c9d-8eab-ecbfed53850c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c113297b-3df2-4c9d-8eab-ecbfed53850c,segment=NetworkSegment(684e300d-8ad0-4f47-a0b1-f008ff26a80d),segment_id=684e300d-8ad0-4f47-a0b1-f008ff26a80d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:50.911908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-73e58245-8801-45da-a8a1-799729b851ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:50.931244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-73e58245-8801-45da-a8a1-799729b851ee None None] Calling delete_port for c113297b-3df2-4c9d-8eab-ecbfed53850c owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:50.982909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43842) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:50.988885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port 7cc0627f-5869-418f-8518-cdf69b6af325, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7cc0627f-5869-418f-8518-cdf69b6af325,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:50.989809 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.000030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-517ba696-a135-4cf4-8ac3-d08e63657752 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.007023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for 7cc0627f-5869-418f-8518-cdf69b6af325 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:11:51.029076 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.040676 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-73e58245-8801-45da-a8a1-799729b851ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.072683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e58245-8801-45da-a8a1-799729b851ee None None] Pushing event deleted for resources: {'Port': ['ID=c113297b-3df2-4c9d-8eab-ecbfed53850c,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:51.083927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e58245-8801-45da-a8a1-799729b851ee None None] No DVR routers for this DVR port c113297b-3df2-4c9d-8eab-ecbfed53850c on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:11:51.092207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-517ba696-a135-4cf4-8ac3-d08e63657752 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.097561 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-517ba696-a135-4cf4-8ac3-d08e63657752 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.139780 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-517ba696-a135-4cf4-8ac3-d08e63657752 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=236b8a2e36f94d62aa9d2d32b69e6164&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1558907 Nov 25 20:11:51.141124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517ba696-a135-4cf4-8ac3-d08e63657752 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4d8bd1e-0f6f-4998-8005-64c91b45f41e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:51.143842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43844) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:51.196066 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f2026dd-7f67-4e91-8c15-33d215ff1625 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.217461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f2026dd-7f67-4e91-8c15-33d215ff1625 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.223383 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.274574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=7cc0627f-5869-418f-8518-cdf69b6af325,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:51.297486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5939fd2a-ee58-4bc6-858b-3b7747c356b7 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:51.299084 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f2026dd-7f67-4e91-8c15-33d215ff1625 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.302386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f2026dd-7f67-4e91-8c15-33d215ff1625 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.305599 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5f2026dd-7f67-4e91-8c15-33d215ff1625 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e4d8bd1e-0f6f-4998-8005-64c91b45f41e HTTP/1.1" status: 204 len: 168 time: 0.1588287 Nov 25 20:11:51.315431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2026dd-7f67-4e91-8c15-33d215ff1625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4d8bd1e-0f6f-4998-8005-64c91b45f41e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:51.379512 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.482145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 143be2d1-d573-48f3-8440-1e053e0697b9 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:51.483401 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.485754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.520625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 143be2d1-d573-48f3-8440-1e053e0697b9 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:11:51.520976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 143be2d1-d573-48f3-8440-1e053e0697b9 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:51.533448 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.534059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Fanout notify agent at l3_agent the message router_deleted on router 710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:11:51.543786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.545423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0fcfd5b9-8d2f-450e-bd5f-f316306d8df1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/routers/710ec9e9-a6a2-471b-b482-d5b3cfcf02f3 HTTP/1.1" status: 204 len: 168 time: 1.0692656 Nov 25 20:11:51.547959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43850) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:51.641947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.753151 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.776306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d29e071-ec78-475c-a3a2-a20486495428']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:51.786753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '684e300d-8ad0-4f47-a0b1-f008ff26a80d') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:51.787084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '684e300d-8ad0-4f47-a0b1-f008ff26a80d') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:51.796861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.811457 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.817891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Releasing vlan 642 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:11:51.818284 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:11:51.822560 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:11:51.885154 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.892382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.895530 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/networks/4d29e071-ec78-475c-a3a2-a20486495428 HTTP/1.1" status: 204 len: 168 time: 0.3460202 Nov 25 20:11:51.898583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43862) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:51.908893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7493c4b3-9eff-4cbd-9606-90b0da647777 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Network': ['ID=4d29e071-ec78-475c-a3a2-a20486495428,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:51.960356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d785cf76-ae26-477b-84b3-fc22e41a8020 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:51.986825 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d785cf76-ae26-477b-84b3-fc22e41a8020 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.071732 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d785cf76-ae26-477b-84b3-fc22e41a8020 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.083117 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d785cf76-ae26-477b-84b3-fc22e41a8020 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.084403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d785cf76-ae26-477b-84b3-fc22e41a8020 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/security-groups/d6e1028e-a3f2-43e5-a387-b1f493fc9987 HTTP/1.1" status: 204 len: 168 time: 0.1847274 Nov 25 20:11:52.113499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d785cf76-ae26-477b-84b3-fc22e41a8020 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e1028e-a3f2-43e5-a387-b1f493fc9987,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:52.135814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c113297b-3df2-4c9d-8eab-ecbfed53850c no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:52.174384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: c113297b-3df2-4c9d-8eab-ecbfed53850c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:11:52.174733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c113297b-3df2-4c9d-8eab-ecbfed53850c not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:52.175191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7cc0627f-5869-418f-8518-cdf69b6af325 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:52.198316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 7cc0627f-5869-418f-8518-cdf69b6af325 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:11:52.202056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7cc0627f-5869-418f-8518-cdf69b6af325 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:52.206165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9aa3d568-fed1-4e67-856c-87ac2675cc24 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:11:52.225641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 9aa3d568-fed1-4e67-856c-87ac2675cc24 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:11:52.226631 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9aa3d568-fed1-4e67-856c-87ac2675cc24 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:11:52.567087 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43884) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:52.571810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-03b77b0a-6280-4caa-a315-960359b45b80 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-692748162', 'description': 'tempest-secgroup-smoke-692748162 description', 'project_id': 'd1115c662d4849199ea30501137f9abf'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:52.595745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b77b0a-6280-4caa-a315-960359b45b80 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.669095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b77b0a-6280-4caa-a315-960359b45b80 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.673122 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b77b0a-6280-4caa-a315-960359b45b80 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.702611 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03b77b0a-6280-4caa-a315-960359b45b80 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.703858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-03b77b0a-6280-4caa-a315-960359b45b80 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1357610 Nov 25 20:11:52.705701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b77b0a-6280-4caa-a315-960359b45b80 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87ab3f67-495c-4e3b-a9fa-1c74869cc647,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:52.707111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43890) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:52.722874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-212584fc-506e-411d-bfc4-b8f4105a7b59 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '87ab3f67-495c-4e3b-a9fa-1c74869cc647', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:52.752694 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-212584fc-506e-411d-bfc4-b8f4105a7b59 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.815183 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-212584fc-506e-411d-bfc4-b8f4105a7b59 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.819500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-212584fc-506e-411d-bfc4-b8f4105a7b59 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.842435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212584fc-506e-411d-bfc4-b8f4105a7b59 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f34ac201-ba04-4bbb-a8fc-905077233b63,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:52.848578 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-212584fc-506e-411d-bfc4-b8f4105a7b59 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.853121 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-212584fc-506e-411d-bfc4-b8f4105a7b59 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1398389 Nov 25 20:11:52.853295 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43896) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:52.858197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3b4314f1-7551-4916-8bc8-d8d3762ba408 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '87ab3f67-495c-4e3b-a9fa-1c74869cc647', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:52.886843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b4314f1-7551-4916-8bc8-d8d3762ba408 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.947137 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b4314f1-7551-4916-8bc8-d8d3762ba408 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.955000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b4314f1-7551-4916-8bc8-d8d3762ba408 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.977762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4314f1-7551-4916-8bc8-d8d3762ba408 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36375621-fe02-4acf-b827-e90f426dd47a,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:52.983907 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3b4314f1-7551-4916-8bc8-d8d3762ba408 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:52.988160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3b4314f1-7551-4916-8bc8-d8d3762ba408 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1305861 Nov 25 20:11:52.988500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43902) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:52.992799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-58bec41f-104b-4469-917e-9f48ac633aa1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '87ab3f67-495c-4e3b-a9fa-1c74869cc647', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:53.021741 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58bec41f-104b-4469-917e-9f48ac633aa1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.096064 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58bec41f-104b-4469-917e-9f48ac633aa1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.101254 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58bec41f-104b-4469-917e-9f48ac633aa1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.121064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bec41f-104b-4469-917e-9f48ac633aa1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5462671b-ac56-4cf5-8824-866f6c689c88,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:53.134553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58bec41f-104b-4469-917e-9f48ac633aa1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.136422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-58bec41f-104b-4469-917e-9f48ac633aa1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1467640 Nov 25 20:11:53.139812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43908) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:53.144609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b0b94fde-ad95-428e-9b87-6e648751d728 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '87ab3f67-495c-4e3b-a9fa-1c74869cc647', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:53.180998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0b94fde-ad95-428e-9b87-6e648751d728 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.246412 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0b94fde-ad95-428e-9b87-6e648751d728 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.249853 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.254384 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0b94fde-ad95-428e-9b87-6e648751d728 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.273669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b94fde-ad95-428e-9b87-6e648751d728 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70945ab8-41c0-4912-94b5-c19ea567f17e,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:53.283792 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b0b94fde-ad95-428e-9b87-6e648751d728 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.284880 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b0b94fde-ad95-428e-9b87-6e648751d728 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1439488 Nov 25 20:11:53.287630 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43912) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:53.292731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9351322a-9419-4616-abe5-5f6713328f1a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '87ab3f67-495c-4e3b-a9fa-1c74869cc647', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:53.316038 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-9351322a-9419-4616-abe5-5f6713328f1a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Project d1115c662d4849199ea30501137f9abf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:11:53.321834 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9351322a-9419-4616-abe5-5f6713328f1a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.396431 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9351322a-9419-4616-abe5-5f6713328f1a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.403042 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9351322a-9419-4616-abe5-5f6713328f1a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.442258 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9351322a-9419-4616-abe5-5f6713328f1a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=665820dd-bc72-4349-bd96-1f261dab17d0,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:53.451823 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9351322a-9419-4616-abe5-5f6713328f1a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.455393 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9351322a-9419-4616-abe5-5f6713328f1a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1635962 Nov 25 20:11:53.455393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43916) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:53.459660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c944ff71-83db-43a5-a2f7-703d962cbb3e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'security_group_rule': {'security_group_id': '87ab3f67-495c-4e3b-a9fa-1c74869cc647', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:53.490155 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-c944ff71-83db-43a5-a2f7-703d962cbb3e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Project d1115c662d4849199ea30501137f9abf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:11:53.496778 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c944ff71-83db-43a5-a2f7-703d962cbb3e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.564304 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c944ff71-83db-43a5-a2f7-703d962cbb3e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.568454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c944ff71-83db-43a5-a2f7-703d962cbb3e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.591945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c944ff71-83db-43a5-a2f7-703d962cbb3e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1659047c-871a-46ec-aeb6-08dd490b1390,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:53.597736 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c944ff71-83db-43a5-a2f7-703d962cbb3e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.598978 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c944ff71-83db-43a5-a2f7-703d962cbb3e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429195 Nov 25 20:11:53.603550 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43920) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:53.608571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'network': {'name': 'tempest-network-smoke--1322714629', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'port_security_enabled': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:53.634572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:11:53.638169 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.667344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:11:53.679381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.679890 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Added segment 0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b of type vlan for network 41186769-0175-440d-901f-c30a2042580e Nov 25 20:11:53.722594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.748827 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.754652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:53.755352 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.794515 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1898468 Nov 25 20:11:53.797279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43924) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:53.801607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'admin_state_up': True, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:53.846787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb82a0-33d3-4e96-a69d-fa02a431dfc8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Network': ['ID=41186769-0175-440d-901f-c30a2042580e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:53.858083 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 41186769-0175-440d-901f-c30a2042580e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:11:53.862864 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.864252 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:53.879222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43926) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:53.923763 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.000929 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc315-25da-42b7-89ec-a780821031fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.074911 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.083212 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc315-25da-42b7-89ec-a780821031fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.087260 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e8dc315-25da-42b7-89ec-a780821031fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.125338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3e8dc315-25da-42b7-89ec-a780821031fd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b94c750bd8e44509aeac8fb2e7f5312e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449532 Nov 25 20:11:54.127381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8dc315-25da-42b7-89ec-a780821031fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96925fe-a38c-45d6-a98c-4fff4edae987,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:54.129640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43930) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:54.180064 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7c2a088-ca21-4534-ab1d-e42a7d14fa8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.202362 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7c2a088-ca21-4534-ab1d-e42a7d14fa8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.253870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7c2a088-ca21-4534-ab1d-e42a7d14fa8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.257200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7c2a088-ca21-4534-ab1d-e42a7d14fa8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.258585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e7c2a088-ca21-4534-ab1d-e42a7d14fa8b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d96925fe-a38c-45d6-a98c-4fff4edae987 HTTP/1.1" status: 204 len: 168 time: 0.1278334 Nov 25 20:11:54.266836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c2a088-ca21-4534-ab1d-e42a7d14fa8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96925fe-a38c-45d6-a98c-4fff4edae987,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:54.294182 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.314271 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.424602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.25.8.69 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/e7d7d488-5aea-4d52-9ec3-015ad34b1569) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:11:54.548517 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.561341 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43936) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:54.575644 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-359a7771-3e38-43ad-aa35-107eb70505ce admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.590382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.636127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:54.638963 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:54.644147 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:11:54.647464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=e7d7d488-5aea-4d52-9ec3-015ad34b1569,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:54.666843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced9d027-3cd4-4c30-99e6-145ebaea1594 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:54.670310 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-359a7771-3e38-43ad-aa35-107eb70505ce admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.675812 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-359a7771-3e38-43ad-aa35-107eb70505ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.722221 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-359a7771-3e38-43ad-aa35-107eb70505ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b71ff032bb384522a105c6e75d05a4a0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1580670 Nov 25 20:11:54.722221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359a7771-3e38-43ad-aa35-107eb70505ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36283a1d-1d7c-47be-a4e4-1a799f8148ce,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:54.724270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43938) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:54.742629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fc30758f-4091-46cd-b7d9-7088a459e43a None None] Provisioning complete for port e7d7d488-5aea-4d52-9ec3-015ad34b1569 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:54.743176 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fc30758f-4091-46cd-b7d9-7088a459e43a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.777016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fc30758f-4091-46cd-b7d9-7088a459e43a None None] Port e7d7d488-5aea-4d52-9ec3-015ad34b1569 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:54.838610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccef0844-00f3-4c77-9322-7c0489606229 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:54.900046 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccef0844-00f3-4c77-9322-7c0489606229 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:55.308215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:55.359872 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccef0844-00f3-4c77-9322-7c0489606229 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:55.362760 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ccef0844-00f3-4c77-9322-7c0489606229 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:55.363955 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ccef0844-00f3-4c77-9322-7c0489606229 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/36283a1d-1d7c-47be-a4e4-1a799f8148ce HTTP/1.1" status: 204 len: 168 time: 0.6390808 Nov 25 20:11:55.406567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef0844-00f3-4c77-9322-7c0489606229 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36283a1d-1d7c-47be-a4e4-1a799f8148ce,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:55.542221 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:55.689210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router d3c8db89-f990-4385-9b06-baa370a3094e is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:11:55.807520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:11:55.823504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Sync routers for ids ['d3c8db89-f990-4385-9b06-baa370a3094e'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:11:55.831648 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:55.837290 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e2d083e9-edd6-4d33-be6d-c60d8c093900 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0347226 Nov 25 20:11:55.837754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43952) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:55.840712 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Routers {'d3c8db89-f990-4385-9b06-baa370a3094e'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:55.841345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:11:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d3c8db89-f990-4385-9b06-baa370a3094e'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:55.868733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-efb3fc48-4c56-4723-ad49-7dae5a6c30f9 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=d1115c662d4849199ea30501137f9abf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295601 Nov 25 20:11:55.871421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43954) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:55.979541 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd32f59-40c3-403d-af62-971b65eec3e7 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:55.981070 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0fd32f59-40c3-403d-af62-971b65eec3e7 tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1085761 Nov 25 20:11:55.983801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Set router d3c8db89-f990-4385-9b06-baa370a3094e gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:55.983971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43960) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:56.018062 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7f0ceacc-1494-4be3-a251-f6de16405a3f tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330508 Nov 25 20:11:56.020669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 43964) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:56.026598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-679861439', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'project_id': 'd1115c662d4849199ea30501137f9abf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:11:56.120625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:11:56.124233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:56.187547 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:54Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:56.217484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Checking router: d3c8db89-f990-4385-9b06-baa370a3094e for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:11:56.218093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Updating router d3c8db89-f990-4385-9b06-baa370a3094e port e7d7d488-5aea-4d52-9ec3-015ad34b1569 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:11:56.255531 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:56.334348 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:56.405574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Subnet': ['ID=e51b1249-5817-43d0-9f95-a2e725eb8642,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:56.415284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Checking segment: {'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:56.415651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network hostable DHCP agents. Network: 41186769-0175-440d-901f-c30a2042580e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:11:56.436551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network 41186769-0175-440d-901f-c30a2042580e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:11:56.447077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 41186769-0175-440d-901f-c30a2042580e) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:56.452507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:11:56.453109 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:56.473608 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4ebb97eb-533c-4e0d-9777-0024abfe9126 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4518700 Nov 25 20:11:56.477164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 43974) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:56.479033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af14860-ae63-447f-939e-e1fe01032e67 None None] Network 41186769-0175-440d-901f-c30a2042580e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:11:56.561028 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:56.594508 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:56.657830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf44a6d4-1cc8-46b6-9125-c7bb1e8bc413 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:56.683599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2abbd4-5415-407e-9d09-7fa546928c46 None None] Pushing event updated for resources: {'Port': ['ID=e7d7d488-5aea-4d52-9ec3-015ad34b1569,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:56.710124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Attempting to bind port e7d7d488-5aea-4d52-9ec3-015ad34b1569 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:11:56.711188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Attempting to bind port e7d7d488-5aea-4d52-9ec3-015ad34b1569 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:11:56.712151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Attempting to bind port e7d7d488-5aea-4d52-9ec3-015ad34b1569 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:56.725958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:11:56.726587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:56.727392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:56.727392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:11:56.727876 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Bound port: e7d7d488-5aea-4d52-9ec3-015ad34b1569, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:11:56.728266 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:56.776580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-724f79a0-c5ef-4dc6-ad00-9452b58f3bf5 None None] Provisioning complete for port e7d7d488-5aea-4d52-9ec3-015ad34b1569 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:56.776958 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-724f79a0-c5ef-4dc6-ad00-9452b58f3bf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:56.849459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-41186769-0175-440d-901f-c30a2042580e', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:11:56.851360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:56.854855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-724f79a0-c5ef-4dc6-ad00-9452b58f3bf5 None None] Port e7d7d488-5aea-4d52-9ec3-015ad34b1569 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:11:56.871562 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] For port e7d7d488-5aea-4d52-9ec3-015ad34b1569, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:56.895438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] For port e7d7d488-5aea-4d52-9ec3-015ad34b1569, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e7d7d488-5aea-4d52-9ec3-015ad34b1569,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:11:56.940514 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:57.011555 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:57.015092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7018b885-d67f-4016-90c9-3dda60574d78 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:11:57.057812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Routers {'d3c8db89-f990-4385-9b06-baa370a3094e'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:11:57.058441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:11:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d3c8db89-f990-4385-9b06-baa370a3094e'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:57.119924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2abbd4-5415-407e-9d09-7fa546928c46 None None] Pushing event updated for resources: {'Port': ['ID=e7d7d488-5aea-4d52-9ec3-015ad34b1569,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:57.174111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Allocated IP 172.20.0.2 (41186769-0175-440d-901f-c30a2042580e/e51b1249-5817-43d0-9f95-a2e725eb8642/b79f74e0-3947-445c-b4cf-13029af25e5f) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:11:57.184215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-53b992a5-2ee7-4850-bc2c-dc86e421ec29 None None] Provisioning complete for port e7d7d488-5aea-4d52-9ec3-015ad34b1569 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:57.184584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53b992a5-2ee7-4850-bc2c-dc86e421ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:57.265740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] Set router d3c8db89-f990-4385-9b06-baa370a3094e gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:11:57.692310 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53b992a5-2ee7-4850-bc2c-dc86e421ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:57.756408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-53b992a5-2ee7-4850-bc2c-dc86e421ec29 None None] For port e7d7d488-5aea-4d52-9ec3-015ad34b1569, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e7d7d488-5aea-4d52-9ec3-015ad34b1569,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:57.757724 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:57.762919 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53b992a5-2ee7-4850-bc2c-dc86e421ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:57.789929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:57.819634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.20.0.1 (41186769-0175-440d-901f-c30a2042580e/e51b1249-5817-43d0-9f95-a2e725eb8642/efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:11:57.820374 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Network 41186769-0175-440d-901f-c30a2042580e is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:57.829902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:57.832835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:11:57.848584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b992a5-2ee7-4850-bc2c-dc86e421ec29 None None] Pushing event updated for resources: {'Port': ['ID=e7d7d488-5aea-4d52-9ec3-015ad34b1569,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:57.928412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:54Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:11:57.940483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:57.968421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c954dc2-2d66-4d5c-b050-1048c6c95eee None None] The sync data for ids ['d3c8db89-f990-4385-9b06-baa370a3094e'] in n-d-817303-9 is: [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:54Z', 'revision_number': 3, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:11:57.969946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Attempting to bind port b79f74e0-3947-445c-b4cf-13029af25e5f on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:11:57.970318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Attempting to bind port b79f74e0-3947-445c-b4cf-13029af25e5f by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:11:57.970683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Attempting to bind port b79f74e0-3947-445c-b4cf-13029af25e5f on network 41186769-0175-440d-901f-c30a2042580e {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:11:57.974184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Pushing event updated for resources: {'Port': ['ID=b79f74e0-3947-445c-b4cf-13029af25e5f,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:57.979434 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:57.980023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:11:57.980436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Checking segment: {'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:11:57.980841 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:57.981240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Bound using segment: {'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:11:57.981705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Bound port: b79f74e0-3947-445c-b4cf-13029af25e5f, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:11:57.982098 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.035208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network 41186769-0175-440d-901f-c30a2042580e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:58.042085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:58.046747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:11:58.066172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] For port b79f74e0-3947-445c-b4cf-13029af25e5f, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:11:58.072379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] For port b79f74e0-3947-445c-b4cf-13029af25e5f, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b79f74e0-3947-445c-b4cf-13029af25e5f,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:11:58.079137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:58.080492 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.084309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44064) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:58.100673 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.162189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e6a0c6-6a7d-48d7-9f39-5835d09b454f None None] Pushing event updated for resources: {'Port': ['ID=b79f74e0-3947-445c-b4cf-13029af25e5f,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:58.261141 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83b84471-eee3-499e-bfad-ed2edcd013e9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.295968 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.405592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83b84471-eee3-499e-bfad-ed2edcd013e9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.415303 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83b84471-eee3-499e-bfad-ed2edcd013e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.473873 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-83b84471-eee3-499e-bfad-ed2edcd013e9 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ff3ef6710f104738bbd7b628fc5deda1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3860204 Nov 25 20:11:58.473873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b84471-eee3-499e-bfad-ed2edcd013e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3473878a-e248-4f65-b71e-38415a938c57,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:58.475508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44068) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:58.547051 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6521b5b8-776c-41c2-a5c1-21896d76bc3c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.583207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6521b5b8-776c-41c2-a5c1-21896d76bc3c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.648085 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6521b5b8-776c-41c2-a5c1-21896d76bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.651844 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6521b5b8-776c-41c2-a5c1-21896d76bc3c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.655729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6521b5b8-776c-41c2-a5c1-21896d76bc3c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3473878a-e248-4f65-b71e-38415a938c57 HTTP/1.1" status: 204 len: 168 time: 0.1766238 Nov 25 20:11:58.661836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6521b5b8-776c-41c2-a5c1-21896d76bc3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3473878a-e248-4f65-b71e-38415a938c57,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:58.739029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.744877 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.823480 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:58.826357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:58.942496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network 41186769-0175-440d-901f-c30a2042580e is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:11:58.944185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:11:59.039369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44074) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:59.057231 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2c1552c-4b4b-44ed-9099-b2d41c9837cf admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.164298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2c1552c-4b4b-44ed-9099-b2d41c9837cf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.172993 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2c1552c-4b4b-44ed-9099-b2d41c9837cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.223680 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c2c1552c-4b4b-44ed-9099-b2d41c9837cf admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5d17f4d029a04fc9a77cc26025542819&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1826391 Nov 25 20:11:59.224151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1552c-4b4b-44ed-9099-b2d41c9837cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0efe7bad-d72a-4d4c-9dbe-761b881af123,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:59.227519 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44076) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:11:59.288649 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a298ad59-675c-4a6a-957b-59c2656c7f20 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.326091 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a298ad59-675c-4a6a-957b-59c2656c7f20 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.385115 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a298ad59-675c-4a6a-957b-59c2656c7f20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.388320 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a298ad59-675c-4a6a-957b-59c2656c7f20 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.389718 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a298ad59-675c-4a6a-957b-59c2656c7f20 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0efe7bad-d72a-4d4c-9dbe-761b881af123 HTTP/1.1" status: 204 len: 168 time: 0.1609843 Nov 25 20:11:59.400664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298ad59-675c-4a6a-957b-59c2656c7f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0efe7bad-d72a-4d4c-9dbe-761b881af123,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:11:59.440306 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router d3c8db89-f990-4385-9b06-baa370a3094e has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:11:59.445072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317cf75d-e866-47a9-8fe8-cba4080e4bd0 None None] Network 41186769-0175-440d-901f-c30a2042580e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:11:59.539605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c00cda47-1dee-4648-946f-d5c4e4e1a355 None None] Provisioning complete for port b79f74e0-3947-445c-b4cf-13029af25e5f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:11:59.540263 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c00cda47-1dee-4648-946f-d5c4e4e1a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.559965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:11:59.566008 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-032d019c-e054-493f-bb75-c09125ba8424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "PUT /v2.0/routers/d3c8db89-f990-4385-9b06-baa370a3094e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0870972 Nov 25 20:11:59.730474 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c00cda47-1dee-4648-946f-d5c4e4e1a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.782719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c00cda47-1dee-4648-946f-d5c4e4e1a355 None None] For port b79f74e0-3947-445c-b4cf-13029af25e5f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b79f74e0-3947-445c-b4cf-13029af25e5f,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:11:59.795269 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c00cda47-1dee-4648-946f-d5c4e4e1a355 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:11:59.887979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-26ed4697-2532-4c24-9dd0-85e933a9d6b6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-692748162&fields=id&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 267 time: 0.1015062 Nov 25 20:11:59.922941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00cda47-1dee-4648-946f-d5c4e4e1a355 None None] Pushing event updated for resources: {'Port': ['ID=b79f74e0-3947-445c-b4cf-13029af25e5f,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:00.033435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b79f74e0-3947-445c-b4cf-13029af25e5f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:00.064224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623e119-9741-43c1-b243-392dd93e453d req-d150b2ff-24a5-4976-b513-0df42cb560c2 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:00.067240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-d150b2ff-24a5-4976-b513-0df42cb560c2 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/networks?id=41186769-0175-440d-901f-c30a2042580e HTTP/1.1" status: 200 len: 797 time: 0.1785638 Nov 25 20:12:00.109472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b79f74e0-3947-445c-b4cf-13029af25e5f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:00.109993 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:00.122661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-8c019a5c-d8f4-4a0e-b542-8d3de10d1bcf tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/quotas/d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 375 time: 0.0344543 Nov 25 20:12:00.167507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-38504122-a73e-4aa0-8afa-6f779391b2f5 None None] Provisioning complete for port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:00.167888 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-38504122-a73e-4aa0-8afa-6f779391b2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:00.209084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-f8019512-7837-46a2-bb4d-7f18518bdcab tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0803702 Nov 25 20:12:00.221347 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Sync routers for ids ['d3c8db89-f990-4385-9b06-baa370a3094e'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:00.244919 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Routers {'d3c8db89-f990-4385-9b06-baa370a3094e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:00.245995 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:11:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d3c8db89-f990-4385-9b06-baa370a3094e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:00.270489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-38504122-a73e-4aa0-8afa-6f779391b2f5 None None] Port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:00.294426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-38504122-a73e-4aa0-8afa-6f779391b2f5 None None] Provisioning complete for port b79f74e0-3947-445c-b4cf-13029af25e5f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:00.294822 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-38504122-a73e-4aa0-8afa-6f779391b2f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:00.409304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e7d7d488-5aea-4d52-9ec3-015ad34b1569 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:00.451174 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Set router d3c8db89-f990-4385-9b06-baa370a3094e gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:12:00.464459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e7d7d488-5aea-4d52-9ec3-015ad34b1569 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:00.465040 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:00.609723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b3dbd6ad-6ec5-4e83-bb9e-e505c3912c0e None None] Provisioning complete for port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:00.610419 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b3dbd6ad-6ec5-4e83-bb9e-e505c3912c0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:00.662281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b3dbd6ad-6ec5-4e83-bb9e-e505c3912c0e None None] Port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:00.705708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-41787c73-0e5c-4376-a164-0084b104f6cc service neutron] 10.222.0.15 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801085 Nov 25 20:12:00.775545 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:58Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd', 'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:74:bc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:57Z', 'updated_at': '2021-11-25T20:11:58Z', 'revision_number': 2, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:00.788082 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0c78b543-2c43-4155-8865-38e7c1bbb7c3 None None] Provisioning complete for port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:00.789097 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0c78b543-2c43-4155-8865-38e7c1bbb7c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:00.815631 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Checking router: d3c8db89-f990-4385-9b06-baa370a3094e for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:12:00.816319 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Updating router d3c8db89-f990-4385-9b06-baa370a3094e port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:12:00.825417 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-48bad25a-b680-4207-b550-53aeb083351e service neutron] 10.222.0.15 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190488 Nov 25 20:12:00.839473 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0c78b543-2c43-4155-8865-38e7c1bbb7c3 None None] Port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:00.845658 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:01.030106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cbaf46ef-bd51-401f-8afb-35fe43f37df3 req-95bf98fa-ce47-4e0e-b109-a06e73d9f424 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 210 time: 0.0383527 Nov 25 20:12:01.214176 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:01.232980 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:01.297551 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Pushing event updated for resources: {'Port': ['ID=efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:01.314857 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.315818 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.316647 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.317447 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.318229 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.319070 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.321379 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.321765 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.322094 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.322475 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.322826 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.330266 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:01.404300 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Attempting to bind port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:12:01.404675 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Attempting to bind port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:12:01.405033 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Attempting to bind port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd on network 41186769-0175-440d-901f-c30a2042580e {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:01.415485 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:12:01.416121 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Checking segment: {'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:01.417237 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:01.417687 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Bound using segment: {'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:12:01.418398 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Bound port: efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:12:01.419154 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:01.505055 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] For port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:12:01.509461 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] For port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:12:01.516296 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:01.579130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-169cd924-947c-4593-a7c2-2add3a03c90f None None] Provisioning complete for port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:01.581657 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-169cd924-947c-4593-a7c2-2add3a03c90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:01.583895 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Routers {'d3c8db89-f990-4385-9b06-baa370a3094e'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:01.584538 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:11:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d3c8db89-f990-4385-9b06-baa370a3094e'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:01.708246 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bdbe3c-53bf-4a0f-9d16-64ead4fde66a None None] Pushing event updated for resources: {'Port': ['ID=efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:01.730891 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] Set router d3c8db89-f990-4385-9b06-baa370a3094e gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:12:01.748103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-169cd924-947c-4593-a7c2-2add3a03c90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:01.804208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-169cd924-947c-4593-a7c2-2add3a03c90f None None] For port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:01.812118 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-169cd924-947c-4593-a7c2-2add3a03c90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:01.894063 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169cd924-947c-4593-a7c2-2add3a03c90f None None] Pushing event updated for resources: {'Port': ['ID=efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:01.902500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44212) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:01.925912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b79f74e0-3947-445c-b4cf-13029af25e5f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:01.972387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0898cbf6-f989-4d63-b31e-530025920f6d None None] Provisioning complete for port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:01.972757 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0898cbf6-f989-4d63-b31e-530025920f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.025496 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:58Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd', 'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:74:bc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:57Z', 'updated_at': '2021-11-25T20:12:01Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:02.028238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2663898f-98cb-468e-90c2-f3c4324ff473 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.028743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b79f74e0-3947-445c-b4cf-13029af25e5f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:02.029113 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.058474 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af087d63-eeec-46ae-9784-72e821df2bba None None] The sync data for ids ['d3c8db89-f990-4385-9b06-baa370a3094e'] in n-d-817303-9 is: [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:58Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd', 'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:74:bc:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:57Z', 'updated_at': '2021-11-25T20:12:01Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:02.162692 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1110691-1cca-460f-aef6-f7b59e2b4c6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.234864 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2663898f-98cb-468e-90c2-f3c4324ff473 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.242574 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2663898f-98cb-468e-90c2-f3c4324ff473 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.246701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b39ab35a-1810-4989-9c73-bbacbecdf492 req-4ad3b1eb-e06c-4377-9bf8-4cbb88d6311b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 210 time: 0.0362904 Nov 25 20:12:02.303892 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2663898f-98cb-468e-90c2-f3c4324ff473 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=32e4c5a87cec4abe8b719d5c0ce7a125&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4002435 Nov 25 20:12:02.307050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44218) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:02.326157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2663898f-98cb-468e-90c2-f3c4324ff473 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af0742b-b781-4a6a-a037-6f3d798eeec1,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:02.382952 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3aa84b39-aec6-4cb0-b101-663e8c77edfb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.414186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3aa84b39-aec6-4cb0-b101-663e8c77edfb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.423853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623e119-9741-43c1-b243-392dd93e453d req-6b4c77f0-87e5-41dd-abb2-c12f5b891049 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:02.425431 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-6b4c77f0-87e5-41dd-abb2-c12f5b891049 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "GET /v2.0/networks?id=41186769-0175-440d-901f-c30a2042580e HTTP/1.1" status: 200 len: 797 time: 0.1513419 Nov 25 20:12:02.473458 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3aa84b39-aec6-4cb0-b101-663e8c77edfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.476778 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3aa84b39-aec6-4cb0-b101-663e8c77edfb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.479634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3aa84b39-aec6-4cb0-b101-663e8c77edfb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5af0742b-b781-4a6a-a037-6f3d798eeec1 HTTP/1.1" status: 204 len: 168 time: 0.1713033 Nov 25 20:12:02.488828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa84b39-aec6-4cb0-b101-663e8c77edfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af0742b-b781-4a6a-a037-6f3d798eeec1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:02.538641 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-817dfa92-0dbf-4e8b-b70e-41f5d7154563 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d1115c662d4849199ea30501137f9abf HTTP/1.1" status: 200 len: 379 time: 0.0972583 Nov 25 20:12:02.551415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'port': {'device_id': '9e9a0610-587b-4c11-bc74-b45f379221de', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'admin_state_up': True, 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'security_groups': ['87ab3f67-495c-4e3b-a9fa-1c74869cc647']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:02.711208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Made reservation on behalf of d1115c662d4849199ea30501137f9abf for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:02.715144 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:02.866293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.20.0.12 (41186769-0175-440d-901f-c30a2042580e/e51b1249-5817-43d0-9f95-a2e725eb8642/02300493-b8c6-4e3b-871d-ed258da4890c) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:03.028638 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:03.088450 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:03.138733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network 41186769-0175-440d-901f-c30a2042580e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:03.142073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:03.146175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:03.193362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=02300493-b8c6-4e3b-871d-ed258da4890c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:03.221074 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:03.221952 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:03.243222 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-6dc8b37b-3890-4d42-bc76-ee6353858eff tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6968055 Nov 25 20:12:03.256589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Request body: {'port': {'device_id': '9e9a0610-587b-4c11-bc74-b45f379221de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:03.344938 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:03.472683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-30ce5d83-4780-4c93-b94e-fc233d09699f None None] Provisioning complete for port 02300493-b8c6-4e3b-871d-ed258da4890c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:03.473574 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30ce5d83-4780-4c93-b94e-fc233d09699f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:03.484048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4978f-7390-4dbc-aea1-b77999b73abd req-00d3f00e-99d2-4699-9081-e4cac01df678 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:03.488759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7c4978f-7390-4dbc-aea1-b77999b73abd req-00d3f00e-99d2-4699-9081-e4cac01df678 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 932 time: 0.1318989 Nov 25 20:12:03.559049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-30ce5d83-4780-4c93-b94e-fc233d09699f None None] Port 02300493-b8c6-4e3b-871d-ed258da4890c cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:03.580209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7c4978f-7390-4dbc-aea1-b77999b73abd req-53933b00-1297-4707-91f3-f2adc94e0a6e tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821278 Nov 25 20:12:03.763847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02300493-b8c6-4e3b-871d-ed258da4890c {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:12:03.772669 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:03.785941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Transition to ACTIVE for port object 02300493-b8c6-4e3b-871d-ed258da4890c will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:12:03.790614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:03.858097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=02300493-b8c6-4e3b-871d-ed258da4890c,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:03.948612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Attempting to bind port 02300493-b8c6-4e3b-871d-ed258da4890c on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:12:03.949218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Attempting to bind port 02300493-b8c6-4e3b-871d-ed258da4890c by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:12:03.949602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Attempting to bind port 02300493-b8c6-4e3b-871d-ed258da4890c on network 41186769-0175-440d-901f-c30a2042580e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:03.957521 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Port 02300493-b8c6-4e3b-871d-ed258da4890c on network 41186769-0175-440d-901f-c30a2042580e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:12:03.957956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Attempting to bind port 02300493-b8c6-4e3b-871d-ed258da4890c on network 41186769-0175-440d-901f-c30a2042580e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:03.964308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 11, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:12:03.964663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Checking segment: {'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:03.965158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Bound using segment: {'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:12:03.965732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Bound port: 02300493-b8c6-4e3b-871d-ed258da4890c, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '41186769-0175-440d-901f-c30a2042580e'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:12:03.966174 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:03.969023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:04.028034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:04.028421 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:04.070081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] For port 02300493-b8c6-4e3b-871d-ed258da4890c, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:12:04.075471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] For port 02300493-b8c6-4e3b-871d-ed258da4890c, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02300493-b8c6-4e3b-871d-ed258da4890c,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:12:04.083063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:04.131896 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:04.133056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:04.134779 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] 10.222.0.60 "PUT /v2.0/ports/02300493-b8c6-4e3b-871d-ed258da4890c HTTP/1.1" status: 200 len: 1092 time: 0.8828037 Nov 25 20:12:04.135136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:12:04.138286 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:12:04.178714 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07ab8de-75bf-4bc3-81e5-94b77f9aa2e4 service neutron] Pushing event updated for resources: {'Port': ['ID=02300493-b8c6-4e3b-871d-ed258da4890c,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:04.216590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44258) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:04.223641 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:12:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e3d2c6-67b9-4947-99a4-a1053bb699b9 x-openstack-request-id: req-09e3d2c6-67b9-4947-99a4-a1053bb699b9 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:12:04.224143 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:12:04.224617 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-09e3d2c6-67b9-4947-99a4-a1053bb699b9 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:12:04.224997 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c', 'status': 'completed', 'code': 200} Nov 25 20:12:04.243999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623e119-9741-43c1-b243-392dd93e453d req-a8f9e5dd-0786-4bbe-bd8f-911f934c330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:04.245633 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-a8f9e5dd-0786-4bbe-bd8f-911f934c330e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 1095 time: 0.0629094 Nov 25 20:12:04.298949 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-4f294dec-5289-4dab-9b7e-8e3a326834ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02300493-b8c6-4e3b-871d-ed258da4890c HTTP/1.1" status: 200 len: 217 time: 0.0449777 Nov 25 20:12:04.346697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:04.356637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623e119-9741-43c1-b243-392dd93e453d req-130b4936-2188-45d1-ad5a-e7cede8ba37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:04.358116 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-130b4936-2188-45d1-ad5a-e7cede8ba37a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e51b1249-5817-43d0-9f95-a2e725eb8642 HTTP/1.1" status: 200 len: 834 time: 0.0522683 Nov 25 20:12:04.371535 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:04.408616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b623e119-9741-43c1-b243-392dd93e453d req-efd1d200-1b1e-4bd9-954c-d2a4de48491c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:04.410076 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-efd1d200-1b1e-4bd9-954c-d2a4de48491c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41186769-0175-440d-901f-c30a2042580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447910 Nov 25 20:12:04.462062 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:04.514822 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-27413918-8ecc-4f18-9d4a-7e93f3e269bc service neutron] 10.222.0.60 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950274 Nov 25 20:12:04.580635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Allocated IP 172.25.8.3 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/dc030174-5fcc-4833-80b6-ce4b7002aeb7) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:04.612717 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b623e119-9741-43c1-b243-392dd93e453d req-92234f5e-01cc-4d21-b409-9b7311ae7aba service neutron] 10.222.0.60 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901988 Nov 25 20:12:04.728715 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:04.735992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e req-5c3cdbfa-3c13-4c10-b045-92733cf17cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:04.737676 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e req-5c3cdbfa-3c13-4c10-b045-92733cf17cf6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 1095 time: 0.0511384 Nov 25 20:12:04.759492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80759f-18a8-4ea5-b87a-95cc319b9ce4 req-0d0a77b0-5eec-4e8f-a3db-e7aa5a024130 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:04.761063 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb80759f-18a8-4ea5-b87a-95cc319b9ce4 req-0d0a77b0-5eec-4e8f-a3db-e7aa5a024130 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 944 time: 0.0931392 Nov 25 20:12:04.807700 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:04.839674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e req-93043042-d5da-462f-9672-0ad5d415c41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:04.841233 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e req-93043042-d5da-462f-9672-0ad5d415c41d service neutron] 10.222.0.60 "GET /v2.0/networks?id=41186769-0175-440d-901f-c30a2042580e HTTP/1.1" status: 200 len: 898 time: 0.0948019 Nov 25 20:12:04.879602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:04.886621 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb80759f-18a8-4ea5-b87a-95cc319b9ce4 req-431ed583-0302-404b-ab50-e49d9a7e50f7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164379 Nov 25 20:12:04.888056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Pushing event updated for resources: {'Port': ['ID=dc030174-5fcc-4833-80b6-ce4b7002aeb7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:04.891027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:04.892283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e req-3e1a8628-3c49-4630-8eff-195552f6c7bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02300493-b8c6-4e3b-871d-ed258da4890c HTTP/1.1" status: 200 len: 217 time: 0.0429778 Nov 25 20:12:04.893200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:04.947908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e req-cdddb42a-3ba3-4fbf-b3c9-c71b39917047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:04.949333 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e req-cdddb42a-3ba3-4fbf-b3c9-c71b39917047 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e51b1249-5817-43d0-9f95-a2e725eb8642 HTTP/1.1" status: 200 len: 834 time: 0.0490263 Nov 25 20:12:04.989188 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.000128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e req-95ed6c6c-4c96-4120-aa6a-bfa3802ce8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:05.001926 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e req-95ed6c6c-4c96-4120-aa6a-bfa3802ce8e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41186769-0175-440d-901f-c30a2042580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441101 Nov 25 20:12:05.026438 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.101194 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e req-7f59089a-6dc0-4250-b21e-130087bbc600 service neutron] 10.222.0.60 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915649 Nov 25 20:12:05.189063 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.193713 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.196611 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-16fdf6b3-4b5f-45cb-9352-ef68584ce89e req-37210124-b0c6-4a97-99f8-6723dbf96eb7 service neutron] 10.222.0.60 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862265 Nov 25 20:12:05.231391 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8bdbe345-5b19-4056-aeb0-7657aeee0002 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.261792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Pushing event updated for resources: {'Port': ['ID=dc030174-5fcc-4833-80b6-ce4b7002aeb7,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:05.275803 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.290902 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.292203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fa7d5c55-a2e9-4a53-a8a0-c8888d82c464 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0743346 Nov 25 20:12:05.295089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44264) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:05.299838 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fbeebbab-815e-45dc-887e-8c1d80aedb7b tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1021373530', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'fixed_ips': [{'ip_address': '172.25.8.3'}]}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:05.320980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbeebbab-815e-45dc-887e-8c1d80aedb7b tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Made reservation on behalf of 3afde9315e83401dbca2baf1a92c5c7f for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:05.323502 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fbeebbab-815e-45dc-887e-8c1d80aedb7b tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.332682 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fbeebbab-815e-45dc-887e-8c1d80aedb7b tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.424135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fbeebbab-815e-45dc-887e-8c1d80aedb7b tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.428129 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fbeebbab-815e-45dc-887e-8c1d80aedb7b tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.438747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-fbeebbab-815e-45dc-887e-8c1d80aedb7b tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] device_id is not set on port b7144e01-c4a9-45ea-96be-66930de400a6 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:12:05.512844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbeebbab-815e-45dc-887e-8c1d80aedb7b tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5147272f-880c-46b3-8c15-00b2be720224,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:05.642392 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbeebbab-815e-45dc-887e-8c1d80aedb7b tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 25 20:12:05.643096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbeebbab-815e-45dc-887e-8c1d80aedb7b tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:12:05.660494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fbeebbab-815e-45dc-887e-8c1d80aedb7b tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 0.3643410 Nov 25 20:12:05.663329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44266) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:05.832304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdf308-c3dc-48c9-8fbb-6f9d051960aa tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Deleting port dc030174-5fcc-4833-80b6-ce4b7002aeb7 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:05.832624 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf308-c3dc-48c9-8fbb-6f9d051960aa tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.919853 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf308-c3dc-48c9-8fbb-6f9d051960aa tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.920268 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf308-c3dc-48c9-8fbb-6f9d051960aa tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:05.935841 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d6cdf308-c3dc-48c9-8fbb-6f9d051960aa tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Calling delete_port for dc030174-5fcc-4833-80b6-ce4b7002aeb7 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:06.060620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbfd313-ec61-48e0-8f48-402d919a34bf req-a4c21d56-730a-4cf7-87f1-1227dce66903 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:06.062213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acbfd313-ec61-48e0-8f48-402d919a34bf req-a4c21d56-730a-4cf7-87f1-1227dce66903 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 944 time: 0.0799706 Nov 25 20:12:06.151876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acbfd313-ec61-48e0-8f48-402d919a34bf req-5be5e108-6f01-4b2c-b5f4-6435d1136e9b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821836 Nov 25 20:12:06.160815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf308-c3dc-48c9-8fbb-6f9d051960aa tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:06.193692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdf308-c3dc-48c9-8fbb-6f9d051960aa tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc030174-5fcc-4833-80b6-ce4b7002aeb7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:06.256183 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf308-c3dc-48c9-8fbb-6f9d051960aa tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:06.258824 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6cdf308-c3dc-48c9-8fbb-6f9d051960aa tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:06.260013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d6cdf308-c3dc-48c9-8fbb-6f9d051960aa tempest-ExternalNetworksAdminNegativeTestJSON-1074456866 tempest-ExternalNetworksAdminNegativeTestJSON-1074456866-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/e64202c6-541a-4d11-9dac-08c72b598296 HTTP/1.1" status: 204 len: 168 time: 0.5957150 Nov 25 20:12:06.515923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44274) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:06.520511 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:06.628714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dffc6051-e9a0-425a-a3c1-aa679b15438b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:06.712341 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dffc6051-e9a0-425a-a3c1-aa679b15438b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:06.716588 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dffc6051-e9a0-425a-a3c1-aa679b15438b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:06.762930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dffc6051-e9a0-425a-a3c1-aa679b15438b admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1d88e431d68d458e820e0054cf78708c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2458408 Nov 25 20:12:06.763931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffc6051-e9a0-425a-a3c1-aa679b15438b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55dd5b51-95bd-47d0-8154-f497cb90ab71,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:06.767059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44278) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:06.823363 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6544-64df-4ecb-9f22-8e6243fc10ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:06.847123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6544-64df-4ecb-9f22-8e6243fc10ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:06.900645 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6544-64df-4ecb-9f22-8e6243fc10ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:06.903472 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8b8e6544-64df-4ecb-9f22-8e6243fc10ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:06.904656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8b8e6544-64df-4ecb-9f22-8e6243fc10ea admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55dd5b51-95bd-47d0-8154-f497cb90ab71 HTTP/1.1" status: 204 len: 168 time: 0.1366842 Nov 25 20:12:06.913675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e6544-64df-4ecb-9f22-8e6243fc10ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55dd5b51-95bd-47d0-8154-f497cb90ab71,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:07.194294 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44286) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:07.239738 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c6d40b15-6c64-40b3-bb1c-26ed3e73671c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3afde9315e83401dbca2baf1a92c5c7f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0433109 Nov 25 20:12:07.243269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44288) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:07.278179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525076eb-70b9-4df6-b8e6-36be78fb6ce7 req-1b1fdfb0-c263-4c0a-8ebf-d5f2aa368127 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:07.279881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-525076eb-70b9-4df6-b8e6-36be78fb6ce7 req-1b1fdfb0-c263-4c0a-8ebf-d5f2aa368127 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 944 time: 0.0543156 Nov 25 20:12:07.297999 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-663f4720-1514-4e16-a7fa-3d7e62933e0f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:07.321430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-663f4720-1514-4e16-a7fa-3d7e62933e0f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:07.338474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-525076eb-70b9-4df6-b8e6-36be78fb6ce7 req-a53edefc-6a95-45a5-9911-db425a916cbc tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519805 Nov 25 20:12:07.388428 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-663f4720-1514-4e16-a7fa-3d7e62933e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:07.391399 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-663f4720-1514-4e16-a7fa-3d7e62933e0f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:07.392646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-663f4720-1514-4e16-a7fa-3d7e62933e0f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5147272f-880c-46b3-8c15-00b2be720224 HTTP/1.1" status: 204 len: 168 time: 0.1484358 Nov 25 20:12:07.402202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f4720-1514-4e16-a7fa-3d7e62933e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5147272f-880c-46b3-8c15-00b2be720224,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:07.861720 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:08.112343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 02300493-b8c6-4e3b-871d-ed258da4890c details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:12:08.232558 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 02300493-b8c6-4e3b-871d-ed258da4890c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02300493-b8c6-4e3b-871d-ed258da4890c,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:08.247290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '02300493-b8c6-4e3b-871d-ed258da4890c', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'port_id': '02300493-b8c6-4e3b-871d-ed258da4890c', 'mac_address': 'fa:16:3e:81:13:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:12:08.293674 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:08.310664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02300493-b8c6-4e3b-871d-ed258da4890c {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:12:08.331966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 02300493-b8c6-4e3b-871d-ed258da4890c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02300493-b8c6-4e3b-871d-ed258da4890c,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:08.336555 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:08.388032 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:08.404619 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=02300493-b8c6-4e3b-871d-ed258da4890c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:08.497400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b440ce0-d912-42c9-8c8c-270afad65c8a req-02f86584-c8ac-463b-b74c-7ffbb29eea56 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:08.499001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b440ce0-d912-42c9-8c8c-270afad65c8a req-02f86584-c8ac-463b-b74c-7ffbb29eea56 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 945 time: 0.0608363 Nov 25 20:12:08.557634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b440ce0-d912-42c9-8c8c-270afad65c8a req-b2d12d07-dba7-47df-9328-431bec1b5d73 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523117 Nov 25 20:12:08.577885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['02300493-b8c6-4e3b-871d-ed258da4890c'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:12:08.782196 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44326) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:08.892124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c8d86856-6020-4f0d-9b3f-34109eccffb3 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1805095463'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:08.892586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c8d86856-6020-4f0d-9b3f-34109eccffb3 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Unknown quota resources ['metering_label']. {{(pid=103652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:12:09.084048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c8d86856-6020-4f0d-9b3f-34109eccffb3 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:09.085219 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c8d86856-6020-4f0d-9b3f-34109eccffb3 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.3018672 Nov 25 20:12:09.087984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44330) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:09.092205 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5cbbe133-fc91-409c-a388-93af925197ef tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2c30638f-2ed6-496f-a215-25ebc6e433e8'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:09.092707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5cbbe133-fc91-409c-a388-93af925197ef tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:12:09.174297 n-d-817303-9 neutron-server[103652]: WARNING neutron.services.metering.metering_plugin [None req-5cbbe133-fc91-409c-a388-93af925197ef tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 20:12:09.284535 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5cbbe133-fc91-409c-a388-93af925197ef tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:09.286957 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5cbbe133-fc91-409c-a388-93af925197ef tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1977820 Nov 25 20:12:09.289824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44332) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:09.294187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bdc04b7f-cd63-4af4-9271-d7b4a38979ee tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2c30638f-2ed6-496f-a215-25ebc6e433e8'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:09.294680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bdc04b7f-cd63-4af4-9271-d7b4a38979ee tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:12:09.352622 n-d-817303-9 neutron-server[103652]: WARNING neutron.services.metering.metering_plugin [None req-bdc04b7f-cd63-4af4-9271-d7b4a38979ee tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 25 20:12:09.436249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bdc04b7f-cd63-4af4-9271-d7b4a38979ee tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:09.437434 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bdc04b7f-cd63-4af4-9271-d7b4a38979ee tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1466494 Nov 25 20:12:09.441249 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44334) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:09.451835 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5ae4738d-7616-41be-9c1d-1340cbf75f0e tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=7c1af980-7176-47bc-9cf3-94bf5a0919e0 HTTP/1.1" status: 200 len: 462 time: 0.0095155 Nov 25 20:12:09.454344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44336) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:09.562324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-05173bf8-808a-4741-8db4-2c24cd92e10e tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:09.563685 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-05173bf8-808a-4741-8db4-2c24cd92e10e tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/7c1af980-7176-47bc-9cf3-94bf5a0919e0 HTTP/1.1" status: 204 len: 168 time: 0.1083846 Nov 25 20:12:09.566540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44338) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:09.576555 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ca9688fb-7600-4ff5-a40c-3ee84e8724d1 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=7c1af980-7176-47bc-9cf3-94bf5a0919e0 HTTP/1.1" status: 200 len: 221 time: 0.0087786 Nov 25 20:12:09.580666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44340) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:09.588805 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2847c4d2-af2a-4f30-b8cf-52f8df659ff1 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--203064012', 'description': 'label created by tempest'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:09.589131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2847c4d2-af2a-4f30-b8cf-52f8df659ff1 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Unknown quota resources ['metering_label']. {{(pid=103652) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 25 20:12:09.704830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62e565-a5bd-4695-950c-7d69497e3c79 req-93666c68-6e07-4935-868a-5b0f8196ea72 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:09.707191 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d62e565-a5bd-4695-950c-7d69497e3c79 req-93666c68-6e07-4935-868a-5b0f8196ea72 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 945 time: 0.0718420 Nov 25 20:12:09.765805 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d62e565-a5bd-4695-950c-7d69497e3c79 req-95916342-7b89-4186-9ffd-7874f8f55cbd tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490804 Nov 25 20:12:09.773707 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2847c4d2-af2a-4f30-b8cf-52f8df659ff1 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:09.775315 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2847c4d2-af2a-4f30-b8cf-52f8df659ff1 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.1932783 Nov 25 20:12:09.778070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44344) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:09.857018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-67168b81-a06b-4a3b-ad56-1064b72d9006 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=e59237f8-0952-4896-99a4-2a3269aebb3b HTTP/1.1" status: 200 len: 467 time: 0.0777452 Nov 25 20:12:09.859664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44346) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:10.106268 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e2d79af-1eb1-4065-8bd8-f97307f822fd tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:10.107388 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9e2d79af-1eb1-4065-8bd8-f97307f822fd tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/e59237f8-0952-4896-99a4-2a3269aebb3b HTTP/1.1" status: 204 len: 168 time: 0.2465765 Nov 25 20:12:10.113138 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 02300493-b8c6-4e3b-871d-ed258da4890c up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:10.115587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44348) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:10.127608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-13814947-0a9d-4970-b269-505ae49a0920 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=e59237f8-0952-4896-99a4-2a3269aebb3b HTTP/1.1" status: 200 len: 216 time: 0.0108213 Nov 25 20:12:10.133252 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44350) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:10.142606 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-197830be-76aa-48f6-b84a-21b226cf9252 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0081646 Nov 25 20:12:10.147340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44352) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:10.161536 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-371def1b-f1f4-40a8-9a4b-22385b88b375 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0122674 Nov 25 20:12:10.165591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44354) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:10.170192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 02300493-b8c6-4e3b-871d-ed258da4890c completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:12:10.174422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 02300493-b8c6-4e3b-871d-ed258da4890c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:10.174826 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:10.223609 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d8b38fa9-b7c4-4e7f-8650-e84121b2b538 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-labels/2c30638f-2ed6-496f-a215-25ebc6e433e8 HTTP/1.1" status: 200 len: 473 time: 0.0567551 Nov 25 20:12:10.227490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44356) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:10.237647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ac6aacd0-3d35-47a1-bc7d-168c2f704c24 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "GET /v2.0/metering/metering-label-rules/d714a993-070c-4ede-bef0-9856215da543 HTTP/1.1" status: 200 len: 459 time: 0.0089893 Nov 25 20:12:10.241032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44358) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:10.266313 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:10.295168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:12:10.297563 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444db417-aba4-4ad5-876a-4eefc8a16811" -d '{"events": [{"server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "name": "network-vif-plugged", "status": "completed", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:12:10.312176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 02300493-b8c6-4e3b-871d-ed258da4890c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02300493-b8c6-4e3b-871d-ed258da4890c,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:10.320937 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:10.363472 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1797111d-b036-47ce-9ae7-bb16371d08ff x-openstack-request-id: req-1797111d-b036-47ce-9ae7-bb16371d08ff {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:12:10.363725 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "name": "network-vif-plugged", "status": "completed", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:12:10.363833 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1797111d-b036-47ce-9ae7-bb16371d08ff {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:12:10.364164 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c', 'code': 200} Nov 25 20:12:10.377733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba47c5f3-75fe-46dc-b644-9c299ad9acb1 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:10.377733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ba47c5f3-75fe-46dc-b644-9c299ad9acb1 tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-label-rules/d714a993-070c-4ede-bef0-9856215da543 HTTP/1.1" status: 204 len: 168 time: 0.1313996 Nov 25 20:12:10.377733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44362) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:10.405842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=02300493-b8c6-4e3b-871d-ed258da4890c,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:10.892606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad42c36-d410-4d00-ad88-18a997ec3241 req-ad321a87-065a-4e54-b4e8-dc77e55c81ea tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:10.894176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cad42c36-d410-4d00-ad88-18a997ec3241 req-ad321a87-065a-4e54-b4e8-dc77e55c81ea tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0528331 Nov 25 20:12:10.954293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cad42c36-d410-4d00-ad88-18a997ec3241 req-667ce3e6-3544-4113-afef-3ad3fb62e0cf tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535741 Nov 25 20:12:10.971380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a6e52d-1ce3-4fdd-a63c-b647defa8cc5 req-10d49d26-0fc5-4a9d-9c65-6612a98c8abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:10.972859 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-99a6e52d-1ce3-4fdd-a63c-b647defa8cc5 req-10d49d26-0fc5-4a9d-9c65-6612a98c8abb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 1097 time: 0.5341496 Nov 25 20:12:10.982295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ae78f06a-c615-4aca-843d-b569f79defad tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:10.983971 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ae78f06a-c615-4aca-843d-b569f79defad tempest-MeteringIpV6TestJSON-138460033 tempest-MeteringIpV6TestJSON-138460033-project-admin] 10.222.0.15 "DELETE /v2.0/metering/metering-labels/2c30638f-2ed6-496f-a215-25ebc6e433e8 HTTP/1.1" status: 204 len: 168 time: 0.6051381 Nov 25 20:12:11.034827 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-99a6e52d-1ce3-4fdd-a63c-b647defa8cc5 req-e3d08f69-db26-47d9-8edf-eb8db71014a8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503139 Nov 25 20:12:11.260858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44370) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:11.377374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63ac14f-3b66-4755-be01-83e2faaf3ae4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:11.456784 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63ac14f-3b66-4755-be01-83e2faaf3ae4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:11.461648 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d63ac14f-3b66-4755-be01-83e2faaf3ae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:11.499478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ac14f-3b66-4755-be01-83e2faaf3ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79bed341-787e-4ab7-8b42-660db001c295,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:11.506382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44374) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:11.506577 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d63ac14f-3b66-4755-be01-83e2faaf3ae4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cace9eb0b666442ab65fa326c2633e33&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2445021 Nov 25 20:12:11.565751 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc22c204-0bd4-4c4c-9aac-a3a83aa5bc36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:11.590110 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc22c204-0bd4-4c4c-9aac-a3a83aa5bc36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:11.640940 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc22c204-0bd4-4c4c-9aac-a3a83aa5bc36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:11.643601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc22c204-0bd4-4c4c-9aac-a3a83aa5bc36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:11.644795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fc22c204-0bd4-4c4c-9aac-a3a83aa5bc36 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79bed341-787e-4ab7-8b42-660db001c295 HTTP/1.1" status: 204 len: 168 time: 0.1368065 Nov 25 20:12:11.658372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22c204-0bd4-4c4c-9aac-a3a83aa5bc36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79bed341-787e-4ab7-8b42-660db001c295,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:11.949879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44380) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:11.967280 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c46ad20-43c2-4dd4-828b-5200cdc1cf75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:12.063175 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c46ad20-43c2-4dd4-828b-5200cdc1cf75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:12.068060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c46ad20-43c2-4dd4-828b-5200cdc1cf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:12.138200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c46ad20-43c2-4dd4-828b-5200cdc1cf75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=036ccb09-6ec8-4df2-b124-d1a461276d21,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:12.151407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8c46ad20-43c2-4dd4-828b-5200cdc1cf75 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ba78ce831c414710bad07b0a7e81148e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2003613 Nov 25 20:12:12.155849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44384) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:12.171578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c674c791-892d-4a9a-829e-650d7d05bfe8 req-6f6794ec-4c31-4b7d-ae09-866bec4b4625 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:12.173132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c674c791-892d-4a9a-829e-650d7d05bfe8 req-6f6794ec-4c31-4b7d-ae09-866bec4b4625 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0852783 Nov 25 20:12:12.209397 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08b9baa0-9f68-4dd6-9cc9-f4c313a6308d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:12.230046 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c674c791-892d-4a9a-829e-650d7d05bfe8 req-0cf447b8-69d2-4ecc-b9ad-913ab09c0eda tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493286 Nov 25 20:12:12.245688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08b9baa0-9f68-4dd6-9cc9-f4c313a6308d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:12.319660 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08b9baa0-9f68-4dd6-9cc9-f4c313a6308d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:12.324141 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-08b9baa0-9f68-4dd6-9cc9-f4c313a6308d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:12.325403 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-08b9baa0-9f68-4dd6-9cc9-f4c313a6308d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/036ccb09-6ec8-4df2-b124-d1a461276d21 HTTP/1.1" status: 204 len: 168 time: 0.1682971 Nov 25 20:12:12.334823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9baa0-9f68-4dd6-9cc9-f4c313a6308d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=036ccb09-6ec8-4df2-b124-d1a461276d21,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:12.387339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1193ff-aee0-4f7b-ba49-eb526830e2c9 req-8aa3df52-f47e-496a-ae4c-7748b6e00fc9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:12.388925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a1193ff-aee0-4f7b-ba49-eb526830e2c9 req-8aa3df52-f47e-496a-ae4c-7748b6e00fc9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0870411 Nov 25 20:12:12.444038 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a1193ff-aee0-4f7b-ba49-eb526830e2c9 req-85c38904-b305-46db-9631-7a4e8ffd81e5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486460 Nov 25 20:12:12.469029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44390) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:12.527516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a40409c-8697-4ecf-a1e5-613312d6ff2a tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:12.529125 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4a40409c-8697-4ecf-a1e5-613312d6ff2a tempest-TestNetworkAdvancedServerOps-924848329 tempest-TestNetworkAdvancedServerOps-924848329-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 1092 time: 0.0588274 Nov 25 20:12:12.533680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44394) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:12.538627 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '02300493-b8c6-4e3b-871d-ed258da4890c', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:12.566965 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:12.685471 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:12.804020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Allocated IP 172.25.8.64 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/70aad26f-a899-424d-af5f-c16df6c75779) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:12.929605 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:12.974242 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:13.017563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:13.020454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:13.023723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:13.051417 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=70aad26f-a899-424d-af5f-c16df6c75779,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:13.441940 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:13.537491 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:13.720396 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:13.726934 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:13.755765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44426) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:13.814454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event updated for resources: {'Port': ['ID=70aad26f-a899-424d-af5f-c16df6c75779,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:13.820540 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:13.866747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-717bdda7-c075-43b0-9c90-9c36cb47da83 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-436350670'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:13.891763 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-717bdda7-c075-43b0-9c90-9c36cb47da83 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:13.893582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-717bdda7-c075-43b0-9c90-9c36cb47da83 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:13.926592 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Floating IP beccb8bc-8c18-4493-a278-531a0d831753 associated. External IP: 172.25.8.64, port: 02300493-b8c6-4e3b-871d-ed258da4890c. Nov 25 20:12:13.960961 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-717bdda7-c075-43b0-9c90-9c36cb47da83 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:13.966094 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-717bdda7-c075-43b0-9c90-9c36cb47da83 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:13.985747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-717bdda7-c075-43b0-9c90-9c36cb47da83 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:13.986995 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-717bdda7-c075-43b0-9c90-9c36cb47da83 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2307196 Nov 25 20:12:13.989653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44430) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:14.067130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e3c72bf9-0dd3-437a-abf5-c7e33639af34 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.167167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router d3c8db89-f990-4385-9b06-baa370a3094e has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:12:14.234290 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e3c72bf9-0dd3-437a-abf5-c7e33639af34 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.236479 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e3c72bf9-0dd3-437a-abf5-c7e33639af34 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.282463 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e3c72bf9-0dd3-437a-abf5-c7e33639af34 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.282876 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:14.283078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3c72bf9-0dd3-437a-abf5-c7e33639af34 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1e46574e-36af-41a3-901a-d5045c0c4063 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:12:14.288926 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e3c72bf9-0dd3-437a-abf5-c7e33639af34 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.290480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e3c72bf9-0dd3-437a-abf5-c7e33639af34 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] 10.222.0.15 "DELETE /v2.0/routers/1e46574e-36af-41a3-901a-d5045c0c4063 HTTP/1.1" status: 204 len: 168 time: 0.2995956 Nov 25 20:12:14.293479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44432) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:14.296329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95bdaf2-35a3-4837-a88e-e61a4f8f3a8b None None] Sync routers for ids ['d3c8db89-f990-4385-9b06-baa370a3094e'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:14.299068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-226993e2-6cda-4fb3-8d7a-bd5c6875c9ff tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Request body: {'router': {'name': 'tempest-router-1868149263', 'distributed': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:14.308016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bdaf2-35a3-4837-a88e-e61a4f8f3a8b None None] Routers {'d3c8db89-f990-4385-9b06-baa370a3094e'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:14.308650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c95bdaf2-35a3-4837-a88e-e61a4f8f3a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d3c8db89-f990-4385-9b06-baa370a3094e'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:14.312279 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.327574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-226993e2-6cda-4fb3-8d7a-bd5c6875c9ff tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.328815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-226993e2-6cda-4fb3-8d7a-bd5c6875c9ff tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.347880 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-14425fae-cc2a-4eee-9e03-a8637d8f8011 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8102496 Nov 25 20:12:14.347880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:12:14.355625 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45458111-7a7b-43d7-8bcc-e9be1edceb85" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:12:14.395198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-226993e2-6cda-4fb3-8d7a-bd5c6875c9ff tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.401365 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-226993e2-6cda-4fb3-8d7a-bd5c6875c9ff tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.446674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-226993e2-6cda-4fb3-8d7a-bd5c6875c9ff tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.447964 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-226993e2-6cda-4fb3-8d7a-bd5c6875c9ff tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1529770 Nov 25 20:12:14.451652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44438) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:14.473496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14100427-f670-4733-a0cf-9583ecd9cb35 req-abc30357-69ce-408d-b2aa-80f3106b7cc3 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:14.475229 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14100427-f670-4733-a0cf-9583ecd9cb35 req-abc30357-69ce-408d-b2aa-80f3106b7cc3 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0710814 Nov 25 20:12:14.536345 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-272d4c36-ab65-4f4f-882c-7aa9907744e1 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.548828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14100427-f670-4733-a0cf-9583ecd9cb35 req-43690b47-a57f-4376-b98b-a747b3f4a7fb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632513 Nov 25 20:12:14.574843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44440) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:14.608196 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1604baa3-18ec-455f-99a9-591cdaa6f3be x-openstack-request-id: req-1604baa3-18ec-455f-99a9-591cdaa6f3be {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:12:14.608621 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:12:14.609115 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1604baa3-18ec-455f-99a9-591cdaa6f3be {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:12:14.609698 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c', 'status': 'completed', 'code': 200} Nov 25 20:12:14.617160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c95bdaf2-35a3-4837-a88e-e61a4f8f3a8b None None] Set router d3c8db89-f990-4385-9b06-baa370a3094e gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:12:14.663174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ce114584-2171-4ab5-88fe-eac015b00852 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/beccb8bc-8c18-4493-a278-531a0d831753 HTTP/1.1" status: 200 len: 991 time: 0.0869796 Nov 25 20:12:14.736733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-272d4c36-ab65-4f4f-882c-7aa9907744e1 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.739504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-272d4c36-ab65-4f4f-882c-7aa9907744e1 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.787158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458111-7a7b-43d7-8bcc-e9be1edceb85 req-6148ca4f-d260-4a60-a9bd-1e5a92c2a714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:14.788962 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45458111-7a7b-43d7-8bcc-e9be1edceb85 req-6148ca4f-d260-4a60-a9bd-1e5a92c2a714 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 1097 time: 0.1407936 Nov 25 20:12:14.790214 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-272d4c36-ab65-4f4f-882c-7aa9907744e1 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.790755 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-272d4c36-ab65-4f4f-882c-7aa9907744e1 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 89aecc90-6a2b-4efe-b2e0-922667b143f9 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:12:14.795573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-272d4c36-ab65-4f4f-882c-7aa9907744e1 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.800168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44442) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:14.804560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f26f7a2f-9917-483a-9619-33bcc7585165 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Request body: {'router': {'name': 'tempest-router-1803963868', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'bf93fc5d19bc47689778fb04a2cae3a2'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:14.807598 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-272d4c36-ab65-4f4f-882c-7aa9907744e1 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] 10.222.0.15 "DELETE /v2.0/routers/89aecc90-6a2b-4efe-b2e0-922667b143f9 HTTP/1.1" status: 204 len: 168 time: 0.3542457 Nov 25 20:12:14.828800 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f26f7a2f-9917-483a-9619-33bcc7585165 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.830060 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f26f7a2f-9917-483a-9619-33bcc7585165 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.872497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c95bdaf2-35a3-4837-a88e-e61a4f8f3a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:58Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'beccb8bc-8c18-4493-a278-531a0d831753', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.64', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'port_id': '02300493-b8c6-4e3b-871d-ed258da4890c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'mac_address': 'fa:16:3e:81:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9a0610-587b-4c11-bc74-b45f379221de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:12:13Z', 'updated_at': '2021-11-25T20:12:13Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd', 'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:74:bc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:57Z', 'updated_at': '2021-11-25T20:12:01Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:14.889664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f26f7a2f-9917-483a-9619-33bcc7585165 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.895336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f26f7a2f-9917-483a-9619-33bcc7585165 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.909736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95bdaf2-35a3-4837-a88e-e61a4f8f3a8b None None] Checking router: d3c8db89-f990-4385-9b06-baa370a3094e for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:12:14.912266 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f26f7a2f-9917-483a-9619-33bcc7585165 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:14.914181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f26f7a2f-9917-483a-9619-33bcc7585165 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1123650 Nov 25 20:12:14.916578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44444) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:14.920461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c95bdaf2-35a3-4837-a88e-e61a4f8f3a8b None None] Routers {'d3c8db89-f990-4385-9b06-baa370a3094e'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:14.921088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c95bdaf2-35a3-4837-a88e-e61a4f8f3a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d3c8db89-f990-4385-9b06-baa370a3094e'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:14.922909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:14.926777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458111-7a7b-43d7-8bcc-e9be1edceb85 req-f7516cc1-a4d3-4032-aad7-a33148675d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:14.928282 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45458111-7a7b-43d7-8bcc-e9be1edceb85 req-f7516cc1-a4d3-4032-aad7-a33148675d54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41186769-0175-440d-901f-c30a2042580e HTTP/1.1" status: 200 len: 898 time: 0.1198411 Nov 25 20:12:15.043463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c95bdaf2-35a3-4837-a88e-e61a4f8f3a8b None None] Set router d3c8db89-f990-4385-9b06-baa370a3094e gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:12:15.113292 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45458111-7a7b-43d7-8bcc-e9be1edceb85 req-b6038ec3-6f00-49a3-9d11-698ee8592df1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02300493-b8c6-4e3b-871d-ed258da4890c HTTP/1.1" status: 200 len: 999 time: 0.1544838 Nov 25 20:12:15.208955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:15.209322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:15.296426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458111-7a7b-43d7-8bcc-e9be1edceb85 req-bf5a200c-44db-4207-9133-f927c5e063ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:15.297801 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45458111-7a7b-43d7-8bcc-e9be1edceb85 req-bf5a200c-44db-4207-9133-f927c5e063ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e51b1249-5817-43d0-9f95-a2e725eb8642 HTTP/1.1" status: 200 len: 834 time: 0.1474223 Nov 25 20:12:15.301585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103652) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 25 20:12:15.301954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Router c6c15f46-357d-4ae6-8f03-053a4a4ced9a migrating from provider to provider. {{(pid=103652) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 25 20:12:15.302338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:15.303366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c95bdaf2-35a3-4837-a88e-e61a4f8f3a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:58Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'beccb8bc-8c18-4493-a278-531a0d831753', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.64', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'port_id': '02300493-b8c6-4e3b-871d-ed258da4890c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'mac_address': 'fa:16:3e:81:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9a0610-587b-4c11-bc74-b45f379221de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:12:13Z', 'updated_at': '2021-11-25T20:12:13Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd', 'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:74:bc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:57Z', 'updated_at': '2021-11-25T20:12:01Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:15.318347 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:15.332335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95bdaf2-35a3-4837-a88e-e61a4f8f3a8b None None] The sync data for ids ['d3c8db89-f990-4385-9b06-baa370a3094e'] in n-d-817303-9 is: [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:58Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'beccb8bc-8c18-4493-a278-531a0d831753', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'floating_ip_address': '172.25.8.64', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'port_id': '02300493-b8c6-4e3b-871d-ed258da4890c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'mac_address': 'fa:16:3e:81:13:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e9a0610-587b-4c11-bc74-b45f379221de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:12:13Z', 'updated_at': '2021-11-25T20:12:13Z', 'revision_number': 0, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd', 'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:74:bc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:57Z', 'updated_at': '2021-11-25T20:12:01Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:15.335689 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:15.423791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45458111-7a7b-43d7-8bcc-e9be1edceb85 req-7a68792e-f01f-4339-adb8-780ec84199d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:15.425369 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45458111-7a7b-43d7-8bcc-e9be1edceb85 req-7a68792e-f01f-4339-adb8-780ec84199d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41186769-0175-440d-901f-c30a2042580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199439 Nov 25 20:12:15.453354 n-d-817303-9 neutron-server[103652]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] No L3 agents can host the router c6c15f46-357d-4ae6-8f03-053a4a4ced9a Nov 25 20:12:15.557426 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc647b72-4534-485f-808e-03cbb077a33f None None] New status for floating IP beccb8bc-8c18-4493-a278-531a0d831753: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:12:15.660327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44446) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:15.745825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-81476a55-6783-4822-8147-05893fc5bd17 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/beccb8bc-8c18-4493-a278-531a0d831753 HTTP/1.1" status: 200 len: 991 time: 0.0834291 Nov 25 20:12:15.957046 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45458111-7a7b-43d7-8bcc-e9be1edceb85 req-8fe271bf-80cd-4806-a2c5-3987851e6d4c service neutron] 10.222.0.60 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5243888 Nov 25 20:12:15.965895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Hosts for router c6c15f46-357d-4ae6-8f03-053a4a4ced9a: [] {{(pid=103652) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 25 20:12:16.013146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Hosts for other DVR routers connected to router c6c15f46-357d-4ae6-8f03-053a4a4ced9a: set() {{(pid=103652) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 25 20:12:16.015757 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:16.016965 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ab7d7c64-8574-4239-ae63-9b48a443a280 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] 10.222.0.15 "PUT /v2.0/routers/c6c15f46-357d-4ae6-8f03-053a4a4ced9a HTTP/1.1" status: 200 len: 717 time: 1.0993497 Nov 25 20:12:16.019844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44448) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:16.081625 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-45458111-7a7b-43d7-8bcc-e9be1edceb85 req-71e61531-96df-4a25-9625-438edeb3a0ea service neutron] 10.222.0.60 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165185 Nov 25 20:12:16.096359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6be70fd3-4378-47b6-9e84-3311c2cea0f6 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] 10.222.0.15 "GET /v2.0/routers/c6c15f46-357d-4ae6-8f03-053a4a4ced9a HTTP/1.1" status: 200 len: 717 time: 0.0752878 Nov 25 20:12:16.099055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44450) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:16.282737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-68b7779c-ab40-4e8f-a9fc-6ce5284d2502 tempest-RoutersTestDVR-1065820627 tempest-RoutersTestDVR-1065820627-project] 10.222.0.15 "GET /v2.0/routers/c6c15f46-357d-4ae6-8f03-053a4a4ced9a HTTP/1.1" status: 200 len: 683 time: 0.1821480 Nov 25 20:12:16.285470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44454) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:16.361195 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75650de7-141d-425c-9727-b01e30be789d tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:16.750113 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44456) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:16.829707 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-50b92c88-2987-4821-bff5-2c2de630a38d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/beccb8bc-8c18-4493-a278-531a0d831753 HTTP/1.1" status: 200 len: 993 time: 0.0728548 Nov 25 20:12:16.869106 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75650de7-141d-425c-9727-b01e30be789d tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:16.871341 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75650de7-141d-425c-9727-b01e30be789d tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:16.915380 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75650de7-141d-425c-9727-b01e30be789d tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:16.915895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75650de7-141d-425c-9727-b01e30be789d tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6c15f46-357d-4ae6-8f03-053a4a4ced9a {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:12:16.920078 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-75650de7-141d-425c-9727-b01e30be789d tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:16.924913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44458) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:16.925149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-75650de7-141d-425c-9727-b01e30be789d tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] 10.222.0.15 "DELETE /v2.0/routers/c6c15f46-357d-4ae6-8f03-053a4a4ced9a HTTP/1.1" status: 204 len: 168 time: 0.6385057 Nov 25 20:12:16.930220 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-aa2e4e34-42b0-4d37-a863-c70391aebc9f tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Request body: {'router': {'name': 'tempest-router-959579285', 'distributed': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:16.952666 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e34-42b0-4d37-a863-c70391aebc9f tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:16.953659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e34-42b0-4d37-a863-c70391aebc9f tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.010668 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e34-42b0-4d37-a863-c70391aebc9f tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.015588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e34-42b0-4d37-a863-c70391aebc9f tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.034301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa2e4e34-42b0-4d37-a863-c70391aebc9f tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.035626 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aa2e4e34-42b0-4d37-a863-c70391aebc9f tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1097391 Nov 25 20:12:17.038588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44460) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:17.111639 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b794096-f6f6-4e55-86bd-ea17bef04771 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.276101 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b794096-f6f6-4e55-86bd-ea17bef04771 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.278182 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b794096-f6f6-4e55-86bd-ea17bef04771 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.327309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b794096-f6f6-4e55-86bd-ea17bef04771 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.328003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b794096-f6f6-4e55-86bd-ea17bef04771 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 605726d1-6987-47f0-beee-ee6252973eb7 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:12:17.332974 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b794096-f6f6-4e55-86bd-ea17bef04771 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.335371 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9b794096-f6f6-4e55-86bd-ea17bef04771 tempest-RoutersTestDVR-433168535 tempest-RoutersTestDVR-433168535-project-admin] 10.222.0.15 "DELETE /v2.0/routers/605726d1-6987-47f0-beee-ee6252973eb7 HTTP/1.1" status: 204 len: 168 time: 0.2956526 Nov 25 20:12:17.597284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44466) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:17.728738 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3d82858-18b8-4436-a4f9-bf3367e484fc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.818840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3d82858-18b8-4436-a4f9-bf3367e484fc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.827482 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3d82858-18b8-4436-a4f9-bf3367e484fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.869484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d3d82858-18b8-4436-a4f9-bf3367e484fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bf93fc5d19bc47689778fb04a2cae3a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2709785 Nov 25 20:12:17.870502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d82858-18b8-4436-a4f9-bf3367e484fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba2b51b-7184-45a0-a0bb-20e490962c06,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:17.872654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44470) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:17.933834 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5591d0b5-f16b-4950-a13b-831c9894328f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:17.957304 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5591d0b5-f16b-4950-a13b-831c9894328f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:18.010625 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5591d0b5-f16b-4950-a13b-831c9894328f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:18.013174 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5591d0b5-f16b-4950-a13b-831c9894328f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:18.017362 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5591d0b5-f16b-4950-a13b-831c9894328f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cba2b51b-7184-45a0-a0bb-20e490962c06 HTTP/1.1" status: 204 len: 168 time: 0.1394181 Nov 25 20:12:18.024342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5591d0b5-f16b-4950-a13b-831c9894328f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba2b51b-7184-45a0-a0bb-20e490962c06,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:18.299434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44476) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:18.313332 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54a8d6b4-f13a-46cb-99cc-10e28d63864d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:18.394195 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54a8d6b4-f13a-46cb-99cc-10e28d63864d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:18.400081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54a8d6b4-f13a-46cb-99cc-10e28d63864d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:18.439735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8d6b4-f13a-46cb-99cc-10e28d63864d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382dafc9-ca21-4297-8d5a-4b8224e662b7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:18.445609 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54a8d6b4-f13a-46cb-99cc-10e28d63864d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a31004de6824a9e844b66bc3951d890&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1451228 Nov 25 20:12:18.448352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44478) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:18.501504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c21a08fb-f044-4eb8-b216-0d74cbe41988 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:18.524094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c21a08fb-f044-4eb8-b216-0d74cbe41988 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:18.572358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c21a08fb-f044-4eb8-b216-0d74cbe41988 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:18.575132 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c21a08fb-f044-4eb8-b216-0d74cbe41988 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:18.576318 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c21a08fb-f044-4eb8-b216-0d74cbe41988 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/382dafc9-ca21-4297-8d5a-4b8224e662b7 HTTP/1.1" status: 204 len: 168 time: 0.1270561 Nov 25 20:12:18.584784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21a08fb-f044-4eb8-b216-0d74cbe41988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382dafc9-ca21-4297-8d5a-4b8224e662b7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:19.405393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44500) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:19.506425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'network': {'name': 'tempest-RoutersTest-1927514155'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:19.530326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:19.534142 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.543985 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.621093 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.625295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.654037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:12:19.667859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23e645e6-a289-40af-b736-7d12bb7c5180,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:19.670787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.671161 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added segment 7ddafd43-d4b9-4442-a94d-f46f5ee95fbe of type vlan for network c0dfbea1-6773-4206-9809-5da26a2ee6d5 Nov 25 20:12:19.712729 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.738610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.746666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:19.747306 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.793587 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3867707 Nov 25 20:12:19.796464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44504) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:19.801858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'network': {'name': 'tempest-RoutersTest-1109450334'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:19.827589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:19.828834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cfbf8a-c4cf-4337-89d0-2251e11926da tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Network': ['ID=c0dfbea1-6773-4206-9809-5da26a2ee6d5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:19.832312 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.841625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network c0dfbea1-6773-4206-9809-5da26a2ee6d5 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:12:19.863258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:12:19.874029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.874379 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added segment 4c5abd82-0cf1-4523-84b9-234629ea9988 of type vlan for network b6d1bb31-1617-46cc-a4cc-7879eb4c1eda Nov 25 20:12:19.928489 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.955582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:19.961426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:19.962009 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.005565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2077606 Nov 25 20:12:20.008582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44506) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:20.013811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'subnet': {'network_id': 'c0dfbea1-6773-4206-9809-5da26a2ee6d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:20.036639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44981146-3f4d-4e49-a5c4-dda8163524eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Network': ['ID=b6d1bb31-1617-46cc-a4cc-7879eb4c1eda,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:20.047333 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network b6d1bb31-1617-46cc-a4cc-7879eb4c1eda details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:12:20.124226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:20.130688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.323558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.390539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Subnet': ['ID=e351b153-af98-427b-9635-86f858fa83ec,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:20.400072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Checking segment: {'id': '7ddafd43-d4b9-4442-a94d-f46f5ee95fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c0dfbea1-6773-4206-9809-5da26a2ee6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:20.400443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network hostable DHCP agents. Network: c0dfbea1-6773-4206-9809-5da26a2ee6d5, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:12:20.419301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network c0dfbea1-6773-4206-9809-5da26a2ee6d5 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:12:20.428078 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, c0dfbea1-6773-4206-9809-5da26a2ee6d5) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:20.432582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:20.433176 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.438151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db347e43-c969-453b-8248-2dd943f2d3c6 None None] Network c0dfbea1-6773-4206-9809-5da26a2ee6d5 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:20.449594 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-17a6edda-8594-4b20-9170-6563e9bce72d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4398525 Nov 25 20:12:20.452415 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44508) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:20.457290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'subnet': {'network_id': 'b6d1bb31-1617-46cc-a4cc-7879eb4c1eda', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:20.552098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:20.556440 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.599477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-c0dfbea1-6773-4206-9809-5da26a2ee6d5', 'network_id': 'c0dfbea1-6773-4206-9809-5da26a2ee6d5', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'fixed_ips': [{'subnet_id': 'e351b153-af98-427b-9635-86f858fa83ec'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:12:20.601075 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.746674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Allocated IP 172.20.0.2 (c0dfbea1-6773-4206-9809-5da26a2ee6d5/e351b153-af98-427b-9635-86f858fa83ec/2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:20.754491 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.822670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Subnet': ['ID=e1fc884c-7b49-4be3-b85d-3ac12001375b,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:20.831962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Checking segment: {'id': '4c5abd82-0cf1-4523-84b9-234629ea9988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b6d1bb31-1617-46cc-a4cc-7879eb4c1eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:20.832327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network hostable DHCP agents. Network: b6d1bb31-1617-46cc-a4cc-7879eb4c1eda, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:12:20.852581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network b6d1bb31-1617-46cc-a4cc-7879eb4c1eda is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:12:20.861429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, b6d1bb31-1617-46cc-a4cc-7879eb4c1eda) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:20.865701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:20.866375 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.874233 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05963ee9-7dd0-47a3-bbc2-63ff95bdafcd None None] Network b6d1bb31-1617-46cc-a4cc-7879eb4c1eda requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:20.886272 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-15f34e42-5e71-4646-991b-9f0b4ab69b8a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4327891 Nov 25 20:12:20.889067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44510) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:20.893837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d8a23591-40e0-4319-bc3c-c328d7e8e2a7 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1896763617', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:20.920586 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d8a23591-40e0-4319-bc3c-c328d7e8e2a7 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.921830 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d8a23591-40e0-4319-bc3c-c328d7e8e2a7 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.925651 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.956065 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.975191 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d8a23591-40e0-4319-bc3c-c328d7e8e2a7 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:20.980676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d8a23591-40e0-4319-bc3c-c328d7e8e2a7 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.000772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d8a23591-40e0-4319-bc3c-c328d7e8e2a7 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.002144 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d8a23591-40e0-4319-bc3c-c328d7e8e2a7 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1120107 Nov 25 20:12:21.005020 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44512) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:21.024074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Network c0dfbea1-6773-4206-9809-5da26a2ee6d5 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:21.039730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:21.044133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:21.046184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Pushing event updated for resources: {'Port': ['ID=2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:21.048349 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.152924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Attempting to bind port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:12:21.153295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Attempting to bind port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '7ddafd43-d4b9-4442-a94d-f46f5ee95fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c0dfbea1-6773-4206-9809-5da26a2ee6d5'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:12:21.153670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Attempting to bind port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 on network c0dfbea1-6773-4206-9809-5da26a2ee6d5 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:21.160750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:12:21.161136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Checking segment: {'id': '7ddafd43-d4b9-4442-a94d-f46f5ee95fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c0dfbea1-6773-4206-9809-5da26a2ee6d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:21.161549 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.161950 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Bound using segment: {'id': '7ddafd43-d4b9-4442-a94d-f46f5ee95fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c0dfbea1-6773-4206-9809-5da26a2ee6d5'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:12:21.162440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Bound port: 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ddafd43-d4b9-4442-a94d-f46f5ee95fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'c0dfbea1-6773-4206-9809-5da26a2ee6d5'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:12:21.162851 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.167225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-b6d1bb31-1617-46cc-a4cc-7879eb4c1eda', 'network_id': 'b6d1bb31-1617-46cc-a4cc-7879eb4c1eda', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'fixed_ips': [{'subnet_id': 'e1fc884c-7b49-4be3-b85d-3ac12001375b'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:12:21.168071 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.311972 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.339580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] For port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:12:21.359274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] For port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4,segment=NetworkSegment(7ddafd43-d4b9-4442-a94d-f46f5ee95fbe),segment_id=7ddafd43-d4b9-4442-a94d-f46f5ee95fbe)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:12:21.370923 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.407431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Allocated IP 172.21.0.2 (b6d1bb31-1617-46cc-a4cc-7879eb4c1eda/e1fc884c-7b49-4be3-b85d-3ac12001375b/3e923027-1f2f-4977-aefe-842432fbcb76) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:21.474052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2477a38f-d44c-4918-80f7-8ed1ada1183f None None] Pushing event updated for resources: {'Port': ['ID=2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:21.580542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Allocated IP 172.20.0.1 (c0dfbea1-6773-4206-9809-5da26a2ee6d5/e351b153-af98-427b-9635-86f858fa83ec/4c00b508-ff51-47a9-a9f3-f447e219c0c5) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:21.613083 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.622533 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.699736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Network b6d1bb31-1617-46cc-a4cc-7879eb4c1eda is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:21.703173 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:21.707054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:21.715094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Pushing event updated for resources: {'Port': ['ID=3e923027-1f2f-4977-aefe-842432fbcb76,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:21.752702 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.778825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Attempting to bind port 3e923027-1f2f-4977-aefe-842432fbcb76 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:12:21.779218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Attempting to bind port 3e923027-1f2f-4977-aefe-842432fbcb76 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4c5abd82-0cf1-4523-84b9-234629ea9988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b6d1bb31-1617-46cc-a4cc-7879eb4c1eda'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:12:21.779817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Attempting to bind port 3e923027-1f2f-4977-aefe-842432fbcb76 on network b6d1bb31-1617-46cc-a4cc-7879eb4c1eda {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:21.787570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:12:21.788655 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Checking segment: {'id': '4c5abd82-0cf1-4523-84b9-234629ea9988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b6d1bb31-1617-46cc-a4cc-7879eb4c1eda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:21.789230 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.792968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Bound using segment: {'id': '4c5abd82-0cf1-4523-84b9-234629ea9988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b6d1bb31-1617-46cc-a4cc-7879eb4c1eda'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:12:21.792968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Bound port: 3e923027-1f2f-4977-aefe-842432fbcb76, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5abd82-0cf1-4523-84b9-234629ea9988', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'b6d1bb31-1617-46cc-a4cc-7879eb4c1eda'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:12:21.792968 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.800925 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.856406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network c0dfbea1-6773-4206-9809-5da26a2ee6d5 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:21.861449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:21.868996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:21.883437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4d013b41-df45-4091-91b9-691540dceefd None None] For port 3e923027-1f2f-4977-aefe-842432fbcb76, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:12:21.887282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4d013b41-df45-4091-91b9-691540dceefd None None] For port 3e923027-1f2f-4977-aefe-842432fbcb76, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3e923027-1f2f-4977-aefe-842432fbcb76,segment=NetworkSegment(4c5abd82-0cf1-4523-84b9-234629ea9988),segment_id=4c5abd82-0cf1-4523-84b9-234629ea9988)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:12:21.893214 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.908503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=4c00b508-ff51-47a9-a9f3-f447e219c0c5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:21.921827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.922085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.922433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.922771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.923136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.923471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.923858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.924124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.924456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.924783 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.925666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.926034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:21.942650 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:21.959449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:22.019812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d013b41-df45-4091-91b9-691540dceefd None None] Pushing event updated for resources: {'Port': ['ID=3e923027-1f2f-4977-aefe-842432fbcb76,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:22.037461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:22.039006 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:22.093034 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:22.168021 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:22.246296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4,segment=NetworkSegment(7ddafd43-d4b9-4442-a94d-f46f5ee95fbe),segment_id=7ddafd43-d4b9-4442-a94d-f46f5ee95fbe)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:22.251957 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:22.329024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:22.509354 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:22.515113 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:22.618490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=4c00b508-ff51-47a9-a9f3-f447e219c0c5,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:22.624045 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:22.714171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa088e8-779e-4f14-bee4-3709ca6fa321 None None] Network c0dfbea1-6773-4206-9809-5da26a2ee6d5 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:22.751275 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network c0dfbea1-6773-4206-9809-5da26a2ee6d5 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:22.753330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:22.822507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-af494b03-23d5-48c2-93d1-d3359c6e6a11 None None] Provisioning complete for port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:22.823134 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-af494b03-23d5-48c2-93d1-d3359c6e6a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:22.919733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 17469498-c272-4096-bd41-7f351ce6c847 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:12:23.031977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:23.041436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44514) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:23.044767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae72146-2992-43c0-8ee0-c8cfd5ed204d None None] Sync routers for ids ['17469498-c272-4096-bd41-7f351ce6c847'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:23.048068 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-305422b7-7f41-48a8-99a2-1452ebd85509 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/17469498-c272-4096-bd41-7f351ce6c847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0411694 Nov 25 20:12:23.057451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae72146-2992-43c0-8ee0-c8cfd5ed204d None None] Routers {'17469498-c272-4096-bd41-7f351ce6c847'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:23.058210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4ae72146-2992-43c0-8ee0-c8cfd5ed204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['17469498-c272-4096-bd41-7f351ce6c847'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:23.096380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4ae72146-2992-43c0-8ee0-c8cfd5ed204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:23.097453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f0cb7d-abf9-42b4-bcbb-119b8c09df32 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:23.099295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-30f0cb7d-abf9-42b4-bcbb-119b8c09df32 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports/4c00b508-ff51-47a9-a9f3-f447e219c0c5 HTTP/1.1" status: 200 len: 910 time: 0.0564303 Nov 25 20:12:23.102441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44516) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:23.107578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae72146-2992-43c0-8ee0-c8cfd5ed204d None None] Routers {'17469498-c272-4096-bd41-7f351ce6c847'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:23.108342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4ae72146-2992-43c0-8ee0-c8cfd5ed204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['17469498-c272-4096-bd41-7f351ce6c847'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:23.147890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4ae72146-2992-43c0-8ee0-c8cfd5ed204d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:23.148705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae72146-2992-43c0-8ee0-c8cfd5ed204d None None] The sync data for ids ['17469498-c272-4096-bd41-7f351ce6c847'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:23.221767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ab6923-4cb0-47bf-b090-259baee6670f None None] Network b6d1bb31-1617-46cc-a4cc-7879eb4c1eda requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:23.296913 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:23.373370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2f5e5d6b-4912-458a-9ea0-877f3b3fb994 None None] Provisioning complete for port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:23.374025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5d6b-4912-458a-9ea0-877f3b3fb994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:23.532559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:23.700009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2f5e5d6b-4912-458a-9ea0-877f3b3fb994 None None] Provisioning complete for port 3e923027-1f2f-4977-aefe-842432fbcb76 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:23.700390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5d6b-4912-458a-9ea0-877f3b3fb994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:23.805446 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5d6b-4912-458a-9ea0-877f3b3fb994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:23.842030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2f5e5d6b-4912-458a-9ea0-877f3b3fb994 None None] For port 3e923027-1f2f-4977-aefe-842432fbcb76, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3e923027-1f2f-4977-aefe-842432fbcb76,segment=NetworkSegment(4c5abd82-0cf1-4523-84b9-234629ea9988),segment_id=4c5abd82-0cf1-4523-84b9-234629ea9988)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:23.848184 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5d6b-4912-458a-9ea0-877f3b3fb994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:23.864026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Allocated IP 172.21.0.1 (b6d1bb31-1617-46cc-a4cc-7879eb4c1eda/e1fc884c-7b49-4be3-b85d-3ac12001375b/cc1f1670-6e5a-4df1-bdde-fba39a725ab5) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:23.902290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2f5e5d6b-4912-458a-9ea0-877f3b3fb994 None None] Provisioning complete for port 4c00b508-ff51-47a9-a9f3-f447e219c0c5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:23.902715 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2f5e5d6b-4912-458a-9ea0-877f3b3fb994 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:23.946264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e5d6b-4912-458a-9ea0-877f3b3fb994 None None] Pushing event updated for resources: {'Port': ['ID=3e923027-1f2f-4977-aefe-842432fbcb76,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:23.961795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2f5e5d6b-4912-458a-9ea0-877f3b3fb994 None None] Port 4c00b508-ff51-47a9-a9f3-f447e219c0c5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:24.020252 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:12:24.036494 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3e923027-1f2f-4977-aefe-842432fbcb76 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:24.053075 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:24.097507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-20235a81-fd20-4f4d-8b10-06d384d55c88 None None] Provisioning complete for port 3e923027-1f2f-4977-aefe-842432fbcb76 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:24.098141 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-20235a81-fd20-4f4d-8b10-06d384d55c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:24.104404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:24.148486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3e923027-1f2f-4977-aefe-842432fbcb76 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:24.148871 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:24.301261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-20235a81-fd20-4f4d-8b10-06d384d55c88 None None] Provisioning complete for port 4c00b508-ff51-47a9-a9f3-f447e219c0c5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:24.301511 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-20235a81-fd20-4f4d-8b10-06d384d55c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:24.307659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:24.385312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-20235a81-fd20-4f4d-8b10-06d384d55c88 None None] Port 4c00b508-ff51-47a9-a9f3-f447e219c0c5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:24.409088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:24.409703 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:24.534952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network b6d1bb31-1617-46cc-a4cc-7879eb4c1eda is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:24.540648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:24.544445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:24.574706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=cc1f1670-6e5a-4df1-bdde-fba39a725ab5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:24.595242 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:24.720576 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:24.809298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9db7082d-3373-4fba-a8b3-fa2ae412b845 None None] Provisioning complete for port cc1f1670-6e5a-4df1-bdde-fba39a725ab5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:24.809679 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9db7082d-3373-4fba-a8b3-fa2ae412b845 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:24.849151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9db7082d-3373-4fba-a8b3-fa2ae412b845 None None] Port cc1f1670-6e5a-4df1-bdde-fba39a725ab5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:24.989541 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:24.994303 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:25.072444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=cc1f1670-6e5a-4df1-bdde-fba39a725ab5,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:25.075023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:25.176263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network b6d1bb31-1617-46cc-a4cc-7879eb4c1eda is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:25.177890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:25.286553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 17469498-c272-4096-bd41-7f351ce6c847 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:12:25.396847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:25.407415 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e0951ffa-bc69-4364-9a08-ec673797e502 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/17469498-c272-4096-bd41-7f351ce6c847/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3008587 Nov 25 20:12:25.407557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44518) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:25.413516 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf4abc7-ad45-4777-8578-e6db01f3e1aa None None] Sync routers for ids ['17469498-c272-4096-bd41-7f351ce6c847'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:25.424728 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf4abc7-ad45-4777-8578-e6db01f3e1aa None None] Routers {'17469498-c272-4096-bd41-7f351ce6c847'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:25.425921 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7cf4abc7-ad45-4777-8578-e6db01f3e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['17469498-c272-4096-bd41-7f351ce6c847'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:25.455063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c4a2b7-122f-4ca0-b72d-1bab618dd1f7 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:25.459507 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a8c4a2b7-122f-4ca0-b72d-1bab618dd1f7 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports/cc1f1670-6e5a-4df1-bdde-fba39a725ab5 HTTP/1.1" status: 200 len: 910 time: 0.0480304 Nov 25 20:12:25.459781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44520) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:25.459911 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7cf4abc7-ad45-4777-8578-e6db01f3e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:25.468902 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf4abc7-ad45-4777-8578-e6db01f3e1aa None None] Routers {'17469498-c272-4096-bd41-7f351ce6c847'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:25.469501 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7cf4abc7-ad45-4777-8578-e6db01f3e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['17469498-c272-4096-bd41-7f351ce6c847'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:25.481059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-edaa4077-cdea-4a01-9083-2c81de5684c8 None None] Provisioning complete for port cc1f1670-6e5a-4df1-bdde-fba39a725ab5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:25.482040 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-edaa4077-cdea-4a01-9083-2c81de5684c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:25.512294 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7cf4abc7-ad45-4777-8578-e6db01f3e1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:25.513041 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cf4abc7-ad45-4777-8578-e6db01f3e1aa None None] The sync data for ids ['17469498-c272-4096-bd41-7f351ce6c847'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:25.529662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-edaa4077-cdea-4a01-9083-2c81de5684c8 None None] Port cc1f1670-6e5a-4df1-bdde-fba39a725ab5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:25.839344 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e51bb367-8461-46d2-b75c-dd549377eb96 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:25.891836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3e923027-1f2f-4977-aefe-842432fbcb76 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:25.956625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3e923027-1f2f-4977-aefe-842432fbcb76 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:25.957019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:26.119100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e51bb367-8461-46d2-b75c-dd549377eb96 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port cc1f1670-6e5a-4df1-bdde-fba39a725ab5 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:26.119707 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e51bb367-8461-46d2-b75c-dd549377eb96 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:26.213645 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e51bb367-8461-46d2-b75c-dd549377eb96 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:26.226698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e51bb367-8461-46d2-b75c-dd549377eb96 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for cc1f1670-6e5a-4df1-bdde-fba39a725ab5 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:26.416899 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e51bb367-8461-46d2-b75c-dd549377eb96 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:26.452049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51bb367-8461-46d2-b75c-dd549377eb96 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=cc1f1670-6e5a-4df1-bdde-fba39a725ab5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:26.612313 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e51bb367-8461-46d2-b75c-dd549377eb96 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:26.805686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e51bb367-8461-46d2-b75c-dd549377eb96 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 17469498-c272-4096-bd41-7f351ce6c847 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:12:26.899988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e51bb367-8461-46d2-b75c-dd549377eb96 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:26.905033 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e51bb367-8461-46d2-b75c-dd549377eb96 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/17469498-c272-4096-bd41-7f351ce6c847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4437714 Nov 25 20:12:26.908212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44522) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:26.909602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40198a80-07cd-40ed-8dc3-241b77cc9141 None None] Sync routers for ids ['17469498-c272-4096-bd41-7f351ce6c847'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:26.921451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40198a80-07cd-40ed-8dc3-241b77cc9141 None None] Routers {'17469498-c272-4096-bd41-7f351ce6c847'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:26.922098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-40198a80-07cd-40ed-8dc3-241b77cc9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['17469498-c272-4096-bd41-7f351ce6c847'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:26.956204 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-40198a80-07cd-40ed-8dc3-241b77cc9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:26.965997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40198a80-07cd-40ed-8dc3-241b77cc9141 None None] Routers {'17469498-c272-4096-bd41-7f351ce6c847'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:26.966663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-40198a80-07cd-40ed-8dc3-241b77cc9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['17469498-c272-4096-bd41-7f351ce6c847'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:27.004485 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-40198a80-07cd-40ed-8dc3-241b77cc9141 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:27.005162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40198a80-07cd-40ed-8dc3-241b77cc9141 None None] The sync data for ids ['17469498-c272-4096-bd41-7f351ce6c847'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:27.249617 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-adb6b162-df5d-4620-a256-cc3543047a5d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:27.495245 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-adb6b162-df5d-4620-a256-cc3543047a5d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port 4c00b508-ff51-47a9-a9f3-f447e219c0c5 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:27.495580 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-adb6b162-df5d-4620-a256-cc3543047a5d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:27.587465 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-adb6b162-df5d-4620-a256-cc3543047a5d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:27.599659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-adb6b162-df5d-4620-a256-cc3543047a5d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for 4c00b508-ff51-47a9-a9f3-f447e219c0c5 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:27.770019 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-adb6b162-df5d-4620-a256-cc3543047a5d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:27.799232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb6b162-df5d-4620-a256-cc3543047a5d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=4c00b508-ff51-47a9-a9f3-f447e219c0c5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:27.963859 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-adb6b162-df5d-4620-a256-cc3543047a5d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:28.465990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adb6b162-df5d-4620-a256-cc3543047a5d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 17469498-c272-4096-bd41-7f351ce6c847 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:12:28.545386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adb6b162-df5d-4620-a256-cc3543047a5d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:28.550599 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-adb6b162-df5d-4620-a256-cc3543047a5d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/17469498-c272-4096-bd41-7f351ce6c847/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6413610 Nov 25 20:12:28.553597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44524) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:28.582091 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e8812dd7-44bf-4bab-9fdb-6a90e191607e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=17469498-c272-4096-bd41-7f351ce6c847 HTTP/1.1" status: 200 len: 205 time: 0.0273509 Nov 25 20:12:28.585172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44526) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:28.651323 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6b9fda-131d-49f4-b6a4-3109dd6187f2 None None] Sync routers for ids ['17469498-c272-4096-bd41-7f351ce6c847'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:28.662706 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b9fda-131d-49f4-b6a4-3109dd6187f2 None None] Routers {'17469498-c272-4096-bd41-7f351ce6c847'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:28.664071 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7d6b9fda-131d-49f4-b6a4-3109dd6187f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['17469498-c272-4096-bd41-7f351ce6c847'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:28.672447 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ad8bc0c-79f6-4e95-b1bc-de70e3394cf8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:28.698117 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7d6b9fda-131d-49f4-b6a4-3109dd6187f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:28.707154 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6b9fda-131d-49f4-b6a4-3109dd6187f2 None None] Routers {'17469498-c272-4096-bd41-7f351ce6c847'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:28.707765 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7d6b9fda-131d-49f4-b6a4-3109dd6187f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['17469498-c272-4096-bd41-7f351ce6c847'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:28.744001 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7d6b9fda-131d-49f4-b6a4-3109dd6187f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:28.744557 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6b9fda-131d-49f4-b6a4-3109dd6187f2 None None] The sync data for ids ['17469498-c272-4096-bd41-7f351ce6c847'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:28.845421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ad8bc0c-79f6-4e95-b1bc-de70e3394cf8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:28.847706 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ad8bc0c-79f6-4e95-b1bc-de70e3394cf8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:28.893873 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ad8bc0c-79f6-4e95-b1bc-de70e3394cf8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:28.894376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad8bc0c-79f6-4e95-b1bc-de70e3394cf8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Fanout notify agent at l3_agent the message router_deleted on router 17469498-c272-4096-bd41-7f351ce6c847 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:12:28.902324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ad8bc0c-79f6-4e95-b1bc-de70e3394cf8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:28.903451 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9ad8bc0c-79f6-4e95-b1bc-de70e3394cf8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/17469498-c272-4096-bd41-7f351ce6c847 HTTP/1.1" status: 204 len: 168 time: 0.3173130 Nov 25 20:12:28.906377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44528) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:28.962597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-8340228d-5a56-4d2b-ae82-33821eb997b6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting subnet e1fc884c-7b49-4be3-b85d-3ac12001375b {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:12:28.966288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8340228d-5a56-4d2b-ae82-33821eb997b6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.015669 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8340228d-5a56-4d2b-ae82-33821eb997b6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.101030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8340228d-5a56-4d2b-ae82-33821eb997b6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.162131 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8340228d-5a56-4d2b-ae82-33821eb997b6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.195790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8340228d-5a56-4d2b-ae82-33821eb997b6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Subnet': ['ID=e1fc884c-7b49-4be3-b85d-3ac12001375b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:29.200322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8340228d-5a56-4d2b-ae82-33821eb997b6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.204637 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8340228d-5a56-4d2b-ae82-33821eb997b6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/e1fc884c-7b49-4be3-b85d-3ac12001375b HTTP/1.1" status: 204 len: 168 time: 0.2971494 Nov 25 20:12:29.207629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44530) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:29.212181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060f903b-5af2-49c6-9a2a-4bd626aa0b2d None None] Network b6d1bb31-1617-46cc-a4cc-7879eb4c1eda requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:29.265778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-19b45e30-7e67-4fdf-8965-91f8f3da9f6a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting subnet e351b153-af98-427b-9635-86f858fa83ec {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:12:29.269072 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19b45e30-7e67-4fdf-8965-91f8f3da9f6a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.321875 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19b45e30-7e67-4fdf-8965-91f8f3da9f6a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.403306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-703065cb-fc4d-4661-a524-bc5ec5519b5a None None] DHCP port deletion for b6d1bb31-1617-46cc-a4cc-7879eb4c1eda request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:12:29.411113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19b45e30-7e67-4fdf-8965-91f8f3da9f6a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.453306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-703065cb-fc4d-4661-a524-bc5ec5519b5a None None] Deleting port 3e923027-1f2f-4977-aefe-842432fbcb76 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:29.454065 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-703065cb-fc4d-4661-a524-bc5ec5519b5a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.471612 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19b45e30-7e67-4fdf-8965-91f8f3da9f6a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.501847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b45e30-7e67-4fdf-8965-91f8f3da9f6a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Subnet': ['ID=e351b153-af98-427b-9635-86f858fa83ec,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:29.508348 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-19b45e30-7e67-4fdf-8965-91f8f3da9f6a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.511691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-19b45e30-7e67-4fdf-8965-91f8f3da9f6a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/e351b153-af98-427b-9635-86f858fa83ec HTTP/1.1" status: 204 len: 168 time: 0.3030052 Nov 25 20:12:29.514243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44532) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:29.518734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ed2500-b887-404a-95a6-0fd484b7ff7f None None] Network c0dfbea1-6773-4206-9809-5da26a2ee6d5 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:29.567259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-703065cb-fc4d-4661-a524-bc5ec5519b5a None None] For port 3e923027-1f2f-4977-aefe-842432fbcb76, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3e923027-1f2f-4977-aefe-842432fbcb76,segment=NetworkSegment(4c5abd82-0cf1-4523-84b9-234629ea9988),segment_id=4c5abd82-0cf1-4523-84b9-234629ea9988)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:29.567660 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-703065cb-fc4d-4661-a524-bc5ec5519b5a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.595572 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.615031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-703065cb-fc4d-4661-a524-bc5ec5519b5a None None] Calling delete_port for 3e923027-1f2f-4977-aefe-842432fbcb76 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:29.653136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port 3e923027-1f2f-4977-aefe-842432fbcb76 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:29.653594 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.735641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] For port 3e923027-1f2f-4977-aefe-842432fbcb76, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3e923027-1f2f-4977-aefe-842432fbcb76,segment=NetworkSegment(4c5abd82-0cf1-4523-84b9-234629ea9988),segment_id=4c5abd82-0cf1-4523-84b9-234629ea9988)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:29.735641 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.746027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for 3e923027-1f2f-4977-aefe-842432fbcb76 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:29.764793 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-703065cb-fc4d-4661-a524-bc5ec5519b5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.795364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703065cb-fc4d-4661-a524-bc5ec5519b5a None None] Pushing event deleted for resources: {'Port': ['ID=3e923027-1f2f-4977-aefe-842432fbcb76,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:29.806662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703065cb-fc4d-4661-a524-bc5ec5519b5a None None] No DVR routers for this DVR port 3e923027-1f2f-4977-aefe-842432fbcb76 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:12:29.831274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67370c7-89f6-4b99-afc9-62c7c328baca None None] DHCP port deletion for c0dfbea1-6773-4206-9809-5da26a2ee6d5 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:12:29.850655 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.883012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=3e923027-1f2f-4977-aefe-842432fbcb76,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:29.887316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No DVR routers for this DVR port 3e923027-1f2f-4977-aefe-842432fbcb76 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:12:29.897668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c67370c7-89f6-4b99-afc9-62c7c328baca None None] Deleting port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:29.898311 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c67370c7-89f6-4b99-afc9-62c7c328baca None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:29.909690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3e923027-1f2f-4977-aefe-842432fbcb76 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:12:29.946628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 3e923027-1f2f-4977-aefe-842432fbcb76 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:12:29.947078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3e923027-1f2f-4977-aefe-842432fbcb76 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:12:29.947415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:12:29.983643 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.010034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6d1bb31-1617-46cc-a4cc-7879eb4c1eda']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:30.022913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5abd82-0cf1-4523-84b9-234629ea9988') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:30.023973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5abd82-0cf1-4523-84b9-234629ea9988') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:30.033781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c67370c7-89f6-4b99-afc9-62c7c328baca None None] For port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4,segment=NetworkSegment(7ddafd43-d4b9-4442-a94d-f46f5ee95fbe),segment_id=7ddafd43-d4b9-4442-a94d-f46f5ee95fbe)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:30.034187 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c67370c7-89f6-4b99-afc9-62c7c328baca None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.035457 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.051105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c67370c7-89f6-4b99-afc9-62c7c328baca None None] Calling delete_port for 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:30.055693 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.062915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:12:30.063443 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:12:30.066920 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:12:30.123593 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.140735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.148518 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.155347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/networks/b6d1bb31-1617-46cc-a4cc-7879eb4c1eda HTTP/1.1" status: 204 len: 168 time: 0.6400108 Nov 25 20:12:30.156577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44534) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:30.173796 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a9004e-7105-4ea8-a8b4-c68e0e77f7bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Network': ['ID=b6d1bb31-1617-46cc-a4cc-7879eb4c1eda,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:30.177022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4,segment=NetworkSegment(7ddafd43-d4b9-4442-a94d-f46f5ee95fbe),segment_id=7ddafd43-d4b9-4442-a94d-f46f5ee95fbe)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:30.187281 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.231829 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c67370c7-89f6-4b99-afc9-62c7c328baca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.247968 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.253952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67370c7-89f6-4b99-afc9-62c7c328baca None None] No DVR routers for this DVR port 2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:12:30.255756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:30.292206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67370c7-89f6-4b99-afc9-62c7c328baca None None] Pushing event deleted for resources: {'Port': ['ID=2bc21a6f-a1e5-4cfe-b439-dfa2b233c3a4,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:30.379859 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.418301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0dfbea1-6773-4206-9809-5da26a2ee6d5']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:30.436387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ddafd43-d4b9-4442-a94d-f46f5ee95fbe') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:30.436906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ddafd43-d4b9-4442-a94d-f46f5ee95fbe') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:30.455108 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.478319 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.488777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Releasing vlan 639 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:12:30.489483 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:12:30.495072 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:12:30.596602 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.611208 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.614533 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/networks/c0dfbea1-6773-4206-9809-5da26a2ee6d5 HTTP/1.1" status: 204 len: 168 time: 0.4566503 Nov 25 20:12:30.620744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44536) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:30.627667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'network': {'name': 'tempest-RoutersTest-968134857'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:30.629777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f28464-c9dd-43e1-8c42-d25fba4636c9 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Network': ['ID=c0dfbea1-6773-4206-9809-5da26a2ee6d5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:30.661236 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:30.668340 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.697038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:12:30.709040 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.709442 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added segment 8b1ccf09-7900-4130-8bb0-67e376cf9eff of type vlan for network 7ef90c15-68f1-485e-86ac-d61132d718c8 Nov 25 20:12:30.758785 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.786454 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.793085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:30.793710 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:30.833074 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2109728 Nov 25 20:12:30.837650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44538) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:30.843569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'subnet': {'network_id': '7ef90c15-68f1-485e-86ac-d61132d718c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:30.873099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5435a699-5140-427a-9045-57ad9f7cdb0b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Network': ['ID=7ef90c15-68f1-485e-86ac-d61132d718c8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:30.884098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 7ef90c15-68f1-485e-86ac-d61132d718c8 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:12:30.948771 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:30.952380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.177327 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.234878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Subnet': ['ID=b516756c-6ad4-41b8-9379-1eda206864c9,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:31.252373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Checking segment: {'id': '8b1ccf09-7900-4130-8bb0-67e376cf9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ef90c15-68f1-485e-86ac-d61132d718c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:31.252737 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network hostable DHCP agents. Network: 7ef90c15-68f1-485e-86ac-d61132d718c8, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:12:31.271908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 7ef90c15-68f1-485e-86ac-d61132d718c8 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:12:31.284070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 7ef90c15-68f1-485e-86ac-d61132d718c8) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:31.289442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:31.290204 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.299546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259d4e1a-1f6f-44ce-afdc-da014b056f68 None None] Network 7ef90c15-68f1-485e-86ac-d61132d718c8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:31.311736 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-020cf807-5095-4aae-abb2-e399fd63520f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4728568 Nov 25 20:12:31.315375 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44540) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:31.323640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c495c14a-b0b9-4f07-a90c-75d8e710ec57 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1740381936', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:31.357631 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c495c14a-b0b9-4f07-a90c-75d8e710ec57 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.358791 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c495c14a-b0b9-4f07-a90c-75d8e710ec57 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.417123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c495c14a-b0b9-4f07-a90c-75d8e710ec57 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.422891 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c495c14a-b0b9-4f07-a90c-75d8e710ec57 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.445160 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c495c14a-b0b9-4f07-a90c-75d8e710ec57 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.446969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c495c14a-b0b9-4f07-a90c-75d8e710ec57 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1298397 Nov 25 20:12:31.449540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44542) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:31.454658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'port': {'network_id': '7ef90c15-68f1-485e-86ac-d61132d718c8', 'name': 'tempest-RoutersTest-1323210663'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:31.485961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-7ef90c15-68f1-485e-86ac-d61132d718c8', 'network_id': '7ef90c15-68f1-485e-86ac-d61132d718c8', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'fixed_ips': [{'subnet_id': 'b516756c-6ad4-41b8-9379-1eda206864c9'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:12:31.487443 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.594185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:31.601703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.629540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] device_id is not set on port 1748ad46-4c56-4f42-b85b-3d713d5c31d3 yet. {{(pid=103651) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 25 20:12:31.660519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Allocated IP 172.20.0.2 (7ef90c15-68f1-485e-86ac-d61132d718c8/b516756c-6ad4-41b8-9379-1eda206864c9/d058b7fc-4f18-4792-9856-bab1ce24b695) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:31.860990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.869782 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:31.918129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Network 7ef90c15-68f1-485e-86ac-d61132d718c8 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:31.921307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:31.925752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:31.933029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Pushing event updated for resources: {'Port': ['ID=d058b7fc-4f18-4792-9856-bab1ce24b695,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:31.935933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Allocated IP 172.20.0.10 (7ef90c15-68f1-485e-86ac-d61132d718c8/b516756c-6ad4-41b8-9379-1eda206864c9/1748ad46-4c56-4f42-b85b-3d713d5c31d3) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:32.016108 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Attempting to bind port d058b7fc-4f18-4792-9856-bab1ce24b695 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:12:32.016709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Attempting to bind port d058b7fc-4f18-4792-9856-bab1ce24b695 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '8b1ccf09-7900-4130-8bb0-67e376cf9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ef90c15-68f1-485e-86ac-d61132d718c8'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:12:32.017365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Attempting to bind port d058b7fc-4f18-4792-9856-bab1ce24b695 on network 7ef90c15-68f1-485e-86ac-d61132d718c8 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:32.026762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:12:32.027406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Checking segment: {'id': '8b1ccf09-7900-4130-8bb0-67e376cf9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ef90c15-68f1-485e-86ac-d61132d718c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:32.028047 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:32.028507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Bound using segment: {'id': '8b1ccf09-7900-4130-8bb0-67e376cf9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ef90c15-68f1-485e-86ac-d61132d718c8'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:12:32.029293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Bound port: d058b7fc-4f18-4792-9856-bab1ce24b695, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b1ccf09-7900-4130-8bb0-67e376cf9eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '7ef90c15-68f1-485e-86ac-d61132d718c8'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:12:32.029937 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:32.120594 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e9e8b9d9-8ecf-4faa-a831-aa579c591a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:32.127553 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] For port d058b7fc-4f18-4792-9856-bab1ce24b695, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:12:32.131188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] For port d058b7fc-4f18-4792-9856-bab1ce24b695, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d058b7fc-4f18-4792-9856-bab1ce24b695,segment=NetworkSegment(8b1ccf09-7900-4130-8bb0-67e376cf9eff),segment_id=8b1ccf09-7900-4130-8bb0-67e376cf9eff)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:12:32.137817 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:32.147147 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:32.175852 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:32.238007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 7ef90c15-68f1-485e-86ac-d61132d718c8 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:32.243437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:32.245956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:32.250215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=1748ad46-4c56-4f42-b85b-3d713d5c31d3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:32.261413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4e6c1c-7217-4447-8493-656afbbf582f None None] Pushing event updated for resources: {'Port': ['ID=d058b7fc-4f18-4792-9856-bab1ce24b695,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:32.303134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:32.304918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:32.324975 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7da6e3cc-b067-4f37-8b5a-21f70c88cead tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.8743148 Nov 25 20:12:32.327602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44544) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:32.704703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:32.968384 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:32.973625 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:33.055463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=1748ad46-4c56-4f42-b85b-3d713d5c31d3,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:33.217042 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:33.227502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9949a7f-9dd3-4d9d-a9ac-ddcfb3054e83 None None] Network 7ef90c15-68f1-485e-86ac-d61132d718c8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:33.337499 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:33.348732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c6006b62-ebde-452e-9a7d-90fe26f84a09 None None] Provisioning complete for port d058b7fc-4f18-4792-9856-bab1ce24b695 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:33.349104 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c6006b62-ebde-452e-9a7d-90fe26f84a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:33.466577 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c6006b62-ebde-452e-9a7d-90fe26f84a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:33.504360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c6006b62-ebde-452e-9a7d-90fe26f84a09 None None] For port d058b7fc-4f18-4792-9856-bab1ce24b695, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d058b7fc-4f18-4792-9856-bab1ce24b695,segment=NetworkSegment(8b1ccf09-7900-4130-8bb0-67e376cf9eff),segment_id=8b1ccf09-7900-4130-8bb0-67e376cf9eff)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:33.509774 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c6006b62-ebde-452e-9a7d-90fe26f84a09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:33.574512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6006b62-ebde-452e-9a7d-90fe26f84a09 None None] Pushing event updated for resources: {'Port': ['ID=d058b7fc-4f18-4792-9856-bab1ce24b695,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:33.641318 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:33.646632 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:33.736482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=1748ad46-4c56-4f42-b85b-3d713d5c31d3,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:33.744664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:33.759348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.759702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.760067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.760378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.760630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f92db000-23ea-481d-b4df-54ed918d4d1f None None] Provisioning complete for port 1748ad46-4c56-4f42-b85b-3d713d5c31d3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:33.760761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.762717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.762888 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f92db000-23ea-481d-b4df-54ed918d4d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:33.763008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.763008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.763008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.763008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.763008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.763008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:33.812944 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f92db000-23ea-481d-b4df-54ed918d4d1f None None] Port 1748ad46-4c56-4f42-b85b-3d713d5c31d3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:33.837823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f92db000-23ea-481d-b4df-54ed918d4d1f None None] Provisioning complete for port d058b7fc-4f18-4792-9856-bab1ce24b695 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:33.838982 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f92db000-23ea-481d-b4df-54ed918d4d1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:33.922626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 7ef90c15-68f1-485e-86ac-d61132d718c8 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:33.926580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:33.961949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d058b7fc-4f18-4792-9856-bab1ce24b695 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:34.047706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d058b7fc-4f18-4792-9856-bab1ce24b695 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:34.048413 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:34.135854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 7a798d44-e96b-41a6-a055-669112cd19f5 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:12:34.141134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-52377371-50c8-4d2e-be8a-1646fec99a4c None None] Provisioning complete for port 1748ad46-4c56-4f42-b85b-3d713d5c31d3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:34.142388 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-52377371-50c8-4d2e-be8a-1646fec99a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:34.208868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-52377371-50c8-4d2e-be8a-1646fec99a4c None None] Port 1748ad46-4c56-4f42-b85b-3d713d5c31d3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:34.246181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:34.251747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-440d5728-01fd-4a4b-8306-c724097b19a2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/7a798d44-e96b-41a6-a055-669112cd19f5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9231377 Nov 25 20:12:34.254554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44546) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:34.261476 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d3740-6e03-4bad-8915-9929846ebe06 None None] Sync routers for ids ['7a798d44-e96b-41a6-a055-669112cd19f5'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:34.280991 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d3740-6e03-4bad-8915-9929846ebe06 None None] Routers {'7a798d44-e96b-41a6-a055-669112cd19f5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:34.281627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2c9d3740-6e03-4bad-8915-9929846ebe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['7a798d44-e96b-41a6-a055-669112cd19f5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:34.320704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0a71d2-985c-4e04-918e-5644a7b17f3d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:34.322982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3b0a71d2-985c-4e04-918e-5644a7b17f3d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports/1748ad46-4c56-4f42-b85b-3d713d5c31d3 HTTP/1.1" status: 200 len: 978 time: 0.0673013 Nov 25 20:12:34.325638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44548) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:34.339135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2c9d3740-6e03-4bad-8915-9929846ebe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:34.357123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9d3740-6e03-4bad-8915-9929846ebe06 None None] Routers {'7a798d44-e96b-41a6-a055-669112cd19f5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:34.357123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2c9d3740-6e03-4bad-8915-9929846ebe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['7a798d44-e96b-41a6-a055-669112cd19f5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:34.392171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ade777ae-b6a3-4e78-8080-e2352a89dc66 None None] Provisioning complete for port 1748ad46-4c56-4f42-b85b-3d713d5c31d3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:34.392540 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ade777ae-b6a3-4e78-8080-e2352a89dc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:34.394352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2c9d3740-6e03-4bad-8915-9929846ebe06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:34.395914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9d3740-6e03-4bad-8915-9929846ebe06 None None] The sync data for ids ['7a798d44-e96b-41a6-a055-669112cd19f5'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:34.442758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ade777ae-b6a3-4e78-8080-e2352a89dc66 None None] Port 1748ad46-4c56-4f42-b85b-3d713d5c31d3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:34.565148 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-31ed7fd5-6191-436c-b135-c88477e5e361 None None] Provisioning complete for port 1748ad46-4c56-4f42-b85b-3d713d5c31d3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:34.565525 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-31ed7fd5-6191-436c-b135-c88477e5e361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:34.787541 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-31ed7fd5-6191-436c-b135-c88477e5e361 None None] Port 1748ad46-4c56-4f42-b85b-3d713d5c31d3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:34.926533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f91f6878-f12a-40b5-8a46-2f17e40d69eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:35.196979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f91f6878-f12a-40b5-8a46-2f17e40d69eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port 1748ad46-4c56-4f42-b85b-3d713d5c31d3 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:35.197317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f91f6878-f12a-40b5-8a46-2f17e40d69eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:35.229464 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b20b656-dd67-499e-ae18-1e39de57ca33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:35.318211 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f91f6878-f12a-40b5-8a46-2f17e40d69eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:35.331556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f91f6878-f12a-40b5-8a46-2f17e40d69eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for 1748ad46-4c56-4f42-b85b-3d713d5c31d3 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:35.930911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f91f6878-f12a-40b5-8a46-2f17e40d69eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:35.967824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91f6878-f12a-40b5-8a46-2f17e40d69eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=1748ad46-4c56-4f42-b85b-3d713d5c31d3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:36.156274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f91f6878-f12a-40b5-8a46-2f17e40d69eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:36.347021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91f6878-f12a-40b5-8a46-2f17e40d69eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 7a798d44-e96b-41a6-a055-669112cd19f5 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:12:36.435967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91f6878-f12a-40b5-8a46-2f17e40d69eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:36.458335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44550) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:36.458924 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf217d-3866-4163-acaf-15b5f538b7b8 None None] Sync routers for ids ['7a798d44-e96b-41a6-a055-669112cd19f5'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:36.459301 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f91f6878-f12a-40b5-8a46-2f17e40d69eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/7a798d44-e96b-41a6-a055-669112cd19f5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1165257 Nov 25 20:12:36.461273 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf217d-3866-4163-acaf-15b5f538b7b8 None None] Routers {'7a798d44-e96b-41a6-a055-669112cd19f5'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:36.462294 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b7cf217d-3866-4163-acaf-15b5f538b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['7a798d44-e96b-41a6-a055-669112cd19f5'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:36.500241 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b7cf217d-3866-4163-acaf-15b5f538b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:36.527525 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cf217d-3866-4163-acaf-15b5f538b7b8 None None] Routers {'7a798d44-e96b-41a6-a055-669112cd19f5'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:36.528387 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b7cf217d-3866-4163-acaf-15b5f538b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['7a798d44-e96b-41a6-a055-669112cd19f5'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:36.546243 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:36.566383 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b7cf217d-3866-4163-acaf-15b5f538b7b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:36.567091 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7cf217d-3866-4163-acaf-15b5f538b7b8 None None] The sync data for ids ['7a798d44-e96b-41a6-a055-669112cd19f5'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:36.712576 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-a8c782f6-6522-4439-8534-b8cbc4bd39dc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] remove_router_interface failed (client error): The resource could not be found. Nov 25 20:12:36.713561 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a8c782f6-6522-4439-8534-b8cbc4bd39dc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/7a798d44-e96b-41a6-a055-669112cd19f5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2657611 Nov 25 20:12:36.716712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44552) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:36.751015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-673108ce-ed7d-4f60-a3c3-ccb5d54c726d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a798d44-e96b-41a6-a055-669112cd19f5 HTTP/1.1" status: 200 len: 205 time: 0.0331187 Nov 25 20:12:36.753432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44554) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:36.847063 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64a1a096-7802-463b-9e63-7e5f03a9d010 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.015072 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64a1a096-7802-463b-9e63-7e5f03a9d010 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.017343 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64a1a096-7802-463b-9e63-7e5f03a9d010 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.072171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64a1a096-7802-463b-9e63-7e5f03a9d010 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.072856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a1a096-7802-463b-9e63-7e5f03a9d010 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Fanout notify agent at l3_agent the message router_deleted on router 7a798d44-e96b-41a6-a055-669112cd19f5 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:12:37.086372 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64a1a096-7802-463b-9e63-7e5f03a9d010 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.086372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-64a1a096-7802-463b-9e63-7e5f03a9d010 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/7a798d44-e96b-41a6-a055-669112cd19f5 HTTP/1.1" status: 204 len: 168 time: 0.3307793 Nov 25 20:12:37.088032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44560) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:37.147962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9e87ad9-2de2-4c8d-b28b-8e2e86a3b165 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting subnet b516756c-6ad4-41b8-9379-1eda206864c9 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:12:37.151226 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9e87ad9-2de2-4c8d-b28b-8e2e86a3b165 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.194710 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9e87ad9-2de2-4c8d-b28b-8e2e86a3b165 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.287358 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9e87ad9-2de2-4c8d-b28b-8e2e86a3b165 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.367542 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9e87ad9-2de2-4c8d-b28b-8e2e86a3b165 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.394484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e87ad9-2de2-4c8d-b28b-8e2e86a3b165 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Subnet': ['ID=b516756c-6ad4-41b8-9379-1eda206864c9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:37.400663 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9e87ad9-2de2-4c8d-b28b-8e2e86a3b165 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.403636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c9e87ad9-2de2-4c8d-b28b-8e2e86a3b165 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/b516756c-6ad4-41b8-9379-1eda206864c9 HTTP/1.1" status: 204 len: 168 time: 0.3145604 Nov 25 20:12:37.406747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44562) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:37.407029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3f53be-d5cf-4624-8c3a-6ff60968d422 None None] Network 7ef90c15-68f1-485e-86ac-d61132d718c8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:37.507589 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.597596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port d058b7fc-4f18-4792-9856-bab1ce24b695 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:37.597950 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.625450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] DHCP port deletion for 7ef90c15-68f1-485e-86ac-d61132d718c8 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:12:37.674092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] For port d058b7fc-4f18-4792-9856-bab1ce24b695, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d058b7fc-4f18-4792-9856-bab1ce24b695,segment=NetworkSegment(8b1ccf09-7900-4130-8bb0-67e376cf9eff),segment_id=8b1ccf09-7900-4130-8bb0-67e376cf9eff)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:37.674494 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.688854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for d058b7fc-4f18-4792-9856-bab1ce24b695 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:37.701820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Deleting port d058b7fc-4f18-4792-9856-bab1ce24b695 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:37.702195 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.777009 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.801987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=d058b7fc-4f18-4792-9856-bab1ce24b695,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:37.804681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] For port d058b7fc-4f18-4792-9856-bab1ce24b695, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d058b7fc-4f18-4792-9856-bab1ce24b695,segment=NetworkSegment(8b1ccf09-7900-4130-8bb0-67e376cf9eff),segment_id=8b1ccf09-7900-4130-8bb0-67e376cf9eff)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:37.807277 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.808362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No DVR routers for this DVR port d058b7fc-4f18-4792-9856-bab1ce24b695 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:12:37.824373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Calling delete_port for d058b7fc-4f18-4792-9856-bab1ce24b695 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:37.894943 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.908648 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.932818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d058b7fc-4f18-4792-9856-bab1ce24b695 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:12:37.937453 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef90c15-68f1-485e-86ac-d61132d718c8']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:37.949104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b1ccf09-7900-4130-8bb0-67e376cf9eff') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:37.949402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b1ccf09-7900-4130-8bb0-67e376cf9eff') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:37.959891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.960383 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: d058b7fc-4f18-4792-9856-bab1ce24b695 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:12:37.960737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d058b7fc-4f18-4792-9856-bab1ce24b695 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:12:37.965450 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.977504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.984172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:12:37.984559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:12:37.988197 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:12:37.994416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Pushing event deleted for resources: {'Port': ['ID=d058b7fc-4f18-4792-9856-bab1ce24b695,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:37.998675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] No DVR routers for this DVR port d058b7fc-4f18-4792-9856-bab1ce24b695 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:12:38.005924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.006338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.006689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.007052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.007392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.007723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.008052 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.008960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.008960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.009194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.009365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.009663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cf38ed5-25b1-4878-bff1-271501a68f14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:12:38.064852 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.077138 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.080413 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/networks/7ef90c15-68f1-485e-86ac-d61132d718c8 HTTP/1.1" status: 204 len: 168 time: 0.6717091 Nov 25 20:12:38.086673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44564) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:38.091957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'network': {'name': 'tempest-RoutersTest-178404173'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:38.093491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897882bf-063a-4cb0-833e-951842d3ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Network': ['ID=7ef90c15-68f1-485e-86ac-d61132d718c8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:38.114499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:38.118200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.144652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:12:38.154339 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.154687 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added segment 8ad45aa2-56cd-42af-b2a7-37c053f2c628 of type vlan for network 448fff99-0232-4704-b985-931617e933bb Nov 25 20:12:38.199483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.229338 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.235323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:38.235928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.289132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2012198 Nov 25 20:12:38.292487 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44566) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:38.299355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'subnet': {'network_id': '448fff99-0232-4704-b985-931617e933bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:38.321386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63e0822-7316-4597-b86f-b8908cb35f9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Network': ['ID=448fff99-0232-4704-b985-931617e933bb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:38.333108 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 448fff99-0232-4704-b985-931617e933bb details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:12:38.408565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:38.409433 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.416236 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.628324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.700645 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Subnet': ['ID=75920ad2-e83f-424c-864a-eb6dcee7620a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:38.708613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Checking segment: {'id': '8ad45aa2-56cd-42af-b2a7-37c053f2c628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '448fff99-0232-4704-b985-931617e933bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:38.708988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network hostable DHCP agents. Network: 448fff99-0232-4704-b985-931617e933bb, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:12:38.728212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 448fff99-0232-4704-b985-931617e933bb is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:12:38.738792 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 448fff99-0232-4704-b985-931617e933bb) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:38.743410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:38.744012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.751854 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd18be31-3c5b-429e-a12b-f3cceaddf29d None None] Network 448fff99-0232-4704-b985-931617e933bb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:38.767219 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9b8ef22c-8de7-47c1-83ba-341878dc30b1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4731889 Nov 25 20:12:38.769928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44568) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:38.775994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5ff5688f-ca3e-416c-9863-dae08e1c9e08 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1000428516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:38.800151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ff5688f-ca3e-416c-9863-dae08e1c9e08 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.801218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ff5688f-ca3e-416c-9863-dae08e1c9e08 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.873424 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ff5688f-ca3e-416c-9863-dae08e1c9e08 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.878252 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ff5688f-ca3e-416c-9863-dae08e1c9e08 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.900492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5ff5688f-ca3e-416c-9863-dae08e1c9e08 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:38.901867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5ff5688f-ca3e-416c-9863-dae08e1c9e08 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1308596 Nov 25 20:12:38.904641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44570) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:38.943655 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-448fff99-0232-4704-b985-931617e933bb', 'network_id': '448fff99-0232-4704-b985-931617e933bb', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'fixed_ips': [{'subnet_id': '75920ad2-e83f-424c-864a-eb6dcee7620a'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:12:38.945525 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:39.097292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Allocated IP 172.20.0.2 (448fff99-0232-4704-b985-931617e933bb/75920ad2-e83f-424c-864a-eb6dcee7620a/d290549c-ab68-4a8d-8e32-d1039d71db92) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:39.197675 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:39.262211 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:39.268095 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:39.311171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Network 448fff99-0232-4704-b985-931617e933bb is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:39.314034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:39.316562 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:39.326640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Pushing event updated for resources: {'Port': ['ID=d290549c-ab68-4a8d-8e32-d1039d71db92,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:39.382727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Attempting to bind port d290549c-ab68-4a8d-8e32-d1039d71db92 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:12:39.383133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Attempting to bind port d290549c-ab68-4a8d-8e32-d1039d71db92 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '8ad45aa2-56cd-42af-b2a7-37c053f2c628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '448fff99-0232-4704-b985-931617e933bb'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:12:39.383510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Attempting to bind port d290549c-ab68-4a8d-8e32-d1039d71db92 on network 448fff99-0232-4704-b985-931617e933bb {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:39.388997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:12:39.389376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Checking segment: {'id': '8ad45aa2-56cd-42af-b2a7-37c053f2c628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '448fff99-0232-4704-b985-931617e933bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:39.389783 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:39.390177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Bound using segment: {'id': '8ad45aa2-56cd-42af-b2a7-37c053f2c628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '448fff99-0232-4704-b985-931617e933bb'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:12:39.390644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Bound port: d290549c-ab68-4a8d-8e32-d1039d71db92, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ad45aa2-56cd-42af-b2a7-37c053f2c628', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '448fff99-0232-4704-b985-931617e933bb'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:12:39.391093 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:39.448262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Allocated IP 172.20.0.1 (448fff99-0232-4704-b985-931617e933bb/75920ad2-e83f-424c-864a-eb6dcee7620a/d2a55ce7-dc24-46aa-8d78-90bc74a9579a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:39.456429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] For port d290549c-ab68-4a8d-8e32-d1039d71db92, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:12:39.460452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] For port d290549c-ab68-4a8d-8e32-d1039d71db92, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d290549c-ab68-4a8d-8e32-d1039d71db92,segment=NetworkSegment(8ad45aa2-56cd-42af-b2a7-37c053f2c628),segment_id=8ad45aa2-56cd-42af-b2a7-37c053f2c628)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:12:39.467592 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:39.533022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c06b61-4375-4230-9b40-9a4443c051cb None None] Pushing event updated for resources: {'Port': ['ID=d290549c-ab68-4a8d-8e32-d1039d71db92,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:39.587202 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:39.624923 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:39.669391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 448fff99-0232-4704-b985-931617e933bb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:39.677698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:39.682006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:39.691241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=d2a55ce7-dc24-46aa-8d78-90bc74a9579a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:39.763349 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:39.909523 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:39.933711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d290549c-ab68-4a8d-8e32-d1039d71db92 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:39.987079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d290549c-ab68-4a8d-8e32-d1039d71db92 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:39.987478 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:40.081290 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:40.117984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port d290549c-ab68-4a8d-8e32-d1039d71db92, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d290549c-ab68-4a8d-8e32-d1039d71db92,segment=NetworkSegment(8ad45aa2-56cd-42af-b2a7-37c053f2c628),segment_id=8ad45aa2-56cd-42af-b2a7-37c053f2c628)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:40.123198 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:40.192017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=d290549c-ab68-4a8d-8e32-d1039d71db92,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:40.219704 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:40.229351 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:40.306219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=d2a55ce7-dc24-46aa-8d78-90bc74a9579a,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:40.314993 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:40.422387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 448fff99-0232-4704-b985-931617e933bb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:40.423975 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:40.552821 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 83e39e2c-dc40-40b4-a489-511395411f16 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:12:40.563416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41f819d1-4282-48a1-80b4-cf1bbd9c15ca None None] Network 448fff99-0232-4704-b985-931617e933bb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:40.655181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:40.664236 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44576) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:40.664724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-569e5233-2163-4bd2-8995-f3a996a5ac2b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/83e39e2c-dc40-40b4-a489-511395411f16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7573111 Nov 25 20:12:40.687043 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c0be3c-5820-4d50-b156-043dbe310d9e None None] Sync routers for ids ['83e39e2c-dc40-40b4-a489-511395411f16'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:40.707297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4436f472-99a5-4e57-9c7d-788dcd158df1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:40.708686 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4436f472-99a5-4e57-9c7d-788dcd158df1 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports/d2a55ce7-dc24-46aa-8d78-90bc74a9579a HTTP/1.1" status: 200 len: 910 time: 0.0433888 Nov 25 20:12:40.710716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b47dea68-2cc4-488e-9562-a99f3d0a8cf5 None None] Provisioning complete for port d290549c-ab68-4a8d-8e32-d1039d71db92 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:40.711139 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b47dea68-2cc4-488e-9562-a99f3d0a8cf5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:40.712321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44578) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:40.741808 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c0be3c-5820-4d50-b156-043dbe310d9e None None] Routers {'83e39e2c-dc40-40b4-a489-511395411f16'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:40.742445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-62c0be3c-5820-4d50-b156-043dbe310d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['83e39e2c-dc40-40b4-a489-511395411f16'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:40.798400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-62c0be3c-5820-4d50-b156-043dbe310d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:40.821901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c0be3c-5820-4d50-b156-043dbe310d9e None None] Routers {'83e39e2c-dc40-40b4-a489-511395411f16'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:40.822319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-62c0be3c-5820-4d50-b156-043dbe310d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['83e39e2c-dc40-40b4-a489-511395411f16'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:40.866273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-62c0be3c-5820-4d50-b156-043dbe310d9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:40.866955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62c0be3c-5820-4d50-b156-043dbe310d9e None None] The sync data for ids ['83e39e2c-dc40-40b4-a489-511395411f16'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:41.048870 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6331da98-497b-4d2e-85e3-4c5140698c10 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:41.136933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7b8edf7e-017c-4546-9797-dcca9b2fc3f2 None None] Provisioning complete for port d2a55ce7-dc24-46aa-8d78-90bc74a9579a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:41.137586 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b8edf7e-017c-4546-9797-dcca9b2fc3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:41.184091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7b8edf7e-017c-4546-9797-dcca9b2fc3f2 None None] Port d2a55ce7-dc24-46aa-8d78-90bc74a9579a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:41.198245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7b8edf7e-017c-4546-9797-dcca9b2fc3f2 None None] Provisioning complete for port d290549c-ab68-4a8d-8e32-d1039d71db92 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:41.198381 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b8edf7e-017c-4546-9797-dcca9b2fc3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:41.323609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-6331da98-497b-4d2e-85e3-4c5140698c10 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port d2a55ce7-dc24-46aa-8d78-90bc74a9579a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:41.323974 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6331da98-497b-4d2e-85e3-4c5140698c10 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:41.427027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-87a28c8c-17f0-4339-863b-e32f8a75057b None None] Provisioning complete for port d2a55ce7-dc24-46aa-8d78-90bc74a9579a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:41.428629 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-87a28c8c-17f0-4339-863b-e32f8a75057b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:41.431918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6331da98-497b-4d2e-85e3-4c5140698c10 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:41.446373 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-6331da98-497b-4d2e-85e3-4c5140698c10 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for d2a55ce7-dc24-46aa-8d78-90bc74a9579a owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:41.472965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-87a28c8c-17f0-4339-863b-e32f8a75057b None None] Port d2a55ce7-dc24-46aa-8d78-90bc74a9579a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:41.592967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ff554e30-9a36-4556-8ef9-d6fc5410bf39 None None] Provisioning complete for port d2a55ce7-dc24-46aa-8d78-90bc74a9579a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:41.593189 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ff554e30-9a36-4556-8ef9-d6fc5410bf39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:41.622342 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6331da98-497b-4d2e-85e3-4c5140698c10 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:41.630542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ff554e30-9a36-4556-8ef9-d6fc5410bf39 None None] Port d2a55ce7-dc24-46aa-8d78-90bc74a9579a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:41.652320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331da98-497b-4d2e-85e3-4c5140698c10 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=d2a55ce7-dc24-46aa-8d78-90bc74a9579a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:41.805900 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6331da98-497b-4d2e-85e3-4c5140698c10 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:41.902903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d290549c-ab68-4a8d-8e32-d1039d71db92 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:41.956690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port d290549c-ab68-4a8d-8e32-d1039d71db92 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:41.956976 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:41.966880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6331da98-497b-4d2e-85e3-4c5140698c10 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 83e39e2c-dc40-40b4-a489-511395411f16 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:12:42.048277 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6331da98-497b-4d2e-85e3-4c5140698c10 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:42.054335 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6331da98-497b-4d2e-85e3-4c5140698c10 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/83e39e2c-dc40-40b4-a489-511395411f16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3408642 Nov 25 20:12:42.057067 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44580) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:42.060147 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854ff38-779c-4ab6-9416-3388c4361623 None None] Sync routers for ids ['83e39e2c-dc40-40b4-a489-511395411f16'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:42.071631 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854ff38-779c-4ab6-9416-3388c4361623 None None] Routers {'83e39e2c-dc40-40b4-a489-511395411f16'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:42.072408 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e854ff38-779c-4ab6-9416-3388c4361623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['83e39e2c-dc40-40b4-a489-511395411f16'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:42.087216 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-50f10dbf-3482-40c3-a669-f3fd73582ec6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=83e39e2c-dc40-40b4-a489-511395411f16 HTTP/1.1" status: 200 len: 205 time: 0.0282497 Nov 25 20:12:42.090439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44582) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:42.112360 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e854ff38-779c-4ab6-9416-3388c4361623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:42.122495 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e854ff38-779c-4ab6-9416-3388c4361623 None None] Routers {'83e39e2c-dc40-40b4-a489-511395411f16'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:42.123148 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e854ff38-779c-4ab6-9416-3388c4361623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['83e39e2c-dc40-40b4-a489-511395411f16'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:42.159081 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e854ff38-779c-4ab6-9416-3388c4361623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:42.159750 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e854ff38-779c-4ab6-9416-3388c4361623 None None] The sync data for ids ['83e39e2c-dc40-40b4-a489-511395411f16'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:42.553833 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25102cea-5658-4608-8391-d3b69e89a6aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:42.731365 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25102cea-5658-4608-8391-d3b69e89a6aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:42.733582 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25102cea-5658-4608-8391-d3b69e89a6aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:42.778367 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25102cea-5658-4608-8391-d3b69e89a6aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:42.778998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25102cea-5658-4608-8391-d3b69e89a6aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Fanout notify agent at l3_agent the message router_deleted on router 83e39e2c-dc40-40b4-a489-511395411f16 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:12:42.786920 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25102cea-5658-4608-8391-d3b69e89a6aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:42.788698 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-25102cea-5658-4608-8391-d3b69e89a6aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/83e39e2c-dc40-40b4-a489-511395411f16 HTTP/1.1" status: 204 len: 168 time: 0.6971819 Nov 25 20:12:42.791464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44584) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:42.846051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-071328e0-3993-4cc6-8525-7d66662992d6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting subnet 75920ad2-e83f-424c-864a-eb6dcee7620a {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:12:42.849479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-071328e0-3993-4cc6-8525-7d66662992d6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:42.890284 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-071328e0-3993-4cc6-8525-7d66662992d6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:42.986847 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-071328e0-3993-4cc6-8525-7d66662992d6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.048448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-071328e0-3993-4cc6-8525-7d66662992d6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.075060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071328e0-3993-4cc6-8525-7d66662992d6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Subnet': ['ID=75920ad2-e83f-424c-864a-eb6dcee7620a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:43.082356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-071328e0-3993-4cc6-8525-7d66662992d6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.087282 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-071328e0-3993-4cc6-8525-7d66662992d6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/75920ad2-e83f-424c-864a-eb6dcee7620a HTTP/1.1" status: 204 len: 168 time: 0.2946126 Nov 25 20:12:43.088834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01ddbb3-5cb1-4056-af17-b9218b1aa538 None None] Network 448fff99-0232-4704-b985-931617e933bb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:43.090215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44588) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:43.176249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.245814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port d290549c-ab68-4a8d-8e32-d1039d71db92 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:43.246289 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.284151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb9c45e-da6a-412b-80ea-86d9dc49df80 None None] DHCP port deletion for 448fff99-0232-4704-b985-931617e933bb request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:12:43.312948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] For port d290549c-ab68-4a8d-8e32-d1039d71db92, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d290549c-ab68-4a8d-8e32-d1039d71db92,segment=NetworkSegment(8ad45aa2-56cd-42af-b2a7-37c053f2c628),segment_id=8ad45aa2-56cd-42af-b2a7-37c053f2c628)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:43.313300 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.331217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for d290549c-ab68-4a8d-8e32-d1039d71db92 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:43.331503 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5bb9c45e-da6a-412b-80ea-86d9dc49df80 None None] Deleting port d290549c-ab68-4a8d-8e32-d1039d71db92 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:43.332073 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c45e-da6a-412b-80ea-86d9dc49df80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.399852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5bb9c45e-da6a-412b-80ea-86d9dc49df80 None None] For port d290549c-ab68-4a8d-8e32-d1039d71db92, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=d290549c-ab68-4a8d-8e32-d1039d71db92,segment=NetworkSegment(8ad45aa2-56cd-42af-b2a7-37c053f2c628),segment_id=8ad45aa2-56cd-42af-b2a7-37c053f2c628)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:43.400243 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c45e-da6a-412b-80ea-86d9dc49df80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.414377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5bb9c45e-da6a-412b-80ea-86d9dc49df80 None None] Calling delete_port for d290549c-ab68-4a8d-8e32-d1039d71db92 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:43.416507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.447757 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No DVR routers for this DVR port d290549c-ab68-4a8d-8e32-d1039d71db92 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:12:43.453960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=d290549c-ab68-4a8d-8e32-d1039d71db92,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:43.503572 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5bb9c45e-da6a-412b-80ea-86d9dc49df80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.530752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb9c45e-da6a-412b-80ea-86d9dc49df80 None None] Pushing event deleted for resources: {'Port': ['ID=d290549c-ab68-4a8d-8e32-d1039d71db92,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:43.537274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb9c45e-da6a-412b-80ea-86d9dc49df80 None None] No DVR routers for this DVR port d290549c-ab68-4a8d-8e32-d1039d71db92 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:12:43.561890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.585704 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['448fff99-0232-4704-b985-931617e933bb']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:43.595628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ad45aa2-56cd-42af-b2a7-37c053f2c628') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:43.596042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ad45aa2-56cd-42af-b2a7-37c053f2c628') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:43.606185 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.622876 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.629753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Releasing vlan 630 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:12:43.630162 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:12:43.633909 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:12:43.708509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.716451 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.720225 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/networks/448fff99-0232-4704-b985-931617e933bb HTTP/1.1" status: 204 len: 168 time: 0.6287160 Nov 25 20:12:43.725933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44592) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:43.736282 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1428511439', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:43.741544 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f7456-bfcc-4cda-9ffe-12128fe7f3b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Network': ['ID=448fff99-0232-4704-b985-931617e933bb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:43.773665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.774906 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.839540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:43.906254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d290549c-ab68-4a8d-8e32-d1039d71db92 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:12:43.933185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: d290549c-ab68-4a8d-8e32-d1039d71db92 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:12:43.933653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device d290549c-ab68-4a8d-8e32-d1039d71db92 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:12:43.986187 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:44.182466 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:44.200841 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:44.308233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Allocated IP 172.25.8.4 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/1edc127f-32da-481d-ae53-3ce21cc0ede1) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:44.415163 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:44.782888 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:44.823896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:44.827145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:44.831039 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:44.838746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=1edc127f-32da-481d-ae53-3ce21cc0ede1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:44.843231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d33dcc0-e858-458e-b9b8-01c1435fb2a7 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:12:44.972970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d45a8b5d-12c6-4338-9454-4f16bc9b5a98 None None] Provisioning complete for port 1edc127f-32da-481d-ae53-3ce21cc0ede1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:44.973255 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d45a8b5d-12c6-4338-9454-4f16bc9b5a98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:45.010435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d45a8b5d-12c6-4338-9454-4f16bc9b5a98 None None] Port 1edc127f-32da-481d-ae53-3ce21cc0ede1 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:45.099215 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:45.297002 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:45.427356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 7696da59-72ad-4179-864d-512fee4a979b is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:12:45.535912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:45.545720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a4f69-c5cf-4080-ba86-ccffb54f2823 None None] Sync routers for ids ['7696da59-72ad-4179-864d-512fee4a979b'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:45.557030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a4f69-c5cf-4080-ba86-ccffb54f2823 None None] Routers {'7696da59-72ad-4179-864d-512fee4a979b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:45.557242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:45.557562 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d65a4f69-c5cf-4080-ba86-ccffb54f2823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['7696da59-72ad-4179-864d-512fee4a979b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:45.558339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0d39bea5-8f6b-4566-ae61-200bc06ed097 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 1.8309374 Nov 25 20:12:45.561158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44594) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:45.593914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d65a4f69-c5cf-4080-ba86-ccffb54f2823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:45.603275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65a4f69-c5cf-4080-ba86-ccffb54f2823 None None] Routers {'7696da59-72ad-4179-864d-512fee4a979b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:45.603879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d65a4f69-c5cf-4080-ba86-ccffb54f2823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['7696da59-72ad-4179-864d-512fee4a979b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:45.649265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d65a4f69-c5cf-4080-ba86-ccffb54f2823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:45.649943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65a4f69-c5cf-4080-ba86-ccffb54f2823 None None] The sync data for ids ['7696da59-72ad-4179-864d-512fee4a979b'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:45.678909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-60970dcd-1b0e-4624-9e4c-28cb06b40ab5 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/routers/7696da59-72ad-4179-864d-512fee4a979b HTTP/1.1" status: 200 len: 879 time: 0.1166179 Nov 25 20:12:45.681530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44596) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:45.917865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1ad0d697-8b8a-4069-8a99-33fecd5516e3 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2337182 Nov 25 20:12:45.918932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44598) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:45.923166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-942a9511-5a60-4675-bdae-624fd6e238ac tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1428511439'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:46.234977 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-942a9511-5a60-4675-bdae-624fd6e238ac tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:46.245753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-942a9511-5a60-4675-bdae-624fd6e238ac tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:46.352889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942a9511-5a60-4675-bdae-624fd6e238ac tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 7696da59-72ad-4179-864d-512fee4a979b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:12:46.458142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942a9511-5a60-4675-bdae-624fd6e238ac tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:46.465129 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-942a9511-5a60-4675-bdae-624fd6e238ac tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:46.466314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-942a9511-5a60-4675-bdae-624fd6e238ac tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/7696da59-72ad-4179-864d-512fee4a979b HTTP/1.1" status: 200 len: 886 time: 0.5464649 Nov 25 20:12:46.467561 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acabc53-cf70-4a5d-9035-276ab56b8cda None None] Sync routers for ids ['7696da59-72ad-4179-864d-512fee4a979b'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:46.468903 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44600) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:46.478344 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acabc53-cf70-4a5d-9035-276ab56b8cda None None] Routers {'7696da59-72ad-4179-864d-512fee4a979b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:46.479085 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3acabc53-cf70-4a5d-9035-276ab56b8cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['7696da59-72ad-4179-864d-512fee4a979b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:46.512478 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3acabc53-cf70-4a5d-9035-276ab56b8cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:46.527469 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3acabc53-cf70-4a5d-9035-276ab56b8cda None None] Routers {'7696da59-72ad-4179-864d-512fee4a979b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:46.528089 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3acabc53-cf70-4a5d-9035-276ab56b8cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['7696da59-72ad-4179-864d-512fee4a979b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:46.561411 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3acabc53-cf70-4a5d-9035-276ab56b8cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:46.562059 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3acabc53-cf70-4a5d-9035-276ab56b8cda None None] The sync data for ids ['7696da59-72ad-4179-864d-512fee4a979b'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:46.581484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1170cbf7-10d5-4e74-926a-f4af86fcbe0e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/routers/7696da59-72ad-4179-864d-512fee4a979b HTTP/1.1" status: 200 len: 886 time: 0.1115034 Nov 25 20:12:46.584108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44602) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:46.610047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2b6692cf-5b9e-492f-b1af-07898a6b05e5 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=7696da59-72ad-4179-864d-512fee4a979b HTTP/1.1" status: 200 len: 205 time: 0.0247254 Nov 25 20:12:46.612430 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44604) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:47.045914 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.147843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.197887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port 1edc127f-32da-481d-ae53-3ce21cc0ede1 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:47.198216 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.276484 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.289817 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for 1edc127f-32da-481d-ae53-3ce21cc0ede1 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:47.454276 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.479090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=1edc127f-32da-481d-ae53-3ce21cc0ede1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:47.494542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef3c535-4236-4a15-8b58-1fcac06015a3 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:12:47.546294 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.639592 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.642136 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.688242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.688804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Fanout notify agent at l3_agent the message router_deleted on router 7696da59-72ad-4179-864d-512fee4a979b {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:12:47.696342 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.697441 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8915a215-bb9f-4a60-b24d-fe14c5844a19 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/7696da59-72ad-4179-864d-512fee4a979b HTTP/1.1" status: 204 len: 168 time: 1.0841393 Nov 25 20:12:47.700946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44606) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:47.705694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'network': {'name': 'tempest-RoutersTest-422381974'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:47.727421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:47.731016 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.754562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:12:47.764952 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.765299 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added segment 561524fb-8741-4802-99fe-ac712cd614ce of type vlan for network 3a40ccd3-a1d5-4286-aef8-9640066aa415 Nov 25 20:12:47.812242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.843233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.848891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:47.849490 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:47.885911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1839051 Nov 25 20:12:47.888692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44610) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:47.893920 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'subnet': {'network_id': '3a40ccd3-a1d5-4286-aef8-9640066aa415', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:47.920141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677be6d8-48f1-4527-915e-704847863850 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Network': ['ID=3a40ccd3-a1d5-4286-aef8-9640066aa415,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:47.932621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 3a40ccd3-a1d5-4286-aef8-9640066aa415 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:12:47.991599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:47.996032 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.220967 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.293139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Subnet': ['ID=2f8e1e70-5d9e-48fa-9644-d1c9b60d45e1,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:48.301702 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Checking segment: {'id': '561524fb-8741-4802-99fe-ac712cd614ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3a40ccd3-a1d5-4286-aef8-9640066aa415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:48.302207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network hostable DHCP agents. Network: 3a40ccd3-a1d5-4286-aef8-9640066aa415, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:12:48.323086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 3a40ccd3-a1d5-4286-aef8-9640066aa415 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:12:48.327660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c87af-b327-4c50-9bab-d49b3bf3d4fb req-38a1353c-dc49-4960-b4ca-5c7714f59fa1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:48.331689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d1c87af-b327-4c50-9bab-d49b3bf3d4fb req-38a1353c-dc49-4960-b4ca-5c7714f59fa1 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0569780 Nov 25 20:12:48.333310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 3a40ccd3-a1d5-4286-aef8-9640066aa415) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:48.337823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:48.339349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.345804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eba6b29-0e6a-4a5d-b465-691fffb23143 None None] Network 3a40ccd3-a1d5-4286-aef8-9640066aa415 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:48.361549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-86c2af62-a8a8-48b1-9599-47415ba5ec63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4716060 Nov 25 20:12:48.364018 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44628) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:48.369633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-56125918-27dd-4b3f-a400-d88054aaa968 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1905445048', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:48.394370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56125918-27dd-4b3f-a400-d88054aaa968 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.402412 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56125918-27dd-4b3f-a400-d88054aaa968 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.404709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d1c87af-b327-4c50-9bab-d49b3bf3d4fb req-39541596-44b2-4cca-b4da-a847587333cb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687253 Nov 25 20:12:48.460261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56125918-27dd-4b3f-a400-d88054aaa968 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.465967 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56125918-27dd-4b3f-a400-d88054aaa968 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.488940 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56125918-27dd-4b3f-a400-d88054aaa968 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.494763 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-56125918-27dd-4b3f-a400-d88054aaa968 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1293991 Nov 25 20:12:48.495049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44630) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:48.519614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-3a40ccd3-a1d5-4286-aef8-9640066aa415', 'network_id': '3a40ccd3-a1d5-4286-aef8-9640066aa415', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'fixed_ips': [{'subnet_id': '2f8e1e70-5d9e-48fa-9644-d1c9b60d45e1'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:12:48.520651 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.662497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Allocated IP 172.20.0.2 (3a40ccd3-a1d5-4286-aef8-9640066aa415/2f8e1e70-5d9e-48fa-9644-d1c9b60d45e1/dc68dec0-adaf-4a8b-afcb-27e1f6c889fb) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:48.780694 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.805587 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.812069 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.859794 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Network 3a40ccd3-a1d5-4286-aef8-9640066aa415 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:48.865482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:48.867444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Pushing event updated for resources: {'Port': ['ID=dc68dec0-adaf-4a8b-afcb-27e1f6c889fb,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:48.869604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:48.924171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Attempting to bind port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:12:48.924614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Attempting to bind port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '561524fb-8741-4802-99fe-ac712cd614ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3a40ccd3-a1d5-4286-aef8-9640066aa415'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:12:48.924921 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Attempting to bind port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb on network 3a40ccd3-a1d5-4286-aef8-9640066aa415 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:48.930269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:12:48.930650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Checking segment: {'id': '561524fb-8741-4802-99fe-ac712cd614ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3a40ccd3-a1d5-4286-aef8-9640066aa415'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:48.931087 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.931487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Bound using segment: {'id': '561524fb-8741-4802-99fe-ac712cd614ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3a40ccd3-a1d5-4286-aef8-9640066aa415'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:12:48.931984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Bound port: dc68dec0-adaf-4a8b-afcb-27e1f6c889fb, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '561524fb-8741-4802-99fe-ac712cd614ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '3a40ccd3-a1d5-4286-aef8-9640066aa415'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:12:48.932509 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:48.999449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] For port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:12:49.002597 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] For port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=dc68dec0-adaf-4a8b-afcb-27e1f6c889fb,segment=NetworkSegment(561524fb-8741-4802-99fe-ac712cd614ce),segment_id=561524fb-8741-4802-99fe-ac712cd614ce)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:12:49.007889 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:49.038051 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Allocated IP 172.20.0.1 (3a40ccd3-a1d5-4286-aef8-9640066aa415/2f8e1e70-5d9e-48fa-9644-d1c9b60d45e1/e24a1f38-5b0c-4318-873c-f023e0df9271) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:49.068403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e256cda5-fd89-4b1c-9d1b-ddf8ce8933d9 None None] Pushing event updated for resources: {'Port': ['ID=dc68dec0-adaf-4a8b-afcb-27e1f6c889fb,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:49.162893 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:49.207262 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:49.261718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 3a40ccd3-a1d5-4286-aef8-9640066aa415 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:49.264775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:49.267257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:49.274658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=e24a1f38-5b0c-4318-873c-f023e0df9271,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:49.319252 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:49.441135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:49.610960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05058ad0-f468-4bf4-932f-2ecef1aaf9ad req-91bcd4b9-7a6b-47a2-baca-609993b8c70d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:49.612481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05058ad0-f468-4bf4-932f-2ecef1aaf9ad req-91bcd4b9-7a6b-47a2-baca-609993b8c70d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.1248717 Nov 25 20:12:49.731908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05058ad0-f468-4bf4-932f-2ecef1aaf9ad req-16e0b8dc-7f10-4126-9262-40c4adca7e31 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099877 Nov 25 20:12:49.790660 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:49.796028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:49.888906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=e24a1f38-5b0c-4318-873c-f023e0df9271,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:49.891586 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:49.961611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device dc68dec0-adaf-4a8b-afcb-27e1f6c889fb up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:50.005384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 3a40ccd3-a1d5-4286-aef8-9640066aa415 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:50.007502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:50.018187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:50.018559 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:50.121727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4629faf3-0936-455c-956d-049c2f013698 None None] Network 3a40ccd3-a1d5-4286-aef8-9640066aa415 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:50.125015 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:50.145067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 93981db4-93bb-4690-92cf-fc21eb88c5e4 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:12:50.231098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=dc68dec0-adaf-4a8b-afcb-27e1f6c889fb,segment=NetworkSegment(561524fb-8741-4802-99fe-ac712cd614ce),segment_id=561524fb-8741-4802-99fe-ac712cd614ce)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:50.238968 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:50.240891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f40eb6c7-7708-42c0-9770-abfe339f9aef None None] Provisioning complete for port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:50.241497 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f40eb6c7-7708-42c0-9770-abfe339f9aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:50.247085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:50.255092 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5e1c7aae-85b4-4c46-ae28-748ce12fd24d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/93981db4-93bb-4690-92cf-fc21eb88c5e4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7553966 Nov 25 20:12:50.255650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44634) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:50.298933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3244ef-4032-412e-841a-cee0e7200c0a None None] Sync routers for ids ['93981db4-93bb-4690-92cf-fc21eb88c5e4'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:50.299785 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f752324-eff3-4650-925c-926c2c9019fe tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:50.301165 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8f752324-eff3-4650-925c-926c2c9019fe tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports/e24a1f38-5b0c-4318-873c-f023e0df9271 HTTP/1.1" status: 200 len: 910 time: 0.0445261 Nov 25 20:12:50.304607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44636) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:50.309547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1ff7d85e-2a1d-423c-bf92-a823478ffd06 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f8e1e70-5d9e-48fa-9644-d1c9b60d45e1'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:50.373424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3244ef-4032-412e-841a-cee0e7200c0a None None] Routers {'93981db4-93bb-4690-92cf-fc21eb88c5e4'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:50.373938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3c3244ef-4032-412e-841a-cee0e7200c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['93981db4-93bb-4690-92cf-fc21eb88c5e4'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:50.379440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=dc68dec0-adaf-4a8b-afcb-27e1f6c889fb,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:50.424412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3c3244ef-4032-412e-841a-cee0e7200c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:50.455516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3244ef-4032-412e-841a-cee0e7200c0a None None] Routers {'93981db4-93bb-4690-92cf-fc21eb88c5e4'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:50.456144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3c3244ef-4032-412e-841a-cee0e7200c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['93981db4-93bb-4690-92cf-fc21eb88c5e4'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:50.464528 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d85e-2a1d-423c-bf92-a823478ffd06 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:50.510023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-3c3244ef-4032-412e-841a-cee0e7200c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:50.510689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3244ef-4032-412e-841a-cee0e7200c0a None None] The sync data for ids ['93981db4-93bb-4690-92cf-fc21eb88c5e4'] in n-d-817303-9 is: [] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:50.752373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fcf6342d-96e1-485e-bd49-c18445c5953c None None] Provisioning complete for port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:50.752860 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fcf6342d-96e1-485e-bd49-c18445c5953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:50.876654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d85e-2a1d-423c-bf92-a823478ffd06 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:50.880411 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f95658-e44d-48e0-a00c-9c1640388f95 req-c1791b83-8225-40f2-a2ff-98702845c3a2 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:50.883335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9f95658-e44d-48e0-a00c-9c1640388f95 req-c1791b83-8225-40f2-a2ff-98702845c3a2 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0622396 Nov 25 20:12:50.887856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fcf6342d-96e1-485e-bd49-c18445c5953c None None] Provisioning complete for port e24a1f38-5b0c-4318-873c-f023e0df9271 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:50.888240 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fcf6342d-96e1-485e-bd49-c18445c5953c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:50.893416 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d85e-2a1d-423c-bf92-a823478ffd06 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:50.941518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fcf6342d-96e1-485e-bd49-c18445c5953c None None] Port e24a1f38-5b0c-4318-873c-f023e0df9271 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:50.947677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9f95658-e44d-48e0-a00c-9c1640388f95 req-1b0400a5-91e9-461a-bf8b-f5e35a1b7c3a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560768 Nov 25 20:12:50.985457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7d85e-2a1d-423c-bf92-a823478ffd06 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=e24a1f38-5b0c-4318-873c-f023e0df9271,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:50.994897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff7d85e-2a1d-423c-bf92-a823478ffd06 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:50.995559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ff7d85e-2a1d-423c-bf92-a823478ffd06 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:50.996947 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1ff7d85e-2a1d-423c-bf92-a823478ffd06 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/ports/e24a1f38-5b0c-4318-873c-f023e0df9271 HTTP/1.1" status: 200 len: 910 time: 0.6914184 Nov 25 20:12:50.999916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44640) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:51.022171 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:51.066608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5ae80240-cae7-4bce-84bb-f22dbab991ec None None] Provisioning complete for port e24a1f38-5b0c-4318-873c-f023e0df9271 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:51.067096 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5ae80240-cae7-4bce-84bb-f22dbab991ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:51.113087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5ae80240-cae7-4bce-84bb-f22dbab991ec None None] Port e24a1f38-5b0c-4318-873c-f023e0df9271 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:51.265832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-09c4272d-0b69-4696-a9fc-2283437f068b None None] Provisioning complete for port e24a1f38-5b0c-4318-873c-f023e0df9271 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:51.266083 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09c4272d-0b69-4696-a9fc-2283437f068b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:51.312182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-09c4272d-0b69-4696-a9fc-2283437f068b None None] Port e24a1f38-5b0c-4318-873c-f023e0df9271 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:51.320906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d3559-095f-47d4-a867-7ead5f1c6efb req-55eb467b-bad2-409b-a335-08e47475327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:51.322397 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-628d3559-095f-47d4-a867-7ead5f1c6efb req-55eb467b-bad2-409b-a335-08e47475327d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 1097 time: 0.0551941 Nov 25 20:12:51.448436 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f73cc7a-b2f3-4466-b679-b6e1e357e268 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:51.530223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d3559-095f-47d4-a867-7ead5f1c6efb req-855ad1cf-27b4-41d9-b4e8-bea79b24a653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:51.532145 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-628d3559-095f-47d4-a867-7ead5f1c6efb req-855ad1cf-27b4-41d9-b4e8-bea79b24a653 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41186769-0175-440d-901f-c30a2042580e HTTP/1.1" status: 200 len: 898 time: 0.1786153 Nov 25 20:12:51.662026 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-628d3559-095f-47d4-a867-7ead5f1c6efb req-efb1b600-174c-492f-b5fd-7d1dd3bc2e5d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02300493-b8c6-4e3b-871d-ed258da4890c HTTP/1.1" status: 200 len: 1001 time: 0.1157589 Nov 25 20:12:51.737425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d3559-095f-47d4-a867-7ead5f1c6efb req-ada6f191-058b-4784-a717-c804ccb6f1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:51.738929 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-628d3559-095f-47d4-a867-7ead5f1c6efb req-ada6f191-058b-4784-a717-c804ccb6f1da service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e51b1249-5817-43d0-9f95-a2e725eb8642 HTTP/1.1" status: 200 len: 834 time: 0.0600648 Nov 25 20:12:51.821735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d3559-095f-47d4-a867-7ead5f1c6efb req-059afd2e-e319-4d15-a009-3ad2857f7599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:51.823198 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-628d3559-095f-47d4-a867-7ead5f1c6efb req-059afd2e-e319-4d15-a009-3ad2857f7599 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41186769-0175-440d-901f-c30a2042580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762925 Nov 25 20:12:51.904572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device dc68dec0-adaf-4a8b-afcb-27e1f6c889fb up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:51.942444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2f73cc7a-b2f3-4466-b679-b6e1e357e268 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port e24a1f38-5b0c-4318-873c-f023e0df9271 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:51.942787 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f73cc7a-b2f3-4466-b679-b6e1e357e268 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:51.948805 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-628d3559-095f-47d4-a867-7ead5f1c6efb req-a4475256-b33a-48ef-80ad-ff75aa352785 service neutron] 10.222.0.60 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091611 Nov 25 20:12:51.953123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:51.953492 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:52.078441 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8898-d5f7-4b07-9e0f-d32c3ce19574 req-5eb7e58e-cd27-4351-aa7e-2d08518e0a41 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:52.081012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f77e8898-d5f7-4b07-9e0f-d32c3ce19574 req-5eb7e58e-cd27-4351-aa7e-2d08518e0a41 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0580757 Nov 25 20:12:52.106903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f73cc7a-b2f3-4466-b679-b6e1e357e268 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:52.139554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2f73cc7a-b2f3-4466-b679-b6e1e357e268 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for e24a1f38-5b0c-4318-873c-f023e0df9271 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:52.145618 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-628d3559-095f-47d4-a867-7ead5f1c6efb req-c040d5a5-b4f6-40c1-ad9a-524ccc76f554 service neutron] 10.222.0.60 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864696 Nov 25 20:12:52.155498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f77e8898-d5f7-4b07-9e0f-d32c3ce19574 req-44cafc84-6130-4aa0-8e7b-5417fcf5dd4f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650921 Nov 25 20:12:52.327215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f73cc7a-b2f3-4466-b679-b6e1e357e268 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:52.356061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73cc7a-b2f3-4466-b679-b6e1e357e268 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=e24a1f38-5b0c-4318-873c-f023e0df9271,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:52.506338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f73cc7a-b2f3-4466-b679-b6e1e357e268 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:52.665227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f73cc7a-b2f3-4466-b679-b6e1e357e268 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router 93981db4-93bb-4690-92cf-fc21eb88c5e4 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:12:52.743129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f73cc7a-b2f3-4466-b679-b6e1e357e268 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:52.749040 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2f73cc7a-b2f3-4466-b679-b6e1e357e268 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/93981db4-93bb-4690-92cf-fc21eb88c5e4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7479143 Nov 25 20:12:52.752412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44644) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:52.753483 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e7dd1e-b060-491d-bd7a-2721b6941a29 None None] Sync routers for ids ['93981db4-93bb-4690-92cf-fc21eb88c5e4'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:52.765048 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7dd1e-b060-491d-bd7a-2721b6941a29 None None] Routers {'93981db4-93bb-4690-92cf-fc21eb88c5e4'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:52.765654 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-96e7dd1e-b060-491d-bd7a-2721b6941a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['93981db4-93bb-4690-92cf-fc21eb88c5e4'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:52.780828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-db03adf9-afaa-4c21-afc2-8b84ff253d43 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=93981db4-93bb-4690-92cf-fc21eb88c5e4 HTTP/1.1" status: 200 len: 205 time: 0.0272346 Nov 25 20:12:52.783781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44646) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:52.800210 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-96e7dd1e-b060-491d-bd7a-2721b6941a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:52.810838 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e7dd1e-b060-491d-bd7a-2721b6941a29 None None] Routers {'93981db4-93bb-4690-92cf-fc21eb88c5e4'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:52.811445 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-96e7dd1e-b060-491d-bd7a-2721b6941a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['93981db4-93bb-4690-92cf-fc21eb88c5e4'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:52.845644 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-96e7dd1e-b060-491d-bd7a-2721b6941a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:52.846294 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e7dd1e-b060-491d-bd7a-2721b6941a29 None None] The sync data for ids ['93981db4-93bb-4690-92cf-fc21eb88c5e4'] in n-d-817303-9 is: [] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:52.862045 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-575dff56-44b3-43f1-b98e-ad45ed4dd83f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.027561 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-575dff56-44b3-43f1-b98e-ad45ed4dd83f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.029697 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-575dff56-44b3-43f1-b98e-ad45ed4dd83f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.076777 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-575dff56-44b3-43f1-b98e-ad45ed4dd83f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.077448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575dff56-44b3-43f1-b98e-ad45ed4dd83f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Fanout notify agent at l3_agent the message router_deleted on router 93981db4-93bb-4690-92cf-fc21eb88c5e4 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:12:53.085739 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-575dff56-44b3-43f1-b98e-ad45ed4dd83f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.087303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-575dff56-44b3-43f1-b98e-ad45ed4dd83f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/93981db4-93bb-4690-92cf-fc21eb88c5e4 HTTP/1.1" status: 204 len: 168 time: 0.3014820 Nov 25 20:12:53.089057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44648) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:53.140265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-20624582-442a-462d-8f1c-e546ae64cdfc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting subnet 2f8e1e70-5d9e-48fa-9644-d1c9b60d45e1 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:12:53.143500 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20624582-442a-462d-8f1c-e546ae64cdfc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.183617 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20624582-442a-462d-8f1c-e546ae64cdfc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.247954 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.298850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20624582-442a-462d-8f1c-e546ae64cdfc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.343429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805f62cd-b803-4c8f-bf9f-80ef8dd08b05 req-05e8d240-976d-4ddd-bd5b-11abb9384622 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:53.344990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-805f62cd-b803-4c8f-bf9f-80ef8dd08b05 req-05e8d240-976d-4ddd-bd5b-11abb9384622 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.1083112 Nov 25 20:12:53.390053 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20624582-442a-462d-8f1c-e546ae64cdfc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.432934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20624582-442a-462d-8f1c-e546ae64cdfc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Subnet': ['ID=2f8e1e70-5d9e-48fa-9644-d1c9b60d45e1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:53.437669 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20624582-442a-462d-8f1c-e546ae64cdfc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.440902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-20624582-442a-462d-8f1c-e546ae64cdfc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/2f8e1e70-5d9e-48fa-9644-d1c9b60d45e1 HTTP/1.1" status: 204 len: 168 time: 0.3508976 Nov 25 20:12:53.444388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44652) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:53.446030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-805f62cd-b803-4c8f-bf9f-80ef8dd08b05 req-5fecbdde-c2c4-4493-8cc8-82cd42e241b7 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911019 Nov 25 20:12:53.446883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c37fb2-bcb0-4b21-bf8a-c229369f69b8 None None] Network 3a40ccd3-a1d5-4286-aef8-9640066aa415 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:53.529841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.591424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:53.591765 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.638723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6da7910-5371-458c-9855-db05f0ca278c None None] DHCP port deletion for 3a40ccd3-a1d5-4286-aef8-9640066aa415 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:12:53.659748 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] For port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=dc68dec0-adaf-4a8b-afcb-27e1f6c889fb,segment=NetworkSegment(561524fb-8741-4802-99fe-ac712cd614ce),segment_id=561524fb-8741-4802-99fe-ac712cd614ce)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:53.660138 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.674271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for dc68dec0-adaf-4a8b-afcb-27e1f6c889fb owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:53.687616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f6da7910-5371-458c-9855-db05f0ca278c None None] Deleting port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:12:53.687977 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f6da7910-5371-458c-9855-db05f0ca278c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.761676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f6da7910-5371-458c-9855-db05f0ca278c None None] For port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=dc68dec0-adaf-4a8b-afcb-27e1f6c889fb,segment=NetworkSegment(561524fb-8741-4802-99fe-ac712cd614ce),segment_id=561524fb-8741-4802-99fe-ac712cd614ce)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:53.762159 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f6da7910-5371-458c-9855-db05f0ca278c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.764203 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.776151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f6da7910-5371-458c-9855-db05f0ca278c None None] Calling delete_port for dc68dec0-adaf-4a8b-afcb-27e1f6c889fb owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:12:53.792446 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=dc68dec0-adaf-4a8b-afcb-27e1f6c889fb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:53.794303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No DVR routers for this DVR port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:12:53.869780 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f6da7910-5371-458c-9855-db05f0ca278c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.880224 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.908159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a40ccd3-a1d5-4286-aef8-9640066aa415']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:53.909585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device dc68dec0-adaf-4a8b-afcb-27e1f6c889fb no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:12:53.914268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da7910-5371-458c-9855-db05f0ca278c None None] Pushing event deleted for resources: {'Port': ['ID=dc68dec0-adaf-4a8b-afcb-27e1f6c889fb,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:53.917097 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6da7910-5371-458c-9855-db05f0ca278c None None] No DVR routers for this DVR port dc68dec0-adaf-4a8b-afcb-27e1f6c889fb on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:12:53.919440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '561524fb-8741-4802-99fe-ac712cd614ce') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:53.919821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '561524fb-8741-4802-99fe-ac712cd614ce') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:53.931152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.938538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: dc68dec0-adaf-4a8b-afcb-27e1f6c889fb {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:12:53.939039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device dc68dec0-adaf-4a8b-afcb-27e1f6c889fb not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:12:53.946320 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.953026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:12:53.953430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:12:53.956802 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:12:54.015304 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.020981 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.024726 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/networks/3a40ccd3-a1d5-4286-aef8-9640066aa415 HTTP/1.1" status: 204 len: 168 time: 0.5793216 Nov 25 20:12:54.028877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44654) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:54.033640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1ced1410-55ae-4b25-a1c9-2daa84eaad17 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1241308781', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:54.042156 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d476b675-a8f8-4764-b3d0-2330066fc48a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Network': ['ID=3a40ccd3-a1d5-4286-aef8-9640066aa415,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:54.059357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ced1410-55ae-4b25-a1c9-2daa84eaad17 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.061200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ced1410-55ae-4b25-a1c9-2daa84eaad17 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.120306 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ced1410-55ae-4b25-a1c9-2daa84eaad17 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.124393 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ced1410-55ae-4b25-a1c9-2daa84eaad17 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.142098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1ced1410-55ae-4b25-a1c9-2daa84eaad17 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.143293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1ced1410-55ae-4b25-a1c9-2daa84eaad17 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1137269 Nov 25 20:12:54.145896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44656) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:54.151206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'network': {'name': 'tempest-RoutersTest-857160881'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:54.171454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:54.174836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.200264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:12:54.209636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.210003 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added segment fefa21b9-f3d0-4fa7-b939-375bc4ad204d of type vlan for network 28594cf0-1461-4ddd-91c8-2f14cce02d24 Nov 25 20:12:54.249596 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.277160 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.283005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:54.283586 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.320098 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1731520 Nov 25 20:12:54.322810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44658) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:54.327578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'subnet': {'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:54.376578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae4d5d-17ec-4e73-af84-b150f92ed95e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Network': ['ID=28594cf0-1461-4ddd-91c8-2f14cce02d24,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:54.387585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 28594cf0-1461-4ddd-91c8-2f14cce02d24 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:12:54.452448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:54.456067 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.596844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a729865-7f4e-48a6-82c8-0c7df823d4d7 req-d08ed328-6ff5-4358-8073-2070f39694f8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:54.598355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a729865-7f4e-48a6-82c8-0c7df823d4d7 req-d08ed328-6ff5-4358-8073-2070f39694f8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0778646 Nov 25 20:12:54.715798 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a729865-7f4e-48a6-82c8-0c7df823d4d7 req-67910bf9-e962-4f1d-9517-33fb132ff689 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082416 Nov 25 20:12:54.734141 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.800517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Subnet': ['ID=4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:54.811564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Checking segment: {'id': 'fefa21b9-f3d0-4fa7-b939-375bc4ad204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:54.812117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network hostable DHCP agents. Network: 28594cf0-1461-4ddd-91c8-2f14cce02d24, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:12:54.831165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 28594cf0-1461-4ddd-91c8-2f14cce02d24 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:12:54.841633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 28594cf0-1461-4ddd-91c8-2f14cce02d24) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:54.845784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:54.846390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:54.850978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b7068f-7787-4bfe-a889-925d88b51fac None None] Network 28594cf0-1461-4ddd-91c8-2f14cce02d24 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:54.872193 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c17c2436-088a-4d20-a4c7-686bfcaa55b8 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5450544 Nov 25 20:12:54.872487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44662) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:55.160789 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:55.162510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-28594cf0-1461-4ddd-91c8-2f14cce02d24', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:12:55.163432 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:55.305783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Allocated IP 172.20.0.2 (28594cf0-1461-4ddd-91c8-2f14cce02d24/4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1/4cba4686-adc9-41ee-9477-e9fc14e94ab8) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:55.470594 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:55.477674 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:55.519637 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Network 28594cf0-1461-4ddd-91c8-2f14cce02d24 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:55.523077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:55.526569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:55.532626 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Pushing event updated for resources: {'Port': ['ID=4cba4686-adc9-41ee-9477-e9fc14e94ab8,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:55.589933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Attempting to bind port 4cba4686-adc9-41ee-9477-e9fc14e94ab8 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:12:55.590451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Attempting to bind port 4cba4686-adc9-41ee-9477-e9fc14e94ab8 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'fefa21b9-f3d0-4fa7-b939-375bc4ad204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:12:55.590851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Attempting to bind port 4cba4686-adc9-41ee-9477-e9fc14e94ab8 on network 28594cf0-1461-4ddd-91c8-2f14cce02d24 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:55.596133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:12:55.596516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Checking segment: {'id': 'fefa21b9-f3d0-4fa7-b939-375bc4ad204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:55.596935 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:55.597335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Bound using segment: {'id': 'fefa21b9-f3d0-4fa7-b939-375bc4ad204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:12:55.597810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Bound port: 4cba4686-adc9-41ee-9477-e9fc14e94ab8, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefa21b9-f3d0-4fa7-b939-375bc4ad204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:12:55.598199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:55.672330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] For port 4cba4686-adc9-41ee-9477-e9fc14e94ab8, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:12:55.676219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] For port 4cba4686-adc9-41ee-9477-e9fc14e94ab8, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4cba4686-adc9-41ee-9477-e9fc14e94ab8,segment=NetworkSegment(fefa21b9-f3d0-4fa7-b939-375bc4ad204d),segment_id=fefa21b9-f3d0-4fa7-b939-375bc4ad204d)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:12:55.682340 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:55.763971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08813125-e635-40b4-a3ec-00c8f8ee50c1 None None] Pushing event updated for resources: {'Port': ['ID=4cba4686-adc9-41ee-9477-e9fc14e94ab8,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:55.783910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Allocated IP 172.20.0.1 (28594cf0-1461-4ddd-91c8-2f14cce02d24/4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1/6de738be-8069-4440-b827-a50d208d3e93) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:55.955946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c60c3e-3d46-4940-b445-86268fd4a10b req-de78379c-7372-474d-b08e-d68d4268064a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:55.957467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99c60c3e-3d46-4940-b445-86268fd4a10b req-de78379c-7372-474d-b08e-d68d4268064a tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.1567538 Nov 25 20:12:55.987319 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:56.031753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99c60c3e-3d46-4940-b445-86268fd4a10b req-268d8ddc-30b6-4892-bd9c-f056a2c286b5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647216 Nov 25 20:12:56.057930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:56.104502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 28594cf0-1461-4ddd-91c8-2f14cce02d24 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:56.107565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:56.111338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:56.118583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=6de738be-8069-4440-b827-a50d208d3e93,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:56.162095 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:56.293571 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:56.569264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:56.574933 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:56.655050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=6de738be-8069-4440-b827-a50d208d3e93,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:56.657941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:56.755550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 28594cf0-1461-4ddd-91c8-2f14cce02d24 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:56.757832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:56.791860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0ada0b-7761-4baf-9066-bcce8debe044 None None] Network 28594cf0-1461-4ddd-91c8-2f14cce02d24 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:56.886261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router e28369dd-be24-424d-a733-6047a09d28c5 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:12:56.920648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c1e1aab1-6e6e-45ba-9eb8-5a5b12830fda None None] Provisioning complete for port 4cba4686-adc9-41ee-9477-e9fc14e94ab8 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:56.921287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1e1aab1-6e6e-45ba-9eb8-5a5b12830fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:56.983221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:56.989798 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3619c2aa-e7c1-455b-98da-c95df86b9fbf tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1151581 Nov 25 20:12:56.992787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44666) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:56.996939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Sync routers for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:12:56.997890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'network': {'name': 'tempest-RoutersTest-263984013'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:57.020203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:57.024003 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.047197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:57.047842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:57.054175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:12:57.075315 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.075855 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added segment dc29913f-dcc9-44db-aebb-0efa576ed537 of type vlan for network 33a7c6b6-2367-4239-a74d-b0c4786aee30 Nov 25 20:12:57.124140 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1e1aab1-6e6e-45ba-9eb8-5a5b12830fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.135738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.166347 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.173475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:57.174461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.175655 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c1e1aab1-6e6e-45ba-9eb8-5a5b12830fda None None] For port 4cba4686-adc9-41ee-9477-e9fc14e94ab8, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4cba4686-adc9-41ee-9477-e9fc14e94ab8,segment=NetworkSegment(fefa21b9-f3d0-4fa7-b939-375bc4ad204d),segment_id=fefa21b9-f3d0-4fa7-b939-375bc4ad204d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:57.183653 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1e1aab1-6e6e-45ba-9eb8-5a5b12830fda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.186321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:12:57.198668 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2046809 Nov 25 20:12:57.204305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485b319-4131-4272-b177-c3ccc78fd91c req-8262a0e3-3132-430f-9e6e-561a51006bb5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:57.206155 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5485b319-4131-4272-b177-c3ccc78fd91c req-8262a0e3-3132-430f-9e6e-561a51006bb5 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0856299 Nov 25 20:12:57.206721 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44670) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:57.213064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'subnet': {'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:57.264045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0bb015-efef-4df6-bfd1-ee8ff68b1567 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Network': ['ID=33a7c6b6-2367-4239-a74d-b0c4786aee30,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:57.310975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 33a7c6b6-2367-4239-a74d-b0c4786aee30 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:12:57.353005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5485b319-4131-4272-b177-c3ccc78fd91c req-81278c1b-89fe-45cf-85d3-ff721eab52c9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357701 Nov 25 20:12:57.356169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e1aab1-6e6e-45ba-9eb8-5a5b12830fda None None] Pushing event updated for resources: {'Port': ['ID=4cba4686-adc9-41ee-9477-e9fc14e94ab8,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:57.383061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:57.386961 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.468387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-010eff6f-4e4f-4a74-98ef-e6a80df2717d None None] Provisioning complete for port 6de738be-8069-4440-b827-a50d208d3e93 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:57.468894 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-010eff6f-4e4f-4a74-98ef-e6a80df2717d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.537875 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-010eff6f-4e4f-4a74-98ef-e6a80df2717d None None] Port 6de738be-8069-4440-b827-a50d208d3e93 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:57.558879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-010eff6f-4e4f-4a74-98ef-e6a80df2717d None None] Provisioning complete for port 4cba4686-adc9-41ee-9477-e9fc14e94ab8 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:57.559240 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-010eff6f-4e4f-4a74-98ef-e6a80df2717d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.619412 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:12:56Z', 'revision_number': 2, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:56Z', 'revision_number': 2, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:57.628307 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.652257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Checking router: e28369dd-be24-424d-a733-6047a09d28c5 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:12:57.652616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Updating router e28369dd-be24-424d-a733-6047a09d28c5 port 6de738be-8069-4440-b827-a50d208d3e93 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:12:57.697749 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.702231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Subnet': ['ID=786f800b-1b94-46bb-ac7b-ba7551c114e1,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:57.715383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Checking segment: {'id': 'dc29913f-dcc9-44db-aebb-0efa576ed537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:57.716273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network hostable DHCP agents. Network: 33a7c6b6-2367-4239-a74d-b0c4786aee30, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:12:57.744388 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 33a7c6b6-2367-4239-a74d-b0c4786aee30 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:12:57.760923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 33a7c6b6-2367-4239-a74d-b0c4786aee30) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:57.767081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:57.768101 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.772938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f217fc57-33eb-4cbe-abdc-97293475294b None None] Network 33a7c6b6-2367-4239-a74d-b0c4786aee30 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:12:57.789417 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-412352c7-b6fc-42d9-9465-34489f567e1a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5814383 Nov 25 20:12:57.792008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44672) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:57.944581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8aeb699c-7462-4fcd-ac7c-079a6f605138 None None] Provisioning complete for port 6de738be-8069-4440-b827-a50d208d3e93 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:57.945167 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8aeb699c-7462-4fcd-ac7c-079a6f605138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:57.985628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4cba4686-adc9-41ee-9477-e9fc14e94ab8 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:12:58.184666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.271898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8aeb699c-7462-4fcd-ac7c-079a6f605138 None None] Port 6de738be-8069-4440-b827-a50d208d3e93 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:58.358485 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-33a7c6b6-2367-4239-a74d-b0c4786aee30', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:12:58.359392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.377744 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4cba4686-adc9-41ee-9477-e9fc14e94ab8 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:58.378138 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.484624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Allocated IP 172.21.0.1 (33a7c6b6-2367-4239-a74d-b0c4786aee30/786f800b-1b94-46bb-ac7b-ba7551c114e1/8ab9c34a-b662-46ea-baca-cb11b3ae7d76) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:58.525219 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.527633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e6e35-e6a9-4e43-854a-6fa88142377c req-67a75861-2697-461f-b004-66d0301cf3e3 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:58.529145 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b44e6e35-e6a9-4e43-854a-6fa88142377c req-67a75861-2697-461f-b004-66d0301cf3e3 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0807416 Nov 25 20:12:58.529292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d9a708e3-c62a-4bc6-a64b-0b4884b4128e None None] Provisioning complete for port 6de738be-8069-4440-b827-a50d208d3e93 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:58.529632 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d9a708e3-c62a-4bc6-a64b-0b4884b4128e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.565093 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.641971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b44e6e35-e6a9-4e43-854a-6fa88142377c req-36c2f248-e936-4627-809c-b57fd6b18261 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991471 Nov 25 20:12:58.656697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d9a708e3-c62a-4bc6-a64b-0b4884b4128e None None] Port 6de738be-8069-4440-b827-a50d208d3e93 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:12:58.676731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.680567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b8de7-d7fb-4f55-a7f8-6146c686de7d None None] Pushing event updated for resources: {'Port': ['ID=6de738be-8069-4440-b827-a50d208d3e93,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:58.723079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.766286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Attempting to bind port 6de738be-8069-4440-b827-a50d208d3e93 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:12:58.766669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Attempting to bind port 6de738be-8069-4440-b827-a50d208d3e93 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'fefa21b9-f3d0-4fa7-b939-375bc4ad204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:12:58.767081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Attempting to bind port 6de738be-8069-4440-b827-a50d208d3e93 on network 28594cf0-1461-4ddd-91c8-2f14cce02d24 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:58.776527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 33a7c6b6-2367-4239-a74d-b0c4786aee30 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:58.777342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:12:58.777735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Checking segment: {'id': 'fefa21b9-f3d0-4fa7-b939-375bc4ad204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:58.778145 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.778553 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Bound using segment: {'id': 'fefa21b9-f3d0-4fa7-b939-375bc4ad204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:12:58.779552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Bound port: 6de738be-8069-4440-b827-a50d208d3e93, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fefa21b9-f3d0-4fa7-b939-375bc4ad204d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:12:58.779954 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.783283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:58.786616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:58.809028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Allocated IP 172.21.0.2 (33a7c6b6-2367-4239-a74d-b0c4786aee30/786f800b-1b94-46bb-ac7b-ba7551c114e1/51978633-4e29-47fa-b6db-792edb54df07) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:12:58.817475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=8ab9c34a-b662-46ea-baca-cb11b3ae7d76,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:58.845640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.943035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] For port 6de738be-8069-4440-b827-a50d208d3e93, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:12:58.948641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] For port 6de738be-8069-4440-b827-a50d208d3e93, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6de738be-8069-4440-b827-a50d208d3e93,segment=NetworkSegment(fefa21b9-f3d0-4fa7-b939-375bc4ad204d),segment_id=fefa21b9-f3d0-4fa7-b939-375bc4ad204d)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:12:58.957630 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.959635 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-81529bd4-654d-4818-b657-c2ff9173159d None None] Provisioning complete for port 6de738be-8069-4440-b827-a50d208d3e93 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:58.960000 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-81529bd4-654d-4818-b657-c2ff9173159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:58.968388 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.074740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:12:59.075488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:59.183620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b8de7-d7fb-4f55-a7f8-6146c686de7d None None] Pushing event updated for resources: {'Port': ['ID=6de738be-8069-4440-b827-a50d208d3e93,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:59.224178 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.255547 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.268399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:12:59.271590 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.277050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.345461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Network 33a7c6b6-2367-4239-a74d-b0c4786aee30 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:59.352012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=8ab9c34a-b662-46ea-baca-cb11b3ae7d76,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:59.355119 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-81529bd4-654d-4818-b657-c2ff9173159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.357448 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.362011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:59.364538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:12:59.421836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Pushing event updated for resources: {'Port': ['ID=51978633-4e29-47fa-b6db-792edb54df07,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:59.478050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 33a7c6b6-2367-4239-a74d-b0c4786aee30 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:12:59.479710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:12:59.549628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-81529bd4-654d-4818-b657-c2ff9173159d None None] For port 6de738be-8069-4440-b827-a50d208d3e93, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6de738be-8069-4440-b827-a50d208d3e93,segment=NetworkSegment(fefa21b9-f3d0-4fa7-b939-375bc4ad204d),segment_id=fefa21b9-f3d0-4fa7-b939-375bc4ad204d)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:12:59.562575 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-81529bd4-654d-4818-b657-c2ff9173159d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.573027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Attempting to bind port 51978633-4e29-47fa-b6db-792edb54df07 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:12:59.573442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Attempting to bind port 51978633-4e29-47fa-b6db-792edb54df07 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'dc29913f-dcc9-44db-aebb-0efa576ed537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:12:59.573764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Attempting to bind port 51978633-4e29-47fa-b6db-792edb54df07 on network 33a7c6b6-2367-4239-a74d-b0c4786aee30 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:12:59.594769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router e28369dd-be24-424d-a733-6047a09d28c5 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:12:59.611185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:12:59.611577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Checking segment: {'id': 'dc29913f-dcc9-44db-aebb-0efa576ed537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:12:59.611950 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.612341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Bound using segment: {'id': 'dc29913f-dcc9-44db-aebb-0efa576ed537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:12:59.612817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Bound port: 51978633-4e29-47fa-b6db-792edb54df07, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc29913f-dcc9-44db-aebb-0efa576ed537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:12:59.613194 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.654216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81529bd4-654d-4818-b657-c2ff9173159d None None] Pushing event updated for resources: {'Port': ['ID=6de738be-8069-4440-b827-a50d208d3e93,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:59.714091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:12:59.725465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-02bf6ddd-e35a-49be-94c9-1089d47b2594 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9315598 Nov 25 20:12:59.728088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44678) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:12:59.737040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'network': {'name': 'tempest-RoutersTest-139095870'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:12:59.748272 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0be90ac2-1a8b-4ff7-8fe3-11c4e9e231ea None None] Provisioning complete for port 6de738be-8069-4440-b827-a50d208d3e93 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:12:59.748642 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0be90ac2-1a8b-4ff7-8fe3-11c4e9e231ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.784696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] For port 51978633-4e29-47fa-b6db-792edb54df07, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:12:59.793739 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:12:59.797410 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.810745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] For port 51978633-4e29-47fa-b6db-792edb54df07, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=51978633-4e29-47fa-b6db-792edb54df07,segment=NetworkSegment(dc29913f-dcc9-44db-aebb-0efa576ed537),segment_id=dc29913f-dcc9-44db-aebb-0efa576ed537)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:12:59.817819 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.818245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143360d-963d-4a5e-a317-985bbfe10fbf req-f53b4981-495c-4bc5-94d8-26070fce98fd tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:59.820059 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7143360d-963d-4a5e-a317-985bbfe10fbf req-f53b4981-495c-4bc5-94d8-26070fce98fd tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0795066 Nov 25 20:12:59.822956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:12:58Z', 'revision_number': 3, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:58Z', 'revision_number': 4, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:12:58Z', 'revision_number': 1, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:12:59.854517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:12:59.876265 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.876616 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added segment 48d4883c-c046-4fe9-9dab-202c35fecafc of type vlan for network 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 Nov 25 20:12:59.887575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eba7bd8-1820-4f35-bf71-5517c6621e69 None None] The sync data for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 is: [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:12:58Z', 'revision_number': 3, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:58Z', 'revision_number': 4, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:12:58Z', 'revision_number': 1, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:12:59.922661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7143360d-963d-4a5e-a317-985bbfe10fbf req-32102eee-4dac-4fec-9234-4591288390e8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948863 Nov 25 20:12:59.941470 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.951408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f7eead-5eee-42ad-a763-9ddf1d68cb44 None None] Pushing event updated for resources: {'Port': ['ID=51978633-4e29-47fa-b6db-792edb54df07,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:12:59.987106 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:12:59.993668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:12:59.994450 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:00.042118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3096924 Nov 25 20:13:00.044848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44680) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:00.054706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'subnet': {'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:00.073828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e941d965-9997-417c-89a7-3cc5256b1589 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Network': ['ID=8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:00.085225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:13:00.626994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:13:00.631357 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:00.848236 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:00.917009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Subnet': ['ID=862914ee-0672-499a-b4a9-ca747fa077a0,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:00.927056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Checking segment: {'id': '48d4883c-c046-4fe9-9dab-202c35fecafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:00.927301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network hostable DHCP agents. Network: 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:13:00.946969 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:13:00.961844 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:00.967149 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:00.972715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfd7329-5f30-44dd-847c-f9261c649ce2 None None] Network 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:00.978968 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:01.015982 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bc184891-36ea-46d7-bb77-6f378f1b4d05 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9688761 Nov 25 20:13:01.018328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44684) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:01.045832 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:13:01.114577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da836dff-9bb1-446f-834d-24f1d8143c9a req-46a88ddc-1373-4ac4-8415-e77ea2afdafb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:01.131276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da836dff-9bb1-446f-834d-24f1d8143c9a req-46a88ddc-1373-4ac4-8415-e77ea2afdafb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.1071627 Nov 25 20:13:01.207642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da836dff-9bb1-446f-834d-24f1d8143c9a req-f2e10353-b991-4fb4-98eb-0a6498ecb92b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671728 Nov 25 20:13:01.262877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b404008-e823-4961-9f32-ea1242722504 None None] Network 33a7c6b6-2367-4239-a74d-b0c4786aee30 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:01.363093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:13:01.363949 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:01.399064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7aaf55c9-1b05-4c3b-9826-88a1dc993e0c None None] Provisioning complete for port 51978633-4e29-47fa-b6db-792edb54df07 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:01.399434 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7aaf55c9-1b05-4c3b-9826-88a1dc993e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:01.460096 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:01.809692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Allocated IP 172.22.0.2 (8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7/862914ee-0672-499a-b4a9-ca747fa077a0/9cea6536-a4eb-493f-a8fd-f053b6941873) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:13:01.861201 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7aaf55c9-1b05-4c3b-9826-88a1dc993e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:01.946371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7aaf55c9-1b05-4c3b-9826-88a1dc993e0c None None] For port 51978633-4e29-47fa-b6db-792edb54df07, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=51978633-4e29-47fa-b6db-792edb54df07,segment=NetworkSegment(dc29913f-dcc9-44db-aebb-0efa576ed537),segment_id=dc29913f-dcc9-44db-aebb-0efa576ed537)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:01.957661 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7aaf55c9-1b05-4c3b-9826-88a1dc993e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.011990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 51978633-4e29-47fa-b6db-792edb54df07 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:02.069654 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Sync routers for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:02.088650 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:02.089285 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:02.135423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf55c9-1b05-4c3b-9826-88a1dc993e0c None None] Pushing event updated for resources: {'Port': ['ID=51978633-4e29-47fa-b6db-792edb54df07,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:02.147042 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.151590 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0a800346-6c94-465a-9aca-cf2e07e962fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.162887 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.228205 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Allocated IP 172.22.0.1 (8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7/862914ee-0672-499a-b4a9-ca747fa077a0/f2ee593b-6348-4cb5-9689-29a1a33dfbd3) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:13:02.238960 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:02.247949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Network 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:02.251000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Pushing event updated for resources: {'Port': ['ID=9cea6536-a4eb-493f-a8fd-f053b6941873,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:02.254884 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:02.257476 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 51978633-4e29-47fa-b6db-792edb54df07 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:02.257983 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.327126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:13:02.335222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7f96d5ae-68d4-40a5-9dd2-05f6b201a9d3 None None] Provisioning complete for port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:02.339106 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f96d5ae-68d4-40a5-9dd2-05f6b201a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.432342 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.468437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7f96d5ae-68d4-40a5-9dd2-05f6b201a9d3 None None] Port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:02.476686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2bd658-976a-404f-a311-9dc8ad09c801 req-106e930a-8a6f-4cb2-9698-d02b37b7e3ad tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:02.487928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Attempting to bind port 9cea6536-a4eb-493f-a8fd-f053b6941873 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:13:02.488345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Attempting to bind port 9cea6536-a4eb-493f-a8fd-f053b6941873 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '48d4883c-c046-4fe9-9dab-202c35fecafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:13:02.488671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Attempting to bind port 9cea6536-a4eb-493f-a8fd-f053b6941873 on network 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:13:02.489031 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f2bd658-976a-404f-a311-9dc8ad09c801 req-106e930a-8a6f-4cb2-9698-d02b37b7e3ad tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.1095099 Nov 25 20:13:02.492171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.548537 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:13:02.548923 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Checking segment: {'id': '48d4883c-c046-4fe9-9dab-202c35fecafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:02.549340 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.549743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Bound using segment: {'id': '48d4883c-c046-4fe9-9dab-202c35fecafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:13:02.550236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Bound port: 9cea6536-a4eb-493f-a8fd-f053b6941873, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d4883c-c046-4fe9-9dab-202c35fecafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:13:02.550625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.566108 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7f96d5ae-68d4-40a5-9dd2-05f6b201a9d3 None None] Provisioning complete for port 51978633-4e29-47fa-b6db-792edb54df07 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:02.566491 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f96d5ae-68d4-40a5-9dd2-05f6b201a9d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.572150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f2bd658-976a-404f-a311-9dc8ad09c801 req-60985ed0-15e0-4a43-846a-5ee5b45a0d76 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760469 Nov 25 20:13:02.574143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:02.579847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:02.584193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:13:02.634166 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.653095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6de738be-8069-4440-b827-a50d208d3e93 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:02.653460 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:12:58Z', 'revision_number': 3, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 2, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:02.679662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=f2ee593b-6348-4cb5-9689-29a1a33dfbd3,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:02.692619 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Checking router: e28369dd-be24-424d-a733-6047a09d28c5 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:02.693779 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Updating router e28369dd-be24-424d-a733-6047a09d28c5 port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:13:02.727475 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.782087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.819585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] For port 9cea6536-a4eb-493f-a8fd-f053b6941873, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:13:02.822481 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6de738be-8069-4440-b827-a50d208d3e93 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:02.822980 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:02.879780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] For port 9cea6536-a4eb-493f-a8fd-f053b6941873, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9cea6536-a4eb-493f-a8fd-f053b6941873,segment=NetworkSegment(48d4883c-c046-4fe9-9dab-202c35fecafc),segment_id=48d4883c-c046-4fe9-9dab-202c35fecafc)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:13:02.891413 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.009703 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ada85e-4303-4ce9-97fa-34ee3b6c75ff None None] Pushing event updated for resources: {'Port': ['ID=9cea6536-a4eb-493f-a8fd-f053b6941873,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:03.022696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7f207719-3fc4-46c3-b01a-af4e000c9809 None None] Provisioning complete for port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:03.023296 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f207719-3fc4-46c3-b01a-af4e000c9809 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.065616 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.067871 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7f207719-3fc4-46c3-b01a-af4e000c9809 None None] Port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:03.075992 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.196213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.202499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.204837 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Attempting to bind port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:13:03.205208 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Attempting to bind port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'dc29913f-dcc9-44db-aebb-0efa576ed537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:13:03.205571 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Attempting to bind port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 on network 33a7c6b6-2367-4239-a74d-b0c4786aee30 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:13:03.208678 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Pushing event updated for resources: {'Port': ['ID=8ab9c34a-b662-46ea-baca-cb11b3ae7d76,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:03.213946 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:13:03.214320 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Checking segment: {'id': 'dc29913f-dcc9-44db-aebb-0efa576ed537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:03.214949 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.215538 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Bound using segment: {'id': 'dc29913f-dcc9-44db-aebb-0efa576ed537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:13:03.216196 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Bound port: 8ab9c34a-b662-46ea-baca-cb11b3ae7d76, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc29913f-dcc9-44db-aebb-0efa576ed537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:13:03.216783 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.231863 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.232208 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.232751 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.233285 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.233794 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.234298 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.234837 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.235387 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.235930 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.236285 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.236781 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.237135 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:03.290686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.312270 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] For port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:13:03.316320 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] For port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8ab9c34a-b662-46ea-baca-cb11b3ae7d76,segment=NetworkSegment(dc29913f-dcc9-44db-aebb-0efa576ed537),segment_id=dc29913f-dcc9-44db-aebb-0efa576ed537)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:13:03.323799 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.348449 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=f2ee593b-6348-4cb5-9689-29a1a33dfbd3,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:03.398961 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:03.399581 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:03.406957 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69807a88-be68-48bc-9b00-4816d07442f6 None None] Pushing event updated for resources: {'Port': ['ID=8ab9c34a-b662-46ea-baca-cb11b3ae7d76,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:03.472456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:03.474495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:03.498491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-638173b5-478d-4416-9495-b2acca535ca6 None None] Provisioning complete for port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:03.499795 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-638173b5-478d-4416-9495-b2acca535ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.607256 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-638173b5-478d-4416-9495-b2acca535ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.614705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router e28369dd-be24-424d-a733-6047a09d28c5 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:03.647825 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:03.660001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-638173b5-478d-4416-9495-b2acca535ca6 None None] For port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8ab9c34a-b662-46ea-baca-cb11b3ae7d76,segment=NetworkSegment(dc29913f-dcc9-44db-aebb-0efa576ed537),segment_id=dc29913f-dcc9-44db-aebb-0efa576ed537)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:03.669003 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-638173b5-478d-4416-9495-b2acca535ca6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.751781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638173b5-478d-4416-9495-b2acca535ca6 None None] Pushing event updated for resources: {'Port': ['ID=8ab9c34a-b662-46ea-baca-cb11b3ae7d76,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:03.771188 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b1969-7a2e-4ceb-8df2-908b19ba2335 req-d8326016-945e-44e0-a503-d01fe6a2491b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:03.784371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-079b1969-7a2e-4ceb-8df2-908b19ba2335 req-d8326016-945e-44e0-a503-d01fe6a2491b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0886228 Nov 25 20:13:03.810235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:03.815935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1c09854a-a330-43d6-88c9-30481e33daee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7962000 Nov 25 20:13:03.820148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44690) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:03.827560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'network': {'name': 'tempest-RoutersTest-1786834389'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:03.879003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-079b1969-7a2e-4ceb-8df2-908b19ba2335 req-7dc351ad-7597-40cf-8142-47fe6bccfffb tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926259 Nov 25 20:13:03.882964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:13:03.886949 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.915231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ba5d3711-b16b-42a3-87ff-458788d4b859 None None] Provisioning complete for port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:03.915705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba5d3711-b16b-42a3-87ff-458788d4b859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.934133 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:13:03.957613 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:03.958749 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added segment 59a6a0bc-d57d-402a-ac44-fcb66dd0402f of type vlan for network 0ab6ac50-788b-4a22-94b4-93c77ed3f220 Nov 25 20:13:04.016350 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:04.071514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:04.077850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:04.078101 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:02Z', 'revision_number': 4, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 4, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ee593b-6348-4cb5-9689-29a1a33dfbd3', 'name': '', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:78:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:01Z', 'updated_at': '2021-11-25T20:13:02Z', 'revision_number': 2, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:04.079385 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:04.126922 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ae23ef-f6d8-4e65-8fbd-2d4119890b23 None None] The sync data for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 is: [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:02Z', 'revision_number': 4, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 4, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ee593b-6348-4cb5-9689-29a1a33dfbd3', 'name': '', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:78:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:01Z', 'updated_at': '2021-11-25T20:13:02Z', 'revision_number': 2, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:04.127464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3047712 Nov 25 20:13:04.132657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44692) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:04.136768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'subnet': {'network_id': '0ab6ac50-788b-4a22-94b4-93c77ed3f220', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:04.164306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9cea6536-a4eb-493f-a8fd-f053b6941873 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:04.211062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2a1321-5b94-4094-a4fc-85efcb73e2bc tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Network': ['ID=0ab6ac50-788b-4a22-94b4-93c77ed3f220,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:04.239480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0ab6ac50-788b-4a22-94b4-93c77ed3f220 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:13:04.288779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Made reservation on behalf of fc6824bae4b2412dab0b27310dfc6275 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:13:04.293269 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:04.372103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9cea6536-a4eb-493f-a8fd-f053b6941873 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:04.373835 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:04.456422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51490c6d-a355-4d8c-a8b1-4623ad1d14ca None None] Network 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:04.533583 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:04.554747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:04.561081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-585d3750-4de8-4ab9-807a-6af90a171f30 None None] Provisioning complete for port 9cea6536-a4eb-493f-a8fd-f053b6941873 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:04.561459 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-585d3750-4de8-4ab9-807a-6af90a171f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:04.629083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Subnet': ['ID=44b0764a-982c-4f9d-b4ba-60a3ce5601c9,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:04.636728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Checking segment: {'id': '59a6a0bc-d57d-402a-ac44-fcb66dd0402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0ab6ac50-788b-4a22-94b4-93c77ed3f220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:04.637091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network hostable DHCP agents. Network: 0ab6ac50-788b-4a22-94b4-93c77ed3f220, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:13:04.637603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 9cea6536-a4eb-493f-a8fd-f053b6941873, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9cea6536-a4eb-493f-a8fd-f053b6941873,segment=NetworkSegment(48d4883c-c046-4fe9-9dab-202c35fecafc),segment_id=48d4883c-c046-4fe9-9dab-202c35fecafc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:04.657439 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:04.658259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 51978633-4e29-47fa-b6db-792edb54df07 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:04.663555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 0ab6ac50-788b-4a22-94b4-93c77ed3f220 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:13:04.675801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 0ab6ac50-788b-4a22-94b4-93c77ed3f220) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:04.680554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:04.681149 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:04.702338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-50f1bd95-9476-43c3-9e04-97438637ec37 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5694728 Nov 25 20:13:04.705057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44694) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:04.795787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48bda45-4f1d-4c0a-b33a-73cfd37799aa None None] Network 0ab6ac50-788b-4a22-94b4-93c77ed3f220 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:04.944636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=9cea6536-a4eb-493f-a8fd-f053b6941873,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:04.955513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 51978633-4e29-47fa-b6db-792edb54df07 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:04.956064 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:05.168053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c434892-c990-4051-bec4-d3ebc5d0275d req-4e1a5a00-d586-4f21-8aed-c0e3ce70b54d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:05.175694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c434892-c990-4051-bec4-d3ebc5d0275d req-4e1a5a00-d586-4f21-8aed-c0e3ce70b54d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.1674292 Nov 25 20:13:05.193248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Sync routers for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:05.238691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c434892-c990-4051-bec4-d3ebc5d0275d req-f4e357f0-35c4-41ee-8cb3-acc8d65779be tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597939 Nov 25 20:13:05.251819 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:05.258316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:05.258886 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:12:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:05.335977 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-374a89a8-a733-4143-9809-d2179acdab26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:05.407125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:05.441911 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0ab6ac50-788b-4a22-94b4-93c77ed3f220', 'network_id': '0ab6ac50-788b-4a22-94b4-93c77ed3f220', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'fixed_ips': [{'subnet_id': '44b0764a-982c-4f9d-b4ba-60a3ce5601c9'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:13:05.442851 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:05.482413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-866480e3-3f16-4ad0-94ee-00e16f184623 None None] Provisioning complete for port 9cea6536-a4eb-493f-a8fd-f053b6941873 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:05.482818 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-866480e3-3f16-4ad0-94ee-00e16f184623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:05.594738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Allocated IP 172.23.0.1 (0ab6ac50-788b-4a22-94b4-93c77ed3f220/44b0764a-982c-4f9d-b4ba-60a3ce5601c9/3c4187c8-8865-4ce1-a640-5e2d64daf40f) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:13:05.596218 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:05.744906 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:05.790198 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:05.831987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 0ab6ac50-788b-4a22-94b4-93c77ed3f220 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:05.839081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:05.843451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:13:05.870651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=3c4187c8-8865-4ce1-a640-5e2d64daf40f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:05.894258 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:05.903417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:05.903742 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:05.949000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Allocated IP 172.23.0.2 (0ab6ac50-788b-4a22-94b4-93c77ed3f220/44b0764a-982c-4f9d-b4ba-60a3ce5601c9/64993f07-c7e8-4e7a-bc81-983caa0459a0) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:13:05.980101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-866480e3-3f16-4ad0-94ee-00e16f184623 None None] Provisioning complete for port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:05.980485 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-866480e3-3f16-4ad0-94ee-00e16f184623 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.023338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.092079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-866480e3-3f16-4ad0-94ee-00e16f184623 None None] Port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:06.133385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:02Z', 'revision_number': 4, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ee593b-6348-4cb5-9689-29a1a33dfbd3', 'name': '', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:78:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:01Z', 'updated_at': '2021-11-25T20:13:02Z', 'revision_number': 2, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:06.179084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Checking router: e28369dd-be24-424d-a733-6047a09d28c5 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:06.179370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Updating router e28369dd-be24-424d-a733-6047a09d28c5 port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:13:06.259155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.282049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9cea6536-a4eb-493f-a8fd-f053b6941873 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:06.288152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ade1670-a590-4af6-ba2d-85bdf192aeab req-55cf845a-edf5-4f62-82ef-ebb076492c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:06.289689 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9ade1670-a590-4af6-ba2d-85bdf192aeab req-55cf845a-edf5-4f62-82ef-ebb076492c29 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 1097 time: 0.1099994 Nov 25 20:13:06.333471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c53497d9-4181-4204-9623-a98fe3fa298b None None] Provisioning complete for port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:06.333908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c53497d9-4181-4204-9623-a98fe3fa298b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.360633 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9ade1670-a590-4af6-ba2d-85bdf192aeab req-e2b18b66-af8b-4dec-b4ab-f2c0564543c1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447001 Nov 25 20:13:06.390297 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.415259 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.449816 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.455908 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.517198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Pushing event updated for resources: {'Port': ['ID=64993f07-c7e8-4e7a-bc81-983caa0459a0,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:06.536400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c53497d9-4181-4204-9623-a98fe3fa298b None None] Port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:06.563300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event updated for resources: {'Port': ['ID=3c4187c8-8865-4ce1-a640-5e2d64daf40f,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:06.564174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Network 0ab6ac50-788b-4a22-94b4-93c77ed3f220 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:06.574102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9cea6536-a4eb-493f-a8fd-f053b6941873 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:06.574500 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.576280 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.576596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:06.582106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:13:06.603037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.705143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Network 0ab6ac50-788b-4a22-94b4-93c77ed3f220 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:06.707088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:06.754747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Attempting to bind port 64993f07-c7e8-4e7a-bc81-983caa0459a0 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:13:06.755150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Attempting to bind port 64993f07-c7e8-4e7a-bc81-983caa0459a0 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '59a6a0bc-d57d-402a-ac44-fcb66dd0402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0ab6ac50-788b-4a22-94b4-93c77ed3f220'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:13:06.755676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Attempting to bind port 64993f07-c7e8-4e7a-bc81-983caa0459a0 on network 0ab6ac50-788b-4a22-94b4-93c77ed3f220 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:13:06.775834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff98e4bb-c59c-4d18-9ce5-a38142fcc8d1 req-d4d975e1-6de9-46ba-a47c-468d20396b4b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:06.777380 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff98e4bb-c59c-4d18-9ce5-a38142fcc8d1 req-d4d975e1-6de9-46ba-a47c-468d20396b4b tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.4635117 Nov 25 20:13:06.792595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:13:06.792971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Checking segment: {'id': '59a6a0bc-d57d-402a-ac44-fcb66dd0402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0ab6ac50-788b-4a22-94b4-93c77ed3f220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:06.793376 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.793778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Bound using segment: {'id': '59a6a0bc-d57d-402a-ac44-fcb66dd0402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0ab6ac50-788b-4a22-94b4-93c77ed3f220'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:13:06.794269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Bound port: 64993f07-c7e8-4e7a-bc81-983caa0459a0, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59a6a0bc-d57d-402a-ac44-fcb66dd0402f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '0ab6ac50-788b-4a22-94b4-93c77ed3f220'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:13:06.794654 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:06.826997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router e28369dd-be24-424d-a733-6047a09d28c5 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:06.836164 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff98e4bb-c59c-4d18-9ce5-a38142fcc8d1 req-81a69db1-9dff-4fb1-82b9-ab7e1d191e64 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518913 Nov 25 20:13:06.938099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:06.946626 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-10610bcc-2fa9-468f-b04c-29bea8ff956a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2370186 Nov 25 20:13:06.946978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44700) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:06.951899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-23beb111-4d9a-4011-9433-a59c762198ae tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:07.111430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] For port 64993f07-c7e8-4e7a-bc81-983caa0459a0, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:13:07.114532 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:07.117676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] For port 64993f07-c7e8-4e7a-bc81-983caa0459a0, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64993f07-c7e8-4e7a-bc81-983caa0459a0,segment=NetworkSegment(59a6a0bc-d57d-402a-ac44-fcb66dd0402f),segment_id=59a6a0bc-d57d-402a-ac44-fcb66dd0402f)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:13:07.122701 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:07.188304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab5d6de-97fc-4d79-b5fb-2edc5f5bd83c None None] Pushing event updated for resources: {'Port': ['ID=64993f07-c7e8-4e7a-bc81-983caa0459a0,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:07.189527 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:07.265901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f32e9e-9b19-4db1-9fd9-ae5dede6d204 None None] Pushing event updated for resources: {'Port': ['ID=f2ee593b-6348-4cb5-9689-29a1a33dfbd3,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:07.363990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Attempting to bind port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:13:07.364431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Attempting to bind port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '48d4883c-c046-4fe9-9dab-202c35fecafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:13:07.365822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Attempting to bind port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 on network 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:13:07.372672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 12, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:13:07.373313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Checking segment: {'id': '48d4883c-c046-4fe9-9dab-202c35fecafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:07.373834 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:07.374338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Bound using segment: {'id': '48d4883c-c046-4fe9-9dab-202c35fecafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:13:07.374993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Bound port: f2ee593b-6348-4cb5-9689-29a1a33dfbd3, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d4883c-c046-4fe9-9dab-202c35fecafc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:13:07.375483 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:07.482965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] For port f2ee593b-6348-4cb5-9689-29a1a33dfbd3, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:13:07.488154 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] For port f2ee593b-6348-4cb5-9689-29a1a33dfbd3, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f2ee593b-6348-4cb5-9689-29a1a33dfbd3,segment=NetworkSegment(48d4883c-c046-4fe9-9dab-202c35fecafc),segment_id=48d4883c-c046-4fe9-9dab-202c35fecafc)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:13:07.515678 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:07.695184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:07.696253 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:07.704873 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f32e9e-9b19-4db1-9fd9-ae5dede6d204 None None] Pushing event updated for resources: {'Port': ['ID=f2ee593b-6348-4cb5-9689-29a1a33dfbd3,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:07.889417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2d8e16f1-951d-4505-95bf-c7df386b31c8 None None] Provisioning complete for port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:07.890024 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d8e16f1-951d-4505-95bf-c7df386b31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:07.906719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:08.023018 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.extraroute_db [None req-23beb111-4d9a-4011-9433-a59c762198ae tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 20:13:08.056065 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.extraroute_db [None req-23beb111-4d9a-4011-9433-a59c762198ae tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Removed routes are [] {{(pid=103652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 20:13:08.056719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23beb111-4d9a-4011-9433-a59c762198ae tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:08.093861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c571c582-3362-4f30-b312-658f72eca7ee req-72f98820-2bb4-46e4-a971-31cbf3866662 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:08.095883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c571c582-3362-4f30-b312-658f72eca7ee req-72f98820-2bb4-46e4-a971-31cbf3866662 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0872760 Nov 25 20:13:08.128579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:08.175286 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c571c582-3362-4f30-b312-658f72eca7ee req-857c627f-f8cd-43b5-b9d7-a22bfbd01538 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693367 Nov 25 20:13:08.201626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44704) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:08.327513 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1ab8e310-3423-4b6c-bd29-8b3823626851 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/floatingips/beccb8bc-8c18-4493-a278-531a0d831753 HTTP/1.1" status: 200 len: 993 time: 0.1239827 Nov 25 20:13:08.346519 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d8e16f1-951d-4505-95bf-c7df386b31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:08.368450 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23beb111-4d9a-4011-9433-a59c762198ae tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:08.375048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23beb111-4d9a-4011-9433-a59c762198ae tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:08.413616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 02300493-b8c6-4e3b-871d-ed258da4890c details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:13:08.504218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23beb111-4d9a-4011-9433-a59c762198ae tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router e28369dd-be24-424d-a733-6047a09d28c5 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:08.528460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64993f07-c7e8-4e7a-bc81-983caa0459a0 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:08.610329 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:08.632283 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2d8e16f1-951d-4505-95bf-c7df386b31c8 None None] For port f2ee593b-6348-4cb5-9689-29a1a33dfbd3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f2ee593b-6348-4cb5-9689-29a1a33dfbd3,segment=NetworkSegment(48d4883c-c046-4fe9-9dab-202c35fecafc),segment_id=48d4883c-c046-4fe9-9dab-202c35fecafc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:08.654660 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d8e16f1-951d-4505-95bf-c7df386b31c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:08.687549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23beb111-4d9a-4011-9433-a59c762198ae tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:08.696446 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-23beb111-4d9a-4011-9433-a59c762198ae tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:08.697922 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-23beb111-4d9a-4011-9433-a59c762198ae tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5 HTTP/1.1" status: 200 len: 934 time: 1.7497151 Nov 25 20:13:08.700526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44706) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:08.748384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 02300493-b8c6-4e3b-871d-ed258da4890c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02300493-b8c6-4e3b-871d-ed258da4890c,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:08.784192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e16f1-951d-4505-95bf-c7df386b31c8 None None] Pushing event updated for resources: {'Port': ['ID=f2ee593b-6348-4cb5-9689-29a1a33dfbd3,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:08.793949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '02300493-b8c6-4e3b-871d-ed258da4890c', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'port_id': '02300493-b8c6-4e3b-871d-ed258da4890c', 'mac_address': 'fa:16:3e:81:13:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:13:08.799800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 64993f07-c7e8-4e7a-bc81-983caa0459a0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:08.799800 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:08.804625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:05Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '3c4187c8-8865-4ce1-a640-5e2d64daf40f', 'name': '', 'network_id': '0ab6ac50-788b-4a22-94b4-93c77ed3f220', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:01:8c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '44b0764a-982c-4f9d-b4ba-60a3ce5601c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:05Z', 'updated_at': '2021-11-25T20:13:06Z', 'revision_number': 2, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '44b0764a-982c-4f9d-b4ba-60a3ce5601c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ee593b-6348-4cb5-9689-29a1a33dfbd3', 'name': '', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:78:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:01Z', 'updated_at': '2021-11-25T20:13:07Z', 'revision_number': 4, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:08.849785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-81d8898d-a7bc-4390-b429-120f4979510c tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5 HTTP/1.1" status: 200 len: 934 time: 0.1474130 Nov 25 20:13:08.853507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44708) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:08.857910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-98f7c197-0b1f-4aac-b5f9-ce58fc95bb4d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'routes': None}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:08.876628 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-134177a9-56cc-4e71-a677-4b75a72eec64 None None] Network 0ab6ac50-788b-4a22-94b4-93c77ed3f220 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:08.914549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d55860ec-f65d-4e81-8e48-6fa34e7ada61 None None] The sync data for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 is: [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:05Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '3c4187c8-8865-4ce1-a640-5e2d64daf40f', 'name': '', 'network_id': '0ab6ac50-788b-4a22-94b4-93c77ed3f220', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:01:8c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': '44b0764a-982c-4f9d-b4ba-60a3ce5601c9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:05Z', 'updated_at': '2021-11-25T20:13:06Z', 'revision_number': 2, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '44b0764a-982c-4f9d-b4ba-60a3ce5601c9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ee593b-6348-4cb5-9689-29a1a33dfbd3', 'name': '', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:78:69:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:01Z', 'updated_at': '2021-11-25T20:13:07Z', 'revision_number': 4, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:08.916091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-17be092b-3fa3-47b4-a532-1e3b8f3fb1ad None None] Provisioning complete for port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:08.916465 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-17be092b-3fa3-47b4-a532-1e3b8f3fb1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:09.022888 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:09.054933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 02300493-b8c6-4e3b-871d-ed258da4890c {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:13:09.124191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 02300493-b8c6-4e3b-871d-ed258da4890c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02300493-b8c6-4e3b-871d-ed258da4890c,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:09.174421 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:09.227685 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:09.320292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 64993f07-c7e8-4e7a-bc81-983caa0459a0, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64993f07-c7e8-4e7a-bc81-983caa0459a0,segment=NetworkSegment(59a6a0bc-d57d-402a-ac44-fcb66dd0402f),segment_id=59a6a0bc-d57d-402a-ac44-fcb66dd0402f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:09.321301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=02300493-b8c6-4e3b-871d-ed258da4890c,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:09.331813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:09.332776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f2ee593b-6348-4cb5-9689-29a1a33dfbd3 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:09.349109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.extraroute_db [None req-98f7c197-0b1f-4aac-b5f9-ce58fc95bb4d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added routes are [] {{(pid=103651) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 20:13:09.350259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.extraroute_db [None req-98f7c197-0b1f-4aac-b5f9-ce58fc95bb4d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=103651) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 20:13:09.386925 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f7c197-0b1f-4aac-b5f9-ce58fc95bb4d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:09.457714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3023a412-7687-471c-8818-7f256c6d3606 None None] Provisioning complete for port 64993f07-c7e8-4e7a-bc81-983caa0459a0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:09.458379 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3023a412-7687-471c-8818-7f256c6d3606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:09.508135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['02300493-b8c6-4e3b-871d-ed258da4890c'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:13:09.513124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=64993f07-c7e8-4e7a-bc81-983caa0459a0,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:09.571931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:09.572347 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:09.641123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f7c197-0b1f-4aac-b5f9-ce58fc95bb4d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:09.645232 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f7c197-0b1f-4aac-b5f9-ce58fc95bb4d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:09.769078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98f7c197-0b1f-4aac-b5f9-ce58fc95bb4d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router e28369dd-be24-424d-a733-6047a09d28c5 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:09.899292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f7c197-0b1f-4aac-b5f9-ce58fc95bb4d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:09.917762 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f7c197-0b1f-4aac-b5f9-ce58fc95bb4d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:09.919377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-98f7c197-0b1f-4aac-b5f9-ce58fc95bb4d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5 HTTP/1.1" status: 200 len: 700 time: 1.0647767 Nov 25 20:13:09.921892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44710) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:10.012589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e83101c1-0859-44e7-a887-0d43cf24d299 None None] Provisioning complete for port 64993f07-c7e8-4e7a-bc81-983caa0459a0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:10.012881 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e83101c1-0859-44e7-a887-0d43cf24d299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:10.045095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-099dc970-0699-4984-8f71-9daa7b58ad5b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5 HTTP/1.1" status: 200 len: 700 time: 0.1198702 Nov 25 20:13:10.046080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44712) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:10.188488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e83101c1-0859-44e7-a887-0d43cf24d299 None None] Provisioning complete for port 3c4187c8-8865-4ce1-a640-5e2d64daf40f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:10.188866 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e83101c1-0859-44e7-a887-0d43cf24d299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:10.227884 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e83101c1-0859-44e7-a887-0d43cf24d299 None None] Port 3c4187c8-8865-4ce1-a640-5e2d64daf40f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:10.267313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f2ee593b-6348-4cb5-9689-29a1a33dfbd3 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:10.322938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:10.323309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:10.372971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7a4ae6e5-06da-40c9-b3ad-a2a1e351b61d None None] Provisioning complete for port 3c4187c8-8865-4ce1-a640-5e2d64daf40f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:10.373349 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a4ae6e5-06da-40c9-b3ad-a2a1e351b61d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:10.399680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 02300493-b8c6-4e3b-871d-ed258da4890c no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:10.425930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-662a8c7e-61f3-471c-83e4-b588710ef1aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:10.474280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7a4ae6e5-06da-40c9-b3ad-a2a1e351b61d None None] Port 3c4187c8-8865-4ce1-a640-5e2d64daf40f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:10.494129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64993f07-c7e8-4e7a-bc81-983caa0459a0 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:10.562912 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:10.585991 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 02300493-b8c6-4e3b-871d-ed258da4890c {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:13:10.600548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 64993f07-c7e8-4e7a-bc81-983caa0459a0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:10.600930 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:10.627046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 02300493-b8c6-4e3b-871d-ed258da4890c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02300493-b8c6-4e3b-871d-ed258da4890c,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:10.635121 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:10.684973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-662a8c7e-61f3-471c-83e4-b588710ef1aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port 3c4187c8-8865-4ce1-a640-5e2d64daf40f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:10.685380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-662a8c7e-61f3-471c-83e4-b588710ef1aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:10.704768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=02300493-b8c6-4e3b-871d-ed258da4890c,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:10.780912 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-662a8c7e-61f3-471c-83e4-b588710ef1aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:10.794229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-662a8c7e-61f3-471c-83e4-b588710ef1aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for 3c4187c8-8865-4ce1-a640-5e2d64daf40f owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:10.979593 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-662a8c7e-61f3-471c-83e4-b588710ef1aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:11.011166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a8c7e-61f3-471c-83e4-b588710ef1aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=3c4187c8-8865-4ce1-a640-5e2d64daf40f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:11.090971 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360dd1e-f5ef-4a1d-994b-e3d290dbf980 None None] Sync routers for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:11.102743 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360dd1e-f5ef-4a1d-994b-e3d290dbf980 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:11.103697 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c360dd1e-f5ef-4a1d-994b-e3d290dbf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:11.187845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-662a8c7e-61f3-471c-83e4-b588710ef1aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:11.221303 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c360dd1e-f5ef-4a1d-994b-e3d290dbf980 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:11.389175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662a8c7e-61f3-471c-83e4-b588710ef1aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router e28369dd-be24-424d-a733-6047a09d28c5 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:11.442436 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c360dd1e-f5ef-4a1d-994b-e3d290dbf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:10Z', 'revision_number': 8, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ee593b-6348-4cb5-9689-29a1a33dfbd3', 'name': '', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:78:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:01Z', 'updated_at': '2021-11-25T20:13:08Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:11.471187 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360dd1e-f5ef-4a1d-994b-e3d290dbf980 None None] Checking router: e28369dd-be24-424d-a733-6047a09d28c5 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:11.481080 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360dd1e-f5ef-4a1d-994b-e3d290dbf980 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:11.481693 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c360dd1e-f5ef-4a1d-994b-e3d290dbf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:11.491602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662a8c7e-61f3-471c-83e4-b588710ef1aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:11.502422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44714) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:11.503002 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-662a8c7e-61f3-471c-83e4-b588710ef1aa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4551184 Nov 25 20:13:11.558351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-17c48a7e-cf4c-4f86-b83e-6d525571c67d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting subnet 44b0764a-982c-4f9d-b4ba-60a3ce5601c9 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:13:11.561667 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17c48a7e-cf4c-4f86-b83e-6d525571c67d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:11.573427 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c360dd1e-f5ef-4a1d-994b-e3d290dbf980 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:11.609460 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17c48a7e-cf4c-4f86-b83e-6d525571c67d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:11.700803 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17c48a7e-cf4c-4f86-b83e-6d525571c67d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:11.772443 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17c48a7e-cf4c-4f86-b83e-6d525571c67d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:11.794151 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c360dd1e-f5ef-4a1d-994b-e3d290dbf980 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:10Z', 'revision_number': 8, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ee593b-6348-4cb5-9689-29a1a33dfbd3', 'name': '', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:78:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:01Z', 'updated_at': '2021-11-25T20:13:08Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:11.806436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c48a7e-cf4c-4f86-b83e-6d525571c67d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Subnet': ['ID=44b0764a-982c-4f9d-b4ba-60a3ce5601c9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:11.810557 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17c48a7e-cf4c-4f86-b83e-6d525571c67d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:11.813814 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-17c48a7e-cf4c-4f86-b83e-6d525571c67d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/44b0764a-982c-4f9d-b4ba-60a3ce5601c9 HTTP/1.1" status: 204 len: 168 time: 0.3102400 Nov 25 20:13:11.816557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44716) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:11.821085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37d3f988-9401-4d71-8666-3782c9bd19fe None None] Network 0ab6ac50-788b-4a22-94b4-93c77ed3f220 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:11.831342 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360dd1e-f5ef-4a1d-994b-e3d290dbf980 None None] The sync data for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 is: [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:10Z', 'revision_number': 8, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ee593b-6348-4cb5-9689-29a1a33dfbd3', 'name': '', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:78:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:01Z', 'updated_at': '2021-11-25T20:13:08Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:11.910572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:11.966818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port 64993f07-c7e8-4e7a-bc81-983caa0459a0 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:11.967396 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.044721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] For port 64993f07-c7e8-4e7a-bc81-983caa0459a0, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64993f07-c7e8-4e7a-bc81-983caa0459a0,segment=NetworkSegment(59a6a0bc-d57d-402a-ac44-fcb66dd0402f),segment_id=59a6a0bc-d57d-402a-ac44-fcb66dd0402f)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:12.045227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.065326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for 64993f07-c7e8-4e7a-bc81-983caa0459a0 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:12.156892 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.184506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=64993f07-c7e8-4e7a-bc81-983caa0459a0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:12.189610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No DVR routers for this DVR port 64993f07-c7e8-4e7a-bc81-983caa0459a0 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:13:12.230418 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e314950-d2c4-4b80-9e6c-c6cfe51923ff None None] DHCP port deletion for 0ab6ac50-788b-4a22-94b4-93c77ed3f220 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:13:12.290987 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.308733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64993f07-c7e8-4e7a-bc81-983caa0459a0 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:12.313577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ab6ac50-788b-4a22-94b4-93c77ed3f220']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:12.324936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59a6a0bc-d57d-402a-ac44-fcb66dd0402f') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:12.325176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59a6a0bc-d57d-402a-ac44-fcb66dd0402f') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:12.336352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 64993f07-c7e8-4e7a-bc81-983caa0459a0 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:12.336644 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.336787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64993f07-c7e8-4e7a-bc81-983caa0459a0 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:12.337174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3c4187c8-8865-4ce1-a640-5e2d64daf40f no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:12.354851 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.362385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:13:12.362921 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:13:12.366832 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:13:12.369811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 3c4187c8-8865-4ce1-a640-5e2d64daf40f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:12.369811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3c4187c8-8865-4ce1-a640-5e2d64daf40f not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:12.403113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 02300493-b8c6-4e3b-871d-ed258da4890c up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:12.442850 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.453656 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.456835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 02300493-b8c6-4e3b-871d-ed258da4890c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:12.457022 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/networks/0ab6ac50-788b-4a22-94b4-93c77ed3f220 HTTP/1.1" status: 204 len: 168 time: 0.6392117 Nov 25 20:13:12.457256 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.461654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44718) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:12.476180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e546b9aa-8a75-4630-9f92-96b84e97e01f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Network': ['ID=0ab6ac50-788b-4a22-94b4-93c77ed3f220,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:12.488091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f95d0-83be-4b00-8eda-ed30d9b9a8ce None None] Sync routers for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:12.509720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f95d0-83be-4b00-8eda-ed30d9b9a8ce None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:12.510350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-513f95d0-83be-4b00-8eda-ed30d9b9a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:12.629263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-513f95d0-83be-4b00-8eda-ed30d9b9a8ce None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:12.681855 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.760533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:13:12.762887 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4b8d87-741c-4bc3-b597-69df85b40e49" -d '{"events": [{"server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "name": "network-vif-plugged", "status": "completed", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:13:12.813221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 02300493-b8c6-4e3b-871d-ed258da4890c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02300493-b8c6-4e3b-871d-ed258da4890c,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:12.818485 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16a1f98c-fb69-4c14-9345-7ae2ecc73b95 x-openstack-request-id: req-16a1f98c-fb69-4c14-9345-7ae2ecc73b95 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:13:12.818937 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "name": "network-vif-plugged", "status": "completed", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:13:12.819366 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-16a1f98c-fb69-4c14-9345-7ae2ecc73b95 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:13:12.819765 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c', 'code': 200} Nov 25 20:13:12.822571 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.824393 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:12.914408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=02300493-b8c6-4e3b-871d-ed258da4890c,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:12.949812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-513f95d0-83be-4b00-8eda-ed30d9b9a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:10Z', 'revision_number': 8, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ee593b-6348-4cb5-9689-29a1a33dfbd3', 'name': '', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:78:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:01Z', 'updated_at': '2021-11-25T20:13:08Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:12.979458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f95d0-83be-4b00-8eda-ed30d9b9a8ce None None] Checking router: e28369dd-be24-424d-a733-6047a09d28c5 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:12.989065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513f95d0-83be-4b00-8eda-ed30d9b9a8ce None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:12.989720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-513f95d0-83be-4b00-8eda-ed30d9b9a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:13.086222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-513f95d0-83be-4b00-8eda-ed30d9b9a8ce None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:13.093353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port f2ee593b-6348-4cb5-9689-29a1a33dfbd3 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:13.093851 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:13.190946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] For port f2ee593b-6348-4cb5-9689-29a1a33dfbd3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=f2ee593b-6348-4cb5-9689-29a1a33dfbd3,segment=NetworkSegment(48d4883c-c046-4fe9-9dab-202c35fecafc),segment_id=48d4883c-c046-4fe9-9dab-202c35fecafc)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:13.191686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:13.204345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for f2ee593b-6348-4cb5-9689-29a1a33dfbd3 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:13.309100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-513f95d0-83be-4b00-8eda-ed30d9b9a8ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:10Z', 'revision_number': 8, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ee593b-6348-4cb5-9689-29a1a33dfbd3', 'name': '', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:78:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:01Z', 'updated_at': '2021-11-25T20:13:08Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:13.338936 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-513f95d0-83be-4b00-8eda-ed30d9b9a8ce None None] The sync data for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 is: [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:10Z', 'revision_number': 8, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f2ee593b-6348-4cb5-9689-29a1a33dfbd3', 'name': '', 'network_id': '8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:78:69:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:01Z', 'updated_at': '2021-11-25T20:13:08Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '862914ee-0672-499a-b4a9-ca747fa077a0', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:13.404531 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:13.436782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=f2ee593b-6348-4cb5-9689-29a1a33dfbd3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:13.622555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:13.853852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router e28369dd-be24-424d-a733-6047a09d28c5 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:14.304936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:14.310158 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dccb802e-a00c-47fd-8690-0159437a26eb tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8484862 Nov 25 20:13:14.312831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44722) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:14.315657 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd69de-2122-42a2-b3c6-06abd587fca6 None None] Sync routers for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:14.326686 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd69de-2122-42a2-b3c6-06abd587fca6 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:14.327540 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dfcd69de-2122-42a2-b3c6-06abd587fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:14.367926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-6138628f-90f8-4844-bb78-8de854ceb9ee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting subnet 862914ee-0672-499a-b4a9-ca747fa077a0 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:13:14.371397 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6138628f-90f8-4844-bb78-8de854ceb9ee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:14.420496 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6138628f-90f8-4844-bb78-8de854ceb9ee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:14.424942 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-dfcd69de-2122-42a2-b3c6-06abd587fca6 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:14.515508 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6138628f-90f8-4844-bb78-8de854ceb9ee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:14.580964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6138628f-90f8-4844-bb78-8de854ceb9ee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:14.614029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138628f-90f8-4844-bb78-8de854ceb9ee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Subnet': ['ID=862914ee-0672-499a-b4a9-ca747fa077a0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:14.619064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6138628f-90f8-4844-bb78-8de854ceb9ee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:14.624912 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6138628f-90f8-4844-bb78-8de854ceb9ee tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/862914ee-0672-499a-b4a9-ca747fa077a0 HTTP/1.1" status: 204 len: 168 time: 0.3087387 Nov 25 20:13:14.625424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44724) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:14.630904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e71e89e-edae-4a21-94ee-68fc48ff28b9 None None] Network 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:14.644265 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dfcd69de-2122-42a2-b3c6-06abd587fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:13Z', 'revision_number': 9, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:14.677097 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd69de-2122-42a2-b3c6-06abd587fca6 None None] Checking router: e28369dd-be24-424d-a733-6047a09d28c5 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:14.686709 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcd69de-2122-42a2-b3c6-06abd587fca6 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:14.687414 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dfcd69de-2122-42a2-b3c6-06abd587fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:14.719638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:14.778934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port 9cea6536-a4eb-493f-a8fd-f053b6941873 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:14.779313 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:14.866490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] For port 9cea6536-a4eb-493f-a8fd-f053b6941873, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9cea6536-a4eb-493f-a8fd-f053b6941873,segment=NetworkSegment(48d4883c-c046-4fe9-9dab-202c35fecafc),segment_id=48d4883c-c046-4fe9-9dab-202c35fecafc)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:14.866895 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:14.869888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06848a5c-7b79-4ce7-a5df-d268d3df8ecb None None] DHCP port deletion for 8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:13:14.881994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for 9cea6536-a4eb-493f-a8fd-f053b6941873 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:14.886502 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-dfcd69de-2122-42a2-b3c6-06abd587fca6 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:14.928080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-06848a5c-7b79-4ce7-a5df-d268d3df8ecb None None] Deleting port 9cea6536-a4eb-493f-a8fd-f053b6941873 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:14.928641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-06848a5c-7b79-4ce7-a5df-d268d3df8ecb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:14.978611 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:15.000554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-06848a5c-7b79-4ce7-a5df-d268d3df8ecb None None] For port 9cea6536-a4eb-493f-a8fd-f053b6941873, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9cea6536-a4eb-493f-a8fd-f053b6941873,segment=NetworkSegment(48d4883c-c046-4fe9-9dab-202c35fecafc),segment_id=48d4883c-c046-4fe9-9dab-202c35fecafc)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:15.000554 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-06848a5c-7b79-4ce7-a5df-d268d3df8ecb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:15.005985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=9cea6536-a4eb-493f-a8fd-f053b6941873,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:15.010840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No DVR routers for this DVR port 9cea6536-a4eb-493f-a8fd-f053b6941873 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:13:15.015578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-06848a5c-7b79-4ce7-a5df-d268d3df8ecb None None] Calling delete_port for 9cea6536-a4eb-493f-a8fd-f053b6941873 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:15.108647 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-06848a5c-7b79-4ce7-a5df-d268d3df8ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:15.113601 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dfcd69de-2122-42a2-b3c6-06abd587fca6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:13Z', 'revision_number': 9, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:15.118830 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:15.139948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06848a5c-7b79-4ce7-a5df-d268d3df8ecb None None] Pushing event deleted for resources: {'Port': ['ID=9cea6536-a4eb-493f-a8fd-f053b6941873,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:15.142547 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcd69de-2122-42a2-b3c6-06abd587fca6 None None] The sync data for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 is: [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:13Z', 'revision_number': 9, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8ab9c34a-b662-46ea-baca-cb11b3ae7d76', 'name': '', 'network_id': '33a7c6b6-2367-4239-a74d-b0c4786aee30', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:0e:dd:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3846, 'fixed_ips': [{'subnet_id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:58Z', 'updated_at': '2021-11-25T20:13:03Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '786f800b-1b94-46bb-ac7b-ba7551c114e1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:15.144704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06848a5c-7b79-4ce7-a5df-d268d3df8ecb None None] No DVR routers for this DVR port 9cea6536-a4eb-493f-a8fd-f053b6941873 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:13:15.148318 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:15.166365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d4883c-c046-4fe9-9dab-202c35fecafc') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:15.166657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d4883c-c046-4fe9-9dab-202c35fecafc') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:15.179643 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:15.195045 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:15.201835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Releasing vlan 637 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:13:15.202178 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:13:15.205189 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:13:15.283603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:15.291543 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:15.294736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/networks/8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7 HTTP/1.1" status: 204 len: 168 time: 0.6682158 Nov 25 20:13:15.297622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44726) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:15.310460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfa32d1-2fff-4108-924d-2639b6828e26 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Network': ['ID=8d2054dd-5e7b-4613-a5f1-1f1d301eb4e7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:15.645846 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:15.907778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:15.908111 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:16.002191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] For port 8ab9c34a-b662-46ea-baca-cb11b3ae7d76, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8ab9c34a-b662-46ea-baca-cb11b3ae7d76,segment=NetworkSegment(dc29913f-dcc9-44db-aebb-0efa576ed537),segment_id=dc29913f-dcc9-44db-aebb-0efa576ed537)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:16.002549 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:16.016657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:16.207075 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:16.241929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=8ab9c34a-b662-46ea-baca-cb11b3ae7d76,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:16.259494 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f2ee593b-6348-4cb5-9689-29a1a33dfbd3 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:16.291649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: f2ee593b-6348-4cb5-9689-29a1a33dfbd3 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:16.292192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device f2ee593b-6348-4cb5-9689-29a1a33dfbd3 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:16.292818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9cea6536-a4eb-493f-a8fd-f053b6941873 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:16.325104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 9cea6536-a4eb-493f-a8fd-f053b6941873 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:16.326646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9cea6536-a4eb-493f-a8fd-f053b6941873 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:16.417395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:16.632015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router e28369dd-be24-424d-a733-6047a09d28c5 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:16.735450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:16.741597 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-083ec772-84ba-4dd1-a4dd-87cbe3c24c0a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4419277 Nov 25 20:13:16.743282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44728) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:16.745863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a52e6-ae60-4ed3-a204-859722dadc64 None None] Sync routers for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:16.757216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a52e6-ae60-4ed3-a204-859722dadc64 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:16.757830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b25a52e6-ae60-4ed3-a204-859722dadc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:16.799231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a239c0ca-4f44-4e33-b99b-30012546524e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting subnet 786f800b-1b94-46bb-ac7b-ba7551c114e1 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:13:16.802945 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a239c0ca-4f44-4e33-b99b-30012546524e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:16.849897 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a239c0ca-4f44-4e33-b99b-30012546524e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:16.850928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b25a52e6-ae60-4ed3-a204-859722dadc64 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:16.951534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a239c0ca-4f44-4e33-b99b-30012546524e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.018296 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a239c0ca-4f44-4e33-b99b-30012546524e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.048040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a239c0ca-4f44-4e33-b99b-30012546524e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Subnet': ['ID=786f800b-1b94-46bb-ac7b-ba7551c114e1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:17.052288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a239c0ca-4f44-4e33-b99b-30012546524e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.055677 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a239c0ca-4f44-4e33-b99b-30012546524e tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/786f800b-1b94-46bb-ac7b-ba7551c114e1 HTTP/1.1" status: 204 len: 168 time: 0.3103814 Nov 25 20:13:17.059059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44730) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:17.066759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeda2673-c768-4b84-910f-02fcc71674dc None None] Network 33a7c6b6-2367-4239-a74d-b0c4786aee30 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:17.083092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b25a52e6-ae60-4ed3-a204-859722dadc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:16Z', 'revision_number': 10, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:17.121290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a52e6-ae60-4ed3-a204-859722dadc64 None None] Checking router: e28369dd-be24-424d-a733-6047a09d28c5 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:17.145705 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.165271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25a52e6-ae60-4ed3-a204-859722dadc64 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:17.165893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b25a52e6-ae60-4ed3-a204-859722dadc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:17.210333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port 51978633-4e29-47fa-b6db-792edb54df07 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:17.210675 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.280238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] For port 51978633-4e29-47fa-b6db-792edb54df07, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=51978633-4e29-47fa-b6db-792edb54df07,segment=NetworkSegment(dc29913f-dcc9-44db-aebb-0efa576ed537),segment_id=dc29913f-dcc9-44db-aebb-0efa576ed537)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:17.280507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.296454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for 51978633-4e29-47fa-b6db-792edb54df07 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:17.394042 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.423058 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=51978633-4e29-47fa-b6db-792edb54df07,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:17.424935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No DVR routers for this DVR port 51978633-4e29-47fa-b6db-792edb54df07 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:13:17.468785 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b25a52e6-ae60-4ed3-a204-859722dadc64 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:17.512076 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.537435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a7c6b6-2367-4239-a74d-b0c4786aee30']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:17.547633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc29913f-dcc9-44db-aebb-0efa576ed537') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:17.547958 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc29913f-dcc9-44db-aebb-0efa576ed537') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:17.571113 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.592624 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.600235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:13:17.600572 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:13:17.603806 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:13:17.612347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac34e5-7ff2-48e6-b855-0230313e6850 None None] DHCP port deletion for 33a7c6b6-2367-4239-a74d-b0c4786aee30 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:13:17.675569 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.686866 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:17.690270 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/networks/33a7c6b6-2367-4239-a74d-b0c4786aee30 HTTP/1.1" status: 204 len: 168 time: 0.6301849 Nov 25 20:13:17.695597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44732) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:17.705427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b25a52e6-ae60-4ed3-a204-859722dadc64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:16Z', 'revision_number': 10, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:17.707081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82c541a-fc12-47db-bedf-48c176393727 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Network': ['ID=33a7c6b6-2367-4239-a74d-b0c4786aee30,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:17.739075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b25a52e6-ae60-4ed3-a204-859722dadc64 None None] The sync data for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 is: [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:16Z', 'revision_number': 10, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None, '_interfaces': [{'id': '6de738be-8069-4440-b827-a50d208d3e93', 'name': '', 'network_id': '28594cf0-1461-4ddd-91c8-2f14cce02d24', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'mac_address': 'fa:16:3e:03:80:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:12:55Z', 'updated_at': '2021-11-25T20:12:59Z', 'revision_number': 5, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'subnets': [{'id': '4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:18.054989 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:18.256832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 51978633-4e29-47fa-b6db-792edb54df07 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:18.278947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 51978633-4e29-47fa-b6db-792edb54df07 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:18.279419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 51978633-4e29-47fa-b6db-792edb54df07 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:18.280096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:18.307571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:18.307966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8ab9c34a-b662-46ea-baca-cb11b3ae7d76 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:18.340215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port 6de738be-8069-4440-b827-a50d208d3e93 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:18.340553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:18.436863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] For port 6de738be-8069-4440-b827-a50d208d3e93, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6de738be-8069-4440-b827-a50d208d3e93,segment=NetworkSegment(fefa21b9-f3d0-4fa7-b939-375bc4ad204d),segment_id=fefa21b9-f3d0-4fa7-b939-375bc4ad204d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:18.437282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:18.451566 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for 6de738be-8069-4440-b827-a50d208d3e93 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:18.637762 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:18.665257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=6de738be-8069-4440-b827-a50d208d3e93,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:18.833277 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:18.995698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router e28369dd-be24-424d-a733-6047a09d28c5 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:19.074881 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:19.081387 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4d7c6c66-acfd-4b1c-868d-d455cf6df67b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3834813 Nov 25 20:13:19.084696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44734) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:19.088681 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89220702-e2b7-4566-b6c5-b8aadaea6588 None None] Sync routers for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:19.098969 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89220702-e2b7-4566-b6c5-b8aadaea6588 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:19.100103 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-89220702-e2b7-4566-b6c5-b8aadaea6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:19.141164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4a5c1e9-5054-4492-b33c-c18cad504b63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting subnet 4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:13:19.144668 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c1e9-5054-4492-b33c-c18cad504b63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.171624 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-89220702-e2b7-4566-b6c5-b8aadaea6588 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:19.198310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c1e9-5054-4492-b33c-c18cad504b63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.232359 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-89220702-e2b7-4566-b6c5-b8aadaea6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:18Z', 'revision_number': 11, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:19.260917 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89220702-e2b7-4566-b6c5-b8aadaea6588 None None] Checking router: e28369dd-be24-424d-a733-6047a09d28c5 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:19.269985 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89220702-e2b7-4566-b6c5-b8aadaea6588 None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:19.270590 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-89220702-e2b7-4566-b6c5-b8aadaea6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:19.303368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c1e9-5054-4492-b33c-c18cad504b63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.344437 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-89220702-e2b7-4566-b6c5-b8aadaea6588 None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:19.372403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c1e9-5054-4492-b33c-c18cad504b63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.400556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5c1e9-5054-4492-b33c-c18cad504b63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Subnet': ['ID=4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:19.402773 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-89220702-e2b7-4566-b6c5-b8aadaea6588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:18Z', 'revision_number': 11, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:19.405245 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d4a5c1e9-5054-4492-b33c-c18cad504b63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.411707 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44736) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:19.412392 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d4a5c1e9-5054-4492-b33c-c18cad504b63 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1 HTTP/1.1" status: 204 len: 168 time: 0.3258257 Nov 25 20:13:19.415099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e5ee42-2511-4efe-a2b6-d4c21cac544a None None] Network 28594cf0-1461-4ddd-91c8-2f14cce02d24 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:19.455268 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89220702-e2b7-4566-b6c5-b8aadaea6588 None None] The sync data for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 is: [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:18Z', 'revision_number': 11, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:19.519005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.579991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Deleting port 4cba4686-adc9-41ee-9477-e9fc14e94ab8 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:19.580336 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.648127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] For port 4cba4686-adc9-41ee-9477-e9fc14e94ab8, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4cba4686-adc9-41ee-9477-e9fc14e94ab8,segment=NetworkSegment(fefa21b9-f3d0-4fa7-b939-375bc4ad204d),segment_id=fefa21b9-f3d0-4fa7-b939-375bc4ad204d)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:19.648486 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.662125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Calling delete_port for 4cba4686-adc9-41ee-9477-e9fc14e94ab8 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:19.742421 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.780109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Port': ['ID=4cba4686-adc9-41ee-9477-e9fc14e94ab8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:19.783932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No DVR routers for this DVR port 4cba4686-adc9-41ee-9477-e9fc14e94ab8 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:13:19.849625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d8127-9cb1-4df7-bd48-8858c56d668d None None] DHCP port deletion for 28594cf0-1461-4ddd-91c8-2f14cce02d24 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:13:19.874952 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.898513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28594cf0-1461-4ddd-91c8-2f14cce02d24']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:19.909898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fefa21b9-f3d0-4fa7-b939-375bc4ad204d') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:19.910287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fefa21b9-f3d0-4fa7-b939-375bc4ad204d') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:19.926179 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.943872 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.950647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:13:19.951091 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:13:19.954032 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:13:20.016841 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:20.023897 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:20.027216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/networks/28594cf0-1461-4ddd-91c8-2f14cce02d24 HTTP/1.1" status: 204 len: 168 time: 0.6133156 Nov 25 20:13:20.031272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44738) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:20.036418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d40324c7-27fd-4ec4-b784-eced899dc44b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'routes': None}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:20.039947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30023dcb-b40d-4fee-b990-0c1e850efefa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Pushing event deleted for resources: {'Network': ['ID=28594cf0-1461-4ddd-91c8-2f14cce02d24,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:20.218600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.extraroute_db [None req-d40324c7-27fd-4ec4-b784-eced899dc44b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Added routes are [] {{(pid=103652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 25 20:13:20.219285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.extraroute_db [None req-d40324c7-27fd-4ec4-b784-eced899dc44b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Removed routes are [] {{(pid=103652) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 25 20:13:20.219285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d40324c7-27fd-4ec4-b784-eced899dc44b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:20.252583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4cba4686-adc9-41ee-9477-e9fc14e94ab8 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:20.274530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4cba4686-adc9-41ee-9477-e9fc14e94ab8 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:20.274891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4cba4686-adc9-41ee-9477-e9fc14e94ab8 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:20.275310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6de738be-8069-4440-b827-a50d208d3e93 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:20.297458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 6de738be-8069-4440-b827-a50d208d3e93 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:20.297701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6de738be-8069-4440-b827-a50d208d3e93 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:20.362199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d40324c7-27fd-4ec4-b784-eced899dc44b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:20.365598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d40324c7-27fd-4ec4-b784-eced899dc44b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:20.447649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d40324c7-27fd-4ec4-b784-eced899dc44b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router e28369dd-be24-424d-a733-6047a09d28c5 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:20.528004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d40324c7-27fd-4ec4-b784-eced899dc44b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:20.535519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d40324c7-27fd-4ec4-b784-eced899dc44b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:20.538761 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d40324c7-27fd-4ec4-b784-eced899dc44b tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5 HTTP/1.1" status: 200 len: 701 time: 0.5060036 Nov 25 20:13:20.539633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1497e0-d1b0-4297-bf4f-074e4c665e8e None None] Sync routers for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:20.541560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44740) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:20.556987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1497e0-d1b0-4297-bf4f-074e4c665e8e None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:20.558627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2c1497e0-d1b0-4297-bf4f-074e4c665e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:20.570040 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c7e0891f-30b8-413b-8dd6-a1a981a3b00c tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28369dd-be24-424d-a733-6047a09d28c5 HTTP/1.1" status: 200 len: 205 time: 0.0273030 Nov 25 20:13:20.572831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44742) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:20.636800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-2c1497e0-d1b0-4297-bf4f-074e4c665e8e None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:20.650957 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-527f76c3-daa3-44e9-8c20-cb8c9058be53 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:20.695559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2c1497e0-d1b0-4297-bf4f-074e4c665e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:18Z', 'revision_number': 11, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:20.723145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1497e0-d1b0-4297-bf4f-074e4c665e8e None None] Checking router: e28369dd-be24-424d-a733-6047a09d28c5 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:20.732819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1497e0-d1b0-4297-bf4f-074e4c665e8e None None] Routers {'e28369dd-be24-424d-a733-6047a09d28c5'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:20.733425 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2c1497e0-d1b0-4297-bf4f-074e4c665e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e28369dd-be24-424d-a733-6047a09d28c5'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:20.811466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-2c1497e0-d1b0-4297-bf4f-074e4c665e8e None None] Set router e28369dd-be24-424d-a733-6047a09d28c5 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:20.872546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2c1497e0-d1b0-4297-bf4f-074e4c665e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:18Z', 'revision_number': 11, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:20.901919 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c1497e0-d1b0-4297-bf4f-074e4c665e8e None None] The sync data for ids ['e28369dd-be24-424d-a733-6047a09d28c5'] in n-d-817303-9 is: [{'id': 'e28369dd-be24-424d-a733-6047a09d28c5', 'name': 'tempest-RoutersTest-router-1241308781', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:12:54Z', 'updated_at': '2021-11-25T20:13:18Z', 'revision_number': 11, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:21.032437 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.168583 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-527f76c3-daa3-44e9-8c20-cb8c9058be53 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.170878 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-527f76c3-daa3-44e9-8c20-cb8c9058be53 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.215222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-527f76c3-daa3-44e9-8c20-cb8c9058be53 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.215777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-527f76c3-daa3-44e9-8c20-cb8c9058be53 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Fanout notify agent at l3_agent the message router_deleted on router e28369dd-be24-424d-a733-6047a09d28c5 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:13:21.223314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-527f76c3-daa3-44e9-8c20-cb8c9058be53 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.225064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-527f76c3-daa3-44e9-8c20-cb8c9058be53 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5 HTTP/1.1" status: 204 len: 168 time: 0.6511564 Nov 25 20:13:21.228994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44744) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:21.233466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-cfdb09dc-9526-4574-aae1-0f388dcc6294 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-366989980', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:21.260871 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfdb09dc-9526-4574-aae1-0f388dcc6294 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.262037 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfdb09dc-9526-4574-aae1-0f388dcc6294 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.326481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfdb09dc-9526-4574-aae1-0f388dcc6294 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.331723 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfdb09dc-9526-4574-aae1-0f388dcc6294 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.352740 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cfdb09dc-9526-4574-aae1-0f388dcc6294 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.353945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cfdb09dc-9526-4574-aae1-0f388dcc6294 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1240118 Nov 25 20:13:21.356726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44746) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:21.361240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-088b8ece-8899-46d9-91cc-6dc273060887 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:21.577017 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-088b8ece-8899-46d9-91cc-6dc273060887 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-3696147', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-3692098', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9166'] for router, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.588598 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-088b8ece-8899-46d9-91cc-6dc273060887 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-3696152', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-3696161', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-3692107'] for router, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.691202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088b8ece-8899-46d9-91cc-6dc273060887 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Router b6402e80-5ae7-4844-8197-e3fb7742d5aa is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:13:21.780415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088b8ece-8899-46d9-91cc-6dc273060887 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:21.791317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-088b8ece-8899-46d9-91cc-6dc273060887 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:21.791763 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8596b8d-b295-4fef-88e8-1c3070a0bfa7 None None] Sync routers for ids ['b6402e80-5ae7-4844-8197-e3fb7742d5aa'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:21.792993 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-088b8ece-8899-46d9-91cc-6dc273060887 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "PUT /v2.0/routers/b6402e80-5ae7-4844-8197-e3fb7742d5aa HTTP/1.1" status: 200 len: 693 time: 0.4351892 Nov 25 20:13:21.795565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44748) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:21.806019 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8596b8d-b295-4fef-88e8-1c3070a0bfa7 None None] Routers {'b6402e80-5ae7-4844-8197-e3fb7742d5aa'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:21.806631 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8596b8d-b295-4fef-88e8-1c3070a0bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6402e80-5ae7-4844-8197-e3fb7742d5aa'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:21.877368 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-94373779-f66e-4a6c-a701-93135d3a09fa tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/routers/b6402e80-5ae7-4844-8197-e3fb7742d5aa HTTP/1.1" status: 200 len: 699 time: 0.0805237 Nov 25 20:13:21.880433 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44750) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:21.887652 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c8596b8d-b295-4fef-88e8-1c3070a0bfa7 None None] Set router b6402e80-5ae7-4844-8197-e3fb7742d5aa gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:21.915863 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ceb05baa-87db-4b94-a315-8ad02663b129 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6402e80-5ae7-4844-8197-e3fb7742d5aa HTTP/1.1" status: 200 len: 205 time: 0.0335262 Nov 25 20:13:21.918423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44752) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:21.944815 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8596b8d-b295-4fef-88e8-1c3070a0bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6402e80-5ae7-4844-8197-e3fb7742d5aa', 'name': 'tempest-RoutersTest-router-366989980', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:21Z', 'updated_at': '2021-11-25T20:13:21Z', 'revision_number': 2, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:21.972732 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8596b8d-b295-4fef-88e8-1c3070a0bfa7 None None] Checking router: b6402e80-5ae7-4844-8197-e3fb7742d5aa for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:21.982817 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8596b8d-b295-4fef-88e8-1c3070a0bfa7 None None] Routers {'b6402e80-5ae7-4844-8197-e3fb7742d5aa'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:21.983428 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8596b8d-b295-4fef-88e8-1c3070a0bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6402e80-5ae7-4844-8197-e3fb7742d5aa'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:21.997876 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3cd9f39-eaaf-4ccd-a3ef-240a2cf3bb21 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:22.055531 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c8596b8d-b295-4fef-88e8-1c3070a0bfa7 None None] Set router b6402e80-5ae7-4844-8197-e3fb7742d5aa gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:22.111617 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8596b8d-b295-4fef-88e8-1c3070a0bfa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6402e80-5ae7-4844-8197-e3fb7742d5aa', 'name': 'tempest-RoutersTest-router-366989980', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:21Z', 'updated_at': '2021-11-25T20:13:21Z', 'revision_number': 2, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:22.148797 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8596b8d-b295-4fef-88e8-1c3070a0bfa7 None None] The sync data for ids ['b6402e80-5ae7-4844-8197-e3fb7742d5aa'] in n-d-817303-9 is: [{'id': 'b6402e80-5ae7-4844-8197-e3fb7742d5aa', 'name': 'tempest-RoutersTest-router-366989980', 'tenant_id': 'fc6824bae4b2412dab0b27310dfc6275', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:21Z', 'updated_at': '2021-11-25T20:13:21Z', 'revision_number': 2, 'project_id': 'fc6824bae4b2412dab0b27310dfc6275', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:22.184519 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3cd9f39-eaaf-4ccd-a3ef-240a2cf3bb21 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:22.186911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3cd9f39-eaaf-4ccd-a3ef-240a2cf3bb21 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:22.251721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3cd9f39-eaaf-4ccd-a3ef-240a2cf3bb21 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:22.252262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3cd9f39-eaaf-4ccd-a3ef-240a2cf3bb21 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Fanout notify agent at l3_agent the message router_deleted on router b6402e80-5ae7-4844-8197-e3fb7742d5aa {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:13:22.260754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3cd9f39-eaaf-4ccd-a3ef-240a2cf3bb21 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:22.261912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a3cd9f39-eaaf-4ccd-a3ef-240a2cf3bb21 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/b6402e80-5ae7-4844-8197-e3fb7742d5aa HTTP/1.1" status: 204 len: 168 time: 0.3421757 Nov 25 20:13:22.269185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44754) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.299671 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-672203c6-7e84-44cf-876f-4556f29c7c31 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=b6402e80-5ae7-4844-8197-e3fb7742d5aa HTTP/1.1" status: 200 len: 205 time: 0.0293126 Nov 25 20:13:22.304589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44756) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.347773 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-a9d0d54d-eb94-4e43-a723-5b897728c250 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] delete failed (client error): The resource could not be found. Nov 25 20:13:22.348831 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a9d0d54d-eb94-4e43-a723-5b897728c250 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/b6402e80-5ae7-4844-8197-e3fb7742d5aa HTTP/1.1" status: 404 len: 336 time: 0.0432000 Nov 25 20:13:22.351791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44758) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.379059 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d766b2a-2176-4ddb-9bbe-303efe305c53 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] DELETE failed (client error): The resource could not be found. Nov 25 20:13:22.379529 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d766b2a-2176-4ddb-9bbe-303efe305c53 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:13:22.383313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3d766b2a-2176-4ddb-9bbe-303efe305c53 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/44b0764a-982c-4f9d-b4ba-60a3ce5601c9 HTTP/1.1" status: 404 len: 337 time: 0.0305343 Nov 25 20:13:22.386782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44760) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.415379 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2d418e-d60c-41b0-9519-21aded864111 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] DELETE failed (client error): The resource could not be found. Nov 25 20:13:22.415756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2d418e-d60c-41b0-9519-21aded864111 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:13:22.418872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-de2d418e-d60c-41b0-9519-21aded864111 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/862914ee-0672-499a-b4a9-ca747fa077a0 HTTP/1.1" status: 404 len: 337 time: 0.0310423 Nov 25 20:13:22.421407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44762) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.448276 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4e1d378-ff36-479a-b3d2-dce68a71da9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] DELETE failed (client error): The resource could not be found. Nov 25 20:13:22.448738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4e1d378-ff36-479a-b3d2-dce68a71da9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:13:22.451938 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c4e1d378-ff36-479a-b3d2-dce68a71da9f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/786f800b-1b94-46bb-ac7b-ba7551c114e1 HTTP/1.1" status: 404 len: 337 time: 0.0295916 Nov 25 20:13:22.454548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44764) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.480730 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-44c1c6a4-fc2f-42e0-97f4-be3313d796a0 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] DELETE failed (client error): The resource could not be found. Nov 25 20:13:22.481243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44c1c6a4-fc2f-42e0-97f4-be3313d796a0 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:13:22.484317 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-44c1c6a4-fc2f-42e0-97f4-be3313d796a0 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/4efe7f3e-03b4-41cd-8ecb-8b8b2b14b4b1 HTTP/1.1" status: 404 len: 337 time: 0.0288198 Nov 25 20:13:22.486924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44766) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.522693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a3857c90-3e91-4e02-98b6-cc68271b7d54 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=e28369dd-be24-424d-a733-6047a09d28c5 HTTP/1.1" status: 200 len: 205 time: 0.0346878 Nov 25 20:13:22.525625 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44768) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.563733 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-404a3271-72a2-4d0a-8f56-ca4eb484b0a6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] delete failed (client error): The resource could not be found. Nov 25 20:13:22.564777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-404a3271-72a2-4d0a-8f56-ca4eb484b0a6 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/e28369dd-be24-424d-a733-6047a09d28c5 HTTP/1.1" status: 404 len: 336 time: 0.0382099 Nov 25 20:13:22.567407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44770) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.595910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-67d9bef2-d403-4fcb-b00e-bd22f15724ae tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=93981db4-93bb-4690-92cf-fc21eb88c5e4 HTTP/1.1" status: 200 len: 205 time: 0.0268335 Nov 25 20:13:22.598594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44772) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.640273 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-f229509a-3aed-435f-82f6-21afd222fdf2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] delete failed (client error): The resource could not be found. Nov 25 20:13:22.641326 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f229509a-3aed-435f-82f6-21afd222fdf2 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/93981db4-93bb-4690-92cf-fc21eb88c5e4 HTTP/1.1" status: 404 len: 336 time: 0.0411890 Nov 25 20:13:22.643972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44774) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.672047 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e7f37d2-a43c-451e-b649-9b9e683ec013 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] DELETE failed (client error): The resource could not be found. Nov 25 20:13:22.672456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e7f37d2-a43c-451e-b649-9b9e683ec013 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:13:22.675577 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7e7f37d2-a43c-451e-b649-9b9e683ec013 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/2f8e1e70-5d9e-48fa-9644-d1c9b60d45e1 HTTP/1.1" status: 404 len: 337 time: 0.0306056 Nov 25 20:13:22.679171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44776) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.720771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e36069fd-6db0-44a7-a190-b11a3aea7221 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=7696da59-72ad-4179-864d-512fee4a979b HTTP/1.1" status: 200 len: 205 time: 0.0401301 Nov 25 20:13:22.723131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44778) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.760715 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-c5267f83-d357-41f3-99a0-08ace5037313 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] delete failed (client error): The resource could not be found. Nov 25 20:13:22.761763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c5267f83-d357-41f3-99a0-08ace5037313 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/7696da59-72ad-4179-864d-512fee4a979b HTTP/1.1" status: 404 len: 336 time: 0.0377405 Nov 25 20:13:22.764443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44780) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.796993 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-38570c00-e0e4-4c9d-bf56-045b83e6175a tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=83e39e2c-dc40-40b4-a489-511395411f16 HTTP/1.1" status: 200 len: 205 time: 0.0314739 Nov 25 20:13:22.799520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44782) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.841776 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-85ebd12d-c9bb-4522-8d76-b4d6e0ca913c tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] delete failed (client error): The resource could not be found. Nov 25 20:13:22.842881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-85ebd12d-c9bb-4522-8d76-b4d6e0ca913c tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/83e39e2c-dc40-40b4-a489-511395411f16 HTTP/1.1" status: 404 len: 336 time: 0.0415580 Nov 25 20:13:22.845657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44784) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.875744 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4d4bd15-501b-4eb1-ad3f-0216136be44f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] DELETE failed (client error): The resource could not be found. Nov 25 20:13:22.876210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4d4bd15-501b-4eb1-ad3f-0216136be44f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:13:22.879422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b4d4bd15-501b-4eb1-ad3f-0216136be44f tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/75920ad2-e83f-424c-864a-eb6dcee7620a HTTP/1.1" status: 404 len: 337 time: 0.0327802 Nov 25 20:13:22.882957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44786) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.914864 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b0d0a3d4-2149-41e0-93e3-d5feefd5f779 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=7a798d44-e96b-41a6-a055-669112cd19f5 HTTP/1.1" status: 200 len: 205 time: 0.0306535 Nov 25 20:13:22.917086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44788) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.955018 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-d1b8b547-cb35-41f1-80d5-57f6ad4afd44 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] delete failed (client error): The resource could not be found. Nov 25 20:13:22.956072 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d1b8b547-cb35-41f1-80d5-57f6ad4afd44 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/7a798d44-e96b-41a6-a055-669112cd19f5 HTTP/1.1" status: 404 len: 336 time: 0.0380089 Nov 25 20:13:22.959489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44790) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:22.986783 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2bb97f5-1041-4ad4-a883-88eea3d09e66 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] DELETE failed (client error): The resource could not be found. Nov 25 20:13:22.987278 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2bb97f5-1041-4ad4-a883-88eea3d09e66 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:13:22.990413 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a2bb97f5-1041-4ad4-a883-88eea3d09e66 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/b516756c-6ad4-41b8-9379-1eda206864c9 HTTP/1.1" status: 404 len: 337 time: 0.0297909 Nov 25 20:13:22.993606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44792) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:23.024815 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4817b06e-784f-4715-ad47-8972e70cf5a5 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "GET /v2.0/ports?device_id=17469498-c272-4096-bd41-7f351ce6c847 HTTP/1.1" status: 200 len: 205 time: 0.0301247 Nov 25 20:13:23.027135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44794) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:23.064643 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-5070a615-ddb6-4e72-91bb-c72e92f5ddf3 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] delete failed (client error): The resource could not be found. Nov 25 20:13:23.065713 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5070a615-ddb6-4e72-91bb-c72e92f5ddf3 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/routers/17469498-c272-4096-bd41-7f351ce6c847 HTTP/1.1" status: 404 len: 336 time: 0.0376761 Nov 25 20:13:23.068992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44796) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:23.096378 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-e070ac2e-1fde-415c-aaa8-2f7521776035 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] DELETE failed (client error): The resource could not be found. Nov 25 20:13:23.096831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e070ac2e-1fde-415c-aaa8-2f7521776035 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:13:23.100180 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e070ac2e-1fde-415c-aaa8-2f7521776035 tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/e1fc884c-7b49-4be3-b85d-3ac12001375b HTTP/1.1" status: 404 len: 337 time: 0.0300679 Nov 25 20:13:23.102681 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44798) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:23.129530 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c482fe-d3a1-4b5e-9017-d5fabe65d03d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] DELETE failed (client error): The resource could not be found. Nov 25 20:13:23.129981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c482fe-d3a1-4b5e-9017-d5fabe65d03d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:13:23.134504 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d0c482fe-d3a1-4b5e-9017-d5fabe65d03d tempest-RoutersTest-647575153 tempest-RoutersTest-647575153-project] 10.222.0.15 "DELETE /v2.0/subnets/e351b153-af98-427b-9635-86f858fa83ec HTTP/1.1" status: 404 len: 337 time: 0.0309486 Nov 25 20:13:23.266265 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:23.430288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44804) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:23.584566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2ef3da03-39eb-43b5-817a-11b41abd61d7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fc6824bae4b2412dab0b27310dfc6275&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1509044 Nov 25 20:13:23.585956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44808) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:23.636614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:23.658065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:23.705663 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:23.708614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:23.710530 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/23e645e6-a289-40af-b736-7d12bb7c5180 HTTP/1.1" status: 204 len: 168 time: 0.1236308 Nov 25 20:13:23.718529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e645e6-a289-40af-b736-7d12bb7c5180,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:23.726678 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:23.727066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:23.727413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:23.727756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:23.728090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:23.728424 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:23.728756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:23.729083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:23.729410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:23.729741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:23.730060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:23.730524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-751c4394-e9a6-427d-820d-aed5da70e958 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:32.108595 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-20bb56a4-60c1-4cfd-b66e-8b5191028e5e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:35.219744 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b0b0c1c1-b7a6-4df2-8665-3a46dc22b9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:36.529392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:37.865062 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:38.026508 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:13:38.372168 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:38.956009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44934) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:39.140500 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port 70aad26f-a899-424d-af5f-c16df6c75779 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:39.140873 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:39.233293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:39.233637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:39.247977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for 70aad26f-a899-424d-af5f-c16df6c75779 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:39.407477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:39.438241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=70aad26f-a899-424d-af5f-c16df6c75779,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:39.507376 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:39.507636 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Floating IP beccb8bc-8c18-4493-a278-531a0d831753 disassociated (deleted). External IP: 172.25.8.64, port: 02300493-b8c6-4e3b-871d-ed258da4890c. Nov 25 20:13:40.080518 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router d3c8db89-f990-4385-9b06-baa370a3094e has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:40.200425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:40.210014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:40.217941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61859c70-124c-4c81-8e26-8d6b08278b6b None None] Sync routers for ids ['d3c8db89-f990-4385-9b06-baa370a3094e'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:40.240541 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7c4fd5b4-bd81-438d-98a2-5b660d7b7117 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/floatingips/beccb8bc-8c18-4493-a278-531a0d831753 HTTP/1.1" status: 204 len: 168 time: 1.2820358 Nov 25 20:13:40.240846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61859c70-124c-4c81-8e26-8d6b08278b6b None None] Routers {'d3c8db89-f990-4385-9b06-baa370a3094e'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:40.240970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:13:40.241313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-61859c70-124c-4c81-8e26-8d6b08278b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d3c8db89-f990-4385-9b06-baa370a3094e'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:40.243260 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a399a01c-a08b-4088-9792-940d4aeee67c" -d '{"events": [{"name": "network-changed", "server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:13:40.376039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-61859c70-124c-4c81-8e26-8d6b08278b6b None None] Set router d3c8db89-f990-4385-9b06-baa370a3094e gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:40.434624 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd92ff3-f997-45d1-a194-950b00ae2aea x-openstack-request-id: req-1bd92ff3-f997-45d1-a194-950b00ae2aea {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:13:40.437690 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:13:40.438188 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1bd92ff3-f997-45d1-a194-950b00ae2aea {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:13:40.438958 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c', 'status': 'completed', 'code': 200} Nov 25 20:13:40.537673 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399a01c-a08b-4088-9792-940d4aeee67c req-729c870b-eb99-402a-acf2-865c16e7cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:40.540311 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a399a01c-a08b-4088-9792-940d4aeee67c req-729c870b-eb99-402a-acf2-865c16e7cdc3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1115c662d4849199ea30501137f9abf&device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 1097 time: 0.0758603 Nov 25 20:13:40.645362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf54a6a-5520-494a-b022-16b91aad4287 req-b77ca4a7-fba8-449d-babb-4da288164002 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:40.653094 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecf54a6a-5520-494a-b022-16b91aad4287 req-b77ca4a7-fba8-449d-babb-4da288164002 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.1540656 Nov 25 20:13:40.713881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ecf54a6a-5520-494a-b022-16b91aad4287 req-fd7c88e5-6b3b-4270-bd2f-370bed0d05c9 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594625 Nov 25 20:13:40.720028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399a01c-a08b-4088-9792-940d4aeee67c req-e0500b0c-2721-4442-8146-99a03e5b4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:40.722730 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a399a01c-a08b-4088-9792-940d4aeee67c req-e0500b0c-2721-4442-8146-99a03e5b4c67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=41186769-0175-440d-901f-c30a2042580e HTTP/1.1" status: 200 len: 898 time: 0.1739969 Nov 25 20:13:40.753673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-61859c70-124c-4c81-8e26-8d6b08278b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:58Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd', 'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:74:bc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:57Z', 'updated_at': '2021-11-25T20:12:01Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:40.771300 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a399a01c-a08b-4088-9792-940d4aeee67c req-8c9905a7-ba34-4a8d-a83f-500d99adc94c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=02300493-b8c6-4e3b-871d-ed258da4890c HTTP/1.1" status: 200 len: 217 time: 0.0397947 Nov 25 20:13:40.781276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61859c70-124c-4c81-8e26-8d6b08278b6b None None] Checking router: d3c8db89-f990-4385-9b06-baa370a3094e for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:40.791289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61859c70-124c-4c81-8e26-8d6b08278b6b None None] Routers {'d3c8db89-f990-4385-9b06-baa370a3094e'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:40.791974 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-61859c70-124c-4c81-8e26-8d6b08278b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d3c8db89-f990-4385-9b06-baa370a3094e'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:40.830999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399a01c-a08b-4088-9792-940d4aeee67c req-a669e94c-b96a-4ddf-aab5-788f54cf1b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:40.832497 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a399a01c-a08b-4088-9792-940d4aeee67c req-a669e94c-b96a-4ddf-aab5-788f54cf1b05 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e51b1249-5817-43d0-9f95-a2e725eb8642 HTTP/1.1" status: 200 len: 834 time: 0.0535700 Nov 25 20:13:40.881038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a399a01c-a08b-4088-9792-940d4aeee67c req-8c3b5b73-d2f1-4905-a734-61a4b0fb474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:40.882543 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a399a01c-a08b-4088-9792-940d4aeee67c req-8c3b5b73-d2f1-4905-a734-61a4b0fb474d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=41186769-0175-440d-901f-c30a2042580e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414770 Nov 25 20:13:40.904756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-61859c70-124c-4c81-8e26-8d6b08278b6b None None] Set router d3c8db89-f990-4385-9b06-baa370a3094e gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:40.974491 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a399a01c-a08b-4088-9792-940d4aeee67c req-0a3901d7-21c8-4e90-af46-b5f32f49480d service neutron] 10.222.0.60 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831997 Nov 25 20:13:41.072245 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a399a01c-a08b-4088-9792-940d4aeee67c req-a39c457a-da41-4981-81a9-52e74666c544 service neutron] 10.222.0.60 "GET /v2.0/networks/41186769-0175-440d-901f-c30a2042580e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891209 Nov 25 20:13:41.117129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-61859c70-124c-4c81-8e26-8d6b08278b6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:58Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd', 'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:74:bc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:57Z', 'updated_at': '2021-11-25T20:12:01Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:41.143613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61859c70-124c-4c81-8e26-8d6b08278b6b None None] The sync data for ids ['d3c8db89-f990-4385-9b06-baa370a3094e'] in n-d-817303-9 is: [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:11:58Z', 'revision_number': 4, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd', 'name': '', 'network_id': '41186769-0175-440d-901f-c30a2042580e', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'mac_address': 'fa:16:3e:74:bc:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3745, 'fixed_ips': [{'subnet_id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:57Z', 'updated_at': '2021-11-25T20:12:01Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'subnets': [{'id': 'e51b1249-5817-43d0-9f95-a2e725eb8642', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:41.379335 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a7b8e4-7242-4079-9e01-cb7c2fcf7207 None None] New status for floating IP beccb8bc-8c18-4493-a278-531a0d831753: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:13:41.835715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502032d3-71c3-4244-a088-e16a11ff44cb req-2c1f0c11-2a93-4b06-b873-bbebf7d0dfb8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:41.837259 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-502032d3-71c3-4244-a088-e16a11ff44cb req-2c1f0c11-2a93-4b06-b873-bbebf7d0dfb8 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0543950 Nov 25 20:13:41.839761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1607c54d-a27d-43c0-9e67-2d43b34631b4 req-1f4969ef-21c7-478e-958d-3967e94cec65 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:41.841291 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1607c54d-a27d-43c0-9e67-2d43b34631b4 req-1f4969ef-21c7-478e-958d-3967e94cec65 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e9a0610-587b-4c11-bc74-b45f379221de HTTP/1.1" status: 200 len: 946 time: 0.0542071 Nov 25 20:13:41.895071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1607c54d-a27d-43c0-9e67-2d43b34631b4 req-a19aec0d-286a-410c-94b7-5ffbcdd9a85f tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "GET /v2.0/security-groups?id=87ab3f67-495c-4e3b-a9fa-1c74869cc647&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471787 Nov 25 20:13:41.938403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-502032d3-71c3-4244-a088-e16a11ff44cb req-1a7fb4be-0037-4a32-ae39-5369e903b0d4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port 02300493-b8c6-4e3b-871d-ed258da4890c {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:41.938742 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-502032d3-71c3-4244-a088-e16a11ff44cb req-1a7fb4be-0037-4a32-ae39-5369e903b0d4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:42.033594 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-502032d3-71c3-4244-a088-e16a11ff44cb req-1a7fb4be-0037-4a32-ae39-5369e903b0d4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port 02300493-b8c6-4e3b-871d-ed258da4890c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=02300493-b8c6-4e3b-871d-ed258da4890c,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:42.033962 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-502032d3-71c3-4244-a088-e16a11ff44cb req-1a7fb4be-0037-4a32-ae39-5369e903b0d4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:42.046494 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-502032d3-71c3-4244-a088-e16a11ff44cb req-1a7fb4be-0037-4a32-ae39-5369e903b0d4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for 02300493-b8c6-4e3b-871d-ed258da4890c owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:42.185405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-502032d3-71c3-4244-a088-e16a11ff44cb req-1a7fb4be-0037-4a32-ae39-5369e903b0d4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:42.216099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7fb4be-0037-4a32-ae39-5369e903b0d4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=02300493-b8c6-4e3b-871d-ed258da4890c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:42.261591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-502032d3-71c3-4244-a088-e16a11ff44cb req-1a7fb4be-0037-4a32-ae39-5369e903b0d4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] No DVR routers for this DVR port 02300493-b8c6-4e3b-871d-ed258da4890c on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:13:42.264086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-502032d3-71c3-4244-a088-e16a11ff44cb req-1a7fb4be-0037-4a32-ae39-5369e903b0d4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:42.267515 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-502032d3-71c3-4244-a088-e16a11ff44cb req-1a7fb4be-0037-4a32-ae39-5369e903b0d4 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.60 "DELETE /v2.0/ports/02300493-b8c6-4e3b-871d-ed258da4890c HTTP/1.1" status: 204 len: 173 time: 0.4234645 Nov 25 20:13:42.440539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'name': 'network-vif-deleted', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:13:42.443096 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1b6b734-2d95-4f92-b1de-9c8b6fdb96f2" -d '{"events": [{"server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "name": "network-vif-deleted", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:13:42.482074 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:13:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-400ccbb6-981b-467a-8c51-f6369d63ab2d x-openstack-request-id: req-400ccbb6-981b-467a-8c51-f6369d63ab2d {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:13:42.482450 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e9a0610-587b-4c11-bc74-b45f379221de", "name": "network-vif-deleted", "tag": "02300493-b8c6-4e3b-871d-ed258da4890c", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:13:42.482704 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-400ccbb6-981b-467a-8c51-f6369d63ab2d {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:13:42.483141 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e9a0610-587b-4c11-bc74-b45f379221de', 'name': 'network-vif-deleted', 'tag': '02300493-b8c6-4e3b-871d-ed258da4890c', 'status': 'completed', 'code': 200} Nov 25 20:13:42.955836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44970) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:43.336639 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:43.621284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:43.621698 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:43.734789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:43.735331 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:43.749836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:43.951225 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:43.980910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:44.169688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:44.396380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Router d3c8db89-f990-4385-9b06-baa370a3094e has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:44.505723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:44.511508 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e7f3472a-e6b2-45a1-8135-0be543b46c6d tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "PUT /v2.0/routers/d3c8db89-f990-4385-9b06-baa370a3094e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5544240 Nov 25 20:13:44.513892 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44982) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:44.516967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a45ac63-8d0a-42dc-a508-e7556c6cbead None None] Sync routers for ids ['d3c8db89-f990-4385-9b06-baa370a3094e'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:44.528793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45ac63-8d0a-42dc-a508-e7556c6cbead None None] Routers {'d3c8db89-f990-4385-9b06-baa370a3094e'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:44.529645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8a45ac63-8d0a-42dc-a508-e7556c6cbead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d3c8db89-f990-4385-9b06-baa370a3094e'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:44.566577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c718d42e-2d2c-4533-9d52-79de63fcca86 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting subnet e51b1249-5817-43d0-9f95-a2e725eb8642 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:13:44.572709 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c718d42e-2d2c-4533-9d52-79de63fcca86 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:44.615696 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c718d42e-2d2c-4533-9d52-79de63fcca86 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:44.641539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-8a45ac63-8d0a-42dc-a508-e7556c6cbead None None] Set router d3c8db89-f990-4385-9b06-baa370a3094e gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:44.714251 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c718d42e-2d2c-4533-9d52-79de63fcca86 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:44.776965 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c718d42e-2d2c-4533-9d52-79de63fcca86 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:44.805023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c718d42e-2d2c-4533-9d52-79de63fcca86 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Subnet': ['ID=e51b1249-5817-43d0-9f95-a2e725eb8642,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:44.808491 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c718d42e-2d2c-4533-9d52-79de63fcca86 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:44.814627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 44986) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:44.815243 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c718d42e-2d2c-4533-9d52-79de63fcca86 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/subnets/e51b1249-5817-43d0-9f95-a2e725eb8642 HTTP/1.1" status: 204 len: 168 time: 0.2989626 Nov 25 20:13:44.823846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ce0137-1874-4d3c-b7ca-d804c123dcf8 None None] Network 41186769-0175-440d-901f-c30a2042580e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:44.940627 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:44.962563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8a45ac63-8d0a-42dc-a508-e7556c6cbead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:13:43Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:45.001388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a45ac63-8d0a-42dc-a508-e7556c6cbead None None] Checking router: d3c8db89-f990-4385-9b06-baa370a3094e for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:45.016947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a45ac63-8d0a-42dc-a508-e7556c6cbead None None] Routers {'d3c8db89-f990-4385-9b06-baa370a3094e'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:45.017865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8a45ac63-8d0a-42dc-a508-e7556c6cbead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d3c8db89-f990-4385-9b06-baa370a3094e'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:45.135837 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.172824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] DHCP port deletion for 41186769-0175-440d-901f-c30a2042580e request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:13:45.252318 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Deleting port e7d7d488-5aea-4d52-9ec3-015ad34b1569 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:45.252661 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.363835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] For port e7d7d488-5aea-4d52-9ec3-015ad34b1569, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e7d7d488-5aea-4d52-9ec3-015ad34b1569,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:45.364262 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.379071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Calling delete_port for e7d7d488-5aea-4d52-9ec3-015ad34b1569 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:45.427066 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-8a45ac63-8d0a-42dc-a508-e7556c6cbead None None] Set router d3c8db89-f990-4385-9b06-baa370a3094e gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:45.558378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Deleting port b79f74e0-3947-445c-b4cf-13029af25e5f {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:13:45.559176 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.561465 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.590138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Port': ['ID=e7d7d488-5aea-4d52-9ec3-015ad34b1569,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:45.624036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.624390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.624741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.625082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.625800 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.625800 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.626074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.626404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.626731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.627082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.627532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.627730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.628591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd7b6e0-4b91-4f51-bf03-02f89a29add0 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:13:45.668687 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.679806 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] For port b79f74e0-3947-445c-b4cf-13029af25e5f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b79f74e0-3947-445c-b4cf-13029af25e5f,segment=NetworkSegment(0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b),segment_id=0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:45.680221 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.698117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Calling delete_port for b79f74e0-3947-445c-b4cf-13029af25e5f owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:13:45.767896 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.770839 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.772960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8a45ac63-8d0a-42dc-a508-e7556c6cbead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:13:43Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:45.814728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a45ac63-8d0a-42dc-a508-e7556c6cbead None None] The sync data for ids ['d3c8db89-f990-4385-9b06-baa370a3094e'] in n-d-817303-9 is: [{'id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-262417473', 'tenant_id': 'd1115c662d4849199ea30501137f9abf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69'}], 'enable_snat': True}, 'gw_port_id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:11:53Z', 'updated_at': '2021-11-25T20:13:43Z', 'revision_number': 5, 'project_id': 'd1115c662d4849199ea30501137f9abf', 'gw_port': {'id': 'e7d7d488-5aea-4d52-9ec3-015ad34b1569', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:c7:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3c8db89-f990-4385-9b06-baa370a3094e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3737, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:11:54Z', 'updated_at': '2021-11-25T20:11:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:45.821877 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.822466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Fanout notify agent at l3_agent the message router_deleted on router d3c8db89-f990-4385-9b06-baa370a3094e {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:13:45.834898 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.835233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:45.837281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d8c19066-4a53-4258-8775-f3b268faf248 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/routers/d3c8db89-f990-4385-9b06-baa370a3094e HTTP/1.1" status: 204 len: 168 time: 1.0217872 Nov 25 20:13:45.840255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 44994) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:45.883613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Pushing event deleted for resources: {'Port': ['ID=b79f74e0-3947-445c-b4cf-13029af25e5f,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:45.886068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] No DVR routers for this DVR port b79f74e0-3947-445c-b4cf-13029af25e5f on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:13:45.894594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.894975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.896049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.896640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.897051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.897586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.898104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.898483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.898759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.899100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.899439 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.899900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2048b7-ef02-41d3-a1e8-5f4d57799887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:13:45.958440 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.049525 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.077417 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41186769-0175-440d-901f-c30a2042580e']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:46.085589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:46.085887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a41d857-f3f7-47c4-bfb8-27f2a1e2a83b') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:46.095665 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.109514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.116118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:13:46.116502 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:13:46.119464 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:13:46.183345 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.213023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.221070 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/networks/41186769-0175-440d-901f-c30a2042580e HTTP/1.1" status: 204 len: 168 time: 0.3796096 Nov 25 20:13:46.225710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8916c46-af9c-457f-acab-b6704e9b1688 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'Network': ['ID=41186769-0175-440d-901f-c30a2042580e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:46.229290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45000) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:46.307512 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac2983b5-2f8d-4b8c-8393-cbb771d894d6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.341906 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac2983b5-2f8d-4b8c-8393-cbb771d894d6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.385273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b79f74e0-3947-445c-b4cf-13029af25e5f no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:46.415793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b79f74e0-3947-445c-b4cf-13029af25e5f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:46.416142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b79f74e0-3947-445c-b4cf-13029af25e5f not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:46.416566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:46.425137 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac2983b5-2f8d-4b8c-8393-cbb771d894d6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.428409 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ac2983b5-2f8d-4b8c-8393-cbb771d894d6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:46.429633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ac2983b5-2f8d-4b8c-8393-cbb771d894d6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] 10.222.0.15 "DELETE /v2.0/security-groups/87ab3f67-495c-4e3b-a9fa-1c74869cc647 HTTP/1.1" status: 204 len: 168 time: 0.2024429 Nov 25 20:13:46.457098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:46.459368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device efe8ed77-0bc3-410a-8ef7-0e0063f3f9bd not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:46.460531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2983b5-2f8d-4b8c-8393-cbb771d894d6 tempest-TestNetworkAdvancedServerOps-1168368722 tempest-TestNetworkAdvancedServerOps-1168368722-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ab3f67-495c-4e3b-a9fa-1c74869cc647,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:46.494079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 02300493-b8c6-4e3b-871d-ed258da4890c no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:46.533303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 02300493-b8c6-4e3b-871d-ed258da4890c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:46.533648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 02300493-b8c6-4e3b-871d-ed258da4890c not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:46.783830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45008) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:46.922074 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-302f304a-8f83-4452-8981-24de33cb0732 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d1115c662d4849199ea30501137f9abf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1369605 Nov 25 20:13:46.924564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45012) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:46.986394 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b23aba6e-898e-483b-a18e-32a134c38bc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:47.015891 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b23aba6e-898e-483b-a18e-32a134c38bc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:47.077003 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b23aba6e-898e-483b-a18e-32a134c38bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:47.080451 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b23aba6e-898e-483b-a18e-32a134c38bc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:47.083466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b23aba6e-898e-483b-a18e-32a134c38bc1 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6df7b05e-c837-4d29-b12f-7f0e17b4839c HTTP/1.1" status: 204 len: 168 time: 0.1562731 Nov 25 20:13:47.092249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23aba6e-898e-483b-a18e-32a134c38bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6df7b05e-c837-4d29-b12f-7f0e17b4839c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:47.404700 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45020) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:47.446986 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d67e3418-d5bc-45dd-8d14-db0d1dafa288 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9980ca87095446adbea8f5e340276ef9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0409880 Nov 25 20:13:47.450392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45022) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:47.508387 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7527e10d-04a0-41e4-a552-736435ed777e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:47.534888 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7527e10d-04a0-41e4-a552-736435ed777e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:47.590213 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7527e10d-04a0-41e4-a552-736435ed777e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:47.592937 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7527e10d-04a0-41e4-a552-736435ed777e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:47.594935 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7527e10d-04a0-41e4-a552-736435ed777e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29e902f3-1292-4f98-8dbb-02a7d9590c7b HTTP/1.1" status: 204 len: 168 time: 0.1426950 Nov 25 20:13:47.610134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7527e10d-04a0-41e4-a552-736435ed777e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e902f3-1292-4f98-8dbb-02a7d9590c7b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:48.224077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e7d7d488-5aea-4d52-9ec3-015ad34b1569 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:13:48.247594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: e7d7d488-5aea-4d52-9ec3-015ad34b1569 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:13:48.247997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e7d7d488-5aea-4d52-9ec3-015ad34b1569 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:13:48.886762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45088) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:49.051247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'network': {'name': 'tempest-network-smoke--1163137572', 'project_id': '6050394ce4564430a84ddb05568904ef', 'port_security_enabled': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:49.079363 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Made reservation on behalf of 6050394ce4564430a84ddb05568904ef for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:13:49.083899 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.093862 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.193492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.198171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.226671 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 600} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:13:49.236586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7651673a-a064-4978-8e2d-81723fa30541,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:49.241828 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.242208 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Added segment f6ecdd93-6b3c-40de-befd-d663f6ad10f7 of type vlan for network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed Nov 25 20:13:49.287878 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.321005 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.327605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:49.328120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.379459 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4869695 Nov 25 20:13:49.381555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45092) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:49.386407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-974551923', 'admin_state_up': True, 'project_id': '6050394ce4564430a84ddb05568904ef', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:49.407585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0b16fb-7911-45f4-8f1a-45e7a8a09231 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Network': ['ID=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:49.416400 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.417893 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.421034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:13:49.481732 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.674252 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.909817 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:49.935505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:50.081438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Allocated IP 172.25.8.113 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/8b0ccdf7-a3b0-4d37-be67-98c82916510d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:13:50.218275 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:50.277485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:50.321554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:50.324571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:50.327285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:13:50.339721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67dfd253-fcb6-4cdf-adf1-2a566389da86 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:13:50.354261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=8b0ccdf7-a3b0-4d37-be67-98c82916510d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:50.408012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-aebe8732-8582-4cfc-a337-d17bed759f3f None None] Provisioning complete for port 8b0ccdf7-a3b0-4d37-be67-98c82916510d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:50.408486 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aebe8732-8582-4cfc-a337-d17bed759f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:50.446431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-aebe8732-8582-4cfc-a337-d17bed759f3f None None] Port 8b0ccdf7-a3b0-4d37-be67-98c82916510d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:50.711736 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:51.028874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:51.298682 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:51.431926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 82423221-7199-4ee0-91f0-c0d72658680f is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:13:51.542593 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:51.552452 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Sync routers for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:51.570021 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:51.571207 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:51.573671 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:51.574960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f51b729e-9686-4392-b3e7-927dc232138b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.1927364 Nov 25 20:13:51.578107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45102) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:51.679337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-130501b6-100e-4c32-beef-763954c5f112 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6050394ce4564430a84ddb05568904ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1000288 Nov 25 20:13:51.683221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45108) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:51.693902 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:51.787210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbeb7ec-23cc-4428-b5ba-c619b4f699fd tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:51.788799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6cbeb7ec-23cc-4428-b5ba-c619b4f699fd tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1058021 Nov 25 20:13:51.791631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45110) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:51.825554 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3dd3b21b-bded-4ab2-a815-5732f70e9ecf tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0327072 Nov 25 20:13:51.828154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45112) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:51.840273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2022784757', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'project_id': '6050394ce4564430a84ddb05568904ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:51.894885 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:50Z', 'revision_number': 3, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:51.929241 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Checking router: 82423221-7199-4ee0-91f0-c0d72658680f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:51.929593 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Updating router 82423221-7199-4ee0-91f0-c0d72658680f port 8b0ccdf7-a3b0-4d37-be67-98c82916510d binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:13:51.945496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Made reservation on behalf of 6050394ce4564430a84ddb05568904ef for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:13:51.949664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:51.957063 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:52.175578 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:52.253895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Subnet': ['ID=628aa1d8-9890-4153-84df-fca99b27e002,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:52.258745 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:52.265878 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:52.266284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Checking segment: {'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:52.266659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network hostable DHCP agents. Network: 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:13:52.307159 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:13:52.325973 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Attempting to bind port 8b0ccdf7-a3b0-4d37-be67-98c82916510d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:13:52.326351 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Attempting to bind port 8b0ccdf7-a3b0-4d37-be67-98c82916510d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:13:52.326717 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Attempting to bind port 8b0ccdf7-a3b0-4d37-be67-98c82916510d on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:13:52.331865 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9991e9b-8afa-4e78-a809-7203571775b2 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:13:52.334195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:52.339378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:52.340432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:52.355629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973e0d6a-9039-43f0-a09e-a408f4ae13be None None] Network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:52.365086 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6dd93a41-88b9-484e-9cb7-baa11ae182ea tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5281062 Nov 25 20:13:52.366940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45114) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:52.371682 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:13:52.372062 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:52.372635 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:52.372839 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:13:52.373317 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Bound port: 8b0ccdf7-a3b0-4d37-be67-98c82916510d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:13:52.373693 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:52.411509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-12e7b552-0019-4d9b-a36e-db3619e2e869 None None] Provisioning complete for port 8b0ccdf7-a3b0-4d37-be67-98c82916510d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:52.411889 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-12e7b552-0019-4d9b-a36e-db3619e2e869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:52.487551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-12e7b552-0019-4d9b-a36e-db3619e2e869 None None] Port 8b0ccdf7-a3b0-4d37-be67-98c82916510d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:52.497196 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] For port 8b0ccdf7-a3b0-4d37-be67-98c82916510d, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:13:52.500660 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70979b0-da26-4ea5-aba5-877f58f084f2 None None] Pushing event updated for resources: {'Port': ['ID=8b0ccdf7-a3b0-4d37-be67-98c82916510d,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:52.517044 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] For port 8b0ccdf7-a3b0-4d37-be67-98c82916510d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8b0ccdf7-a3b0-4d37-be67-98c82916510d,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:13:52.525806 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:52.574598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0531344-d0e2-4d17-9560-048da6a93e4c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:13:52.638965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:13:52.640336 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:52.654091 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:52.655197 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:52.677391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5c7df96d-8c51-4dcd-a642-b90f2555bbdf None None] Provisioning complete for port 8b0ccdf7-a3b0-4d37-be67-98c82916510d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:52.678366 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c7df96d-8c51-4dcd-a642-b90f2555bbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:52.729007 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70979b0-da26-4ea5-aba5-877f58f084f2 None None] Pushing event updated for resources: {'Port': ['ID=8b0ccdf7-a3b0-4d37-be67-98c82916510d,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:52.843026 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:52.893361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Allocated IP 172.20.0.2 (0a2f8ab5-ca82-415b-96cd-77e61e1f07ed/628aa1d8-9890-4153-84df-fca99b27e002/64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:13:53.019043 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.063895 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c7df96d-8c51-4dcd-a642-b90f2555bbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.083876 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:50Z', 'revision_number': 3, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:53.119887 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7206414-5ec7-4b7f-a26d-83e05079f0d8 None None] The sync data for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 is: [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:50Z', 'revision_number': 3, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:53.123585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5c7df96d-8c51-4dcd-a642-b90f2555bbdf None None] For port 8b0ccdf7-a3b0-4d37-be67-98c82916510d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8b0ccdf7-a3b0-4d37-be67-98c82916510d,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:53.137283 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c7df96d-8c51-4dcd-a642-b90f2555bbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.149115 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.184207 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.219440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:53.224681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7df96d-8c51-4dcd-a642-b90f2555bbdf None None] Pushing event updated for resources: {'Port': ['ID=8b0ccdf7-a3b0-4d37-be67-98c82916510d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:53.231577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:53.235072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:13:53.347262 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.349644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Pushing event updated for resources: {'Port': ['ID=64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:53.364614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Attempting to bind port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:13:53.365572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Attempting to bind port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:13:53.366721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Attempting to bind port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf on network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:13:53.377277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:13:53.377945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Checking segment: {'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:53.378997 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.381565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Bound using segment: {'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:13:53.381741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Bound port: 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:13:53.382325 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.388730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Allocated IP 172.20.0.1 (0a2f8ab5-ca82-415b-96cd-77e61e1f07ed/628aa1d8-9890-4153-84df-fca99b27e002/7e670b0d-c31a-4008-9e4d-d8c95072c487) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:13:53.495792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] For port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:13:53.499663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] For port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf,segment=NetworkSegment(f6ecdd93-6b3c-40de-befd-d663f6ad10f7),segment_id=f6ecdd93-6b3c-40de-befd-d663f6ad10f7)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:13:53.506777 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.602703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.616658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d201729-f248-4769-aede-b9c57470f3ba None None] Pushing event updated for resources: {'Port': ['ID=64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:53.696929 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:53.776160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:53.790355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:53.793771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:13:53.803394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=7e670b0d-c31a-4008-9e4d-d8c95072c487,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:53.920150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.165790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.333299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45124) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:54.434828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8b0ccdf7-a3b0-4d37-be67-98c82916510d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:54.562964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64c0278a-d297-4256-a94a-9f7d9be5fc0f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.581611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8b0ccdf7-a3b0-4d37-be67-98c82916510d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:54.582130 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.687349 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64c0278a-d297-4256-a94a-9f7d9be5fc0f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.693695 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-64c0278a-d297-4256-a94a-9f7d9be5fc0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.725617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-64c0278a-d297-4256-a94a-9f7d9be5fc0f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c4016dd6a05a480badabfe8b962820d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3891647 Nov 25 20:13:54.734113 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45128) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:54.747098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:54.788179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c0278a-d297-4256-a94a-9f7d9be5fc0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=758633ea-8e50-4c9f-a9f7-c2b83f92f661,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:54.845320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:54.846418 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.851321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8418e2ca-d381-479e-9ead-a25920c2989c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.881894 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8418e2ca-d381-479e-9ead-a25920c2989c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.882177 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.889881 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.948394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8418e2ca-d381-479e-9ead-a25920c2989c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.952088 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8418e2ca-d381-479e-9ead-a25920c2989c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:54.953832 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8418e2ca-d381-479e-9ead-a25920c2989c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/758633ea-8e50-4c9f-a9f7-c2b83f92f661 HTTP/1.1" status: 204 len: 168 time: 0.2182345 Nov 25 20:13:54.968776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8418e2ca-d381-479e-9ead-a25920c2989c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=758633ea-8e50-4c9f-a9f7-c2b83f92f661,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:54.985312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=7e670b0d-c31a-4008-9e4d-d8c95072c487,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:55.015447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.033597 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.077584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf,segment=NetworkSegment(f6ecdd93-6b3c-40de-befd-d663f6ad10f7),segment_id=f6ecdd93-6b3c-40de-befd-d663f6ad10f7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:55.093634 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.176147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:55.207443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bba7de-7e4e-4124-95aa-c034414387c0 None None] Network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:13:55.209387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:13:55.211976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:13:55.301552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-434fc41c-1a6f-41f1-a6c8-829b451f7e8e None None] Provisioning complete for port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:55.301847 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-434fc41c-1a6f-41f1-a6c8-829b451f7e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.376875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 82423221-7199-4ee0-91f0-c0d72658680f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:13:55.428942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45134) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:55.448014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-423bbfe3-19df-4cd1-b5cc-be7f2b3b7482 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.553607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:13:55.567477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-423bbfe3-19df-4cd1-b5cc-be7f2b3b7482 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.567822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c9291118-8c92-4e16-895e-8c826b9ecd8a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "PUT /v2.0/routers/82423221-7199-4ee0-91f0-c0d72658680f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1984303 Nov 25 20:13:55.571747 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45136) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:55.591507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-423bbfe3-19df-4cd1-b5cc-be7f2b3b7482 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.733141 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-423bbfe3-19df-4cd1-b5cc-be7f2b3b7482 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=53162fd67d9e461a916ca21f8fa21086&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2976875 Nov 25 20:13:55.733419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45138) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:55.735604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423bbfe3-19df-4cd1-b5cc-be7f2b3b7482 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd205d1-4534-4b6d-bf8f-4bd1d854c171,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:55.816199 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b360648-eb98-442a-81e5-a78ac90be2ca tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.816694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b360648-eb98-442a-81e5-a78ac90be2ca tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.818407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b360648-eb98-442a-81e5-a78ac90be2ca tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.818407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b360648-eb98-442a-81e5-a78ac90be2ca tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.824247 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3b360648-eb98-442a-81e5-a78ac90be2ca tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2469294 Nov 25 20:13:55.824536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45140) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:55.829020 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-936f3416-7336-4222-8534-19828690be51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.867216 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-936f3416-7336-4222-8534-19828690be51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.892742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Sync routers for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:13:55.933129 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-936f3416-7336-4222-8534-19828690be51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.936541 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-936f3416-7336-4222-8534-19828690be51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:55.939072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:55.940015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:55.943815 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-936f3416-7336-4222-8534-19828690be51 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cfd205d1-4534-4b6d-bf8f-4bd1d854c171 HTTP/1.1" status: 204 len: 168 time: 0.2107382 Nov 25 20:13:55.969498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f3416-7336-4222-8534-19828690be51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd205d1-4534-4b6d-bf8f-4bd1d854c171,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:55.984643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcddc081-ef7b-4dc0-bfbe-79eea064fcb7 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.985113 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcddc081-ef7b-4dc0-bfbe-79eea064fcb7 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.985567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcddc081-ef7b-4dc0-bfbe-79eea064fcb7 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.986218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcddc081-ef7b-4dc0-bfbe-79eea064fcb7 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:55.988230 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fcddc081-ef7b-4dc0-bfbe-79eea064fcb7 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1626775 Nov 25 20:13:55.994198 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45144) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:56.026482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9994d8bb-4af2-4197-b619-b9dfd6cd78dd None None] Provisioning complete for port 7e670b0d-c31a-4008-9e4d-d8c95072c487 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:56.027326 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9994d8bb-4af2-4197-b619-b9dfd6cd78dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:56.138111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9994d8bb-4af2-4197-b619-b9dfd6cd78dd None None] Port 7e670b0d-c31a-4008-9e4d-d8c95072c487 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:56.172504 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9994d8bb-4af2-4197-b619-b9dfd6cd78dd None None] Provisioning complete for port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:56.172865 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9994d8bb-4af2-4197-b619-b9dfd6cd78dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:56.198660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:56.550988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:13:56.697098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-12ddcd5c-0638-45f9-8d35-6404fc020587 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.7015834 Nov 25 20:13:56.731753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:56.731753 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:56.892975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:54Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:54Z', 'revision_number': 2, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:56.927952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Checking router: 82423221-7199-4ee0-91f0-c0d72658680f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:13:56.928415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Updating router 82423221-7199-4ee0-91f0-c0d72658680f port 7e670b0d-c31a-4008-9e4d-d8c95072c487 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:13:56.965914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-02977077-ab8e-4658-b50c-d543f7bc74b1 None None] Provisioning complete for port 7e670b0d-c31a-4008-9e4d-d8c95072c487 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:56.966295 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-02977077-ab8e-4658-b50c-d543f7bc74b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:56.969234 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.035257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-02977077-ab8e-4658-b50c-d543f7bc74b1 None None] Port 7e670b0d-c31a-4008-9e4d-d8c95072c487 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:13:57.182592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45170) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:57.187504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f6016e41-631b-4ec5-b087-a7fcae75153f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-583778863', 'description': 'tempest-secgroup-smoke-583778863 description', 'project_id': '6050394ce4564430a84ddb05568904ef'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:57.217227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6016e41-631b-4ec5-b087-a7fcae75153f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.299798 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6016e41-631b-4ec5-b087-a7fcae75153f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.306479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6016e41-631b-4ec5-b087-a7fcae75153f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.345816 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.352481 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.357278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6016e41-631b-4ec5-b087-a7fcae75153f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.358622 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f6016e41-631b-4ec5-b087-a7fcae75153f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1746929 Nov 25 20:13:57.362015 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45176) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:57.367918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-17ea59ba-16eb-4edc-b665-d2759c4b6fb1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:57.370307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6016e41-631b-4ec5-b087-a7fcae75153f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:57.413958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593600a-e100-476e-9ea4-608f98d6d66e None None] Pushing event updated for resources: {'Port': ['ID=7e670b0d-c31a-4008-9e4d-d8c95072c487,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:57.431913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17ea59ba-16eb-4edc-b665-d2759c4b6fb1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.509650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Attempting to bind port 7e670b0d-c31a-4008-9e4d-d8c95072c487 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:13:57.510253 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Attempting to bind port 7e670b0d-c31a-4008-9e4d-d8c95072c487 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:13:57.510889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Attempting to bind port 7e670b0d-c31a-4008-9e4d-d8c95072c487 on network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:13:57.521780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 13, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:13:57.522433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Checking segment: {'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:13:57.523082 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.523988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Bound using segment: {'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:13:57.525198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Bound port: 7e670b0d-c31a-4008-9e4d-d8c95072c487, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:13:57.526062 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.534485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17ea59ba-16eb-4edc-b665-d2759c4b6fb1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.541690 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17ea59ba-16eb-4edc-b665-d2759c4b6fb1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.587972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ea59ba-16eb-4edc-b665-d2759c4b6fb1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6f05791-3883-4f30-91ec-347f7f9806bc,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:57.598125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-17ea59ba-16eb-4edc-b665-d2759c4b6fb1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.604408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-17ea59ba-16eb-4edc-b665-d2759c4b6fb1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2379701 Nov 25 20:13:57.605314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45182) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:57.611753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-aa2067a3-e62c-4124-8e2d-09bbcf1ca460 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:57.655500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa2067a3-e62c-4124-8e2d-09bbcf1ca460 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.668665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] For port 7e670b0d-c31a-4008-9e4d-d8c95072c487, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:13:57.674075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] For port 7e670b0d-c31a-4008-9e4d-d8c95072c487, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7e670b0d-c31a-4008-9e4d-d8c95072c487,segment=NetworkSegment(f6ecdd93-6b3c-40de-befd-d663f6ad10f7),segment_id=f6ecdd93-6b3c-40de-befd-d663f6ad10f7)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:13:57.682868 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.725520 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa2067a3-e62c-4124-8e2d-09bbcf1ca460 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.733810 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa2067a3-e62c-4124-8e2d-09bbcf1ca460 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.764709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2067a3-e62c-4124-8e2d-09bbcf1ca460 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a8e0918-a37f-45a7-8aa7-70a4dbb7ac03,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:57.776696 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-aa2067a3-e62c-4124-8e2d-09bbcf1ca460 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.777930 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aa2067a3-e62c-4124-8e2d-09bbcf1ca460 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1706457 Nov 25 20:13:57.781545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45186) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:57.788047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a5081e65-d94b-4bba-90ca-d16019b380d2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:57.788610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:13:57.789250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:13:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:57.792554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2593600a-e100-476e-9ea4-608f98d6d66e None None] Pushing event updated for resources: {'Port': ['ID=7e670b0d-c31a-4008-9e4d-d8c95072c487,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:57.828788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5081e65-d94b-4bba-90ca-d16019b380d2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.839392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e61c9b51-32e3-4bba-8a72-012afceb0747 None None] Provisioning complete for port 7e670b0d-c31a-4008-9e4d-d8c95072c487 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:57.839769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e61c9b51-32e3-4bba-8a72-012afceb0747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.924398 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5081e65-d94b-4bba-90ca-d16019b380d2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.931771 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5081e65-d94b-4bba-90ca-d16019b380d2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.960593 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5081e65-d94b-4bba-90ca-d16019b380d2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce765198-e5be-4ea5-b55c-7811e9bf20b0,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:57.976715 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5081e65-d94b-4bba-90ca-d16019b380d2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:57.981082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a5081e65-d94b-4bba-90ca-d16019b380d2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1953018 Nov 25 20:13:57.981416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45190) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:57.988148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2156442c-fd18-49aa-a9dc-a8e57747abe7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:58.003815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:13:58.043613 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2156442c-fd18-49aa-a9dc-a8e57747abe7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.073283 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e61c9b51-32e3-4bba-8a72-012afceb0747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.137171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2156442c-fd18-49aa-a9dc-a8e57747abe7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.143706 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2156442c-fd18-49aa-a9dc-a8e57747abe7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.170090 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2156442c-fd18-49aa-a9dc-a8e57747abe7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd60f0b9-9d96-4a64-9205-8898d5fd24d4,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:58.183568 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2156442c-fd18-49aa-a9dc-a8e57747abe7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.188147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2156442c-fd18-49aa-a9dc-a8e57747abe7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2030087 Nov 25 20:13:58.188537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45198) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:58.194731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-aeb4d39e-1d69-47a8-a635-914bebe41a34 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:58.208667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e61c9b51-32e3-4bba-8a72-012afceb0747 None None] For port 7e670b0d-c31a-4008-9e4d-d8c95072c487, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7e670b0d-c31a-4008-9e4d-d8c95072c487,segment=NetworkSegment(f6ecdd93-6b3c-40de-befd-d663f6ad10f7),segment_id=f6ecdd93-6b3c-40de-befd-d663f6ad10f7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:13:58.215748 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e61c9b51-32e3-4bba-8a72-012afceb0747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.229855 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-aeb4d39e-1d69-47a8-a635-914bebe41a34 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Project 6050394ce4564430a84ddb05568904ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:13:58.244627 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d39e-1d69-47a8-a635-914bebe41a34 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.312998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61c9b51-32e3-4bba-8a72-012afceb0747 None None] Pushing event updated for resources: {'Port': ['ID=7e670b0d-c31a-4008-9e4d-d8c95072c487,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:58.353664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d39e-1d69-47a8-a635-914bebe41a34 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.361284 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d39e-1d69-47a8-a635-914bebe41a34 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.386987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-db1f28a9-e150-4b02-98b2-3173d49dd816 None None] Provisioning complete for port 7e670b0d-c31a-4008-9e4d-d8c95072c487 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:13:58.387538 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db1f28a9-e150-4b02-98b2-3173d49dd816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.398601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4d39e-1d69-47a8-a635-914bebe41a34 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0cb5e7c-dfc4-4365-a659-6719b2894a97,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:58.426662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aeb4d39e-1d69-47a8-a635-914bebe41a34 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.430014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-aeb4d39e-1d69-47a8-a635-914bebe41a34 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2392430 Nov 25 20:13:58.433437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45204) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:13:58.440447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7f51059e-f369-45a1-9b3e-ba38601b8080 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:13:58.468686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:54Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:57Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:13:58.481310 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-7f51059e-f369-45a1-9b3e-ba38601b8080 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Project 6050394ce4564430a84ddb05568904ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:13:58.491607 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f51059e-f369-45a1-9b3e-ba38601b8080 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.513565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5c2c80-849d-4dcb-a8ee-20870c0a43c6 None None] The sync data for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 is: [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:54Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:57Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:13:58.612920 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f51059e-f369-45a1-9b3e-ba38601b8080 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.622915 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f51059e-f369-45a1-9b3e-ba38601b8080 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.668710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f51059e-f369-45a1-9b3e-ba38601b8080 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e532a6c-14e1-4892-8b3b-e3f0e3bdc36c,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:13:58.677839 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7f51059e-f369-45a1-9b3e-ba38601b8080 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:13:58.692154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7f51059e-f369-45a1-9b3e-ba38601b8080 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2565889 Nov 25 20:13:59.034601 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-115bb2c6-a0da-421a-bdbf-bd59363e5d93 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-583778863&fields=id&tenant_id=6050394ce4564430a84ddb05568904ef HTTP/1.1" status: 200 len: 267 time: 0.0829697 Nov 25 20:13:59.202859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b577dfa-45c1-4764-b117-98ebb15666da req-9172eb74-d67b-45f4-90e7-25b10d510ac5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:13:59.205353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-9172eb74-d67b-45f4-90e7-25b10d510ac5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/networks?id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed HTTP/1.1" status: 200 len: 797 time: 0.1587770 Nov 25 20:13:59.225630 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-6a027cdd-7416-4054-8e14-23b930b4f29f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/quotas/6050394ce4564430a84ddb05568904ef HTTP/1.1" status: 200 len: 375 time: 0.0115016 Nov 25 20:13:59.305095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-19f0f8d5-ca6b-4eeb-bf59-ba45ec57f9f2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0699880 Nov 25 20:13:59.481365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-c6b1e483-4cff-4a44-8e25-391f51734c88 service neutron] 10.222.0.15 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486304 Nov 25 20:13:59.613504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-09743f4d-d80f-46ed-8b38-b88be15de176 service neutron] 10.222.0.15 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251640 Nov 25 20:13:59.885262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58653b05-67fe-4a2c-9f2a-697b4841f0cc req-6e54bb9d-b2ef-4f86-ad23-c4d1fef98570 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 210 time: 0.0732706 Nov 25 20:14:00.382360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7e670b0d-c31a-4008-9e4d-d8c95072c487 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:14:00.459160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7e670b0d-c31a-4008-9e4d-d8c95072c487 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:14:00.459524 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:01.030185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-260c8b25-3a57-4262-9ace-8d8bf7f24ef7 req-77ef75b3-1d7c-47d8-b854-75f6236a153e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 210 time: 0.0377953 Nov 25 20:14:01.665340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b577dfa-45c1-4764-b117-98ebb15666da req-09a1d3d5-b485-4a0c-bc96-2bc933faddce tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:01.667388 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-09a1d3d5-b485-4a0c-bc96-2bc933faddce tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.76 "GET /v2.0/networks?id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed HTTP/1.1" status: 200 len: 797 time: 0.1321290 Nov 25 20:14:01.758745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-441912cc-75b2-45cd-8415-333c4e2fe95c tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6050394ce4564430a84ddb05568904ef HTTP/1.1" status: 200 len: 379 time: 0.0825000 Nov 25 20:14:01.768879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'port': {'device_id': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'admin_state_up': True, 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'security_groups': ['3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:01.879727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Made reservation on behalf of 6050394ce4564430a84ddb05568904ef for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:14:01.883628 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:02.022866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Allocated IP 172.20.0.3 (0a2f8ab5-ca82-415b-96cd-77e61e1f07ed/628aa1d8-9890-4153-84df-fca99b27e002/d2c38276-76f5-4a56-a5b3-10cdd1767ebd) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:14:02.121364 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cebb657a-e499-4baa-b5d3-edc559500444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:02.161706 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee875ff8-a000-4a91-913c-0325ad4f5559 req-41a57c26-23f9-46da-bea6-04d47292541d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 210 time: 0.0382209 Nov 25 20:14:02.201263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:02.235295 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:02.281145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:14:02.284274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:14:02.288717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:14:02.295370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=d2c38276-76f5-4a56-a5b3-10cdd1767ebd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:02.351716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:02.352354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:02.371955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-bc7f1e14-ddf2-4dfd-92d8-5ab263113f0b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6071978 Nov 25 20:14:02.538498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Request body: {'port': {'device_id': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:02.611987 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:02.642677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e7945d87-b1a4-4377-b5a6-d4591f9f06d0 None None] Provisioning complete for port d2c38276-76f5-4a56-a5b3-10cdd1767ebd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:14:02.643675 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e7945d87-b1a4-4377-b5a6-d4591f9f06d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:02.708545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e7945d87-b1a4-4377-b5a6-d4591f9f06d0 None None] Port d2c38276-76f5-4a56-a5b3-10cdd1767ebd cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:14:02.934021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2c38276-76f5-4a56-a5b3-10cdd1767ebd {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:14:02.942914 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:02.955434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Transition to ACTIVE for port object d2c38276-76f5-4a56-a5b3-10cdd1767ebd will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:14:02.959554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:03.048793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c38276-76f5-4a56-a5b3-10cdd1767ebd,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:03.108937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Attempting to bind port d2c38276-76f5-4a56-a5b3-10cdd1767ebd on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:14:03.109308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Attempting to bind port d2c38276-76f5-4a56-a5b3-10cdd1767ebd by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:14:03.109617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Attempting to bind port d2c38276-76f5-4a56-a5b3-10cdd1767ebd on network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:14:03.114969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Port d2c38276-76f5-4a56-a5b3-10cdd1767ebd on network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:14:03.115381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Attempting to bind port d2c38276-76f5-4a56-a5b3-10cdd1767ebd on network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:14:03.122058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 13, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:14:03.122058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Checking segment: {'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:14:03.122058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Bound using segment: {'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:14:03.122058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Bound port: d2c38276-76f5-4a56-a5b3-10cdd1767ebd, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 600, 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:14:03.123603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:03.202096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] For port d2c38276-76f5-4a56-a5b3-10cdd1767ebd, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:14:03.209988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] For port d2c38276-76f5-4a56-a5b3-10cdd1767ebd, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d2c38276-76f5-4a56-a5b3-10cdd1767ebd,segment=NetworkSegment(f6ecdd93-6b3c-40de-befd-d663f6ad10f7),segment_id=f6ecdd93-6b3c-40de-befd-d663f6ad10f7)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:14:03.220695 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:03.269324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:03.270067 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:03.276076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] 10.222.0.76 "PUT /v2.0/ports/d2c38276-76f5-4a56-a5b3-10cdd1767ebd HTTP/1.1" status: 200 len: 1091 time: 0.8920794 Nov 25 20:14:03.281093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'tag': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:14:03.284328 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd" -d '{"events": [{"name": "network-changed", "server_uuid": "47b0b5f9-1ea6-4810-8702-00dc7cd98bce", "tag": "d2c38276-76f5-4a56-a5b3-10cdd1767ebd"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:14:03.372498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d43aec-7168-4f2b-a8a1-821491b2bb79 service neutron] Pushing event updated for resources: {'Port': ['ID=d2c38276-76f5-4a56-a5b3-10cdd1767ebd,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:03.396642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57169db9-8b14-42d1-ae5f-e934beb79e4d req-677a0d7a-38c8-4684-b5ad-19254bda6664 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:03.398354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57169db9-8b14-42d1-ae5f-e934beb79e4d req-677a0d7a-38c8-4684-b5ad-19254bda6664 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 943 time: 0.1466248 Nov 25 20:14:03.415639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b577dfa-45c1-4764-b117-98ebb15666da req-3893beb1-a4d4-45a3-8dfa-f648736027a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:03.417323 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-3893beb1-a4d4-45a3-8dfa-f648736027a5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 1094 time: 0.0937901 Nov 25 20:14:03.483075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-b6ad0e43-f6f9-42c3-802b-1a482a8f3262 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2c38276-76f5-4a56-a5b3-10cdd1767ebd HTTP/1.1" status: 200 len: 217 time: 0.0558255 Nov 25 20:14:03.531732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57169db9-8b14-42d1-ae5f-e934beb79e4d req-73807f32-b313-4881-89b8-27d0dc3acf48 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255825 Nov 25 20:14:03.559351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d318531b-b869-4931-ab91-75bd76f4f0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:03.559351 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-d318531b-b869-4931-ab91-75bd76f4f0f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=628aa1d8-9890-4153-84df-fca99b27e002 HTTP/1.1" status: 200 len: 835 time: 0.0596626 Nov 25 20:14:03.606602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b577dfa-45c1-4764-b117-98ebb15666da req-301ad951-33aa-47d5-89b2-857a76638cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:03.608151 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-301ad951-33aa-47d5-89b2-857a76638cef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458229 Nov 25 20:14:03.617201 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840ad8ec-1077-4704-9959-410c8bc81b63 x-openstack-request-id: req-840ad8ec-1077-4704-9959-410c8bc81b63 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:14:03.617497 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b0b5f9-1ea6-4810-8702-00dc7cd98bce", "tag": "d2c38276-76f5-4a56-a5b3-10cdd1767ebd", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:14:03.617787 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-840ad8ec-1077-4704-9959-410c8bc81b63 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:14:03.618385 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'tag': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'status': 'completed', 'code': 200} Nov 25 20:14:03.712684 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-3fff6bed-303b-42bd-9bfe-13bd0e305f72 service neutron] 10.222.0.76 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933614 Nov 25 20:14:03.823353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b577dfa-45c1-4764-b117-98ebb15666da req-79bcf808-4c2a-41ab-8388-67e146e2cc5a service neutron] 10.222.0.76 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041214 Nov 25 20:14:03.917004 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd req-ee802492-35c6-424d-aa94-53e833eb30a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:03.918499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd req-ee802492-35c6-424d-aa94-53e833eb30a7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 1094 time: 0.0436664 Nov 25 20:14:04.017480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd req-b04f06dd-a933-42cc-a756-c71861d1f779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:04.019003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd req-b04f06dd-a933-42cc-a756-c71861d1f779 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed HTTP/1.1" status: 200 len: 898 time: 0.0940919 Nov 25 20:14:04.062868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd req-9c25e802-3e05-489c-9ed7-de495ab9514f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2c38276-76f5-4a56-a5b3-10cdd1767ebd HTTP/1.1" status: 200 len: 217 time: 0.0357952 Nov 25 20:14:04.117764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd req-df698664-9ca8-4573-a020-3de8e3366b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:04.119272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd req-df698664-9ca8-4573-a020-3de8e3366b4e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=628aa1d8-9890-4153-84df-fca99b27e002 HTTP/1.1" status: 200 len: 835 time: 0.0498312 Nov 25 20:14:04.173358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd req-e6bf9047-53a1-4c5f-8e04-72e7b6cc625d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:04.174904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd req-e6bf9047-53a1-4c5f-8e04-72e7b6cc625d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481520 Nov 25 20:14:04.271673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd req-4da80b40-6280-4056-8897-63c623772fe4 service neutron] 10.222.0.76 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884781 Nov 25 20:14:04.746277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd131d-5b57-44e0-969d-046ef7af5a58 req-b10fb43a-219f-4174-9529-52e54f88efb5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:04.747869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-accd131d-5b57-44e0-969d-046ef7af5a58 req-b10fb43a-219f-4174-9529-52e54f88efb5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 943 time: 0.1039107 Nov 25 20:14:04.751927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bd43c9ac-2fcb-48f6-bfb9-c007f134d5dd req-23fd0ebf-a763-4b9d-ab41-5a8bca967f8f service neutron] 10.222.0.76 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4733725 Nov 25 20:14:04.804024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-accd131d-5b57-44e0-969d-046ef7af5a58 req-8ac73559-2c2d-408b-92db-e8706b909e83 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495241 Nov 25 20:14:05.226660 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a48e6fd-3d92-4b00-81b1-666050afed63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:05.940182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d6268-7dcf-4c35-b9cf-698b488ef4c8 req-1a63ad28-9caa-498d-8d43-9510752fdaf4 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:05.942533 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-789d6268-7dcf-4c35-b9cf-698b488ef4c8 req-1a63ad28-9caa-498d-8d43-9510752fdaf4 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 943 time: 0.0626538 Nov 25 20:14:05.998068 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-789d6268-7dcf-4c35-b9cf-698b488ef4c8 req-94068690-d612-4b85-88e4-d78cb943a543 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486865 Nov 25 20:14:06.000263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d2c38276-76f5-4a56-a5b3-10cdd1767ebd details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:14:06.126894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d2c38276-76f5-4a56-a5b3-10cdd1767ebd, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d2c38276-76f5-4a56-a5b3-10cdd1767ebd,segment=NetworkSegment(f6ecdd93-6b3c-40de-befd-d663f6ad10f7),segment_id=f6ecdd93-6b3c-40de-befd-d663f6ad10f7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:06.140282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'port_id': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'mac_address': 'fa:16:3e:c1:99:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 600, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:14:06.198506 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:06.214667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2c38276-76f5-4a56-a5b3-10cdd1767ebd {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:14:06.238116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d2c38276-76f5-4a56-a5b3-10cdd1767ebd, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d2c38276-76f5-4a56-a5b3-10cdd1767ebd,segment=NetworkSegment(f6ecdd93-6b3c-40de-befd-d663f6ad10f7),segment_id=f6ecdd93-6b3c-40de-befd-d663f6ad10f7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:06.243300 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:06.297374 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=d2c38276-76f5-4a56-a5b3-10cdd1767ebd,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:06.455229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['d2c38276-76f5-4a56-a5b3-10cdd1767ebd'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:14:06.557179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:07.134645 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5e7335-c98f-4c9d-a6d8-0f35d7b422e2 req-17d2b5db-4c5c-4dd8-813d-a9b5a3a9c86e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:07.136365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d5e7335-c98f-4c9d-a6d8-0f35d7b422e2 req-17d2b5db-4c5c-4dd8-813d-a9b5a3a9c86e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 944 time: 0.0511458 Nov 25 20:14:07.192975 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6d5e7335-c98f-4c9d-a6d8-0f35d7b422e2 req-d03ae2fd-beeb-4cd5-aee9-b3dda6d47095 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507152 Nov 25 20:14:07.881328 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:08.010880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d2c38276-76f5-4a56-a5b3-10cdd1767ebd up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:14:08.065762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port d2c38276-76f5-4a56-a5b3-10cdd1767ebd completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:14:08.070325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port d2c38276-76f5-4a56-a5b3-10cdd1767ebd triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:14:08.070702 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:08.174382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:08.210914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:14:08.212436 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bfd219e-770e-4e5e-a17f-f05a36544f07" -d '{"events": [{"server_uuid": "47b0b5f9-1ea6-4810-8702-00dc7cd98bce", "name": "network-vif-plugged", "status": "completed", "tag": "d2c38276-76f5-4a56-a5b3-10cdd1767ebd"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:14:08.249841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port d2c38276-76f5-4a56-a5b3-10cdd1767ebd, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d2c38276-76f5-4a56-a5b3-10cdd1767ebd,segment=NetworkSegment(f6ecdd93-6b3c-40de-befd-d663f6ad10f7),segment_id=f6ecdd93-6b3c-40de-befd-d663f6ad10f7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:08.257796 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:08.332361 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be0df37f-4d0c-4e91-a52c-c195a921e3c1 x-openstack-request-id: req-be0df37f-4d0c-4e91-a52c-c195a921e3c1 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:14:08.332956 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b0b5f9-1ea6-4810-8702-00dc7cd98bce", "name": "network-vif-plugged", "status": "completed", "tag": "d2c38276-76f5-4a56-a5b3-10cdd1767ebd", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:14:08.333404 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-be0df37f-4d0c-4e91-a52c-c195a921e3c1 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:14:08.333983 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'code': 200} Nov 25 20:14:08.348735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=d2c38276-76f5-4a56-a5b3-10cdd1767ebd,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:08.383609 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:08.448452 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cd8d1-4ef1-4a94-812a-dfd97c04756c req-0d87cf2f-c28e-4ab7-8e5e-3212346f392b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:08.449857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a03cd8d1-4ef1-4a94-812a-dfd97c04756c req-0d87cf2f-c28e-4ab7-8e5e-3212346f392b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 1096 time: 0.0734377 Nov 25 20:14:08.473439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec163208-942a-4c10-a1cd-51aaa0b4f72a req-cf0befd1-b201-4811-a8a5-3cd93c073c5a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:08.475787 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ec163208-942a-4c10-a1cd-51aaa0b4f72a req-cf0befd1-b201-4811-a8a5-3cd93c073c5a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 945 time: 0.0710542 Nov 25 20:14:08.541762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a03cd8d1-4ef1-4a94-812a-dfd97c04756c req-99099015-daa1-49aa-ae91-8971d2ed5d8e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851023 Nov 25 20:14:08.557026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ec163208-942a-4c10-a1cd-51aaa0b4f72a req-728933fe-7372-48c7-aa1a-9ce3542f3077 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0724952 Nov 25 20:14:09.693074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0586e1b9-7067-49a2-b923-69a84c7b2dc5 req-1b722f87-2b32-4595-9258-7e0ae6aa0ac4 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:09.694696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0586e1b9-7067-49a2-b923-69a84c7b2dc5 req-1b722f87-2b32-4595-9258-7e0ae6aa0ac4 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 945 time: 0.0613210 Nov 25 20:14:09.751429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0586e1b9-7067-49a2-b923-69a84c7b2dc5 req-b00f6d43-4832-4ed8-8386-487b5a714d4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493970 Nov 25 20:14:09.891723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e50a55-a0d6-4417-915b-c201bd82e83f req-60352d7a-bbd8-437f-a22a-211b43d7299e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:09.893510 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2e50a55-a0d6-4417-915b-c201bd82e83f req-60352d7a-bbd8-437f-a22a-211b43d7299e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 945 time: 0.0634544 Nov 25 20:14:09.953602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2e50a55-a0d6-4417-915b-c201bd82e83f req-519f7a97-1d12-412b-bad3-3d3a6075c814 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521760 Nov 25 20:14:09.980482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45346) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:10.042562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b7831d-5f1e-4649-a47c-1061114baad4 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:10.044580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-37b7831d-5f1e-4649-a47c-1061114baad4 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 1091 time: 0.0628126 Nov 25 20:14:10.047608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45348) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:10.053587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:10.087021 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:10.197505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:10.395842 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Allocated IP 172.25.8.120 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/92671df2-3935-447b-9788-93a931377d34) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:14:10.509973 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:10.547870 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:10.591339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:14:10.594174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:14:10.596858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:14:10.623438 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=92671df2-3935-447b-9788-93a931377d34,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:11.020220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:11.105392 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:11.261192 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:11.266584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:11.341714 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=92671df2-3935-447b-9788-93a931377d34,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:11.354251 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:11.475134 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Floating IP 750d633c-906d-4199-ba8a-0c22e3a71d60 associated. External IP: 172.25.8.120, port: d2c38276-76f5-4a56-a5b3-10cdd1767ebd. Nov 25 20:14:11.714821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 82423221-7199-4ee0-91f0-c0d72658680f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:14:11.864126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:14:11.878196 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a83f5-195d-4275-a53a-88880df4bc36 None None] Sync routers for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:14:11.891252 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a83f5-195d-4275-a53a-88880df4bc36 None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:14:11.891882 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2e7a83f5-195d-4275-a53a-88880df4bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:14:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:14:11.899671 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:11.937867 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-34b90f9e-692f-4d81-9aa0-475afcf5b544 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8842940 Nov 25 20:14:11.937867 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'tag': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:14:11.937867 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63980b5-479a-4d25-a35b-2ddc2a7462bf" -d '{"events": [{"name": "network-changed", "server_uuid": "47b0b5f9-1ea6-4810-8702-00dc7cd98bce", "tag": "d2c38276-76f5-4a56-a5b3-10cdd1767ebd"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:14:11.939008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45366) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:12.017106 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009bfec7-1b94-42cf-8e4e-4cd67e45874b x-openstack-request-id: req-009bfec7-1b94-42cf-8e4e-4cd67e45874b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:14:12.017407 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b0b5f9-1ea6-4810-8702-00dc7cd98bce", "tag": "d2c38276-76f5-4a56-a5b3-10cdd1767ebd", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:14:12.017666 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-009bfec7-1b94-42cf-8e4e-4cd67e45874b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:14:12.018097 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'tag': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'status': 'completed', 'code': 200} Nov 25 20:14:12.021469 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-2e7a83f5-195d-4275-a53a-88880df4bc36 None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:14:12.086733 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ddb25b94-75f3-41c8-9e51-b586bf0b7a8f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/floatingips/750d633c-906d-4199-ba8a-0c22e3a71d60 HTTP/1.1" status: 200 len: 991 time: 0.1423092 Nov 25 20:14:12.102188 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63980b5-479a-4d25-a35b-2ddc2a7462bf req-245dcbf5-2afd-4fdc-9d66-4143e81cf372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:12.103884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d63980b5-479a-4d25-a35b-2ddc2a7462bf req-245dcbf5-2afd-4fdc-9d66-4143e81cf372 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 1096 time: 0.0574715 Nov 25 20:14:12.217061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63980b5-479a-4d25-a35b-2ddc2a7462bf req-c9866454-4916-4665-8ff9-903deefcb12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:12.218950 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d63980b5-479a-4d25-a35b-2ddc2a7462bf req-c9866454-4916-4665-8ff9-903deefcb12b service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed HTTP/1.1" status: 200 len: 898 time: 0.1078851 Nov 25 20:14:12.234608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45372) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:12.300652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d63980b5-479a-4d25-a35b-2ddc2a7462bf req-1f8a0854-e2d7-4170-a92e-3e1ba94fe149 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2c38276-76f5-4a56-a5b3-10cdd1767ebd HTTP/1.1" status: 200 len: 999 time: 0.0752945 Nov 25 20:14:12.321661 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2e7a83f5-195d-4275-a53a-88880df4bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:54Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '750d633c-906d-4199-ba8a-0c22e3a71d60', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'port_id': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'mac_address': 'fa:16:3e:c1:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:14:10Z', 'updated_at': '2021-11-25T20:14:10Z', 'revision_number': 0, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:14:12.356568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63980b5-479a-4d25-a35b-2ddc2a7462bf req-988746e4-5af7-4d24-87d0-47abfd59909b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:12.357297 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a83f5-195d-4275-a53a-88880df4bc36 None None] Checking router: 82423221-7199-4ee0-91f0-c0d72658680f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:14:12.357742 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc1-d85c-4dcf-b422-286f94b273cb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:12.358291 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d63980b5-479a-4d25-a35b-2ddc2a7462bf req-988746e4-5af7-4d24-87d0-47abfd59909b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=628aa1d8-9890-4153-84df-fca99b27e002 HTTP/1.1" status: 200 len: 835 time: 0.0511751 Nov 25 20:14:12.368579 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7a83f5-195d-4275-a53a-88880df4bc36 None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:14:12.369526 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2e7a83f5-195d-4275-a53a-88880df4bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:14:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:14:12.413760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63980b5-479a-4d25-a35b-2ddc2a7462bf req-ecb6f6c6-ba77-414d-817c-5f90e3134a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:12.415308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d63980b5-479a-4d25-a35b-2ddc2a7462bf req-ecb6f6c6-ba77-414d-817c-5f90e3134a17 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502036 Nov 25 20:14:12.453678 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc1-d85c-4dcf-b422-286f94b273cb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:12.459607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-597f2cc1-d85c-4dcf-b422-286f94b273cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:12.504951 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-597f2cc1-d85c-4dcf-b422-286f94b273cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=983f88203d0e480daf0eb5d59c80cc68&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2684777 Nov 25 20:14:12.506178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597f2cc1-d85c-4dcf-b422-286f94b273cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7146cd07-301e-44ef-8d71-df36c0e7bb89,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:12.508162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45376) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:12.538526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d63980b5-479a-4d25-a35b-2ddc2a7462bf req-6c44b64c-ad9d-47c6-9e13-cec54e8a0e8f service neutron] 10.222.0.76 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163619 Nov 25 20:14:12.595073 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-2e7a83f5-195d-4275-a53a-88880df4bc36 None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:14:12.643353 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a4984a5-a59c-4a4d-b9cf-3290a1c984bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:12.684748 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a4984a5-a59c-4a4d-b9cf-3290a1c984bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:12.695993 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d63980b5-479a-4d25-a35b-2ddc2a7462bf req-32cc382b-972d-4ea7-9246-05f586493df7 service neutron] 10.222.0.76 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478307 Nov 25 20:14:12.739535 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a4984a5-a59c-4a4d-b9cf-3290a1c984bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:12.742124 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2a4984a5-a59c-4a4d-b9cf-3290a1c984bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:12.743282 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2a4984a5-a59c-4a4d-b9cf-3290a1c984bf admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7146cd07-301e-44ef-8d71-df36c0e7bb89 HTTP/1.1" status: 204 len: 168 time: 0.2341220 Nov 25 20:14:12.752073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4984a5-a59c-4a4d-b9cf-3290a1c984bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7146cd07-301e-44ef-8d71-df36c0e7bb89,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:12.851190 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2e7a83f5-195d-4275-a53a-88880df4bc36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:54Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '750d633c-906d-4199-ba8a-0c22e3a71d60', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'port_id': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'mac_address': 'fa:16:3e:c1:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:14:10Z', 'updated_at': '2021-11-25T20:14:10Z', 'revision_number': 0, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:14:12.879742 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7a83f5-195d-4275-a53a-88880df4bc36 None None] The sync data for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 is: [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:54Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '750d633c-906d-4199-ba8a-0c22e3a71d60', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'port_id': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'mac_address': 'fa:16:3e:c1:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:14:10Z', 'updated_at': '2021-11-25T20:14:10Z', 'revision_number': 0, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:14:13.049146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45382) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:13.063768 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44d8116a-38d6-4338-9459-b517c7fdadb6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:13.090833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45384) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:13.119499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87df423d-c6cd-4663-86cc-25c9c2c4555d None None] New status for floating IP 750d633c-906d-4199-ba8a-0c22e3a71d60: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:14:13.150753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44d8116a-38d6-4338-9459-b517c7fdadb6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:13.157902 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44d8116a-38d6-4338-9459-b517c7fdadb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:13.172091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ef6e6ed2-48ea-4c6f-8867-a234b49ffff4 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/floatingips/750d633c-906d-4199-ba8a-0c22e3a71d60 HTTP/1.1" status: 200 len: 991 time: 0.0788341 Nov 25 20:14:13.205810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d8116a-38d6-4338-9459-b517c7fdadb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299c2915-c5f1-4f50-a88b-8324913eacf0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:13.212712 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-44d8116a-38d6-4338-9459-b517c7fdadb6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=72b3aa3b509745f49f3f619b7c406b2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1623983 Nov 25 20:14:13.215632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45386) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:13.268889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef62e2b-652c-4442-86f3-95697264c22a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:13.293831 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef62e2b-652c-4442-86f3-95697264c22a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:13.351275 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef62e2b-652c-4442-86f3-95697264c22a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:13.354182 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ef62e2b-652c-4442-86f3-95697264c22a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:13.356651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9ef62e2b-652c-4442-86f3-95697264c22a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/299c2915-c5f1-4f50-a88b-8324913eacf0 HTTP/1.1" status: 204 len: 168 time: 0.1387630 Nov 25 20:14:13.365906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef62e2b-652c-4442-86f3-95697264c22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299c2915-c5f1-4f50-a88b-8324913eacf0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:13.739764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45392) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:13.753402 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58ac8a9b-44b2-4977-ac46-63b25bdb8fe3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:13.834325 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58ac8a9b-44b2-4977-ac46-63b25bdb8fe3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:13.838135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-58ac8a9b-44b2-4977-ac46-63b25bdb8fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:13.882751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ac8a9b-44b2-4977-ac46-63b25bdb8fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93fc4461-993d-4318-b689-76d6a2365e85,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:13.887505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-58ac8a9b-44b2-4977-ac46-63b25bdb8fe3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bba84f1647744e2a9739e54e12746c8e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1466703 Nov 25 20:14:13.890080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45394) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:13.943574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6b3d-8d88-441a-8f7f-05c314cd2a72 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:13.965392 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6b3d-8d88-441a-8f7f-05c314cd2a72 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:14.016479 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6b3d-8d88-441a-8f7f-05c314cd2a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:14.019416 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e4ee6b3d-8d88-441a-8f7f-05c314cd2a72 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:14.021223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e4ee6b3d-8d88-441a-8f7f-05c314cd2a72 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/93fc4461-993d-4318-b689-76d6a2365e85 HTTP/1.1" status: 204 len: 168 time: 0.1302078 Nov 25 20:14:14.029963 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ee6b3d-8d88-441a-8f7f-05c314cd2a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93fc4461-993d-4318-b689-76d6a2365e85,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:14.175003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45398) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:14.248678 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ca029fd4-53cd-4b6a-8c46-6bd81c40ae7e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/floatingips/750d633c-906d-4199-ba8a-0c22e3a71d60 HTTP/1.1" status: 200 len: 993 time: 0.0716465 Nov 25 20:14:14.750369 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45418) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:14.853244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1630384530-network', 'tenant_id': '20fe272a9d0a48c39180a4815afb651f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:14.873130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Made reservation on behalf of 20fe272a9d0a48c39180a4815afb651f for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:14:14.875790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:14.884432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:14.961029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:14.964786 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:14.993009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:14:14.999478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:15.005811 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:15.006116 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Added segment 5d4d3638-5b97-402d-98ca-f3d6aabb9d47 of type vlan for network 0e8300f9-36de-4014-a7c0-8f61fcdd2a27 Nov 25 20:14:15.027387 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:14:15.062473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:15.091220 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:15.092222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:15.092833 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:15.153468 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4019685 Nov 25 20:14:15.156514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45422) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:15.163712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] Request body: {'subnet': {'network_id': '0e8300f9-36de-4014-a7c0-8f61fcdd2a27', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1630384530-subnet', 'tenant_id': '20fe272a9d0a48c39180a4815afb651f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:15.190097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] Made reservation on behalf of 20fe272a9d0a48c39180a4815afb651f for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:14:15.193640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:15.193888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d284a8-6fc2-4897-b5af-81e3195f3429 admin admin] Pushing event updated for resources: {'Network': ['ID=0e8300f9-36de-4014-a7c0-8f61fcdd2a27,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:15.204027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0e8300f9-36de-4014-a7c0-8f61fcdd2a27 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:14:15.369307 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:15.424515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0240764-52b3-4ad9-8a6a-eaa563ffd4b3,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:15.434245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] Checking segment: {'id': '5d4d3638-5b97-402d-98ca-f3d6aabb9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0e8300f9-36de-4014-a7c0-8f61fcdd2a27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:14:15.434601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] Network hostable DHCP agents. Network: 0e8300f9-36de-4014-a7c0-8f61fcdd2a27, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:14:15.452687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] Network 0e8300f9-36de-4014-a7c0-8f61fcdd2a27 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:14:15.462599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 0e8300f9-36de-4014-a7c0-8f61fcdd2a27) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:14:15.467108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:15.467704 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:15.474256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c12995-5e88-4606-ae29-9fd75b468f69 None None] Network 0e8300f9-36de-4014-a7c0-8f61fcdd2a27 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:14:15.487506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-76106195-eef3-4106-991f-9d136b22edbf admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3285732 Nov 25 20:14:15.608051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7acf59ea-25bb-4180-a7f6-4e7b8a91082c None None] Network 0e8300f9-36de-4014-a7c0-8f61fcdd2a27 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:14:15.975728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45438) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:15.980730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1248558490-network', 'tenant_id': '597345ac38e9463c93a34139fedd83d6'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:16.000969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Made reservation on behalf of 597345ac38e9463c93a34139fedd83d6 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:14:16.003392 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:16.013331 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:16.095604 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:16.099415 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:16.126320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 620} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:14:16.133469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=118966aa-79fd-4837-b602-a6ef88b4b425,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:16.139669 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:16.140014 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Added segment be71e79a-65df-43ef-a9e1-84fbc971869a of type vlan for network 9bdb2fe3-9db8-464f-9446-777ae74dd169 Nov 25 20:14:16.180790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:16.205502 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:16.206702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:16.208235 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:16.239287 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2624519 Nov 25 20:14:16.242008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45440) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:16.272345 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] Request body: {'subnet': {'network_id': '9bdb2fe3-9db8-464f-9446-777ae74dd169', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1248558490-subnet', 'tenant_id': '597345ac38e9463c93a34139fedd83d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:16.283615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39596cb1-3049-4d6f-96e1-97a1f68cc6f4 admin admin] Pushing event updated for resources: {'Network': ['ID=9bdb2fe3-9db8-464f-9446-777ae74dd169,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:16.293998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 9bdb2fe3-9db8-464f-9446-777ae74dd169 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:14:16.299740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] Made reservation on behalf of 597345ac38e9463c93a34139fedd83d6 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:14:16.302540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:16.491757 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:16.554725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a425a3be-4a6a-45bc-83dd-cd08209638b2,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:16.564822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] Checking segment: {'id': 'be71e79a-65df-43ef-a9e1-84fbc971869a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': '9bdb2fe3-9db8-464f-9446-777ae74dd169'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:14:16.565200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] Network hostable DHCP agents. Network: 9bdb2fe3-9db8-464f-9446-777ae74dd169, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:14:16.583830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] Network 9bdb2fe3-9db8-464f-9446-777ae74dd169 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:14:16.594389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 9bdb2fe3-9db8-464f-9446-777ae74dd169) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:14:16.598818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:16.599430 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:16.604579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6318ef47-aeee-4b27-8d3c-df29829d1f3f None None] Network 9bdb2fe3-9db8-464f-9446-777ae74dd169 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:14:16.618600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-00a935ed-0976-47ef-a8ef-9b714e2515e1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3504226 Nov 25 20:14:16.753399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0c6374-6be6-4f3b-b3af-bd7778523c97 None None] Network 9bdb2fe3-9db8-464f-9446-777ae74dd169 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:14:17.170671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c276b4b5-b281-45d0-84ba-a9cf1e88751e tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:17.172196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c276b4b5-b281-45d0-84ba-a9cf1e88751e tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/networks?id=0e8300f9-36de-4014-a7c0-8f61fcdd2a27 HTTP/1.1" status: 200 len: 809 time: 0.1093752 Nov 25 20:14:17.187692 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-e2217e61-3d3c-4529-acd9-f239d8fc9c15 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/quotas/20fe272a9d0a48c39180a4815afb651f HTTP/1.1" status: 200 len: 375 time: 0.0095470 Nov 25 20:14:17.229657 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-8e7cf47c-4ed6-4acf-8e58-5f5e9a056d36 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=20fe272a9d0a48c39180a4815afb651f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360916 Nov 25 20:14:17.326553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-3818c71e-554f-4ecd-8696-aa0e6fbe5b0c service neutron] 10.222.0.15 "GET /v2.0/networks/0e8300f9-36de-4014-a7c0-8f61fcdd2a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895619 Nov 25 20:14:17.431979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-3318e9e6-8dfd-4587-8214-7d09ffc397f7 service neutron] 10.222.0.15 "GET /v2.0/networks/0e8300f9-36de-4014-a7c0-8f61fcdd2a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984633 Nov 25 20:14:17.615448 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f8a5fcf5-b1e6-429c-aa35-4337777a7c71 req-a8dff9cd-fbe3-48a4-b8fe-8a9551d90404 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 210 time: 0.0295336 Nov 25 20:14:18.725735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70fbe7fb-cc70-46e3-bd77-1a4b6994e438 req-e6e87262-a8b0-41ed-9959-662cfe692f5b tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 210 time: 0.0295968 Nov 25 20:14:19.177924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-6593646c-47cd-43e7-b08c-2bdb0e2b0415 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:19.179521 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-6593646c-47cd-43e7-b08c-2bdb0e2b0415 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.60 "GET /v2.0/networks?id=0e8300f9-36de-4014-a7c0-8f61fcdd2a27 HTTP/1.1" status: 200 len: 809 time: 0.4632742 Nov 25 20:14:19.193177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Request body: {'port': {'device_id': '1f693b59-2f04-4e8a-884e-72b34f0536eb', 'network_id': '0e8300f9-36de-4014-a7c0-8f61fcdd2a27', 'admin_state_up': True, 'tenant_id': '20fe272a9d0a48c39180a4815afb651f'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:19.322074 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Made reservation on behalf of 20fe272a9d0a48c39180a4815afb651f for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:14:19.325927 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:19.468434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Allocated IP 172.20.0.6 (0e8300f9-36de-4014-a7c0-8f61fcdd2a27/a0240764-52b3-4ad9-8a6a-eaa563ffd4b3/2dfd0ec9-fa41-448c-9117-2f334faae99b) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:14:19.640386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:19.678263 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:19.734483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Network 0e8300f9-36de-4014-a7c0-8f61fcdd2a27 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:14:19.737603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:14:19.740860 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:14:19.748475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Pushing event updated for resources: {'Port': ['ID=2dfd0ec9-fa41-448c-9117-2f334faae99b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:19.800015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:19.800795 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:19.822134 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-c945e8cd-19dc-4778-8eaa-24691f3d5f5d tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6333330 Nov 25 20:14:19.835578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Request body: {'port': {'device_id': '1f693b59-2f04-4e8a-884e-72b34f0536eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:19.858816 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731b85f-c026-4b8a-ab36-30455554db24 req-dc9e75e7-c5b6-4fe8-8bb1-eae4ba469fcf tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:19.860489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e731b85f-c026-4b8a-ab36-30455554db24 req-dc9e75e7-c5b6-4fe8-8bb1-eae4ba469fcf tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 931 time: 0.0568914 Nov 25 20:14:19.894142 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:19.916329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e731b85f-c026-4b8a-ab36-30455554db24 req-9d558d46-9d36-4d70-94d9-50be8ef5f367 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480692 Nov 25 20:14:20.249708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dfd0ec9-fa41-448c-9117-2f334faae99b {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:14:20.258002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:20.276864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Transition to ACTIVE for port object 2dfd0ec9-fa41-448c-9117-2f334faae99b will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:14:20.281230 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:20.331381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfd0ec9-fa41-448c-9117-2f334faae99b,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:20.406585 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Attempting to bind port 2dfd0ec9-fa41-448c-9117-2f334faae99b on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:14:20.406949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Attempting to bind port 2dfd0ec9-fa41-448c-9117-2f334faae99b by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '5d4d3638-5b97-402d-98ca-f3d6aabb9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0e8300f9-36de-4014-a7c0-8f61fcdd2a27'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:14:20.407537 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Attempting to bind port 2dfd0ec9-fa41-448c-9117-2f334faae99b on network 0e8300f9-36de-4014-a7c0-8f61fcdd2a27 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:14:20.412849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Port 2dfd0ec9-fa41-448c-9117-2f334faae99b on network 0e8300f9-36de-4014-a7c0-8f61fcdd2a27 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:14:20.413201 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Attempting to bind port 2dfd0ec9-fa41-448c-9117-2f334faae99b on network 0e8300f9-36de-4014-a7c0-8f61fcdd2a27 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:14:20.418224 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 13, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:14:20.418572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Checking segment: {'id': '5d4d3638-5b97-402d-98ca-f3d6aabb9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0e8300f9-36de-4014-a7c0-8f61fcdd2a27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:14:20.418992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Bound using segment: {'id': '5d4d3638-5b97-402d-98ca-f3d6aabb9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0e8300f9-36de-4014-a7c0-8f61fcdd2a27'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:14:20.419421 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Bound port: 2dfd0ec9-fa41-448c-9117-2f334faae99b, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4d3638-5b97-402d-98ca-f3d6aabb9d47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '0e8300f9-36de-4014-a7c0-8f61fcdd2a27'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:14:20.419777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:20.485753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] For port 2dfd0ec9-fa41-448c-9117-2f334faae99b, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:14:20.489716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] For port 2dfd0ec9-fa41-448c-9117-2f334faae99b, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2dfd0ec9-fa41-448c-9117-2f334faae99b,segment=NetworkSegment(5d4d3638-5b97-402d-98ca-f3d6aabb9d47),segment_id=5d4d3638-5b97-402d-98ca-f3d6aabb9d47)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:14:20.494326 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:20.533225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:20.533887 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:20.535535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] 10.222.0.60 "PUT /v2.0/ports/2dfd0ec9-fa41-448c-9117-2f334faae99b HTTP/1.1" status: 200 len: 1091 time: 0.7051208 Nov 25 20:14:20.536110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f693b59-2f04-4e8a-884e-72b34f0536eb', 'tag': '2dfd0ec9-fa41-448c-9117-2f334faae99b'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:14:20.538863 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36de6d6d-e9c3-42e1-af95-0393095e899e" -d '{"events": [{"name": "network-changed", "server_uuid": "1f693b59-2f04-4e8a-884e-72b34f0536eb", "tag": "2dfd0ec9-fa41-448c-9117-2f334faae99b"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:14:20.569422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d325bf84-fd27-4170-be31-2dc3433b7be5 service neutron] Pushing event updated for resources: {'Port': ['ID=2dfd0ec9-fa41-448c-9117-2f334faae99b,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:20.587740 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90334a81-0e04-4bff-9160-51cf6cce131a x-openstack-request-id: req-90334a81-0e04-4bff-9160-51cf6cce131a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:14:20.588081 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f693b59-2f04-4e8a-884e-72b34f0536eb", "tag": "2dfd0ec9-fa41-448c-9117-2f334faae99b", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:14:20.588285 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90334a81-0e04-4bff-9160-51cf6cce131a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:14:20.588726 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f693b59-2f04-4e8a-884e-72b34f0536eb', 'tag': '2dfd0ec9-fa41-448c-9117-2f334faae99b', 'status': 'completed', 'code': 200} Nov 25 20:14:20.628698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-7f1819bd-827a-40d8-af07-b65453391de8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:20.631635 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-7f1819bd-827a-40d8-af07-b65453391de8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=20fe272a9d0a48c39180a4815afb651f&device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 1094 time: 0.0541909 Nov 25 20:14:20.678324 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-32d5df16-4884-4a70-ab7a-55e7fa2b9256 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dfd0ec9-fa41-448c-9117-2f334faae99b HTTP/1.1" status: 200 len: 217 time: 0.0384007 Nov 25 20:14:20.731237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-b7e5ffde-fd35-4e47-b092-7ee09d26a31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:20.732777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-b7e5ffde-fd35-4e47-b092-7ee09d26a31c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0240764-52b3-4ad9-8a6a-eaa563ffd4b3 HTTP/1.1" status: 200 len: 849 time: 0.0482998 Nov 25 20:14:20.765928 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-89204afb-a0a1-4242-9aa6-49137230dd4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e8300f9-36de-4014-a7c0-8f61fcdd2a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263927 Nov 25 20:14:20.876922 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-ed1701af-9cb9-4129-a508-dd93e9d48442 service neutron] 10.222.0.60 "GET /v2.0/networks/0e8300f9-36de-4014-a7c0-8f61fcdd2a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024435 Nov 25 20:14:20.981750 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-90c70f54-44fc-4169-a083-12e0aef5d2ca req-3da92348-2383-4e4d-bae1-b35a3eda8d33 service neutron] 10.222.0.60 "GET /v2.0/networks/0e8300f9-36de-4014-a7c0-8f61fcdd2a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975549 Nov 25 20:14:21.041766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:21.047736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da09d3e5-37fb-4b60-ab14-003ab4c0327c req-6c032365-7661-47d8-b9bf-ca27966eee65 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:21.049276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da09d3e5-37fb-4b60-ab14-003ab4c0327c req-6c032365-7661-47d8-b9bf-ca27966eee65 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 943 time: 0.0575197 Nov 25 20:14:21.090191 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de6d6d-e9c3-42e1-af95-0393095e899e req-fe2d3ba3-509b-4ca8-ab45-824ff5b2c3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:21.092381 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36de6d6d-e9c3-42e1-af95-0393095e899e req-fe2d3ba3-509b-4ca8-ab45-824ff5b2c3ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=20fe272a9d0a48c39180a4815afb651f&device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 1094 time: 0.0598569 Nov 25 20:14:21.112350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da09d3e5-37fb-4b60-ab14-003ab4c0327c req-f3a133a8-618c-4a23-b32e-36198ec1db29 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511818 Nov 25 20:14:21.195039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de6d6d-e9c3-42e1-af95-0393095e899e req-edcb73ca-6855-4f57-ad53-c230d621329a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:21.196773 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36de6d6d-e9c3-42e1-af95-0393095e899e req-edcb73ca-6855-4f57-ad53-c230d621329a service neutron] 10.222.0.60 "GET /v2.0/networks?id=0e8300f9-36de-4014-a7c0-8f61fcdd2a27 HTTP/1.1" status: 200 len: 910 time: 0.0962846 Nov 25 20:14:21.245338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36de6d6d-e9c3-42e1-af95-0393095e899e req-7af123b3-8386-43c5-83b2-be5cbe141ca1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2dfd0ec9-fa41-448c-9117-2f334faae99b HTTP/1.1" status: 200 len: 217 time: 0.0414166 Nov 25 20:14:21.302622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de6d6d-e9c3-42e1-af95-0393095e899e req-f36e37c8-3b82-4d9b-9c89-a00df6723a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:21.304117 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36de6d6d-e9c3-42e1-af95-0393095e899e req-f36e37c8-3b82-4d9b-9c89-a00df6723a4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a0240764-52b3-4ad9-8a6a-eaa563ffd4b3 HTTP/1.1" status: 200 len: 849 time: 0.0502861 Nov 25 20:14:21.338204 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36de6d6d-e9c3-42e1-af95-0393095e899e req-89742507-67b8-48a5-91f8-5539730827d9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0e8300f9-36de-4014-a7c0-8f61fcdd2a27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259686 Nov 25 20:14:21.438701 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36de6d6d-e9c3-42e1-af95-0393095e899e req-59bcf78f-ad45-4aa6-bd1d-b378086c8f13 service neutron] 10.222.0.60 "GET /v2.0/networks/0e8300f9-36de-4014-a7c0-8f61fcdd2a27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934577 Nov 25 20:14:21.531091 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-36de6d6d-e9c3-42e1-af95-0393095e899e req-ac3a34ba-176a-4ff6-81aa-f0ba140366f5 service neutron] 10.222.0.60 "GET /v2.0/networks/0e8300f9-36de-4014-a7c0-8f61fcdd2a27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846474 Nov 25 20:14:22.238240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8affed-e5f7-4edf-8831-0ca513414048 req-3be9223a-f824-4458-a248-7727809371af tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:22.240121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b8affed-e5f7-4edf-8831-0ca513414048 req-3be9223a-f824-4458-a248-7727809371af tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 943 time: 0.0530610 Nov 25 20:14:22.291801 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b8affed-e5f7-4edf-8831-0ca513414048 req-9808101a-6613-4bab-a24c-edb9500b6ab8 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453691 Nov 25 20:14:22.692813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2dfd0ec9-fa41-448c-9117-2f334faae99b details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:14:22.794018 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2dfd0ec9-fa41-448c-9117-2f334faae99b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2dfd0ec9-fa41-448c-9117-2f334faae99b,segment=NetworkSegment(5d4d3638-5b97-402d-98ca-f3d6aabb9d47),segment_id=5d4d3638-5b97-402d-98ca-f3d6aabb9d47)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:22.805605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '2dfd0ec9-fa41-448c-9117-2f334faae99b', 'network_id': '0e8300f9-36de-4014-a7c0-8f61fcdd2a27', 'port_id': '2dfd0ec9-fa41-448c-9117-2f334faae99b', 'mac_address': 'fa:16:3e:1b:a8:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0240764-52b3-4ad9-8a6a-eaa563ffd4b3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:14:22.848533 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:22.867891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dfd0ec9-fa41-448c-9117-2f334faae99b {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:14:22.887443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2dfd0ec9-fa41-448c-9117-2f334faae99b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2dfd0ec9-fa41-448c-9117-2f334faae99b,segment=NetworkSegment(5d4d3638-5b97-402d-98ca-f3d6aabb9d47),segment_id=5d4d3638-5b97-402d-98ca-f3d6aabb9d47)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:22.892311 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:22.944384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2dfd0ec9-fa41-448c-9117-2f334faae99b,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:23.111282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['2dfd0ec9-fa41-448c-9117-2f334faae99b'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:14:23.285372 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:23.417561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d0a1a9-1345-42b4-b981-7bba1e09e6b5 req-1dc56b68-d708-4db7-8135-cd96b7cc4acd tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:23.419093 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0d0a1a9-1345-42b4-b981-7bba1e09e6b5 req-1dc56b68-d708-4db7-8135-cd96b7cc4acd tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 944 time: 0.0499568 Nov 25 20:14:23.472067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0d0a1a9-1345-42b4-b981-7bba1e09e6b5 req-fe2ff9a8-1f32-41d7-94ba-21bed1484eb1 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469420 Nov 25 20:14:24.602493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c3df95-3fbd-41c1-9767-80754a22b96f req-27b89654-0f2a-4027-b62c-9a114c31d923 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:24.604051 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78c3df95-3fbd-41c1-9767-80754a22b96f req-27b89654-0f2a-4027-b62c-9a114c31d923 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 944 time: 0.0577092 Nov 25 20:14:24.651058 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78c3df95-3fbd-41c1-9767-80754a22b96f req-4e7ab7b8-50c7-4a14-aa7e-8f70426deb79 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410106 Nov 25 20:14:24.693110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2dfd0ec9-fa41-448c-9117-2f334faae99b up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:14:24.742662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 2dfd0ec9-fa41-448c-9117-2f334faae99b completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:14:24.746490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 2dfd0ec9-fa41-448c-9117-2f334faae99b triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:14:24.746883 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:24.826557 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:24.853038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f693b59-2f04-4e8a-884e-72b34f0536eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfd0ec9-fa41-448c-9117-2f334faae99b'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:14:24.855624 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07228e8d-d63d-4fd5-b906-d3e8c89989ae" -d '{"events": [{"server_uuid": "1f693b59-2f04-4e8a-884e-72b34f0536eb", "name": "network-vif-plugged", "status": "completed", "tag": "2dfd0ec9-fa41-448c-9117-2f334faae99b"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:14:24.872784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2dfd0ec9-fa41-448c-9117-2f334faae99b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2dfd0ec9-fa41-448c-9117-2f334faae99b,segment=NetworkSegment(5d4d3638-5b97-402d-98ca-f3d6aabb9d47),segment_id=5d4d3638-5b97-402d-98ca-f3d6aabb9d47)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:24.877146 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:24.905186 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84f8f12-8a99-4fad-9204-a697e22706c0 x-openstack-request-id: req-d84f8f12-8a99-4fad-9204-a697e22706c0 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:14:24.905469 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f693b59-2f04-4e8a-884e-72b34f0536eb", "name": "network-vif-plugged", "status": "completed", "tag": "2dfd0ec9-fa41-448c-9117-2f334faae99b", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:14:24.905732 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d84f8f12-8a99-4fad-9204-a697e22706c0 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:14:24.906137 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f693b59-2f04-4e8a-884e-72b34f0536eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dfd0ec9-fa41-448c-9117-2f334faae99b', 'code': 200} Nov 25 20:14:24.938023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2dfd0ec9-fa41-448c-9117-2f334faae99b,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:24.998040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb202e5-8435-433c-bfa4-362d4c4454f6 req-829144d2-9f54-4622-ade8-d78f354e6538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:24.999567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb202e5-8435-433c-bfa4-362d4c4454f6 req-829144d2-9f54-4622-ade8-d78f354e6538 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 1096 time: 0.0416498 Nov 25 20:14:25.053741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb202e5-8435-433c-bfa4-362d4c4454f6 req-d402069f-ea1a-4701-b9fe-75a4948ffc56 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444257 Nov 25 20:14:25.780532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca35980-77ed-4a9b-8041-8c3ad1252931 req-53b91df9-6b15-430b-808c-863ee2c1eedf tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:25.782968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ca35980-77ed-4a9b-8041-8c3ad1252931 req-53b91df9-6b15-430b-808c-863ee2c1eedf tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 945 time: 0.0587809 Nov 25 20:14:25.838052 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ca35980-77ed-4a9b-8041-8c3ad1252931 req-ad45cf79-9aa1-4527-9b70-e9f7133c8d5c tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467634 Nov 25 20:14:27.081207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf86e5-7592-4384-a29a-d53543d5bd92 req-ac522269-fc98-44e7-b15e-4c5e2d9bcf5c tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:27.082770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54bf86e5-7592-4384-a29a-d53543d5bd92 req-ac522269-fc98-44e7-b15e-4c5e2d9bcf5c tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 945 time: 0.1720653 Nov 25 20:14:27.134437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54bf86e5-7592-4384-a29a-d53543d5bd92 req-2b8624f2-4ec2-440f-9e9e-0abdb55d1598 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444860 Nov 25 20:14:29.701613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3912424-d76a-4e60-a106-1a860aca4967 req-afe866cf-00b5-4821-86b8-9f68d339caad tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:29.703336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3912424-d76a-4e60-a106-1a860aca4967 req-afe866cf-00b5-4821-86b8-9f68d339caad tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 945 time: 0.0586548 Nov 25 20:14:29.757137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3912424-d76a-4e60-a106-1a860aca4967 req-720730be-04a1-43d7-8948-82951d180a3b tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461419 Nov 25 20:14:30.882895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fea45-ebbf-429a-8066-b9e23cb4c51f req-bd7cb13c-1bae-4c7d-9915-7dd52d48da42 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:30.884682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c0fea45-ebbf-429a-8066-b9e23cb4c51f req-bd7cb13c-1bae-4c7d-9915-7dd52d48da42 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 945 time: 0.0566866 Nov 25 20:14:30.911594 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616231f3-8d6b-4f2e-ad7c-1a6fc86467c7 req-65dec6f3-f445-4f74-86d2-85f7a2eb8801 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:30.914182 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-616231f3-8d6b-4f2e-ad7c-1a6fc86467c7 req-65dec6f3-f445-4f74-86d2-85f7a2eb8801 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f693b59-2f04-4e8a-884e-72b34f0536eb HTTP/1.1" status: 200 len: 945 time: 0.0555956 Nov 25 20:14:30.939416 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c0fea45-ebbf-429a-8066-b9e23cb4c51f req-b95cf0fc-fadf-44a3-b9c7-170b156cb6d3 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.15 "GET /v2.0/security-groups?id=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484149 Nov 25 20:14:31.009343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-616231f3-8d6b-4f2e-ad7c-1a6fc86467c7 req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Deleting port 2dfd0ec9-fa41-448c-9117-2f334faae99b {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:14:31.009831 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-616231f3-8d6b-4f2e-ad7c-1a6fc86467c7 req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:31.105162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-616231f3-8d6b-4f2e-ad7c-1a6fc86467c7 req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] For port 2dfd0ec9-fa41-448c-9117-2f334faae99b, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2dfd0ec9-fa41-448c-9117-2f334faae99b,segment=NetworkSegment(5d4d3638-5b97-402d-98ca-f3d6aabb9d47),segment_id=5d4d3638-5b97-402d-98ca-f3d6aabb9d47)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:31.105526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-616231f3-8d6b-4f2e-ad7c-1a6fc86467c7 req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:31.117461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-616231f3-8d6b-4f2e-ad7c-1a6fc86467c7 req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Calling delete_port for 2dfd0ec9-fa41-448c-9117-2f334faae99b owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:14:31.251132 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-616231f3-8d6b-4f2e-ad7c-1a6fc86467c7 req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:31.262848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['2dfd0ec9-fa41-448c-9117-2f334faae99b'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:14:31.283132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Pushing event deleted for resources: {'Port': ['ID=2dfd0ec9-fa41-448c-9117-2f334faae99b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:31.296705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.297058 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.297403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.297761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.298087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.298420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.298763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.299125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.299457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.299791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.300123 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.300456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:31.336975 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-616231f3-8d6b-4f2e-ad7c-1a6fc86467c7 req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] No DVR routers for this DVR port 2dfd0ec9-fa41-448c-9117-2f334faae99b on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:14:31.339747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-616231f3-8d6b-4f2e-ad7c-1a6fc86467c7 req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:31.343375 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-616231f3-8d6b-4f2e-ad7c-1a6fc86467c7 req-3dc26be1-3d51-4928-871e-480085d56f09 tempest-VolumesActionsTest-1838381270 tempest-VolumesActionsTest-1838381270-project] 10.222.0.60 "DELETE /v2.0/ports/2dfd0ec9-fa41-448c-9117-2f334faae99b HTTP/1.1" status: 204 len: 173 time: 0.4236217 Nov 25 20:14:31.343854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f693b59-2f04-4e8a-884e-72b34f0536eb', 'name': 'network-vif-deleted', 'tag': '2dfd0ec9-fa41-448c-9117-2f334faae99b'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:14:31.346193 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938b7ff7-78fa-496a-b2bc-650771c1ea93" -d '{"events": [{"server_uuid": "1f693b59-2f04-4e8a-884e-72b34f0536eb", "name": "network-vif-deleted", "tag": "2dfd0ec9-fa41-448c-9117-2f334faae99b"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:14:31.389149 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73b4c854-5d34-4c6f-9fdb-46b362f112ba x-openstack-request-id: req-73b4c854-5d34-4c6f-9fdb-46b362f112ba {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:14:31.389437 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f693b59-2f04-4e8a-884e-72b34f0536eb", "name": "network-vif-deleted", "tag": "2dfd0ec9-fa41-448c-9117-2f334faae99b", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:14:31.389700 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-73b4c854-5d34-4c6f-9fdb-46b362f112ba {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:14:31.390104 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f693b59-2f04-4e8a-884e-72b34f0536eb', 'name': 'network-vif-deleted', 'tag': '2dfd0ec9-fa41-448c-9117-2f334faae99b', 'status': 'completed', 'code': 200} Nov 25 20:14:32.114974 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb3ca2be-f674-4311-8da2-dbeb17bf2756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:34.739844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2dfd0ec9-fa41-448c-9117-2f334faae99b no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:14:34.762096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 2dfd0ec9-fa41-448c-9117-2f334faae99b {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:14:34.762442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2dfd0ec9-fa41-448c-9117-2f334faae99b not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:14:35.220022 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-424de41a-94a9-4a25-8882-c31511fe7873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:36.530953 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:37.872171 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:38.380621 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:43.014247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-33b545a5-e28a-44bc-9c18-fb33e7498f62 req-2871c270-e7af-4d4f-945a-788765b713de service neutron] (103652) timed out ('10.222.0.15', 35730) {{(pid=103652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:14:45.416976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45640) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:45.499941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b1090-9ecc-4b05-a4e2-9a69a10d3c94 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:45.500443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b1090-9ecc-4b05-a4e2-9a69a10d3c94 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:45.500911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3b1090-9ecc-4b05-a4e2-9a69a10d3c94 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:45.503584 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-df3b1090-9ecc-4b05-a4e2-9a69a10d3c94 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=6050394ce4564430a84ddb05568904ef&network_id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed HTTP/1.1" status: 200 len: 2969 time: 0.0855610 Nov 25 20:14:47.445013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45662) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:47.516563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1d76c3d-564b-4988-bcb6-6ad05403acf6 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:47.523949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a1d76c3d-564b-4988-bcb6-6ad05403acf6 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49 HTTP/1.1" status: 200 len: 814 time: 0.0715842 Nov 25 20:14:48.318714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45686) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:48.323888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'network': {'name': 'tempest-network-smoke--749095825', 'project_id': '6050394ce4564430a84ddb05568904ef', 'port_security_enabled': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:48.346877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Made reservation on behalf of 6050394ce4564430a84ddb05568904ef for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:14:48.351241 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:48.378559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 613} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:14:48.389652 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:48.390151 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Added segment 9ad81cb8-e416-4830-8f1e-0c8f26409b23 of type vlan for network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 Nov 25 20:14:48.438465 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:48.467916 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:48.473870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:48.474600 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:48.525114 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2050886 Nov 25 20:14:48.525742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45692) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:48.593552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Network': ['ID=0a2302fe-ebf5-4337-b2d6-ef8a73a179c8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:48.613785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.614126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.614463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.616080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.616080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.616377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.616703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.617027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.617349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.617668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.617991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.618312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce8ebec-3fd3-4887-9f00-4e13f5960e2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:48.629829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:14:48.642394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0f12af-7879-4f24-a336-c039fec326f0 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:48.646888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0f0f12af-7879-4f24-a336-c039fec326f0 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6050394ce4564430a84ddb05568904ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0957119 Nov 25 20:14:48.647770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45694) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:48.823204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-309c18c8-ee07-405b-b54d-0f413f784da7 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:48.824731 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-309c18c8-ee07-405b-b54d-0f413f784da7 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1757236 Nov 25 20:14:48.827820 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45696) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:48.864037 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0f2d78f3-cc78-4738-aa15-4deb267581e7 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0351098 Nov 25 20:14:48.867653 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45698) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:48.902466 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9518b022-90d6-43bf-8c28-2c1fea60da49 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6050394ce4564430a84ddb05568904ef&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337067 Nov 25 20:14:48.904915 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45700) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:48.998037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa0402ee-a25c-4183-b9a7-3df3cf42d3c0 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:48.999485 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aa0402ee-a25c-4183-b9a7-3df3cf42d3c0 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936263 Nov 25 20:14:49.002241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45702) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:49.030418 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54c219de-2877-4233-83f6-aa300a0c6a85 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270660 Nov 25 20:14:49.033385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45704) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:49.038912 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-550346150', 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8', 'project_id': '6050394ce4564430a84ddb05568904ef', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:49.140060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Made reservation on behalf of 6050394ce4564430a84ddb05568904ef for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:14:49.143899 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:49.612610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:49.679369 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-6a47ecfd-29cc-41f9-b5fe-a741d90010b6 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538952 Nov 25 20:14:49.680013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Subnet': ['ID=f7537a2c-371a-4a01-bef1-bdc44a45576a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:49.695082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Checking segment: {'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:14:49.695718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network hostable DHCP agents. Network: 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:14:49.728218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:14:49.741436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:14:49.753755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d37cf8-df75-467f-a370-b9bde6c9e6f9 None None] Network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:14:49.763405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:49.764100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:49.783553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-9a259cda-ca9e-4d20-af6c-de7ae602e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:49.785114 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-9a259cda-ca9e-4d20-af6c-de7ae602e221 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 1096 time: 0.0608826 Nov 25 20:14:49.802229 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e83d32a8-bb06-4901-8a71-2cdc09673948 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7649419 Nov 25 20:14:49.932274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-ee7ea6e0-3f20-4d58-aebb-879718a705ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:49.935242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-ee7ea6e0-3f20-4d58-aebb-879718a705ed service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed HTTP/1.1" status: 200 len: 898 time: 0.1248801 Nov 25 20:14:50.017341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0a2302fe-ebf5-4337-b2d6-ef8a73a179c8', 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ips': [{'subnet_id': 'f7537a2c-371a-4a01-bef1-bdc44a45576a'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:14:50.018931 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.027038 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-9ad5e523-ed13-4bcc-9922-a65084e239ad service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2c38276-76f5-4a56-a5b3-10cdd1767ebd HTTP/1.1" status: 200 len: 1001 time: 0.0854807 Nov 25 20:14:50.089997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-e3d6cc80-d7b7-46da-88ca-8d835d5d837f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:50.092897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-e3d6cc80-d7b7-46da-88ca-8d835d5d837f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=628aa1d8-9890-4153-84df-fca99b27e002 HTTP/1.1" status: 200 len: 835 time: 0.0579648 Nov 25 20:14:50.142990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45710) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:50.149213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-17c2cd0a-b7de-4111-b819-90c711a790ce tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1560241448', 'description': 'tempest-secgroup-smoke-1560241448 description', 'project_id': '6050394ce4564430a84ddb05568904ef'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:50.157021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-70a098d1-031b-4e88-8f05-b8e4ebdfb37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:50.159133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-70a098d1-031b-4e88-8f05-b8e4ebdfb37f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584023 Nov 25 20:14:50.182207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17c2cd0a-b7de-4111-b819-90c711a790ce tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.199753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Allocated IP 172.20.0.18 (0a2302fe-ebf5-4337-b2d6-ef8a73a179c8/f7537a2c-371a-4a01-bef1-bdc44a45576a/c5228006-6cbf-4cb6-aec3-04dbec94d118) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:14:50.284200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17c2cd0a-b7de-4111-b819-90c711a790ce tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.291476 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17c2cd0a-b7de-4111-b819-90c711a790ce tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.297527 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-b7827b36-87b4-4d34-9b26-cf9fc4ac4e1e service neutron] 10.222.0.76 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280782 Nov 25 20:14:50.336021 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-17c2cd0a-b7de-4111-b819-90c711a790ce tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.341962 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-17c2cd0a-b7de-4111-b819-90c711a790ce tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1972098 Nov 25 20:14:50.342196 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45712) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:50.343464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2cd0a-b7de-4111-b819-90c711a790ce tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50e47ba2-127e-4170-ae89-3e42d1fbb669,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:50.347302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-03f99cc3-7f30-4949-b3ab-04f0bae07e97 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '50e47ba2-127e-4170-ae89-3e42d1fbb669', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:50.423556 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.427851 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03f99cc3-7f30-4949-b3ab-04f0bae07e97 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.432035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.447499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4a38b471-136d-4ea1-a41d-d497f8df8ac4 req-77dd3376-b0ac-4345-ab36-613dc4af6358 service neutron] 10.222.0.76 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424406 Nov 25 20:14:50.475424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:14:50.476930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:14:50.479669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:14:50.509580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03f99cc3-7f30-4949-b3ab-04f0bae07e97 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.518441 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03f99cc3-7f30-4949-b3ab-04f0bae07e97 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.539162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Pushing event updated for resources: {'Port': ['ID=c5228006-6cbf-4cb6-aec3-04dbec94d118,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:50.547352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f99cc3-7f30-4949-b3ab-04f0bae07e97 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85c6b608-d1ff-49db-8f8d-9557c1e839b2,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:50.559728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.560134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.560553 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.560885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.561336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.561678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.562015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.562403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.562739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.563111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.563428 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.563761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:14:50.566934 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03f99cc3-7f30-4949-b3ab-04f0bae07e97 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.570900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-03f99cc3-7f30-4949-b3ab-04f0bae07e97 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2264686 Nov 25 20:14:50.573202 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45716) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:50.577127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Attempting to bind port c5228006-6cbf-4cb6-aec3-04dbec94d118 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:14:50.577776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Attempting to bind port c5228006-6cbf-4cb6-aec3-04dbec94d118 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:14:50.578378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Attempting to bind port c5228006-6cbf-4cb6-aec3-04dbec94d118 on network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:14:50.578516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-234d86bd-968f-47d0-aa51-4495235f5b59 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '50e47ba2-127e-4170-ae89-3e42d1fbb669', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:50.586352 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 14, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:14:50.587133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Checking segment: {'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:14:50.587765 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.588368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Bound using segment: {'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:14:50.589401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Bound port: c5228006-6cbf-4cb6-aec3-04dbec94d118, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:14:50.590037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.639181 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-234d86bd-968f-47d0-aa51-4495235f5b59 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.683793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] For port c5228006-6cbf-4cb6-aec3-04dbec94d118, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:14:50.687271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] For port c5228006-6cbf-4cb6-aec3-04dbec94d118, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c5228006-6cbf-4cb6-aec3-04dbec94d118,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:14:50.692879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.722255 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-234d86bd-968f-47d0-aa51-4495235f5b59 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.728339 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-234d86bd-968f-47d0-aa51-4495235f5b59 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.749352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d86bd-968f-47d0-aa51-4495235f5b59 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280d5b4e-b0b9-4bd0-8aa7-1d5eb1bcf6d6,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:50.774487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db1434-f492-44ea-80ab-ae62298466b1 None None] Pushing event updated for resources: {'Port': ['ID=c5228006-6cbf-4cb6-aec3-04dbec94d118,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:50.776554 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-234d86bd-968f-47d0-aa51-4495235f5b59 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.778215 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-234d86bd-968f-47d0-aa51-4495235f5b59 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2039106 Nov 25 20:14:50.783505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45718) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:50.790043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e175f354-df56-4664-8cb7-890ffff9e817 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '50e47ba2-127e-4170-ae89-3e42d1fbb669', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:50.820245 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e175f354-df56-4664-8cb7-890ffff9e817 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.892431 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e175f354-df56-4664-8cb7-890ffff9e817 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.899574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e175f354-df56-4664-8cb7-890ffff9e817 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.924795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e175f354-df56-4664-8cb7-890ffff9e817 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d7acaa8-5b01-4e71-8b51-89616bbb4766,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:50.934031 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e175f354-df56-4664-8cb7-890ffff9e817 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:50.935327 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e175f354-df56-4664-8cb7-890ffff9e817 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1498585 Nov 25 20:14:50.938280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45720) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:50.944818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9fc1c740-f432-4462-a375-660a717d7b8d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '50e47ba2-127e-4170-ae89-3e42d1fbb669', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:51.003573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c740-f432-4462-a375-660a717d7b8d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.064460 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.106421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c740-f432-4462-a375-660a717d7b8d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.111900 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c740-f432-4462-a375-660a717d7b8d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.131523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc1c740-f432-4462-a375-660a717d7b8d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6959ba8-f69e-42c7-83f9-5824893f2509,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:51.144454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9fc1c740-f432-4462-a375-660a717d7b8d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.150955 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9fc1c740-f432-4462-a375-660a717d7b8d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2064154 Nov 25 20:14:51.151104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45722) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:51.155572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3a9b4d17-b6fa-45fb-ad61-2bec1801605e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '50e47ba2-127e-4170-ae89-3e42d1fbb669', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:51.190100 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-3a9b4d17-b6fa-45fb-ad61-2bec1801605e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Project 6050394ce4564430a84ddb05568904ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:14:51.197338 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4d17-b6fa-45fb-ad61-2bec1801605e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.267004 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4d17-b6fa-45fb-ad61-2bec1801605e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.273158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4d17-b6fa-45fb-ad61-2bec1801605e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.296208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9b4d17-b6fa-45fb-ad61-2bec1801605e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f28e06e1-51fd-4f93-999a-8cb16bf7898d,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:51.305098 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a9b4d17-b6fa-45fb-ad61-2bec1801605e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.309631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45724) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:51.312482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3a9b4d17-b6fa-45fb-ad61-2bec1801605e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605055 Nov 25 20:14:51.315019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6ed93a23-ec42-4d25-a363-5d38a17f77e0 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': '50e47ba2-127e-4170-ae89-3e42d1fbb669', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:51.352922 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-6ed93a23-ec42-4d25-a363-5d38a17f77e0 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Project 6050394ce4564430a84ddb05568904ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:14:51.362553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ed93a23-ec42-4d25-a363-5d38a17f77e0 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.439056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ed93a23-ec42-4d25-a363-5d38a17f77e0 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.443356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ed93a23-ec42-4d25-a363-5d38a17f77e0 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.461834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed93a23-ec42-4d25-a363-5d38a17f77e0 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fd5917a-d0da-40b1-ae10-ee4e74e5d1c9,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:51.472763 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6ed93a23-ec42-4d25-a363-5d38a17f77e0 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:51.474190 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6ed93a23-ec42-4d25-a363-5d38a17f77e0 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1634276 Nov 25 20:14:51.749092 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-44b6bde3-3c87-4068-a675-2bf5beef5404 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1560241448&fields=id&tenant_id=6050394ce4564430a84ddb05568904ef HTTP/1.1" status: 200 len: 267 time: 0.0798726 Nov 25 20:14:51.890735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-79f6e1d5-875a-46b4-8461-bb97311d302c tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:51.900462 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-79f6e1d5-875a-46b4-8461-bb97311d302c tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/networks?id=0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 HTTP/1.1" status: 200 len: 796 time: 0.1504171 Nov 25 20:14:51.922951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-e6c276af-16ad-46a5-bf8e-b30e2f5b1b2b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/quotas/6050394ce4564430a84ddb05568904ef HTTP/1.1" status: 200 len: 375 time: 0.0191083 Nov 25 20:14:52.003451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-5d7be3a5-6687-49ac-8e55-aa8ea22dd946 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0750523 Nov 25 20:14:52.017966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0cc444-be05-402a-aec4-bf3cdffbfa27 None None] Network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:14:52.027550 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:14:52.138174 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-68ac2afd-bf70-41f5-b994-7d198b8d7ea1 service neutron] 10.222.0.15 "GET /v2.0/networks/0a2302fe-ebf5-4337-b2d6-ef8a73a179c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081634 Nov 25 20:14:52.176595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f5241b3d-33db-420a-8fbf-62baeb750cdf None None] Provisioning complete for port c5228006-6cbf-4cb6-aec3-04dbec94d118 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:14:52.177856 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f5241b3d-33db-420a-8fbf-62baeb750cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:52.276313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-45527c5e-f52f-437e-b552-b169b98944da service neutron] 10.222.0.15 "GET /v2.0/networks/0a2302fe-ebf5-4337-b2d6-ef8a73a179c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299210 Nov 25 20:14:52.376002 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f5241b3d-33db-420a-8fbf-62baeb750cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:52.423877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c5228006-6cbf-4cb6-aec3-04dbec94d118 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:14:52.514861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f5241b3d-33db-420a-8fbf-62baeb750cdf None None] For port c5228006-6cbf-4cb6-aec3-04dbec94d118, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c5228006-6cbf-4cb6-aec3-04dbec94d118,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:52.525479 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f5241b3d-33db-420a-8fbf-62baeb750cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:52.535314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c5228006-6cbf-4cb6-aec3-04dbec94d118 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:14:52.535961 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:52.606585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-150f76f8-33f3-40f9-8ba4-ee6fa0af1a12 req-2d3939ae-afa2-4575-8e85-840b5b1ff736 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 210 time: 0.0580781 Nov 25 20:14:52.651548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5241b3d-33db-420a-8fbf-62baeb750cdf None None] Pushing event updated for resources: {'Port': ['ID=c5228006-6cbf-4cb6-aec3-04dbec94d118,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:52.759355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-73bc07cb-deb2-4c66-b602-5cfbca1aa3e6 None None] Provisioning complete for port c5228006-6cbf-4cb6-aec3-04dbec94d118 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:14:52.759746 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-73bc07cb-deb2-4c66-b602-5cfbca1aa3e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:53.273273 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:53.655091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-412d02cd-823d-4d14-8d55-82bcc8df52f5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:53.663117 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-412d02cd-823d-4d14-8d55-82bcc8df52f5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.60 "GET /v2.0/networks?id=0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 HTTP/1.1" status: 200 len: 796 time: 0.1447003 Nov 25 20:14:53.723353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2440c121-555f-44ba-9999-20a46c39796e req-e9ee7ea4-3b57-487b-8f21-58415c5942ac tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 210 time: 0.0337296 Nov 25 20:14:53.766897 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-42615cec-c4e5-44e6-b325-50280d02c4f8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6050394ce4564430a84ddb05568904ef HTTP/1.1" status: 200 len: 472 time: 0.1009464 Nov 25 20:14:53.777609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'port': {'device_id': '227078fa-8038-43bd-9f44-49fa3e9726ea', 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8', 'admin_state_up': True, 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'security_groups': ['50e47ba2-127e-4170-ae89-3e42d1fbb669']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:53.923061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Made reservation on behalf of 6050394ce4564430a84ddb05568904ef for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:14:53.926723 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:54.090429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Allocated IP 172.20.0.23 (0a2302fe-ebf5-4337-b2d6-ef8a73a179c8/f7537a2c-371a-4a01-bef1-bdc44a45576a/fb0d39c3-a11d-43df-8512-41742f2ff9be) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:14:54.263377 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:54.303955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:54.325054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c5228006-6cbf-4cb6-aec3-04dbec94d118 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:14:54.355933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:14:54.369669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:14:54.374911 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:14:54.379554 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=fb0d39c3-a11d-43df-8512-41742f2ff9be,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:54.385017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port c5228006-6cbf-4cb6-aec3-04dbec94d118 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:14:54.385925 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:54.452116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:54.452905 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:54.477528 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-b17efff3-f408-46dd-9174-085ed5b8f33f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7036707 Nov 25 20:14:54.492874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Request body: {'port': {'device_id': '227078fa-8038-43bd-9f44-49fa3e9726ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:14:54.558319 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:54.710545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e85be968-1788-47e7-a1e2-1d1e44e11674 None None] Provisioning complete for port fb0d39c3-a11d-43df-8512-41742f2ff9be triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:14:54.711813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e85be968-1788-47e7-a1e2-1d1e44e11674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:54.758659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e85be968-1788-47e7-a1e2-1d1e44e11674 None None] Port fb0d39c3-a11d-43df-8512-41742f2ff9be cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:14:54.875082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3611ca-46b6-4ed1-9620-46c84a885d7d req-86eb2dc2-14d3-4d03-84d8-90559648dcf7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:54.876704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee3611ca-46b6-4ed1-9620-46c84a885d7d req-86eb2dc2-14d3-4d03-84d8-90559648dcf7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 932 time: 0.0519822 Nov 25 20:14:54.890042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb0d39c3-a11d-43df-8512-41742f2ff9be {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:14:54.898410 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:54.919025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Transition to ACTIVE for port object fb0d39c3-a11d-43df-8512-41742f2ff9be will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:14:54.924822 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:54.945296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee3611ca-46b6-4ed1-9620-46c84a885d7d req-d95c86a8-cb5b-40af-9729-02922a356079 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614533 Nov 25 20:14:54.986302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0d39c3-a11d-43df-8512-41742f2ff9be,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:55.078380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45772) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:55.089590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Attempting to bind port fb0d39c3-a11d-43df-8512-41742f2ff9be on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:14:55.089931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Attempting to bind port fb0d39c3-a11d-43df-8512-41742f2ff9be by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:14:55.090266 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Attempting to bind port fb0d39c3-a11d-43df-8512-41742f2ff9be on network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:14:55.120414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Port fb0d39c3-a11d-43df-8512-41742f2ff9be on network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:14:55.120905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Attempting to bind port fb0d39c3-a11d-43df-8512-41742f2ff9be on network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:14:55.130904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 14, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:14:55.131278 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Checking segment: {'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:14:55.131638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Bound using segment: {'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:14:55.132086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Bound port: fb0d39c3-a11d-43df-8512-41742f2ff9be, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:14:55.132450 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.157384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-809f774d-fb19-47e2-8526-5123bfae4c75 admin admin] Deleting subnet a0240764-52b3-4ad9-8a6a-eaa563ffd4b3 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:14:55.192207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-809f774d-fb19-47e2-8526-5123bfae4c75 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.258227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-809f774d-fb19-47e2-8526-5123bfae4c75 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.294023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] For port fb0d39c3-a11d-43df-8512-41742f2ff9be, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:14:55.311452 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] For port fb0d39c3-a11d-43df-8512-41742f2ff9be, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb0d39c3-a11d-43df-8512-41742f2ff9be,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:14:55.319520 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.325519 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-809f774d-fb19-47e2-8526-5123bfae4c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.389253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:55.389877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.391313 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] 10.222.0.60 "PUT /v2.0/ports/fb0d39c3-a11d-43df-8512-41742f2ff9be HTTP/1.1" status: 200 len: 1092 time: 0.9046242 Nov 25 20:14:55.391772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227078fa-8038-43bd-9f44-49fa3e9726ea', 'tag': 'fb0d39c3-a11d-43df-8512-41742f2ff9be'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:14:55.394081 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf14414-97ec-4b69-9c25-9f90e5655d31" -d '{"events": [{"name": "network-changed", "server_uuid": "227078fa-8038-43bd-9f44-49fa3e9726ea", "tag": "fb0d39c3-a11d-43df-8512-41742f2ff9be"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:14:55.432824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fce73b-652a-4064-9f2d-e72de98c2b91 service neutron] Pushing event updated for resources: {'Port': ['ID=fb0d39c3-a11d-43df-8512-41742f2ff9be,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:55.450578 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-809f774d-fb19-47e2-8526-5123bfae4c75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.518679 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddc295a9-374a-446c-8ad8-2a06025b79ba x-openstack-request-id: req-ddc295a9-374a-446c-8ad8-2a06025b79ba {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:14:55.519143 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227078fa-8038-43bd-9f44-49fa3e9726ea", "tag": "fb0d39c3-a11d-43df-8512-41742f2ff9be", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:14:55.519499 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ddc295a9-374a-446c-8ad8-2a06025b79ba {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:14:55.520025 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227078fa-8038-43bd-9f44-49fa3e9726ea', 'tag': 'fb0d39c3-a11d-43df-8512-41742f2ff9be', 'status': 'completed', 'code': 200} Nov 25 20:14:55.522477 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809f774d-fb19-47e2-8526-5123bfae4c75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0240764-52b3-4ad9-8a6a-eaa563ffd4b3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:55.529228 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-809f774d-fb19-47e2-8526-5123bfae4c75 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.535532 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-809f774d-fb19-47e2-8526-5123bfae4c75 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a0240764-52b3-4ad9-8a6a-eaa563ffd4b3 HTTP/1.1" status: 204 len: 168 time: 0.4539502 Nov 25 20:14:55.535814 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45776) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:55.609478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-de7713a2-73c2-41e3-8235-2979b42db37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:55.611654 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-de7713a2-73c2-41e3-8235-2979b42db37f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 1095 time: 0.1553681 Nov 25 20:14:55.637873 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.672780 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-06f6b966-a18d-43ae-8d62-dc4fd4fda8d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=fb0d39c3-a11d-43df-8512-41742f2ff9be HTTP/1.1" status: 200 len: 217 time: 0.0481038 Nov 25 20:14:55.768376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-a0addb16-8c02-4835-bc26-0804e9a70980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:55.769856 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-a0addb16-8c02-4835-bc26-0804e9a70980 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f7537a2c-371a-4a01-bef1-bdc44a45576a HTTP/1.1" status: 200 len: 837 time: 0.0894442 Nov 25 20:14:55.812086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.850420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e8300f9-36de-4014-a7c0-8f61fcdd2a27']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:14:55.863015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4d3638-5b97-402d-98ca-f3d6aabb9d47') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:14:55.863310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4d3638-5b97-402d-98ca-f3d6aabb9d47') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:14:55.875028 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.886862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-45ae1729-38dc-498e-a53b-5e60ec8caa21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:55.888360 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-45ae1729-38dc-498e-a53b-5e60ec8caa21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a2302fe-ebf5-4337-b2d6-ef8a73a179c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0874979 Nov 25 20:14:55.894694 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.910096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:14:55.910513 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:14:55.912335 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:14:56.016216 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.023262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.029355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45780) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:56.030181 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] 10.222.0.15 "DELETE /v2.0/networks/0e8300f9-36de-4014-a7c0-8f61fcdd2a27 HTTP/1.1" status: 204 len: 168 time: 0.4920037 Nov 25 20:14:56.045038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158ddbc9-d277-4528-af87-720849520e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=0e8300f9-36de-4014-a7c0-8f61fcdd2a27,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:56.062209 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-ff50cd31-7735-4329-a9e2-6a66d5b5585a service neutron] 10.222.0.60 "GET /v2.0/networks/0a2302fe-ebf5-4337-b2d6-ef8a73a179c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1640263 Nov 25 20:14:56.115288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-32af9ee8-1461-488e-883f-79ca62241850 admin admin] Deleting subnet a425a3be-4a6a-45bc-83dd-cd08209638b2 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:14:56.120104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32af9ee8-1461-488e-883f-79ca62241850 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.160119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2435d-1b82-4929-95ce-7a4507c5db5a req-d7c12285-44ab-4b89-95f8-18baba546e01 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:56.161420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7eb37f6c-63ea-4489-89e4-e84c15b3fff1 req-daed995c-2394-4135-8a42-220cdf0496b7 service neutron] 10.222.0.60 "GET /v2.0/networks/0a2302fe-ebf5-4337-b2d6-ef8a73a179c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911348 Nov 25 20:14:56.161773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49e2435d-1b82-4929-95ce-7a4507c5db5a req-d7c12285-44ab-4b89-95f8-18baba546e01 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 944 time: 0.0945692 Nov 25 20:14:56.172952 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32af9ee8-1461-488e-883f-79ca62241850 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.251897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf14414-97ec-4b69-9c25-9f90e5655d31 req-2b466f5c-7014-492e-a888-867301a5f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:56.253382 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32af9ee8-1461-488e-883f-79ca62241850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.253594 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-baf14414-97ec-4b69-9c25-9f90e5655d31 req-2b466f5c-7014-492e-a888-867301a5f5de service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 1095 time: 0.0441294 Nov 25 20:14:56.283439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49e2435d-1b82-4929-95ce-7a4507c5db5a req-012e8f1a-a7fd-42d1-af4b-357631be6e23 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1134536 Nov 25 20:14:56.322689 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32af9ee8-1461-488e-883f-79ca62241850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.348701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32af9ee8-1461-488e-883f-79ca62241850 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a425a3be-4a6a-45bc-83dd-cd08209638b2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:56.352724 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-32af9ee8-1461-488e-883f-79ca62241850 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.358286 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-32af9ee8-1461-488e-883f-79ca62241850 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a425a3be-4a6a-45bc-83dd-cd08209638b2 HTTP/1.1" status: 204 len: 168 time: 0.3256648 Nov 25 20:14:56.358631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45782) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:56.367580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf14414-97ec-4b69-9c25-9f90e5655d31 req-57db8065-7b84-4477-97fa-b801600828cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:56.369126 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-baf14414-97ec-4b69-9c25-9f90e5655d31 req-57db8065-7b84-4477-97fa-b801600828cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 HTTP/1.1" status: 200 len: 897 time: 0.1065545 Nov 25 20:14:56.417908 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-baf14414-97ec-4b69-9c25-9f90e5655d31 req-65b8bd04-ca58-4598-9dd8-d30230032ad0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=fb0d39c3-a11d-43df-8512-41742f2ff9be HTTP/1.1" status: 200 len: 217 time: 0.0417171 Nov 25 20:14:56.429940 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.476306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf14414-97ec-4b69-9c25-9f90e5655d31 req-ebd751f5-0d5f-493b-a523-018c9b89dbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:56.477903 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-baf14414-97ec-4b69-9c25-9f90e5655d31 req-ebd751f5-0d5f-493b-a523-018c9b89dbee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=f7537a2c-371a-4a01-bef1-bdc44a45576a HTTP/1.1" status: 200 len: 837 time: 0.0526388 Nov 25 20:14:56.519282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.527660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf14414-97ec-4b69-9c25-9f90e5655d31 req-a98d746c-e5c7-4f2e-b98a-d5b1480c6b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:56.529202 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-baf14414-97ec-4b69-9c25-9f90e5655d31 req-a98d746c-e5c7-4f2e-b98a-d5b1480c6b58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=0a2302fe-ebf5-4337-b2d6-ef8a73a179c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0439386 Nov 25 20:14:56.541996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bdb2fe3-9db8-464f-9446-777ae74dd169']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:14:56.559977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be71e79a-65df-43ef-a9e1-84fbc971869a') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:14:56.560492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be71e79a-65df-43ef-a9e1-84fbc971869a') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:14:56.573287 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.589311 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.596673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:14:56.597218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:14:56.599789 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:14:56.641278 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-baf14414-97ec-4b69-9c25-9f90e5655d31 req-725fa8d7-b148-48e2-9db7-bace3a7fbde2 service neutron] 10.222.0.60 "GET /v2.0/networks/0a2302fe-ebf5-4337-b2d6-ef8a73a179c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032763 Nov 25 20:14:56.668433 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.674523 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:56.678696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] 10.222.0.15 "DELETE /v2.0/networks/9bdb2fe3-9db8-464f-9446-777ae74dd169 HTTP/1.1" status: 204 len: 168 time: 0.3192449 Nov 25 20:14:56.690731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b72a334-7f5b-45da-993d-4553ea71940b admin admin] Pushing event deleted for resources: {'Network': ['ID=9bdb2fe3-9db8-464f-9446-777ae74dd169,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:56.754947 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-baf14414-97ec-4b69-9c25-9f90e5655d31 req-d8804e57-dfab-452e-aeba-bc012aeeba01 service neutron] 10.222.0.60 "GET /v2.0/networks/0a2302fe-ebf5-4337-b2d6-ef8a73a179c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042132 Nov 25 20:14:56.867210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45786) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:56.914404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-001fa2ff-c696-48f5-96b0-0decd2589468 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=20fe272a9d0a48c39180a4815afb651f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459976 Nov 25 20:14:56.918377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45788) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:56.983350 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a56b09d2-fbd9-4ecc-a768-34cf07fa5576 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:57.006068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a56b09d2-fbd9-4ecc-a768-34cf07fa5576 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:57.055351 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a56b09d2-fbd9-4ecc-a768-34cf07fa5576 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:57.058242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a56b09d2-fbd9-4ecc-a768-34cf07fa5576 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:57.059438 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a56b09d2-fbd9-4ecc-a768-34cf07fa5576 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c HTTP/1.1" status: 204 len: 168 time: 0.1400406 Nov 25 20:14:57.067687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56b09d2-fbd9-4ecc-a768-34cf07fa5576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f19301-f5c2-4ac8-b6e3-11bfdf5c177c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:57.426420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba672ab9-278d-4423-8d3f-961785a64e96 req-6a02f6bc-e724-4044-9cac-2f459054241f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:57.428755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba672ab9-278d-4423-8d3f-961785a64e96 req-6a02f6bc-e724-4044-9cac-2f459054241f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 944 time: 0.0697594 Nov 25 20:14:57.432557 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 45796) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:57.510097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a9254787-b6fc-41fc-823b-76f87d5cf690 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=597345ac38e9463c93a34139fedd83d6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0763965 Nov 25 20:14:57.512789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45798) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:14:57.514115 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba672ab9-278d-4423-8d3f-961785a64e96 req-7c5d6764-dd5c-44a1-a41f-66d54c59401f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753074 Nov 25 20:14:57.571964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef5248f8-f6fb-4e1f-9808-c34f8badbc01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:57.598721 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef5248f8-f6fb-4e1f-9808-c34f8badbc01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:57.653146 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef5248f8-f6fb-4e1f-9808-c34f8badbc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:57.656061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ef5248f8-f6fb-4e1f-9808-c34f8badbc01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:57.657247 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ef5248f8-f6fb-4e1f-9808-c34f8badbc01 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/118966aa-79fd-4837-b602-a6ef88b4b425 HTTP/1.1" status: 204 len: 168 time: 0.1432323 Nov 25 20:14:57.667751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5248f8-f6fb-4e1f-9808-c34f8badbc01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=118966aa-79fd-4837-b602-a6ef88b4b425,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:58.640713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd0e6a-e337-4eb4-b65f-4cecdde3eb9b req-f98ab674-2a08-44d4-a9c4-222d7133e39b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:58.642230 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61cd0e6a-e337-4eb4-b65f-4cecdde3eb9b req-f98ab674-2a08-44d4-a9c4-222d7133e39b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 944 time: 0.0529652 Nov 25 20:14:58.699688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61cd0e6a-e337-4eb4-b65f-4cecdde3eb9b req-af8a18e9-d473-46a5-a3d9-d0e0840d5dae tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497539 Nov 25 20:14:58.864165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb0d39c3-a11d-43df-8512-41742f2ff9be details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:14:58.983100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fb0d39c3-a11d-43df-8512-41742f2ff9be, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb0d39c3-a11d-43df-8512-41742f2ff9be,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:58.996112 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'fb0d39c3-a11d-43df-8512-41742f2ff9be', 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8', 'port_id': 'fb0d39c3-a11d-43df-8512-41742f2ff9be', 'mac_address': 'fa:16:3e:9a:7d:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 613, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f7537a2c-371a-4a01-bef1-bdc44a45576a', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:14:59.037572 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:59.050883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb0d39c3-a11d-43df-8512-41742f2ff9be {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:14:59.077859 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fb0d39c3-a11d-43df-8512-41742f2ff9be, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb0d39c3-a11d-43df-8512-41742f2ff9be,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:14:59.084043 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:14:59.144728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fb0d39c3-a11d-43df-8512-41742f2ff9be,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:14:59.274235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['fb0d39c3-a11d-43df-8512-41742f2ff9be'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:14:59.839596 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc65b0a-7bad-4e49-a3fc-601bbe47fcb6 req-78ca7285-74b5-4792-80d7-a439611b8592 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:14:59.841823 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cc65b0a-7bad-4e49-a3fc-601bbe47fcb6 req-78ca7285-74b5-4792-80d7-a439611b8592 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 945 time: 0.0602074 Nov 25 20:14:59.899300 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cc65b0a-7bad-4e49-a3fc-601bbe47fcb6 req-76370a72-bfc9-40f5-944b-0b321911d19f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511336 Nov 25 20:15:00.864099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb0d39c3-a11d-43df-8512-41742f2ff9be up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:15:01.044100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b4e58-95ae-4414-94bb-eee80102edbc req-cc675d48-fb49-4f9e-80e9-76b3ab8c9d16 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:01.046231 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-016b4e58-95ae-4414-94bb-eee80102edbc req-cc675d48-fb49-4f9e-80e9-76b3ab8c9d16 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 945 time: 0.0587146 Nov 25 20:15:01.099668 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port fb0d39c3-a11d-43df-8512-41742f2ff9be completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:15:01.106863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port fb0d39c3-a11d-43df-8512-41742f2ff9be triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:01.107308 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:01.112934 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-016b4e58-95ae-4414-94bb-eee80102edbc req-87b0de63-2899-4fb3-a907-8d5c631c647c tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557342 Nov 25 20:15:01.201611 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:01.233625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227078fa-8038-43bd-9f44-49fa3e9726ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0d39c3-a11d-43df-8512-41742f2ff9be'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:15:01.236008 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee484a3-ffe5-40b3-8394-f4b1be803997" -d '{"events": [{"server_uuid": "227078fa-8038-43bd-9f44-49fa3e9726ea", "name": "network-vif-plugged", "status": "completed", "tag": "fb0d39c3-a11d-43df-8512-41742f2ff9be"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:15:01.251538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fb0d39c3-a11d-43df-8512-41742f2ff9be, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb0d39c3-a11d-43df-8512-41742f2ff9be,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:01.256457 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:01.281205 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46867801-47f1-467c-95df-c460ded94a8f x-openstack-request-id: req-46867801-47f1-467c-95df-c460ded94a8f {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:15:01.281544 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227078fa-8038-43bd-9f44-49fa3e9726ea", "name": "network-vif-plugged", "status": "completed", "tag": "fb0d39c3-a11d-43df-8512-41742f2ff9be", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:15:01.281837 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-46867801-47f1-467c-95df-c460ded94a8f {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:15:01.282249 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227078fa-8038-43bd-9f44-49fa3e9726ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb0d39c3-a11d-43df-8512-41742f2ff9be', 'code': 200} Nov 25 20:15:01.311734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fb0d39c3-a11d-43df-8512-41742f2ff9be,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:01.389873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad4eb4-2890-4a63-924f-2b416cb15b51 req-a0e1448a-ddc3-456d-9e02-d6e512e95f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:01.391453 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32ad4eb4-2890-4a63-924f-2b416cb15b51 req-a0e1448a-ddc3-456d-9e02-d6e512e95f3a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 1097 time: 0.0450423 Nov 25 20:15:01.447809 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-32ad4eb4-2890-4a63-924f-2b416cb15b51 req-d13aa255-670c-4e89-bee0-86ddb40d37d6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485079 Nov 25 20:15:02.124656 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9d0a94f3-dec6-4bab-8af7-c9a40f92f55c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:02.253578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b41aa-1a85-4f11-bbd5-fd3eeaeb2f3b req-ff9081d3-04da-4bdc-a623-731b9c419144 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:02.255750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-198b41aa-1a85-4f11-bbd5-fd3eeaeb2f3b req-ff9081d3-04da-4bdc-a623-731b9c419144 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 946 time: 0.0550756 Nov 25 20:15:02.320459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-198b41aa-1a85-4f11-bbd5-fd3eeaeb2f3b req-603dda0b-97cf-4774-bd01-9792a184bb02 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577316 Nov 25 20:15:03.451818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e360d7de-16c4-4605-b1df-9c75762a6430 req-f53c3076-dc5c-42dd-a24a-e495aeec11b8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:03.453555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e360d7de-16c4-4605-b1df-9c75762a6430 req-f53c3076-dc5c-42dd-a24a-e495aeec11b8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 946 time: 0.0555866 Nov 25 20:15:03.507235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e360d7de-16c4-4605-b1df-9c75762a6430 req-4194e6ca-ec46-43da-a87d-393b016bc50b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468769 Nov 25 20:15:03.640570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a9e03e-e780-499b-b2f5-9fb914bccd12 req-da38d957-f87d-44a1-a820-cb1939334aac tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:03.642179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09a9e03e-e780-499b-b2f5-9fb914bccd12 req-da38d957-f87d-44a1-a820-cb1939334aac tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 946 time: 0.0616686 Nov 25 20:15:03.700343 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09a9e03e-e780-499b-b2f5-9fb914bccd12 req-31a4bdf8-728e-4be3-a247-242f6e54be54 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517399 Nov 25 20:15:05.178945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 45924) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:05.229565 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53858c44-b97d-48a9-b9b0-5fdcd4111f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:05.698348 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:06.012743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Allocated IP 172.20.0.17 (0a2302fe-ebf5-4337-b2d6-ef8a73a179c8/f7537a2c-371a-4a01-bef1-bdc44a45576a/b38345b6-00f2-4566-b7bd-1ebae5d86aaf) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:15:06.147340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:06.184388 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:06.233076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:15:06.236132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:15:06.239891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:15:06.246629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=b38345b6-00f2-4566-b7bd-1ebae5d86aaf,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:06.306771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:06.507558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:06.544556 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:06.622271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9f8f2e20-23bc-49d3-b122-1b1c4263a1cc None None] Provisioning complete for port b38345b6-00f2-4566-b7bd-1ebae5d86aaf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:06.623013 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9f8f2e20-23bc-49d3-b122-1b1c4263a1cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:06.676272 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9f8f2e20-23bc-49d3-b122-1b1c4263a1cc None None] Port b38345b6-00f2-4566-b7bd-1ebae5d86aaf cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:15:06.873345 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:06.880210 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:06.956099 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:06.957749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=b38345b6-00f2-4566-b7bd-1ebae5d86aaf,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:07.077694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:15:07.080231 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:15:07.406454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4cc6102f-9940-4acf-8cf2-6814b0aa103a None None] Provisioning complete for port b38345b6-00f2-4566-b7bd-1ebae5d86aaf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:07.406714 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4cc6102f-9940-4acf-8cf2-6814b0aa103a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:07.451573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4cc6102f-9940-4acf-8cf2-6814b0aa103a None None] Port b38345b6-00f2-4566-b7bd-1ebae5d86aaf cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:15:07.551043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 82423221-7199-4ee0-91f0-c0d72658680f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:15:07.677391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:15:07.695535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-df547c6b-a490-4f59-9f85-d108658e7162 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "PUT /v2.0/routers/82423221-7199-4ee0-91f0-c0d72658680f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5054083 Nov 25 20:15:07.702515 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Sync routers for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:15:07.716330 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:07.717545 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:07.845526 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:07.870276 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:08.132069 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:06Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '750d633c-906d-4199-ba8a-0c22e3a71d60', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'port_id': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'mac_address': 'fa:16:3e:c1:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:14:10Z', 'updated_at': '2021-11-25T20:14:13Z', 'revision_number': 1, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38345b6-00f2-4566-b7bd-1ebae5d86aaf', 'name': '', 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:b7:b0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f7537a2c-371a-4a01-bef1-bdc44a45576a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:05Z', 'updated_at': '2021-11-25T20:15:06Z', 'revision_number': 2, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': 'f7537a2c-371a-4a01-bef1-bdc44a45576a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:08.180135 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Checking router: 82423221-7199-4ee0-91f0-c0d72658680f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:15:08.180782 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Updating router 82423221-7199-4ee0-91f0-c0d72658680f port b38345b6-00f2-4566-b7bd-1ebae5d86aaf binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:15:08.211676 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:08.390215 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:08.566002 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:08.575548 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:08.653002 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Pushing event updated for resources: {'Port': ['ID=b38345b6-00f2-4566-b7bd-1ebae5d86aaf,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:08.674213 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.674618 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.674931 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.675233 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.675561 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.675886 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.676209 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.676524 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.677424 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.677899 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.678432 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.678737 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:08.696632 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Attempting to bind port b38345b6-00f2-4566-b7bd-1ebae5d86aaf on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:15:08.696998 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Attempting to bind port b38345b6-00f2-4566-b7bd-1ebae5d86aaf by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:15:08.697354 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Attempting to bind port b38345b6-00f2-4566-b7bd-1ebae5d86aaf on network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:15:08.702909 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 15, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:15:08.703600 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Checking segment: {'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:15:08.703731 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:08.704064 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Bound using segment: {'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:15:08.704525 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Bound port: b38345b6-00f2-4566-b7bd-1ebae5d86aaf, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ad81cb8-e416-4830-8f1e-0c8f26409b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 613, 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:15:08.704898 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:08.789093 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] For port b38345b6-00f2-4566-b7bd-1ebae5d86aaf, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:15:08.792631 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] For port b38345b6-00f2-4566-b7bd-1ebae5d86aaf, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b38345b6-00f2-4566-b7bd-1ebae5d86aaf,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:15:08.800368 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:08.893782 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e951c11-7c5b-4b4e-9822-12bfd09bc271 None None] Pushing event updated for resources: {'Port': ['ID=b38345b6-00f2-4566-b7bd-1ebae5d86aaf,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:08.897050 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:08.897647 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:08.908275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-41cb724a-354b-4ccd-bc6c-26d141aa1ed3 None None] Provisioning complete for port b38345b6-00f2-4566-b7bd-1ebae5d86aaf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:08.909114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41cb724a-354b-4ccd-bc6c-26d141aa1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:09.011684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41cb724a-354b-4ccd-bc6c-26d141aa1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:09.027053 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:09.051020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-41cb724a-354b-4ccd-bc6c-26d141aa1ed3 None None] For port b38345b6-00f2-4566-b7bd-1ebae5d86aaf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b38345b6-00f2-4566-b7bd-1ebae5d86aaf,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:09.055921 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41cb724a-354b-4ccd-bc6c-26d141aa1ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:09.124024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb724a-354b-4ccd-bc6c-26d141aa1ed3 None None] Pushing event updated for resources: {'Port': ['ID=b38345b6-00f2-4566-b7bd-1ebae5d86aaf,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:09.182427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-80c357db-a95f-4b50-8df8-3502be25f42d None None] Provisioning complete for port b38345b6-00f2-4566-b7bd-1ebae5d86aaf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:09.182825 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-80c357db-a95f-4b50-8df8-3502be25f42d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:09.429997 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:06Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '750d633c-906d-4199-ba8a-0c22e3a71d60', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'port_id': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'mac_address': 'fa:16:3e:c1:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:14:10Z', 'updated_at': '2021-11-25T20:14:13Z', 'revision_number': 1, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38345b6-00f2-4566-b7bd-1ebae5d86aaf', 'name': '', 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:b7:b0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f7537a2c-371a-4a01-bef1-bdc44a45576a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:05Z', 'updated_at': '2021-11-25T20:15:08Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': 'f7537a2c-371a-4a01-bef1-bdc44a45576a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:09.463161 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc9fb22d-de98-474f-8f07-e2dc88e6eafc None None] The sync data for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 is: [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:06Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '750d633c-906d-4199-ba8a-0c22e3a71d60', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'port_id': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'mac_address': 'fa:16:3e:c1:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:14:10Z', 'updated_at': '2021-11-25T20:14:13Z', 'revision_number': 1, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b38345b6-00f2-4566-b7bd-1ebae5d86aaf', 'name': '', 'network_id': '0a2302fe-ebf5-4337-b2d6-ef8a73a179c8', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:b7:b0:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3939, 'fixed_ips': [{'subnet_id': 'f7537a2c-371a-4a01-bef1-bdc44a45576a', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:05Z', 'updated_at': '2021-11-25T20:15:08Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': 'f7537a2c-371a-4a01-bef1-bdc44a45576a', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:15:10.342683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b38345b6-00f2-4566-b7bd-1ebae5d86aaf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:15:10.394111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b38345b6-00f2-4566-b7bd-1ebae5d86aaf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:10.394499 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:18.595038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46004) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:18.707088 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6234d8d-316c-4417-9332-12d99333cbe4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:18.783903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6234d8d-316c-4417-9332-12d99333cbe4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:18.788556 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6234d8d-316c-4417-9332-12d99333cbe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:18.828661 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f6234d8d-316c-4417-9332-12d99333cbe4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e8c7b284da2e4dcf9dd364e71f762cca&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2324798 Nov 25 20:15:18.829572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6234d8d-316c-4417-9332-12d99333cbe4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bf4770e-2a41-4196-9d95-fcd94555d879,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:18.831561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46008) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:18.886654 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1bd6-381e-47b8-b1e8-9ffe762790b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:18.909233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1bd6-381e-47b8-b1e8-9ffe762790b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:18.956900 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1bd6-381e-47b8-b1e8-9ffe762790b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:18.960639 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2d6e1bd6-381e-47b8-b1e8-9ffe762790b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:18.963332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2d6e1bd6-381e-47b8-b1e8-9ffe762790b6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3bf4770e-2a41-4196-9d95-fcd94555d879 HTTP/1.1" status: 204 len: 168 time: 0.1305044 Nov 25 20:15:18.972014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6e1bd6-381e-47b8-b1e8-9ffe762790b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bf4770e-2a41-4196-9d95-fcd94555d879,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:21.030699 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:23.289600 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:28.093437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46096) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:28.510714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:29.030756 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:15:29.196224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting port b38345b6-00f2-4566-b7bd-1ebae5d86aaf {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:15:29.196809 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:29.296437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] For port b38345b6-00f2-4566-b7bd-1ebae5d86aaf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b38345b6-00f2-4566-b7bd-1ebae5d86aaf,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:29.296709 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:29.310552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Calling delete_port for b38345b6-00f2-4566-b7bd-1ebae5d86aaf owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:15:29.523150 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:29.551520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Port': ['ID=b38345b6-00f2-4566-b7bd-1ebae5d86aaf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:29.762523 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:30.001487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 82423221-7199-4ee0-91f0-c0d72658680f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:15:30.147334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:15:30.152797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6331d4c0-805e-45ea-9ac4-55825b2b31f7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "PUT /v2.0/routers/82423221-7199-4ee0-91f0-c0d72658680f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0584159 Nov 25 20:15:30.189212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadcd569-e306-4926-a3ad-ebd3a775b164 None None] Sync routers for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:15:30.212788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadcd569-e306-4926-a3ad-ebd3a775b164 None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:30.213739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-dadcd569-e306-4926-a3ad-ebd3a775b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:30.374451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-dadcd569-e306-4926-a3ad-ebd3a775b164 None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:30.448248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa091619-c74f-4dbd-8f0a-97e29eb9ea75 req-f64f9c0b-d0ed-46da-90f2-13e8f080df27 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:30.450324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa091619-c74f-4dbd-8f0a-97e29eb9ea75 req-f64f9c0b-d0ed-46da-90f2-13e8f080df27 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 946 time: 0.0525882 Nov 25 20:15:30.521776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa091619-c74f-4dbd-8f0a-97e29eb9ea75 req-10a320b9-b746-4777-ba64-bba3e8bd07e5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615046 Nov 25 20:15:30.648753 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-dadcd569-e306-4926-a3ad-ebd3a775b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:29Z', 'revision_number': 6, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '750d633c-906d-4199-ba8a-0c22e3a71d60', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'port_id': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'mac_address': 'fa:16:3e:c1:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:14:10Z', 'updated_at': '2021-11-25T20:14:13Z', 'revision_number': 1, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:30.688474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadcd569-e306-4926-a3ad-ebd3a775b164 None None] Checking router: 82423221-7199-4ee0-91f0-c0d72658680f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:15:30.697815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dadcd569-e306-4926-a3ad-ebd3a775b164 None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:30.698447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-dadcd569-e306-4926-a3ad-ebd3a775b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:30.814676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-dadcd569-e306-4926-a3ad-ebd3a775b164 None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:31.070528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-dadcd569-e306-4926-a3ad-ebd3a775b164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:29Z', 'revision_number': 6, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '750d633c-906d-4199-ba8a-0c22e3a71d60', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'port_id': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'mac_address': 'fa:16:3e:c1:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:14:10Z', 'updated_at': '2021-11-25T20:14:13Z', 'revision_number': 1, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:31.100886 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dadcd569-e306-4926-a3ad-ebd3a775b164 None None] The sync data for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 is: [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:29Z', 'revision_number': 6, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '750d633c-906d-4199-ba8a-0c22e3a71d60', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.120', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'port_id': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 3892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'mac_address': 'fa:16:3e:c1:99:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:14:10Z', 'updated_at': '2021-11-25T20:14:13Z', 'revision_number': 1, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:15:31.687000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60166f1-cc7f-4a7d-83ef-c8b9dce64957 req-4f4a775b-c697-4554-86b6-a0ed23cbcb21 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:31.689080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d60166f1-cc7f-4a7d-83ef-c8b9dce64957 req-4f4a775b-c697-4554-86b6-a0ed23cbcb21 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 946 time: 0.0660532 Nov 25 20:15:31.742379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a0e03-598a-441a-b1af-e7d929b0a893 req-2a3d5142-3e57-4357-9c8c-d27135a98025 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:31.744032 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3d3a0e03-598a-441a-b1af-e7d929b0a893 req-2a3d5142-3e57-4357-9c8c-d27135a98025 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.60 "GET /v2.0/ports?device_id=227078fa-8038-43bd-9f44-49fa3e9726ea HTTP/1.1" status: 200 len: 946 time: 0.0537193 Nov 25 20:15:31.748134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d60166f1-cc7f-4a7d-83ef-c8b9dce64957 req-5adefad2-a888-44f3-8de7-7a1b488ab653 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=50e47ba2-127e-4170-ae89-3e42d1fbb669&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523932 Nov 25 20:15:31.858495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-3d3a0e03-598a-441a-b1af-e7d929b0a893 req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting port fb0d39c3-a11d-43df-8512-41742f2ff9be {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:15:31.859410 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d3a0e03-598a-441a-b1af-e7d929b0a893 req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:31.952126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-3d3a0e03-598a-441a-b1af-e7d929b0a893 req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] For port fb0d39c3-a11d-43df-8512-41742f2ff9be, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fb0d39c3-a11d-43df-8512-41742f2ff9be,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:31.952492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d3a0e03-598a-441a-b1af-e7d929b0a893 req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:31.967315 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-3d3a0e03-598a-441a-b1af-e7d929b0a893 req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Calling delete_port for fb0d39c3-a11d-43df-8512-41742f2ff9be owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:15:32.109382 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d3a0e03-598a-441a-b1af-e7d929b0a893 req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:32.119874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0424a760-8a27-416b-a1e0-b24bc80f8060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:32.148712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Port': ['ID=fb0d39c3-a11d-43df-8512-41742f2ff9be,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:32.168754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.169308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.169844 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.170358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.170923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.171474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.172012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.172616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.173083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.173641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.174178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.175026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:32.219533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3a0e03-598a-441a-b1af-e7d929b0a893 req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] No DVR routers for this DVR port fb0d39c3-a11d-43df-8512-41742f2ff9be on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:15:32.221948 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-3d3a0e03-598a-441a-b1af-e7d929b0a893 req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:32.225673 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3d3a0e03-598a-441a-b1af-e7d929b0a893 req-4a7376a7-ef61-442d-b90d-c84da65f9494 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.60 "DELETE /v2.0/ports/fb0d39c3-a11d-43df-8512-41742f2ff9be HTTP/1.1" status: 204 len: 173 time: 0.4758000 Nov 25 20:15:32.226116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227078fa-8038-43bd-9f44-49fa3e9726ea', 'name': 'network-vif-deleted', 'tag': 'fb0d39c3-a11d-43df-8512-41742f2ff9be'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:15:32.228422 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e380498-fd73-4c50-8231-8c9ee9c7886e" -d '{"events": [{"server_uuid": "227078fa-8038-43bd-9f44-49fa3e9726ea", "name": "network-vif-deleted", "tag": "fb0d39c3-a11d-43df-8512-41742f2ff9be"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:15:32.290773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b38345b6-00f2-4566-b7bd-1ebae5d86aaf no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:15:32.320647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b38345b6-00f2-4566-b7bd-1ebae5d86aaf {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:15:32.321452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b38345b6-00f2-4566-b7bd-1ebae5d86aaf not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:15:32.438734 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:15:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3aaec1c-067c-4017-8746-2f4182834592 x-openstack-request-id: req-d3aaec1c-067c-4017-8746-2f4182834592 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:15:32.439136 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227078fa-8038-43bd-9f44-49fa3e9726ea", "name": "network-vif-deleted", "tag": "fb0d39c3-a11d-43df-8512-41742f2ff9be", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:15:32.439470 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d3aaec1c-067c-4017-8746-2f4182834592 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:15:32.439941 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227078fa-8038-43bd-9f44-49fa3e9726ea', 'name': 'network-vif-deleted', 'tag': 'fb0d39c3-a11d-43df-8512-41742f2ff9be', 'status': 'completed', 'code': 200} Nov 25 20:15:32.807587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46126) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:32.869965 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2f20-2f52-40a6-bd95-2198a106fa2f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:32.900123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2f20-2f52-40a6-bd95-2198a106fa2f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:32.967983 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2f20-2f52-40a6-bd95-2198a106fa2f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:32.970695 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f6ca2f20-2f52-40a6-bd95-2198a106fa2f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:32.971955 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f6ca2f20-2f52-40a6-bd95-2198a106fa2f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/security-groups/50e47ba2-127e-4170-ae89-3e42d1fbb669 HTTP/1.1" status: 204 len: 168 time: 0.1633446 Nov 25 20:15:32.983041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca2f20-2f52-40a6-bd95-2198a106fa2f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e47ba2-127e-4170-ae89-3e42d1fbb669,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:33.011785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46132) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:33.070997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f7a6154-d072-43a8-a705-c4d180241fcc tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting subnet f7537a2c-371a-4a01-bef1-bdc44a45576a {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:15:33.074439 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6154-d072-43a8-a705-c4d180241fcc tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.115355 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6154-d072-43a8-a705-c4d180241fcc tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.203952 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6154-d072-43a8-a705-c4d180241fcc tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.265068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6154-d072-43a8-a705-c4d180241fcc tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.292230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a6154-d072-43a8-a705-c4d180241fcc tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Subnet': ['ID=f7537a2c-371a-4a01-bef1-bdc44a45576a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:33.298582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3f7a6154-d072-43a8-a705-c4d180241fcc tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.305901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3f7a6154-d072-43a8-a705-c4d180241fcc tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/subnets/f7537a2c-371a-4a01-bef1-bdc44a45576a HTTP/1.1" status: 204 len: 168 time: 0.2889283 Nov 25 20:15:33.305901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46134) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:33.308787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b175807b-017d-4b3b-a253-75d7a0593bfe None None] Network 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:15:33.399378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.468589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting port c5228006-6cbf-4cb6-aec3-04dbec94d118 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:15:33.468941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.517733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d467dd10-9f08-4dd8-b2c1-1bf4ad3b7ee0 None None] DHCP port deletion for 0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:15:33.546336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] For port c5228006-6cbf-4cb6-aec3-04dbec94d118, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c5228006-6cbf-4cb6-aec3-04dbec94d118,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:33.546701 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.567805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Calling delete_port for c5228006-6cbf-4cb6-aec3-04dbec94d118 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:15:33.583844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d467dd10-9f08-4dd8-b2c1-1bf4ad3b7ee0 None None] Deleting port c5228006-6cbf-4cb6-aec3-04dbec94d118 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:15:33.584416 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d467dd10-9f08-4dd8-b2c1-1bf4ad3b7ee0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.676378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d467dd10-9f08-4dd8-b2c1-1bf4ad3b7ee0 None None] For port c5228006-6cbf-4cb6-aec3-04dbec94d118, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=c5228006-6cbf-4cb6-aec3-04dbec94d118,segment=NetworkSegment(9ad81cb8-e416-4830-8f1e-0c8f26409b23),segment_id=9ad81cb8-e416-4830-8f1e-0c8f26409b23)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:33.677124 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d467dd10-9f08-4dd8-b2c1-1bf4ad3b7ee0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.683888 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.695589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d467dd10-9f08-4dd8-b2c1-1bf4ad3b7ee0 None None] Calling delete_port for c5228006-6cbf-4cb6-aec3-04dbec94d118 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:15:33.698357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] No DVR routers for this DVR port c5228006-6cbf-4cb6-aec3-04dbec94d118 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:15:33.741275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Port': ['ID=c5228006-6cbf-4cb6-aec3-04dbec94d118,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:33.797024 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d467dd10-9f08-4dd8-b2c1-1bf4ad3b7ee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.823960 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.834492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d467dd10-9f08-4dd8-b2c1-1bf4ad3b7ee0 None None] Pushing event deleted for resources: {'Port': ['ID=c5228006-6cbf-4cb6-aec3-04dbec94d118,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:33.837074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d467dd10-9f08-4dd8-b2c1-1bf4ad3b7ee0 None None] No DVR routers for this DVR port c5228006-6cbf-4cb6-aec3-04dbec94d118 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:15:33.858086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2302fe-ebf5-4337-b2d6-ef8a73a179c8']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:33.868637 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ad81cb8-e416-4830-8f1e-0c8f26409b23') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:33.869067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ad81cb8-e416-4830-8f1e-0c8f26409b23') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:33.880185 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.895327 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.901858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Releasing vlan 613 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:15:33.902250 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:15:33.905278 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:15:33.987821 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:33.995967 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:34.002709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/networks/0a2302fe-ebf5-4337-b2d6-ef8a73a179c8 HTTP/1.1" status: 204 len: 168 time: 0.6936347 Nov 25 20:15:34.002895 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46138) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:34.024490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb44db72-3a68-4e8c-88f5-98388017c8ba tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Network': ['ID=0a2302fe-ebf5-4337-b2d6-ef8a73a179c8,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:34.177238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting port 92671df2-3935-447b-9788-93a931377d34 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:15:34.178002 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:34.260207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:34.260930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:34.276114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Calling delete_port for 92671df2-3935-447b-9788-93a931377d34 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:15:34.345671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c5228006-6cbf-4cb6-aec3-04dbec94d118 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:15:34.370782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: c5228006-6cbf-4cb6-aec3-04dbec94d118 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:15:34.371422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device c5228006-6cbf-4cb6-aec3-04dbec94d118 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:15:34.481227 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:34.512327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Port': ['ID=92671df2-3935-447b-9788-93a931377d34,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:34.576225 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:34.576842 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Floating IP 750d633c-906d-4199-ba8a-0c22e3a71d60 disassociated (deleted). External IP: 172.25.8.120, port: d2c38276-76f5-4a56-a5b3-10cdd1767ebd. Nov 25 20:15:34.809271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 82423221-7199-4ee0-91f0-c0d72658680f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:15:34.939954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:15:34.947321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:34.957047 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e25df-3897-4e69-ab5a-54caea2448e5 None None] Sync routers for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:15:34.977940 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-439325ec-a885-4fb4-8a0e-903df925c431 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/floatingips/750d633c-906d-4199-ba8a-0c22e3a71d60 HTTP/1.1" status: 204 len: 168 time: 0.9739444 Nov 25 20:15:34.978516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'tag': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:15:34.980827 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b62c645-81cb-4817-8635-1626fd524167" -d '{"events": [{"name": "network-changed", "server_uuid": "47b0b5f9-1ea6-4810-8702-00dc7cd98bce", "tag": "d2c38276-76f5-4a56-a5b3-10cdd1767ebd"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:15:34.982715 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e25df-3897-4e69-ab5a-54caea2448e5 None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:34.983877 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-740e25df-3897-4e69-ab5a-54caea2448e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:35.116233 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-740e25df-3897-4e69-ab5a-54caea2448e5 None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:35.196400 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:15:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e364da15-0a34-4ec8-aea3-81a83afdffd1 x-openstack-request-id: req-e364da15-0a34-4ec8-aea3-81a83afdffd1 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:15:35.196899 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b0b5f9-1ea6-4810-8702-00dc7cd98bce", "tag": "d2c38276-76f5-4a56-a5b3-10cdd1767ebd", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:15:35.196899 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e364da15-0a34-4ec8-aea3-81a83afdffd1 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:15:35.197174 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'tag': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'status': 'completed', 'code': 200} Nov 25 20:15:35.241584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1fdd1bfa-6681-45ce-b12f-f3adcfe7966b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:35.276098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62c645-81cb-4817-8635-1626fd524167 req-9ef5f65b-e35d-48a4-9821-362cdcf4162e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:35.277618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b62c645-81cb-4817-8635-1626fd524167 req-9ef5f65b-e35d-48a4-9821-362cdcf4162e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 1096 time: 0.0541098 Nov 25 20:15:35.387353 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-740e25df-3897-4e69-ab5a-54caea2448e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:29Z', 'revision_number': 6, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:35.399148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f60f6ad-ed1d-4e84-ba63-31523cfdcecf req-8838c8b6-e7a5-415b-aeb3-6cce2aba4dcf tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:35.406784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f60f6ad-ed1d-4e84-ba63-31523cfdcecf req-8838c8b6-e7a5-415b-aeb3-6cce2aba4dcf tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 945 time: 0.1266651 Nov 25 20:15:35.415304 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e25df-3897-4e69-ab5a-54caea2448e5 None None] Checking router: 82423221-7199-4ee0-91f0-c0d72658680f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:15:35.424552 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e25df-3897-4e69-ab5a-54caea2448e5 None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:35.425460 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-740e25df-3897-4e69-ab5a-54caea2448e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:35.479603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62c645-81cb-4817-8635-1626fd524167 req-c6aeaf80-b377-43a7-965e-af35bc095b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:35.481226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b62c645-81cb-4817-8635-1626fd524167 req-c6aeaf80-b377-43a7-965e-af35bc095b34 service neutron] 10.222.0.76 "GET /v2.0/networks?id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed HTTP/1.1" status: 200 len: 898 time: 0.1898999 Nov 25 20:15:35.486009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f60f6ad-ed1d-4e84-ba63-31523cfdcecf req-8951aa34-8ad0-4d4f-87ed-8c228a5d6074 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782366 Nov 25 20:15:35.533768 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b62c645-81cb-4817-8635-1626fd524167 req-2c092445-8fce-4de3-b5aa-533ac5b9f946 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2c38276-76f5-4a56-a5b3-10cdd1767ebd HTTP/1.1" status: 200 len: 217 time: 0.0442488 Nov 25 20:15:35.559523 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-740e25df-3897-4e69-ab5a-54caea2448e5 None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:35.599393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62c645-81cb-4817-8635-1626fd524167 req-11341e92-3e8a-4c70-837d-40940488b067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:35.601435 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b62c645-81cb-4817-8635-1626fd524167 req-11341e92-3e8a-4c70-837d-40940488b067 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=628aa1d8-9890-4153-84df-fca99b27e002 HTTP/1.1" status: 200 len: 835 time: 0.0608933 Nov 25 20:15:35.684982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62c645-81cb-4817-8635-1626fd524167 req-3e907780-de94-4cf5-b5c4-57d6f0658e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:35.687158 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b62c645-81cb-4817-8635-1626fd524167 req-3e907780-de94-4cf5-b5c4-57d6f0658e5c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746009 Nov 25 20:15:35.786544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b62c645-81cb-4817-8635-1626fd524167 req-59a678f6-6e3a-497c-9f6d-65dbf9650b1b service neutron] 10.222.0.76 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907948 Nov 25 20:15:35.802244 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-740e25df-3897-4e69-ab5a-54caea2448e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:29Z', 'revision_number': 6, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:35.834868 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740e25df-3897-4e69-ab5a-54caea2448e5 None None] The sync data for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 is: [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:29Z', 'revision_number': 6, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7e670b0d-c31a-4008-9e4d-d8c95072c487', 'name': '', 'network_id': '0a2f8ab5-ca82-415b-96cd-77e61e1f07ed', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:74:22:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3870, 'fixed_ips': [{'subnet_id': '628aa1d8-9890-4153-84df-fca99b27e002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:53Z', 'updated_at': '2021-11-25T20:13:58Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '628aa1d8-9890-4153-84df-fca99b27e002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:15:35.899642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b62c645-81cb-4817-8635-1626fd524167 req-7d3aba6a-fbce-4893-8570-69fcfb369a98 service neutron] 10.222.0.76 "GET /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058788 Nov 25 20:15:36.122649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-148819d4-f701-4724-b219-ba7d63899381 None None] New status for floating IP 750d633c-906d-4199-ba8a-0c22e3a71d60: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:15:36.550852 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:36.563982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ccaf1-97d2-4bbb-920d-8b2a0610555c req-71ff42e6-df93-4a12-9187-670b8dd8d398 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:36.565686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b8ccaf1-97d2-4bbb-920d-8b2a0610555c req-71ff42e6-df93-4a12-9187-670b8dd8d398 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.76 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 945 time: 0.0652597 Nov 25 20:15:36.680548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e877688-7404-48ef-8712-18b4f585c0d5 req-5b7accb0-5d81-4675-b52c-e253d7deb683 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:36.682227 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e877688-7404-48ef-8712-18b4f585c0d5 req-5b7accb0-5d81-4675-b52c-e253d7deb683 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=47b0b5f9-1ea6-4810-8702-00dc7cd98bce HTTP/1.1" status: 200 len: 945 time: 0.0984969 Nov 25 20:15:36.747626 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5e877688-7404-48ef-8712-18b4f585c0d5 req-4a7b3bf6-a16b-46c2-a3f7-edc261fc6916 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581141 Nov 25 20:15:36.750397 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-3b8ccaf1-97d2-4bbb-920d-8b2a0610555c req-4766bccc-bd9b-4006-9553-423d665bea35 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting port d2c38276-76f5-4a56-a5b3-10cdd1767ebd {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:15:36.750921 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3b8ccaf1-97d2-4bbb-920d-8b2a0610555c req-4766bccc-bd9b-4006-9553-423d665bea35 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:36.851209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-3b8ccaf1-97d2-4bbb-920d-8b2a0610555c req-4766bccc-bd9b-4006-9553-423d665bea35 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] For port d2c38276-76f5-4a56-a5b3-10cdd1767ebd, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=d2c38276-76f5-4a56-a5b3-10cdd1767ebd,segment=NetworkSegment(f6ecdd93-6b3c-40de-befd-d663f6ad10f7),segment_id=f6ecdd93-6b3c-40de-befd-d663f6ad10f7)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:36.852254 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3b8ccaf1-97d2-4bbb-920d-8b2a0610555c req-4766bccc-bd9b-4006-9553-423d665bea35 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:36.864915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-3b8ccaf1-97d2-4bbb-920d-8b2a0610555c req-4766bccc-bd9b-4006-9553-423d665bea35 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Calling delete_port for d2c38276-76f5-4a56-a5b3-10cdd1767ebd owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:15:37.004873 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3b8ccaf1-97d2-4bbb-920d-8b2a0610555c req-4766bccc-bd9b-4006-9553-423d665bea35 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:37.037024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb0d39c3-a11d-43df-8512-41742f2ff9be no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:15:37.065283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766bccc-bd9b-4006-9553-423d665bea35 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Port': ['ID=d2c38276-76f5-4a56-a5b3-10cdd1767ebd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:37.071140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: fb0d39c3-a11d-43df-8512-41742f2ff9be {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:15:37.072172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fb0d39c3-a11d-43df-8512-41742f2ff9be not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:15:37.109995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b8ccaf1-97d2-4bbb-920d-8b2a0610555c req-4766bccc-bd9b-4006-9553-423d665bea35 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] No DVR routers for this DVR port d2c38276-76f5-4a56-a5b3-10cdd1767ebd on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:15:37.113168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3b8ccaf1-97d2-4bbb-920d-8b2a0610555c req-4766bccc-bd9b-4006-9553-423d665bea35 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:37.118598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b8ccaf1-97d2-4bbb-920d-8b2a0610555c req-4766bccc-bd9b-4006-9553-423d665bea35 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.76 "DELETE /v2.0/ports/d2c38276-76f5-4a56-a5b3-10cdd1767ebd HTTP/1.1" status: 204 len: 173 time: 0.5468435 Nov 25 20:15:37.119095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'name': 'network-vif-deleted', 'tag': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:15:37.122972 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef639254-946d-4156-b9b4-f8dd7d2f6bd3" -d '{"events": [{"server_uuid": "47b0b5f9-1ea6-4810-8702-00dc7cd98bce", "name": "network-vif-deleted", "tag": "d2c38276-76f5-4a56-a5b3-10cdd1767ebd"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:15:37.183368 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:15:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98aa4ba4-4d51-4f67-a888-75fd2908e1f6 x-openstack-request-id: req-98aa4ba4-4d51-4f67-a888-75fd2908e1f6 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:15:37.183723 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b0b5f9-1ea6-4810-8702-00dc7cd98bce", "name": "network-vif-deleted", "tag": "d2c38276-76f5-4a56-a5b3-10cdd1767ebd", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:15:37.184043 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-98aa4ba4-4d51-4f67-a888-75fd2908e1f6 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:15:37.184465 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b0b5f9-1ea6-4810-8702-00dc7cd98bce', 'name': 'network-vif-deleted', 'tag': 'd2c38276-76f5-4a56-a5b3-10cdd1767ebd', 'status': 'completed', 'code': 200} Nov 25 20:15:37.821281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46158) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:37.874209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:37.902111 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4de76a1-ad70-4cdf-bd1d-59166a257d7e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:37.932977 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4de76a1-ad70-4cdf-bd1d-59166a257d7e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:38.020252 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4de76a1-ad70-4cdf-bd1d-59166a257d7e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:38.024241 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d4de76a1-ad70-4cdf-bd1d-59166a257d7e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:38.028284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d4de76a1-ad70-4cdf-bd1d-59166a257d7e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/security-groups/3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5 HTTP/1.1" status: 204 len: 168 time: 0.2059765 Nov 25 20:15:38.048747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de76a1-ad70-4cdf-bd1d-59166a257d7e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bee4aa3-dd5b-4150-bd6a-2c5f793cc5d5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:38.070059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46162) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:38.387926 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:38.477849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:38.749691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting port 7e670b0d-c31a-4008-9e4d-d8c95072c487 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:15:38.749954 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:38.843993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] For port 7e670b0d-c31a-4008-9e4d-d8c95072c487, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7e670b0d-c31a-4008-9e4d-d8c95072c487,segment=NetworkSegment(f6ecdd93-6b3c-40de-befd-d663f6ad10f7),segment_id=f6ecdd93-6b3c-40de-befd-d663f6ad10f7)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:38.844360 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:38.857097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Calling delete_port for 7e670b0d-c31a-4008-9e4d-d8c95072c487 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:15:39.061419 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:39.094353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Port': ['ID=7e670b0d-c31a-4008-9e4d-d8c95072c487,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:39.294636 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:39.821886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 82423221-7199-4ee0-91f0-c0d72658680f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:15:39.928139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:15:39.933155 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2cd1d514-fd5d-4f15-a6fa-10e410ae4464 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "PUT /v2.0/routers/82423221-7199-4ee0-91f0-c0d72658680f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8607028 Nov 25 20:15:39.935824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46168) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:39.938511 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16d402-60e9-4b50-88b7-afb1ff183d3f None None] Sync routers for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:15:39.949107 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16d402-60e9-4b50-88b7-afb1ff183d3f None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:39.949697 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2b16d402-60e9-4b50-88b7-afb1ff183d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:39.985619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7a92951-85df-447f-ba0c-f7082b2af409 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting subnet 628aa1d8-9890-4153-84df-fca99b27e002 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:15:39.989379 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7a92951-85df-447f-ba0c-f7082b2af409 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.032048 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7a92951-85df-447f-ba0c-f7082b2af409 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.059190 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-2b16d402-60e9-4b50-88b7-afb1ff183d3f None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:40.125673 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7a92951-85df-447f-ba0c-f7082b2af409 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.184860 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7a92951-85df-447f-ba0c-f7082b2af409 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.212144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a92951-85df-447f-ba0c-f7082b2af409 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Subnet': ['ID=628aa1d8-9890-4153-84df-fca99b27e002,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:40.215848 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e7a92951-85df-447f-ba0c-f7082b2af409 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.219159 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e7a92951-85df-447f-ba0c-f7082b2af409 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/subnets/628aa1d8-9890-4153-84df-fca99b27e002 HTTP/1.1" status: 204 len: 168 time: 0.2823222 Nov 25 20:15:40.221906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46170) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:40.226266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68940032-cc04-4357-83d0-a579b58f5ca2 None None] Network 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:15:40.244166 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2b16d402-60e9-4b50-88b7-afb1ff183d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:38Z', 'revision_number': 7, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:40.377252 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16d402-60e9-4b50-88b7-afb1ff183d3f None None] Checking router: 82423221-7199-4ee0-91f0-c0d72658680f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:15:40.387261 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b16d402-60e9-4b50-88b7-afb1ff183d3f None None] Routers {'82423221-7199-4ee0-91f0-c0d72658680f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:40.387877 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2b16d402-60e9-4b50-88b7-afb1ff183d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['82423221-7199-4ee0-91f0-c0d72658680f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:40.419809 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.500656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef97bd87-16ec-43ed-be5e-a39097ed2600 None None] DHCP port deletion for 0a2f8ab5-ca82-415b-96cd-77e61e1f07ed request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:15:40.508258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d2c38276-76f5-4a56-a5b3-10cdd1767ebd no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:15:40.534711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: d2c38276-76f5-4a56-a5b3-10cdd1767ebd {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:15:40.536180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device d2c38276-76f5-4a56-a5b3-10cdd1767ebd not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:15:40.540114 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-2b16d402-60e9-4b50-88b7-afb1ff183d3f None None] Set router 82423221-7199-4ee0-91f0-c0d72658680f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:40.559646 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.584658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ef97bd87-16ec-43ed-be5e-a39097ed2600 None None] Deleting port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:15:40.585422 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ef97bd87-16ec-43ed-be5e-a39097ed2600 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.627781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting port 8b0ccdf7-a3b0-4d37-be67-98c82916510d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:15:40.628272 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.671191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ef97bd87-16ec-43ed-be5e-a39097ed2600 None None] For port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf,segment=NetworkSegment(f6ecdd93-6b3c-40de-befd-d663f6ad10f7),segment_id=f6ecdd93-6b3c-40de-befd-d663f6ad10f7)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:40.671660 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ef97bd87-16ec-43ed-be5e-a39097ed2600 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.694741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ef97bd87-16ec-43ed-be5e-a39097ed2600 None None] Calling delete_port for 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:15:40.725497 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] For port 8b0ccdf7-a3b0-4d37-be67-98c82916510d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8b0ccdf7-a3b0-4d37-be67-98c82916510d,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:40.726224 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.747468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Calling delete_port for 8b0ccdf7-a3b0-4d37-be67-98c82916510d owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:15:40.798758 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-2b16d402-60e9-4b50-88b7-afb1ff183d3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:38Z', 'revision_number': 7, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:40.804488 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ef97bd87-16ec-43ed-be5e-a39097ed2600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.831046 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b16d402-60e9-4b50-88b7-afb1ff183d3f None None] The sync data for ids ['82423221-7199-4ee0-91f0-c0d72658680f'] in n-d-817303-9 is: [{'id': '82423221-7199-4ee0-91f0-c0d72658680f', 'name': 'tempest-TestNetworkBasicOps-router-974551923', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113'}], 'enable_snat': True}, 'gw_port_id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:15:38Z', 'revision_number': 7, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8b0ccdf7-a3b0-4d37-be67-98c82916510d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82423221-7199-4ee0-91f0-c0d72658680f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3867, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:13:49Z', 'updated_at': '2021-11-25T20:13:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:15:40.841694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef97bd87-16ec-43ed-be5e-a39097ed2600 None None] Pushing event deleted for resources: {'Port': ['ID=64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:40.847652 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef97bd87-16ec-43ed-be5e-a39097ed2600 None None] No DVR routers for this DVR port 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:15:40.957997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:40.991444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Port': ['ID=8b0ccdf7-a3b0-4d37-be67-98c82916510d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:41.006739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aab6f1c-5f9e-48c0-ac68-36d8f7b61d81 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:15:41.055211 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.167622 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.169842 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.217105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.217530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Fanout notify agent at l3_agent the message router_deleted on router 82423221-7199-4ee0-91f0-c0d72658680f {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:15:41.224964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.226148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bb430dde-fbf6-4593-bd95-bc04bfad1197 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/routers/82423221-7199-4ee0-91f0-c0d72658680f HTTP/1.1" status: 204 len: 168 time: 1.0032651 Nov 25 20:15:41.228808 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46190) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:41.315084 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.413888 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.439518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a2f8ab5-ca82-415b-96cd-77e61e1f07ed']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:41.450452 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:41.450858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6ecdd93-6b3c-40de-befd-d663f6ad10f7') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:41.461147 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.476142 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.483774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Releasing vlan 600 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:15:41.483774 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:15:41.488267 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:15:41.559452 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.568439 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.571747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/networks/0a2f8ab5-ca82-415b-96cd-77e61e1f07ed HTTP/1.1" status: 204 len: 168 time: 0.3418891 Nov 25 20:15:41.583841 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4569b904-fcbd-4bea-bf9c-75453a3f3f4f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Network': ['ID=0a2f8ab5-ca82-415b-96cd-77e61e1f07ed,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:41.590335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46192) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:41.595158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'network': {'name': 'tempest-network-smoke--685571338', 'project_id': '6050394ce4564430a84ddb05568904ef', 'port_security_enabled': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:41.620468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Made reservation on behalf of 6050394ce4564430a84ddb05568904ef for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:15:41.623908 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.659342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:15:41.673593 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.674231 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Added segment b15c7a20-8a85-42e3-8a8e-7a49931ca976 of type vlan for network 5f08cade-5d64-456d-aade-69a8bd3bddbb Nov 25 20:15:41.729324 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.759405 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.765382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:41.766119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.804347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2135267 Nov 25 20:15:41.807268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46194) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:41.841038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'admin_state_up': True, 'project_id': '6050394ce4564430a84ddb05568904ef', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:41.857873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7e0b4f-3a24-4a9c-a855-1a332514a881 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Network': ['ID=5f08cade-5d64-456d-aade-69a8bd3bddbb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:41.871393 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.872467 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:41.888259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 5f08cade-5d64-456d-aade-69a8bd3bddbb details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:15:41.932377 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:42.076251 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:42.283954 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:42.307932 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:42.339717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8b0ccdf7-a3b0-4d37-be67-98c82916510d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:15:42.368252 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 8b0ccdf7-a3b0-4d37-be67-98c82916510d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:15:42.369158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8b0ccdf7-a3b0-4d37-be67-98c82916510d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:15:42.369880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7e670b0d-c31a-4008-9e4d-d8c95072c487 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:15:42.391160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 7e670b0d-c31a-4008-9e4d-d8c95072c487 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:15:42.391656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7e670b0d-c31a-4008-9e4d-d8c95072c487 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:15:42.392171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:15:42.413723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:15:42.414219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 64f13cc1-e09a-40f6-825d-ff0c6dcf9bcf not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:15:42.762583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Allocated IP 172.25.8.244 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/8594f5d6-c3a4-47ea-bd58-d185f253ae8f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:15:42.889795 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:42.926454 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:42.963408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:15:42.968614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:15:42.972336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:15:42.983736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef8c1cc-7af3-41a6-a48c-84e51e40abbd None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:15:43.001190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=8594f5d6-c3a4-47ea-bd58-d185f253ae8f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:43.022338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c1712407-f814-4bf6-8a30-a9484ddece40 None None] Provisioning complete for port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:43.023101 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c1712407-f814-4bf6-8a30-a9484ddece40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:43.061162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c1712407-f814-4bf6-8a30-a9484ddece40 None None] Port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:15:43.250614 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:43.464402 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:43.601759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:15:43.716289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:15:43.727762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Sync routers for ids ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:15:43.741184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Routers {'056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:43.742306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:43.748035 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:43.749505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a5d822ce-3082-4640-8d7d-5ab3b03e9542 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.9414706 Nov 25 20:15:43.754757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46206) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:43.785736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5b23b6b5-c8e6-4cc5-b60e-8faab8a18fd5 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=6050394ce4564430a84ddb05568904ef&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288031 Nov 25 20:15:43.789198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46208) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:43.892549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01076b4f-fe15-432c-911a-da1a52d1edee tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:43.897431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-01076b4f-fe15-432c-911a-da1a52d1edee tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1037295 Nov 25 20:15:43.897799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46210) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:43.931606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-42f07d2a-e90b-403e-8d15-9f7e55fdadba tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299520 Nov 25 20:15:43.931875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46212) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:43.936761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1278435430', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'project_id': '6050394ce4564430a84ddb05568904ef', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:44.028824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Made reservation on behalf of 6050394ce4564430a84ddb05568904ef for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:15:44.032511 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:44.038557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Set router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:44.246411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:43Z', 'revision_number': 3, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:44.275303 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:44.295088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Checking router: 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:15:44.295440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Updating router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:15:44.322391 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:44.370811 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Subnet': ['ID=2234d435-6c32-4f94-9d14-6f2211def4d4,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:44.382781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Checking segment: {'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:15:44.384099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network hostable DHCP agents. Network: 5f08cade-5d64-456d-aade-69a8bd3bddbb, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:15:44.433426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 5f08cade-5d64-456d-aade-69a8bd3bddbb is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:15:44.444715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 5f08cade-5d64-456d-aade-69a8bd3bddbb) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:15:44.462461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:44.463806 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:44.473806 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72c0bcb-77db-460d-be6c-171b133e29ef None None] Network 5f08cade-5d64-456d-aade-69a8bd3bddbb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:15:44.485574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b1492a3a-9c39-45c4-9142-b3f2d1622d8b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5526140 Nov 25 20:15:44.488514 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46220) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:44.710953 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:44.733447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:44.790046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a8990-349c-4b80-9e48-59db72074fa7 None None] Pushing event updated for resources: {'Port': ['ID=8594f5d6-c3a4-47ea-bd58-d185f253ae8f,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:44.854265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12620eef-de87-4668-8b8e-c41fcf9499f6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:15:44.870726 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Attempting to bind port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:15:44.871156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Attempting to bind port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:15:44.871602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Attempting to bind port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:15:44.882163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:15:44.882565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:15:44.883010 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:44.883414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:15:44.883908 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Bound port: 8594f5d6-c3a4-47ea-bd58-d185f253ae8f, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:15:44.884990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:44.977790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:44.981410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-35bdab86-280f-4b22-a11a-612559233126 None None] Provisioning complete for port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:44.981781 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-35bdab86-280f-4b22-a11a-612559233126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:45.030711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-35bdab86-280f-4b22-a11a-612559233126 None None] Port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:15:45.037503 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] For port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:15:45.056833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] For port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8594f5d6-c3a4-47ea-bd58-d185f253ae8f,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:15:45.087679 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:45.106582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-5f08cade-5d64-456d-aade-69a8bd3bddbb', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ips': [{'subnet_id': '2234d435-6c32-4f94-9d14-6f2211def4d4'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:15:45.107739 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:45.143329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a562c902-5900-45ef-b6e4-a615ae43a269 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:15:45.177780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Routers {'056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:45.178522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:45.329897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a8990-349c-4b80-9e48-59db72074fa7 None None] Pushing event updated for resources: {'Port': ['ID=8594f5d6-c3a4-47ea-bd58-d185f253ae8f,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:45.337115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Allocated IP 172.20.0.1 (5f08cade-5d64-456d-aade-69a8bd3bddbb/2234d435-6c32-4f94-9d14-6f2211def4d4/7ce883f4-c6fa-47c8-8f60-37a4f16efadf) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:15:45.396323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d8cf8be5-313d-4403-b967-e38834503d95 None None] Provisioning complete for port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:45.397437 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8be5-313d-4403-b967-e38834503d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:45.511961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] Set router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:45.553922 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:45.602956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:45.650965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Allocated IP 172.20.0.2 (5f08cade-5d64-456d-aade-69a8bd3bddbb/2234d435-6c32-4f94-9d14-6f2211def4d4/29bac690-201d-422d-9f66-746dd58ab922) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:15:45.664893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 5f08cade-5d64-456d-aade-69a8bd3bddbb is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:15:45.671839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:15:45.676066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:15:45.684057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=7ce883f4-c6fa-47c8-8f60-37a4f16efadf,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:45.736857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:45.835070 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8be5-313d-4403-b967-e38834503d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:45.890173 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d8cf8be5-313d-4403-b967-e38834503d95 None None] For port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8594f5d6-c3a4-47ea-bd58-d185f253ae8f,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:45.919798 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:45.922542 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8cf8be5-313d-4403-b967-e38834503d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:46.018389 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:46.021128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf8be5-313d-4403-b967-e38834503d95 None None] Pushing event updated for resources: {'Port': ['ID=8594f5d6-c3a4-47ea-bd58-d185f253ae8f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:46.032382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:46.073931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Network 5f08cade-5d64-456d-aade-69a8bd3bddbb is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:15:46.083165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:15:46.087743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:43Z', 'revision_number': 3, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:46.091238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:15:46.127281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Pushing event updated for resources: {'Port': ['ID=29bac690-201d-422d-9f66-746dd58ab922,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:46.129641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97544e93-cf98-4ff3-9c80-3eb01912a581 None None] The sync data for ids ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'] in n-d-817303-9 is: [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:43Z', 'revision_number': 3, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:15:46.199144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Attempting to bind port 29bac690-201d-422d-9f66-746dd58ab922 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:15:46.199626 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Attempting to bind port 29bac690-201d-422d-9f66-746dd58ab922 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:15:46.200140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Attempting to bind port 29bac690-201d-422d-9f66-746dd58ab922 on network 5f08cade-5d64-456d-aade-69a8bd3bddbb {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:15:46.206292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:15:46.206772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Checking segment: {'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:15:46.207955 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:46.208138 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Bound using segment: {'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:15:46.208692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Bound port: 29bac690-201d-422d-9f66-746dd58ab922, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:15:46.209153 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:46.266662 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:46.272139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:46.289291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] For port 29bac690-201d-422d-9f66-746dd58ab922, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:15:46.293649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] For port 29bac690-201d-422d-9f66-746dd58ab922, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=29bac690-201d-422d-9f66-746dd58ab922,segment=NetworkSegment(b15c7a20-8a85-42e3-8a8e-7a49931ca976),segment_id=b15c7a20-8a85-42e3-8a8e-7a49931ca976)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:15:46.298775 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:46.354603 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:46.384020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d2716-85b2-4cf6-9ec4-518f94958407 None None] Pushing event updated for resources: {'Port': ['ID=29bac690-201d-422d-9f66-746dd58ab922,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:46.483609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=7ce883f4-c6fa-47c8-8f60-37a4f16efadf,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:46.545126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 5f08cade-5d64-456d-aade-69a8bd3bddbb is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:15:46.546598 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:15:46.733570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:15:46.867434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:15:46.873192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-441bc2fd-84ef-4fd3-a0ff-a4db006b7994 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "PUT /v2.0/routers/056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3826225 Nov 25 20:15:46.876461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46226) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:47.067431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a963162-d5e3-40d0-88ac-975fa01ff730 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:47.068222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a963162-d5e3-40d0-88ac-975fa01ff730 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:47.068748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a963162-d5e3-40d0-88ac-975fa01ff730 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:47.069280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a963162-d5e3-40d0-88ac-975fa01ff730 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:47.071277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3a963162-d5e3-40d0-88ac-975fa01ff730 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1936309 Nov 25 20:15:47.074178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46228) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:47.133951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed978f3-9323-486a-99e5-ea5b30643dad tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:47.134333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed978f3-9323-486a-99e5-ea5b30643dad tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:47.134907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed978f3-9323-486a-99e5-ea5b30643dad tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:47.135305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed978f3-9323-486a-99e5-ea5b30643dad tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:47.136972 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-aed978f3-9323-486a-99e5-ea5b30643dad tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0615573 Nov 25 20:15:47.140238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46230) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:47.298782 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-eccdaeea-2f37-45ab-b0a7-5e8afe7cfaed tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1579275 Nov 25 20:15:47.582520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46234) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:47.587736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-14225e62-e42b-440e-8705-ea299c865f61 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1748476596', 'description': 'tempest-secgroup-smoke-1748476596 description', 'project_id': '6050394ce4564430a84ddb05568904ef'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:47.614737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14225e62-e42b-440e-8705-ea299c865f61 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:47.638502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82882c95-8223-4178-96fe-e3a8b4a5aee0 None None] Network 5f08cade-5d64-456d-aade-69a8bd3bddbb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:15:47.766361 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14225e62-e42b-440e-8705-ea299c865f61 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:47.773332 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14225e62-e42b-440e-8705-ea299c865f61 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:47.777079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3ea11711-c40e-406a-ae2d-cd8071848846 None None] Provisioning complete for port 29bac690-201d-422d-9f66-746dd58ab922 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:47.778501 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ea11711-c40e-406a-ae2d-cd8071848846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:47.814504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14225e62-e42b-440e-8705-ea299c865f61 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67f7df1-a25e-4dc1-b74f-07fa6016e561,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:47.843844 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14225e62-e42b-440e-8705-ea299c865f61 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:47.849910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46268) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:47.852576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-14225e62-e42b-440e-8705-ea299c865f61 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2683699 Nov 25 20:15:47.855428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5c10913f-9c43-4f70-8c6b-061f4320ea86 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': 'd67f7df1-a25e-4dc1-b74f-07fa6016e561', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:47.911977 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5c10913f-9c43-4f70-8c6b-061f4320ea86 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:47.983160 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5c10913f-9c43-4f70-8c6b-061f4320ea86 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:47.987765 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5c10913f-9c43-4f70-8c6b-061f4320ea86 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.018076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10913f-9c43-4f70-8c6b-061f4320ea86 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0899a64b-bbe3-4cbf-9c1b-a86a86c3cbe4,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:48.024576 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5c10913f-9c43-4f70-8c6b-061f4320ea86 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.026102 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5c10913f-9c43-4f70-8c6b-061f4320ea86 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1751251 Nov 25 20:15:48.029092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46278) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:48.036573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-59ae78ce-7494-4296-988d-3ff8aa8be940 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': 'd67f7df1-a25e-4dc1-b74f-07fa6016e561', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:48.083279 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59ae78ce-7494-4296-988d-3ff8aa8be940 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.164868 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59ae78ce-7494-4296-988d-3ff8aa8be940 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.173142 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59ae78ce-7494-4296-988d-3ff8aa8be940 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.195046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ae78ce-7494-4296-988d-3ff8aa8be940 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=804a081c-2c40-471f-871c-a04dc36ebb30,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:48.212151 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-59ae78ce-7494-4296-988d-3ff8aa8be940 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.213962 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-59ae78ce-7494-4296-988d-3ff8aa8be940 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1832027 Nov 25 20:15:48.217069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46280) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:48.221340 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ea11711-c40e-406a-ae2d-cd8071848846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.222625 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': 'd67f7df1-a25e-4dc1-b74f-07fa6016e561', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:48.288192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3ea11711-c40e-406a-ae2d-cd8071848846 None None] For port 29bac690-201d-422d-9f66-746dd58ab922, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=29bac690-201d-422d-9f66-746dd58ab922,segment=NetworkSegment(b15c7a20-8a85-42e3-8a8e-7a49931ca976),segment_id=b15c7a20-8a85-42e3-8a8e-7a49931ca976)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:48.295276 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ea11711-c40e-406a-ae2d-cd8071848846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.372908 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.376037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea11711-c40e-406a-ae2d-cd8071848846 None None] Pushing event updated for resources: {'Port': ['ID=29bac690-201d-422d-9f66-746dd58ab922,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:48.396137 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Sync routers for ids ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:15:48.432507 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Routers {'056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:48.434771 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:48.518759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 29bac690-201d-422d-9f66-746dd58ab922 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:15:48.592774 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Set router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:48.598046 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.604022 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.606435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 29bac690-201d-422d-9f66-746dd58ab922 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:48.606435 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.628001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1ed7fe-4ef4-49ac-903e-f8eb32bec819,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:48.637861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.638223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.638564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.638967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.639300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.639626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.639971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.640455 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.640779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.641101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.641460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.641782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:48.649184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.650704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-69bd6d06-de5e-4472-acb7-2c4b95888925 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4325128 Nov 25 20:15:48.653238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46286) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:48.665680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-cf5dd6ef-5969-4b87-bfdf-dffab074781b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': 'd67f7df1-a25e-4dc1-b74f-07fa6016e561', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:48.724071 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd6ef-5969-4b87-bfdf-dffab074781b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.732977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8594f5d6-c3a4-47ea-bd58-d185f253ae8f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:15:48.838284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-734c257c-88f1-4ae3-856d-5e48dbd57700 None None] Provisioning complete for port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:48.838990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-734c257c-88f1-4ae3-856d-5e48dbd57700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.840850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd6ef-5969-4b87-bfdf-dffab074781b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.845467 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd6ef-5969-4b87-bfdf-dffab074781b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.870151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:48.870522 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.892095 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7ce883f4-c6fa-47c8-8f60-37a4f16efadf', 'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:4b:13:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:45Z', 'updated_at': '2021-11-25T20:15:46Z', 'revision_number': 2, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:48.896928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5dd6ef-5969-4b87-bfdf-dffab074781b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf0f8bd-ae66-4a66-9b40-75583d671901,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:48.909244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf5dd6ef-5969-4b87-bfdf-dffab074781b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.911149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cf5dd6ef-5969-4b87-bfdf-dffab074781b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2568381 Nov 25 20:15:48.914036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46318) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:48.919441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d689400d-a792-43da-8d1c-f29c1779fcf5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': 'd67f7df1-a25e-4dc1-b74f-07fa6016e561', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:48.926930 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Checking router: 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:15:48.927428 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Updating router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:15:48.960300 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-d689400d-a792-43da-8d1c-f29c1779fcf5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Project 6050394ce4564430a84ddb05568904ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:15:48.968994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-734c257c-88f1-4ae3-856d-5e48dbd57700 None None] Port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:15:48.969402 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:48.990233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d689400d-a792-43da-8d1c-f29c1779fcf5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.075094 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d689400d-a792-43da-8d1c-f29c1779fcf5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.077400 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-734c257c-88f1-4ae3-856d-5e48dbd57700 None None] Provisioning complete for port 29bac690-201d-422d-9f66-746dd58ab922 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:49.077812 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-734c257c-88f1-4ae3-856d-5e48dbd57700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.080786 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d689400d-a792-43da-8d1c-f29c1779fcf5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.114944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d689400d-a792-43da-8d1c-f29c1779fcf5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d0fb07-55d8-4d87-8bb7-573fbbcacb07,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:49.134045 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d689400d-a792-43da-8d1c-f29c1779fcf5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.138680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46320) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:15:49.139181 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d689400d-a792-43da-8d1c-f29c1779fcf5 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2237120 Nov 25 20:15:49.146436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-9b2a81b6-03a6-4c40-93b1-34aee19e92ef tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'security_group_rule': {'security_group_id': 'd67f7df1-a25e-4dc1-b74f-07fa6016e561', 'project_id': '6050394ce4564430a84ddb05568904ef', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:49.200774 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-9b2a81b6-03a6-4c40-93b1-34aee19e92ef tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Project 6050394ce4564430a84ddb05568904ef added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:15:49.206538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b2a81b6-03a6-4c40-93b1-34aee19e92ef tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.294477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b2a81b6-03a6-4c40-93b1-34aee19e92ef tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.299266 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b2a81b6-03a6-4c40-93b1-34aee19e92ef tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.324579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2a81b6-03a6-4c40-93b1-34aee19e92ef tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5a7374-4a5a-4370-8c47-30ddc3973212,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:49.337364 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9b2a81b6-03a6-4c40-93b1-34aee19e92ef tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.338954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9b2a81b6-03a6-4c40-93b1-34aee19e92ef tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1990225 Nov 25 20:15:49.342193 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.355026 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.366227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-03951c45-228e-41ff-9418-6dfa084c0fa1 None None] Provisioning complete for port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:49.366586 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-03951c45-228e-41ff-9418-6dfa084c0fa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.460794 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d01690-2dda-4cb7-a126-b1eae5c1327e None None] Pushing event updated for resources: {'Port': ['ID=7ce883f4-c6fa-47c8-8f60-37a4f16efadf,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:49.476318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-03951c45-228e-41ff-9418-6dfa084c0fa1 None None] Port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:15:49.479701 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Attempting to bind port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:15:49.480304 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Attempting to bind port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:15:49.480919 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Attempting to bind port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf on network 5f08cade-5d64-456d-aade-69a8bd3bddbb {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:15:49.489004 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 15, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:15:49.489736 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Checking segment: {'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:15:49.490343 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.490980 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Bound using segment: {'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:15:49.491662 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Bound port: 7ce883f4-c6fa-47c8-8f60-37a4f16efadf, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:15:49.492514 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.600176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-849a32ec-93c8-4a6a-826f-634dc8e02afd None None] Provisioning complete for port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:49.600548 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-849a32ec-93c8-4a6a-826f-634dc8e02afd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.607708 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] For port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:15:49.612091 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] For port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7ce883f4-c6fa-47c8-8f60-37a4f16efadf,segment=NetworkSegment(b15c7a20-8a85-42e3-8a8e-7a49931ca976),segment_id=b15c7a20-8a85-42e3-8a8e-7a49931ca976)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:15:49.619798 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.670501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-a343d575-a18d-45eb-991d-f59b753a6fb3 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1748476596&fields=id&tenant_id=6050394ce4564430a84ddb05568904ef HTTP/1.1" status: 200 len: 267 time: 0.0654705 Nov 25 20:15:49.676953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-849a32ec-93c8-4a6a-826f-634dc8e02afd None None] Port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:15:49.707710 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Routers {'056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:15:49.708708 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:49.759322 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d01690-2dda-4cb7-a126-b1eae5c1327e None None] Pushing event updated for resources: {'Port': ['ID=7ce883f4-c6fa-47c8-8f60-37a4f16efadf,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:49.812413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-7fdbeb50-a390-44f1-8e5d-12aa23d6b979 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:49.812847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ba5fdbb1-cf1d-4172-8650-f79983278285 None None] Provisioning complete for port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:49.814012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-7fdbeb50-a390-44f1-8e5d-12aa23d6b979 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/networks?id=5f08cade-5d64-456d-aade-69a8bd3bddbb HTTP/1.1" status: 200 len: 796 time: 0.1246927 Nov 25 20:15:49.814152 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdbb1-cf1d-4172-8650-f79983278285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:49.837686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-5806a525-b786-415a-bd28-e3445699a934 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/quotas/6050394ce4564430a84ddb05568904ef HTTP/1.1" status: 200 len: 375 time: 0.0148900 Nov 25 20:15:49.872311 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] Set router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:15:49.950618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-526be6aa-1651-4c32-a3f7-3c0bfc338c47 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975132 Nov 25 20:15:49.964839 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdbb1-cf1d-4172-8650-f79983278285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:50.008680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ba5fdbb1-cf1d-4172-8650-f79983278285 None None] For port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7ce883f4-c6fa-47c8-8f60-37a4f16efadf,segment=NetworkSegment(b15c7a20-8a85-42e3-8a8e-7a49931ca976),segment_id=b15c7a20-8a85-42e3-8a8e-7a49931ca976)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:50.013534 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba5fdbb1-cf1d-4172-8650-f79983278285 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:50.076049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-5da51e71-1562-41e1-913f-9799b83cd4ef service neutron] 10.222.0.15 "GET /v2.0/networks/5f08cade-5d64-456d-aade-69a8bd3bddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123664 Nov 25 20:15:50.081090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5fdbb1-cf1d-4172-8650-f79983278285 None None] Pushing event updated for resources: {'Port': ['ID=7ce883f4-c6fa-47c8-8f60-37a4f16efadf,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:50.138176 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7ce883f4-c6fa-47c8-8f60-37a4f16efadf', 'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:4b:13:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:45Z', 'updated_at': '2021-11-25T20:15:49Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:15:50.141786 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d46c30db-221c-49c5-b112-c15febb8e34b None None] Provisioning complete for port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:50.142107 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d46c30db-221c-49c5-b112-c15febb8e34b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:50.175650 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943afa2c-0536-4c7e-ab0d-33a390718a93 None None] The sync data for ids ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'] in n-d-817303-9 is: [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7ce883f4-c6fa-47c8-8f60-37a4f16efadf', 'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:4b:13:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:45Z', 'updated_at': '2021-11-25T20:15:49Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:15:50.184071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-9579084e-9c10-48b3-b9ad-9930096e9d65 service neutron] 10.222.0.15 "GET /v2.0/networks/5f08cade-5d64-456d-aade-69a8bd3bddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066432 Nov 25 20:15:50.429237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30481aa3-4978-442f-a4db-fcfae3538dd0 req-1b3ab74f-babf-4ef7-98d5-a5831691fc5d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 210 time: 0.0526028 Nov 25 20:15:50.465069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7ce883f4-c6fa-47c8-8f60-37a4f16efadf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:15:50.537295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:50.537594 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:50.667787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 29bac690-201d-422d-9f66-746dd58ab922 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:15:50.743303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 29bac690-201d-422d-9f66-746dd58ab922 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:50.743825 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:51.052565 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:51.648107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b80c44a-d2f3-4004-9cb0-6904951f5189 req-df171eae-a2ef-4583-9a47-f534ad2a6623 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 210 time: 0.0470686 Nov 25 20:15:51.691120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-3dfe3113-8dfa-4ac0-84e0-628b9bcc2f82 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:51.693587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-3dfe3113-8dfa-4ac0-84e0-628b9bcc2f82 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.76 "GET /v2.0/networks?id=5f08cade-5d64-456d-aade-69a8bd3bddbb HTTP/1.1" status: 200 len: 796 time: 0.2030587 Nov 25 20:15:51.807377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-9d7592e0-43a1-4494-8334-9b2ce7bb5741 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6050394ce4564430a84ddb05568904ef HTTP/1.1" status: 200 len: 380 time: 0.1031368 Nov 25 20:15:51.819862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'port': {'device_id': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'admin_state_up': True, 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'security_groups': ['d67f7df1-a25e-4dc1-b74f-07fa6016e561']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:51.938705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Made reservation on behalf of 6050394ce4564430a84ddb05568904ef for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:15:51.942210 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:52.077885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Allocated IP 172.20.0.4 (5f08cade-5d64-456d-aade-69a8bd3bddbb/2234d435-6c32-4f94-9d14-6f2211def4d4/57d7ef70-00bb-4301-bc5f-30ddb258da43) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:15:52.229939 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:52.271139 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:52.318474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network 5f08cade-5d64-456d-aade-69a8bd3bddbb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:15:52.323737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:15:52.327678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:15:52.357273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=57d7ef70-00bb-4301-bc5f-30ddb258da43,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:52.385013 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:52.385787 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:52.406453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-267e5dcd-14c6-4e66-b72b-1ea67a7448e2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5933352 Nov 25 20:15:52.419060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Request body: {'port': {'device_id': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:15:52.478552 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:52.607948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97afe50a-0fb8-4265-b48d-884d7cea4b21 None None] Provisioning complete for port 57d7ef70-00bb-4301-bc5f-30ddb258da43 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:52.608503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97afe50a-0fb8-4265-b48d-884d7cea4b21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:52.645893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97afe50a-0fb8-4265-b48d-884d7cea4b21 None None] Port 57d7ef70-00bb-4301-bc5f-30ddb258da43 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:15:52.785006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d7ef70-00bb-4301-bc5f-30ddb258da43 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:15:52.795813 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:52.828635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Transition to ACTIVE for port object 57d7ef70-00bb-4301-bc5f-30ddb258da43 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:15:52.836591 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:52.849639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845c9a9-bd2e-488e-baa2-cf75335c3e5d req-0f3814e4-69ea-4420-bb13-73f9ef29825b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:52.851154 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5845c9a9-bd2e-488e-baa2-cf75335c3e5d req-0f3814e4-69ea-4420-bb13-73f9ef29825b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 931 time: 0.0788448 Nov 25 20:15:52.927107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Pushing event updated for resources: {'Port': ['ID=57d7ef70-00bb-4301-bc5f-30ddb258da43,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:52.990937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5845c9a9-bd2e-488e-baa2-cf75335c3e5d req-b2be16d9-097e-49e9-a8b3-8221ca87c7a4 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67f7df1-a25e-4dc1-b74f-07fa6016e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158235 Nov 25 20:15:53.028764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Attempting to bind port 57d7ef70-00bb-4301-bc5f-30ddb258da43 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:15:53.029236 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Attempting to bind port 57d7ef70-00bb-4301-bc5f-30ddb258da43 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:15:53.029697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Attempting to bind port 57d7ef70-00bb-4301-bc5f-30ddb258da43 on network 5f08cade-5d64-456d-aade-69a8bd3bddbb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:15:53.035789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Port 57d7ef70-00bb-4301-bc5f-30ddb258da43 on network 5f08cade-5d64-456d-aade-69a8bd3bddbb not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:15:53.036110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Attempting to bind port 57d7ef70-00bb-4301-bc5f-30ddb258da43 on network 5f08cade-5d64-456d-aade-69a8bd3bddbb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:15:53.041708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 15, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:15:53.042925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Checking segment: {'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:15:53.044056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Bound using segment: {'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:15:53.045560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Bound port: 57d7ef70-00bb-4301-bc5f-30ddb258da43, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b15c7a20-8a85-42e3-8a8e-7a49931ca976', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:15:53.046132 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:53.121379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] For port 57d7ef70-00bb-4301-bc5f-30ddb258da43, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:15:53.124663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] For port 57d7ef70-00bb-4301-bc5f-30ddb258da43, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=57d7ef70-00bb-4301-bc5f-30ddb258da43,segment=NetworkSegment(b15c7a20-8a85-42e3-8a8e-7a49931ca976),segment_id=b15c7a20-8a85-42e3-8a8e-7a49931ca976)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:15:53.130228 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:53.173685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:53.174301 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:53.175945 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] 10.222.0.76 "PUT /v2.0/ports/57d7ef70-00bb-4301-bc5f-30ddb258da43 HTTP/1.1" status: 200 len: 1091 time: 0.7613640 Nov 25 20:15:53.176635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'tag': '57d7ef70-00bb-4301-bc5f-30ddb258da43'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:15:53.178956 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f" -d '{"events": [{"name": "network-changed", "server_uuid": "89e91795-3cda-4701-ab10-c4569bc9ec21", "tag": "57d7ef70-00bb-4301-bc5f-30ddb258da43"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:15:53.204605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120aa605-1a6f-4312-8cd5-2444fb56ce1f service neutron] Pushing event updated for resources: {'Port': ['ID=57d7ef70-00bb-4301-bc5f-30ddb258da43,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:53.253295 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-290710fa-78e9-4443-8fc2-9e119b1022ce x-openstack-request-id: req-290710fa-78e9-4443-8fc2-9e119b1022ce {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:15:53.253713 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e91795-3cda-4701-ab10-c4569bc9ec21", "tag": "57d7ef70-00bb-4301-bc5f-30ddb258da43", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:15:53.254172 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-290710fa-78e9-4443-8fc2-9e119b1022ce {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:15:53.254841 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'tag': '57d7ef70-00bb-4301-bc5f-30ddb258da43', 'status': 'completed', 'code': 200} Nov 25 20:15:53.285807 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-d36a08c8-5fc5-4929-9637-23ac1fa0b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:53.287396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-d36a08c8-5fc5-4929-9637-23ac1fa0b56f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 1094 time: 0.0673108 Nov 25 20:15:53.289891 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:53.339402 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-7f43a471-6d30-469c-9582-78b88234efef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57d7ef70-00bb-4301-bc5f-30ddb258da43 HTTP/1.1" status: 200 len: 217 time: 0.0436561 Nov 25 20:15:53.403498 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-c31034c4-18b8-4876-bfbc-80fad17ab140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:53.405235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-c31034c4-18b8-4876-bfbc-80fad17ab140 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2234d435-6c32-4f94-9d14-6f2211def4d4 HTTP/1.1" status: 200 len: 835 time: 0.0598574 Nov 25 20:15:53.464900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-afab6959-22ed-4ddc-a625-b22c579a9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:53.466408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-afab6959-22ed-4ddc-a625-b22c579a9b8d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5f08cade-5d64-456d-aade-69a8bd3bddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539699 Nov 25 20:15:53.570960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-8a233b9b-c921-43eb-be07-1f6706e5b996 service neutron] 10.222.0.76 "GET /v2.0/networks/5f08cade-5d64-456d-aade-69a8bd3bddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968421 Nov 25 20:15:53.680523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42f3876c-e309-4e3c-816e-67c42da0b1b7 req-64ff9375-c214-42a5-8b72-8bdeec004e79 service neutron] 10.222.0.76 "GET /v2.0/networks/5f08cade-5d64-456d-aade-69a8bd3bddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024289 Nov 25 20:15:53.776889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f req-84614428-81ec-4b08-956f-288158275dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:53.778944 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f req-84614428-81ec-4b08-956f-288158275dde service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 1094 time: 0.0526540 Nov 25 20:15:53.890059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f req-039a1562-948a-40b6-9ba5-0e37c87a2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:53.891812 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f req-039a1562-948a-40b6-9ba5-0e37c87a2296 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5f08cade-5d64-456d-aade-69a8bd3bddbb HTTP/1.1" status: 200 len: 897 time: 0.1052489 Nov 25 20:15:53.936283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f req-26870097-fd2e-4364-aff4-a29be74e25a7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57d7ef70-00bb-4301-bc5f-30ddb258da43 HTTP/1.1" status: 200 len: 217 time: 0.0361028 Nov 25 20:15:53.992129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f req-c747f9a8-24e6-422b-9ec7-3432d58bcb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:53.993764 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f req-c747f9a8-24e6-422b-9ec7-3432d58bcb87 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2234d435-6c32-4f94-9d14-6f2211def4d4 HTTP/1.1" status: 200 len: 835 time: 0.0501485 Nov 25 20:15:54.055088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f req-f3707a95-7b69-424b-a104-8df04863f8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:54.056763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f req-f3707a95-7b69-424b-a104-8df04863f8b9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5f08cade-5d64-456d-aade-69a8bd3bddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552912 Nov 25 20:15:54.192154 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bba618-b4f8-483c-bf30-2a91b33d667d req-de046a5c-96e2-4932-b89e-2c764acdbf5d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:54.193688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92bba618-b4f8-483c-bf30-2a91b33d667d req-de046a5c-96e2-4932-b89e-2c764acdbf5d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 943 time: 0.1098249 Nov 25 20:15:54.198168 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f req-c73553c7-9336-4a22-9b4f-8decab6903cb service neutron] 10.222.0.76 "GET /v2.0/networks/5f08cade-5d64-456d-aade-69a8bd3bddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340859 Nov 25 20:15:54.313837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92bba618-b4f8-483c-bf30-2a91b33d667d req-113653bc-a06d-4a7a-99b7-12bc906b4376 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67f7df1-a25e-4dc1-b74f-07fa6016e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138530 Nov 25 20:15:54.338571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-504d39e1-ff21-4d6b-9bd1-5c53a7dd923f req-13549209-4c61-41ba-a3c6-859646c91109 service neutron] 10.222.0.76 "GET /v2.0/networks/5f08cade-5d64-456d-aade-69a8bd3bddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327724 Nov 25 20:15:55.454207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f628180-d7ba-466d-aa66-4d57cb990c38 req-04703eb8-3aa7-40b8-8ecc-20fba23bc437 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:55.456263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f628180-d7ba-466d-aa66-4d57cb990c38 req-04703eb8-3aa7-40b8-8ecc-20fba23bc437 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 943 time: 0.0602458 Nov 25 20:15:55.523918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f628180-d7ba-466d-aa66-4d57cb990c38 req-d4cd9f69-61fd-449b-869c-42a3c8a5d72d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67f7df1-a25e-4dc1-b74f-07fa6016e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601861 Nov 25 20:15:56.547985 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 57d7ef70-00bb-4301-bc5f-30ddb258da43 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:15:56.673759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 57d7ef70-00bb-4301-bc5f-30ddb258da43, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=57d7ef70-00bb-4301-bc5f-30ddb258da43,segment=NetworkSegment(b15c7a20-8a85-42e3-8a8e-7a49931ca976),segment_id=b15c7a20-8a85-42e3-8a8e-7a49931ca976)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:56.675375 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d730032-17b2-4043-b5ab-4699efef4e3f req-86950c40-5f92-4cd9-8795-711f0471f752 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:56.679381 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d730032-17b2-4043-b5ab-4699efef4e3f req-86950c40-5f92-4cd9-8795-711f0471f752 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 943 time: 0.0747728 Nov 25 20:15:56.688187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '57d7ef70-00bb-4301-bc5f-30ddb258da43', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'port_id': '57d7ef70-00bb-4301-bc5f-30ddb258da43', 'mac_address': 'fa:16:3e:70:7e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 618, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:15:56.736439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d730032-17b2-4043-b5ab-4699efef4e3f req-c3addb6a-1f8d-4852-9ea3-9db858e1ef63 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67f7df1-a25e-4dc1-b74f-07fa6016e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526628 Nov 25 20:15:56.742763 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:56.767392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d7ef70-00bb-4301-bc5f-30ddb258da43 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:15:56.791064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 57d7ef70-00bb-4301-bc5f-30ddb258da43, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=57d7ef70-00bb-4301-bc5f-30ddb258da43,segment=NetworkSegment(b15c7a20-8a85-42e3-8a8e-7a49931ca976),segment_id=b15c7a20-8a85-42e3-8a8e-7a49931ca976)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:56.795509 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:56.846354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=57d7ef70-00bb-4301-bc5f-30ddb258da43,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:56.854422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:56.854777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:56.855175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:56.855527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:56.855870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:56.856207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:56.856546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:56.856881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:56.857277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:56.857612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:56.857968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:56.858324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:15:57.001755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['57d7ef70-00bb-4301-bc5f-30ddb258da43'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:15:57.862606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c461189e-ac8f-4058-9d33-086e840e37b3 req-dc8bbe8a-68ab-4375-a7f7-4d6552e512e7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:57.864126 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c461189e-ac8f-4058-9d33-086e840e37b3 req-dc8bbe8a-68ab-4375-a7f7-4d6552e512e7 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 944 time: 0.0537176 Nov 25 20:15:57.918006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c461189e-ac8f-4058-9d33-086e840e37b3 req-2fb0fcee-33cf-4a5a-aefb-9f4cc4b243e3 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67f7df1-a25e-4dc1-b74f-07fa6016e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471356 Nov 25 20:15:58.554164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 57d7ef70-00bb-4301-bc5f-30ddb258da43 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:15:58.631508 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 57d7ef70-00bb-4301-bc5f-30ddb258da43 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:15:58.636837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 57d7ef70-00bb-4301-bc5f-30ddb258da43 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:15:58.638354 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:58.730613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:58.754602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d7ef70-00bb-4301-bc5f-30ddb258da43'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:15:58.756899 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6025656d7c24105f3bbb6c26834c945f824af8e9c906acc320ae267bfdab0392" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f384e139-c0b8-44a6-b502-984e73407ea8" -d '{"events": [{"server_uuid": "89e91795-3cda-4701-ab10-c4569bc9ec21", "name": "network-vif-plugged", "status": "completed", "tag": "57d7ef70-00bb-4301-bc5f-30ddb258da43"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:15:58.769503 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 57d7ef70-00bb-4301-bc5f-30ddb258da43, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=57d7ef70-00bb-4301-bc5f-30ddb258da43,segment=NetworkSegment(b15c7a20-8a85-42e3-8a8e-7a49931ca976),segment_id=b15c7a20-8a85-42e3-8a8e-7a49931ca976)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:15:58.776014 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:15:58.807375 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:15:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb14dcd4-c620-40a3-b2d2-b26e985120a1 x-openstack-request-id: req-fb14dcd4-c620-40a3-b2d2-b26e985120a1 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:15:58.807676 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e91795-3cda-4701-ab10-c4569bc9ec21", "name": "network-vif-plugged", "status": "completed", "tag": "57d7ef70-00bb-4301-bc5f-30ddb258da43", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:15:58.807983 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fb14dcd4-c620-40a3-b2d2-b26e985120a1 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:15:58.808394 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d7ef70-00bb-4301-bc5f-30ddb258da43', 'code': 200} Nov 25 20:15:58.835074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=57d7ef70-00bb-4301-bc5f-30ddb258da43,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:15:58.913649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f31db9-4199-431d-ae0a-64543655b16e req-2329abfe-8dae-4c0e-8d14-acb112544689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:58.915161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44f31db9-4199-431d-ae0a-64543655b16e req-2329abfe-8dae-4c0e-8d14-acb112544689 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 1096 time: 0.0466976 Nov 25 20:15:58.966354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44f31db9-4199-431d-ae0a-64543655b16e req-e2001188-ad37-485e-a7b1-f7d4cfde4945 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=d67f7df1-a25e-4dc1-b74f-07fa6016e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440872 Nov 25 20:15:59.044582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2873cfca-5c88-427d-a7d0-708efeadbe2c req-7b66301c-2be8-4265-9e55-5c28688913ec tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:15:59.046113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2873cfca-5c88-427d-a7d0-708efeadbe2c req-7b66301c-2be8-4265-9e55-5c28688913ec tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 945 time: 0.0518286 Nov 25 20:15:59.103037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2873cfca-5c88-427d-a7d0-708efeadbe2c req-0f21aae9-8490-4539-b622-7d785642769d tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67f7df1-a25e-4dc1-b74f-07fa6016e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493903 Nov 25 20:16:00.234063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572fc822-730c-4f68-a993-e25f7ce5424a req-2c0050a9-8649-4595-9a7b-413b89e9f81a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:00.235633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-572fc822-730c-4f68-a993-e25f7ce5424a req-2c0050a9-8649-4595-9a7b-413b89e9f81a tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 945 time: 0.0574133 Nov 25 20:16:00.290102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-572fc822-730c-4f68-a993-e25f7ce5424a req-c3647201-da8d-4b9d-970b-792dd5b58296 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67f7df1-a25e-4dc1-b74f-07fa6016e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467944 Nov 25 20:16:00.407424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043a89b-b26e-4b87-86d3-11fe18edabf5 req-ea3affac-3a5d-4e92-b77d-62af7a978090 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:00.409329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2043a89b-b26e-4b87-86d3-11fe18edabf5 req-ea3affac-3a5d-4e92-b77d-62af7a978090 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 945 time: 0.0535357 Nov 25 20:16:00.463266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2043a89b-b26e-4b87-86d3-11fe18edabf5 req-b75dba4e-72f5-4584-8735-bde9c891149b tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67f7df1-a25e-4dc1-b74f-07fa6016e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463834 Nov 25 20:16:00.486508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46404) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:00.527423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef8f862-4935-4c54-aeb0-0e7a1c745b10 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:00.528970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cef8f862-4935-4c54-aeb0-0e7a1c745b10 tempest-TestNetworkBasicOps-272460760 tempest-TestNetworkBasicOps-272460760-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 1091 time: 0.0412562 Nov 25 20:16:00.531866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46406) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:00.537018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '57d7ef70-00bb-4301-bc5f-30ddb258da43', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:16:00.560043 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:00.663838 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:00.772959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Allocated IP 172.25.8.217 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/fe560d16-6973-411a-8942-02c5c3357f0b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:16:00.877903 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:00.913484 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:00.953534 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:16:00.956483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:00.960537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:16:00.986245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=fe560d16-6973-411a-8942-02c5c3357f0b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:01.743833 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:01.820369 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:01.985136 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:01.989910 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:02.058123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event updated for resources: {'Port': ['ID=fe560d16-6973-411a-8942-02c5c3357f0b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:02.072406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:02.124880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-875dbd68-0848-4f6c-ba5b-b37ccc4f55fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:02.179404 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Floating IP f6cc8e20-0459-4d79-8ada-4b2aaf718627 associated. External IP: 172.25.8.217, port: 57d7ef70-00bb-4301-bc5f-30ddb258da43. Nov 25 20:16:02.413969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:16:02.529801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:16:02.541066 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d05a32-9572-4daa-a3cb-a4b7ae8c6f95 None None] Sync routers for ids ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:16:02.548387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:02.554275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d05a32-9572-4daa-a3cb-a4b7ae8c6f95 None None] Routers {'056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:02.555184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d3d05a32-9572-4daa-a3cb-a4b7ae8c6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:02.578056 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-acbd10f2-2acf-46fa-8461-f595638f5b38 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0451503 Nov 25 20:16:02.578650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'tag': '57d7ef70-00bb-4301-bc5f-30ddb258da43'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:16:02.581020 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09cb07a0-74b7-42b1-a391-434646135216" -d '{"events": [{"name": "network-changed", "server_uuid": "89e91795-3cda-4701-ab10-c4569bc9ec21", "tag": "57d7ef70-00bb-4301-bc5f-30ddb258da43"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:16:02.581420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46420) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:02.641067 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ae61082-a01f-4196-9e19-ef16070dd561 x-openstack-request-id: req-8ae61082-a01f-4196-9e19-ef16070dd561 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:16:02.641392 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e91795-3cda-4701-ab10-c4569bc9ec21", "tag": "57d7ef70-00bb-4301-bc5f-30ddb258da43", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:16:02.641652 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8ae61082-a01f-4196-9e19-ef16070dd561 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:16:02.642063 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'tag': '57d7ef70-00bb-4301-bc5f-30ddb258da43', 'status': 'completed', 'code': 200} Nov 25 20:16:02.663727 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b3c0df54-7015-4f9d-ad98-5f31ae04b677 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/floatingips/f6cc8e20-0459-4d79-8ada-4b2aaf718627 HTTP/1.1" status: 200 len: 991 time: 0.0795269 Nov 25 20:16:02.702486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-d3d05a32-9572-4daa-a3cb-a4b7ae8c6f95 None None] Set router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:02.715584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb07a0-74b7-42b1-a391-434646135216 req-e0a1f832-6cc8-48be-9f30-8b95e5d88732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:02.718537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09cb07a0-74b7-42b1-a391-434646135216 req-e0a1f832-6cc8-48be-9f30-8b95e5d88732 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 1096 time: 0.0480926 Nov 25 20:16:02.824626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb07a0-74b7-42b1-a391-434646135216 req-e60bddd6-5eef-4b14-8e4a-2a4e451199f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:02.826400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09cb07a0-74b7-42b1-a391-434646135216 req-e60bddd6-5eef-4b14-8e4a-2a4e451199f1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=5f08cade-5d64-456d-aade-69a8bd3bddbb HTTP/1.1" status: 200 len: 897 time: 0.1017270 Nov 25 20:16:02.898872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09cb07a0-74b7-42b1-a391-434646135216 req-f68b0a56-6ab9-4615-91a0-7bbdc9d47f16 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57d7ef70-00bb-4301-bc5f-30ddb258da43 HTTP/1.1" status: 200 len: 999 time: 0.0650606 Nov 25 20:16:02.952557 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb07a0-74b7-42b1-a391-434646135216 req-0f3e218d-c0d7-4d87-bf6e-37d01257488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:02.954418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09cb07a0-74b7-42b1-a391-434646135216 req-0f3e218d-c0d7-4d87-bf6e-37d01257488d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2234d435-6c32-4f94-9d14-6f2211def4d4 HTTP/1.1" status: 200 len: 835 time: 0.0488200 Nov 25 20:16:02.955356 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d3d05a32-9572-4daa-a3cb-a4b7ae8c6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'f6cc8e20-0459-4d79-8ada-4b2aaf718627', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'port_id': '57d7ef70-00bb-4301-bc5f-30ddb258da43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'mac_address': 'fa:16:3e:70:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:16:01Z', 'updated_at': '2021-11-25T20:16:01Z', 'revision_number': 0, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce883f4-c6fa-47c8-8f60-37a4f16efadf', 'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:4b:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:45Z', 'updated_at': '2021-11-25T20:15:49Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:02.984244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d05a32-9572-4daa-a3cb-a4b7ae8c6f95 None None] Checking router: 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:16:02.995370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d05a32-9572-4daa-a3cb-a4b7ae8c6f95 None None] Routers {'056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:02.995988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d3d05a32-9572-4daa-a3cb-a4b7ae8c6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:15:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:03.010103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb07a0-74b7-42b1-a391-434646135216 req-5d28823b-5f91-4e7e-bde0-94a9e33b39bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:03.011674 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09cb07a0-74b7-42b1-a391-434646135216 req-5d28823b-5f91-4e7e-bde0-94a9e33b39bb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5f08cade-5d64-456d-aade-69a8bd3bddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505624 Nov 25 20:16:03.118456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09cb07a0-74b7-42b1-a391-434646135216 req-596f6967-9607-4435-be86-19ebfc89fd77 service neutron] 10.222.0.76 "GET /v2.0/networks/5f08cade-5d64-456d-aade-69a8bd3bddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994496 Nov 25 20:16:03.120951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-d3d05a32-9572-4daa-a3cb-a4b7ae8c6f95 None None] Set router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:03.231234 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09cb07a0-74b7-42b1-a391-434646135216 req-12f8aa13-09e0-411c-8bcf-8dd3dd769f33 service neutron] 10.222.0.76 "GET /v2.0/networks/5f08cade-5d64-456d-aade-69a8bd3bddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054871 Nov 25 20:16:03.385296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d3d05a32-9572-4daa-a3cb-a4b7ae8c6f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'f6cc8e20-0459-4d79-8ada-4b2aaf718627', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'port_id': '57d7ef70-00bb-4301-bc5f-30ddb258da43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'mac_address': 'fa:16:3e:70:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:16:01Z', 'updated_at': '2021-11-25T20:16:01Z', 'revision_number': 0, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce883f4-c6fa-47c8-8f60-37a4f16efadf', 'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:4b:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:45Z', 'updated_at': '2021-11-25T20:15:49Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:03.416948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d05a32-9572-4daa-a3cb-a4b7ae8c6f95 None None] The sync data for ids ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'] in n-d-817303-9 is: [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'f6cc8e20-0459-4d79-8ada-4b2aaf718627', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'floating_ip_address': '172.25.8.217', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'port_id': '57d7ef70-00bb-4301-bc5f-30ddb258da43', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'mac_address': 'fa:16:3e:70:7e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:16:01Z', 'updated_at': '2021-11-25T20:16:01Z', 'revision_number': 0, 'project_id': '6050394ce4564430a84ddb05568904ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7ce883f4-c6fa-47c8-8f60-37a4f16efadf', 'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:4b:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:45Z', 'updated_at': '2021-11-25T20:15:49Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:16:03.643139 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-888ef75b-5d0f-44cb-bb83-6eb9433d5364 None None] New status for floating IP f6cc8e20-0459-4d79-8ada-4b2aaf718627: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:16:03.666237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46426) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:03.763024 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6d85e503-e689-485c-8647-cde103953166 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/floatingips/f6cc8e20-0459-4d79-8ada-4b2aaf718627 HTTP/1.1" status: 200 len: 991 time: 0.0935071 Nov 25 20:16:04.765809 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46430) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:04.831032 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-05d4b04b-8e88-40bf-bbbf-2fad4d5254f1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/floatingips/f6cc8e20-0459-4d79-8ada-4b2aaf718627 HTTP/1.1" status: 200 len: 993 time: 0.0638969 Nov 25 20:16:05.223319 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1feb9e17-b0e1-407a-8ce9-3b50a16033e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:06.030350 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:16:06.540035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:07.861157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:08.390634 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:14.907162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46484) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:15.014640 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0793-cfec-4102-8a7a-a61f909b62ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:15.096065 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0793-cfec-4102-8a7a-a61f909b62ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:15.099948 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe5d0793-cfec-4102-8a7a-a61f909b62ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:15.145569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fe5d0793-cfec-4102-8a7a-a61f909b62ac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9251aae444a24e319d4c9556ab0fc855&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2373016 Nov 25 20:16:15.146557 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5d0793-cfec-4102-8a7a-a61f909b62ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3efe3db-ae31-40db-b26c-38d262f47570,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:15.148371 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46488) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:15.198556 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1064d154-7503-4c40-9778-605ad56484ae admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:15.219637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1064d154-7503-4c40-9778-605ad56484ae admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:15.271476 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1064d154-7503-4c40-9778-605ad56484ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:15.274426 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1064d154-7503-4c40-9778-605ad56484ae admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:15.275818 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1064d154-7503-4c40-9778-605ad56484ae admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f3efe3db-ae31-40db-b26c-38d262f47570 HTTP/1.1" status: 204 len: 168 time: 0.1264601 Nov 25 20:16:15.285721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1064d154-7503-4c40-9778-605ad56484ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3efe3db-ae31-40db-b26c-38d262f47570,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:21.051833 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:23.302710 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:24.332354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46562) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:24.448261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d970c27b-d568-464b-bcb2-87f9cc7d45f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:24.532259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d970c27b-d568-464b-bcb2-87f9cc7d45f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:24.536275 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d970c27b-d568-464b-bcb2-87f9cc7d45f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:24.574753 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d970c27b-d568-464b-bcb2-87f9cc7d45f2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=df72323f66154329a3b6d3aa69cc2d7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2412524 Nov 25 20:16:24.575734 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d970c27b-d568-464b-bcb2-87f9cc7d45f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74463bfb-75a0-4ea9-a4ab-b8ea71d414e6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:24.577449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46566) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:24.629868 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f399052d-a6a2-4449-a779-cf13216a5309 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:24.661656 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f399052d-a6a2-4449-a779-cf13216a5309 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:24.714827 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f399052d-a6a2-4449-a779-cf13216a5309 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:24.717475 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f399052d-a6a2-4449-a779-cf13216a5309 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:24.718676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f399052d-a6a2-4449-a779-cf13216a5309 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74463bfb-75a0-4ea9-a4ab-b8ea71d414e6 HTTP/1.1" status: 204 len: 168 time: 0.1394517 Nov 25 20:16:24.728509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f399052d-a6a2-4449-a779-cf13216a5309 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74463bfb-75a0-4ea9-a4ab-b8ea71d414e6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:31.381745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46578) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:31.469125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0c588635-64d6-4339-ab4e-935489bd9d57 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/floatingips/f6cc8e20-0459-4d79-8ada-4b2aaf718627 HTTP/1.1" status: 200 len: 993 time: 0.0803995 Nov 25 20:16:31.716893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46584) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:31.878880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting port fe560d16-6973-411a-8942-02c5c3357f0b {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:16:31.879216 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:31.956090 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:31.956335 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:31.967790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Calling delete_port for fe560d16-6973-411a-8942-02c5c3357f0b owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:16:32.113630 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:32.128819 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-352751de-e404-43a7-a49e-05e6ae7a1664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:32.142181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Port': ['ID=fe560d16-6973-411a-8942-02c5c3357f0b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:32.207719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:32.207967 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Floating IP f6cc8e20-0459-4d79-8ada-4b2aaf718627 disassociated (deleted). External IP: 172.25.8.217, port: 57d7ef70-00bb-4301-bc5f-30ddb258da43. Nov 25 20:16:32.718176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:16:32.823904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:16:32.828738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:32.833322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51296301-3cd3-4ef1-b93d-51914da80d19 None None] Sync routers for ids ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:16:32.843405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51296301-3cd3-4ef1-b93d-51914da80d19 None None] Routers {'056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:32.844014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-51296301-3cd3-4ef1-b93d-51914da80d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:32.860816 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-07cd0b92-570f-4a01-acbc-c88abe33fdf8 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/floatingips/f6cc8e20-0459-4d79-8ada-4b2aaf718627 HTTP/1.1" status: 204 len: 168 time: 1.1428216 Nov 25 20:16:32.861506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'tag': '57d7ef70-00bb-4301-bc5f-30ddb258da43'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:16:32.864171 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a57a6097bdb5cadf60c26e04142ad59151c718a34694d18a9fa5d3c1e9bf970" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdc4030b-4200-43df-a739-c9a6e84a7924" -d '{"events": [{"name": "network-changed", "server_uuid": "89e91795-3cda-4701-ab10-c4569bc9ec21", "tag": "57d7ef70-00bb-4301-bc5f-30ddb258da43"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:16:32.955913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-51296301-3cd3-4ef1-b93d-51914da80d19 None None] Set router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:33.042511 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03ee6e1-b402-43b0-9edf-e35e5f5456d6 x-openstack-request-id: req-e03ee6e1-b402-43b0-9edf-e35e5f5456d6 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:16:33.042908 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89e91795-3cda-4701-ab10-c4569bc9ec21", "tag": "57d7ef70-00bb-4301-bc5f-30ddb258da43", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:16:33.043227 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e03ee6e1-b402-43b0-9edf-e35e5f5456d6 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:16:33.043689 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'tag': '57d7ef70-00bb-4301-bc5f-30ddb258da43', 'status': 'completed', 'code': 200} Nov 25 20:16:33.111593 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4030b-4200-43df-a739-c9a6e84a7924 req-ba10ce6f-e30e-4b42-89f1-93e07b4bdcc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:33.113251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdc4030b-4200-43df-a739-c9a6e84a7924 req-ba10ce6f-e30e-4b42-89f1-93e07b4bdcc0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6050394ce4564430a84ddb05568904ef&device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 1096 time: 0.0463364 Nov 25 20:16:33.181367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-51296301-3cd3-4ef1-b93d-51914da80d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7ce883f4-c6fa-47c8-8f60-37a4f16efadf', 'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:4b:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:45Z', 'updated_at': '2021-11-25T20:15:49Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:33.212582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51296301-3cd3-4ef1-b93d-51914da80d19 None None] Checking router: 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:16:33.217040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4030b-4200-43df-a739-c9a6e84a7924 req-8862a8af-7e8e-47be-ae28-a62a9461da6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:33.218480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdc4030b-4200-43df-a739-c9a6e84a7924 req-8862a8af-7e8e-47be-ae28-a62a9461da6d service neutron] 10.222.0.76 "GET /v2.0/networks?id=5f08cade-5d64-456d-aade-69a8bd3bddbb HTTP/1.1" status: 200 len: 897 time: 0.0966923 Nov 25 20:16:33.221962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51296301-3cd3-4ef1-b93d-51914da80d19 None None] Routers {'056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:33.222572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-51296301-3cd3-4ef1-b93d-51914da80d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:33.263544 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdc4030b-4200-43df-a739-c9a6e84a7924 req-129bb983-2a0a-4031-840c-d70e89553a6c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=57d7ef70-00bb-4301-bc5f-30ddb258da43 HTTP/1.1" status: 200 len: 217 time: 0.0368731 Nov 25 20:16:33.320793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4030b-4200-43df-a739-c9a6e84a7924 req-ab0027df-c6e1-48d8-bc86-deda8a71c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:33.322292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdc4030b-4200-43df-a739-c9a6e84a7924 req-ab0027df-c6e1-48d8-bc86-deda8a71c7e7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=2234d435-6c32-4f94-9d14-6f2211def4d4 HTTP/1.1" status: 200 len: 835 time: 0.0505030 Nov 25 20:16:33.329770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-51296301-3cd3-4ef1-b93d-51914da80d19 None None] Set router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:33.376458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc4030b-4200-43df-a739-c9a6e84a7924 req-9cae72d0-d153-4c44-9227-afde1040fef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:33.379266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdc4030b-4200-43df-a739-c9a6e84a7924 req-9cae72d0-d153-4c44-9227-afde1040fef9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=5f08cade-5d64-456d-aade-69a8bd3bddbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494812 Nov 25 20:16:33.505315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d3aee0-8b2d-4126-bd32-85193e8fa278 req-fd06eac0-c7fb-4b45-b31b-8e6848c14e98 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:33.507408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78d3aee0-8b2d-4126-bd32-85193e8fa278 req-fd06eac0-c7fb-4b45-b31b-8e6848c14e98 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 945 time: 0.2272725 Nov 25 20:16:33.525175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdc4030b-4200-43df-a739-c9a6e84a7924 req-b2e6c273-1b16-49b6-b30e-c251881e8092 service neutron] 10.222.0.76 "GET /v2.0/networks/5f08cade-5d64-456d-aade-69a8bd3bddbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376455 Nov 25 20:16:33.624330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78d3aee0-8b2d-4126-bd32-85193e8fa278 req-8242b855-ab3e-4cec-a57c-6c8717b0e586 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67f7df1-a25e-4dc1-b74f-07fa6016e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087601 Nov 25 20:16:33.655865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdc4030b-4200-43df-a739-c9a6e84a7924 req-75f7c984-cfae-425e-93e9-c377a8a0f5b9 service neutron] 10.222.0.76 "GET /v2.0/networks/5f08cade-5d64-456d-aade-69a8bd3bddbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163998 Nov 25 20:16:33.723245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-51296301-3cd3-4ef1-b93d-51914da80d19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7ce883f4-c6fa-47c8-8f60-37a4f16efadf', 'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:4b:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:45Z', 'updated_at': '2021-11-25T20:15:49Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:33.750853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51296301-3cd3-4ef1-b93d-51914da80d19 None None] The sync data for ids ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'] in n-d-817303-9 is: [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7ce883f4-c6fa-47c8-8f60-37a4f16efadf', 'name': '', 'network_id': '5f08cade-5d64-456d-aade-69a8bd3bddbb', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'mac_address': 'fa:16:3e:4b:13:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_interface', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:45Z', 'updated_at': '2021-11-25T20:15:49Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'subnets': [{'id': '2234d435-6c32-4f94-9d14-6f2211def4d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:16:33.998709 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff5314-3cc9-493a-9441-709aab2cdcd2 None None] New status for floating IP f6cc8e20-0459-4d79-8ada-4b2aaf718627: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:16:34.538491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67325ca3-2719-4f61-a00b-0731152fd09b req-5c885057-3662-43ad-a3d8-a28629c98c1c tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:34.540013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67325ca3-2719-4f61-a00b-0731152fd09b req-5c885057-3662-43ad-a3d8-a28629c98c1c tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.76 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 945 time: 0.0492470 Nov 25 20:16:34.634367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-67325ca3-2719-4f61-a00b-0731152fd09b req-5650ac2b-f650-4887-9193-e7e43423c7f6 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting port 57d7ef70-00bb-4301-bc5f-30ddb258da43 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:16:34.634621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-67325ca3-2719-4f61-a00b-0731152fd09b req-5650ac2b-f650-4887-9193-e7e43423c7f6 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:34.754653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-67325ca3-2719-4f61-a00b-0731152fd09b req-5650ac2b-f650-4887-9193-e7e43423c7f6 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] For port 57d7ef70-00bb-4301-bc5f-30ddb258da43, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=57d7ef70-00bb-4301-bc5f-30ddb258da43,segment=NetworkSegment(b15c7a20-8a85-42e3-8a8e-7a49931ca976),segment_id=b15c7a20-8a85-42e3-8a8e-7a49931ca976)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:16:34.755036 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-67325ca3-2719-4f61-a00b-0731152fd09b req-5650ac2b-f650-4887-9193-e7e43423c7f6 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:34.771294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-67325ca3-2719-4f61-a00b-0731152fd09b req-5650ac2b-f650-4887-9193-e7e43423c7f6 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Calling delete_port for 57d7ef70-00bb-4301-bc5f-30ddb258da43 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:16:34.786275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e579c3a-a0de-42b5-9cf9-fcc7b07a3ad0 req-8db6fd84-f35b-43b9-b180-ff3b329db12e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:34.787983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1e579c3a-a0de-42b5-9cf9-fcc7b07a3ad0 req-8db6fd84-f35b-43b9-b180-ff3b329db12e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/ports?device_id=89e91795-3cda-4701-ab10-c4569bc9ec21 HTTP/1.1" status: 200 len: 945 time: 0.0885155 Nov 25 20:16:34.882339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1e579c3a-a0de-42b5-9cf9-fcc7b07a3ad0 req-8dbde3d8-34a6-4652-8135-37bd6c4badbd tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "GET /v2.0/security-groups?id=d67f7df1-a25e-4dc1-b74f-07fa6016e561&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876095 Nov 25 20:16:34.950703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-67325ca3-2719-4f61-a00b-0731152fd09b req-5650ac2b-f650-4887-9193-e7e43423c7f6 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:34.979345 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5650ac2b-f650-4887-9193-e7e43423c7f6 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Port': ['ID=57d7ef70-00bb-4301-bc5f-30ddb258da43,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:35.034990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-67325ca3-2719-4f61-a00b-0731152fd09b req-5650ac2b-f650-4887-9193-e7e43423c7f6 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] No DVR routers for this DVR port 57d7ef70-00bb-4301-bc5f-30ddb258da43 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:16:35.037947 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-67325ca3-2719-4f61-a00b-0731152fd09b req-5650ac2b-f650-4887-9193-e7e43423c7f6 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:35.041610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67325ca3-2719-4f61-a00b-0731152fd09b req-5650ac2b-f650-4887-9193-e7e43423c7f6 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.76 "DELETE /v2.0/ports/57d7ef70-00bb-4301-bc5f-30ddb258da43 HTTP/1.1" status: 204 len: 173 time: 0.4954085 Nov 25 20:16:35.042153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'name': 'network-vif-deleted', 'tag': '57d7ef70-00bb-4301-bc5f-30ddb258da43'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:16:35.044507 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3b244a-dc80-4349-a14a-959aa18b4740" -d '{"events": [{"server_uuid": "89e91795-3cda-4701-ab10-c4569bc9ec21", "name": "network-vif-deleted", "tag": "57d7ef70-00bb-4301-bc5f-30ddb258da43"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:16:35.082046 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178abd1d-638b-444e-aee0-af20986e756e x-openstack-request-id: req-178abd1d-638b-444e-aee0-af20986e756e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:16:35.082343 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89e91795-3cda-4701-ab10-c4569bc9ec21", "name": "network-vif-deleted", "tag": "57d7ef70-00bb-4301-bc5f-30ddb258da43", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:16:35.082597 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-178abd1d-638b-444e-aee0-af20986e756e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:16:35.083040 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89e91795-3cda-4701-ab10-c4569bc9ec21', 'name': 'network-vif-deleted', 'tag': '57d7ef70-00bb-4301-bc5f-30ddb258da43', 'status': 'completed', 'code': 200} Nov 25 20:16:35.224690 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-66fe942a-b726-417c-bcc1-9877491b651e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:35.944161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46604) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:36.001647 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:36.028079 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:36.097738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:36.101468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:36.102988 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/security-groups/d67f7df1-a25e-4dc1-b74f-07fa6016e561 HTTP/1.1" status: 204 len: 168 time: 0.1576154 Nov 25 20:16:36.118730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67f7df1-a25e-4dc1-b74f-07fa6016e561,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:36.129193 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.129539 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.129888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.130230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.130578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.130945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.131283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.135309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.135309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.135309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.135309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.135309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f7325be-077f-43af-86d4-82a31a75a55f tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:36.136290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46608) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:36.505745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:36.546368 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:36.763264 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:16:36.763518 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:36.851507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] For port 7ce883f4-c6fa-47c8-8f60-37a4f16efadf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7ce883f4-c6fa-47c8-8f60-37a4f16efadf,segment=NetworkSegment(b15c7a20-8a85-42e3-8a8e-7a49931ca976),segment_id=b15c7a20-8a85-42e3-8a8e-7a49931ca976)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:16:36.851869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:36.863520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Calling delete_port for 7ce883f4-c6fa-47c8-8f60-37a4f16efadf owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:16:37.045338 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:37.075589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Port': ['ID=7ce883f4-c6fa-47c8-8f60-37a4f16efadf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:37.254825 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:37.474944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:16:37.864378 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:37.939539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:16:37.944883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c552314b-b533-4f41-9fd6-93bf33277a2e tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "PUT /v2.0/routers/056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8073795 Nov 25 20:16:37.948162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46610) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:37.950664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd54d5-6bdf-40c0-86ca-57ad47998e08 None None] Sync routers for ids ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:16:37.961760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd54d5-6bdf-40c0-86ca-57ad47998e08 None None] Routers {'056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:37.962388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30dd54d5-6bdf-40c0-86ca-57ad47998e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:38.000662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3f9f9ed-39cb-417e-a648-907966bd85a1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting subnet 2234d435-6c32-4f94-9d14-6f2211def4d4 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:16:38.004408 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3f9f9ed-39cb-417e-a648-907966bd85a1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.044905 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3f9f9ed-39cb-417e-a648-907966bd85a1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.081297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-30dd54d5-6bdf-40c0-86ca-57ad47998e08 None None] Set router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:38.135143 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3f9f9ed-39cb-417e-a648-907966bd85a1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.193744 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3f9f9ed-39cb-417e-a648-907966bd85a1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.222140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f9f9ed-39cb-417e-a648-907966bd85a1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Subnet': ['ID=2234d435-6c32-4f94-9d14-6f2211def4d4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:38.224148 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c3f9f9ed-39cb-417e-a648-907966bd85a1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.231194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c3f9f9ed-39cb-417e-a648-907966bd85a1 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/subnets/2234d435-6c32-4f94-9d14-6f2211def4d4 HTTP/1.1" status: 204 len: 168 time: 0.2819941 Nov 25 20:16:38.231670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46612) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:38.242770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a509692-0b18-46e0-9b10-41370d33ebe0 None None] Network 5f08cade-5d64-456d-aade-69a8bd3bddbb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:16:38.348035 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.374403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30dd54d5-6bdf-40c0-86ca-57ad47998e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:16:36Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:38.418879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd54d5-6bdf-40c0-86ca-57ad47998e08 None None] Checking router: 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:16:38.437325 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.440522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30dd54d5-6bdf-40c0-86ca-57ad47998e08 None None] Routers {'056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:38.441136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30dd54d5-6bdf-40c0-86ca-57ad47998e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:38.463895 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.517142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Deleting port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:16:38.517479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.536397 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad19a22-1c91-4346-9c7e-c9af5a46ff28 None None] DHCP port deletion for 5f08cade-5d64-456d-aade-69a8bd3bddbb request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:16:38.585310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-30dd54d5-6bdf-40c0-86ca-57ad47998e08 None None] Set router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:38.603761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] For port 8594f5d6-c3a4-47ea-bd58-d185f253ae8f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8594f5d6-c3a4-47ea-bd58-d185f253ae8f,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:16:38.604114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.616822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Calling delete_port for 8594f5d6-c3a4-47ea-bd58-d185f253ae8f owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:16:38.714584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6ad19a22-1c91-4346-9c7e-c9af5a46ff28 None None] Deleting port 29bac690-201d-422d-9f66-746dd58ab922 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:16:38.714902 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6ad19a22-1c91-4346-9c7e-c9af5a46ff28 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.745943 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 57d7ef70-00bb-4301-bc5f-30ddb258da43 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:16:38.792325 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.805078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 57d7ef70-00bb-4301-bc5f-30ddb258da43 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:16:38.805365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 57d7ef70-00bb-4301-bc5f-30ddb258da43 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:16:38.819934 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Port': ['ID=8594f5d6-c3a4-47ea-bd58-d185f253ae8f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:38.837184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d54e431-d1b6-4923-88ac-46856356c80d None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:16:38.848275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6ad19a22-1c91-4346-9c7e-c9af5a46ff28 None None] For port 29bac690-201d-422d-9f66-746dd58ab922, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=29bac690-201d-422d-9f66-746dd58ab922,segment=NetworkSegment(b15c7a20-8a85-42e3-8a8e-7a49931ca976),segment_id=b15c7a20-8a85-42e3-8a8e-7a49931ca976)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:16:38.848677 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6ad19a22-1c91-4346-9c7e-c9af5a46ff28 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.864493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6ad19a22-1c91-4346-9c7e-c9af5a46ff28 None None] Calling delete_port for 29bac690-201d-422d-9f66-746dd58ab922 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:16:38.886423 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.939780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-30dd54d5-6bdf-40c0-86ca-57ad47998e08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:16:36Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:38.970976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30dd54d5-6bdf-40c0-86ca-57ad47998e08 None None] The sync data for ids ['056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276'] in n-d-817303-9 is: [{'id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'name': 'tempest-TestNetworkBasicOps-router-1713914264', 'tenant_id': '6050394ce4564430a84ddb05568904ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244'}], 'enable_snat': True}, 'gw_port_id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:15:41Z', 'updated_at': '2021-11-25T20:16:36Z', 'revision_number': 5, 'project_id': '6050394ce4564430a84ddb05568904ef', 'gw_port': {'id': '8594f5d6-c3a4-47ea-bd58-d185f253ae8f', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:25:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:15:42Z', 'updated_at': '2021-11-25T20:15:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:16:38.984701 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.987139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:38.995549 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6ad19a22-1c91-4346-9c7e-c9af5a46ff28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.029994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad19a22-1c91-4346-9c7e-c9af5a46ff28 None None] No DVR routers for this DVR port 29bac690-201d-422d-9f66-746dd58ab922 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:16:39.031803 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad19a22-1c91-4346-9c7e-c9af5a46ff28 None None] Pushing event deleted for resources: {'Port': ['ID=29bac690-201d-422d-9f66-746dd58ab922,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:39.034262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.034878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Fanout notify agent at l3_agent the message router_deleted on router 056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:16:39.043488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.044267 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ba7888ed-0d85-4365-b59f-c491648b3230 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/routers/056f6d6f-bcc0-44c8-a21e-f9ab7bbaa276 HTTP/1.1" status: 204 len: 168 time: 0.8115342 Nov 25 20:16:39.048789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46614) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:39.132984 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.217702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.237569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f08cade-5d64-456d-aade-69a8bd3bddbb']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:39.246907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15c7a20-8a85-42e3-8a8e-7a49931ca976') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:39.247210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15c7a20-8a85-42e3-8a8e-7a49931ca976') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:39.256998 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.269911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.276384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Releasing vlan 618 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:16:39.276767 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:16:39.279728 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:16:39.351564 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.359462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.362102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] 10.222.0.15 "DELETE /v2.0/networks/5f08cade-5d64-456d-aade-69a8bd3bddbb HTTP/1.1" status: 204 len: 168 time: 0.3115735 Nov 25 20:16:39.377598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ebfeee-f2e0-47bf-a9cc-237a7cae4dc2 tempest-TestNetworkBasicOps-1535312990 tempest-TestNetworkBasicOps-1535312990-project] Pushing event deleted for resources: {'Network': ['ID=5f08cade-5d64-456d-aade-69a8bd3bddbb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:39.646393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46620) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:39.782919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b78cfda9-285f-48bb-9d9c-f17512c47e12 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6050394ce4564430a84ddb05568904ef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349840 Nov 25 20:16:39.785560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46624) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:39.832269 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12c04c9b-4af6-4f18-8fe8-91e84139991c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.855802 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12c04c9b-4af6-4f18-8fe8-91e84139991c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.906947 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12c04c9b-4af6-4f18-8fe8-91e84139991c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.909814 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-12c04c9b-4af6-4f18-8fe8-91e84139991c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:39.910993 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-12c04c9b-4af6-4f18-8fe8-91e84139991c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7651673a-a064-4978-8e2d-81723fa30541 HTTP/1.1" status: 204 len: 168 time: 0.1245091 Nov 25 20:16:39.919581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c04c9b-4af6-4f18-8fe8-91e84139991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7651673a-a064-4978-8e2d-81723fa30541,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:40.189094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46630) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:40.203245 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54e6adec-8cee-4e85-8079-d5488d8cc543 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:40.278762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54e6adec-8cee-4e85-8079-d5488d8cc543 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:40.282753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-54e6adec-8cee-4e85-8079-d5488d8cc543 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:40.321212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e6adec-8cee-4e85-8079-d5488d8cc543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1123cbc0-27c0-4fb6-8580-25f75485a54c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:40.325530 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-54e6adec-8cee-4e85-8079-d5488d8cc543 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4d397e15ec4044e38215b3d7348c873e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1354399 Nov 25 20:16:40.328129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46632) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:40.381855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 29bac690-201d-422d-9f66-746dd58ab922 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:16:40.386320 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25dcda95-497c-42ad-bfa1-ca2e81f980fa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:40.402663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 29bac690-201d-422d-9f66-746dd58ab922 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:16:40.403089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 29bac690-201d-422d-9f66-746dd58ab922 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:16:40.403449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7ce883f4-c6fa-47c8-8f60-37a4f16efadf no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:16:40.410666 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25dcda95-497c-42ad-bfa1-ca2e81f980fa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:40.427115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 7ce883f4-c6fa-47c8-8f60-37a4f16efadf {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:16:40.427464 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7ce883f4-c6fa-47c8-8f60-37a4f16efadf not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:16:40.427875 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8594f5d6-c3a4-47ea-bd58-d185f253ae8f no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:16:40.446582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 8594f5d6-c3a4-47ea-bd58-d185f253ae8f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:16:40.446951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8594f5d6-c3a4-47ea-bd58-d185f253ae8f not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:16:40.460114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25dcda95-497c-42ad-bfa1-ca2e81f980fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:40.462904 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-25dcda95-497c-42ad-bfa1-ca2e81f980fa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:40.464066 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-25dcda95-497c-42ad-bfa1-ca2e81f980fa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1123cbc0-27c0-4fb6-8580-25f75485a54c HTTP/1.1" status: 204 len: 168 time: 0.1350365 Nov 25 20:16:40.472260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcda95-497c-42ad-bfa1-ca2e81f980fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1123cbc0-27c0-4fb6-8580-25f75485a54c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:41.149303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46654) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:41.244323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1492982114-network', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:16:41.265040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Made reservation on behalf of ae1b6134542c4f459ee4c2400c0e49e3 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:16:41.267378 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.276386 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.352598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.356224 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.380970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 621} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:16:41.392617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1152db8e-4842-47f1-9453-024f36d60241,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:41.399944 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.400216 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Added segment 4b44edc1-8183-4e5e-a337-23cdca31489e of type vlan for network 377828e7-98ef-410a-b312-c0cda9ef1151 Nov 25 20:16:41.455594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.488352 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.489324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:41.489900 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.551641 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4011679 Nov 25 20:16:41.555303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46658) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:41.562034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] Request body: {'subnet': {'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1492982114-subnet', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:16:41.566027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f12f89d-e1db-4a9c-bb27-7d98265d7d33 admin admin] Pushing event updated for resources: {'Network': ['ID=377828e7-98ef-410a-b312-c0cda9ef1151,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:41.576036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 377828e7-98ef-410a-b312-c0cda9ef1151 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:16:41.586786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] Made reservation on behalf of ae1b6134542c4f459ee4c2400c0e49e3 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:16:41.589123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.763205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.822302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ce21da2-f2ac-4c12-9625-eb014abdb509,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:41.832505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] Checking segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:16:41.832864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] Network hostable DHCP agents. Network: 377828e7-98ef-410a-b312-c0cda9ef1151, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:16:41.851138 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] Network 377828e7-98ef-410a-b312-c0cda9ef1151 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:16:41.859819 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 377828e7-98ef-410a-b312-c0cda9ef1151) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:41.863861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:41.864464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.869518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4364964c-aabc-42f1-9c6f-41ada773ce0b None None] Network 377828e7-98ef-410a-b312-c0cda9ef1151 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:16:41.881857 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-170368bb-ae01-4202-9020-6047312518f6 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3255577 Nov 25 20:16:41.884801 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46660) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:41.889817 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:16:41.911777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.913505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:41.973569 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.023935 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-377828e7-98ef-410a-b312-c0cda9ef1151', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:16:42.024807 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.117019 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.172343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Allocated IP 172.20.0.2 (377828e7-98ef-410a-b312-c0cda9ef1151/6ce21da2-f2ac-4c12-9625-eb014abdb509/6b131e97-63af-4459-9ef2-683f047c17a3) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:16:42.320170 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.325898 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.332417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.353081 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.370342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Network 377828e7-98ef-410a-b312-c0cda9ef1151 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:16:42.373844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:42.376316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:16:42.384484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Pushing event updated for resources: {'Port': ['ID=6b131e97-63af-4459-9ef2-683f047c17a3,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:42.442220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Attempting to bind port 6b131e97-63af-4459-9ef2-683f047c17a3 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:16:42.442597 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Attempting to bind port 6b131e97-63af-4459-9ef2-683f047c17a3 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:16:42.443005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Attempting to bind port 6b131e97-63af-4459-9ef2-683f047c17a3 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:16:42.448369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:16:42.448751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Checking segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:16:42.449153 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.449606 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Bound using segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:16:42.450079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Bound port: 6b131e97-63af-4459-9ef2-683f047c17a3, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:16:42.450468 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.466784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Allocated IP 172.25.8.137 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/bc5caef7-778a-43a8-a42a-b80bd89aac12) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:16:42.516004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] For port 6b131e97-63af-4459-9ef2-683f047c17a3, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:16:42.519598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] For port 6b131e97-63af-4459-9ef2-683f047c17a3, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6b131e97-63af-4459-9ef2-683f047c17a3,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:16:42.524792 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.576513 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.583634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032a3312-2104-4ba2-b39c-5176f02e94d3 None None] Pushing event updated for resources: {'Port': ['ID=6b131e97-63af-4459-9ef2-683f047c17a3,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:42.612713 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.656148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:16:42.661623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:42.665856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:16:42.677087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68a1260-9cda-41f2-b11f-34f95775862b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:16:42.698524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Pushing event updated for resources: {'Port': ['ID=bc5caef7-778a-43a8-a42a-b80bd89aac12,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:42.782882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d52794fc-85be-4625-bcdc-3901b713f429 None None] Provisioning complete for port bc5caef7-778a-43a8-a42a-b80bd89aac12 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:42.783321 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d52794fc-85be-4625-bcdc-3901b713f429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:42.838306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d52794fc-85be-4625-bcdc-3901b713f429 None None] Port bc5caef7-778a-43a8-a42a-b80bd89aac12 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:16:42.962864 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:43.029559 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:16:43.157721 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:43.296687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:16:43.408257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:16:43.418911 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Sync routers for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:16:43.427892 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:43.429461 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6da5d119-8f03-4b05-8b2c-9ffa556cdd02 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5433626 Nov 25 20:16:43.431104 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:43.431721 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:43.432261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46662) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:43.557687 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:43.590232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961d8b29-2a98-4acc-925d-691fa45453eb None None] Network 377828e7-98ef-410a-b312-c0cda9ef1151 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:16:43.760608 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:42Z', 'revision_number': 3, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:43.797514 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Checking router: b6a1468c-f761-4a13-b1d2-b8f2f47fc171 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:16:43.798040 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Updating router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 port bc5caef7-778a-43a8-a42a-b80bd89aac12 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:16:43.830316 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:43.830907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-573c724a-64fe-4c69-a6b0-2dc9f42a8572 None None] Provisioning complete for port 6b131e97-63af-4459-9ef2-683f047c17a3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:43.831282 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-573c724a-64fe-4c69-a6b0-2dc9f42a8572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:43.907330 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:43.984869 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-573c724a-64fe-4c69-a6b0-2dc9f42a8572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.032245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-573c724a-64fe-4c69-a6b0-2dc9f42a8572 None None] For port 6b131e97-63af-4459-9ef2-683f047c17a3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6b131e97-63af-4459-9ef2-683f047c17a3,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:16:44.038973 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-573c724a-64fe-4c69-a6b0-2dc9f42a8572 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.087263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Allocated IP 172.20.0.1 (377828e7-98ef-410a-b312-c0cda9ef1151/6ce21da2-f2ac-4c12-9625-eb014abdb509/723be541-25d8-431d-8d61-35c4e272048d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:16:44.104849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573c724a-64fe-4c69-a6b0-2dc9f42a8572 None None] Pushing event updated for resources: {'Port': ['ID=6b131e97-63af-4459-9ef2-683f047c17a3,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:44.116113 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.123737 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.169028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1cd85-8103-4cac-9438-322cfdc7f9e3 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:16:44.187942 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Attempting to bind port bc5caef7-778a-43a8-a42a-b80bd89aac12 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:16:44.188326 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Attempting to bind port bc5caef7-778a-43a8-a42a-b80bd89aac12 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:16:44.188693 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Attempting to bind port bc5caef7-778a-43a8-a42a-b80bd89aac12 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:16:44.200083 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:16:44.200478 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:16:44.201020 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.201421 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:16:44.201901 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Bound port: bc5caef7-778a-43a8-a42a-b80bd89aac12, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:16:44.202284 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.232078 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.249996 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Pushing event updated for resources: {'Port': ['ID=bc5caef7-778a-43a8-a42a-b80bd89aac12,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:44.269815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1e182287-f2b0-49b9-99a5-a05c341bdb39 None None] Provisioning complete for port bc5caef7-778a-43a8-a42a-b80bd89aac12 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:44.270184 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1e182287-f2b0-49b9-99a5-a05c341bdb39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.280203 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.281326 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] For port bc5caef7-778a-43a8-a42a-b80bd89aac12, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:16:44.285223 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] For port bc5caef7-778a-43a8-a42a-b80bd89aac12, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bc5caef7-778a-43a8-a42a-b80bd89aac12,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:16:44.294408 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.297321 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.297611 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.297949 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.298286 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.298617 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.299139 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.299322 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.299614 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.300463 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.300801 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.301160 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.301486 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:44.317447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1e182287-f2b0-49b9-99a5-a05c341bdb39 None None] Port bc5caef7-778a-43a8-a42a-b80bd89aac12 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:16:44.347769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Network 377828e7-98ef-410a-b312-c0cda9ef1151 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:16:44.356831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:44.360278 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:16:44.372126 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbe5b19-e471-433c-a329-428a29e62b25 None None] Pushing event updated for resources: {'Port': ['ID=bc5caef7-778a-43a8-a42a-b80bd89aac12,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:44.387764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbe5546-7ff3-4d1e-ab3c-c81894cb74be None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:16:44.395541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Pushing event updated for resources: {'Port': ['ID=723be541-25d8-431d-8d61-35c4e272048d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:44.395714 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:44.396292 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:44.419432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.433191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6b131e97-63af-4459-9ef2-683f047c17a3 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:16:44.474680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-471a5a1a-e5f5-4cb1-bd05-6c3628b48722 None None] Provisioning complete for port bc5caef7-778a-43a8-a42a-b80bd89aac12 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:44.475766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-471a5a1a-e5f5-4cb1-bd05-6c3628b48722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.529165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6b131e97-63af-4459-9ef2-683f047c17a3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:44.529451 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.538021 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:44.590834 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.614453 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-471a5a1a-e5f5-4cb1-bd05-6c3628b48722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.666565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-471a5a1a-e5f5-4cb1-bd05-6c3628b48722 None None] For port bc5caef7-778a-43a8-a42a-b80bd89aac12, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bc5caef7-778a-43a8-a42a-b80bd89aac12,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:16:44.675482 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-471a5a1a-e5f5-4cb1-bd05-6c3628b48722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.729234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-471a5a1a-e5f5-4cb1-bd05-6c3628b48722 None None] Provisioning complete for port 6b131e97-63af-4459-9ef2-683f047c17a3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:44.729610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-471a5a1a-e5f5-4cb1-bd05-6c3628b48722 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.758085 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:42Z', 'revision_number': 3, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:44.765020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471a5a1a-e5f5-4cb1-bd05-6c3628b48722 None None] Pushing event updated for resources: {'Port': ['ID=bc5caef7-778a-43a8-a42a-b80bd89aac12,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:44.785812 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9680173f-20cd-4189-98a1-ea4e9fa4c247 None None] The sync data for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 is: [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:42Z', 'revision_number': 3, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:16:44.797612 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.803745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.879106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Pushing event updated for resources: {'Port': ['ID=723be541-25d8-431d-8d61-35c4e272048d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:44.881881 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.948987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8aa87a4c-3a13-4e3a-89c6-915515360add None None] Provisioning complete for port 723be541-25d8-431d-8d61-35c4e272048d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:44.948987 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8aa87a4c-3a13-4e3a-89c6-915515360add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:44.979008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Network 377828e7-98ef-410a-b312-c0cda9ef1151 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:16:44.980810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:44.997912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8aa87a4c-3a13-4e3a-89c6-915515360add None None] Port 723be541-25d8-431d-8d61-35c4e272048d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:16:45.126522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:16:45.256687 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:16:45.262581 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f1cb9bc8-1f15-40fe-a599-1d0620f94625 admin admin] 10.222.0.15 "PUT /v2.0/routers/b6a1468c-f761-4a13-b1d2-b8f2f47fc171/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8292432 Nov 25 20:16:45.326984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-453ddb41-54c5-4398-a7b4-705ea8998e8a None None] Provisioning complete for port 723be541-25d8-431d-8d61-35c4e272048d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:45.327363 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-453ddb41-54c5-4398-a7b4-705ea8998e8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:45.367180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-453ddb41-54c5-4398-a7b4-705ea8998e8a None None] Port 723be541-25d8-431d-8d61-35c4e272048d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:16:45.771256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46678) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:45.777108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-123373160-network', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:16:45.800483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Made reservation on behalf of d23b856189814ae68f543cd4c8f291c3 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:16:45.803929 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:45.812986 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:45.890995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:45.895038 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:45.921368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:16:45.930711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7b3f6a-9fcf-4826-96b5-655dae8895b0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:45.936693 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:45.937039 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Added segment 348ce866-ae4a-408a-b812-65cb13a35a1e of type vlan for network 12599fa7-1494-4add-903a-c2c9972fb1ab Nov 25 20:16:45.981747 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:46.005852 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:46.008071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:46.008659 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:46.046360 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2732205 Nov 25 20:16:46.049250 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46680) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:46.054754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] Request body: {'subnet': {'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-123373160-subnet', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:16:46.076992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f28119-e476-4e0e-990a-58d47ad2a632 admin admin] Pushing event updated for resources: {'Network': ['ID=12599fa7-1494-4add-903a-c2c9972fb1ab,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:46.087360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] Made reservation on behalf of d23b856189814ae68f543cd4c8f291c3 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:16:46.089171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 12599fa7-1494-4add-903a-c2c9972fb1ab details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:16:46.090233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:46.268752 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:46.323357 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9332196d-a9ca-4b62-9757-e9da161ce500,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:46.334217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] Checking segment: {'id': '348ce866-ae4a-408a-b812-65cb13a35a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:16:46.334583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] Network hostable DHCP agents. Network: 12599fa7-1494-4add-903a-c2c9972fb1ab, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:16:46.354478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] Network 12599fa7-1494-4add-903a-c2c9972fb1ab is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:16:46.364028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 12599fa7-1494-4add-903a-c2c9972fb1ab) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:46.372254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:46.373070 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:46.382755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24376cb2-100c-43df-9680-24f8811a111a None None] Network 12599fa7-1494-4add-903a-c2c9972fb1ab requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:16:46.393088 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-37f59a86-9f57-4b0a-b9c7-cfabea50484a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3402543 Nov 25 20:16:46.393522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 46682) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:46.398174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-123373160-router', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:16:46.416959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bc5caef7-778a-43a8-a42a-b80bd89aac12 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:16:46.427012 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:46.427581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:46.480288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Sync routers for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:16:46.505087 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:46.526323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:46.526983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:46.668285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port bc5caef7-778a-43a8-a42a-b80bd89aac12 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:46.668658 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:46.733420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-12599fa7-1494-4add-903a-c2c9972fb1ab', 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'fixed_ips': [{'subnet_id': '9332196d-a9ca-4b62-9757-e9da161ce500'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:16:46.734295 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:46.749722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:46.942635 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.053489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Allocated IP 172.20.0.2 (12599fa7-1494-4add-903a-c2c9972fb1ab/9332196d-a9ca-4b62-9757-e9da161ce500/703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:16:47.150834 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.170559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.195769 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 2, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:47.243256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Checking router: b6a1468c-f761-4a13-b1d2-b8f2f47fc171 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:16:47.243614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Updating router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 port 723be541-25d8-431d-8d61-35c4e272048d binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:16:47.280692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Allocated IP 172.25.8.74 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/2f820a05-9032-46f7-aaf6-382aed8756e6) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:16:47.284043 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.286270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.296569 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.369910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Network 12599fa7-1494-4add-903a-c2c9972fb1ab is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:16:47.375774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:47.387049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:16:47.391405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.430640 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.438258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Pushing event updated for resources: {'Port': ['ID=703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:47.470264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:16:47.477215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:47.480697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:16:47.506130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc576916-d30a-4b8d-9abc-993255e340f3 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:16:47.514885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Pushing event updated for resources: {'Port': ['ID=2f820a05-9032-46f7-aaf6-382aed8756e6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:47.567518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Attempting to bind port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:16:47.567898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Attempting to bind port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '348ce866-ae4a-408a-b812-65cb13a35a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:16:47.568265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Attempting to bind port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 on network 12599fa7-1494-4add-903a-c2c9972fb1ab {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:16:47.577903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:16:47.578279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Checking segment: {'id': '348ce866-ae4a-408a-b812-65cb13a35a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:16:47.578684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.579901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Bound using segment: {'id': '348ce866-ae4a-408a-b812-65cb13a35a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:16:47.579901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Bound port: 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ce866-ae4a-408a-b812-65cb13a35a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:16:47.580147 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.667045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a2c0edd7-5158-4b7a-9713-dbbe2d5ee5ef None None] Provisioning complete for port 2f820a05-9032-46f7-aaf6-382aed8756e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:47.667426 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a2c0edd7-5158-4b7a-9713-dbbe2d5ee5ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.753366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.755676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a2c0edd7-5158-4b7a-9713-dbbe2d5ee5ef None None] Port 2f820a05-9032-46f7-aaf6-382aed8756e6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:16:47.770589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] For port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:16:47.961160 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.964275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] For port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2,segment=NetworkSegment(348ce866-ae4a-408a-b812-65cb13a35a1e),segment_id=348ce866-ae4a-408a-b812-65cb13a35a1e)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:16:47.971316 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:47.989114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:48.020020 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:48.056801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc474364-39ec-4f99-a0a8-e02ac5366c0c None None] Pushing event updated for resources: {'Port': ['ID=703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:48.131531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Router 456ccac6-7423-441b-aa24-0eac2e9a40d7 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:16:48.157593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Attempting to bind port 723be541-25d8-431d-8d61-35c4e272048d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:16:48.157969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Attempting to bind port 723be541-25d8-431d-8d61-35c4e272048d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:16:48.158336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Attempting to bind port 723be541-25d8-431d-8d61-35c4e272048d on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:16:48.164392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:16:48.164773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Checking segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:16:48.165177 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:48.165576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Bound using segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:16:48.166046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Bound port: 723be541-25d8-431d-8d61-35c4e272048d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:16:48.166504 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:48.168303 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf990db-749d-419e-9e5b-79d9581afdd2 None None] Pushing event updated for resources: {'Port': ['ID=723be541-25d8-431d-8d61-35c4e272048d,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:48.240608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] For port 723be541-25d8-431d-8d61-35c4e272048d, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:16:48.245469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] For port 723be541-25d8-431d-8d61-35c4e272048d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=723be541-25d8-431d-8d61-35c4e272048d,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:16:48.250832 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:48.270002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:16:48.284428 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Sync routers for ids ['456ccac6-7423-441b-aa24-0eac2e9a40d7'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:16:48.325484 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:48.327052 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d7991d16-bd6f-4072-901b-a0ab22d666ed admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9324980 Nov 25 20:16:48.330891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 46684) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:16:48.340388 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Routers {'456ccac6-7423-441b-aa24-0eac2e9a40d7'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:48.341152 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['456ccac6-7423-441b-aa24-0eac2e9a40d7'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:48.366399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:48.368441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:48.374133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf990db-749d-419e-9e5b-79d9581afdd2 None None] Pushing event updated for resources: {'Port': ['ID=723be541-25d8-431d-8d61-35c4e272048d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:48.482515 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Set router 456ccac6-7423-441b-aa24-0eac2e9a40d7 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:48.507862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1340c9fd-f551-4443-9e56-35e3b16d95d3 None None] Provisioning complete for port 723be541-25d8-431d-8d61-35c4e272048d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:48.511613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1340c9fd-f551-4443-9e56-35e3b16d95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:48.587172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:16:48.702169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:48.761264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:48.761670 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:48.811870 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1340c9fd-f551-4443-9e56-35e3b16d95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:48.817254 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'name': 'tempest-TestVolumeBootPattern-123373160-router', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:46Z', 'updated_at': '2021-11-25T20:16:47Z', 'revision_number': 3, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'gw_port': {'id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:47Z', 'updated_at': '2021-11-25T20:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:48.846360 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Checking router: 456ccac6-7423-441b-aa24-0eac2e9a40d7 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:16:48.847054 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Updating router 456ccac6-7423-441b-aa24-0eac2e9a40d7 port 2f820a05-9032-46f7-aaf6-382aed8756e6 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:16:48.874196 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:48.946212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1340c9fd-f551-4443-9e56-35e3b16d95d3 None None] For port 723be541-25d8-431d-8d61-35c4e272048d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=723be541-25d8-431d-8d61-35c4e272048d,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:16:48.972336 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1340c9fd-f551-4443-9e56-35e3b16d95d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.002828 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.037811 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.106318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1340c9fd-f551-4443-9e56-35e3b16d95d3 None None] Pushing event updated for resources: {'Port': ['ID=723be541-25d8-431d-8d61-35c4e272048d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:49.140669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2,segment=NetworkSegment(348ce866-ae4a-408a-b812-65cb13a35a1e),segment_id=348ce866-ae4a-408a-b812-65cb13a35a1e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:16:49.141837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-26b04b23-4ba9-4dea-98fc-91744545e258 None None] Provisioning complete for port 723be541-25d8-431d-8d61-35c4e272048d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:49.142694 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-26b04b23-4ba9-4dea-98fc-91744545e258 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.167558 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.213231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Allocated IP 172.20.0.1 (12599fa7-1494-4add-903a-c2c9972fb1ab/9332196d-a9ca-4b62-9757-e9da161ce500/0fdce211-8aaa-47fb-ae16-de5ffca7a39c) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:16:49.220357 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.230876 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.244010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:49.249777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:49.289960 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Attempting to bind port 2f820a05-9032-46f7-aaf6-382aed8756e6 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:16:49.290533 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Attempting to bind port 2f820a05-9032-46f7-aaf6-382aed8756e6 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:16:49.291052 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Attempting to bind port 2f820a05-9032-46f7-aaf6-382aed8756e6 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:16:49.293462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24877db7-5b44-4dc5-9b09-ebf279f812cf None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:16:49.297422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d548ef1e-1c85-46c2-afd5-70b79634d7f0 None None] The sync data for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 is: [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:16:49.307205 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:16:49.307619 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:16:49.307988 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.308387 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:16:49.308878 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Bound port: 2f820a05-9032-46f7-aaf6-382aed8756e6, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:16:49.309262 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.409559 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.414022 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] For port 2f820a05-9032-46f7-aaf6-382aed8756e6, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:16:49.420899 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9616e5a-c34d-4ad2-bd20-d5c718df25d3 None None] Pushing event updated for resources: {'Port': ['ID=2f820a05-9032-46f7-aaf6-382aed8756e6,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:49.445906 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] For port 2f820a05-9032-46f7-aaf6-382aed8756e6, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2f820a05-9032-46f7-aaf6-382aed8756e6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:16:49.453543 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.468228 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.545924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5012421e-3a1b-43ba-b61a-bef95813dade None None] Provisioning complete for port 2f820a05-9032-46f7-aaf6-382aed8756e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:49.545924 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5012421e-3a1b-43ba-b61a-bef95813dade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.546271 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Network 12599fa7-1494-4add-903a-c2c9972fb1ab is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:16:49.548562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:49.552339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:16:49.552707 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Routers {'456ccac6-7423-441b-aa24-0eac2e9a40d7'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:49.554118 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['456ccac6-7423-441b-aa24-0eac2e9a40d7'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:49.589690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649d8a46-8ebd-426a-83ef-d91ea2e081c7 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:16:49.593207 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.596483 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445180d3-1db5-47c7-ac0c-747ccd82bc9d None None] Network 12599fa7-1494-4add-903a-c2c9972fb1ab requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:16:49.622084 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9616e5a-c34d-4ad2-bd20-d5c718df25d3 None None] Pushing event updated for resources: {'Port': ['ID=2f820a05-9032-46f7-aaf6-382aed8756e6,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:49.722679 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] Set router 456ccac6-7423-441b-aa24-0eac2e9a40d7 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:49.727132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Pushing event updated for resources: {'Port': ['ID=0fdce211-8aaa-47fb-ae16-de5ffca7a39c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:49.742933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.743543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.743965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.744304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.744641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.745031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.745424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.745580 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5012421e-3a1b-43ba-b61a-bef95813dade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.745778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.746086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.746412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.746734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.747080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:16:49.788805 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.796816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5012421e-3a1b-43ba-b61a-bef95813dade None None] For port 2f820a05-9032-46f7-aaf6-382aed8756e6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2f820a05-9032-46f7-aaf6-382aed8756e6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:16:49.828355 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5012421e-3a1b-43ba-b61a-bef95813dade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.922323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5012421e-3a1b-43ba-b61a-bef95813dade None None] Pushing event updated for resources: {'Port': ['ID=2f820a05-9032-46f7-aaf6-382aed8756e6,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:49.956905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8b1eddfa-a9a6-479f-91a3-2eb641f54a05 None None] Provisioning complete for port 2f820a05-9032-46f7-aaf6-382aed8756e6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:49.957287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b1eddfa-a9a6-479f-91a3-2eb641f54a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:49.978137 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'name': 'tempest-TestVolumeBootPattern-123373160-router', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:46Z', 'updated_at': '2021-11-25T20:16:47Z', 'revision_number': 3, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'gw_port': {'id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:47Z', 'updated_at': '2021-11-25T20:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:50.013545 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:50.029372 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:50.041701 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1551561c-1856-481e-af51-fdb3510b9ebf None None] The sync data for ids ['456ccac6-7423-441b-aa24-0eac2e9a40d7'] in n-d-817303-9 is: [{'id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'name': 'tempest-TestVolumeBootPattern-123373160-router', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:46Z', 'updated_at': '2021-11-25T20:16:47Z', 'revision_number': 3, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'gw_port': {'id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:47Z', 'updated_at': '2021-11-25T20:16:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:16:50.092695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8b1eddfa-a9a6-479f-91a3-2eb641f54a05 None None] Provisioning complete for port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:50.093251 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b1eddfa-a9a6-479f-91a3-2eb641f54a05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:50.122042 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:50.257214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Pushing event updated for resources: {'Port': ['ID=0fdce211-8aaa-47fb-ae16-de5ffca7a39c,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:50.270472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Network 12599fa7-1494-4add-903a-c2c9972fb1ab is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:16:50.272897 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:50.342220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dea10b39-7882-4758-8e74-810999f23cb6 None None] Provisioning complete for port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:50.343328 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dea10b39-7882-4758-8e74-810999f23cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:50.424747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-dea10b39-7882-4758-8e74-810999f23cb6 None None] Port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:16:50.448615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-dea10b39-7882-4758-8e74-810999f23cb6 None None] Provisioning complete for port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:50.449625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dea10b39-7882-4758-8e74-810999f23cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:50.463297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Router 456ccac6-7423-441b-aa24-0eac2e9a40d7 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:16:50.636886 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:16:50.675133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:16:50.685242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f15f42c7-f60a-4496-a3c8-fd971deacb2e admin admin] 10.222.0.15 "PUT /v2.0/routers/456ccac6-7423-441b-aa24-0eac2e9a40d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3531899 Nov 25 20:16:50.725270 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:50.725643 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:50.789831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9f4123cc-5da5-45b9-a684-7169b2a68055 None None] Provisioning complete for port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:50.790201 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9f4123cc-5da5-45b9-a684-7169b2a68055 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:50.872226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9f4123cc-5da5-45b9-a684-7169b2a68055 None None] Port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:16:50.889890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 723be541-25d8-431d-8d61-35c4e272048d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:16:50.954975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 723be541-25d8-431d-8d61-35c4e272048d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:50.955362 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:51.009656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3f9048e4-f4f1-4292-8709-03f9327fb153 None None] Provisioning complete for port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:51.010034 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3f9048e4-f4f1-4292-8709-03f9327fb153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:51.074105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3f9048e4-f4f1-4292-8709-03f9327fb153 None None] Port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:16:51.104686 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:52.442702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2f820a05-9032-46f7-aaf6-382aed8756e6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:16:52.497016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 2f820a05-9032-46f7-aaf6-382aed8756e6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:52.497381 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:52.663446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Sync routers for ids ['456ccac6-7423-441b-aa24-0eac2e9a40d7'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:16:52.675187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Routers {'456ccac6-7423-441b-aa24-0eac2e9a40d7'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:52.675890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['456ccac6-7423-441b-aa24-0eac2e9a40d7'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:52.941852 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-8313bac1-33e6-4e23-9918-b428fe05f0ab tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:52.944000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-8313bac1-33e6-4e23-9918-b428fe05f0ab tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1069171 Nov 25 20:16:52.945656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Set router 456ccac6-7423-441b-aa24-0eac2e9a40d7 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:52.959378 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-77b3072d-5a3d-443c-94f0-6e5960e04948 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/quotas/ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 375 time: 0.0091419 Nov 25 20:16:53.018565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-a881af6d-6bdf-41d2-975b-e5de971e173f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0532207 Nov 25 20:16:53.172117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'name': 'tempest-TestVolumeBootPattern-123373160-router', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:46Z', 'updated_at': '2021-11-25T20:16:49Z', 'revision_number': 4, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'gw_port': {'id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:47Z', 'updated_at': '2021-11-25T20:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0fdce211-8aaa-47fb-ae16-de5ffca7a39c', 'name': '', 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'mac_address': 'fa:16:3e:b5:72:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9332196d-a9ca-4b62-9757-e9da161ce500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:49Z', 'updated_at': '2021-11-25T20:16:49Z', 'revision_number': 2, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'subnets': [{'id': '9332196d-a9ca-4b62-9757-e9da161ce500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:53.199395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Checking router: 456ccac6-7423-441b-aa24-0eac2e9a40d7 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:16:53.199756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Updating router 456ccac6-7423-441b-aa24-0eac2e9a40d7 port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:16:53.231553 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:53.284709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-428a37b9-c3ae-418d-9840-f32355161a49 service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348019 Nov 25 20:16:53.352636 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:53.541180 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:53.547158 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:53.602036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be494b49-d346-407e-b935-105d104cae35 None None] Pushing event updated for resources: {'Port': ['ID=0fdce211-8aaa-47fb-ae16-de5ffca7a39c,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:53.671261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Attempting to bind port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:16:53.671645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Attempting to bind port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '348ce866-ae4a-408a-b812-65cb13a35a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:16:53.672027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Attempting to bind port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c on network 12599fa7-1494-4add-903a-c2c9972fb1ab {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:16:53.678844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:16:53.679220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Checking segment: {'id': '348ce866-ae4a-408a-b812-65cb13a35a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:16:53.679645 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:53.680045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Bound using segment: {'id': '348ce866-ae4a-408a-b812-65cb13a35a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:16:53.680603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Bound port: 0fdce211-8aaa-47fb-ae16-de5ffca7a39c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348ce866-ae4a-408a-b812-65cb13a35a1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:16:53.681005 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:53.756240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] For port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:16:53.760106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] For port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0fdce211-8aaa-47fb-ae16-de5ffca7a39c,segment=NetworkSegment(348ce866-ae4a-408a-b812-65cb13a35a1e),segment_id=348ce866-ae4a-408a-b812-65cb13a35a1e)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:16:53.765438 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:53.815410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-8ef78dd5-cda2-4259-b3da-99a267894ce6 service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5231709 Nov 25 20:16:53.829065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Routers {'456ccac6-7423-441b-aa24-0eac2e9a40d7'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:16:53.829711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:16:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['456ccac6-7423-441b-aa24-0eac2e9a40d7'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:53.873190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be494b49-d346-407e-b935-105d104cae35 None None] Pushing event updated for resources: {'Port': ['ID=0fdce211-8aaa-47fb-ae16-de5ffca7a39c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:53.960440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4368ba9d-dc34-4e44-993f-55e5a722838c None None] Provisioning complete for port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:53.960669 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4368ba9d-dc34-4e44-993f-55e5a722838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:53.969728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] Set router 456ccac6-7423-441b-aa24-0eac2e9a40d7 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:16:54.134951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-243671cd-761e-47af-837b-834efbbdf00e req-590f2a80-954c-4ab2-9614-33a4e5ce5f04 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 210 time: 0.0309408 Nov 25 20:16:54.189774 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4368ba9d-dc34-4e44-993f-55e5a722838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:54.263623 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4368ba9d-dc34-4e44-993f-55e5a722838c None None] For port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0fdce211-8aaa-47fb-ae16-de5ffca7a39c,segment=NetworkSegment(348ce866-ae4a-408a-b812-65cb13a35a1e),segment_id=348ce866-ae4a-408a-b812-65cb13a35a1e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:16:54.270834 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4368ba9d-dc34-4e44-993f-55e5a722838c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:54.328338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'name': 'tempest-TestVolumeBootPattern-123373160-router', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:46Z', 'updated_at': '2021-11-25T20:16:49Z', 'revision_number': 4, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'gw_port': {'id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:47Z', 'updated_at': '2021-11-25T20:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0fdce211-8aaa-47fb-ae16-de5ffca7a39c', 'name': '', 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'mac_address': 'fa:16:3e:b5:72:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9332196d-a9ca-4b62-9757-e9da161ce500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:49Z', 'updated_at': '2021-11-25T20:16:53Z', 'revision_number': 4, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'subnets': [{'id': '9332196d-a9ca-4b62-9757-e9da161ce500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:16:54.330201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4368ba9d-dc34-4e44-993f-55e5a722838c None None] Pushing event updated for resources: {'Port': ['ID=0fdce211-8aaa-47fb-ae16-de5ffca7a39c,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:54.359306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba96c2eb-c985-4f3b-8cc7-61d7f2417a59 None None] The sync data for ids ['456ccac6-7423-441b-aa24-0eac2e9a40d7'] in n-d-817303-9 is: [{'id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'name': 'tempest-TestVolumeBootPattern-123373160-router', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:46Z', 'updated_at': '2021-11-25T20:16:49Z', 'revision_number': 4, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'gw_port': {'id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:47Z', 'updated_at': '2021-11-25T20:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0fdce211-8aaa-47fb-ae16-de5ffca7a39c', 'name': '', 'network_id': '12599fa7-1494-4add-903a-c2c9972fb1ab', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'mac_address': 'fa:16:3e:b5:72:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '9332196d-a9ca-4b62-9757-e9da161ce500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:49Z', 'updated_at': '2021-11-25T20:16:53Z', 'revision_number': 4, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'subnets': [{'id': '9332196d-a9ca-4b62-9757-e9da161ce500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:16:54.394552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-53fe882c-4d44-4717-bcd1-283fdc693e52 None None] Provisioning complete for port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:54.395020 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53fe882c-4d44-4717-bcd1-283fdc693e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:55.220002 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e8102bd-898d-4efa-bedf-bc0cd7e49be6 req-dc4af8d5-b16d-4ceb-9be1-bbc02468bcc3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 210 time: 0.0303886 Nov 25 20:16:56.313490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc3e8c3b-dcfc-4776-a1a5-56a7695d0caf req-b9962411-c607-4031-84a3-cb2890fb101a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 210 time: 0.0260284 Nov 25 20:16:56.413143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0fdce211-8aaa-47fb-ae16-de5ffca7a39c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:16:56.463288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:56.463659 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:57.105256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-8fb8df82-6ac0-4112-bc55-db69c708e90f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:57.106987 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-8fb8df82-6ac0-4112-bc55-db69c708e90f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1171525 Nov 25 20:16:57.121781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'port': {'device_id': '5c900522-2f96-4d13-a84a-ae441b85345c', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'admin_state_up': True, 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:16:57.237407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Made reservation on behalf of ae1b6134542c4f459ee4c2400c0e49e3 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:16:57.240964 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:57.378776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Allocated IP 172.20.0.9 (377828e7-98ef-410a-b312-c0cda9ef1151/6ce21da2-f2ac-4c12-9625-eb014abdb509/80dea21b-998e-4815-8f76-2302f491dcd4) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:16:57.448111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b2c86ab-e9a7-403e-a80b-4d17e393e868 req-1128ce89-e709-4139-a59f-de323d4f4f55 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 210 time: 0.0494597 Nov 25 20:16:57.573685 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:57.608317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:57.654081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Network 377828e7-98ef-410a-b312-c0cda9ef1151 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:16:57.657181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:16:57.662166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:16:57.695312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=80dea21b-998e-4815-8f76-2302f491dcd4,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:57.734045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:57.734701 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:57.753444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-365bf7b1-fcf5-4e88-aaaf-d2be94dddd68 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6362350 Nov 25 20:16:57.766537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Request body: {'port': {'device_id': '5c900522-2f96-4d13-a84a-ae441b85345c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:16:57.828868 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:57.934999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ebabc4bd-11ae-4adf-bcd4-6a0ea5d3347a None None] Provisioning complete for port 80dea21b-998e-4815-8f76-2302f491dcd4 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:16:57.935524 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ebabc4bd-11ae-4adf-bcd4-6a0ea5d3347a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:57.971256 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ebabc4bd-11ae-4adf-bcd4-6a0ea5d3347a None None] Port 80dea21b-998e-4815-8f76-2302f491dcd4 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:16:58.124533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80dea21b-998e-4815-8f76-2302f491dcd4 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:16:58.133088 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:58.147198 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Transition to ACTIVE for port object 80dea21b-998e-4815-8f76-2302f491dcd4 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:16:58.151186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:58.204370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Pushing event updated for resources: {'Port': ['ID=80dea21b-998e-4815-8f76-2302f491dcd4,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:58.284274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Attempting to bind port 80dea21b-998e-4815-8f76-2302f491dcd4 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:16:58.284850 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Attempting to bind port 80dea21b-998e-4815-8f76-2302f491dcd4 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:16:58.285340 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Attempting to bind port 80dea21b-998e-4815-8f76-2302f491dcd4 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:16:58.292248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Port 80dea21b-998e-4815-8f76-2302f491dcd4 on network 377828e7-98ef-410a-b312-c0cda9ef1151 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:16:58.292580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Attempting to bind port 80dea21b-998e-4815-8f76-2302f491dcd4 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:16:58.298092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 16, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:16:58.298432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Checking segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:16:58.298879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Bound using segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:16:58.299296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Bound port: 80dea21b-998e-4815-8f76-2302f491dcd4, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:16:58.299659 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:58.375037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] For port 80dea21b-998e-4815-8f76-2302f491dcd4, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:16:58.378709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] For port 80dea21b-998e-4815-8f76-2302f491dcd4, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=80dea21b-998e-4815-8f76-2302f491dcd4,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:16:58.383561 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:58.418660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:58.419246 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:16:58.420929 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] 10.222.0.76 "PUT /v2.0/ports/80dea21b-998e-4815-8f76-2302f491dcd4 HTTP/1.1" status: 200 len: 1091 time: 0.6590481 Nov 25 20:16:58.423672 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c900522-2f96-4d13-a84a-ae441b85345c', 'tag': '80dea21b-998e-4815-8f76-2302f491dcd4'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:16:58.426704 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1947eb4689fb9b8bb218841f9aeaca4ef749e57a64e7eecb220f08189e5e6ad2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a715c2-2a3f-435e-872b-64a73c3491e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5c900522-2f96-4d13-a84a-ae441b85345c", "tag": "80dea21b-998e-4815-8f76-2302f491dcd4"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:16:58.486005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99207f1d-6cd1-4ca3-9d75-c1598b13cf21 service neutron] Pushing event updated for resources: {'Port': ['ID=80dea21b-998e-4815-8f76-2302f491dcd4,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:16:58.522614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-a9db66d7-623f-4332-886e-6ad7d5e0310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:58.524418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-a9db66d7-623f-4332-886e-6ad7d5e0310e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 1094 time: 0.0576150 Nov 25 20:16:58.579389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-4406705b-b161-4962-bba2-2d3cdfcf7659 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80dea21b-998e-4815-8f76-2302f491dcd4 HTTP/1.1" status: 200 len: 217 time: 0.0468564 Nov 25 20:16:58.650528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-b2e4027e-e873-4d16-be84-4200ecbc1e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:58.652051 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-b2e4027e-e873-4d16-be84-4200ecbc1e0e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0662191 Nov 25 20:16:58.696784 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ab1a32-3b3e-4bb2-9b3b-4a4a738eb84c x-openstack-request-id: req-78ab1a32-3b3e-4bb2-9b3b-4a4a738eb84c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:16:58.697076 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c900522-2f96-4d13-a84a-ae441b85345c", "tag": "80dea21b-998e-4815-8f76-2302f491dcd4", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:16:58.697321 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-78ab1a32-3b3e-4bb2-9b3b-4a4a738eb84c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:16:58.697717 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c900522-2f96-4d13-a84a-ae441b85345c', 'tag': '80dea21b-998e-4815-8f76-2302f491dcd4', 'status': 'completed', 'code': 200} Nov 25 20:16:58.721290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-aac8400c-b6dd-4f6a-a547-624ed475575a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:58.723015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-aac8400c-b6dd-4f6a-a547-624ed475575a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574889 Nov 25 20:16:58.876561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb952fa-695e-43f2-a8a1-b2b106937999 req-b805a98c-0438-4286-8f7a-44ee654b058e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:58.878079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ffb952fa-695e-43f2-a8a1-b2b106937999 req-b805a98c-0438-4286-8f7a-44ee654b058e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 943 time: 0.1093149 Nov 25 20:16:58.882661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-2bf52174-5f90-4c67-88bd-602afff566de service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524363 Nov 25 20:16:58.986198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ffb952fa-695e-43f2-a8a1-b2b106937999 req-19cf4c65-fc0b-4f0b-b860-9ba5a49d85fc tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002355 Nov 25 20:16:59.009897 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16f3c38a-9555-4b14-b1fe-1a4ab087e9c1 req-ebedf756-55c3-4056-92ee-b97f1796d00d service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182444 Nov 25 20:16:59.173951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a715c2-2a3f-435e-872b-64a73c3491e8 req-e6242162-cb09-47de-8ed0-195f27e59a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:59.175552 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12a715c2-2a3f-435e-872b-64a73c3491e8 req-e6242162-cb09-47de-8ed0-195f27e59a31 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 1094 time: 0.0850086 Nov 25 20:16:59.267758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a715c2-2a3f-435e-872b-64a73c3491e8 req-9c5ce41e-849f-43ec-81ec-105d456610fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:59.269262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12a715c2-2a3f-435e-872b-64a73c3491e8 req-9c5ce41e-849f-43ec-81ec-105d456610fd service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0868843 Nov 25 20:16:59.317900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12a715c2-2a3f-435e-872b-64a73c3491e8 req-943a84ed-2a4d-4e86-9d78-209bf3189904 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80dea21b-998e-4815-8f76-2302f491dcd4 HTTP/1.1" status: 200 len: 217 time: 0.0415246 Nov 25 20:16:59.370196 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a715c2-2a3f-435e-872b-64a73c3491e8 req-e75b1eb9-1004-4e50-a2c8-06ae05a5cd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:59.372034 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12a715c2-2a3f-435e-872b-64a73c3491e8 req-e75b1eb9-1004-4e50-a2c8-06ae05a5cd8e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0478208 Nov 25 20:16:59.420831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a715c2-2a3f-435e-872b-64a73c3491e8 req-dbdb6a12-b479-4103-ae92-69b74f89258b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:16:59.422525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12a715c2-2a3f-435e-872b-64a73c3491e8 req-dbdb6a12-b479-4103-ae92-69b74f89258b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434098 Nov 25 20:16:59.518587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12a715c2-2a3f-435e-872b-64a73c3491e8 req-0cd91960-edf2-4cbb-a654-3af27a9af215 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891294 Nov 25 20:16:59.622361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12a715c2-2a3f-435e-872b-64a73c3491e8 req-3709ee6b-5c94-4571-a5ad-7f5fcbf09ddd service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972314 Nov 25 20:17:00.126377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13680497-f7cd-4808-9fb2-0472ca8a0885 req-d2e423e2-3aba-4a2a-b3c6-0375de37a44e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:00.127933 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13680497-f7cd-4808-9fb2-0472ca8a0885 req-d2e423e2-3aba-4a2a-b3c6-0375de37a44e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 943 time: 0.0569961 Nov 25 20:17:00.179045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13680497-f7cd-4808-9fb2-0472ca8a0885 req-988d582c-f937-44d1-a338-f23dbecd1879 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444560 Nov 25 20:17:01.301052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a5f5e3-0397-49a0-91f5-7e2ec4d710ee req-da429d55-50ac-4e56-8a0c-28aac31774ff tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:01.302947 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00a5f5e3-0397-49a0-91f5-7e2ec4d710ee req-da429d55-50ac-4e56-8a0c-28aac31774ff tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 943 time: 0.0539374 Nov 25 20:17:01.356629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00a5f5e3-0397-49a0-91f5-7e2ec4d710ee req-3fc92c8e-f45b-47cf-9471-38b45a20100b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Nov 25 20:17:02.132503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0556af42-a923-48f3-9cb0-528f03fa5832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:02.480387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd36e26-5a5a-404b-88d4-a4a8588f33ca req-5db3e18c-ce6b-477b-9137-82b77024550c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:02.481899 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acd36e26-5a5a-404b-88d4-a4a8588f33ca req-5db3e18c-ce6b-477b-9137-82b77024550c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 943 time: 0.0531626 Nov 25 20:17:02.529127 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acd36e26-5a5a-404b-88d4-a4a8588f33ca req-c30e634b-6e0f-4c26-aba1-3119c657d804 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Nov 25 20:17:03.644176 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b18b2-c5c9-49e4-b6ee-52daeb383fed req-3a41ea3c-670a-48c9-a722-8d8bf6e2fbb8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:03.645737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a13b18b2-c5c9-49e4-b6ee-52daeb383fed req-3a41ea3c-670a-48c9-a722-8d8bf6e2fbb8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 943 time: 0.0488894 Nov 25 20:17:03.694961 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a13b18b2-c5c9-49e4-b6ee-52daeb383fed req-67ee5180-a74c-453e-ae69-be926d808685 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430090 Nov 25 20:17:04.814873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af62b461-927e-4e16-b125-7e2759ac7d57 req-b6992870-d978-41f0-a350-6594b43fa82a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:04.816375 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af62b461-927e-4e16-b125-7e2759ac7d57 req-b6992870-d978-41f0-a350-6594b43fa82a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 943 time: 0.0516770 Nov 25 20:17:04.871409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af62b461-927e-4e16-b125-7e2759ac7d57 req-b0cce307-af93-4340-b797-db24647a0a41 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488789 Nov 25 20:17:05.228702 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d62f895-7d20-418a-aff1-751e3116b78c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:05.986398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33865bb-1d04-4715-9571-b197090b4638 req-d65520fc-d474-48eb-b8b7-be048ee135f9 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:05.987937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f33865bb-1d04-4715-9571-b197090b4638 req-d65520fc-d474-48eb-b8b7-be048ee135f9 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 943 time: 0.0492046 Nov 25 20:17:06.035165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f33865bb-1d04-4715-9571-b197090b4638 req-7a074d08-08a6-4889-841c-849fe7ae9a1f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407207 Nov 25 20:17:06.546810 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:07.152653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b54057-2faf-4ccb-b4fe-89125e83d3f0 req-6a9b0a46-b817-4d90-8a1e-50e7ff8f896e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:07.154156 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81b54057-2faf-4ccb-b4fe-89125e83d3f0 req-6a9b0a46-b817-4d90-8a1e-50e7ff8f896e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 943 time: 0.0506732 Nov 25 20:17:07.202891 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81b54057-2faf-4ccb-b4fe-89125e83d3f0 req-12f8791c-0348-4afa-bca6-7433c1982b1f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423913 Nov 25 20:17:07.867807 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:08.327625 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6b661-bf89-4b1f-821a-64955fad1fbf req-49f3221c-c50a-425f-864d-5a70de25deb0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:08.329160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bde6b661-bf89-4b1f-821a-64955fad1fbf req-49f3221c-c50a-425f-864d-5a70de25deb0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 943 time: 0.0547352 Nov 25 20:17:08.378539 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bde6b661-bf89-4b1f-821a-64955fad1fbf req-c8de41b8-f8a2-4368-8e36-b4ab83fe8c57 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430036 Nov 25 20:17:08.398897 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:08.849334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 80dea21b-998e-4815-8f76-2302f491dcd4 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:17:08.946882 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 80dea21b-998e-4815-8f76-2302f491dcd4, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=80dea21b-998e-4815-8f76-2302f491dcd4,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:17:08.957065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '80dea21b-998e-4815-8f76-2302f491dcd4', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'port_id': '80dea21b-998e-4815-8f76-2302f491dcd4', 'mac_address': 'fa:16:3e:0e:d8:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:17:09.003362 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:09.016754 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80dea21b-998e-4815-8f76-2302f491dcd4 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:17:09.036193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 80dea21b-998e-4815-8f76-2302f491dcd4, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=80dea21b-998e-4815-8f76-2302f491dcd4,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:17:09.040617 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:09.088881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=80dea21b-998e-4815-8f76-2302f491dcd4,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:09.096152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.096501 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.096846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.097180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.097514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.097846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.098172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.098498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.098850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.099175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.099498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.099819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:17:09.245248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['80dea21b-998e-4815-8f76-2302f491dcd4'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:17:09.495691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2ab4e-09dd-423b-9a7e-a198d3ac08ad req-e85bfa59-892f-4efc-a9ab-b2bd7c128738 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:09.497086 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89e2ab4e-09dd-423b-9a7e-a198d3ac08ad req-e85bfa59-892f-4efc-a9ab-b2bd7c128738 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 944 time: 0.0487137 Nov 25 20:17:09.544475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89e2ab4e-09dd-423b-9a7e-a198d3ac08ad req-8c24985d-bcb6-4a79-a85e-cb9d81be32bd tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413265 Nov 25 20:17:10.665506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349b2840-1453-42a7-b315-148c5f4a5444 req-b4de8dac-766f-4b44-afab-9cc4fbdd9886 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:10.667066 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-349b2840-1453-42a7-b315-148c5f4a5444 req-b4de8dac-766f-4b44-afab-9cc4fbdd9886 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 944 time: 0.0499787 Nov 25 20:17:10.718582 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-349b2840-1453-42a7-b315-148c5f4a5444 req-a68c88ab-24d4-4d28-a2d3-d7ff054dbed0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454566 Nov 25 20:17:10.865563 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 80dea21b-998e-4815-8f76-2302f491dcd4 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:17:10.915857 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 80dea21b-998e-4815-8f76-2302f491dcd4 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:17:10.920241 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 80dea21b-998e-4815-8f76-2302f491dcd4 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:17:10.920610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:11.000317 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:11.024153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c900522-2f96-4d13-a84a-ae441b85345c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dea21b-998e-4815-8f76-2302f491dcd4'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:17:11.038718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 80dea21b-998e-4815-8f76-2302f491dcd4, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=80dea21b-998e-4815-8f76-2302f491dcd4,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:17:11.042707 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:11.067390 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e4cc9a-fd04-48eb-8149-99da95705f3a" -d '{"events": [{"server_uuid": "5c900522-2f96-4d13-a84a-ae441b85345c", "name": "network-vif-plugged", "status": "completed", "tag": "80dea21b-998e-4815-8f76-2302f491dcd4"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:17:11.096832 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=80dea21b-998e-4815-8f76-2302f491dcd4,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:11.156562 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44357430-ef32-4165-b573-2b6c33497891 x-openstack-request-id: req-44357430-ef32-4165-b573-2b6c33497891 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:17:11.156855 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c900522-2f96-4d13-a84a-ae441b85345c", "name": "network-vif-plugged", "status": "completed", "tag": "80dea21b-998e-4815-8f76-2302f491dcd4", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:17:11.157108 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-44357430-ef32-4165-b573-2b6c33497891 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:17:11.157535 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c900522-2f96-4d13-a84a-ae441b85345c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80dea21b-998e-4815-8f76-2302f491dcd4', 'code': 200} Nov 25 20:17:11.254346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d02671-d9cb-4a9c-b209-ca89df282fbb req-2e29cf1d-41ed-4780-b583-1b1668f16604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:11.255888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0d02671-d9cb-4a9c-b209-ca89df282fbb req-2e29cf1d-41ed-4780-b583-1b1668f16604 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 1096 time: 0.0395544 Nov 25 20:17:11.300008 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0d02671-d9cb-4a9c-b209-ca89df282fbb req-b952816d-2529-445d-9347-19647546a484 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Nov 25 20:17:11.835724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7b3bc7-d5d7-4834-a25a-b2f80be1da75 req-262a19f3-d615-4413-a084-6fea3b1b586f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:11.837301 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e7b3bc7-d5d7-4834-a25a-b2f80be1da75 req-262a19f3-d615-4413-a084-6fea3b1b586f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 945 time: 0.0496256 Nov 25 20:17:11.884258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e7b3bc7-d5d7-4834-a25a-b2f80be1da75 req-6b1ef84c-baac-4ef0-967b-4e5e751abd01 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409629 Nov 25 20:17:13.003876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93befe95-37c4-46bf-9e4c-e053823c6c29 req-1eec4908-edbf-43c4-811d-7bea3ac4167e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:13.005397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93befe95-37c4-46bf-9e4c-e053823c6c29 req-1eec4908-edbf-43c4-811d-7bea3ac4167e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 945 time: 0.0530179 Nov 25 20:17:13.062222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93befe95-37c4-46bf-9e4c-e053823c6c29 req-776b0d06-a803-4bcc-a630-43a5621fa977 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458460 Nov 25 20:17:13.177136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732dbf9-13f9-4fe9-bf74-46bcbbb550f7 req-391d6a85-55a4-4572-bc9a-0cfd94d5d568 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:13.178727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3732dbf9-13f9-4fe9-bf74-46bcbbb550f7 req-391d6a85-55a4-4572-bc9a-0cfd94d5d568 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 945 time: 0.0504274 Nov 25 20:17:13.225203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3732dbf9-13f9-4fe9-bf74-46bcbbb550f7 req-a29d861a-1471-4a84-aa59-a9a7e3c60821 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404289 Nov 25 20:17:13.342084 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4d2db0-df63-4a9a-b866-bfe969209a8e req-6ca01339-7d1e-42fb-ade5-5cb86a6cf282 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:13.343656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e4d2db0-df63-4a9a-b866-bfe969209a8e req-6ca01339-7d1e-42fb-ade5-5cb86a6cf282 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 945 time: 0.0528662 Nov 25 20:17:13.393004 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e4d2db0-df63-4a9a-b866-bfe969209a8e req-dc3d1648-adcc-4f92-85b0-ddbaa28af39f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434642 Nov 25 20:17:13.627177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aa3db9-783b-4cfa-94d8-2e8c0bb65ea5 req-e0db497b-e145-4337-9f82-6f0f0d3d8743 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:13.628650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56aa3db9-783b-4cfa-94d8-2e8c0bb65ea5 req-e0db497b-e145-4337-9f82-6f0f0d3d8743 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 945 time: 0.0493877 Nov 25 20:17:13.686198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56aa3db9-783b-4cfa-94d8-2e8c0bb65ea5 req-53a29e84-9e0e-43c0-99b4-785ffb49e025 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507257 Nov 25 20:17:14.801261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffabfa7-c930-4e34-b536-b19722d0ca2b req-10419ef9-1e89-473a-a15e-395f315169de tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:14.802732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ffabfa7-c930-4e34-b536-b19722d0ca2b req-10419ef9-1e89-473a-a15e-395f315169de tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 945 time: 0.0487428 Nov 25 20:17:14.856600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ffabfa7-c930-4e34-b536-b19722d0ca2b req-0527d426-d526-4dcb-89a1-5b9a498fd9f5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472341 Nov 25 20:17:15.011348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0a58b5-a4cc-41b8-a462-9a876e02c713 req-574bac0f-c83b-4cac-817c-4bb7d292144d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:15.012722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e0a58b5-a4cc-41b8-a462-9a876e02c713 req-574bac0f-c83b-4cac-817c-4bb7d292144d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 945 time: 0.0480206 Nov 25 20:17:15.101606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-0e0a58b5-a4cc-41b8-a462-9a876e02c713 req-5d3f9572-2550-41b3-9fe4-fc20bd4976b5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Deleting port 80dea21b-998e-4815-8f76-2302f491dcd4 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:17:15.101956 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0e0a58b5-a4cc-41b8-a462-9a876e02c713 req-5d3f9572-2550-41b3-9fe4-fc20bd4976b5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:15.192194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-0e0a58b5-a4cc-41b8-a462-9a876e02c713 req-5d3f9572-2550-41b3-9fe4-fc20bd4976b5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] For port 80dea21b-998e-4815-8f76-2302f491dcd4, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=80dea21b-998e-4815-8f76-2302f491dcd4,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:17:15.192559 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0e0a58b5-a4cc-41b8-a462-9a876e02c713 req-5d3f9572-2550-41b3-9fe4-fc20bd4976b5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:15.204297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-0e0a58b5-a4cc-41b8-a462-9a876e02c713 req-5d3f9572-2550-41b3-9fe4-fc20bd4976b5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Calling delete_port for 80dea21b-998e-4815-8f76-2302f491dcd4 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:17:15.332371 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0e0a58b5-a4cc-41b8-a462-9a876e02c713 req-5d3f9572-2550-41b3-9fe4-fc20bd4976b5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:15.344613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['80dea21b-998e-4815-8f76-2302f491dcd4'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:17:15.359934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f9572-2550-41b3-9fe4-fc20bd4976b5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event deleted for resources: {'Port': ['ID=80dea21b-998e-4815-8f76-2302f491dcd4,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:15.407179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e0a58b5-a4cc-41b8-a462-9a876e02c713 req-5d3f9572-2550-41b3-9fe4-fc20bd4976b5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] No DVR routers for this DVR port 80dea21b-998e-4815-8f76-2302f491dcd4 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:17:15.410322 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0e0a58b5-a4cc-41b8-a462-9a876e02c713 req-5d3f9572-2550-41b3-9fe4-fc20bd4976b5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:15.414633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e0a58b5-a4cc-41b8-a462-9a876e02c713 req-5d3f9572-2550-41b3-9fe4-fc20bd4976b5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "DELETE /v2.0/ports/80dea21b-998e-4815-8f76-2302f491dcd4 HTTP/1.1" status: 204 len: 173 time: 0.3954015 Nov 25 20:17:15.415128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c900522-2f96-4d13-a84a-ae441b85345c', 'name': 'network-vif-deleted', 'tag': '80dea21b-998e-4815-8f76-2302f491dcd4'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:17:15.461560 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fbe069-e5d6-4ca4-88f5-287a83f84dc7" -d '{"events": [{"server_uuid": "5c900522-2f96-4d13-a84a-ae441b85345c", "name": "network-vif-deleted", "tag": "80dea21b-998e-4815-8f76-2302f491dcd4"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:17:15.566069 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:17:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33db204d-f9b4-434a-a7ab-26f1c9a3aa3a x-openstack-request-id: req-33db204d-f9b4-434a-a7ab-26f1c9a3aa3a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:17:15.566278 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c900522-2f96-4d13-a84a-ae441b85345c", "name": "network-vif-deleted", "tag": "80dea21b-998e-4815-8f76-2302f491dcd4", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:17:15.566538 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-33db204d-f9b4-434a-a7ab-26f1c9a3aa3a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:17:15.566980 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c900522-2f96-4d13-a84a-ae441b85345c', 'name': 'network-vif-deleted', 'tag': '80dea21b-998e-4815-8f76-2302f491dcd4', 'status': 'completed', 'code': 200} Nov 25 20:17:15.958564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54565631-a1f3-4d41-babd-084ba4d31ae7 req-90edc7a1-587b-45b4-845e-f79fecfeb6e5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 210 time: 0.0273464 Nov 25 20:17:17.058535 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a637a999-6b6a-4e4a-91e8-b7ac60b3f0a3 req-09203636-e0a4-47a7-bcd2-33f61a5895d3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 210 time: 0.0280614 Nov 25 20:17:18.158464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d7eb676-39c1-4a4a-8835-7d4d333cde74 req-7538f44f-4c30-4edf-91aa-0d372dcb63ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 210 time: 0.0298562 Nov 25 20:17:18.911282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 80dea21b-998e-4815-8f76-2302f491dcd4 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:17:18.932239 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 80dea21b-998e-4815-8f76-2302f491dcd4 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:17:18.932584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 80dea21b-998e-4815-8f76-2302f491dcd4 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:17:19.257755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3b33307-06ab-4ad8-960b-d3b4b591d3a0 req-d7305395-9f7b-4380-a29e-b574864f893d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c900522-2f96-4d13-a84a-ae441b85345c HTTP/1.1" status: 200 len: 210 time: 0.0272369 Nov 25 20:17:20.029980 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:17:21.070826 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:23.305935 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:32.140359 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-28eef671-a019-41c3-9b32-1ec40cfd5d33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:35.230773 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-28c2d327-5b36-4230-b59c-1d46ba545e84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:36.550389 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:37.871192 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:38.403074 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:42.471968 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-a3e3295e-86d0-4640-a7bb-68d3974bd4a9 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:42.473387 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-a3e3295e-86d0-4640-a7bb-68d3974bd4a9 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1036091 Nov 25 20:17:42.489244 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-f1983d25-8f7a-4a9c-b9ac-9780718ab778 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/quotas/ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 375 time: 0.0093141 Nov 25 20:17:42.549305 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-bcaff8c0-1a75-4309-97d9-8320c0ac54ad tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529187 Nov 25 20:17:42.645615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-0f14b66d-5db9-4dc7-ab45-d7a54019054e service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891018 Nov 25 20:17:42.757019 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-3e4c5ce6-d441-42a2-99c1-fe96041376e9 service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028376 Nov 25 20:17:42.964631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b50f0491-1804-4d20-998c-11fb783b2195 req-3a8fa1f1-5572-45b5-85ea-41f4a3ba8645 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 210 time: 0.0270786 Nov 25 20:17:44.038005 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-dee4fdd8-9a28-4c3e-8d0d-9da502f533f8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:44.040519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-dee4fdd8-9a28-4c3e-8d0d-9da502f533f8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1205792 Nov 25 20:17:44.064108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'port': {'device_id': 'a613853e-f312-4dfb-8a26-5cafa533add2', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'admin_state_up': True, 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:17:44.090069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86148c7f-a0df-44ef-8144-d57f62ce2844 req-ab144665-0bae-4c1b-886a-65d769ade760 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 210 time: 0.0407517 Nov 25 20:17:44.207280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Made reservation on behalf of ae1b6134542c4f459ee4c2400c0e49e3 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:17:44.211806 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:44.356951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Allocated IP 172.20.0.4 (377828e7-98ef-410a-b312-c0cda9ef1151/6ce21da2-f2ac-4c12-9625-eb014abdb509/38bc1779-8170-47a3-a3d4-7b2fc194cffd) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:17:44.537708 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:44.577172 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:44.621664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Network 377828e7-98ef-410a-b312-c0cda9ef1151 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:17:44.627911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:17:44.632060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:17:44.659472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=38bc1779-8170-47a3-a3d4-7b2fc194cffd,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:44.693222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:44.693891 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:44.713675 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-33b45907-503f-4c0e-af06-83d5450ca99f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6624539 Nov 25 20:17:44.727462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Request body: {'port': {'device_id': 'a613853e-f312-4dfb-8a26-5cafa533add2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:17:44.792046 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:44.888051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-44c07e61-14a3-4149-82b9-f2118c339c6b None None] Provisioning complete for port 38bc1779-8170-47a3-a3d4-7b2fc194cffd triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:17:44.889132 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-44c07e61-14a3-4149-82b9-f2118c339c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:44.933381 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-44c07e61-14a3-4149-82b9-f2118c339c6b None None] Port 38bc1779-8170-47a3-a3d4-7b2fc194cffd cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:17:45.085254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38bc1779-8170-47a3-a3d4-7b2fc194cffd {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:17:45.093404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:45.107151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Transition to ACTIVE for port object 38bc1779-8170-47a3-a3d4-7b2fc194cffd will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:17:45.110755 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:45.196595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Pushing event updated for resources: {'Port': ['ID=38bc1779-8170-47a3-a3d4-7b2fc194cffd,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:45.326054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d37069d-ee3e-4a36-94ee-c3b736abf4e4 req-e6849a65-981b-4d99-a7f8-f82c7db4d37d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:45.327739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d37069d-ee3e-4a36-94ee-c3b736abf4e4 req-e6849a65-981b-4d99-a7f8-f82c7db4d37d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.1327198 Nov 25 20:17:45.331030 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Attempting to bind port 38bc1779-8170-47a3-a3d4-7b2fc194cffd on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:17:45.331628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Attempting to bind port 38bc1779-8170-47a3-a3d4-7b2fc194cffd by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:17:45.332112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Attempting to bind port 38bc1779-8170-47a3-a3d4-7b2fc194cffd on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:17:45.349726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Port 38bc1779-8170-47a3-a3d4-7b2fc194cffd on network 377828e7-98ef-410a-b312-c0cda9ef1151 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:17:45.350108 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Attempting to bind port 38bc1779-8170-47a3-a3d4-7b2fc194cffd on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:17:45.376346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 17, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:17:45.376922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Checking segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:17:45.377550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Bound using segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:17:45.378133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Bound port: 38bc1779-8170-47a3-a3d4-7b2fc194cffd, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:17:45.378526 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:45.422125 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d37069d-ee3e-4a36-94ee-c3b736abf4e4 req-6ccd04fa-2f80-411f-8443-340b24e3ee24 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874059 Nov 25 20:17:45.475284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] For port 38bc1779-8170-47a3-a3d4-7b2fc194cffd, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:17:45.478929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] For port 38bc1779-8170-47a3-a3d4-7b2fc194cffd, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=38bc1779-8170-47a3-a3d4-7b2fc194cffd,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:17:45.483604 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:45.526101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:45.526711 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:45.528116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] 10.222.0.76 "PUT /v2.0/ports/38bc1779-8170-47a3-a3d4-7b2fc194cffd HTTP/1.1" status: 200 len: 1091 time: 0.8051810 Nov 25 20:17:45.528553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a613853e-f312-4dfb-8a26-5cafa533add2', 'tag': '38bc1779-8170-47a3-a3d4-7b2fc194cffd'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:17:45.530891 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c301a36-5b0a-4034-a140-5a4fcb0454df" -d '{"events": [{"name": "network-changed", "server_uuid": "a613853e-f312-4dfb-8a26-5cafa533add2", "tag": "38bc1779-8170-47a3-a3d4-7b2fc194cffd"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:17:45.552304 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56be3de-0d50-4896-83cf-4470606753c0 service neutron] Pushing event updated for resources: {'Port': ['ID=38bc1779-8170-47a3-a3d4-7b2fc194cffd,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:17:45.613513 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:17:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d435f724-4b8a-422d-a28e-ec5dc8d44ba1 x-openstack-request-id: req-d435f724-4b8a-422d-a28e-ec5dc8d44ba1 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:17:45.613983 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a613853e-f312-4dfb-8a26-5cafa533add2", "tag": "38bc1779-8170-47a3-a3d4-7b2fc194cffd", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:17:45.614351 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d435f724-4b8a-422d-a28e-ec5dc8d44ba1 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:17:45.614827 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a613853e-f312-4dfb-8a26-5cafa533add2', 'tag': '38bc1779-8170-47a3-a3d4-7b2fc194cffd', 'status': 'completed', 'code': 200} Nov 25 20:17:45.633697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-936b5069-941a-4394-8cfa-08f1ba89cafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:45.636112 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-936b5069-941a-4394-8cfa-08f1ba89cafc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 1094 time: 0.0547507 Nov 25 20:17:45.681745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-6f41de83-73cf-46fc-9d91-f1a908868068 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38bc1779-8170-47a3-a3d4-7b2fc194cffd HTTP/1.1" status: 200 len: 217 time: 0.0375428 Nov 25 20:17:45.746875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-183f5ee1-5125-41e2-8aa0-220c7b4187fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:45.748359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-183f5ee1-5125-41e2-8aa0-220c7b4187fb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0595510 Nov 25 20:17:45.796138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-e526a49e-f455-4c60-81a4-ca9ac660e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:45.797560 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-e526a49e-f455-4c60-81a4-ca9ac660e59a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418496 Nov 25 20:17:45.890496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-9f2754d9-7bce-4abf-a222-449bc26f0b89 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855916 Nov 25 20:17:45.988753 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2926ee91-f736-41df-bc9b-ffc696f25125 req-7a3e986b-17ce-4597-b527-d87c03f08c09 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916483 Nov 25 20:17:46.074657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c301a36-5b0a-4034-a140-5a4fcb0454df req-b3a8e2e0-e746-4885-b4da-147f1f3e93c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:46.076203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c301a36-5b0a-4034-a140-5a4fcb0454df req-b3a8e2e0-e746-4885-b4da-147f1f3e93c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 1094 time: 0.0422823 Nov 25 20:17:46.176919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c301a36-5b0a-4034-a140-5a4fcb0454df req-61992294-3eb0-4588-b8aa-6623f6af54eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:46.178365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c301a36-5b0a-4034-a140-5a4fcb0454df req-61992294-3eb0-4588-b8aa-6623f6af54eb service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0944910 Nov 25 20:17:46.220825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c301a36-5b0a-4034-a140-5a4fcb0454df req-ef196376-5c56-4114-bd05-2565de0d2ecb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38bc1779-8170-47a3-a3d4-7b2fc194cffd HTTP/1.1" status: 200 len: 217 time: 0.0358136 Nov 25 20:17:46.269024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c301a36-5b0a-4034-a140-5a4fcb0454df req-308fb98d-fffd-4ed2-b85f-4dbd293c66ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:46.270431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c301a36-5b0a-4034-a140-5a4fcb0454df req-308fb98d-fffd-4ed2-b85f-4dbd293c66ad service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0432091 Nov 25 20:17:46.322174 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c301a36-5b0a-4034-a140-5a4fcb0454df req-0e15ee7a-4e1b-4897-81ee-3a8900057cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:46.323789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c301a36-5b0a-4034-a140-5a4fcb0454df req-0e15ee7a-4e1b-4897-81ee-3a8900057cee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469162 Nov 25 20:17:46.421962 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c301a36-5b0a-4034-a140-5a4fcb0454df req-7bf359e0-78aa-4a32-bb7c-f18d579044ae service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902364 Nov 25 20:17:46.561516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c301a36-5b0a-4034-a140-5a4fcb0454df req-97c080f8-2992-4767-af6c-03c771cd00cf service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327069 Nov 25 20:17:46.582888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3499e8-b0e6-4f1a-a56d-75909c65bdaf req-e22a9dcb-1f0a-46c0-a0a5-1e2058f17b3d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:46.584677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f3499e8-b0e6-4f1a-a56d-75909c65bdaf req-e22a9dcb-1f0a-46c0-a0a5-1e2058f17b3d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0670309 Nov 25 20:17:46.635407 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f3499e8-b0e6-4f1a-a56d-75909c65bdaf req-7c62b80e-9aea-45c2-a8a0-fa0638d5caff tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442235 Nov 25 20:17:47.791772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6580bbc0-cdd8-4e7d-b676-5487b4a1247a req-eeb2ebaf-d58d-429d-aaaa-90dad19b4f40 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:47.793219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6580bbc0-cdd8-4e7d-b676-5487b4a1247a req-eeb2ebaf-d58d-429d-aaaa-90dad19b4f40 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0841610 Nov 25 20:17:47.851535 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6580bbc0-cdd8-4e7d-b676-5487b4a1247a req-2b457884-51e6-4f40-93a5-20765efd44e0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493958 Nov 25 20:17:49.017095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c3b9dd-3813-47e9-8203-04d079dfd201 req-0061aae9-9a1c-4039-ac19-202257c8675b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:49.021659 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9c3b9dd-3813-47e9-8203-04d079dfd201 req-0061aae9-9a1c-4039-ac19-202257c8675b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0837383 Nov 25 20:17:49.095467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9c3b9dd-3813-47e9-8203-04d079dfd201 req-ddb8f344-027e-4703-8e2a-79f2ae9dd643 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617039 Nov 25 20:17:50.248778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80a9b1c-ac58-4973-824c-134de3756258 req-12397dfb-2341-402f-86cb-9528b58b6340 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:50.250380 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a80a9b1c-ac58-4973-824c-134de3756258 req-12397dfb-2341-402f-86cb-9528b58b6340 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0617630 Nov 25 20:17:50.313245 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a80a9b1c-ac58-4973-824c-134de3756258 req-12d8ddf4-05ce-48c3-8571-fbc9e08b0ba8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564957 Nov 25 20:17:51.071274 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:51.443756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853e3b69-bd2f-4b74-8a2e-334d187808af req-cdc35d1c-57df-4ba6-aaa9-afa7be490982 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:51.446194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-853e3b69-bd2f-4b74-8a2e-334d187808af req-cdc35d1c-57df-4ba6-aaa9-afa7be490982 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0524471 Nov 25 20:17:51.500096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-853e3b69-bd2f-4b74-8a2e-334d187808af req-de25c115-9dbb-41c1-8008-7f20238f9487 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477676 Nov 25 20:17:52.618002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b9d600-c5d3-4f48-9cd3-031f0039ef98 req-49a471f5-13b0-4472-89cd-15d85c445628 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:52.619523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0b9d600-c5d3-4f48-9cd3-031f0039ef98 req-49a471f5-13b0-4472-89cd-15d85c445628 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0496881 Nov 25 20:17:52.672243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0b9d600-c5d3-4f48-9cd3-031f0039ef98 req-22e7a96a-bc03-4d3e-8b07-780513bbee80 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464900 Nov 25 20:17:53.334601 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:17:53.798818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504af771-9b03-41b6-ad66-1d3ce57ddbd6 req-81a6631b-1cf4-44ce-bdfb-06e06ba3c545 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:53.800325 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-504af771-9b03-41b6-ad66-1d3ce57ddbd6 req-81a6631b-1cf4-44ce-bdfb-06e06ba3c545 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0548697 Nov 25 20:17:53.851392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-504af771-9b03-41b6-ad66-1d3ce57ddbd6 req-23800eaa-0f76-488a-b3a5-4614124253bb tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446250 Nov 25 20:17:54.975571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aba58-bd04-403e-bc3b-760c390e1fa6 req-680722fe-d985-43e6-a53b-08bd0eaf05fb tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:54.977131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-367aba58-bd04-403e-bc3b-760c390e1fa6 req-680722fe-d985-43e6-a53b-08bd0eaf05fb tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0546422 Nov 25 20:17:55.039060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-367aba58-bd04-403e-bc3b-760c390e1fa6 req-72fac1b4-3e1c-4e7c-8bad-919c1f264386 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549850 Nov 25 20:17:56.162959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ef820-e873-484f-9f59-91345db88ce6 req-5f6b08c6-f366-4481-9fe6-f98d3c779dd8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:56.164548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea0ef820-e873-484f-9f59-91345db88ce6 req-5f6b08c6-f366-4481-9fe6-f98d3c779dd8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0494561 Nov 25 20:17:56.217912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea0ef820-e873-484f-9f59-91345db88ce6 req-708a9008-c7b5-4e52-ae14-dfb9c79a3b1a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465975 Nov 25 20:17:57.029923 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:17:57.337945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b01fb-fea1-47a2-a2f7-db6f604a3737 req-c41b6a97-c2ab-4843-8756-18b65bb6406b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:57.339491 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-443b01fb-fea1-47a2-a2f7-db6f604a3737 req-c41b6a97-c2ab-4843-8756-18b65bb6406b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0510330 Nov 25 20:17:57.390666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-443b01fb-fea1-47a2-a2f7-db6f604a3737 req-5bf23c8e-0c7f-4f22-b400-1782b335c8a1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448849 Nov 25 20:17:58.516453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d5b427-f708-4c72-9a63-79d57e98717a req-a30a6a42-519b-4fef-bb4e-abae13cdb248 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:58.517866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12d5b427-f708-4c72-9a63-79d57e98717a req-a30a6a42-519b-4fef-bb4e-abae13cdb248 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0535402 Nov 25 20:17:58.589572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12d5b427-f708-4c72-9a63-79d57e98717a req-44b8ebab-7ce0-41c8-8531-b0269b7caf5f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648468 Nov 25 20:17:59.715778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0cc160-2315-45aa-952b-6afc92560d52 req-d15ff697-a7b6-4253-8c39-26bb9b8a0c1a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:17:59.717350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e0cc160-2315-45aa-952b-6afc92560d52 req-d15ff697-a7b6-4253-8c39-26bb9b8a0c1a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0545931 Nov 25 20:17:59.768973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e0cc160-2315-45aa-952b-6afc92560d52 req-42ea0b01-b25a-44a6-ae54-44454c29ad6f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449655 Nov 25 20:18:00.887585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeb3dbd-a4c4-48e1-97e4-e77e66611578 req-a886ac94-ab9b-4c41-92a4-c82882a90678 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:00.889075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeeb3dbd-a4c4-48e1-97e4-e77e66611578 req-a886ac94-ab9b-4c41-92a4-c82882a90678 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0491974 Nov 25 20:18:00.944083 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeeb3dbd-a4c4-48e1-97e4-e77e66611578 req-acbbe395-021b-493c-9f49-bce79ab2210a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489872 Nov 25 20:18:02.064399 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fccafd-f7ce-405e-9c68-55b47193d7a5 req-55c0aba9-27c7-4635-a480-d69adc622f0e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:02.065939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2fccafd-f7ce-405e-9c68-55b47193d7a5 req-55c0aba9-27c7-4635-a480-d69adc622f0e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0530448 Nov 25 20:18:02.115482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2fccafd-f7ce-405e-9c68-55b47193d7a5 req-d9e62d60-9c39-4f0d-ab1d-2e61895e8b22 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426900 Nov 25 20:18:02.133897 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69fffc5f-bc6c-49e4-bfb1-611068ffeb2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:03.237449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08422884-0365-475c-970c-309aac6dfe8b req-54430327-34ea-456a-97ad-d1f64f7b8b94 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:03.238972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08422884-0365-475c-970c-309aac6dfe8b req-54430327-34ea-456a-97ad-d1f64f7b8b94 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0515106 Nov 25 20:18:03.285940 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08422884-0365-475c-970c-309aac6dfe8b req-55675849-48f3-4cef-b73b-24cadded9c4d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409541 Nov 25 20:18:04.400269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f9d69-22db-4ba6-9549-19b50a033e65 req-2a1036ca-cd71-4c5a-bfd9-835ec05c3ace tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:04.401789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e48f9d69-22db-4ba6-9549-19b50a033e65 req-2a1036ca-cd71-4c5a-bfd9-835ec05c3ace tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0483220 Nov 25 20:18:04.452432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e48f9d69-22db-4ba6-9549-19b50a033e65 req-20c31826-de60-4322-a421-883e8d7bb944 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445294 Nov 25 20:18:05.236288 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3a560c5-1eee-4829-ac36-26f9dbf2f8a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:05.569635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdba558-2d3d-4665-a5f2-2b1342c58844 req-f2c5e3ff-268b-4fef-a3b9-29bcd2403040 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:05.571697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acdba558-2d3d-4665-a5f2-2b1342c58844 req-f2c5e3ff-268b-4fef-a3b9-29bcd2403040 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0495520 Nov 25 20:18:05.619580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acdba558-2d3d-4665-a5f2-2b1342c58844 req-07f4d975-89a0-47f7-a964-226c97aa10bd tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413942 Nov 25 20:18:06.551311 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:06.738578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0786348c-5297-4384-8088-b05e4858bd4e req-77e0c7d0-f601-4b40-81f3-917214256fc5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:06.740131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0786348c-5297-4384-8088-b05e4858bd4e req-77e0c7d0-f601-4b40-81f3-917214256fc5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 943 time: 0.0500855 Nov 25 20:18:06.787775 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0786348c-5297-4384-8088-b05e4858bd4e req-6787e447-ce46-46fd-ab8e-2eeaf99801ff tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413775 Nov 25 20:18:07.019907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 38bc1779-8170-47a3-a3d4-7b2fc194cffd details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:18:07.120966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 38bc1779-8170-47a3-a3d4-7b2fc194cffd, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=38bc1779-8170-47a3-a3d4-7b2fc194cffd,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:18:07.133286 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '38bc1779-8170-47a3-a3d4-7b2fc194cffd', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'port_id': '38bc1779-8170-47a3-a3d4-7b2fc194cffd', 'mac_address': 'fa:16:3e:dc:50:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:18:07.174348 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:07.188419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38bc1779-8170-47a3-a3d4-7b2fc194cffd {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:18:07.209020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 38bc1779-8170-47a3-a3d4-7b2fc194cffd, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=38bc1779-8170-47a3-a3d4-7b2fc194cffd,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:18:07.214266 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:07.265891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=38bc1779-8170-47a3-a3d4-7b2fc194cffd,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:18:07.406034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['38bc1779-8170-47a3-a3d4-7b2fc194cffd'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:18:07.875345 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:07.915169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fdc755-d41e-4fb9-b12c-82b9d8d8f99b req-668fb837-44bf-4a8c-821b-01b884a1f715 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:07.917395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24fdc755-d41e-4fb9-b12c-82b9d8d8f99b req-668fb837-44bf-4a8c-821b-01b884a1f715 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 944 time: 0.0582821 Nov 25 20:18:07.971838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24fdc755-d41e-4fb9-b12c-82b9d8d8f99b req-b51443d6-8c57-46e1-a108-804ade8593f5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476806 Nov 25 20:18:08.409058 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:09.036737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 38bc1779-8170-47a3-a3d4-7b2fc194cffd up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:18:09.087132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 38bc1779-8170-47a3-a3d4-7b2fc194cffd completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:18:09.091888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 38bc1779-8170-47a3-a3d4-7b2fc194cffd triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:18:09.092265 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:09.093237 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23237401-0b38-4fab-b24f-3cba8ce880c1 req-01aa2c39-38d1-4b90-b1a2-75a8842accaf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:09.094750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23237401-0b38-4fab-b24f-3cba8ce880c1 req-01aa2c39-38d1-4b90-b1a2-75a8842accaf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 944 time: 0.0534875 Nov 25 20:18:09.143608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23237401-0b38-4fab-b24f-3cba8ce880c1 req-4bfcc0d9-0b6c-4fc5-8224-7dcbfc7d9eea tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427938 Nov 25 20:18:09.175824 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:09.198522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613853e-f312-4dfb-8a26-5cafa533add2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bc1779-8170-47a3-a3d4-7b2fc194cffd'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:18:09.201087 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec74f53-5432-46b7-945e-c9d8c646df1d" -d '{"events": [{"server_uuid": "a613853e-f312-4dfb-8a26-5cafa533add2", "name": "network-vif-plugged", "status": "completed", "tag": "38bc1779-8170-47a3-a3d4-7b2fc194cffd"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:18:09.217177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 38bc1779-8170-47a3-a3d4-7b2fc194cffd, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=38bc1779-8170-47a3-a3d4-7b2fc194cffd,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:18:09.222063 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:09.343556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a98ca77-f3aa-41f5-86d2-779a371ce2d5 req-3597d74e-7bdc-4466-9530-17316e8aea83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:09.344983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a98ca77-f3aa-41f5-86d2-779a371ce2d5 req-3597d74e-7bdc-4466-9530-17316e8aea83 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 1096 time: 0.0444241 Nov 25 20:18:09.396244 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a98ca77-f3aa-41f5-86d2-779a371ce2d5 req-7fd5a107-b696-4de6-bd01-77ba2f841cb2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443060 Nov 25 20:18:09.412140 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5325ae7e-41d9-4879-b5ce-9493f516d3ae x-openstack-request-id: req-5325ae7e-41d9-4879-b5ce-9493f516d3ae {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:18:09.412434 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613853e-f312-4dfb-8a26-5cafa533add2", "name": "network-vif-plugged", "status": "completed", "tag": "38bc1779-8170-47a3-a3d4-7b2fc194cffd", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:18:09.412686 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5325ae7e-41d9-4879-b5ce-9493f516d3ae {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:18:09.413067 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613853e-f312-4dfb-8a26-5cafa533add2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38bc1779-8170-47a3-a3d4-7b2fc194cffd', 'code': 200} Nov 25 20:18:09.438177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=38bc1779-8170-47a3-a3d4-7b2fc194cffd,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:18:09.445365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:09.445706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:09.446042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:09.446373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:09.446702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:09.447061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:09.447626 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:09.448171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:09.448502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:09.448831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:09.449151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:09.449471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:10.269776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f901f3c-edb3-46cd-b143-894d16989b85 req-34c0075a-413d-43f2-8520-0c70ae08333a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:10.271282 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f901f3c-edb3-46cd-b143-894d16989b85 req-34c0075a-413d-43f2-8520-0c70ae08333a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 945 time: 0.0495341 Nov 25 20:18:10.320904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f901f3c-edb3-46cd-b143-894d16989b85 req-58a50107-26d6-4e1b-9969-5fbe6daf4641 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425434 Nov 25 20:18:11.438099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d852f3d-fa57-4c1d-80a6-d3f4dc60be17 req-5c017597-4661-488e-98c4-e467ff98a2a3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:11.439620 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d852f3d-fa57-4c1d-80a6-d3f4dc60be17 req-5c017597-4661-488e-98c4-e467ff98a2a3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 945 time: 0.0489738 Nov 25 20:18:11.487421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d852f3d-fa57-4c1d-80a6-d3f4dc60be17 req-8803786f-4080-40d4-bf18-bdd459358495 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418534 Nov 25 20:18:11.605357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3f1353-b17b-4623-b961-4606add60fc7 req-bdbee28c-3302-4252-abb9-0b6c9c2bf57c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:11.606731 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e3f1353-b17b-4623-b961-4606add60fc7 req-bdbee28c-3302-4252-abb9-0b6c9c2bf57c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 945 time: 0.0528643 Nov 25 20:18:11.653039 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e3f1353-b17b-4623-b961-4606add60fc7 req-a3df9b9f-3f6f-447c-94f1-52f150966deb tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 Nov 25 20:18:11.766487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69e5b2e-4eba-4fa4-8292-dd6c66477f0a req-cd6c642f-32e4-4219-8d0b-00fb7a9dfbf0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:11.768051 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b69e5b2e-4eba-4fa4-8292-dd6c66477f0a req-cd6c642f-32e4-4219-8d0b-00fb7a9dfbf0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 945 time: 0.0492599 Nov 25 20:18:11.815273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b69e5b2e-4eba-4fa4-8292-dd6c66477f0a req-a7b1963f-b54f-4cb6-9ad9-1f52568d8f0e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412741 Nov 25 20:18:12.105742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98dab5f-72ff-49eb-b311-1d64b8c41e50 req-e9f88d40-cd2a-432d-83ef-f1c3d8afd818 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:12.107245 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e98dab5f-72ff-49eb-b311-1d64b8c41e50 req-e9f88d40-cd2a-432d-83ef-f1c3d8afd818 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 945 time: 0.0528083 Nov 25 20:18:12.512531 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e98dab5f-72ff-49eb-b311-1d64b8c41e50 req-2335232d-f36f-481e-bce8-2c66c1bacb43 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3992050 Nov 25 20:18:13.497769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f87254-0900-47d8-9fff-709ab16b049e req-39f6ffd3-01c3-41d8-8c59-39908f6492b0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:13.499318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31f87254-0900-47d8-9fff-709ab16b049e req-39f6ffd3-01c3-41d8-8c59-39908f6492b0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 945 time: 0.0498724 Nov 25 20:18:13.630218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-31f87254-0900-47d8-9fff-709ab16b049e req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Deleting port 38bc1779-8170-47a3-a3d4-7b2fc194cffd {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:18:13.630959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31f87254-0900-47d8-9fff-709ab16b049e req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:13.669113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0556974-82fb-490a-b50f-78ba8d4bcdb3 req-0313b0b7-4e12-4648-a4fe-9189590ec87d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:13.670598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0556974-82fb-490a-b50f-78ba8d4bcdb3 req-0313b0b7-4e12-4648-a4fe-9189590ec87d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 945 time: 0.0820212 Nov 25 20:18:13.767604 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-31f87254-0900-47d8-9fff-709ab16b049e req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] For port 38bc1779-8170-47a3-a3d4-7b2fc194cffd, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=38bc1779-8170-47a3-a3d4-7b2fc194cffd,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:18:13.767876 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31f87254-0900-47d8-9fff-709ab16b049e req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:13.773037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0556974-82fb-490a-b50f-78ba8d4bcdb3 req-53506816-45f6-49fd-84d2-51b773888537 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783479 Nov 25 20:18:13.783847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-31f87254-0900-47d8-9fff-709ab16b049e req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Calling delete_port for 38bc1779-8170-47a3-a3d4-7b2fc194cffd owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:18:13.920949 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31f87254-0900-47d8-9fff-709ab16b049e req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:13.933920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['38bc1779-8170-47a3-a3d4-7b2fc194cffd'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:18:13.954675 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event deleted for resources: {'Port': ['ID=38bc1779-8170-47a3-a3d4-7b2fc194cffd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:18:13.965768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:13.966022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:13.966342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:13.966683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:13.967049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:13.967389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:13.967730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:13.968065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:13.968870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:13.968870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:13.969036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:13.969441 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:18:14.013105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f87254-0900-47d8-9fff-709ab16b049e req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] No DVR routers for this DVR port 38bc1779-8170-47a3-a3d4-7b2fc194cffd on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:18:14.015899 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31f87254-0900-47d8-9fff-709ab16b049e req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:14.019468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31f87254-0900-47d8-9fff-709ab16b049e req-a2989737-8652-4ed6-9908-4a190faa3bca tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "DELETE /v2.0/ports/38bc1779-8170-47a3-a3d4-7b2fc194cffd HTTP/1.1" status: 204 len: 173 time: 0.5134585 Nov 25 20:18:14.019883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613853e-f312-4dfb-8a26-5cafa533add2', 'name': 'network-vif-deleted', 'tag': '38bc1779-8170-47a3-a3d4-7b2fc194cffd'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:18:14.022161 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f812b50a-76ae-45f4-8d0e-07a0af5f6239" -d '{"events": [{"server_uuid": "a613853e-f312-4dfb-8a26-5cafa533add2", "name": "network-vif-deleted", "tag": "38bc1779-8170-47a3-a3d4-7b2fc194cffd"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:18:14.060996 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21867d2-eb57-4bb4-b328-9a5d8d75b0fd x-openstack-request-id: req-b21867d2-eb57-4bb4-b328-9a5d8d75b0fd {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:18:14.061268 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613853e-f312-4dfb-8a26-5cafa533add2", "name": "network-vif-deleted", "tag": "38bc1779-8170-47a3-a3d4-7b2fc194cffd", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:18:14.061529 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b21867d2-eb57-4bb4-b328-9a5d8d75b0fd {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:18:14.061944 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613853e-f312-4dfb-8a26-5cafa533add2', 'name': 'network-vif-deleted', 'tag': '38bc1779-8170-47a3-a3d4-7b2fc194cffd', 'status': 'completed', 'code': 200} Nov 25 20:18:14.880698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eeb4a3a8-f157-4918-88ac-f69ffffdd6fb req-65b41ad6-546d-4281-8f79-368e66b8fec3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 210 time: 0.0315151 Nov 25 20:18:15.983503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-791aa5cd-446c-493e-b442-74b17ba0ad21 req-56c3265d-f02d-4456-af0c-950a54a3548a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 210 time: 0.0294821 Nov 25 20:18:17.068158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 38bc1779-8170-47a3-a3d4-7b2fc194cffd no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:18:17.081727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f28f0cf8-04c2-4451-8b25-0aa5f188ab91 req-6467a86f-e352-44dd-92a7-e8fb1948305d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 210 time: 0.0271652 Nov 25 20:18:17.091817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 38bc1779-8170-47a3-a3d4-7b2fc194cffd {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:18:17.092239 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 38bc1779-8170-47a3-a3d4-7b2fc194cffd not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:18:18.188452 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e6eef21d-d5e9-470e-8f49-4505cd6af2b8 req-69ef0a99-eebe-410d-9d70-c1d078edb695 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613853e-f312-4dfb-8a26-5cafa533add2 HTTP/1.1" status: 200 len: 210 time: 0.0313096 Nov 25 20:18:21.082028 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:23.345176 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:32.143824 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-244a9052-a286-496d-993c-a3579b90c92b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:34.030447 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:18:35.238824 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fab30290-4066-40da-ae5a-1aea2047ee84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:36.558888 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:37.878999 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:38.411912 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:41.180702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-665e4578-ee75-4820-8bed-94b5b47235ac tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:41.182076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-665e4578-ee75-4820-8bed-94b5b47235ac tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1022522 Nov 25 20:18:41.199315 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-47d46986-339e-4338-be7d-c0f19f3ab88c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/quotas/ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 375 time: 0.0112607 Nov 25 20:18:41.252512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-13dd4653-00bb-4ece-8107-049a8abcf35c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474231 Nov 25 20:18:41.346588 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-467295b2-f43b-400a-9e3e-550dfffcb658 service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872793 Nov 25 20:18:41.435857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-1e22d7b2-04f0-4c85-9629-a49d23ebc8e8 service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830524 Nov 25 20:18:41.722155 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c460090d-fa22-488f-a8a7-17425e7988b4 req-78d25779-7ad9-4d13-aa88-132d7a19f82d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 210 time: 0.0311437 Nov 25 20:18:42.621851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-edfc0532-b841-4931-acad-c3c8b518dab5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:42.623373 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-edfc0532-b841-4931-acad-c3c8b518dab5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1128035 Nov 25 20:18:42.635915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'port': {'device_id': 'daab8a07-d0ca-440a-8c51-e7a097f497e4', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'admin_state_up': True, 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:18:42.759891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Made reservation on behalf of ae1b6134542c4f459ee4c2400c0e49e3 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:18:42.764688 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:42.860510 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9274f05-dc5c-46aa-a67d-f9a6f224e607 req-38bbb71e-b7b8-40f2-90f7-1d1df9216055 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 210 time: 0.0372496 Nov 25 20:18:42.932756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Allocated IP 172.20.0.9 (377828e7-98ef-410a-b312-c0cda9ef1151/6ce21da2-f2ac-4c12-9625-eb014abdb509/49154c96-4c06-49cc-b425-6a3436c8a713) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:18:43.096566 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:43.134682 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:43.189134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Network 377828e7-98ef-410a-b312-c0cda9ef1151 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:18:43.192170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:18:43.195917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:18:43.222745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=49154c96-4c06-49cc-b425-6a3436c8a713,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:18:43.263641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:43.264455 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:43.282611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-908de4a4-93b7-415c-b69b-05cc0ffc2efe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6505358 Nov 25 20:18:43.294443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-0f75f24e-ae2a-4362-b006-52c8d39dc2f2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:18:43.295571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-0f75f24e-ae2a-4362-b006-52c8d39dc2f2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0072508 Nov 25 20:18:43.308671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Request body: {'port': {'device_id': 'daab8a07-d0ca-440a-8c51-e7a097f497e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:18:43.372435 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:43.427443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f317c548-efba-4bb4-8a00-3b935ace9c56 None None] Provisioning complete for port 49154c96-4c06-49cc-b425-6a3436c8a713 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:18:43.428027 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f317c548-efba-4bb4-8a00-3b935ace9c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:43.469414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f317c548-efba-4bb4-8a00-3b935ace9c56 None None] Port 49154c96-4c06-49cc-b425-6a3436c8a713 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:18:43.671038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49154c96-4c06-49cc-b425-6a3436c8a713 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:18:43.678689 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:43.692317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Transition to ACTIVE for port object 49154c96-4c06-49cc-b425-6a3436c8a713 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:18:43.695794 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:43.775281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Pushing event updated for resources: {'Port': ['ID=49154c96-4c06-49cc-b425-6a3436c8a713,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:18:43.835713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Attempting to bind port 49154c96-4c06-49cc-b425-6a3436c8a713 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:18:43.836050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Attempting to bind port 49154c96-4c06-49cc-b425-6a3436c8a713 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:18:43.836376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Attempting to bind port 49154c96-4c06-49cc-b425-6a3436c8a713 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:18:43.842701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Port 49154c96-4c06-49cc-b425-6a3436c8a713 on network 377828e7-98ef-410a-b312-c0cda9ef1151 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:18:43.843073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Attempting to bind port 49154c96-4c06-49cc-b425-6a3436c8a713 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:18:43.848585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 18, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:18:43.848917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Checking segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:18:43.849346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Bound using segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:18:43.849773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Bound port: 49154c96-4c06-49cc-b425-6a3436c8a713, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:18:43.850131 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:43.934553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] For port 49154c96-4c06-49cc-b425-6a3436c8a713, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:18:43.939020 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] For port 49154c96-4c06-49cc-b425-6a3436c8a713, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=49154c96-4c06-49cc-b425-6a3436c8a713,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:18:43.947215 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:44.014700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:44.015381 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:44.017594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] 10.222.0.76 "PUT /v2.0/ports/49154c96-4c06-49cc-b425-6a3436c8a713 HTTP/1.1" status: 200 len: 1091 time: 0.7141831 Nov 25 20:18:44.023787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daab8a07-d0ca-440a-8c51-e7a097f497e4', 'tag': '49154c96-4c06-49cc-b425-6a3436c8a713'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:18:44.026084 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f627e650-c4ee-4248-b965-d80db1a5a46a" -d '{"events": [{"name": "network-changed", "server_uuid": "daab8a07-d0ca-440a-8c51-e7a097f497e4", "tag": "49154c96-4c06-49cc-b425-6a3436c8a713"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:18:44.062855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3a1ec-cbfe-411d-b25b-c242274dfb11 service neutron] Pushing event updated for resources: {'Port': ['ID=49154c96-4c06-49cc-b425-6a3436c8a713,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:18:44.085508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842a2014-b07f-46cb-9edf-5fbfe98f2bcc req-66a7501a-04b8-45af-9163-7feb16b16a73 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:44.087236 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-842a2014-b07f-46cb-9edf-5fbfe98f2bcc req-66a7501a-04b8-45af-9163-7feb16b16a73 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 943 time: 0.1265562 Nov 25 20:18:44.158573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-4dd63686-3466-4597-9e7d-60eab5fe0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:44.161608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-4dd63686-3466-4597-9e7d-60eab5fe0d10 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 1094 time: 0.0933919 Nov 25 20:18:44.180764 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-842a2014-b07f-46cb-9edf-5fbfe98f2bcc req-c6aeab08-fab3-458c-94b8-f0240f72426a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736511 Nov 25 20:18:44.213324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-3e2d63fe-bd97-4251-9999-aeeb366bf8f8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49154c96-4c06-49cc-b425-6a3436c8a713 HTTP/1.1" status: 200 len: 217 time: 0.0435097 Nov 25 20:18:44.256125 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:18:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f314bde-5101-4974-ad44-8c1c29edc6fb x-openstack-request-id: req-0f314bde-5101-4974-ad44-8c1c29edc6fb {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:18:44.256362 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daab8a07-d0ca-440a-8c51-e7a097f497e4", "tag": "49154c96-4c06-49cc-b425-6a3436c8a713", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:18:44.256711 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0f314bde-5101-4974-ad44-8c1c29edc6fb {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:18:44.257131 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daab8a07-d0ca-440a-8c51-e7a097f497e4', 'tag': '49154c96-4c06-49cc-b425-6a3436c8a713', 'status': 'completed', 'code': 200} Nov 25 20:18:44.280435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-b96b1d5d-e5b7-4d4e-8d17-6b146e3ff3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:44.281895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-b96b1d5d-e5b7-4d4e-8d17-6b146e3ff3d5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0575407 Nov 25 20:18:44.340383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-d5109eae-09bb-43b1-bfbe-35eb8ab57143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:44.341955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-d5109eae-09bb-43b1-bfbe-35eb8ab57143 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534012 Nov 25 20:18:44.438140 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-0c17c264-58c0-4aaf-88f8-1585a3d00b63 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886910 Nov 25 20:18:44.538267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2291a260-f15e-4b00-974d-f7bc61c1156a req-f0418065-f785-4c0f-8cf0-dc387a8fde3d service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926805 Nov 25 20:18:44.633083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e650-c4ee-4248-b965-d80db1a5a46a req-e70f6aff-1731-4ff5-af7b-f3e6b9535ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:44.635107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f627e650-c4ee-4248-b965-d80db1a5a46a req-e70f6aff-1731-4ff5-af7b-f3e6b9535ae3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 1094 time: 0.0457299 Nov 25 20:18:44.736107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e650-c4ee-4248-b965-d80db1a5a46a req-357eb9ad-b02f-4a19-a8a6-748c6714d994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:44.737726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f627e650-c4ee-4248-b965-d80db1a5a46a req-357eb9ad-b02f-4a19-a8a6-748c6714d994 service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0950882 Nov 25 20:18:44.783429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f627e650-c4ee-4248-b965-d80db1a5a46a req-0cd46329-f506-4146-9cf9-4309e9281a45 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=49154c96-4c06-49cc-b425-6a3436c8a713 HTTP/1.1" status: 200 len: 217 time: 0.0380659 Nov 25 20:18:44.836795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e650-c4ee-4248-b965-d80db1a5a46a req-2d7b3ee1-c6a5-42e7-bdac-bf7bb500be33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:44.838204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f627e650-c4ee-4248-b965-d80db1a5a46a req-2d7b3ee1-c6a5-42e7-bdac-bf7bb500be33 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0483766 Nov 25 20:18:44.890545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f627e650-c4ee-4248-b965-d80db1a5a46a req-25fa13ac-91c1-4c02-a969-69b5ee018cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:44.892128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f627e650-c4ee-4248-b965-d80db1a5a46a req-25fa13ac-91c1-4c02-a969-69b5ee018cc7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472116 Nov 25 20:18:45.005064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f627e650-c4ee-4248-b965-d80db1a5a46a req-6d8f41b7-87ce-4690-841d-228c0f53a04a service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056485 Nov 25 20:18:45.110465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f627e650-c4ee-4248-b965-d80db1a5a46a req-74a6f1c8-66bc-4626-b1f3-15aea9cf9d98 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980918 Nov 25 20:18:45.314848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f8cb68-cbd7-47d3-a61f-44e68b6506e4 req-7526c3b2-5a7b-4fbc-b43a-865da5a40b35 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:45.317144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-18f8cb68-cbd7-47d3-a61f-44e68b6506e4 req-7526c3b2-5a7b-4fbc-b43a-865da5a40b35 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 943 time: 0.0620604 Nov 25 20:18:45.367465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-18f8cb68-cbd7-47d3-a61f-44e68b6506e4 req-e724f740-d15c-4c3e-85f1-5bedc54b014b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443373 Nov 25 20:18:46.489004 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92633c7-7c1d-4415-ae2e-3e9b4672ef74 req-669d1041-7ac8-4b88-8f96-46c7275ff15f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:46.490648 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e92633c7-7c1d-4415-ae2e-3e9b4672ef74 req-669d1041-7ac8-4b88-8f96-46c7275ff15f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 943 time: 0.0515645 Nov 25 20:18:46.544240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e92633c7-7c1d-4415-ae2e-3e9b4672ef74 req-30d17c13-f760-49d1-a05f-069e838ec6de tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460575 Nov 25 20:18:47.683383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b054df-1466-48e1-bbed-78e5e9a109c2 req-a86c1586-c66b-49c8-8c9f-c31e448eb6e2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:47.685166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81b054df-1466-48e1-bbed-78e5e9a109c2 req-a86c1586-c66b-49c8-8c9f-c31e448eb6e2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 943 time: 0.0658059 Nov 25 20:18:47.745434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81b054df-1466-48e1-bbed-78e5e9a109c2 req-35fc0802-ed4c-425b-ad2b-6d9d72da880a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539949 Nov 25 20:18:48.866417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57bb684-e87b-4401-91cc-54463c3d0d15 req-167572d5-80bb-4e3d-a45a-cbc51a384a6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:48.867960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d57bb684-e87b-4401-91cc-54463c3d0d15 req-167572d5-80bb-4e3d-a45a-cbc51a384a6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 943 time: 0.0508170 Nov 25 20:18:48.915680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d57bb684-e87b-4401-91cc-54463c3d0d15 req-27c8815d-e634-4497-9fdd-e3e6bc6f2aed tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416522 Nov 25 20:18:50.038083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f64144f-b4c1-4cc4-87ff-495c6a95583e req-40a17268-277b-4a30-9e58-7dde1e33be0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:50.039997 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f64144f-b4c1-4cc4-87ff-495c6a95583e req-40a17268-277b-4a30-9e58-7dde1e33be0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 943 time: 0.0552692 Nov 25 20:18:50.097764 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f64144f-b4c1-4cc4-87ff-495c6a95583e req-b792acd8-29aa-4378-871b-5d5cd239d6bc tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510170 Nov 25 20:18:51.075161 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:51.220496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a7256a-e7c4-4967-8592-a4eb12267c8f req-1ef20a50-c03e-4744-b9ed-3dc907e8f403 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:51.221995 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1a7256a-e7c4-4967-8592-a4eb12267c8f req-1ef20a50-c03e-4744-b9ed-3dc907e8f403 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 943 time: 0.0534816 Nov 25 20:18:51.274340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1a7256a-e7c4-4967-8592-a4eb12267c8f req-bb0a657a-0150-4f7a-ae14-8838b48a351f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456517 Nov 25 20:18:52.394778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72606028-c63b-4067-bef7-e7af4a115f3a req-2a37d61d-85a7-44f3-9e4f-003b07ce6755 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:52.396310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72606028-c63b-4067-bef7-e7af4a115f3a req-2a37d61d-85a7-44f3-9e4f-003b07ce6755 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 943 time: 0.0516176 Nov 25 20:18:52.447681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-72606028-c63b-4067-bef7-e7af4a115f3a req-6dcea15c-7927-4c81-8cd3-0c7a2c7d4c79 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446005 Nov 25 20:18:53.347581 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:53.570663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48369185-d56f-4732-922d-7680a5e22310 req-3b9f3dd8-c525-4b8e-b2b8-665f1019df8f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:53.572184 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48369185-d56f-4732-922d-7680a5e22310 req-3b9f3dd8-c525-4b8e-b2b8-665f1019df8f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 943 time: 0.0534604 Nov 25 20:18:53.622552 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48369185-d56f-4732-922d-7680a5e22310 req-6ffc387c-dd08-488b-acb2-b5a7b7c51645 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431020 Nov 25 20:18:54.747705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bd79ee-d900-453d-8277-2dda68fafa2f req-b1d29a85-8706-496c-8341-d65e5e806135 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:54.749169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63bd79ee-d900-453d-8277-2dda68fafa2f req-b1d29a85-8706-496c-8341-d65e5e806135 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 943 time: 0.0537527 Nov 25 20:18:54.800606 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63bd79ee-d900-453d-8277-2dda68fafa2f req-eb5c8001-3387-4bbe-b267-539d1b0f840a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445676 Nov 25 20:18:55.221827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 49154c96-4c06-49cc-b425-6a3436c8a713 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:18:55.324996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 49154c96-4c06-49cc-b425-6a3436c8a713, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=49154c96-4c06-49cc-b425-6a3436c8a713,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:18:55.335948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '49154c96-4c06-49cc-b425-6a3436c8a713', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'port_id': '49154c96-4c06-49cc-b425-6a3436c8a713', 'mac_address': 'fa:16:3e:75:6e:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:18:55.385963 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:55.400375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49154c96-4c06-49cc-b425-6a3436c8a713 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:18:55.422388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 49154c96-4c06-49cc-b425-6a3436c8a713, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=49154c96-4c06-49cc-b425-6a3436c8a713,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:18:55.426766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:55.476024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=49154c96-4c06-49cc-b425-6a3436c8a713,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:18:55.630772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['49154c96-4c06-49cc-b425-6a3436c8a713'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:18:55.920378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18883927-7d46-41de-8b35-71c9c0b86ea9 req-b766faf4-df0d-4eaa-b40b-bb78139e8b3d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:55.921919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-18883927-7d46-41de-8b35-71c9c0b86ea9 req-b766faf4-df0d-4eaa-b40b-bb78139e8b3d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 944 time: 0.0500412 Nov 25 20:18:55.974132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-18883927-7d46-41de-8b35-71c9c0b86ea9 req-e2ceea65-8879-4b73-a8d4-22e335d76fe0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462773 Nov 25 20:18:57.093863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3981d3c-ace1-48c3-9fd1-080680276a70 req-effd7000-5c6c-4882-bf87-6a1aa1cce55f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:57.095412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3981d3c-ace1-48c3-9fd1-080680276a70 req-effd7000-5c6c-4882-bf87-6a1aa1cce55f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 944 time: 0.0526590 Nov 25 20:18:57.143733 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d3981d3c-ace1-48c3-9fd1-080680276a70 req-66593813-df3d-4c44-aef1-c8901a7ec5cf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423076 Nov 25 20:18:57.221384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 49154c96-4c06-49cc-b425-6a3436c8a713 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:18:57.272607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 49154c96-4c06-49cc-b425-6a3436c8a713 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:18:57.277582 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 49154c96-4c06-49cc-b425-6a3436c8a713 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:18:57.278039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:57.359753 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:57.387527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab8a07-d0ca-440a-8c51-e7a097f497e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49154c96-4c06-49cc-b425-6a3436c8a713'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:18:57.389774 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50de5e27-e661-457e-8908-18361cd9a5f8" -d '{"events": [{"server_uuid": "daab8a07-d0ca-440a-8c51-e7a097f497e4", "name": "network-vif-plugged", "status": "completed", "tag": "49154c96-4c06-49cc-b425-6a3436c8a713"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:18:57.404043 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 49154c96-4c06-49cc-b425-6a3436c8a713, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=49154c96-4c06-49cc-b425-6a3436c8a713,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:18:57.409092 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:18:57.434235 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:18:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c46832fa-34ef-4027-8c25-167bad11f86c x-openstack-request-id: req-c46832fa-34ef-4027-8c25-167bad11f86c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:18:57.434533 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daab8a07-d0ca-440a-8c51-e7a097f497e4", "name": "network-vif-plugged", "status": "completed", "tag": "49154c96-4c06-49cc-b425-6a3436c8a713", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:18:57.434791 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c46832fa-34ef-4027-8c25-167bad11f86c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:18:57.435211 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daab8a07-d0ca-440a-8c51-e7a097f497e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49154c96-4c06-49cc-b425-6a3436c8a713', 'code': 200} Nov 25 20:18:57.465404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=49154c96-4c06-49cc-b425-6a3436c8a713,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:18:57.524938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede8478a-391a-4d14-a853-8daa5276ca4d req-64a0e0a3-1b46-48b9-a655-2246699f36a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:57.526439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ede8478a-391a-4d14-a853-8daa5276ca4d req-64a0e0a3-1b46-48b9-a655-2246699f36a4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 1096 time: 0.0412152 Nov 25 20:18:57.573334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ede8478a-391a-4d14-a853-8daa5276ca4d req-b37f8b6a-4342-4faf-825f-c3e22e9bd8ac service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 Nov 25 20:18:58.264682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13b5d39-7046-43cd-a277-5b304b53c7dd req-f87fe43d-e2b7-4b91-9a56-af53eb9dce6f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:58.267599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d13b5d39-7046-43cd-a277-5b304b53c7dd req-f87fe43d-e2b7-4b91-9a56-af53eb9dce6f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 945 time: 0.0552542 Nov 25 20:18:58.317024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d13b5d39-7046-43cd-a277-5b304b53c7dd req-626d2faf-dc71-44cf-a9b4-2f5dbca7f106 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433433 Nov 25 20:18:59.439449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b481e4cd-f375-49a3-9b9b-139e96ecb861 req-670e2a06-ecd4-42b6-9f19-9737cc02013b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:59.440932 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b481e4cd-f375-49a3-9b9b-139e96ecb861 req-670e2a06-ecd4-42b6-9f19-9737cc02013b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 945 time: 0.0503230 Nov 25 20:18:59.487967 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b481e4cd-f375-49a3-9b9b-139e96ecb861 req-e2eda65f-ffec-49de-a6f7-899a19821992 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410659 Nov 25 20:18:59.603027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607cd90a-4658-4791-a4ec-4cde6b26b396 req-3dbef30d-fa8a-434c-b9a5-64157efb7b29 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:18:59.604417 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-607cd90a-4658-4791-a4ec-4cde6b26b396 req-3dbef30d-fa8a-434c-b9a5-64157efb7b29 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 945 time: 0.0517955 Nov 25 20:18:59.653558 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-607cd90a-4658-4791-a4ec-4cde6b26b396 req-225d33fc-86cb-4bbe-8b5b-bf842f476db8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422893 Nov 25 20:19:02.138605 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bf2cc15e-12bc-44b3-9951-776ea3615099 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:02.233504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354800-7e9a-4831-b19d-31d59497f792 req-fbd14be1-a0b0-4cae-a2ec-293fe5dd3b39 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:02.235097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-fbd14be1-a0b0-4cae-a2ec-293fe5dd3b39 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1061368 Nov 25 20:19:02.251808 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-87608893-5aca-4685-9c48-fe5f0e872cdf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/quotas/ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 375 time: 0.0106299 Nov 25 20:19:02.309148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-209f82a6-7349-41ce-91e5-a54d2e7d82f8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0518384 Nov 25 20:19:02.402175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-b5110014-9d19-4f27-a679-7bab1ad81441 service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844193 Nov 25 20:19:02.495209 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-79a3e087-12c4-4310-956f-991f25c3aa15 service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862617 Nov 25 20:19:02.684327 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9dd43336-c71f-4f59-bac3-ffc9927901c7 req-d8b4d800-a271-4059-a9cb-5e9ef92a7466 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 210 time: 0.0291257 Nov 25 20:19:03.645593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354800-7e9a-4831-b19d-31d59497f792 req-88c09338-ccd6-4c54-852a-26f3414858d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:03.647102 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-88c09338-ccd6-4c54-852a-26f3414858d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.60 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1185963 Nov 25 20:19:03.665880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'port': {'device_id': '09a529f9-198a-44b0-bb99-28421fbfb164', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'admin_state_up': True, 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:19:03.791802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e41cdb50-4d70-417b-bf1e-96c658defc0c req-d17a78ef-7b52-4b5c-ac53-232c218fbb97 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 210 time: 0.0283871 Nov 25 20:19:03.799680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Made reservation on behalf of ae1b6134542c4f459ee4c2400c0e49e3 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:19:03.807039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:03.949710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Allocated IP 172.20.0.7 (377828e7-98ef-410a-b312-c0cda9ef1151/6ce21da2-f2ac-4c12-9625-eb014abdb509/0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:19:04.116956 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:04.151810 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:04.164681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['49154c96-4c06-49cc-b425-6a3436c8a713'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:19:04.194384 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Network 377828e7-98ef-410a-b312-c0cda9ef1151 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:19:04.197640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:19:04.204617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:19:04.238314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:04.251940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.252291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.252638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.252978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.253311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.253835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.254327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.254858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.255173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.255667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.256273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.256744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:04.274400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:04.275455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:04.294608 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-0abcc046-62c9-4e47-b05a-d8e4e1d3d499 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6326494 Nov 25 20:19:04.433272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Request body: {'port': {'device_id': '09a529f9-198a-44b0-bb99-28421fbfb164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:19:04.476257 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ed7f6fca-5265-458c-aba0-1fc6865452bf None None] Provisioning complete for port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:19:04.476712 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ed7f6fca-5265-458c-aba0-1fc6865452bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:04.497497 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:04.513322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ed7f6fca-5265-458c-aba0-1fc6865452bf None None] Port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:19:04.779656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:19:04.793244 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:04.805017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Transition to ACTIVE for port object 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:19:04.809230 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:04.893719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Pushing event updated for resources: {'Port': ['ID=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:04.949806 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Attempting to bind port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:19:04.950165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Attempting to bind port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:19:04.951699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Attempting to bind port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:19:04.957691 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 on network 377828e7-98ef-410a-b312-c0cda9ef1151 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:19:04.958030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Attempting to bind port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:19:04.963664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 18, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:19:04.964014 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Checking segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:19:04.964419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Bound using segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:19:04.964875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Bound port: 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:19:04.965359 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:04.978937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68009b92-a3b2-4c48-a7da-5e6d3bca0d5f req-873896ac-a50a-47f5-9da4-f6efd943048a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:04.981785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-68009b92-a3b2-4c48-a7da-5e6d3bca0d5f req-873896ac-a50a-47f5-9da4-f6efd943048a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0713735 Nov 25 20:19:05.039437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-68009b92-a3b2-4c48-a7da-5e6d3bca0d5f req-3b558c73-9f1c-45ea-bef3-b4a536c669db tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511682 Nov 25 20:19:05.042565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] For port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:19:05.046160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] For port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:19:05.051815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:05.093484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:05.094769 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:05.096220 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] 10.222.0.60 "PUT /v2.0/ports/0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 HTTP/1.1" status: 200 len: 1091 time: 0.7233522 Nov 25 20:19:05.096680 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a529f9-198a-44b0-bb99-28421fbfb164', 'tag': '0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:19:05.145101 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2c90a-0b13-424a-aa9e-c07dd6547f61 service neutron] Pushing event updated for resources: {'Port': ['ID=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:05.160587 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52a702d-8617-45b5-9c29-373aff3435d7" -d '{"events": [{"name": "network-changed", "server_uuid": "09a529f9-198a-44b0-bb99-28421fbfb164", "tag": "0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:19:05.221535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354800-7e9a-4831-b19d-31d59497f792 req-e6128585-b0d7-4735-906f-9a3ef9bec574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:05.224774 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-e6128585-b0d7-4735-906f-9a3ef9bec574 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 1094 time: 0.0608304 Nov 25 20:19:05.262987 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bf2007ee-1a6d-4a9d-8567-cd46cb49c5cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:05.282285 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-3ee5dae2-0a0f-46fb-8949-8a6dcf4e278d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 HTTP/1.1" status: 200 len: 217 time: 0.0489457 Nov 25 20:19:05.319692 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80016583-f23f-4598-930b-761533b4fbdc x-openstack-request-id: req-80016583-f23f-4598-930b-761533b4fbdc {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:19:05.319900 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a529f9-198a-44b0-bb99-28421fbfb164", "tag": "0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:19:05.320178 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80016583-f23f-4598-930b-761533b4fbdc {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:19:05.320643 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09a529f9-198a-44b0-bb99-28421fbfb164', 'tag': '0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7', 'status': 'completed', 'code': 200} Nov 25 20:19:05.345098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354800-7e9a-4831-b19d-31d59497f792 req-5208b598-a6e9-4790-b166-c7bacfe0326e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:05.346672 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-5208b598-a6e9-4790-b166-c7bacfe0326e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0576320 Nov 25 20:19:05.405071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9354800-7e9a-4831-b19d-31d59497f792 req-76e5bea3-f0f4-4777-b7df-44ff83f3e06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:05.412269 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-76e5bea3-f0f4-4777-b7df-44ff83f3e06d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523531 Nov 25 20:19:05.511092 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-bc601d19-a568-467f-bac0-ed7e9129b2e6 service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955911 Nov 25 20:19:05.614300 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c9354800-7e9a-4831-b19d-31d59497f792 req-94fc7799-1353-412f-a55f-7c34e15b277e service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958538 Nov 25 20:19:05.710458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a702d-8617-45b5-9c29-373aff3435d7 req-6913bf5a-fce7-4148-8ad4-ad7be159f7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:05.711994 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e52a702d-8617-45b5-9c29-373aff3435d7 req-6913bf5a-fce7-4148-8ad4-ad7be159f7c0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 1094 time: 0.0495896 Nov 25 20:19:05.807032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a702d-8617-45b5-9c29-373aff3435d7 req-d04368da-ba59-462a-a8da-1343e697753c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:05.808423 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e52a702d-8617-45b5-9c29-373aff3435d7 req-d04368da-ba59-462a-a8da-1343e697753c service neutron] 10.222.0.60 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0894246 Nov 25 20:19:05.854425 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e52a702d-8617-45b5-9c29-373aff3435d7 req-ad322fed-b99d-443d-857e-554747578d2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 HTTP/1.1" status: 200 len: 217 time: 0.0387094 Nov 25 20:19:05.904540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a702d-8617-45b5-9c29-373aff3435d7 req-6b8247ed-953c-47ca-81c3-4f275ee2a96c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:05.906015 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e52a702d-8617-45b5-9c29-373aff3435d7 req-6b8247ed-953c-47ca-81c3-4f275ee2a96c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0453675 Nov 25 20:19:05.953119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a702d-8617-45b5-9c29-373aff3435d7 req-34da4101-832f-42d2-8acf-2fcf401f2cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:05.954645 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e52a702d-8617-45b5-9c29-373aff3435d7 req-34da4101-832f-42d2-8acf-2fcf401f2cb2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411885 Nov 25 20:19:06.054672 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e52a702d-8617-45b5-9c29-373aff3435d7 req-ed4ebaa7-473a-479e-9f47-5a384512c1f3 service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926237 Nov 25 20:19:06.152953 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e52a702d-8617-45b5-9c29-373aff3435d7 req-b7a475fa-0d0b-4d99-b811-97e918b61740 service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911822 Nov 25 20:19:06.177969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a807ca-46ff-4598-8e67-2f9026561440 req-50c5351f-2250-4b64-88b2-cdc1a768fb48 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:06.183148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15a807ca-46ff-4598-8e67-2f9026561440 req-50c5351f-2250-4b64-88b2-cdc1a768fb48 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0560379 Nov 25 20:19:06.236653 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15a807ca-46ff-4598-8e67-2f9026561440 req-01d44787-d121-48b4-9138-280d1b056b61 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498033 Nov 25 20:19:06.557633 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:07.380178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d952b54-40e2-40ed-b226-221a08a32c1b req-d020906f-8983-4033-8c33-f01aaf00df28 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:07.389021 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d952b54-40e2-40ed-b226-221a08a32c1b req-d020906f-8983-4033-8c33-f01aaf00df28 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0600927 Nov 25 20:19:07.479514 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d952b54-40e2-40ed-b226-221a08a32c1b req-1daceb9b-0e16-4bcf-87ea-eef23c9a918a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892904 Nov 25 20:19:07.883588 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:08.425090 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:08.719806 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3746e661-eefe-4eb0-81e4-c3053089b749 req-94f67a7e-971d-4c80-bf81-f639735e6a73 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:08.721970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3746e661-eefe-4eb0-81e4-c3053089b749 req-94f67a7e-971d-4c80-bf81-f639735e6a73 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0875299 Nov 25 20:19:08.808329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3746e661-eefe-4eb0-81e4-c3053089b749 req-03486d12-8add-409b-9fca-283e1d80c476 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700212 Nov 25 20:19:09.954558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ef2a32-c98d-4cb8-b6db-5fa653bb6c02 req-37aa6290-5775-47aa-b91f-6a1248cf20b2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:09.956103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02ef2a32-c98d-4cb8-b6db-5fa653bb6c02 req-37aa6290-5775-47aa-b91f-6a1248cf20b2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0654626 Nov 25 20:19:10.012605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02ef2a32-c98d-4cb8-b6db-5fa653bb6c02 req-7e54f130-1a18-4af5-85b2-1d48d9643375 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500841 Nov 25 20:19:11.030753 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:19:11.144032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0cb15-d74a-438b-a6e0-28116bef2600 req-31e12ca5-7cca-4826-b2d2-ac7b0de43e60 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:11.145523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9e0cb15-d74a-438b-a6e0-28116bef2600 req-31e12ca5-7cca-4826-b2d2-ac7b0de43e60 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0534632 Nov 25 20:19:11.205219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9e0cb15-d74a-438b-a6e0-28116bef2600 req-ddd1ec10-f888-40ae-a2ec-50c53a913f5c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477526 Nov 25 20:19:12.323275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0684b4-dd9f-4846-bb19-0b0216809086 req-001d7da0-bf45-49e8-b751-bfb4d416d83e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:12.324665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf0684b4-dd9f-4846-bb19-0b0216809086 req-001d7da0-bf45-49e8-b751-bfb4d416d83e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0491326 Nov 25 20:19:12.372437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf0684b4-dd9f-4846-bb19-0b0216809086 req-3f6a6193-3e2e-4a38-b5a6-02d0d6a4ff6e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405164 Nov 25 20:19:13.497134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0b93d8-81ce-4576-b0a6-ea19bc80bf6c req-a4129d60-a540-4b69-960b-56af1d403174 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:13.498683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf0b93d8-81ce-4576-b0a6-ea19bc80bf6c req-a4129d60-a540-4b69-960b-56af1d403174 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0543797 Nov 25 20:19:13.548058 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf0b93d8-81ce-4576-b0a6-ea19bc80bf6c req-e53f02a7-7cf4-41c7-8bd4-3efb9b8e6bdd tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430300 Nov 25 20:19:14.680009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2894f6-e035-4d77-ab6e-defe540e42c0 req-3c2a1eba-7279-43b3-81d0-80494860ee08 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:14.682087 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e2894f6-e035-4d77-ab6e-defe540e42c0 req-3c2a1eba-7279-43b3-81d0-80494860ee08 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0583680 Nov 25 20:19:14.741558 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e2894f6-e035-4d77-ab6e-defe540e42c0 req-28d59d3a-79fe-4afe-96cc-a7b40a3f61b8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531795 Nov 25 20:19:15.876781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4332085-95b1-4a96-85ad-99a6c0c070b0 req-90d497b5-4ec0-4f2f-9982-1b87ba0722e2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:15.879018 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4332085-95b1-4a96-85ad-99a6c0c070b0 req-90d497b5-4ec0-4f2f-9982-1b87ba0722e2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0572872 Nov 25 20:19:15.932889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4332085-95b1-4a96-85ad-99a6c0c070b0 req-de491229-6f26-4339-a948-bf12c46d4c90 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473824 Nov 25 20:19:17.051929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee7bfc-829b-4689-8371-dec3a484981d req-85d3e9c0-8564-4ab0-809d-ffc2e1f9fcdf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:17.053446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fee7bfc-829b-4689-8371-dec3a484981d req-85d3e9c0-8564-4ab0-809d-ffc2e1f9fcdf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0502026 Nov 25 20:19:17.120077 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6fee7bfc-829b-4689-8371-dec3a484981d req-d6d036d6-712b-4ee0-9656-2a1793e9ba10 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605869 Nov 25 20:19:18.248393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62061db-89a3-43b6-83ed-7f3428988c1d req-cdae1143-967f-431e-b6f8-841398a7fa63 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:18.250317 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e62061db-89a3-43b6-83ed-7f3428988c1d req-cdae1143-967f-431e-b6f8-841398a7fa63 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0558541 Nov 25 20:19:18.303124 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e62061db-89a3-43b6-83ed-7f3428988c1d req-c4498721-c06b-42eb-b6d8-40805a57bf9f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465927 Nov 25 20:19:19.426763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08947426-23c3-48af-ab5c-5112763294e1 req-0c605aa9-b0ce-4c96-9f3a-7e7a0962ceef tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:19.428294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08947426-23c3-48af-ab5c-5112763294e1 req-0c605aa9-b0ce-4c96-9f3a-7e7a0962ceef tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0526502 Nov 25 20:19:19.476509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08947426-23c3-48af-ab5c-5112763294e1 req-05f05506-23e0-4251-8666-f11b86c3229a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413158 Nov 25 20:19:20.605856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df99d20-7399-4d81-ace9-f0148cce780b req-91aed37d-a69a-40c7-a362-fa3d89fc6a17 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:20.607358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3df99d20-7399-4d81-ace9-f0148cce780b req-91aed37d-a69a-40c7-a362-fa3d89fc6a17 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0529568 Nov 25 20:19:20.657669 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3df99d20-7399-4d81-ace9-f0148cce780b req-508ab4e6-c0de-407f-9616-f223a389db45 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431459 Nov 25 20:19:21.074631 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:21.786484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258819a-bea9-4672-8bfd-2351c4eecf5a req-1e6b21ab-61a6-4dc4-856c-b4d317cfc0cb tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:21.788624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5258819a-bea9-4672-8bfd-2351c4eecf5a req-1e6b21ab-61a6-4dc4-856c-b4d317cfc0cb tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0583398 Nov 25 20:19:21.844330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5258819a-bea9-4672-8bfd-2351c4eecf5a req-e95caee1-3757-4027-a3ce-7da1cc38ee73 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494452 Nov 25 20:19:22.972099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e212b-23b5-4b19-b49e-fd8e481146c1 req-c59eea6c-9892-4e1b-8dbb-1aa9667aea10 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:22.973585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-848e212b-23b5-4b19-b49e-fd8e481146c1 req-c59eea6c-9892-4e1b-8dbb-1aa9667aea10 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0541012 Nov 25 20:19:23.022969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-848e212b-23b5-4b19-b49e-fd8e481146c1 req-362abf29-576e-41e4-92dc-e4786d7072ff tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414338 Nov 25 20:19:23.361815 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:24.159031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30d0ab2-ce9d-4a68-b6d1-390b2519d3f1 req-2dca82c0-be7d-43b0-96c6-7b7e5f9bfc99 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:24.161511 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a30d0ab2-ce9d-4a68-b6d1-390b2519d3f1 req-2dca82c0-be7d-43b0-96c6-7b7e5f9bfc99 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0560613 Nov 25 20:19:24.219032 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a30d0ab2-ce9d-4a68-b6d1-390b2519d3f1 req-01ebc46b-0336-48a3-b80d-a4426431a2bd tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515606 Nov 25 20:19:25.344365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7a661a-df6b-4afe-a3fe-a0d7c7190c84 req-48b2ac30-77c3-46e4-adab-4d09c1a3333b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:25.345770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb7a661a-df6b-4afe-a3fe-a0d7c7190c84 req-48b2ac30-77c3-46e4-adab-4d09c1a3333b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 943 time: 0.0564399 Nov 25 20:19:25.400643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb7a661a-df6b-4afe-a3fe-a0d7c7190c84 req-ed677122-a743-41cf-a909-43cb34db458d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476487 Nov 25 20:19:26.074510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:19:26.185993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:19:26.198657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'port_id': '0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7', 'mac_address': 'fa:16:3e:f9:47:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:19:26.242636 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:26.257155 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:19:26.280790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:19:26.286255 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:26.345610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:26.354100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.354452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.354807 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.355203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.355593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.355928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.356301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.356689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.356978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.357304 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.357671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.358000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:26.533856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6d26c-7617-4740-9cb0-963d6d45e886 req-2b81c605-88b7-42d8-89cd-883c3c6651ae tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:26.536480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6b6d26c-7617-4740-9cb0-963d6d45e886 req-2b81c605-88b7-42d8-89cd-883c3c6651ae tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 944 time: 0.0624101 Nov 25 20:19:26.538430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:19:26.599025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6b6d26c-7617-4740-9cb0-963d6d45e886 req-98990edf-f2a4-435d-b1c4-225771402821 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512247 Nov 25 20:19:27.733580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c33249-cd02-47bc-84a2-e86a14506140 req-dbf1e75d-3f4c-4f8e-a192-6c38173909c4 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:27.735119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6c33249-cd02-47bc-84a2-e86a14506140 req-dbf1e75d-3f4c-4f8e-a192-6c38173909c4 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 944 time: 0.0513718 Nov 25 20:19:27.783389 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6c33249-cd02-47bc-84a2-e86a14506140 req-fdbcaa38-0548-48b4-a3b4-798d52c1d4c2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421715 Nov 25 20:19:28.094364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:19:28.148537 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:19:28.153742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:19:28.154245 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:28.234661 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:28.261664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a529f9-198a-44b0-bb99-28421fbfb164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:19:28.263932 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2a6e6c-0f2a-4901-b380-f936b86775dc" -d '{"events": [{"server_uuid": "09a529f9-198a-44b0-bb99-28421fbfb164", "name": "network-vif-plugged", "status": "completed", "tag": "0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:19:28.279297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:19:28.284390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:28.315767 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b66423d-411b-4aab-b1ff-716c3ab63749 x-openstack-request-id: req-9b66423d-411b-4aab-b1ff-716c3ab63749 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:19:28.316217 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a529f9-198a-44b0-bb99-28421fbfb164", "name": "network-vif-plugged", "status": "completed", "tag": "0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:19:28.316434 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b66423d-411b-4aab-b1ff-716c3ab63749 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:19:28.317055 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a529f9-198a-44b0-bb99-28421fbfb164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7', 'code': 200} Nov 25 20:19:28.353571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:28.425492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f3891f-b289-427f-ae29-16ae4f747bea req-33a2b6b6-e223-491d-8e99-c3d3b32595c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:28.427062 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e1f3891f-b289-427f-ae29-16ae4f747bea req-33a2b6b6-e223-491d-8e99-c3d3b32595c5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 1096 time: 0.0512710 Nov 25 20:19:28.479685 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e1f3891f-b289-427f-ae29-16ae4f747bea req-c376dce0-8f68-4df2-bd29-e08fc34dd12b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448761 Nov 25 20:19:28.912326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6dcdbb-f93c-4042-8754-54f7ba54f3bb req-14136806-a452-426c-8bf2-106771c8db88 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:28.913835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa6dcdbb-f93c-4042-8754-54f7ba54f3bb req-14136806-a452-426c-8bf2-106771c8db88 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 945 time: 0.0576270 Nov 25 20:19:28.964035 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa6dcdbb-f93c-4042-8754-54f7ba54f3bb req-de12a6b6-f2a6-4027-a90a-457e9bd8737f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439360 Nov 25 20:19:30.092789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0a6cf-760b-485a-9ce2-4db14dacf678 req-342d9011-17c6-45cf-8571-091d060e164f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:30.094276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6c0a6cf-760b-485a-9ce2-4db14dacf678 req-342d9011-17c6-45cf-8571-091d060e164f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 945 time: 0.0513592 Nov 25 20:19:30.147728 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c6c0a6cf-760b-485a-9ce2-4db14dacf678 req-1a8813f8-994a-49e9-88f6-241e8021fd94 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457501 Nov 25 20:19:30.281063 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780ebb2c-4482-41d6-8d48-d89a9981919e req-1d0f2ad6-1219-4374-bdd2-a5165a2946a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:30.282505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-780ebb2c-4482-41d6-8d48-d89a9981919e req-1d0f2ad6-1219-4374-bdd2-a5165a2946a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 945 time: 0.0531585 Nov 25 20:19:30.336183 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-780ebb2c-4482-41d6-8d48-d89a9981919e req-328c1b1d-0171-45d6-b17e-e2592841aab0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471520 Nov 25 20:19:30.635869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583860c-420e-4318-8d5e-4e849f9db7c1 req-58b1ede2-a4f1-417e-9683-f9dad93ef607 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:30.637382 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4583860c-420e-4318-8d5e-4e849f9db7c1 req-58b1ede2-a4f1-417e-9683-f9dad93ef607 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 945 time: 0.0503650 Nov 25 20:19:30.686000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4583860c-420e-4318-8d5e-4e849f9db7c1 req-ec600e9c-89e1-4401-9e15-b322e369abee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425935 Nov 25 20:19:31.809002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7eb6446-9c54-4f41-b49e-8f76cb719045 req-f0b47e4c-17c3-4d21-8f00-3e2bc2444478 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:31.810533 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7eb6446-9c54-4f41-b49e-8f76cb719045 req-f0b47e4c-17c3-4d21-8f00-3e2bc2444478 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 945 time: 0.0518186 Nov 25 20:19:31.859281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7eb6446-9c54-4f41-b49e-8f76cb719045 req-07e6c22a-cf0f-4962-9a81-cad651f41bce tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426819 Nov 25 20:19:32.062839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9b37df-e2d3-48ec-b9d5-e3cfdaf289a3 req-1784dcc5-1fda-4a62-ac92-e6932a4c27ff tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:32.064255 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0f9b37df-e2d3-48ec-b9d5-e3cfdaf289a3 req-1784dcc5-1fda-4a62-ac92-e6932a4c27ff tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.60 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 945 time: 0.0495849 Nov 25 20:19:32.142078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a19cdb77-6b2c-40fa-9f1b-d8dd628b334a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:32.165677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0f9b37df-e2d3-48ec-b9d5-e3cfdaf289a3 req-9a05294d-7937-4caf-b35e-2c4168b88b85 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Deleting port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:19:32.166864 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0f9b37df-e2d3-48ec-b9d5-e3cfdaf289a3 req-9a05294d-7937-4caf-b35e-2c4168b88b85 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:32.267483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0f9b37df-e2d3-48ec-b9d5-e3cfdaf289a3 req-9a05294d-7937-4caf-b35e-2c4168b88b85 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] For port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:19:32.267845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0f9b37df-e2d3-48ec-b9d5-e3cfdaf289a3 req-9a05294d-7937-4caf-b35e-2c4168b88b85 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:32.283110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0f9b37df-e2d3-48ec-b9d5-e3cfdaf289a3 req-9a05294d-7937-4caf-b35e-2c4168b88b85 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Calling delete_port for 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:19:32.428895 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0f9b37df-e2d3-48ec-b9d5-e3cfdaf289a3 req-9a05294d-7937-4caf-b35e-2c4168b88b85 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:32.440788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:19:32.445809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['49154c96-4c06-49cc-b425-6a3436c8a713'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:19:32.466052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a05294d-7937-4caf-b35e-2c4168b88b85 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event deleted for resources: {'Port': ['ID=0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:32.521433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f9b37df-e2d3-48ec-b9d5-e3cfdaf289a3 req-9a05294d-7937-4caf-b35e-2c4168b88b85 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] No DVR routers for this DVR port 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:19:32.524772 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0f9b37df-e2d3-48ec-b9d5-e3cfdaf289a3 req-9a05294d-7937-4caf-b35e-2c4168b88b85 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:32.528939 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0f9b37df-e2d3-48ec-b9d5-e3cfdaf289a3 req-9a05294d-7937-4caf-b35e-2c4168b88b85 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.60 "DELETE /v2.0/ports/0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 HTTP/1.1" status: 204 len: 173 time: 0.4585159 Nov 25 20:19:32.529437 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a529f9-198a-44b0-bb99-28421fbfb164', 'name': 'network-vif-deleted', 'tag': '0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:19:32.532049 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-032e1186-5145-45c4-9a01-92c7751557f8" -d '{"events": [{"server_uuid": "09a529f9-198a-44b0-bb99-28421fbfb164", "name": "network-vif-deleted", "tag": "0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:19:32.583696 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:19:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a68487-c918-4d9c-a342-896e26f5ced0 x-openstack-request-id: req-89a68487-c918-4d9c-a342-896e26f5ced0 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:19:32.584146 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a529f9-198a-44b0-bb99-28421fbfb164", "name": "network-vif-deleted", "tag": "0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:19:32.584404 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-89a68487-c918-4d9c-a342-896e26f5ced0 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:19:32.584912 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09a529f9-198a-44b0-bb99-28421fbfb164', 'name': 'network-vif-deleted', 'tag': '0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7', 'status': 'completed', 'code': 200} Nov 25 20:19:32.971741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd008ce5-3c5e-476c-9785-3843b9425a77 req-efa336cb-ef5c-4300-9545-c6795b4c38eb tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 210 time: 0.0310624 Nov 25 20:19:34.070589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9eb884f-37ab-4073-8403-ab7ff186a41d req-7e2566ee-0c22-4c00-8924-2b2b02ea0147 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 210 time: 0.0271282 Nov 25 20:19:35.179972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc02a40e-37fb-498c-8d57-d2a5009b36cc req-e51d1239-f662-4229-842c-c36cd698ace3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 210 time: 0.0298944 Nov 25 20:19:35.245390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-89b64707-030c-4b1f-8e10-657a707a1505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:36.106204 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:19:36.127149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:19:36.127744 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 0a39079c-0cd8-4bf2-a528-e0ef9dc9e2f7 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:19:36.286511 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0f59d17-ef34-4851-b5d9-77453e39acdf req-67bbb0c7-e1b0-41dd-ba49-003070fec486 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 210 time: 0.0301232 Nov 25 20:19:36.561123 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:37.433232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b438661-a7b4-4fd3-a94f-16290ffb0fe3 req-8b966b77-e65c-409a-b72f-a3e339b2212a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=09a529f9-198a-44b0-bb99-28421fbfb164 HTTP/1.1" status: 200 len: 210 time: 0.0375767 Nov 25 20:19:37.888239 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:38.408958 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:42.996863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0253823c-c6a2-4230-b692-5133f75a5f5c req-f55bab2b-bb97-432d-91cc-847d751c83ab tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:42.998261 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0253823c-c6a2-4230-b692-5133f75a5f5c req-f55bab2b-bb97-432d-91cc-847d751c83ab tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 945 time: 0.0572522 Nov 25 20:19:43.051930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0253823c-c6a2-4230-b692-5133f75a5f5c req-83afba55-cce6-4d4b-b007-8a0ce4b6931b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463874 Nov 25 20:19:44.199355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222e98e-2518-4019-a741-6ee3228fde4b req-c22aac19-8dce-45d5-8e9f-cfa6cdcfd514 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:44.201282 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e222e98e-2518-4019-a741-6ee3228fde4b req-c22aac19-8dce-45d5-8e9f-cfa6cdcfd514 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 945 time: 0.0647199 Nov 25 20:19:44.251236 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e222e98e-2518-4019-a741-6ee3228fde4b req-d28bf5b4-9277-4f77-a32f-8246ea1b24e2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=1152db8e-4842-47f1-9453-024f36d60241&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438375 Nov 25 20:19:44.435535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f70134-cbac-4b4f-867f-a261440ab2e0 req-bf314139-bac3-4813-9bb2-0669f32c815c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:19:44.437253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0f70134-cbac-4b4f-867f-a261440ab2e0 req-bf314139-bac3-4813-9bb2-0669f32c815c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 945 time: 0.0567005 Nov 25 20:19:44.537061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d0f70134-cbac-4b4f-867f-a261440ab2e0 req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Deleting port 49154c96-4c06-49cc-b425-6a3436c8a713 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:19:44.537403 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d0f70134-cbac-4b4f-867f-a261440ab2e0 req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:44.631472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d0f70134-cbac-4b4f-867f-a261440ab2e0 req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] For port 49154c96-4c06-49cc-b425-6a3436c8a713, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=49154c96-4c06-49cc-b425-6a3436c8a713,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:19:44.631767 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d0f70134-cbac-4b4f-867f-a261440ab2e0 req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:44.643711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d0f70134-cbac-4b4f-867f-a261440ab2e0 req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Calling delete_port for 49154c96-4c06-49cc-b425-6a3436c8a713 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:19:44.848038 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d0f70134-cbac-4b4f-867f-a261440ab2e0 req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:44.861301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['49154c96-4c06-49cc-b425-6a3436c8a713'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:19:44.882766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event deleted for resources: {'Port': ['ID=49154c96-4c06-49cc-b425-6a3436c8a713,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:44.896374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.896792 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.897056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.897701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.898393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.899066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.899066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.899858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.900131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.900464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.900797 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.901123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:19:44.949464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f70134-cbac-4b4f-867f-a261440ab2e0 req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] No DVR routers for this DVR port 49154c96-4c06-49cc-b425-6a3436c8a713 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:19:44.953731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d0f70134-cbac-4b4f-867f-a261440ab2e0 req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:44.958994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0f70134-cbac-4b4f-867f-a261440ab2e0 req-7fc3a098-3ebb-460a-98dc-dda7a4ebec0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "DELETE /v2.0/ports/49154c96-4c06-49cc-b425-6a3436c8a713 HTTP/1.1" status: 204 len: 173 time: 0.5157919 Nov 25 20:19:44.960152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daab8a07-d0ca-440a-8c51-e7a097f497e4', 'name': 'network-vif-deleted', 'tag': '49154c96-4c06-49cc-b425-6a3436c8a713'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:19:44.963762 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea76a1c8-c84d-494c-9f47-8bbc3cab6da9" -d '{"events": [{"server_uuid": "daab8a07-d0ca-440a-8c51-e7a097f497e4", "name": "network-vif-deleted", "tag": "49154c96-4c06-49cc-b425-6a3436c8a713"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:19:45.006648 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39ac6a4-0a9c-4bf5-b963-d0247bca4c1d x-openstack-request-id: req-f39ac6a4-0a9c-4bf5-b963-d0247bca4c1d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:19:45.007086 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daab8a07-d0ca-440a-8c51-e7a097f497e4", "name": "network-vif-deleted", "tag": "49154c96-4c06-49cc-b425-6a3436c8a713", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:19:45.008038 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f39ac6a4-0a9c-4bf5-b963-d0247bca4c1d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:19:45.008447 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daab8a07-d0ca-440a-8c51-e7a097f497e4', 'name': 'network-vif-deleted', 'tag': '49154c96-4c06-49cc-b425-6a3436c8a713', 'status': 'completed', 'code': 200} Nov 25 20:19:45.384246 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a7f7424-f5fa-4912-910c-96b20ac6ae20 req-4ec38b07-78c5-4732-9eb5-88f27d7eb783 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 210 time: 0.0317159 Nov 25 20:19:46.516452 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6022c6d4-1329-4934-9b77-ec6a10df636d req-968c6e15-6a9b-4a3f-813b-f55675b30372 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 210 time: 0.0294764 Nov 25 20:19:47.532718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 49154c96-4c06-49cc-b425-6a3436c8a713 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:19:47.556370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 49154c96-4c06-49cc-b425-6a3436c8a713 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:19:47.556717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 49154c96-4c06-49cc-b425-6a3436c8a713 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:19:47.637730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2ef201d7-2d3b-4cc1-9f42-84c65c8564f6 req-4a5d001f-c205-4a07-80b5-3393b57cc792 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 210 time: 0.0355105 Nov 25 20:19:48.029735 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:19:48.749426 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7a8b03f-d795-42de-87f1-46342f2d9e43 req-ced09a41-6f7f-442b-83e8-911be2f3e15a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 210 time: 0.0344822 Nov 25 20:19:49.888373 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83e7f46f-a3c0-4809-b3fc-fee31bf6e1cc req-bc9e8cd8-d780-4b68-a53d-7608485638f7 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=daab8a07-d0ca-440a-8c51-e7a097f497e4 HTTP/1.1" status: 200 len: 210 time: 0.0315111 Nov 25 20:19:51.104073 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:53.376026 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.162219 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 47596) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:19:54.169489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c608da1f-b298-45a1-ad7c-977c8040980b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1902227544', 'description': 'tempest-secgroup-smoke-1902227544 description', 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:19:54.195164 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c608da1f-b298-45a1-ad7c-977c8040980b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.272131 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c608da1f-b298-45a1-ad7c-977c8040980b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.276083 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c608da1f-b298-45a1-ad7c-977c8040980b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.305265 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c608da1f-b298-45a1-ad7c-977c8040980b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.306507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c608da1f-b298-45a1-ad7c-977c8040980b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1430032 Nov 25 20:19:54.309926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47598) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:19:54.310761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c608da1f-b298-45a1-ad7c-977c8040980b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5621bed4-dd5e-4d38-b597-85f7d894f7ec,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:54.315905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2f1e8bec-271f-4d67-a8a7-33e92554c4fe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'security_group_rule': {'security_group_id': '5621bed4-dd5e-4d38-b597-85f7d894f7ec', 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:19:54.348587 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f1e8bec-271f-4d67-a8a7-33e92554c4fe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.401945 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f1e8bec-271f-4d67-a8a7-33e92554c4fe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.405882 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f1e8bec-271f-4d67-a8a7-33e92554c4fe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.424843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e8bec-271f-4d67-a8a7-33e92554c4fe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e5c1a6-91e8-475c-a49c-d8d91833fcb9,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:54.434061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2f1e8bec-271f-4d67-a8a7-33e92554c4fe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.435303 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2f1e8bec-271f-4d67-a8a7-33e92554c4fe tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242771 Nov 25 20:19:54.438263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47600) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:19:54.442507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-2dbdfa56-4a38-4417-a00a-026aa01669ae tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'security_group_rule': {'security_group_id': '5621bed4-dd5e-4d38-b597-85f7d894f7ec', 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:19:54.471152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dbdfa56-4a38-4417-a00a-026aa01669ae tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.534337 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dbdfa56-4a38-4417-a00a-026aa01669ae tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.539794 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dbdfa56-4a38-4417-a00a-026aa01669ae tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.558017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbdfa56-4a38-4417-a00a-026aa01669ae tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5584b0f-5f6b-4a91-a1fa-4d358ee27fae,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:54.566823 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2dbdfa56-4a38-4417-a00a-026aa01669ae tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.568071 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2dbdfa56-4a38-4417-a00a-026aa01669ae tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289771 Nov 25 20:19:54.571015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47602) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:19:54.575568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-6e2a241d-b8c6-421c-8ef3-40aa2b266be2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'security_group_rule': {'security_group_id': '5621bed4-dd5e-4d38-b597-85f7d894f7ec', 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:19:54.605467 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e2a241d-b8c6-421c-8ef3-40aa2b266be2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.665989 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e2a241d-b8c6-421c-8ef3-40aa2b266be2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.669789 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e2a241d-b8c6-421c-8ef3-40aa2b266be2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.689632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a241d-b8c6-421c-8ef3-40aa2b266be2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=195ded52-ea08-4dc5-ad90-97990a5e2d89,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:54.700215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6e2a241d-b8c6-421c-8ef3-40aa2b266be2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.701530 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6e2a241d-b8c6-421c-8ef3-40aa2b266be2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295593 Nov 25 20:19:54.704507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47604) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:19:54.709992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-591c8d88-ffe0-4caa-9abe-637548619a81 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'security_group_rule': {'security_group_id': '5621bed4-dd5e-4d38-b597-85f7d894f7ec', 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:19:54.739337 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-591c8d88-ffe0-4caa-9abe-637548619a81 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.801499 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-591c8d88-ffe0-4caa-9abe-637548619a81 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.806605 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-591c8d88-ffe0-4caa-9abe-637548619a81 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.825618 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c8d88-ffe0-4caa-9abe-637548619a81 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52131ae8-016f-475e-9830-13a407b8dcaa,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:54.836162 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-591c8d88-ffe0-4caa-9abe-637548619a81 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.838202 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-591c8d88-ffe0-4caa-9abe-637548619a81 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322677 Nov 25 20:19:54.842966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47606) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:19:54.847629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-223e52d8-c37c-485a-abfb-49e596964706 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'security_group_rule': {'security_group_id': '5621bed4-dd5e-4d38-b597-85f7d894f7ec', 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:19:54.872419 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-223e52d8-c37c-485a-abfb-49e596964706 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Project ae1b6134542c4f459ee4c2400c0e49e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:19:54.878407 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-223e52d8-c37c-485a-abfb-49e596964706 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.945733 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-223e52d8-c37c-485a-abfb-49e596964706 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.950448 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-223e52d8-c37c-485a-abfb-49e596964706 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.968766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223e52d8-c37c-485a-abfb-49e596964706 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2375bac-14a5-4b66-89a4-a9fa8b7e178a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:54.984204 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-223e52d8-c37c-485a-abfb-49e596964706 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:54.985440 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-223e52d8-c37c-485a-abfb-49e596964706 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1414058 Nov 25 20:19:54.989960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47608) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:19:54.995940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3b490851-dd29-4425-b59d-6bf62ece83cf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'security_group_rule': {'security_group_id': '5621bed4-dd5e-4d38-b597-85f7d894f7ec', 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:19:55.019760 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-3b490851-dd29-4425-b59d-6bf62ece83cf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Project ae1b6134542c4f459ee4c2400c0e49e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:19:55.026063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3b490851-dd29-4425-b59d-6bf62ece83cf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:55.102397 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3b490851-dd29-4425-b59d-6bf62ece83cf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:55.107057 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3b490851-dd29-4425-b59d-6bf62ece83cf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:55.128167 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b490851-dd29-4425-b59d-6bf62ece83cf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecd893c-4c38-466b-adcb-bfb25e71c1f1,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:19:55.135438 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3b490851-dd29-4425-b59d-6bf62ece83cf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:19:55.139468 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3b490851-dd29-4425-b59d-6bf62ece83cf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455705 Nov 25 20:20:02.150580 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d7372e0a-152a-48d2-950d-07a7bd081636 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:05.250849 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ee71e21-383f-421b-9060-0135e7ec8948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:06.563204 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:07.893442 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:08.417407 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:11.558856 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-5598af1d-0f98-4b5e-b683-fb4a6c9831f1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1902227544&fields=id&tenant_id=ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 267 time: 0.0443804 Nov 25 20:20:11.667535 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-4895986d-551f-4f52-b02a-a720b2e3f489 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:11.669036 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-4895986d-551f-4f52-b02a-a720b2e3f489 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1031644 Nov 25 20:20:11.684763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-ca1cd31e-9299-476a-886f-3e14ec08cd5b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/quotas/ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 375 time: 0.0100503 Nov 25 20:20:11.736816 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-5bd9f887-f336-429f-b063-6648137727a7 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466514 Nov 25 20:20:11.833423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-37bc714a-521f-4f38-8905-87b15ca0ae5d service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844030 Nov 25 20:20:11.925902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-03861c57-a81c-4d32-9b78-d6f0f6ff047a service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857000 Nov 25 20:20:12.210379 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7153ffb-ac47-4729-a2d7-c407203ab263 req-f0140b8d-f6d7-49b0-8ca5-46b1be1b5ca3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 210 time: 0.0271959 Nov 25 20:20:13.198426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-2ff9f5aa-5440-4d49-93ad-06a45a6b6a36 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:13.200179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-2ff9f5aa-5440-4d49-93ad-06a45a6b6a36 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1203022 Nov 25 20:20:13.268064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-fca150ab-a207-4651-820f-0b509a3acdcb tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 380 time: 0.0589786 Nov 25 20:20:13.278629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'port': {'device_id': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'admin_state_up': True, 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'security_groups': ['5621bed4-dd5e-4d38-b597-85f7d894f7ec']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:20:13.327922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8284255-cb57-44ee-aac4-e6baa62710de req-342ae7f8-cdb1-4759-83e2-48f18bc0008e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 210 time: 0.0440423 Nov 25 20:20:13.771774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Made reservation on behalf of ae1b6134542c4f459ee4c2400c0e49e3 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:20:13.775558 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:13.900501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Allocated IP 172.20.0.8 (377828e7-98ef-410a-b312-c0cda9ef1151/6ce21da2-f2ac-4c12-9625-eb014abdb509/564e2d35-d4e3-4be4-b955-cffd02a260c1) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:20:14.048230 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:14.083733 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:14.129238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Network 377828e7-98ef-410a-b312-c0cda9ef1151 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:20:14.133573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:20:14.137506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:20:14.162496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=564e2d35-d4e3-4be4-b955-cffd02a260c1,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:20:14.200363 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:14.200995 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:14.218952 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-30764a23-dcf1-41f2-abb1-1c22a17e7d67 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9447203 Nov 25 20:20:14.232168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Request body: {'port': {'device_id': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:20:14.292654 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:14.379405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c71cad3c-218d-4412-900f-3d660edc4c1e None None] Provisioning complete for port 564e2d35-d4e3-4be4-b955-cffd02a260c1 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:20:14.383319 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c71cad3c-218d-4412-900f-3d660edc4c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:14.440641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c71cad3c-218d-4412-900f-3d660edc4c1e None None] Port 564e2d35-d4e3-4be4-b955-cffd02a260c1 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:20:14.544835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156cc5cc-8655-4c33-9e67-f93a584a154c req-d551aa50-cacc-4d1b-99b7-3286dd99534e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:14.546272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-156cc5cc-8655-4c33-9e67-f93a584a154c req-d551aa50-cacc-4d1b-99b7-3286dd99534e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 931 time: 0.1045284 Nov 25 20:20:14.645374 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-156cc5cc-8655-4c33-9e67-f93a584a154c req-f38114c0-5d83-4ab2-99e6-e5efec86a74a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915809 Nov 25 20:20:14.655479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564e2d35-d4e3-4be4-b955-cffd02a260c1 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:20:14.672411 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:14.677893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Transition to ACTIVE for port object 564e2d35-d4e3-4be4-b955-cffd02a260c1 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:20:14.681902 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:14.746615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=564e2d35-d4e3-4be4-b955-cffd02a260c1,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:20:14.828227 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Attempting to bind port 564e2d35-d4e3-4be4-b955-cffd02a260c1 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:20:14.828562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Attempting to bind port 564e2d35-d4e3-4be4-b955-cffd02a260c1 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:20:14.829127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Attempting to bind port 564e2d35-d4e3-4be4-b955-cffd02a260c1 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:20:14.835683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Port 564e2d35-d4e3-4be4-b955-cffd02a260c1 on network 377828e7-98ef-410a-b312-c0cda9ef1151 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:20:14.836075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Attempting to bind port 564e2d35-d4e3-4be4-b955-cffd02a260c1 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:20:14.841772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 19, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:20:14.842112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Checking segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:20:14.842504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Bound using segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:20:14.843352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Bound port: 564e2d35-d4e3-4be4-b955-cffd02a260c1, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:20:14.843715 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:14.919977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] For port 564e2d35-d4e3-4be4-b955-cffd02a260c1, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:20:14.923501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] For port 564e2d35-d4e3-4be4-b955-cffd02a260c1, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=564e2d35-d4e3-4be4-b955-cffd02a260c1,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:20:14.930284 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:14.964941 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:14.965570 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:14.967532 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] 10.222.0.76 "PUT /v2.0/ports/564e2d35-d4e3-4be4-b955-cffd02a260c1 HTTP/1.1" status: 200 len: 1091 time: 0.7394607 Nov 25 20:20:14.969691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'tag': '564e2d35-d4e3-4be4-b955-cffd02a260c1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:20:14.980394 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39831a64-6652-48f4-81a6-11dcbab84747" -d '{"events": [{"name": "network-changed", "server_uuid": "1119e936-6b86-4fd5-9362-4b9d43e48129", "tag": "564e2d35-d4e3-4be4-b955-cffd02a260c1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:20:15.030558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55ccce-94a2-4f7f-bec1-844139b9e5a5 service neutron] Pushing event updated for resources: {'Port': ['ID=564e2d35-d4e3-4be4-b955-cffd02a260c1,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:20:15.060031 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee12522-7a63-4a63-b988-c132050fc0da x-openstack-request-id: req-3ee12522-7a63-4a63-b988-c132050fc0da {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:20:15.060276 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1119e936-6b86-4fd5-9362-4b9d43e48129", "tag": "564e2d35-d4e3-4be4-b955-cffd02a260c1", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:20:15.060363 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3ee12522-7a63-4a63-b988-c132050fc0da {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:20:15.060877 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'tag': '564e2d35-d4e3-4be4-b955-cffd02a260c1', 'status': 'completed', 'code': 200} Nov 25 20:20:15.084396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-0898cf3b-183d-446f-b347-30a69fdda8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:15.087223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-0898cf3b-183d-446f-b347-30a69fdda8da service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 1094 time: 0.0778379 Nov 25 20:20:15.141822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-8c3a340a-8cc6-4dbd-aa62-5243b81cbc0d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564e2d35-d4e3-4be4-b955-cffd02a260c1 HTTP/1.1" status: 200 len: 217 time: 0.0440972 Nov 25 20:20:15.203700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-a71d5670-2ca0-48bb-bb9c-763ca3e7c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:15.205270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-a71d5670-2ca0-48bb-bb9c-763ca3e7c6d5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0564690 Nov 25 20:20:15.260256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-e8dbf801-3802-491f-8ffe-3b2639c75a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:15.261774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-e8dbf801-3802-491f-8ffe-3b2639c75a16 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473166 Nov 25 20:20:15.360023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-92825889-679a-4127-a87a-260c558ccc44 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913358 Nov 25 20:20:15.455939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cb4ae1ab-e60e-4c6b-bea7-44b760d59b46 req-0ae00a18-025d-4feb-afce-3778d9aed182 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885308 Nov 25 20:20:15.548611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39831a64-6652-48f4-81a6-11dcbab84747 req-3c9334da-a5cd-4fae-b2fa-50cff37485e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:15.550127 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39831a64-6652-48f4-81a6-11dcbab84747 req-3c9334da-a5cd-4fae-b2fa-50cff37485e4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 1094 time: 0.0475821 Nov 25 20:20:15.650602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39831a64-6652-48f4-81a6-11dcbab84747 req-66a5890b-f031-4fd9-a83a-193ed554e9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:15.652176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39831a64-6652-48f4-81a6-11dcbab84747 req-66a5890b-f031-4fd9-a83a-193ed554e9d7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0955510 Nov 25 20:20:15.702377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39831a64-6652-48f4-81a6-11dcbab84747 req-e0333d56-e961-4e57-9f95-b2290d3438c2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564e2d35-d4e3-4be4-b955-cffd02a260c1 HTTP/1.1" status: 200 len: 217 time: 0.0435805 Nov 25 20:20:15.777435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39831a64-6652-48f4-81a6-11dcbab84747 req-5fd6ea46-fe49-4653-b9b4-26ed064b44c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:15.778955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39831a64-6652-48f4-81a6-11dcbab84747 req-5fd6ea46-fe49-4653-b9b4-26ed064b44c8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0703523 Nov 25 20:20:15.819974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d28de6-3c7f-44cd-9176-c9c953118ddd req-2cb87fe8-4c91-417c-9bd5-68bd16830065 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:15.821520 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39d28de6-3c7f-44cd-9176-c9c953118ddd req-2cb87fe8-4c91-417c-9bd5-68bd16830065 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 943 time: 0.0857854 Nov 25 20:20:15.852659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39831a64-6652-48f4-81a6-11dcbab84747 req-97923b72-a2b4-41dc-beb3-1a8a55884d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:15.854180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39831a64-6652-48f4-81a6-11dcbab84747 req-97923b72-a2b4-41dc-beb3-1a8a55884d34 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688674 Nov 25 20:20:15.909728 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39d28de6-3c7f-44cd-9176-c9c953118ddd req-ebd4d6e7-f2f0-49cb-836a-9e170861d280 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813417 Nov 25 20:20:15.972741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39831a64-6652-48f4-81a6-11dcbab84747 req-323f1df6-c30f-4e50-b13a-ad63cd268f4a service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088176 Nov 25 20:20:16.071422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-39831a64-6652-48f4-81a6-11dcbab84747 req-35f87223-f456-4226-bcab-06d0c1b9e380 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923576 Nov 25 20:20:17.036797 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0fa4e-709c-4b0b-a12b-9d72ffb3cf61 req-ccf359e5-12e1-4b86-8bb5-1a4d9a430420 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:17.038817 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9f0fa4e-709c-4b0b-a12b-9d72ffb3cf61 req-ccf359e5-12e1-4b86-8bb5-1a4d9a430420 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 943 time: 0.0536726 Nov 25 20:20:17.093102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9f0fa4e-709c-4b0b-a12b-9d72ffb3cf61 req-b183743d-1800-4f78-822f-23b5557a78f3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474260 Nov 25 20:20:18.228119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd277e4-4a59-4c7f-a85e-0f2d907299f6 req-09ec3c1d-c3df-4d51-8164-c1330e6be570 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:18.229631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdd277e4-4a59-4c7f-a85e-0f2d907299f6 req-09ec3c1d-c3df-4d51-8164-c1330e6be570 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 943 time: 0.0545623 Nov 25 20:20:18.283289 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdd277e4-4a59-4c7f-a85e-0f2d907299f6 req-4ce38d72-3d50-4d9b-a16f-47c857fd3aaa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474157 Nov 25 20:20:19.408421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c775d7-d936-4c43-997d-c1085b3fc06b req-28cc1dc6-c3e5-4bf4-8df6-3c872052add5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:19.409934 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83c775d7-d936-4c43-997d-c1085b3fc06b req-28cc1dc6-c3e5-4bf4-8df6-3c872052add5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 943 time: 0.0556259 Nov 25 20:20:19.460439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83c775d7-d936-4c43-997d-c1085b3fc06b req-6f28f2ca-23d9-420c-857c-8907c3d54133 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439610 Nov 25 20:20:20.581905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed219a4-139f-4d88-8d76-df5217e47798 req-7a93f396-4cd4-4804-b389-d9e15791cccc tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:20.583442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fed219a4-139f-4d88-8d76-df5217e47798 req-7a93f396-4cd4-4804-b389-d9e15791cccc tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 943 time: 0.0507550 Nov 25 20:20:20.633852 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fed219a4-139f-4d88-8d76-df5217e47798 req-85064d2d-f9a4-4c2d-bd78-a9437abe37c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438604 Nov 25 20:20:21.151493 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:21.755370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a29aa40-7ba7-40e1-8131-32dca2be94b9 req-88be090b-8946-4f3d-8a8e-629351148729 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:21.757005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a29aa40-7ba7-40e1-8131-32dca2be94b9 req-88be090b-8946-4f3d-8a8e-629351148729 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 943 time: 0.0504508 Nov 25 20:20:21.812702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7a29aa40-7ba7-40e1-8131-32dca2be94b9 req-88f649ad-73dd-41de-b8a3-da99e097c646 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492692 Nov 25 20:20:22.956197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11484e-0434-467a-8067-d12c1b95e86d req-ffb7f422-406d-4158-b2f5-e8aaa310acf6 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:22.958632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a11484e-0434-467a-8067-d12c1b95e86d req-ffb7f422-406d-4158-b2f5-e8aaa310acf6 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 943 time: 0.0721247 Nov 25 20:20:23.034717 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a11484e-0434-467a-8067-d12c1b95e86d req-b2309ce1-b75f-4be9-a457-4e3836685841 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687091 Nov 25 20:20:23.387925 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:24.158761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0241f-1397-4d63-9042-dd3409fd2dc6 req-95b376a6-9518-46ce-8e73-b3ac45989f5b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:24.160559 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99b0241f-1397-4d63-9042-dd3409fd2dc6 req-95b376a6-9518-46ce-8e73-b3ac45989f5b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 943 time: 0.0498347 Nov 25 20:20:24.217987 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99b0241f-1397-4d63-9042-dd3409fd2dc6 req-18482cad-8d71-435b-a3ab-70d31071afce tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493534 Nov 25 20:20:25.030758 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:20:25.347038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e255527-420e-4882-acdf-c331028a0f88 req-4fe227b4-21e3-4fc1-b1d2-96645faf32f3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:25.348504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e255527-420e-4882-acdf-c331028a0f88 req-4fe227b4-21e3-4fc1-b1d2-96645faf32f3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 943 time: 0.0555868 Nov 25 20:20:25.401238 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e255527-420e-4882-acdf-c331028a0f88 req-bdc1d1f0-c3ae-45bc-abba-12b4c7d55454 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453992 Nov 25 20:20:25.750025 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 564e2d35-d4e3-4be4-b955-cffd02a260c1 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:20:25.854715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 564e2d35-d4e3-4be4-b955-cffd02a260c1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=564e2d35-d4e3-4be4-b955-cffd02a260c1,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:20:25.865212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '564e2d35-d4e3-4be4-b955-cffd02a260c1', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'port_id': '564e2d35-d4e3-4be4-b955-cffd02a260c1', 'mac_address': 'fa:16:3e:e3:f0:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:20:25.904179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:25.918098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564e2d35-d4e3-4be4-b955-cffd02a260c1 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:20:25.938105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 564e2d35-d4e3-4be4-b955-cffd02a260c1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=564e2d35-d4e3-4be4-b955-cffd02a260c1,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:20:25.943071 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:25.995516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=564e2d35-d4e3-4be4-b955-cffd02a260c1,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:20:26.152576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['564e2d35-d4e3-4be4-b955-cffd02a260c1'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:20:26.522627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc04acc-4f81-4e6c-8a09-5e85b3ff4ad2 req-650fffae-50fe-435f-a5a4-5c7fef215f76 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:26.524310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cc04acc-4f81-4e6c-8a09-5e85b3ff4ad2 req-650fffae-50fe-435f-a5a4-5c7fef215f76 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 944 time: 0.0509865 Nov 25 20:20:26.576403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cc04acc-4f81-4e6c-8a09-5e85b3ff4ad2 req-d105764a-4e9a-438d-abba-64c26f9b741c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460188 Nov 25 20:20:27.702487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e30bd-5a69-49e0-bf4b-e855f7198e0e req-cbecdc9c-cd92-40d8-ac6c-b7fca34f53ec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:27.704160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f82e30bd-5a69-49e0-bf4b-e855f7198e0e req-cbecdc9c-cd92-40d8-ac6c-b7fca34f53ec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 944 time: 0.0548339 Nov 25 20:20:27.756810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f82e30bd-5a69-49e0-bf4b-e855f7198e0e req-006f2a04-9d25-40e8-8d05-a006c9f834f2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465932 Nov 25 20:20:27.763963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 564e2d35-d4e3-4be4-b955-cffd02a260c1 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:20:27.813812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 564e2d35-d4e3-4be4-b955-cffd02a260c1 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:20:27.817948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 564e2d35-d4e3-4be4-b955-cffd02a260c1 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:20:27.818321 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:27.900191 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:27.923771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564e2d35-d4e3-4be4-b955-cffd02a260c1'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:20:27.925993 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eb8647-798b-40e7-887a-ba08dec261d1" -d '{"events": [{"server_uuid": "1119e936-6b86-4fd5-9362-4b9d43e48129", "name": "network-vif-plugged", "status": "completed", "tag": "564e2d35-d4e3-4be4-b955-cffd02a260c1"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:20:27.941973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 564e2d35-d4e3-4be4-b955-cffd02a260c1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=564e2d35-d4e3-4be4-b955-cffd02a260c1,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:20:27.947498 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:27.972266 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25c4dc7-9c2e-4d00-951d-3542978c2e11 x-openstack-request-id: req-f25c4dc7-9c2e-4d00-951d-3542978c2e11 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:20:27.972559 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1119e936-6b86-4fd5-9362-4b9d43e48129", "name": "network-vif-plugged", "status": "completed", "tag": "564e2d35-d4e3-4be4-b955-cffd02a260c1", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:20:27.972818 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f25c4dc7-9c2e-4d00-951d-3542978c2e11 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:20:27.973212 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564e2d35-d4e3-4be4-b955-cffd02a260c1', 'code': 200} Nov 25 20:20:28.002610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=564e2d35-d4e3-4be4-b955-cffd02a260c1,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:20:28.011040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.011387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.011791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.012151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.012502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.012857 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.013189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.013512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.013858 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.014206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.014527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.014864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:28.072294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92200b0a-1995-460c-95ae-cbfdc1da3745 req-56b3f195-5299-4c1e-a67a-1548958c312f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:28.073849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92200b0a-1995-460c-95ae-cbfdc1da3745 req-56b3f195-5299-4c1e-a67a-1548958c312f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 1096 time: 0.0487609 Nov 25 20:20:28.121508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-92200b0a-1995-460c-95ae-cbfdc1da3745 req-28c373a6-4ac0-4131-965c-9c8a7449eb93 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410967 Nov 25 20:20:28.880374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1883f337-1ccd-4d54-8514-e2266cd9f415 req-1f02d932-5721-4a0e-9f3e-e5a8433709d5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:28.881867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1883f337-1ccd-4d54-8514-e2266cd9f415 req-1f02d932-5721-4a0e-9f3e-e5a8433709d5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 945 time: 0.0491800 Nov 25 20:20:28.938088 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1883f337-1ccd-4d54-8514-e2266cd9f415 req-d87f9d83-eab9-46a1-b259-c615353f4f19 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499599 Nov 25 20:20:30.064643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d16c5f-7d78-4ac5-83db-22da471e1370 req-42354c63-e72c-4c13-aed2-2de4dbace6bb tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:30.066309 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-68d16c5f-7d78-4ac5-83db-22da471e1370 req-42354c63-e72c-4c13-aed2-2de4dbace6bb tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 945 time: 0.0565698 Nov 25 20:20:30.128322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-68d16c5f-7d78-4ac5-83db-22da471e1370 req-566e9dff-86c5-4c5a-a99b-c1daea830cdc tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549159 Nov 25 20:20:30.257807 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553abe0e-76d7-4e20-bc3c-8679e164f17a req-203963fa-df7b-46e4-9136-40a82e73c276 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:30.259433 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-553abe0e-76d7-4e20-bc3c-8679e164f17a req-203963fa-df7b-46e4-9136-40a82e73c276 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 945 time: 0.0569785 Nov 25 20:20:30.318307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-553abe0e-76d7-4e20-bc3c-8679e164f17a req-b946880d-b306-489e-bac8-9e3bab4a95e2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513110 Nov 25 20:20:30.345517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47808) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:20:30.393233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a391be57-94bf-47d6-aa6f-c30680d47844 tempest-TestVolumeBootPattern-1570482421 tempest-TestVolumeBootPattern-1570482421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:30.395010 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a391be57-94bf-47d6-aa6f-c30680d47844 tempest-TestVolumeBootPattern-1570482421 tempest-TestVolumeBootPattern-1570482421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 1091 time: 0.0484457 Nov 25 20:20:30.398083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47810) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:20:30.403057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '564e2d35-d4e3-4be4-b955-cffd02a260c1', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:20:30.427931 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:30.532841 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:30.657802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Allocated IP 172.25.8.84 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/f4e25dba-4c2b-40a3-82f7-9fdd44a269c0) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:20:30.776544 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:30.809925 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:30.855073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:20:30.858073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:20:30.861499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:20:30.867161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=f4e25dba-4c2b-40a3-82f7-9fdd44a269c0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:20:30.899725 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:30.900076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:30.900422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:30.900762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:30.901095 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:30.901423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:30.901752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:30.902079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:30.902410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:30.902730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:30.903078 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:30.903398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:20:31.247412 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:31.323684 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:31.481186 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:31.485971 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:31.554587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=f4e25dba-4c2b-40a3-82f7-9fdd44a269c0,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:20:31.567035 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:31.672827 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Floating IP 0d97df2d-1398-49b7-b433-60027ffcb719 associated. External IP: 172.25.8.84, port: 564e2d35-d4e3-4be4-b955-cffd02a260c1. Nov 25 20:20:32.144799 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6a02eaf5-88af-4edc-b1df-bb8fee15218f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:32.217904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:20:32.347013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:20:32.357050 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b176bc0b-7ffd-4c31-9314-71868d10c505 None None] Sync routers for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:20:32.370457 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:32.371414 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b176bc0b-7ffd-4c31-9314-71868d10c505 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:20:32.372144 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b176bc0b-7ffd-4c31-9314-71868d10c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:20:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:20:32.405326 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b7492efd-9dff-43a4-90f4-2ba0e85c0f6a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0056927 Nov 25 20:20:32.406037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'tag': '564e2d35-d4e3-4be4-b955-cffd02a260c1'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:20:32.410063 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f29d2086-6e39-4864-9e52-1ca51abfd6a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1119e936-6b86-4fd5-9362-4b9d43e48129", "tag": "564e2d35-d4e3-4be4-b955-cffd02a260c1"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:20:32.453497 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9623c4-1dde-4bf8-99a2-cc32668c8893 x-openstack-request-id: req-0b9623c4-1dde-4bf8-99a2-cc32668c8893 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:20:32.453810 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1119e936-6b86-4fd5-9362-4b9d43e48129", "tag": "564e2d35-d4e3-4be4-b955-cffd02a260c1", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:20:32.454068 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b9623c4-1dde-4bf8-99a2-cc32668c8893 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:20:32.454583 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'tag': '564e2d35-d4e3-4be4-b955-cffd02a260c1', 'status': 'completed', 'code': 200} Nov 25 20:20:32.537055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2086-6e39-4864-9e52-1ca51abfd6a7 req-7f2dfde0-31b0-4cb5-be46-bad1caee2eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:32.539989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f29d2086-6e39-4864-9e52-1ca51abfd6a7 req-7f2dfde0-31b0-4cb5-be46-bad1caee2eea service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 1096 time: 0.0587304 Nov 25 20:20:32.588747 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b176bc0b-7ffd-4c31-9314-71868d10c505 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:20:32.651162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2086-6e39-4864-9e52-1ca51abfd6a7 req-efc7a8a0-8cca-41d7-8eb4-b93105ac5ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:32.653683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f29d2086-6e39-4864-9e52-1ca51abfd6a7 req-efc7a8a0-8cca-41d7-8eb4-b93105ac5ff2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.1069045 Nov 25 20:20:32.726737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f29d2086-6e39-4864-9e52-1ca51abfd6a7 req-36785e9c-f550-4d64-9abc-433ad8253c7e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564e2d35-d4e3-4be4-b955-cffd02a260c1 HTTP/1.1" status: 200 len: 998 time: 0.0648198 Nov 25 20:20:32.777172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2086-6e39-4864-9e52-1ca51abfd6a7 req-441ada48-4e86-4518-a1f8-65499b150b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:32.778661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f29d2086-6e39-4864-9e52-1ca51abfd6a7 req-441ada48-4e86-4518-a1f8-65499b150b58 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0454741 Nov 25 20:20:32.825532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d2086-6e39-4864-9e52-1ca51abfd6a7 req-9a314f2f-7aa5-41d3-af2f-b8f3ad044cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:32.827089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f29d2086-6e39-4864-9e52-1ca51abfd6a7 req-9a314f2f-7aa5-41d3-af2f-b8f3ad044cb4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418558 Nov 25 20:20:32.832707 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b176bc0b-7ffd-4c31-9314-71868d10c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0d97df2d-1398-49b7-b433-60027ffcb719', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '564e2d35-d4e3-4be4-b955-cffd02a260c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:e3:f0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:20:31Z', 'updated_at': '2021-11-25T20:20:31Z', 'revision_number': 0, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:20:32.860260 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b176bc0b-7ffd-4c31-9314-71868d10c505 None None] Checking router: b6a1468c-f761-4a13-b1d2-b8f2f47fc171 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:20:32.868875 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b176bc0b-7ffd-4c31-9314-71868d10c505 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:20:32.869485 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b176bc0b-7ffd-4c31-9314-71868d10c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:20:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:20:32.924937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f29d2086-6e39-4864-9e52-1ca51abfd6a7 req-7d9a3018-e59a-44f1-8189-8e0724c42939 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900404 Nov 25 20:20:32.982003 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b176bc0b-7ffd-4c31-9314-71868d10c505 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:20:33.020235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f29d2086-6e39-4864-9e52-1ca51abfd6a7 req-f00a01c6-2ab2-4a39-acb2-7172f7b22fae service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881455 Nov 25 20:20:33.210348 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b176bc0b-7ffd-4c31-9314-71868d10c505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0d97df2d-1398-49b7-b433-60027ffcb719', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '564e2d35-d4e3-4be4-b955-cffd02a260c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:e3:f0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:20:31Z', 'updated_at': '2021-11-25T20:20:31Z', 'revision_number': 0, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:20:33.240070 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b176bc0b-7ffd-4c31-9314-71868d10c505 None None] The sync data for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 is: [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0d97df2d-1398-49b7-b433-60027ffcb719', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.84', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '564e2d35-d4e3-4be4-b955-cffd02a260c1', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4018, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:e3:f0:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:20:31Z', 'updated_at': '2021-11-25T20:20:31Z', 'revision_number': 0, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:20:33.426323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a3c00a-e1d5-4c96-8c9e-b707760586fd None None] New status for floating IP 0d97df2d-1398-49b7-b433-60027ffcb719: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:20:35.252194 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e532ee8d-37dd-463a-9d3c-82370d5fdf72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:36.566181 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:37.895521 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:38.414603 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:51.163959 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:53.391197 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:20:53.662364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-eabc14e6-5079-4b4c-90e4-c9c982b235a8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456283 Nov 25 20:20:53.748539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-564ea487-c462-4aca-a133-309a215ff01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:53.750109 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-564ea487-c462-4aca-a133-309a215ff01c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 1096 time: 0.0450835 Nov 25 20:20:53.861753 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-0882b85f-6e7d-4e0b-b5da-03507099b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:53.863277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-0882b85f-6e7d-4e0b-b5da-03507099b452 service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0927997 Nov 25 20:20:53.939014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-e4d9ff72-7247-40f6-81af-0a449cf978f5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564e2d35-d4e3-4be4-b955-cffd02a260c1 HTTP/1.1" status: 200 len: 1000 time: 0.0674179 Nov 25 20:20:53.992641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-44a14188-999a-4397-99ba-195fdb9727ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:53.994153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-44a14188-999a-4397-99ba-195fdb9727ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0487521 Nov 25 20:20:54.044091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-72c10361-4435-4e61-a76f-ed0724955c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:20:54.045973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-72c10361-4435-4e61-a76f-ed0724955c20 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445411 Nov 25 20:20:54.149400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-0f02a64b-6694-49c8-99c9-e69bc4833a75 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970130 Nov 25 20:20:54.247512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4cb950b-4f69-4017-ba0d-2603b6f4c3a0 req-cd2a2fff-589f-46e3-9545-b3b42a31f47b service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907547 Nov 25 20:21:02.029547 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:21:02.139614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a921a370-7518-47be-a2d6-69b2f8266679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:05.253513 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04db56a2-f352-432d-ae7e-0dc01272b6fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:06.568591 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:07.899174 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:08.417665 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:21.167041 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:23.387802 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:32.141907 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-75f07e5c-3eec-4da2-aa87-5a02f0243c97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:35.254405 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a0aa24aa-a310-43f6-a223-c132cc8425db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:36.571454 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:37.903743 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:38.420489 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:39.028648 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:21:51.161113 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:53.386044 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:21:55.677346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-21e4dd0c-196a-4a6e-ae6c-e0b1850fe76b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0607650 Nov 25 20:21:55.771697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-1ee7a6c5-ac80-4a74-95c2-2a90418dd728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:55.773813 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-1ee7a6c5-ac80-4a74-95c2-2a90418dd728 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 1096 time: 0.0504615 Nov 25 20:21:55.903751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-3c2dac00-d0fb-4234-b460-3eb3c8fca994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:55.905299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-3c2dac00-d0fb-4234-b460-3eb3c8fca994 service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.1101093 Nov 25 20:21:55.977091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-591d006c-f5be-4057-aeb0-7535f415a109 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=564e2d35-d4e3-4be4-b955-cffd02a260c1 HTTP/1.1" status: 200 len: 1000 time: 0.0649655 Nov 25 20:21:56.034878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-503482c8-3ba0-47c1-a040-a298fb543231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:56.036803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-503482c8-3ba0-47c1-a040-a298fb543231 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0522585 Nov 25 20:21:56.096106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-22c60ec6-558a-4495-9522-70fa67a5f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:21:56.097913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-22c60ec6-558a-4495-9522-70fa67a5f5b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534575 Nov 25 20:21:56.194522 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-72cd532f-55d2-4b7c-b5f1-73b5e7781ab7 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889416 Nov 25 20:21:56.296973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1ff41f3-bcc5-4ba1-b7ed-6d2c960080a9 req-f8f9f359-a0f2-4141-9a0f-77a80a38dd6a service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933394 Nov 25 20:22:02.145495 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a00d3a60-b280-4f62-b4ed-6635d7f7eaee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:05.256848 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-727ae18b-ec34-49b4-9650-4d7c8459144c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:06.577491 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:07.908430 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:08.425882 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:16.027485 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:22:21.166771 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:23.386023 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:28.332393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef058b5e-9b66-40c1-bc67-092db27746a9 req-5b004db6-cc3a-4115-a693-ff1fdb26ef46 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:28.333990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ef058b5e-9b66-40c1-bc67-092db27746a9 req-5b004db6-cc3a-4115-a693-ff1fdb26ef46 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 945 time: 0.1316576 Nov 25 20:22:28.398446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ef058b5e-9b66-40c1-bc67-092db27746a9 req-a9c45746-f51f-4cfd-b1f7-fbb0ca3f8fa9 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582883 Nov 25 20:22:29.553863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d583d5f-d958-46b3-bb37-cbdd265e7cd2 req-a538e568-e8c7-40bb-ba87-6420394a6f13 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:29.555446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d583d5f-d958-46b3-bb37-cbdd265e7cd2 req-a538e568-e8c7-40bb-ba87-6420394a6f13 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 945 time: 0.0491412 Nov 25 20:22:29.609609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d583d5f-d958-46b3-bb37-cbdd265e7cd2 req-176b7401-c656-4423-9b1a-eaf1ee778f1a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481508 Nov 25 20:22:29.741707 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-87f6ddbd-33f8-402c-afb2-eab238a5f60d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:29.743140 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-87f6ddbd-33f8-402c-afb2-eab238a5f60d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 945 time: 0.0490866 Nov 25 20:22:29.843217 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Deleting port 564e2d35-d4e3-4be4-b955-cffd02a260c1 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:22:29.843565 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:29.933085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] For port 564e2d35-d4e3-4be4-b955-cffd02a260c1, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=564e2d35-d4e3-4be4-b955-cffd02a260c1,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:29.933440 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:30.180218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:30.180590 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:30.180922 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Floating IP 0d97df2d-1398-49b7-b433-60027ffcb719 disassociated. External IP: 172.25.8.84, port: 564e2d35-d4e3-4be4-b955-cffd02a260c1. Nov 25 20:22:30.181272 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Calling delete_port for 564e2d35-d4e3-4be4-b955-cffd02a260c1 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:22:30.313208 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:30.343831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event deleted for resources: {'Port': ['ID=564e2d35-d4e3-4be4-b955-cffd02a260c1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:30.353579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.353943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.354292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.354630 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.354993 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.355329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.355660 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.355990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.356320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.356652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.356980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.357305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:30.472755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:22:30.582947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:22:30.594356 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364a550-9e0f-44bf-9583-6f21093b393c None None] Sync routers for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:22:30.605807 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364a550-9e0f-44bf-9583-6f21093b393c None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:22:30.606436 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e364a550-9e0f-44bf-9583-6f21093b393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:22:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:30.623141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] No DVR routers for this DVR port 564e2d35-d4e3-4be4-b955-cffd02a260c1 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:22:30.625710 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:30.634589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67f6f1f1-d7dd-4493-8ba2-3c5c4ad373f5 req-310a8be7-a2d6-4b2c-9608-8b9dbf53111f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "DELETE /v2.0/ports/564e2d35-d4e3-4be4-b955-cffd02a260c1 HTTP/1.1" status: 204 len: 173 time: 0.8804536 Nov 25 20:22:30.635430 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'name': 'network-vif-deleted', 'tag': '564e2d35-d4e3-4be4-b955-cffd02a260c1'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:22:30.638577 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0812aadf-ee37-40ee-a94e-17128326668a" -d '{"events": [{"server_uuid": "1119e936-6b86-4fd5-9362-4b9d43e48129", "name": "network-vif-deleted", "tag": "564e2d35-d4e3-4be4-b955-cffd02a260c1"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:22:30.739753 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e364a550-9e0f-44bf-9583-6f21093b393c None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:22:30.770365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa1a782c-bf81-4663-8317-edc1281fbd06 req-38b80b7f-9f99-4920-883b-d183b8c52cef tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 210 time: 0.0612011 Nov 25 20:22:30.908591 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16e3ea0-bd90-4c4b-9481-b1fcbd344066 x-openstack-request-id: req-d16e3ea0-bd90-4c4b-9481-b1fcbd344066 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:22:30.909452 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1119e936-6b86-4fd5-9362-4b9d43e48129", "name": "network-vif-deleted", "tag": "564e2d35-d4e3-4be4-b955-cffd02a260c1", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:22:30.909949 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d16e3ea0-bd90-4c4b-9481-b1fcbd344066 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:22:30.910580 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1119e936-6b86-4fd5-9362-4b9d43e48129', 'name': 'network-vif-deleted', 'tag': '564e2d35-d4e3-4be4-b955-cffd02a260c1', 'status': 'completed', 'code': 200} Nov 25 20:22:30.968689 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e364a550-9e0f-44bf-9583-6f21093b393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:30.994915 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364a550-9e0f-44bf-9583-6f21093b393c None None] Checking router: b6a1468c-f761-4a13-b1d2-b8f2f47fc171 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:22:31.003713 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e364a550-9e0f-44bf-9583-6f21093b393c None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:22:31.004312 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e364a550-9e0f-44bf-9583-6f21093b393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:22:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:31.215625 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e364a550-9e0f-44bf-9583-6f21093b393c None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:22:31.417001 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e364a550-9e0f-44bf-9583-6f21093b393c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:31.443855 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e364a550-9e0f-44bf-9583-6f21093b393c None None] The sync data for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 is: [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:22:31.683902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900a04a3-ed06-4fcb-8fdd-a672c1ac0244 None None] New status for floating IP 0d97df2d-1398-49b7-b433-60027ffcb719: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:22:31.891467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71a534e5-3b72-4131-8b95-1cb6105be76c req-3a5432bb-da82-4730-81d7-dd2dbc31cb91 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 210 time: 0.0390689 Nov 25 20:22:32.150116 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bdd0d710-bd4f-4e2c-bea1-4aef21d702a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:32.279491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 564e2d35-d4e3-4be4-b955-cffd02a260c1 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:22:32.302852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 564e2d35-d4e3-4be4-b955-cffd02a260c1 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:22:32.303211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 564e2d35-d4e3-4be4-b955-cffd02a260c1 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:22:32.991865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c17b532f-df7b-4e84-a116-952ff4df8b71 req-4220e598-eefa-4e03-825f-bbeb84b10b0d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 210 time: 0.0271456 Nov 25 20:22:34.115086 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66b22000-81b8-47ee-bad7-1e76ce011413 req-b6aac37c-93d5-41a3-a60d-6252d407ec43 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 210 time: 0.0376995 Nov 25 20:22:35.219148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f44f8a3-9552-4ea1-8d45-495dfd11147a req-f411feb1-cdd9-4e32-b69c-000836a99cfa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=1119e936-6b86-4fd5-9362-4b9d43e48129 HTTP/1.1" status: 200 len: 210 time: 0.0284462 Nov 25 20:22:35.259433 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3f0ddbd4-3fe2-4012-8af8-66f2633e1412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:36.447132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-6fee27f4-55f8-4b82-ada8-20d2e521a3e7 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1902227544&fields=id&tenant_id=ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 267 time: 0.0487332 Nov 25 20:22:36.582085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-f9f6c9c3-1352-4488-b984-9e44034cfe45 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:36.583690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-f9f6c9c3-1352-4488-b984-9e44034cfe45 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1292102 Nov 25 20:22:36.587587 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:36.600652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-16036c2b-3472-4d91-a575-7590af64487c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/quotas/ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 375 time: 0.0099866 Nov 25 20:22:36.656014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b80ced68-2703-4216-abe6-f2cb1ff9ca92 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0494630 Nov 25 20:22:36.721081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-02e70d32-8b7e-4bf9-8551-d0ee2498e544 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:22:36.722343 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-02e70d32-8b7e-4bf9-8551-d0ee2498e544 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0527720 Nov 25 20:22:36.826001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-44f9ec94-fef3-4b1d-8b19-40fb0f4cf108 service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964384 Nov 25 20:22:36.927937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-5f8d37eb-7407-43b1-a923-9f1cc6ad4b20 service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947595 Nov 25 20:22:37.912838 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:38.242212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-183dd7b9-42f4-4cf0-befb-d3282031c61d req-362f4688-3677-4887-b58d-5044635d7e8f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 210 time: 0.0320127 Nov 25 20:22:38.432916 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:39.324464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-c1b75682-26e7-4584-8215-7ed91000e1e9 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:39.326107 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-c1b75682-26e7-4584-8215-7ed91000e1e9 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1196597 Nov 25 20:22:39.359535 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76af589e-832e-428c-832c-64968407fc36 req-4c3312ce-861f-4ca7-a99a-520d2e7ca9a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 210 time: 0.0324090 Nov 25 20:22:39.429736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-175b50c3-f525-495e-bd2e-a12d0f65ec2d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 380 time: 0.0923154 Nov 25 20:22:39.440194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'port': {'device_id': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'admin_state_up': True, 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'security_groups': ['5621bed4-dd5e-4d38-b597-85f7d894f7ec']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:22:39.561070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Made reservation on behalf of ae1b6134542c4f459ee4c2400c0e49e3 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:22:39.566850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:39.735601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Allocated IP 172.20.0.4 (377828e7-98ef-410a-b312-c0cda9ef1151/6ce21da2-f2ac-4c12-9625-eb014abdb509/8aa03cf4-cbb4-4570-aa51-da6fca28bd60) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:22:39.907598 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:39.946725 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:40.002319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Network 377828e7-98ef-410a-b312-c0cda9ef1151 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:22:40.005939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:22:40.010932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:22:40.039996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=8aa03cf4-cbb4-4570-aa51-da6fca28bd60,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:40.077496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:40.078197 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:40.096319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-b2962995-9bd2-458b-bfdc-7d9796fc4eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6609778 Nov 25 20:22:40.157125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Request body: {'port': {'device_id': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:22:40.216675 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:40.286361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8b89595c-3682-416f-9ce1-c83c0c76fbf3 None None] Provisioning complete for port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:22:40.287384 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8b89595c-3682-416f-9ce1-c83c0c76fbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:40.328464 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8b89595c-3682-416f-9ce1-c83c0c76fbf3 None None] Port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:22:40.811690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a04430-d8e2-4a6a-bf25-b337c2af78c2 req-a468bd7f-803a-4868-941d-6b63fc0f1aa9 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:40.813098 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74a04430-d8e2-4a6a-bf25-b337c2af78c2 req-a468bd7f-803a-4868-941d-6b63fc0f1aa9 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 931 time: 0.0846114 Nov 25 20:22:40.926447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74a04430-d8e2-4a6a-bf25-b337c2af78c2 req-e09a0255-7cce-4bab-b43c-a01360c428d8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800753 Nov 25 20:22:40.990041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:22:40.998222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.011740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Transition to ACTIVE for port object 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:22:41.016980 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.097215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa03cf4-cbb4-4570-aa51-da6fca28bd60,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:41.156941 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Attempting to bind port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:22:41.157293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Attempting to bind port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:22:41.158147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Attempting to bind port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:22:41.164812 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 on network 377828e7-98ef-410a-b312-c0cda9ef1151 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:22:41.165238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Attempting to bind port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:22:41.171132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 22, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:22:41.171496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Checking segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:22:41.171911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Bound using segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:22:41.172358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Bound port: 8aa03cf4-cbb4-4570-aa51-da6fca28bd60, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:22:41.172722 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.249469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] For port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:22:41.255205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] For port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:22:41.261633 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.321734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:41.322573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:41.324727 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] 10.222.0.76 "PUT /v2.0/ports/8aa03cf4-cbb4-4570-aa51-da6fca28bd60 HTTP/1.1" status: 200 len: 1091 time: 1.2200837 Nov 25 20:22:41.325377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'tag': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:22:41.328957 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497ead2f-3d38-40bf-8e7e-b2cbf0156074" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5432ea-ed18-4e31-af5a-9b42b1958fa2", "tag": "8aa03cf4-cbb4-4570-aa51-da6fca28bd60"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:22:41.371366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87516f2c-4bf1-4108-9e54-f7ba8ed00831 service neutron] Pushing event updated for resources: {'Port': ['ID=8aa03cf4-cbb4-4570-aa51-da6fca28bd60,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:41.426184 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:22:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f95d66-f527-4cad-9210-96f37048f805 x-openstack-request-id: req-80f95d66-f527-4cad-9210-96f37048f805 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:22:41.426485 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5432ea-ed18-4e31-af5a-9b42b1958fa2", "tag": "8aa03cf4-cbb4-4570-aa51-da6fca28bd60", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:22:41.426738 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-80f95d66-f527-4cad-9210-96f37048f805 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:22:41.427171 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'tag': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'status': 'completed', 'code': 200} Nov 25 20:22:41.438171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-d937fa35-bcde-4bdf-b6a5-346a3e6472c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:41.439970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-d937fa35-bcde-4bdf-b6a5-346a3e6472c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 1094 time: 0.0624447 Nov 25 20:22:41.492056 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-eb99f626-b155-4e83-814d-6e0f66ec92ab service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60 HTTP/1.1" status: 200 len: 217 time: 0.0445571 Nov 25 20:22:41.545116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-9efac068-8bd6-481d-bee1-d0945594a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:41.547168 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-9efac068-8bd6-481d-bee1-d0945594a51e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0482216 Nov 25 20:22:41.603954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-f2548f77-e98f-4011-9c63-4e34dfdf396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:41.605632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-f2548f77-e98f-4011-9c63-4e34dfdf396b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518603 Nov 25 20:22:41.713770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-9f7300f0-4d76-425e-9ece-fccabe99244f service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008739 Nov 25 20:22:41.833604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31a90e95-2f78-4875-9fe5-f7aa2e61d0fd req-f59a9f3a-6a36-4282-8c25-32866900242a service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131763 Nov 25 20:22:41.927780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ead2f-3d38-40bf-8e7e-b2cbf0156074 req-8b5301e0-8c44-4f3e-86e5-cb30421f8f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:41.929322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-497ead2f-3d38-40bf-8e7e-b2cbf0156074 req-8b5301e0-8c44-4f3e-86e5-cb30421f8f0f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 1094 time: 0.0483005 Nov 25 20:22:42.068640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ead2f-3d38-40bf-8e7e-b2cbf0156074 req-28413a78-5812-4416-8958-beb2c7e85a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:42.070180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-497ead2f-3d38-40bf-8e7e-b2cbf0156074 req-28413a78-5812-4416-8958-beb2c7e85a09 service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.1342294 Nov 25 20:22:42.079464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f207b-31c5-4b24-8d83-920e1d91e84e req-9f383b41-212b-4537-b5c1-d97584a6bdb5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:42.081212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a0f207b-31c5-4b24-8d83-920e1d91e84e req-9f383b41-212b-4537-b5c1-d97584a6bdb5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 943 time: 0.0730221 Nov 25 20:22:42.124992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-497ead2f-3d38-40bf-8e7e-b2cbf0156074 req-714e2682-a2ea-4419-b5b2-0711a006be42 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60 HTTP/1.1" status: 200 len: 217 time: 0.0426414 Nov 25 20:22:42.201550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a0f207b-31c5-4b24-8d83-920e1d91e84e req-6bd703cd-1220-414d-95f4-352fa74f8d3b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1131802 Nov 25 20:22:42.208208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ead2f-3d38-40bf-8e7e-b2cbf0156074 req-1fa02a1e-3f79-4f61-a567-24baad6b4eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:42.209704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-497ead2f-3d38-40bf-8e7e-b2cbf0156074 req-1fa02a1e-3f79-4f61-a567-24baad6b4eba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0782225 Nov 25 20:22:42.258640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ead2f-3d38-40bf-8e7e-b2cbf0156074 req-39b18db9-41b2-42ea-bebd-1d5bb88130bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:42.260447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-497ead2f-3d38-40bf-8e7e-b2cbf0156074 req-39b18db9-41b2-42ea-bebd-1d5bb88130bc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432560 Nov 25 20:22:42.356633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-497ead2f-3d38-40bf-8e7e-b2cbf0156074 req-6ee417ab-20e0-456d-b60a-2bb952e17167 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887504 Nov 25 20:22:42.460192 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-497ead2f-3d38-40bf-8e7e-b2cbf0156074 req-5dfe91a4-d27c-44e5-94b0-4c4f9e86f554 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963817 Nov 25 20:22:43.330032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f4170-3777-467b-8ff8-e7fade787bfa req-04884281-c96b-4252-bd99-67599dc506cf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:43.332323 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f76f4170-3777-467b-8ff8-e7fade787bfa req-04884281-c96b-4252-bd99-67599dc506cf tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 943 time: 0.0577781 Nov 25 20:22:43.382294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f76f4170-3777-467b-8ff8-e7fade787bfa req-4cca051f-6afd-4447-a17e-10c0f276219c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438688 Nov 25 20:22:44.515922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6d314-0efc-4751-bfd7-50affc90b4a2 req-9337ad6e-bf63-400f-9c32-9c24dea94c66 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:44.518036 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27e6d314-0efc-4751-bfd7-50affc90b4a2 req-9337ad6e-bf63-400f-9c32-9c24dea94c66 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 943 time: 0.0595894 Nov 25 20:22:44.571108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27e6d314-0efc-4751-bfd7-50affc90b4a2 req-0f6fde96-eeda-4077-85f5-e389ffce94af tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464361 Nov 25 20:22:45.702642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e28c4e5-cfa4-4f1e-81c1-6cf261287d61 req-dc119160-0fd7-4bf7-be1e-857412b7ec88 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:45.705131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e28c4e5-cfa4-4f1e-81c1-6cf261287d61 req-dc119160-0fd7-4bf7-be1e-857412b7ec88 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 943 time: 0.0610800 Nov 25 20:22:45.759862 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e28c4e5-cfa4-4f1e-81c1-6cf261287d61 req-0c0cabbd-ba30-48f0-abc0-1b9801a28404 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481060 Nov 25 20:22:46.879646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bed84a-5364-43aa-a554-05ccc5381b28 req-f230f079-5e96-4b04-a368-3bf9f2087eb7 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:46.881205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8bed84a-5364-43aa-a554-05ccc5381b28 req-f230f079-5e96-4b04-a368-3bf9f2087eb7 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 943 time: 0.0508385 Nov 25 20:22:46.936095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8bed84a-5364-43aa-a554-05ccc5381b28 req-2faacec1-b728-484c-9202-8c3ec9fa876a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486450 Nov 25 20:22:48.052491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1d00f-cfc1-4e24-80cd-6861df0a7727 req-efd35712-2d29-47c7-b697-c420eddb8cd2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:48.053974 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ca1d00f-cfc1-4e24-80cd-6861df0a7727 req-efd35712-2d29-47c7-b697-c420eddb8cd2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 943 time: 0.0488331 Nov 25 20:22:48.104344 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ca1d00f-cfc1-4e24-80cd-6861df0a7727 req-747115ae-b328-4d74-8ced-d7df1237641d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444062 Nov 25 20:22:49.225942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9e462b-ab21-4c13-a76a-916293f493fd req-4057348d-ee9f-4ad5-98fb-be660a6161fd tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:49.227491 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae9e462b-ab21-4c13-a76a-916293f493fd req-4057348d-ee9f-4ad5-98fb-be660a6161fd tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 943 time: 0.0497017 Nov 25 20:22:49.277680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae9e462b-ab21-4c13-a76a-916293f493fd req-3d4adac9-e0fa-4c90-bc9c-aa4144987e91 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442669 Nov 25 20:22:50.401364 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e93c3c-3c85-4583-b27f-d793395f4f5f req-6b526d64-0d5d-44d0-a33c-2956ed833f99 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:50.402933 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61e93c3c-3c85-4583-b27f-d793395f4f5f req-6b526d64-0d5d-44d0-a33c-2956ed833f99 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 943 time: 0.0549510 Nov 25 20:22:50.456581 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-61e93c3c-3c85-4583-b27f-d793395f4f5f req-61a849ac-a403-4766-81c7-15a05b63965a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461080 Nov 25 20:22:51.164734 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:51.575434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3844dd-9b8d-4d7f-a60e-56a321d2f1a4 req-c0555f80-8d82-40d9-b114-84326f691ee3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:51.576981 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3844dd-9b8d-4d7f-a60e-56a321d2f1a4 req-c0555f80-8d82-40d9-b114-84326f691ee3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 943 time: 0.0503013 Nov 25 20:22:51.626574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3844dd-9b8d-4d7f-a60e-56a321d2f1a4 req-558d3d4a-5cf7-4f25-ac48-f42086a25a85 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435438 Nov 25 20:22:52.386938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:22:52.491727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:52.506542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'port_id': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'mac_address': 'fa:16:3e:6a:5c:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:22:52.545470 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:52.558646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:22:52.578150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:52.583444 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:52.631048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=8aa03cf4-cbb4-4570-aa51-da6fca28bd60,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:52.638395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.638683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.639045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.639385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.639717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.640046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.640376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.640701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.641023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.641342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.641702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.642022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:52.745275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39e5de-46bb-43bf-84f3-f3eabb97578d req-bdec3e7b-6c80-4f30-8de2-0eb321843880 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:52.746761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f39e5de-46bb-43bf-84f3-f3eabb97578d req-bdec3e7b-6c80-4f30-8de2-0eb321843880 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 944 time: 0.0505953 Nov 25 20:22:52.803944 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f39e5de-46bb-43bf-84f3-f3eabb97578d req-a4ae4311-6210-44b1-8339-80a0e7c0f22e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508826 Nov 25 20:22:52.834894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['8aa03cf4-cbb4-4570-aa51-da6fca28bd60'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:22:53.025553 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:22:53.401119 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:53.921953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a99a168-7703-4cc5-9d3f-cbe0c314acce req-1c817c00-7de5-4cb3-9552-faa07552b7b4 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:53.923591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a99a168-7703-4cc5-9d3f-cbe0c314acce req-1c817c00-7de5-4cb3-9552-faa07552b7b4 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 944 time: 0.0496466 Nov 25 20:22:53.974303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9a99a168-7703-4cc5-9d3f-cbe0c314acce req-f4045645-fe82-4af8-946f-9551232b02f5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447483 Nov 25 20:22:54.387482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:22:54.442564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:22:54.447069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:22:54.447790 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:54.533920 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:54.561711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:22:54.564978 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56724b55-cf45-43bd-916d-fec49bea6a11" -d '{"events": [{"server_uuid": "6b5432ea-ed18-4e31-af5a-9b42b1958fa2", "name": "network-vif-plugged", "status": "completed", "tag": "8aa03cf4-cbb4-4570-aa51-da6fca28bd60"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:22:54.579093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:22:54.583928 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:54.640435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=8aa03cf4-cbb4-4570-aa51-da6fca28bd60,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:54.662819 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39efd2f-bd5e-41c0-8b02-3207f587c358 x-openstack-request-id: req-c39efd2f-bd5e-41c0-8b02-3207f587c358 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:22:54.663120 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5432ea-ed18-4e31-af5a-9b42b1958fa2", "name": "network-vif-plugged", "status": "completed", "tag": "8aa03cf4-cbb4-4570-aa51-da6fca28bd60", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:22:54.663374 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c39efd2f-bd5e-41c0-8b02-3207f587c358 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:22:54.664303 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'code': 200} Nov 25 20:22:54.768475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6777e07b-80de-4bc4-a849-3f0c51173f72 req-91f81005-bcc3-4770-8eb6-f40a68122bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:54.770049 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6777e07b-80de-4bc4-a849-3f0c51173f72 req-91f81005-bcc3-4770-8eb6-f40a68122bf2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0446324 Nov 25 20:22:54.823341 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6777e07b-80de-4bc4-a849-3f0c51173f72 req-b307aef2-c966-43bf-a27b-0e56dce6e853 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452340 Nov 25 20:22:55.100732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d0a9d6-3322-4955-aad3-0d7455bf0d3a req-641bc173-d586-42c0-bd92-15e526c5e60c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:55.102257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93d0a9d6-3322-4955-aad3-0d7455bf0d3a req-641bc173-d586-42c0-bd92-15e526c5e60c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 945 time: 0.0546641 Nov 25 20:22:55.154371 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93d0a9d6-3322-4955-aad3-0d7455bf0d3a req-a755b69c-3498-433c-8a45-d3e41563f3c3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459607 Nov 25 20:22:56.276976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3a3c4c-999b-410c-b13e-ddba3a9fb1c5 req-62fc3725-8374-45cd-8ba2-473d508b1aba tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:56.278528 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c3a3c4c-999b-410c-b13e-ddba3a9fb1c5 req-62fc3725-8374-45cd-8ba2-473d508b1aba tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 945 time: 0.0512145 Nov 25 20:22:56.331910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c3a3c4c-999b-410c-b13e-ddba3a9fb1c5 req-502573d1-127a-4f47-8772-7ab30a942c8b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469081 Nov 25 20:22:56.460019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cd3797-5f59-40c6-ba5e-9966ef9e8cec req-9e26bec1-11d4-436e-8bb4-d24a9ec3c4b0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:56.461516 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a4cd3797-5f59-40c6-ba5e-9966ef9e8cec req-9e26bec1-11d4-436e-8bb4-d24a9ec3c4b0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 945 time: 0.0580199 Nov 25 20:22:56.515901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a4cd3797-5f59-40c6-ba5e-9966ef9e8cec req-a1d27607-3e8f-4085-96c4-d48f9612af7d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481148 Nov 25 20:22:56.539935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47954) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:56.630935 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbe6089d-d3be-45ca-9079-bd704eb499ef tempest-TestVolumeBootPattern-1570482421 tempest-TestVolumeBootPattern-1570482421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:56.632498 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bbe6089d-d3be-45ca-9079-bd704eb499ef tempest-TestVolumeBootPattern-1570482421 tempest-TestVolumeBootPattern-1570482421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 1091 time: 0.0915556 Nov 25 20:22:56.635304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 47960) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:22:56.639697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:22:56.664587 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:56.770682 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:56.888663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Allocated IP 172.25.8.73 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/fa204d17-020b-4e97-ab4e-d75111926bf2) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:22:56.999893 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:57.035584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:57.077296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:22:57.080701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:22:57.084280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:22:57.090028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=fa204d17-020b-4e97-ab4e-d75111926bf2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:57.124392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.124745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.125090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.125425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.125797 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.126168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.126468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.127099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.127228 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.127459 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.127779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.128102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:22:57.476620 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:57.547238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:57.702085 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:57.707249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:57.772735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=fa204d17-020b-4e97-ab4e-d75111926bf2,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:22:57.787309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:57.889140 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Floating IP 3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6 associated. External IP: 172.25.8.73, port: 8aa03cf4-cbb4-4570-aa51-da6fca28bd60. Nov 25 20:22:58.100077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:22:58.211200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:22:58.221713 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b49c30-5fa6-4953-90b6-dd680f56f367 None None] Sync routers for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:22:58.228516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:22:58.232084 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b49c30-5fa6-4953-90b6-dd680f56f367 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:22:58.232887 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-49b49c30-5fa6-4953-90b6-dd680f56f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:58.258165 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-893355a7-b04a-4218-8a79-8b07aaf9f3ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6215928 Nov 25 20:22:58.258589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'tag': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:22:58.260915 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6c9087-cc1e-4833-b2cc-63051273c6ce" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5432ea-ed18-4e31-af5a-9b42b1958fa2", "tag": "8aa03cf4-cbb4-4570-aa51-da6fca28bd60"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:22:58.306332 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0dc0772-66e6-4ef8-9e01-9435fb4e4635 x-openstack-request-id: req-c0dc0772-66e6-4ef8-9e01-9435fb4e4635 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:22:58.306774 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5432ea-ed18-4e31-af5a-9b42b1958fa2", "tag": "8aa03cf4-cbb4-4570-aa51-da6fca28bd60", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:22:58.307206 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c0dc0772-66e6-4ef8-9e01-9435fb4e4635 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:22:58.307808 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'tag': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'status': 'completed', 'code': 200} Nov 25 20:22:58.355222 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-49b49c30-5fa6-4953-90b6-dd680f56f367 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:22:58.371286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c9087-cc1e-4833-b2cc-63051273c6ce req-184366c0-3db9-4b21-9203-d11bee639135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:58.372790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c6c9087-cc1e-4833-b2cc-63051273c6ce req-184366c0-3db9-4b21-9203-d11bee639135 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0439472 Nov 25 20:22:58.471101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c9087-cc1e-4833-b2cc-63051273c6ce req-7fe81b18-c68f-452d-b302-c9a93f86d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:58.472504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c6c9087-cc1e-4833-b2cc-63051273c6ce req-7fe81b18-c68f-452d-b302-c9a93f86d46a service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0932696 Nov 25 20:22:58.540810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c6c9087-cc1e-4833-b2cc-63051273c6ce req-b577c874-39ad-48ba-8e1b-359939fcf579 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60 HTTP/1.1" status: 200 len: 998 time: 0.0611255 Nov 25 20:22:58.590519 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-49b49c30-5fa6-4953-90b6-dd680f56f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:6a:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:22:57Z', 'updated_at': '2021-11-25T20:22:57Z', 'revision_number': 0, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:58.596427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c9087-cc1e-4833-b2cc-63051273c6ce req-11e644d3-e85a-4984-91f0-96cd3d5b76dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:58.597919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c6c9087-cc1e-4833-b2cc-63051273c6ce req-11e644d3-e85a-4984-91f0-96cd3d5b76dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0503266 Nov 25 20:22:58.621414 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b49c30-5fa6-4953-90b6-dd680f56f367 None None] Checking router: b6a1468c-f761-4a13-b1d2-b8f2f47fc171 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:22:58.630008 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b49c30-5fa6-4953-90b6-dd680f56f367 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:22:58.630607 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-49b49c30-5fa6-4953-90b6-dd680f56f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:22:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:58.652291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6c9087-cc1e-4833-b2cc-63051273c6ce req-fc95c091-8ea7-49fc-80c8-12a7339fd359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:22:58.653835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c6c9087-cc1e-4833-b2cc-63051273c6ce req-fc95c091-8ea7-49fc-80c8-12a7339fd359 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493968 Nov 25 20:22:58.734818 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-49b49c30-5fa6-4953-90b6-dd680f56f367 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:22:58.751358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c6c9087-cc1e-4833-b2cc-63051273c6ce req-1f83a4c8-ad3f-478c-8675-660f0da64d39 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905633 Nov 25 20:22:58.848723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c6c9087-cc1e-4833-b2cc-63051273c6ce req-3e70c1a0-b269-46a6-959c-b225a80289ec service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904315 Nov 25 20:22:58.973908 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-49b49c30-5fa6-4953-90b6-dd680f56f367 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:6a:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:22:57Z', 'updated_at': '2021-11-25T20:22:57Z', 'revision_number': 0, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:22:58.999844 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b49c30-5fa6-4953-90b6-dd680f56f367 None None] The sync data for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 is: [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:6a:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:22:57Z', 'updated_at': '2021-11-25T20:22:57Z', 'revision_number': 0, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:22:59.207437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8efc89e-3917-4379-b77d-e5c5ee12de49 None None] New status for floating IP 3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:23:02.145287 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0100dd58-69df-4078-bb22-78654e3c1389 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:05.260793 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f91be9a8-13d2-4528-8a6d-ac2c71b4a2f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:06.586201 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:07.916576 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:08.431961 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:21.173554 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:23.415601 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:30.025687 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:23:32.147343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c50b16c4-c8d2-4f02-9f64-cc90ca31355c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:35.266192 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2178f0ac-6b19-4726-8571-0e8876c9d904 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:36.590438 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:37.920223 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:38.435247 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:51.188792 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:53.415043 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:23:57.666925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-92f457af-1821-4a6b-909a-a3206fca6a61 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420668 Nov 25 20:23:57.750718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-d188ed29-a052-43b7-9456-172afd40f261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:57.752190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-d188ed29-a052-43b7-9456-172afd40f261 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0438371 Nov 25 20:23:57.859875 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-eef5082b-6fc3-42fc-8bd6-3b69bdd5853e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:57.861363 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-eef5082b-6fc3-42fc-8bd6-3b69bdd5853e service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0895288 Nov 25 20:23:57.931358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-76278510-d339-43cc-bcca-2c5f6ea87bf2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60 HTTP/1.1" status: 200 len: 1000 time: 0.0623188 Nov 25 20:23:57.987825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-aaa3c5a7-27e3-4b82-9160-e2065ecb8963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:57.989311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-aaa3c5a7-27e3-4b82-9160-e2065ecb8963 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0511928 Nov 25 20:23:58.038934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-0ddd31c2-4199-4460-b1f3-434d92be28f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:23:58.040347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-0ddd31c2-4199-4460-b1f3-434d92be28f9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442634 Nov 25 20:23:58.132620 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-e1c70a8e-f260-4f05-8b0f-57330eb4b387 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846944 Nov 25 20:23:58.229811 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d045a7db-9096-4232-8f75-d3ac66c17dba req-cd8b273e-efc6-4031-98ba-32b7517b6731 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897038 Nov 25 20:24:02.148422 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2aecd505-219d-48d2-ab2c-3470559ef948 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:05.258630 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69f752fc-0d2b-4005-9b22-8e8f0f5f50c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:06.588320 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:07.112217 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:24:07.925378 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:08.439998 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:21.189396 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:23.413790 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:32.153341 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8e8ff51f-24f0-4eb8-bead-7ccd6bb944ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:35.262181 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2531c700-4114-4f08-ba30-b2209c4a7a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:36.610748 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:37.936797 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:38.447189 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:41.473399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-36ba9052-3b7b-4223-8b1b-ca2f8ac5c76b tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1902227544&fields=id&tenant_id=ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 267 time: 0.0456090 Nov 25 20:24:41.606092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533519d-fa30-4aee-84de-138e37233b46 req-164489b9-a3ad-4eea-aed8-4b448699bd3d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:41.608281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-164489b9-a3ad-4eea-aed8-4b448699bd3d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1276655 Nov 25 20:24:41.624760 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-0b6ce4f5-acbe-4620-9ad3-08208da8e42c tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/quotas/ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 375 time: 0.0097396 Nov 25 20:24:41.680931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-41de4379-57f7-498a-8cfc-2375629ab943 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0497210 Nov 25 20:24:41.776222 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-ce031e34-36eb-4321-86b2-1fcb20378a63 service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826433 Nov 25 20:24:41.867438 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-7c6e3d76-989d-4571-ad1e-7ec2ae6a77f6 service neutron] 10.222.0.15 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852120 Nov 25 20:24:42.164320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1c594263-1ee5-4b1d-8d52-274dd430b53c req-6b614eeb-b327-4386-ba0c-3d9a568779ee tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 210 time: 0.0293126 Nov 25 20:24:43.127219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533519d-fa30-4aee-84de-138e37233b46 req-87d576d6-f3b6-4b18-8db3-608e6bb19f42 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:43.128893 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-87d576d6-f3b6-4b18-8db3-608e6bb19f42 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.60 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 812 time: 0.1074605 Nov 25 20:24:43.201880 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-ed311f3e-4454-420a-956f-22fa0b534a93 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ae1b6134542c4f459ee4c2400c0e49e3 HTTP/1.1" status: 200 len: 380 time: 0.0636785 Nov 25 20:24:43.211270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'port': {'device_id': '96d32c9f-7208-4154-a084-d255436971ed', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'admin_state_up': True, 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'security_groups': ['5621bed4-dd5e-4d38-b597-85f7d894f7ec']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:24:43.292755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b6cadbb-aa09-422a-a57f-8808a8cffdff req-5d383f9b-54af-4700-9dfe-8751a47127e1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 210 time: 0.0282726 Nov 25 20:24:43.336164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Made reservation on behalf of ae1b6134542c4f459ee4c2400c0e49e3 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:24:43.339691 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:43.474782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Allocated IP 172.20.0.5 (377828e7-98ef-410a-b312-c0cda9ef1151/6ce21da2-f2ac-4c12-9625-eb014abdb509/2e87ea88-a3ee-498e-9355-26102d30b856) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:24:43.616768 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:43.676614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:43.722941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Network 377828e7-98ef-410a-b312-c0cda9ef1151 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:24:43.725978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:24:43.729545 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:24:43.761314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=2e87ea88-a3ee-498e-9355-26102d30b856,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:43.775349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.775696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.776151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.776442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.776775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.777105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.777435 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.777762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.778087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.778409 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.778731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.779084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:43.798441 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:43.799266 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:43.818505 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-afcba3ba-2a95-4584-a295-f99797f652c1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6110268 Nov 25 20:24:43.833692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-e1e3b7d1-b05e-42b8-986f-fb9fe10a0a7e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:24:43.834744 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-e1e3b7d1-b05e-42b8-986f-fb9fe10a0a7e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0093260 Nov 25 20:24:43.893148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Request body: {'port': {'device_id': '96d32c9f-7208-4154-a084-d255436971ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:24:43.957466 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:44.023564 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:24:44.025654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-77a6d798-c3b6-429b-9b1e-7aa19ba71592 None None] Provisioning complete for port 2e87ea88-a3ee-498e-9355-26102d30b856 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:24:44.026563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-77a6d798-c3b6-429b-9b1e-7aa19ba71592 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:44.069521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-77a6d798-c3b6-429b-9b1e-7aa19ba71592 None None] Port 2e87ea88-a3ee-498e-9355-26102d30b856 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:24:44.241820 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e87ea88-a3ee-498e-9355-26102d30b856 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:24:44.249452 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:44.261821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Transition to ACTIVE for port object 2e87ea88-a3ee-498e-9355-26102d30b856 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:24:44.265705 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:44.362210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Pushing event updated for resources: {'Port': ['ID=2e87ea88-a3ee-498e-9355-26102d30b856,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:44.396889 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Attempting to bind port 2e87ea88-a3ee-498e-9355-26102d30b856 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:24:44.398076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Attempting to bind port 2e87ea88-a3ee-498e-9355-26102d30b856 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:24:44.398639 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Attempting to bind port 2e87ea88-a3ee-498e-9355-26102d30b856 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:24:44.404915 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Port 2e87ea88-a3ee-498e-9355-26102d30b856 on network 377828e7-98ef-410a-b312-c0cda9ef1151 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:24:44.406775 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Attempting to bind port 2e87ea88-a3ee-498e-9355-26102d30b856 on network 377828e7-98ef-410a-b312-c0cda9ef1151 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:24:44.414121 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 24, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:24:44.414608 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Checking segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:24:44.415140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Bound using segment: {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:24:44.415702 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Bound port: 2e87ea88-a3ee-498e-9355-26102d30b856, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b44edc1-8183-4e5e-a337-23cdca31489e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:24:44.416165 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:44.442896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb1c3b-f9c3-48fc-981b-8c0739c70698 req-82fdcb87-d718-48cc-acb3-abc6a6f72079 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:44.451001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9bfb1c3b-f9c3-48fc-981b-8c0739c70698 req-82fdcb87-d718-48cc-acb3-abc6a6f72079 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 943 time: 0.0719993 Nov 25 20:24:44.492066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] For port 2e87ea88-a3ee-498e-9355-26102d30b856, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:24:44.495939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] For port 2e87ea88-a3ee-498e-9355-26102d30b856, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e87ea88-a3ee-498e-9355-26102d30b856,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:24:44.503473 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:44.512392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9bfb1c3b-f9c3-48fc-981b-8c0739c70698 req-d7a324b6-df69-4e67-b185-5ebfbae19664 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601587 Nov 25 20:24:44.548015 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:44.549387 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:44.551078 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] 10.222.0.60 "PUT /v2.0/ports/2e87ea88-a3ee-498e-9355-26102d30b856 HTTP/1.1" status: 200 len: 1091 time: 0.7077811 Nov 25 20:24:44.551634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d32c9f-7208-4154-a084-d255436971ed', 'tag': '2e87ea88-a3ee-498e-9355-26102d30b856'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:24:44.554543 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32d7f37-6b12-4ee9-bf8b-b390456f4069" -d '{"events": [{"name": "network-changed", "server_uuid": "96d32c9f-7208-4154-a084-d255436971ed", "tag": "2e87ea88-a3ee-498e-9355-26102d30b856"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:24:44.604250 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cd0638-34e2-475b-87cb-49776d7223bc service neutron] Pushing event updated for resources: {'Port': ['ID=2e87ea88-a3ee-498e-9355-26102d30b856,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:44.667027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533519d-fa30-4aee-84de-138e37233b46 req-86b53731-6757-4dc1-99e9-c99ff0741259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:44.668660 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-86b53731-6757-4dc1-99e9-c99ff0741259 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 1094 time: 0.0561817 Nov 25 20:24:44.716932 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d968d6c8-ad37-4352-8621-eecc7d35720f x-openstack-request-id: req-d968d6c8-ad37-4352-8621-eecc7d35720f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:24:44.717223 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d32c9f-7208-4154-a084-d255436971ed", "tag": "2e87ea88-a3ee-498e-9355-26102d30b856", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:24:44.717479 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d968d6c8-ad37-4352-8621-eecc7d35720f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:24:44.717878 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d32c9f-7208-4154-a084-d255436971ed', 'tag': '2e87ea88-a3ee-498e-9355-26102d30b856', 'status': 'completed', 'code': 200} Nov 25 20:24:44.719709 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-73216d02-d9b2-4eec-935b-da3469582153 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e87ea88-a3ee-498e-9355-26102d30b856 HTTP/1.1" status: 200 len: 217 time: 0.0430801 Nov 25 20:24:44.779886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533519d-fa30-4aee-84de-138e37233b46 req-69097c09-cae0-4fc8-ac2a-9bb8650035f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:44.781250 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-69097c09-cae0-4fc8-ac2a-9bb8650035f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0549974 Nov 25 20:24:44.833173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8533519d-fa30-4aee-84de-138e37233b46 req-9e2537c0-5ac2-4c01-8c9d-ff97f86f0a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:44.834718 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-9e2537c0-5ac2-4c01-8c9d-ff97f86f0a29 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467522 Nov 25 20:24:44.937231 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-cfa8acfb-81eb-4571-be34-0d6b4d69d643 service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940733 Nov 25 20:24:45.034136 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8533519d-fa30-4aee-84de-138e37233b46 req-f6de8942-8295-4d68-b1e4-22824a435b97 service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880611 Nov 25 20:24:45.128215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d7f37-6b12-4ee9-bf8b-b390456f4069 req-0acd4585-92da-47a6-aedf-2fa4688fe04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:45.129620 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e32d7f37-6b12-4ee9-bf8b-b390456f4069 req-0acd4585-92da-47a6-aedf-2fa4688fe04c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 1094 time: 0.0500596 Nov 25 20:24:45.225686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d7f37-6b12-4ee9-bf8b-b390456f4069 req-fa6b6782-2ffa-459f-bfb5-c9424d0fb6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:45.227182 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e32d7f37-6b12-4ee9-bf8b-b390456f4069 req-fa6b6782-2ffa-459f-bfb5-c9424d0fb6cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0912471 Nov 25 20:24:45.272350 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e32d7f37-6b12-4ee9-bf8b-b390456f4069 req-770575aa-1217-4e57-a58f-09d69e119144 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e87ea88-a3ee-498e-9355-26102d30b856 HTTP/1.1" status: 200 len: 217 time: 0.0385656 Nov 25 20:24:45.326383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d7f37-6b12-4ee9-bf8b-b390456f4069 req-a5bbefb4-0e72-445f-9641-4cd5467fe13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:45.327567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e32d7f37-6b12-4ee9-bf8b-b390456f4069 req-a5bbefb4-0e72-445f-9641-4cd5467fe13e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0473228 Nov 25 20:24:45.375328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32d7f37-6b12-4ee9-bf8b-b390456f4069 req-9828e80a-c56b-4b72-b7a2-f81d8e64e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:45.378134 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e32d7f37-6b12-4ee9-bf8b-b390456f4069 req-9828e80a-c56b-4b72-b7a2-f81d8e64e1bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440068 Nov 25 20:24:45.475566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e32d7f37-6b12-4ee9-bf8b-b390456f4069 req-4081712b-186c-4842-8db7-c51bb889dbfe service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894957 Nov 25 20:24:45.569919 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e32d7f37-6b12-4ee9-bf8b-b390456f4069 req-f1e48ca7-79d9-4b3c-826d-a2aa810f58aa service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873849 Nov 25 20:24:45.632961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94f2da-c932-46ca-b051-ab9f0b2b00d0 req-2b46953c-5895-4fe5-8201-28c74e937791 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:45.634718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df94f2da-c932-46ca-b051-ab9f0b2b00d0 req-2b46953c-5895-4fe5-8201-28c74e937791 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 943 time: 0.0524282 Nov 25 20:24:45.694494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df94f2da-c932-46ca-b051-ab9f0b2b00d0 req-24563321-3d41-4260-8d8f-bde2f3396d9d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535285 Nov 25 20:24:46.817746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f58b-34ad-4591-93cb-2bf63686c4d9 req-fa3801f4-aa05-478b-b97f-c7ad74bf9310 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:46.819215 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1bf0f58b-34ad-4591-93cb-2bf63686c4d9 req-fa3801f4-aa05-478b-b97f-c7ad74bf9310 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 943 time: 0.0523121 Nov 25 20:24:46.873783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1bf0f58b-34ad-4591-93cb-2bf63686c4d9 req-111cad47-59de-4e4b-882b-1851799a3658 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485730 Nov 25 20:24:48.006112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb13676-0f2b-490e-aeab-8a4232c6b0a3 req-667d8a23-3101-497f-bf2e-37f7cdf2d93f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:48.007656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dbb13676-0f2b-490e-aeab-8a4232c6b0a3 req-667d8a23-3101-497f-bf2e-37f7cdf2d93f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 943 time: 0.0501871 Nov 25 20:24:48.060189 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dbb13676-0f2b-490e-aeab-8a4232c6b0a3 req-bd4fe89c-a38c-44eb-88f1-194619e70a30 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462885 Nov 25 20:24:49.180319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e50fe-49d7-44d3-a281-cc337d466f9b req-1c0012e8-f3da-4c27-9d3f-00b89e0ca092 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:49.181860 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc8e50fe-49d7-44d3-a281-cc337d466f9b req-1c0012e8-f3da-4c27-9d3f-00b89e0ca092 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 943 time: 0.0499485 Nov 25 20:24:49.231455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc8e50fe-49d7-44d3-a281-cc337d466f9b req-2121d8bb-3f1b-4e22-960a-5b566b3c5790 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434995 Nov 25 20:24:50.351428 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7031f79b-f682-45a3-abbe-0a0429919a5b req-d81db54a-a4b8-4b47-bdde-8806b041726f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:50.352933 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7031f79b-f682-45a3-abbe-0a0429919a5b req-d81db54a-a4b8-4b47-bdde-8806b041726f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 943 time: 0.0533152 Nov 25 20:24:50.403091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7031f79b-f682-45a3-abbe-0a0429919a5b req-87eab9dd-e775-44e9-a0c3-790b0cb437c9 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438836 Nov 25 20:24:51.206124 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:51.522858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15414975-ba8d-4685-a95e-95aade78864a req-9936b6ad-d583-4338-bbce-234585dba1d6 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:51.524450 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15414975-ba8d-4685-a95e-95aade78864a req-9936b6ad-d583-4338-bbce-234585dba1d6 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 943 time: 0.0503790 Nov 25 20:24:51.575779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-15414975-ba8d-4685-a95e-95aade78864a req-84966758-6db3-4105-a38b-527de8c7b246 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452995 Nov 25 20:24:52.695553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5ac10c-f89a-472b-9c38-1b87c2c37092 req-9a6fdb00-a444-45f3-bf29-025e6044fca1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:52.697059 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d5ac10c-f89a-472b-9c38-1b87c2c37092 req-9a6fdb00-a444-45f3-bf29-025e6044fca1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 943 time: 0.0502880 Nov 25 20:24:52.750420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d5ac10c-f89a-472b-9c38-1b87c2c37092 req-a37d1fb9-76b8-4169-aa79-3cbcf52dcfe0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473590 Nov 25 20:24:53.417664 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:53.895612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f1665b-5462-418b-b323-9c5bcdf61cfc req-12ebf107-2692-4d27-80e8-64b257ec4c54 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:53.897562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93f1665b-5462-418b-b323-9c5bcdf61cfc req-12ebf107-2692-4d27-80e8-64b257ec4c54 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 943 time: 0.0646563 Nov 25 20:24:53.953692 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-93f1665b-5462-418b-b323-9c5bcdf61cfc req-baf722bc-3a90-485f-9ca1-af521839dd1f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496759 Nov 25 20:24:55.073465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9800b-a3cd-496c-9cf0-548a42e8fb4d req-a69b2c21-7285-4d67-a13d-737cdfae3f71 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:55.075032 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88f9800b-a3cd-496c-9cf0-548a42e8fb4d req-a69b2c21-7285-4d67-a13d-737cdfae3f71 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 943 time: 0.0506637 Nov 25 20:24:55.125253 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88f9800b-a3cd-496c-9cf0-548a42e8fb4d req-2acd59e1-abd8-40a0-a6fd-9cf57c5a7787 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436573 Nov 25 20:24:55.793883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2e87ea88-a3ee-498e-9355-26102d30b856 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:24:55.888484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2e87ea88-a3ee-498e-9355-26102d30b856, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e87ea88-a3ee-498e-9355-26102d30b856,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:55.898748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '2e87ea88-a3ee-498e-9355-26102d30b856', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'port_id': '2e87ea88-a3ee-498e-9355-26102d30b856', 'mac_address': 'fa:16:3e:bd:10:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:24:55.941246 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:55.953507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e87ea88-a3ee-498e-9355-26102d30b856 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:24:55.972786 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2e87ea88-a3ee-498e-9355-26102d30b856, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e87ea88-a3ee-498e-9355-26102d30b856,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:55.976657 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:56.024327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2e87ea88-a3ee-498e-9355-26102d30b856,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:56.031540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.031891 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.032236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.032575 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.032930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.033249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.034064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.034406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.034908 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.035244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.035573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.035903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:24:56.197022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['2e87ea88-a3ee-498e-9355-26102d30b856'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:24:56.253363 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f929edf-5022-4a56-adf3-f873e7a91031 req-5a9ae64d-a892-43df-8206-e579f7c58f96 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:56.254896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f929edf-5022-4a56-adf3-f873e7a91031 req-5a9ae64d-a892-43df-8206-e579f7c58f96 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 944 time: 0.0552227 Nov 25 20:24:56.305248 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f929edf-5022-4a56-adf3-f873e7a91031 req-2bf07961-7ba7-4b2b-aa87-66e7a7753b33 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441480 Nov 25 20:24:57.430764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d31117-9fe5-4027-b584-d9151b48de32 req-8f4ce5fe-f70f-4b4d-b3e4-0075ea47acd8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:57.432346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24d31117-9fe5-4027-b584-d9151b48de32 req-8f4ce5fe-f70f-4b4d-b3e4-0075ea47acd8 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 944 time: 0.0563376 Nov 25 20:24:57.488006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24d31117-9fe5-4027-b584-d9151b48de32 req-54c65e1a-60fb-4c56-a710-e94c838e0efc tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475948 Nov 25 20:24:57.812164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2e87ea88-a3ee-498e-9355-26102d30b856 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:24:57.867236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 2e87ea88-a3ee-498e-9355-26102d30b856 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:24:57.871153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 2e87ea88-a3ee-498e-9355-26102d30b856 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:24:57.871527 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:57.952834 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:57.976576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d32c9f-7208-4154-a084-d255436971ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e87ea88-a3ee-498e-9355-26102d30b856'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:24:57.978864 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54802706-d9ce-4327-a30d-f624ee5ee5ba" -d '{"events": [{"server_uuid": "96d32c9f-7208-4154-a084-d255436971ed", "name": "network-vif-plugged", "status": "completed", "tag": "2e87ea88-a3ee-498e-9355-26102d30b856"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:24:57.993564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2e87ea88-a3ee-498e-9355-26102d30b856, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e87ea88-a3ee-498e-9355-26102d30b856,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:24:57.998100 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:24:58.032137 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-776b4623-a8df-4695-b3d7-22c0a431a03c x-openstack-request-id: req-776b4623-a8df-4695-b3d7-22c0a431a03c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:24:58.032696 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d32c9f-7208-4154-a084-d255436971ed", "name": "network-vif-plugged", "status": "completed", "tag": "2e87ea88-a3ee-498e-9355-26102d30b856", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:24:58.032963 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-776b4623-a8df-4695-b3d7-22c0a431a03c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:24:58.033355 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d32c9f-7208-4154-a084-d255436971ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e87ea88-a3ee-498e-9355-26102d30b856', 'code': 200} Nov 25 20:24:58.062963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2e87ea88-a3ee-498e-9355-26102d30b856,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:24:58.137206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facad725-775a-4542-816c-6ff340a89ef4 req-54be6ee7-e1d7-4237-93a2-31e02ba4fe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:58.138734 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-facad725-775a-4542-816c-6ff340a89ef4 req-54be6ee7-e1d7-4237-93a2-31e02ba4fe9e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 1096 time: 0.0416901 Nov 25 20:24:58.193426 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-facad725-775a-4542-816c-6ff340a89ef4 req-7335e0fb-dca9-46c4-8e49-0bbe610795ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457277 Nov 25 20:24:58.613859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2922fc5-740e-4e21-b24c-db9ac99a8270 req-800e4196-5cfa-468e-8e3d-53a76639ffbc tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:58.615375 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2922fc5-740e-4e21-b24c-db9ac99a8270 req-800e4196-5cfa-468e-8e3d-53a76639ffbc tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 945 time: 0.0540354 Nov 25 20:24:58.665080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2922fc5-740e-4e21-b24c-db9ac99a8270 req-238af97f-0e04-48ae-95c5-01d57e52eded tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437496 Nov 25 20:24:59.650351 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-0689bda3-f240-461e-a46a-25beecd2ee0b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0412359 Nov 25 20:24:59.735604 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-fa466910-2429-4351-bcf9-3c82631d538f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:59.737838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-fa466910-2429-4351-bcf9-3c82631d538f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0446045 Nov 25 20:24:59.849323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71170537-2b55-48f6-ae3b-48328696972b req-03ff5c67-11dc-44b7-b5e8-f19f45685eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:59.850935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71170537-2b55-48f6-ae3b-48328696972b req-03ff5c67-11dc-44b7-b5e8-f19f45685eec tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 945 time: 0.1111107 Nov 25 20:24:59.892112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-ce064676-0f0b-4bef-bf3e-b63c1c746fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:24:59.893661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-ce064676-0f0b-4bef-bf3e-b63c1c746fae service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.1288977 Nov 25 20:25:00.227338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71170537-2b55-48f6-ae3b-48328696972b req-8d3f4514-3c68-4d4e-898e-271142d4f49d tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3696012 Nov 25 20:25:00.249164 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-e7eeb559-9aa1-478c-ab62-e87e39a939d4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60 HTTP/1.1" status: 200 len: 1000 time: 0.3470366 Nov 25 20:25:00.301893 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-b22474b9-0477-447b-8381-ae1bd471fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:00.303453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-b22474b9-0477-447b-8381-ae1bd471fbe7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0476866 Nov 25 20:25:00.378021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-ec29adaa-8d02-4914-ade3-0b07ef6a5c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:00.380583 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-ec29adaa-8d02-4914-ade3-0b07ef6a5c32 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672402 Nov 25 20:25:00.390627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f974e30-eb69-4ea5-9f17-13077cc28b60 req-24c45498-ec82-4894-a4ea-aace9341aab1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:00.392118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f974e30-eb69-4ea5-9f17-13077cc28b60 req-24c45498-ec82-4894-a4ea-aace9341aab1 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 945 time: 0.0877721 Nov 25 20:25:00.498211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f974e30-eb69-4ea5-9f17-13077cc28b60 req-da5ab770-74f2-4f18-a100-8c353dbda2e3 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974543 Nov 25 20:25:00.517512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-a6504d68-108d-4ee3-9046-ab61096a93d3 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244202 Nov 25 20:25:00.522494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48108) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:00.623671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db9e6f2d-28cf-4f2b-ad09-4f94d0c4956c tempest-TestVolumeBootPattern-1570482421 tempest-TestVolumeBootPattern-1570482421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:00.625296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-db9e6f2d-28cf-4f2b-ad09-4f94d0c4956c tempest-TestVolumeBootPattern-1570482421 tempest-TestVolumeBootPattern-1570482421-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 1091 time: 0.1017165 Nov 25 20:25:00.628442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48110) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:25:00.633051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '2e87ea88-a3ee-498e-9355-26102d30b856', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:25:00.646723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cf1be12-12fb-4550-9637-ebbcb4ffdfe2 req-2f831208-25c6-42d7-8af7-02d1ed1f0c01 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153219 Nov 25 20:25:00.658063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:00.761253 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:01.182962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Allocated IP 172.25.8.169 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/8f8828b9-08f1-44fc-a964-c2b1f467558d) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:25:01.317912 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-b2ecffbe-6528-4ef2-9888-53c178379481 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971019 Nov 25 20:25:01.320633 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:01.354833 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:01.414515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:25:01.425157 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:25:01.430641 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:25:01.465491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=8f8828b9-08f1-44fc-a964-c2b1f467558d,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:01.483954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-31ff492c-24d5-4d13-8f0b-f31fcbfae695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:01.485471 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-31ff492c-24d5-4d13-8f0b-f31fcbfae695 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 1096 time: 0.1037867 Nov 25 20:25:01.685735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-6903edd8-28a9-458c-99af-732999ffffbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:01.687257 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-6903edd8-28a9-458c-99af-732999ffffbc service neutron] 10.222.0.60 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.1773229 Nov 25 20:25:01.761741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-4d21ecf1-6abb-4713-a76d-1bd1f1652c9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e87ea88-a3ee-498e-9355-26102d30b856 HTTP/1.1" status: 200 len: 217 time: 0.0409088 Nov 25 20:25:01.863116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-7f8bfd8d-cfe1-46eb-8a0d-d3c5b5ae42af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:01.864603 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-7f8bfd8d-cfe1-46eb-8a0d-d3c5b5ae42af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0965080 Nov 25 20:25:01.960650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-cfbee8e2-3b65-4ce1-ab21-0b43f5114e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:01.962349 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-cfbee8e2-3b65-4ce1-ab21-0b43f5114e97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896175 Nov 25 20:25:02.074001 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:02.135232 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-2615cde4-fedd-4f15-99b2-e58eac7bafb7 service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513317 Nov 25 20:25:02.159839 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-adb27bdf-fe14-4574-a5ea-ce980ccda608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:02.190279 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:02.314939 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-76eb9b14-451a-41e0-a030-4906d6fdd095 req-48eec802-10b3-49a2-8a2f-c143d40020ca service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595807 Nov 25 20:25:02.435041 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:02.440292 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:02.514720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event updated for resources: {'Port': ['ID=8f8828b9-08f1-44fc-a964-c2b1f467558d,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:25:02.529951 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:02.636860 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Floating IP 28bbdbcf-279c-4c68-9b34-af391901ea2c associated. External IP: 172.25.8.169, port: 2e87ea88-a3ee-498e-9355-26102d30b856. Nov 25 20:25:02.858035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:25:02.976880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:25:02.987891 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17ea8e3-48bb-4c30-871c-624c3d7751e0 None None] Sync routers for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:25:03.000549 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ea8e3-48bb-4c30-871c-624c3d7751e0 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:25:03.001211 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b17ea8e3-48bb-4c30-871c-624c3d7751e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:24:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:03.004404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:03.042902 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c36f925b-fbd2-41f0-b662-672f43e491fa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4127762 Nov 25 20:25:03.043524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d32c9f-7208-4154-a084-d255436971ed', 'tag': '2e87ea88-a3ee-498e-9355-26102d30b856'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:25:03.045828 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63" -d '{"events": [{"name": "network-changed", "server_uuid": "96d32c9f-7208-4154-a084-d255436971ed", "tag": "2e87ea88-a3ee-498e-9355-26102d30b856"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:25:03.085974 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e03600-f356-47e0-aef6-37689a6ca365 x-openstack-request-id: req-a8e03600-f356-47e0-aef6-37689a6ca365 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:25:03.086276 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d32c9f-7208-4154-a084-d255436971ed", "tag": "2e87ea88-a3ee-498e-9355-26102d30b856", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:25:03.086535 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a8e03600-f356-47e0-aef6-37689a6ca365 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:25:03.086981 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d32c9f-7208-4154-a084-d255436971ed', 'tag': '2e87ea88-a3ee-498e-9355-26102d30b856', 'status': 'completed', 'code': 200} Nov 25 20:25:03.140014 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b17ea8e3-48bb-4c30-871c-624c3d7751e0 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:25:03.156796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63 req-b199534d-3862-4dd3-a73f-37dfa3d6a837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:03.158405 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63 req-b199534d-3862-4dd3-a73f-37dfa3d6a837 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 1096 time: 0.0473540 Nov 25 20:25:03.297153 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63 req-9faf69bc-e934-4af4-bd1e-390841310668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:03.298682 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63 req-9faf69bc-e934-4af4-bd1e-390841310668 service neutron] 10.222.0.60 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.1332362 Nov 25 20:25:03.369843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63 req-8573e4d5-243a-4048-9161-181644523f8f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e87ea88-a3ee-498e-9355-26102d30b856 HTTP/1.1" status: 200 len: 999 time: 0.0632558 Nov 25 20:25:03.385623 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b17ea8e3-48bb-4c30-871c-624c3d7751e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '28bbdbcf-279c-4c68-9b34-af391901ea2c', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '2e87ea88-a3ee-498e-9355-26102d30b856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:bd:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d32c9f-7208-4154-a084-d255436971ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:01Z', 'updated_at': '2021-11-25T20:25:01Z', 'revision_number': 0, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}, {'id': '3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:6a:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:22:57Z', 'updated_at': '2021-11-25T20:22:59Z', 'revision_number': 1, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:03.418022 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17ea8e3-48bb-4c30-871c-624c3d7751e0 None None] Checking router: b6a1468c-f761-4a13-b1d2-b8f2f47fc171 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:25:03.425523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63 req-c7279d62-caba-4d35-b05b-10076e62dcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:03.427046 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63 req-c7279d62-caba-4d35-b05b-10076e62dcb4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0499642 Nov 25 20:25:03.430281 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b17ea8e3-48bb-4c30-871c-624c3d7751e0 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:25:03.430952 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b17ea8e3-48bb-4c30-871c-624c3d7751e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:24:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:03.481149 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63 req-d13a9ce7-75d7-482a-8be6-37fa02842bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:25:03.482657 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63 req-d13a9ce7-75d7-482a-8be6-37fa02842bf1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481734 Nov 25 20:25:03.551650 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b17ea8e3-48bb-4c30-871c-624c3d7751e0 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:25:03.587774 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63 req-3af649e4-530d-44dd-b461-1c0afd7f84d4 service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980594 Nov 25 20:25:03.687814 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-89395f4e-1cb5-4ff7-ab05-ad4a4ac57b63 req-bc76e2d4-b293-4e26-9272-483d1df32282 service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930760 Nov 25 20:25:03.831480 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b17ea8e3-48bb-4c30-871c-624c3d7751e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '28bbdbcf-279c-4c68-9b34-af391901ea2c', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '2e87ea88-a3ee-498e-9355-26102d30b856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:bd:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d32c9f-7208-4154-a084-d255436971ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:01Z', 'updated_at': '2021-11-25T20:25:01Z', 'revision_number': 0, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}, {'id': '3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:6a:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:22:57Z', 'updated_at': '2021-11-25T20:22:59Z', 'revision_number': 1, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:25:03.862386 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b17ea8e3-48bb-4c30-871c-624c3d7751e0 None None] The sync data for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 is: [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '28bbdbcf-279c-4c68-9b34-af391901ea2c', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '2e87ea88-a3ee-498e-9355-26102d30b856', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:bd:10:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d32c9f-7208-4154-a084-d255436971ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:25:01Z', 'updated_at': '2021-11-25T20:25:01Z', 'revision_number': 0, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}, {'id': '3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:6a:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:22:57Z', 'updated_at': '2021-11-25T20:22:59Z', 'revision_number': 1, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:25:04.058641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543877ed-70ea-41a8-848e-6a55baf75c30 None None] New status for floating IP 28bbdbcf-279c-4c68-9b34-af391901ea2c: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:25:05.265310 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f9f829e4-359f-4de4-a5d4-6923e2c22eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:06.600192 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:07.931425 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:08.445140 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:21.023631 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:25:21.202095 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:23.413308 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:32.155735 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0ca6b15f-68b4-4d07-b8af-c19f650c87c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:35.270390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1b9c9d48-c07a-445d-b4e7-c54c2715c865 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:36.601532 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:37.934111 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:38.453695 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:51.198097 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:51.291438 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-c55c72ed-7a2c-4a84-b26d-1cf44c052c1c req-dc589712-bbc1-4d7c-8665-a30475c25188 service neutron] (103652) timed out ('10.222.0.60', 61272) {{(pid=103652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:25:53.433384 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:25:58.024199 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:26:00.648106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-bc065723-e57b-4a22-aeb6-77545a946ccd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429473 Nov 25 20:26:00.736764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-09e9e0dc-170f-4ec5-8330-aa6a14e2acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:00.738262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-09e9e0dc-170f-4ec5-8330-aa6a14e2acdd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0454078 Nov 25 20:26:00.841556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-857a42c3-1c05-4b3f-8eb4-df2ebbcf5f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:00.843118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-857a42c3-1c05-4b3f-8eb4-df2ebbcf5f9b service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0859754 Nov 25 20:26:00.913709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-f446e378-e436-4767-adee-c9f4c4feabc2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60 HTTP/1.1" status: 200 len: 1000 time: 0.0628576 Nov 25 20:26:00.963169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-0e118651-713c-408d-a181-689891ba306a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:00.964641 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-0e118651-713c-408d-a181-689891ba306a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0447655 Nov 25 20:26:01.011810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-fbac4d56-4ac7-4278-9bab-1632de53e64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:01.013318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-fbac4d56-4ac7-4278-9bab-1632de53e64b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406771 Nov 25 20:26:01.109358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-01a00f27-6d1d-48ce-bf02-4901fa1a86e6 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877380 Nov 25 20:26:01.199529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d454904b-b69f-4296-baeb-45f4e8e3f15e req-89b596ab-3867-4517-b14c-e9b2c996d234 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835590 Nov 25 20:26:02.147223 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a215de2e-fc25-4b24-84b9-4418cc88cfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:02.235549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-2b908548-c8b1-497d-9f73-9f6a20291079 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0437498 Nov 25 20:26:02.320884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-6abc245c-f63f-458e-9366-742da4584f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:02.322358 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-6abc245c-f63f-458e-9366-742da4584f0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 1096 time: 0.0436080 Nov 25 20:26:02.434448 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-7fed0124-9aba-466f-acab-cf1b2b305f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:02.435954 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-7fed0124-9aba-466f-acab-cf1b2b305f44 service neutron] 10.222.0.60 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0925853 Nov 25 20:26:02.501817 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-0dda09fc-6c69-4f5b-9c7a-159758569de9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e87ea88-a3ee-498e-9355-26102d30b856 HTTP/1.1" status: 200 len: 1001 time: 0.0587609 Nov 25 20:26:02.556276 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-5e92c644-c997-4d8d-8c2e-b74a77ef06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:02.557721 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-5e92c644-c997-4d8d-8c2e-b74a77ef06e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0487137 Nov 25 20:26:02.900150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-40555a01-eca0-419b-9b57-3b0c134dd87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:02.901650 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-40555a01-eca0-419b-9b57-3b0c134dd87b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3366683 Nov 25 20:26:02.990411 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-53a31cf2-6e29-449a-bad8-8c5db79b9027 service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811980 Nov 25 20:26:03.087517 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42b7f101-c82e-438f-8862-a6b666ddde9d req-670936fb-1006-4a4a-b203-3bfb40d6e29d service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898767 Nov 25 20:26:05.274031 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-de00ce46-c6be-4a04-ab4d-41eade667f4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:06.606331 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:07.936350 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:08.453820 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:21.219785 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:23.441547 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:30.450859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48152) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:26:30.611401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Deleting port 8f8828b9-08f1-44fc-a964-c2b1f467558d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:26:30.611760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:30.689953 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:30.690273 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:30.703451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Calling delete_port for 8f8828b9-08f1-44fc-a964-c2b1f467558d owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:26:30.889405 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:30.917502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event deleted for resources: {'Port': ['ID=8f8828b9-08f1-44fc-a964-c2b1f467558d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:30.940666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.941018 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.941362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.941701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.942036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.942367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.942934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.943296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.943609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.943934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.944258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.944586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:30.990186 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:30.990462 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Floating IP 28bbdbcf-279c-4c68-9b34-af391901ea2c disassociated (deleted). External IP: 172.25.8.169, port: 2e87ea88-a3ee-498e-9355-26102d30b856. Nov 25 20:26:31.202046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:26:31.306691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:26:31.311635 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:31.316457 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ecf9bd-bf00-4a55-9746-f096434623be None None] Sync routers for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:26:31.326954 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ecf9bd-bf00-4a55-9746-f096434623be None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:26:31.327559 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f5ecf9bd-bf00-4a55-9746-f096434623be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:26:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:31.342666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fcf75343-29d0-4800-b6ed-58a904db20d2 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "DELETE /v2.0/floatingips/28bbdbcf-279c-4c68-9b34-af391901ea2c HTTP/1.1" status: 204 len: 168 time: 0.8906949 Nov 25 20:26:31.343291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d32c9f-7208-4154-a084-d255436971ed', 'tag': '2e87ea88-a3ee-498e-9355-26102d30b856'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:26:31.345583 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554" -d '{"events": [{"name": "network-changed", "server_uuid": "96d32c9f-7208-4154-a084-d255436971ed", "tag": "2e87ea88-a3ee-498e-9355-26102d30b856"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:26:31.441465 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f5ecf9bd-bf00-4a55-9746-f096434623be None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:26:31.516059 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a768a747-e41c-4427-a135-c00bda11c9de x-openstack-request-id: req-a768a747-e41c-4427-a135-c00bda11c9de {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:26:31.516605 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d32c9f-7208-4154-a084-d255436971ed", "tag": "2e87ea88-a3ee-498e-9355-26102d30b856", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:26:31.516944 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a768a747-e41c-4427-a135-c00bda11c9de {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:26:31.517467 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d32c9f-7208-4154-a084-d255436971ed', 'tag': '2e87ea88-a3ee-498e-9355-26102d30b856', 'status': 'completed', 'code': 200} Nov 25 20:26:31.585171 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554 req-7191ea80-53d3-4bae-be89-148bbc59067a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:31.586706 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554 req-7191ea80-53d3-4bae-be89-148bbc59067a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 1096 time: 0.0436418 Nov 25 20:26:31.620150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5db5c60-73c7-45c4-884d-cf62370912ba req-09b2c23e-ac5a-4a90-be1e-d817f95c0571 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:31.621864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c5db5c60-73c7-45c4-884d-cf62370912ba req-09b2c23e-ac5a-4a90-be1e-d817f95c0571 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 945 time: 0.0543377 Nov 25 20:26:31.681726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c5db5c60-73c7-45c4-884d-cf62370912ba req-514e53c8-2cd1-4807-a0cc-2f222331a751 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524447 Nov 25 20:26:31.692335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554 req-c1ad9fd3-8034-4877-9a0f-607760b71d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:31.694530 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554 req-c1ad9fd3-8034-4877-9a0f-607760b71d36 service neutron] 10.222.0.60 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.0995970 Nov 25 20:26:31.737061 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554 req-26d43691-f7c9-49ee-afd0-f405ea3a2736 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2e87ea88-a3ee-498e-9355-26102d30b856 HTTP/1.1" status: 200 len: 217 time: 0.0341628 Nov 25 20:26:31.771473 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f5ecf9bd-bf00-4a55-9746-f096434623be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:6a:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:22:57Z', 'updated_at': '2021-11-25T20:22:59Z', 'revision_number': 1, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:31.792816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554 req-14ee9919-7006-4d0b-8b54-e58a07695d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:31.794287 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554 req-14ee9919-7006-4d0b-8b54-e58a07695d26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0500643 Nov 25 20:26:31.801041 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ecf9bd-bf00-4a55-9746-f096434623be None None] Checking router: b6a1468c-f761-4a13-b1d2-b8f2f47fc171 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:26:31.810728 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ecf9bd-bf00-4a55-9746-f096434623be None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:26:31.811377 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f5ecf9bd-bf00-4a55-9746-f096434623be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:26:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:31.846331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554 req-b48cf98b-501b-4da3-9223-a595b67d7c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:31.847775 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554 req-b48cf98b-501b-4da3-9223-a595b67d7c20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451312 Nov 25 20:26:31.919907 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f5ecf9bd-bf00-4a55-9746-f096434623be None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:26:31.943082 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554 req-1947b1a2-f506-4aba-8124-06515818ecca service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861211 Nov 25 20:26:32.044264 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0d39b3-02f8-4ef2-a002-4fa10f2e7554 req-8f04f351-b94e-4e06-ac55-4853bab6f7e2 service neutron] 10.222.0.60 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921581 Nov 25 20:26:32.149561 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5d9c93b-8ed2-4790-9516-4d2dd76a396a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:32.150845 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f5ecf9bd-bf00-4a55-9746-f096434623be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:6a:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:22:57Z', 'updated_at': '2021-11-25T20:22:59Z', 'revision_number': 1, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:32.177774 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ecf9bd-bf00-4a55-9746-f096434623be None None] The sync data for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 is: [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'floating_ip_address': '172.25.8.73', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'port_id': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'mac_address': 'fa:16:3e:6a:5c:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:22:57Z', 'updated_at': '2021-11-25T20:22:59Z', 'revision_number': 1, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:26:32.403621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ea65da-23fc-4d89-8672-d3f0350a995d None None] New status for floating IP 28bbdbcf-279c-4c68-9b34-af391901ea2c: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:26:32.806418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52423de-190c-4837-a447-0af4c5a5cf72 req-d1d73c04-f187-4fe2-99b5-00b0d5f14aab tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:32.807943 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c52423de-190c-4837-a447-0af4c5a5cf72 req-d1d73c04-f187-4fe2-99b5-00b0d5f14aab tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 945 time: 0.0504382 Nov 25 20:26:32.858009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c52423de-190c-4837-a447-0af4c5a5cf72 req-960849b1-53a3-46a5-bb7a-d1c78c36a0a0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441363 Nov 25 20:26:33.104976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc54f1a-9d71-40f5-9c8d-32e62f7b245c req-f8d73b79-dd87-44cb-a402-f25e42186e46 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:33.106429 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0cc54f1a-9d71-40f5-9c8d-32e62f7b245c req-f8d73b79-dd87-44cb-a402-f25e42186e46 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.60 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 945 time: 0.0543754 Nov 25 20:26:33.204416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0cc54f1a-9d71-40f5-9c8d-32e62f7b245c req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Deleting port 2e87ea88-a3ee-498e-9355-26102d30b856 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:26:33.204784 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0cc54f1a-9d71-40f5-9c8d-32e62f7b245c req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:33.291094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0cc54f1a-9d71-40f5-9c8d-32e62f7b245c req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] For port 2e87ea88-a3ee-498e-9355-26102d30b856, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e87ea88-a3ee-498e-9355-26102d30b856,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:26:33.291459 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0cc54f1a-9d71-40f5-9c8d-32e62f7b245c req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:33.303707 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0cc54f1a-9d71-40f5-9c8d-32e62f7b245c req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Calling delete_port for 2e87ea88-a3ee-498e-9355-26102d30b856 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:26:33.435912 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0cc54f1a-9d71-40f5-9c8d-32e62f7b245c req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:33.466076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event deleted for resources: {'Port': ['ID=2e87ea88-a3ee-498e-9355-26102d30b856,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:33.493247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.493600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.493948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.494290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.494625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.494990 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.495324 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.495659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.495989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.496317 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.496644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.496973 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:33.520329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cc54f1a-9d71-40f5-9c8d-32e62f7b245c req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] No DVR routers for this DVR port 2e87ea88-a3ee-498e-9355-26102d30b856 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:26:33.523145 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0cc54f1a-9d71-40f5-9c8d-32e62f7b245c req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:33.526479 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0cc54f1a-9d71-40f5-9c8d-32e62f7b245c req-199b18d3-88c8-491a-8537-936e90c966a5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.60 "DELETE /v2.0/ports/2e87ea88-a3ee-498e-9355-26102d30b856 HTTP/1.1" status: 204 len: 173 time: 0.4136291 Nov 25 20:26:33.526949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d32c9f-7208-4154-a084-d255436971ed', 'name': 'network-vif-deleted', 'tag': '2e87ea88-a3ee-498e-9355-26102d30b856'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:26:33.529207 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db235354-f174-4197-a895-e1ddcbb8d451" -d '{"events": [{"server_uuid": "96d32c9f-7208-4154-a084-d255436971ed", "name": "network-vif-deleted", "tag": "2e87ea88-a3ee-498e-9355-26102d30b856"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:26:33.569725 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dee396a-b4d9-4998-9744-fc8e85cba7cd x-openstack-request-id: req-3dee396a-b4d9-4998-9744-fc8e85cba7cd {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:26:33.570027 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d32c9f-7208-4154-a084-d255436971ed", "name": "network-vif-deleted", "tag": "2e87ea88-a3ee-498e-9355-26102d30b856", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:26:33.570286 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3dee396a-b4d9-4998-9744-fc8e85cba7cd {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:26:33.570688 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d32c9f-7208-4154-a084-d255436971ed', 'name': 'network-vif-deleted', 'tag': '2e87ea88-a3ee-498e-9355-26102d30b856', 'status': 'completed', 'code': 200} Nov 25 20:26:33.964519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdaddf19-ea95-4ebc-af3d-c10053902d23 req-228b3bd3-6641-434c-8401-b300d50455dc tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 210 time: 0.0321326 Nov 25 20:26:35.026930 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:26:35.078920 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc9857db-2c84-4814-8759-03471c5345dd req-034bfc01-41be-4cb9-84e7-84aa263e1d2f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 210 time: 0.0287623 Nov 25 20:26:35.279729 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f7431ad8-ad39-439e-b028-7136555b67d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:35.690833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-e97d5bf4-f97c-40be-b3e3-4a72f351e04c req-d3f97cb7-ca1b-4be8-87eb-83712924f8aa service neutron] (103652) timed out ('10.222.0.15', 56060) {{(pid=103652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:26:36.179879 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc879519-6ddb-4b85-8a3e-e5763574c5d1 req-58c97dff-49b8-47f4-be4a-206bbd95fbe5 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 210 time: 0.0273113 Nov 25 20:26:36.324910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2e87ea88-a3ee-498e-9355-26102d30b856 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:26:36.346046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 2e87ea88-a3ee-498e-9355-26102d30b856 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:26:36.346387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2e87ea88-a3ee-498e-9355-26102d30b856 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:26:36.610910 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:37.278047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81ca8016-6554-4b0d-874f-36e01060c791 req-e35eb161-7daf-4729-b789-e1f1bd99d2ff tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=96d32c9f-7208-4154-a084-d255436971ed HTTP/1.1" status: 200 len: 210 time: 0.0265472 Nov 25 20:26:37.942789 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:38.466140 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:43.720362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48204) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:26:43.878300 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Deleting port fa204d17-020b-4e97-ab4e-d75111926bf2 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:26:43.878641 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:43.957446 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:43.957711 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:43.969339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Calling delete_port for fa204d17-020b-4e97-ab4e-d75111926bf2 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:26:44.119979 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:44.147351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event deleted for resources: {'Port': ['ID=fa204d17-020b-4e97-ab4e-d75111926bf2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:44.205596 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:44.205992 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Floating IP 3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6 disassociated (deleted). External IP: 172.25.8.73, port: 8aa03cf4-cbb4-4570-aa51-da6fca28bd60. Nov 25 20:26:44.415476 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:26:44.522885 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:26:44.527685 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:44.532420 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee56b1-510f-4c8c-b3e1-5e8d10ce02d1 None None] Sync routers for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:26:44.543770 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee56b1-510f-4c8c-b3e1-5e8d10ce02d1 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:26:44.544379 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f6ee56b1-510f-4c8c-b3e1-5e8d10ce02d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:44.554687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-194fc76b-daca-4bb3-bfd4-b80bf6ce249f tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "DELETE /v2.0/floatingips/3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6 HTTP/1.1" status: 204 len: 168 time: 0.8332419 Nov 25 20:26:44.555316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'tag': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:26:44.557591 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3ef085-07aa-45cd-b15b-11186cd3619d" -d '{"events": [{"name": "network-changed", "server_uuid": "6b5432ea-ed18-4e31-af5a-9b42b1958fa2", "tag": "8aa03cf4-cbb4-4570-aa51-da6fca28bd60"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:26:44.652873 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f6ee56b1-510f-4c8c-b3e1-5e8d10ce02d1 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:26:44.726583 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85998af-c7f3-4368-9c24-985bb49260b1 x-openstack-request-id: req-e85998af-c7f3-4368-9c24-985bb49260b1 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:26:44.727128 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b5432ea-ed18-4e31-af5a-9b42b1958fa2", "tag": "8aa03cf4-cbb4-4570-aa51-da6fca28bd60", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:26:44.727128 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e85998af-c7f3-4368-9c24-985bb49260b1 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:26:44.731273 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'tag': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'status': 'completed', 'code': 200} Nov 25 20:26:44.823359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ef085-07aa-45cd-b15b-11186cd3619d req-59d898d3-ffb2-4de8-b770-704c5d3caf20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:44.825013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f3ef085-07aa-45cd-b15b-11186cd3619d req-59d898d3-ffb2-4de8-b770-704c5d3caf20 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 1096 time: 0.0740879 Nov 25 20:26:44.840249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9d82cb-44ce-4ece-8823-ce8cc09d1519 req-e08fa31b-65c4-4d20-b903-a5342dc71c97 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:44.841760 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df9d82cb-44ce-4ece-8823-ce8cc09d1519 req-e08fa31b-65c4-4d20-b903-a5342dc71c97 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 945 time: 0.0649624 Nov 25 20:26:44.870866 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f6ee56b1-510f-4c8c-b3e1-5e8d10ce02d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:44.897686 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee56b1-510f-4c8c-b3e1-5e8d10ce02d1 None None] Checking router: b6a1468c-f761-4a13-b1d2-b8f2f47fc171 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:26:44.906001 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ee56b1-510f-4c8c-b3e1-5e8d10ce02d1 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:26:44.906591 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f6ee56b1-510f-4c8c-b3e1-5e8d10ce02d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:44.959062 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df9d82cb-44ce-4ece-8823-ce8cc09d1519 req-387136e5-b8b3-4c8b-bfca-3b43410ae507 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086993 Nov 25 20:26:44.978505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ef085-07aa-45cd-b15b-11186cd3619d req-8ff6c5e9-b449-4d46-b8fd-dbd31be2e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:44.980042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f3ef085-07aa-45cd-b15b-11186cd3619d req-8ff6c5e9-b449-4d46-b8fd-dbd31be2e8a8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 200 len: 913 time: 0.1374004 Nov 25 20:26:45.017190 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f6ee56b1-510f-4c8c-b3e1-5e8d10ce02d1 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:26:45.231395 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f6ee56b1-510f-4c8c-b3e1-5e8d10ce02d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:45.259685 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ee56b1-510f-4c8c-b3e1-5e8d10ce02d1 None None] The sync data for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 is: [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '723be541-25d8-431d-8d61-35c4e272048d', 'name': '', 'network_id': '377828e7-98ef-410a-b312-c0cda9ef1151', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'mac_address': 'fa:16:3e:3c:50:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_interface', 'standard_attr_id': 3990, 'fixed_ips': [{'subnet_id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:43Z', 'updated_at': '2021-11-25T20:16:48Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'subnets': [{'id': '6ce21da2-f2ac-4c12-9625-eb014abdb509', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:26:45.271352 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f3ef085-07aa-45cd-b15b-11186cd3619d req-461ea18b-1b46-4a00-bc73-194ec372f3e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60 HTTP/1.1" status: 200 len: 217 time: 0.2833703 Nov 25 20:26:45.323686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ef085-07aa-45cd-b15b-11186cd3619d req-bff3aee3-1847-4787-a37e-fcf25280b7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:45.325205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f3ef085-07aa-45cd-b15b-11186cd3619d req-bff3aee3-1847-4787-a37e-fcf25280b7ee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 200 len: 851 time: 0.0461864 Nov 25 20:26:45.374453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ef085-07aa-45cd-b15b-11186cd3619d req-7e64d711-d759-4b39-ae58-e9a9f9c5358d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:45.376027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f3ef085-07aa-45cd-b15b-11186cd3619d req-7e64d711-d759-4b39-ae58-e9a9f9c5358d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=377828e7-98ef-410a-b312-c0cda9ef1151&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422363 Nov 25 20:26:45.474570 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f3ef085-07aa-45cd-b15b-11186cd3619d req-c998883c-3f9e-4c6f-9a6f-b1149dd61677 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910625 Nov 25 20:26:45.483240 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b150edb9-5df0-412c-8c60-01d549ecf44e None None] New status for floating IP 3d2c9aea-ed6a-4a4d-a845-b2d17396e8f6: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:26:45.572576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f3ef085-07aa-45cd-b15b-11186cd3619d req-0171722d-e8d7-42e1-9dc3-122cc68d2969 service neutron] 10.222.0.76 "GET /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905609 Nov 25 20:26:46.077093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33adad3c-c236-4013-af4c-16646f998eb8 req-ae0b5402-a7be-42f3-b401-b2f762766f15 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:46.078636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-33adad3c-c236-4013-af4c-16646f998eb8 req-ae0b5402-a7be-42f3-b401-b2f762766f15 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 945 time: 0.0505736 Nov 25 20:26:46.130484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-33adad3c-c236-4013-af4c-16646f998eb8 req-ce799261-2371-4feb-9296-7ef16f78959a tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/security-groups?id=5621bed4-dd5e-4d38-b597-85f7d894f7ec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449295 Nov 25 20:26:46.298721 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c0356b-549c-4ed9-8a15-4480c3b35f66 req-28dacde8-82a9-4638-9ea7-30a494c91d75 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:26:46.300120 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44c0356b-549c-4ed9-8a15-4480c3b35f66 req-28dacde8-82a9-4638-9ea7-30a494c91d75 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 945 time: 0.0495346 Nov 25 20:26:46.393413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-44c0356b-549c-4ed9-8a15-4480c3b35f66 req-7bfa893b-57e2-4b16-a381-3002fb27f4ea tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Deleting port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:26:46.393861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-44c0356b-549c-4ed9-8a15-4480c3b35f66 req-7bfa893b-57e2-4b16-a381-3002fb27f4ea tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:46.482525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-44c0356b-549c-4ed9-8a15-4480c3b35f66 req-7bfa893b-57e2-4b16-a381-3002fb27f4ea tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] For port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8aa03cf4-cbb4-4570-aa51-da6fca28bd60,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:26:46.482911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-44c0356b-549c-4ed9-8a15-4480c3b35f66 req-7bfa893b-57e2-4b16-a381-3002fb27f4ea tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:46.494964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-44c0356b-549c-4ed9-8a15-4480c3b35f66 req-7bfa893b-57e2-4b16-a381-3002fb27f4ea tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Calling delete_port for 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:26:46.623957 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-44c0356b-549c-4ed9-8a15-4480c3b35f66 req-7bfa893b-57e2-4b16-a381-3002fb27f4ea tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:46.652358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa893b-57e2-4b16-a381-3002fb27f4ea tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event deleted for resources: {'Port': ['ID=8aa03cf4-cbb4-4570-aa51-da6fca28bd60,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:46.703577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c0356b-549c-4ed9-8a15-4480c3b35f66 req-7bfa893b-57e2-4b16-a381-3002fb27f4ea tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] No DVR routers for this DVR port 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:26:46.706579 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-44c0356b-549c-4ed9-8a15-4480c3b35f66 req-7bfa893b-57e2-4b16-a381-3002fb27f4ea tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:46.710565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-44c0356b-549c-4ed9-8a15-4480c3b35f66 req-7bfa893b-57e2-4b16-a381-3002fb27f4ea tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.76 "DELETE /v2.0/ports/8aa03cf4-cbb4-4570-aa51-da6fca28bd60 HTTP/1.1" status: 204 len: 173 time: 0.4044070 Nov 25 20:26:46.732436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'name': 'network-vif-deleted', 'tag': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:26:46.736074 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14035d1f-9a96-40bd-8b11-03547e2cb21b" -d '{"events": [{"server_uuid": "6b5432ea-ed18-4e31-af5a-9b42b1958fa2", "name": "network-vif-deleted", "tag": "8aa03cf4-cbb4-4570-aa51-da6fca28bd60"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:26:46.777736 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49ffecbe-844c-42bf-98b0-9dc646a52769 x-openstack-request-id: req-49ffecbe-844c-42bf-98b0-9dc646a52769 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:26:46.778037 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b5432ea-ed18-4e31-af5a-9b42b1958fa2", "name": "network-vif-deleted", "tag": "8aa03cf4-cbb4-4570-aa51-da6fca28bd60", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:26:46.778655 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-49ffecbe-844c-42bf-98b0-9dc646a52769 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:26:46.779090 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b5432ea-ed18-4e31-af5a-9b42b1958fa2', 'name': 'network-vif-deleted', 'tag': '8aa03cf4-cbb4-4570-aa51-da6fca28bd60', 'status': 'completed', 'code': 200} Nov 25 20:26:47.233263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b43d959-f814-492e-92c6-80b0bcc623bf req-92a329a5-d0a3-4695-a2f8-23d8fd6d51e0 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 210 time: 0.0297630 Nov 25 20:26:47.792533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-65dee82e-e792-44f4-a6f8-b56cce4c58ce req-c99f3860-2f63-40f5-a339-dd0f9a759b90 service neutron] (103652) timed out ('10.222.0.76', 60864) {{(pid=103652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:26:48.331521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05244910-206a-4c15-a919-f449289ee551 req-45e9a9f6-6f5d-4ee5-961a-35a639a2f33e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 210 time: 0.0292416 Nov 25 20:26:49.432830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c7e8f3e-32e6-4631-ba69-c182f82e9bf7 req-4b3d2dbb-014d-473e-a2ab-0c6e7e169a7e tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 210 time: 0.0296395 Nov 25 20:26:50.539054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7ec8fbb0-4e9a-4df2-87c0-7e034c99b5bf req-73c9f1bb-0cb4-4c24-b6aa-74915fe3d960 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "GET /v2.0/ports?device_id=6b5432ea-ed18-4e31-af5a-9b42b1958fa2 HTTP/1.1" status: 200 len: 210 time: 0.0319259 Nov 25 20:26:51.216983 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:51.537955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:26:51.559085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:26:51.559428 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8aa03cf4-cbb4-4570-aa51-da6fca28bd60 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:26:51.591415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48226) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:26:51.720030 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-593d7f47-5b5b-45d9-b54c-8944a81a44aa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Deleting port f4e25dba-4c2b-40a3-82f7-9fdd44a269c0 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:26:51.720380 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-593d7f47-5b5b-45d9-b54c-8944a81a44aa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:51.799570 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-593d7f47-5b5b-45d9-b54c-8944a81a44aa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:51.799813 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-593d7f47-5b5b-45d9-b54c-8944a81a44aa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:51.811662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-593d7f47-5b5b-45d9-b54c-8944a81a44aa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Calling delete_port for f4e25dba-4c2b-40a3-82f7-9fdd44a269c0 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:26:51.948261 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-593d7f47-5b5b-45d9-b54c-8944a81a44aa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:51.979558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d7f47-5b5b-45d9-b54c-8944a81a44aa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event deleted for resources: {'Port': ['ID=f4e25dba-4c2b-40a3-82f7-9fdd44a269c0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:52.041108 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-593d7f47-5b5b-45d9-b54c-8944a81a44aa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:52.043714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-593d7f47-5b5b-45d9-b54c-8944a81a44aa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:52.044854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-593d7f47-5b5b-45d9-b54c-8944a81a44aa tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "DELETE /v2.0/floatingips/0d97df2d-1398-49b7-b433-60027ffcb719 HTTP/1.1" status: 204 len: 168 time: 0.4524431 Nov 25 20:26:53.460230 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:55.353076 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48242) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:26:55.413621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bcd717da-700a-4ea4-8af5-69e28f18c7d7 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:55.445522 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bcd717da-700a-4ea4-8af5-69e28f18c7d7 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:55.506252 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bcd717da-700a-4ea4-8af5-69e28f18c7d7 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:55.509320 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bcd717da-700a-4ea4-8af5-69e28f18c7d7 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:55.510496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bcd717da-700a-4ea4-8af5-69e28f18c7d7 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] 10.222.0.15 "DELETE /v2.0/security-groups/5621bed4-dd5e-4d38-b597-85f7d894f7ec HTTP/1.1" status: 204 len: 168 time: 0.1564243 Nov 25 20:26:55.520802 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd717da-700a-4ea4-8af5-69e28f18c7d7 tempest-TestVolumeBootPattern-27189 tempest-TestVolumeBootPattern-27189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5621bed4-dd5e-4d38-b597-85f7d894f7ec,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:55.572011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48246) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:26:56.118304 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:56.380111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] Deleting port 723be541-25d8-431d-8d61-35c4e272048d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:26:56.381426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:56.497577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] For port 723be541-25d8-431d-8d61-35c4e272048d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=723be541-25d8-431d-8d61-35c4e272048d,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:26:56.497960 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:56.511699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] Calling delete_port for 723be541-25d8-431d-8d61-35c4e272048d owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:26:56.694662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:56.724439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] Pushing event deleted for resources: {'Port': ['ID=723be541-25d8-431d-8d61-35c4e272048d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:56.897961 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:57.122588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] Router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:26:57.230855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:26:57.237555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-830ceaf5-18c4-477f-8fbb-1993b633000b admin admin] 10.222.0.15 "PUT /v2.0/routers/b6a1468c-f761-4a13-b1d2-b8f2f47fc171/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6639225 Nov 25 20:26:57.239634 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26c0e0-e065-474f-9519-7766d11d2551 None None] Sync routers for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:26:57.240107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48250) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:26:57.249981 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26c0e0-e065-474f-9519-7766d11d2551 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:26:57.250586 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fd26c0e0-e065-474f-9519-7766d11d2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:57.347538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:57.360184 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-fd26c0e0-e065-474f-9519-7766d11d2551 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:26:57.456720 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:57.515615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Deleting port bc5caef7-778a-43a8-a42a-b80bd89aac12 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:26:57.516230 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:57.600558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] For port bc5caef7-778a-43a8-a42a-b80bd89aac12, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=bc5caef7-778a-43a8-a42a-b80bd89aac12,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:26:57.600919 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:57.613170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Calling delete_port for bc5caef7-778a-43a8-a42a-b80bd89aac12 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:26:57.645848 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fd26c0e0-e065-474f-9519-7766d11d2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137'}], 'enable_snat': True}, 'gw_port_id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:26:56Z', 'revision_number': 5, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port': {'id': 'bc5caef7-778a-43a8-a42a-b80bd89aac12', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:a7:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:42Z', 'updated_at': '2021-11-25T20:16:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:57.673074 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26c0e0-e065-474f-9519-7766d11d2551 None None] Checking router: b6a1468c-f761-4a13-b1d2-b8f2f47fc171 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:26:57.683354 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd26c0e0-e065-474f-9519-7766d11d2551 None None] Routers {'b6a1468c-f761-4a13-b1d2-b8f2f47fc171'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:26:57.683978 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fd26c0e0-e065-474f-9519-7766d11d2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:57.777097 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-fd26c0e0-e065-474f-9519-7766d11d2551 None None] Set router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:26:57.833882 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-fd26c0e0-e065-474f-9519-7766d11d2551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:26:57Z', 'revision_number': 6, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:57.860673 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd26c0e0-e065-474f-9519-7766d11d2551 None None] The sync data for ids ['b6a1468c-f761-4a13-b1d2-b8f2f47fc171'] in n-d-817303-9 is: [{'id': 'b6a1468c-f761-4a13-b1d2-b8f2f47fc171', 'name': 'tempest-TestVolumeBootPattern-1492982114-router', 'tenant_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:41Z', 'updated_at': '2021-11-25T20:26:57Z', 'revision_number': 6, 'project_id': 'ae1b6134542c4f459ee4c2400c0e49e3', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:26:58.030448 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.056391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bc5caef7-778a-43a8-a42a-b80bd89aac12,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:58.070922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c95530-6f34-41eb-8912-5f6c4b3ba935 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:26:58.118015 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.227092 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.229374 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.293715 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.294146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6a1468c-f761-4a13-b1d2-b8f2f47fc171 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:26:58.298463 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.299756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a3c910e0-af7c-4df9-affd-ad6d73aad7e8 admin admin] 10.222.0.15 "DELETE /v2.0/routers/b6a1468c-f761-4a13-b1d2-b8f2f47fc171 HTTP/1.1" status: 204 len: 168 time: 1.0587130 Nov 25 20:26:58.303562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48252) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:26:58.348504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cba07e-e4cd-443b-b9a6-a1e99444feb2 admin admin] Deleting subnet 6ce21da2-f2ac-4c12-9625-eb014abdb509 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:26:58.351975 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5cba07e-e4cd-443b-b9a6-a1e99444feb2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.391251 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5cba07e-e4cd-443b-b9a6-a1e99444feb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.470367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5cba07e-e4cd-443b-b9a6-a1e99444feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.523483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5cba07e-e4cd-443b-b9a6-a1e99444feb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.546469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cba07e-e4cd-443b-b9a6-a1e99444feb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ce21da2-f2ac-4c12-9625-eb014abdb509,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:58.552882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c5cba07e-e4cd-443b-b9a6-a1e99444feb2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.556589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c5cba07e-e4cd-443b-b9a6-a1e99444feb2 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6ce21da2-f2ac-4c12-9625-eb014abdb509 HTTP/1.1" status: 204 len: 168 time: 0.2517419 Nov 25 20:26:58.558955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48254) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:26:58.559130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20e63ae-0ad6-4bae-80d6-3e677bcc60ce None None] Network 377828e7-98ef-410a-b312-c0cda9ef1151 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:26:58.641475 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.710963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 723be541-25d8-431d-8d61-35c4e272048d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:26:58.726102 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Deleting port 6b131e97-63af-4459-9ef2-683f047c17a3 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:26:58.726447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.740552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 723be541-25d8-431d-8d61-35c4e272048d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:26:58.740802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 723be541-25d8-431d-8d61-35c4e272048d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:26:58.741231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bc5caef7-778a-43a8-a42a-b80bd89aac12 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:26:58.761581 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: bc5caef7-778a-43a8-a42a-b80bd89aac12 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:26:58.761931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device bc5caef7-778a-43a8-a42a-b80bd89aac12 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:26:58.780170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] DHCP port deletion for 377828e7-98ef-410a-b312-c0cda9ef1151 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:26:58.803256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] For port 6b131e97-63af-4459-9ef2-683f047c17a3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6b131e97-63af-4459-9ef2-683f047c17a3,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:26:58.803538 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.816241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Calling delete_port for 6b131e97-63af-4459-9ef2-683f047c17a3 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:26:58.829421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Deleting port 6b131e97-63af-4459-9ef2-683f047c17a3 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:26:58.829827 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.900573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] For port 6b131e97-63af-4459-9ef2-683f047c17a3, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6b131e97-63af-4459-9ef2-683f047c17a3,segment=NetworkSegment(4b44edc1-8183-4e5e-a337-23cdca31489e),segment_id=4b44edc1-8183-4e5e-a337-23cdca31489e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:26:58.900932 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.903869 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:58.917232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Calling delete_port for 6b131e97-63af-4459-9ef2-683f047c17a3 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:26:58.931432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b131e97-63af-4459-9ef2-683f047c17a3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:58.935011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] No DVR routers for this DVR port 6b131e97-63af-4459-9ef2-683f047c17a3 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:26:59.001915 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:59.012483 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:59.031216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Pushing event deleted for resources: {'Port': ['ID=6b131e97-63af-4459-9ef2-683f047c17a3,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:59.033615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377828e7-98ef-410a-b312-c0cda9ef1151']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:59.039868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] No DVR routers for this DVR port 6b131e97-63af-4459-9ef2-683f047c17a3 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:26:59.042318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.042711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.043086 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.043427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.043780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.044101 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.044430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.044757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.045081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.045406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.045729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.046076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f5d4ab-9238-4b1e-8c9b-f616151a6488 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:26:59.046482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b44edc1-8183-4e5e-a337-23cdca31489e') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:59.046783 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b44edc1-8183-4e5e-a337-23cdca31489e') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:26:59.065309 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:59.080428 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:59.088235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:26:59.088734 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:26:59.090612 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:26:59.149787 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:59.154487 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:59.157690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] 10.222.0.15 "DELETE /v2.0/networks/377828e7-98ef-410a-b312-c0cda9ef1151 HTTP/1.1" status: 204 len: 168 time: 0.5977936 Nov 25 20:26:59.161793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48256) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:26:59.170200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b967c8d4-3231-4afa-8217-ed4daee38416 admin admin] Pushing event deleted for resources: {'Network': ['ID=377828e7-98ef-410a-b312-c0cda9ef1151,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:26:59.517592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:59.768005 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] Deleting port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:26:59.768265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:59.844768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] For port 0fdce211-8aaa-47fb-ae16-de5ffca7a39c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0fdce211-8aaa-47fb-ae16-de5ffca7a39c,segment=NetworkSegment(348ce866-ae4a-408a-b812-65cb13a35a1e),segment_id=348ce866-ae4a-408a-b812-65cb13a35a1e)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:26:59.845134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:26:59.857470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] Calling delete_port for 0fdce211-8aaa-47fb-ae16-de5ffca7a39c owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:27:00.047960 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:00.071928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fdce211-8aaa-47fb-ae16-de5ffca7a39c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:00.244607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:00.470064 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] Router 456ccac6-7423-441b-aa24-0eac2e9a40d7 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:27:00.577567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:27:00.583642 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-681e92f2-478b-46ec-add8-a57d399fb440 admin admin] 10.222.0.15 "PUT /v2.0/routers/456ccac6-7423-441b-aa24-0eac2e9a40d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4204447 Nov 25 20:27:00.586085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48258) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:00.589233 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea1469-5e3a-445c-9289-b3d763f2cd0e None None] Sync routers for ids ['456ccac6-7423-441b-aa24-0eac2e9a40d7'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:27:00.600308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea1469-5e3a-445c-9289-b3d763f2cd0e None None] Routers {'456ccac6-7423-441b-aa24-0eac2e9a40d7'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:27:00.600993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-86ea1469-5e3a-445c-9289-b3d763f2cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['456ccac6-7423-441b-aa24-0eac2e9a40d7'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:00.703080 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:00.723109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-86ea1469-5e3a-445c-9289-b3d763f2cd0e None None] Set router 456ccac6-7423-441b-aa24-0eac2e9a40d7 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:27:00.791868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6b131e97-63af-4459-9ef2-683f047c17a3 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:27:00.817324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:00.832774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 6b131e97-63af-4459-9ef2-683f047c17a3 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:27:00.833135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6b131e97-63af-4459-9ef2-683f047c17a3 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:27:00.871816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Deleting port 2f820a05-9032-46f7-aaf6-382aed8756e6 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:27:00.872161 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:00.948364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-86ea1469-5e3a-445c-9289-b3d763f2cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'name': 'tempest-TestVolumeBootPattern-123373160-router', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74'}], 'enable_snat': True}, 'gw_port_id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:46Z', 'updated_at': '2021-11-25T20:26:59Z', 'revision_number': 5, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'gw_port': {'id': '2f820a05-9032-46f7-aaf6-382aed8756e6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:e7:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:16:47Z', 'updated_at': '2021-11-25T20:16:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:00.952355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] For port 2f820a05-9032-46f7-aaf6-382aed8756e6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2f820a05-9032-46f7-aaf6-382aed8756e6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:00.952724 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:00.964807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Calling delete_port for 2f820a05-9032-46f7-aaf6-382aed8756e6 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:27:00.979930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea1469-5e3a-445c-9289-b3d763f2cd0e None None] Checking router: 456ccac6-7423-441b-aa24-0eac2e9a40d7 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:27:00.989244 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86ea1469-5e3a-445c-9289-b3d763f2cd0e None None] Routers {'456ccac6-7423-441b-aa24-0eac2e9a40d7'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:27:00.989870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-86ea1469-5e3a-445c-9289-b3d763f2cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:26:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['456ccac6-7423-441b-aa24-0eac2e9a40d7'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:01.088210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-86ea1469-5e3a-445c-9289-b3d763f2cd0e None None] Set router 456ccac6-7423-441b-aa24-0eac2e9a40d7 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:27:01.142647 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-86ea1469-5e3a-445c-9289-b3d763f2cd0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'name': 'tempest-TestVolumeBootPattern-123373160-router', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:46Z', 'updated_at': '2021-11-25T20:27:00Z', 'revision_number': 6, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:01.151624 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.174337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86ea1469-5e3a-445c-9289-b3d763f2cd0e None None] The sync data for ids ['456ccac6-7423-441b-aa24-0eac2e9a40d7'] in n-d-817303-9 is: [{'id': '456ccac6-7423-441b-aa24-0eac2e9a40d7', 'name': 'tempest-TestVolumeBootPattern-123373160-router', 'tenant_id': 'd23b856189814ae68f543cd4c8f291c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:16:46Z', 'updated_at': '2021-11-25T20:27:00Z', 'revision_number': 6, 'project_id': 'd23b856189814ae68f543cd4c8f291c3', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:27:01.184458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f820a05-9032-46f7-aaf6-382aed8756e6,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:01.198720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e40ecc-0363-4e3a-a094-495e3e10f1b8 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:27:01.246201 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.335370 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.337489 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.381241 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.381810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 456ccac6-7423-441b-aa24-0eac2e9a40d7 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:27:01.386406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.387631 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-97b44fc4-ef3d-43b7-a0ce-0561d2c16592 admin admin] 10.222.0.15 "DELETE /v2.0/routers/456ccac6-7423-441b-aa24-0eac2e9a40d7 HTTP/1.1" status: 204 len: 168 time: 0.8005545 Nov 25 20:27:01.391769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48260) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:01.451397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f7c751b-6f45-4da1-bfce-4b2f79c3b95e admin admin] Deleting subnet 9332196d-a9ca-4b62-9757-e9da161ce500 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:27:01.454568 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9f7c751b-6f45-4da1-bfce-4b2f79c3b95e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.488924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9f7c751b-6f45-4da1-bfce-4b2f79c3b95e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.569425 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9f7c751b-6f45-4da1-bfce-4b2f79c3b95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.626001 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9f7c751b-6f45-4da1-bfce-4b2f79c3b95e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.657268 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7c751b-6f45-4da1-bfce-4b2f79c3b95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9332196d-a9ca-4b62-9757-e9da161ce500,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:01.661236 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9f7c751b-6f45-4da1-bfce-4b2f79c3b95e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.664729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9f7c751b-6f45-4da1-bfce-4b2f79c3b95e admin admin] 10.222.0.15 "DELETE /v2.0/subnets/9332196d-a9ca-4b62-9757-e9da161ce500 HTTP/1.1" status: 204 len: 168 time: 0.2719479 Nov 25 20:27:01.667320 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48262) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:01.669963 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215fe4e6-8640-4815-b4d2-033ee9980133 None None] Network 12599fa7-1494-4add-903a-c2c9972fb1ab requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:27:01.740982 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.802764 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Deleting port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:27:01.803205 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.876575 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] For port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2,segment=NetworkSegment(348ce866-ae4a-408a-b812-65cb13a35a1e),segment_id=348ce866-ae4a-408a-b812-65cb13a35a1e)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:01.876943 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.889609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Calling delete_port for 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:27:01.968201 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:01.992639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34036ed7-20ee-4095-836a-e454ee6851f4 None None] DHCP port deletion for 12599fa7-1494-4add-903a-c2c9972fb1ab request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:27:01.998496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Pushing event deleted for resources: {'Port': ['ID=703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:02.007731 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] No DVR routers for this DVR port 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:27:02.087849 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:02.109272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12599fa7-1494-4add-903a-c2c9972fb1ab']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:02.119496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348ce866-ae4a-408a-b812-65cb13a35a1e') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:02.119794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348ce866-ae4a-408a-b812-65cb13a35a1e') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:27:02.130168 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:02.145571 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:02.152454 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fbef4e70-eaff-4686-8597-651250912983 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:02.154314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:27:02.154748 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:27:02.156719 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:27:02.219716 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:02.226828 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:02.230725 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] 10.222.0.15 "DELETE /v2.0/networks/12599fa7-1494-4add-903a-c2c9972fb1ab HTTP/1.1" status: 204 len: 168 time: 0.5622802 Nov 25 20:27:02.243018 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc7a7b-044e-4d02-8789-3b3d5f96e6ff admin admin] Pushing event deleted for resources: {'Network': ['ID=12599fa7-1494-4add-903a-c2c9972fb1ab,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:02.361667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48266) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:02.403586 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b63ef09c-d37a-40e1-97e4-5ab5d41145b0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ae1b6134542c4f459ee4c2400c0e49e3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406339 Nov 25 20:27:02.405915 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48268) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:02.454272 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f40ab87-0dbc-4064-9c8a-5daa313b702a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:02.476509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f40ab87-0dbc-4064-9c8a-5daa313b702a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:02.528471 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f40ab87-0dbc-4064-9c8a-5daa313b702a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:02.531198 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7f40ab87-0dbc-4064-9c8a-5daa313b702a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:02.532329 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7f40ab87-0dbc-4064-9c8a-5daa313b702a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1152db8e-4842-47f1-9453-024f36d60241 HTTP/1.1" status: 204 len: 168 time: 0.1255085 Nov 25 20:27:02.541899 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f40ab87-0dbc-4064-9c8a-5daa313b702a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1152db8e-4842-47f1-9453-024f36d60241,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:02.709777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:27:02.730613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:27:02.730995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 703563c7-acbb-4cf5-92f8-7ef7a9c0d3b2 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:27:02.731460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0fdce211-8aaa-47fb-ae16-de5ffca7a39c no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:27:02.750783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 0fdce211-8aaa-47fb-ae16-de5ffca7a39c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:27:02.751162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0fdce211-8aaa-47fb-ae16-de5ffca7a39c not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:27:02.751580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2f820a05-9032-46f7-aaf6-382aed8756e6 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:27:02.772312 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 2f820a05-9032-46f7-aaf6-382aed8756e6 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:27:02.772663 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2f820a05-9032-46f7-aaf6-382aed8756e6 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:27:02.886308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48276) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:03.211703 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0e2ec705-2517-44c8-b29d-33c913942b98 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d23b856189814ae68f543cd4c8f291c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3241718 Nov 25 20:27:03.214282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48278) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:03.260744 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d084d99-b329-49ef-a8ec-7cec5cf1e432 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:03.281309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d084d99-b329-49ef-a8ec-7cec5cf1e432 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:03.328749 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d084d99-b329-49ef-a8ec-7cec5cf1e432 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:03.331428 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0d084d99-b329-49ef-a8ec-7cec5cf1e432 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:03.332613 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0d084d99-b329-49ef-a8ec-7cec5cf1e432 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bb7b3f6a-9fcf-4826-96b5-655dae8895b0 HTTP/1.1" status: 204 len: 168 time: 0.1174035 Nov 25 20:27:03.340169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d084d99-b329-49ef-a8ec-7cec5cf1e432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7b3f6a-9fcf-4826-96b5-655dae8895b0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:05.284965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aa6e295f-f287-47a0-873c-c5d22b2dace9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:06.612973 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:07.937951 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:08.463629 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:12.026631 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:27:13.843697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-0a449ced-49d7-4ad3-822a-976d9e5c2140 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=040b5e92eb634bcaa0f08d48db0d8e84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297353 Nov 25 20:27:14.025727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-9b75122b-bb30-4109-a034-3e7d8f79d8d0 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:14.027151 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-9b75122b-bb30-4109-a034-3e7d8f79d8d0 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1770940 Nov 25 20:27:14.043250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-16e14e11-4850-4961-9300-65f6e72ae267 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/quotas/040b5e92eb634bcaa0f08d48db0d8e84 HTTP/1.1" status: 200 len: 375 time: 0.0101414 Nov 25 20:27:14.079849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-c029ae49-b76c-4ba2-a01c-8fd42cd52eff tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=040b5e92eb634bcaa0f08d48db0d8e84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311303 Nov 25 20:27:14.241275 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90f75553-cd3b-4e5e-9fbc-0e7595cd7e6b req-b5b52b00-73e9-4373-be4a-3b4060dbf6bc tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 210 time: 0.0266936 Nov 25 20:27:15.093743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-d5fd6f2d-74c6-4219-ac3a-57d7cdefdaff tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=040b5e92eb634bcaa0f08d48db0d8e84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0210464 Nov 25 20:27:15.204200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-352015ec-05f2-4f2b-91db-71f76aabe1b9 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:15.205633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-352015ec-05f2-4f2b-91db-71f76aabe1b9 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1065812 Nov 25 20:27:15.218037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Request body: {'port': {'device_id': 'a5ab30fd-42a6-48db-874a-0167d46a8053', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'admin_state_up': True, 'tenant_id': '040b5e92eb634bcaa0f08d48db0d8e84'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:27:15.347553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-18e1bc6e-fe75-4834-98ae-5ffebaa65f88 req-aeed4314-ecce-488e-a1b4-578a594b3857 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 210 time: 0.0351644 Nov 25 20:27:15.356081 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Made reservation on behalf of 040b5e92eb634bcaa0f08d48db0d8e84 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:27:15.359877 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:15.368743 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:15.443040 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:15.446848 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:15.508703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a724d55-5bb4-46b0-b1f8-cf2934031a37,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:15.578212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Allocated IP 192.168.233.140 (3f462750-2ffd-43b0-8e83-5789c9472930/f5fe6ca7-749f-40ba-9d26-fb90a96fc292/dd8454d6-b905-4fab-a18a-f8a3f08fda72) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:27:15.726149 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:15.759625 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:15.804053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Network 3f462750-2ffd-43b0-8e83-5789c9472930 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:27:15.807016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:27:15.810539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:27:15.839290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Pushing event updated for resources: {'Port': ['ID=dd8454d6-b905-4fab-a18a-f8a3f08fda72,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:15.869462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:15.870102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:15.886822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-55626255-5019-4519-bd5c-50ad5e11d93a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6722169 Nov 25 20:27:15.901292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Request body: {'port': {'device_id': 'a5ab30fd-42a6-48db-874a-0167d46a8053', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:27:15.960653 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:16.046666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1f0224ff-725f-4597-8957-ec64d6b7ff18 None None] Provisioning complete for port dd8454d6-b905-4fab-a18a-f8a3f08fda72 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:27:16.047365 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f0224ff-725f-4597-8957-ec64d6b7ff18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:16.088038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1f0224ff-725f-4597-8957-ec64d6b7ff18 None None] Port dd8454d6-b905-4fab-a18a-f8a3f08fda72 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:27:16.245658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd8454d6-b905-4fab-a18a-f8a3f08fda72 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:27:16.253068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:16.265965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Transition to ACTIVE for port object dd8454d6-b905-4fab-a18a-f8a3f08fda72 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:27:16.269584 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:16.321796 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8454d6-b905-4fab-a18a-f8a3f08fda72,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:16.411874 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Attempting to bind port dd8454d6-b905-4fab-a18a-f8a3f08fda72 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:27:16.412611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Attempting to bind port dd8454d6-b905-4fab-a18a-f8a3f08fda72 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:27:16.412961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Attempting to bind port dd8454d6-b905-4fab-a18a-f8a3f08fda72 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:27:16.418034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Port dd8454d6-b905-4fab-a18a-f8a3f08fda72 on network 3f462750-2ffd-43b0-8e83-5789c9472930 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:27:16.418365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Attempting to bind port dd8454d6-b905-4fab-a18a-f8a3f08fda72 on network 3f462750-2ffd-43b0-8e83-5789c9472930 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:27:16.423720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 26, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:27:16.424066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Checking segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:27:16.424459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Bound using segment: {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:27:16.424898 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Bound port: dd8454d6-b905-4fab-a18a-f8a3f08fda72, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4e7ec82-d454-4e9f-bad4-41f752fed961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:27:16.425263 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:16.523436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9790004e-d817-4f5c-bdb6-7fd73147dfab req-6c24917c-8586-417a-babc-cdf6b3c65931 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:16.524926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9790004e-d817-4f5c-bdb6-7fd73147dfab req-6c24917c-8586-417a-babc-cdf6b3c65931 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 948 time: 0.0967095 Nov 25 20:27:16.541573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] For port dd8454d6-b905-4fab-a18a-f8a3f08fda72, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:27:16.561501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] For port dd8454d6-b905-4fab-a18a-f8a3f08fda72, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=dd8454d6-b905-4fab-a18a-f8a3f08fda72,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:27:16.567781 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:16.617758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:16.618451 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:16.619864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] 10.222.0.76 "PUT /v2.0/ports/dd8454d6-b905-4fab-a18a-f8a3f08fda72 HTTP/1.1" status: 200 len: 1096 time: 0.7230160 Nov 25 20:27:16.620592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5ab30fd-42a6-48db-874a-0167d46a8053', 'tag': 'dd8454d6-b905-4fab-a18a-f8a3f08fda72'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:16.623294 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64a836fc-3285-4b2d-a1c4-26c0663ace4c" -d '{"events": [{"name": "network-changed", "server_uuid": "a5ab30fd-42a6-48db-874a-0167d46a8053", "tag": "dd8454d6-b905-4fab-a18a-f8a3f08fda72"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:16.632374 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9790004e-d817-4f5c-bdb6-7fd73147dfab req-c5992ce5-c98e-40bc-8d42-5943da1437bc tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a724d55-5bb4-46b0-b1f8-cf2934031a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996990 Nov 25 20:27:16.674366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66445ee2-45d4-458b-8a03-db4b2e89e3b1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd8454d6-b905-4fab-a18a-f8a3f08fda72,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:16.712384 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc34381f-69ba-4876-ac92-d3417ff241a5 x-openstack-request-id: req-cc34381f-69ba-4876-ac92-d3417ff241a5 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:16.712779 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5ab30fd-42a6-48db-874a-0167d46a8053", "tag": "dd8454d6-b905-4fab-a18a-f8a3f08fda72", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:16.713032 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc34381f-69ba-4876-ac92-d3417ff241a5 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:16.713449 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5ab30fd-42a6-48db-874a-0167d46a8053', 'tag': 'dd8454d6-b905-4fab-a18a-f8a3f08fda72', 'status': 'completed', 'code': 200} Nov 25 20:27:16.730612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-6be7d693-9837-4b4a-8e75-2354088d3870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:16.733202 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-6be7d693-9837-4b4a-8e75-2354088d3870 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=040b5e92eb634bcaa0f08d48db0d8e84&device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 1099 time: 0.0605452 Nov 25 20:27:16.778538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-c1bf4050-4450-4fa4-8082-48ea6a2710b7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=dd8454d6-b905-4fab-a18a-f8a3f08fda72 HTTP/1.1" status: 200 len: 217 time: 0.0368989 Nov 25 20:27:16.833280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-85d35a4d-d682-4ca8-bc2f-0a8c6904ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:16.835042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-85d35a4d-d682-4ca8-bc2f-0a8c6904ea35 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0491633 Nov 25 20:27:16.881168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-041b29f4-cb64-447d-91ae-64bb6086dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:16.882662 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-041b29f4-cb64-447d-91ae-64bb6086dbb7 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0414281 Nov 25 20:27:16.975650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-cd33af7e-c182-4f92-88a6-0d0eda70ef96 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855739 Nov 25 20:27:17.077841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d260faed-eae0-4a7d-b4d8-d69b74cfdf5d req-d40df7e0-ce85-4b7c-af01-a993ff99c959 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945771 Nov 25 20:27:17.167216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a836fc-3285-4b2d-a1c4-26c0663ace4c req-1981e340-835f-4cbb-a35f-6b29c7c86077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:17.168732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64a836fc-3285-4b2d-a1c4-26c0663ace4c req-1981e340-835f-4cbb-a35f-6b29c7c86077 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=040b5e92eb634bcaa0f08d48db0d8e84&device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 1099 time: 0.0428939 Nov 25 20:27:17.268562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a836fc-3285-4b2d-a1c4-26c0663ace4c req-bcdb1bfa-7c20-46fd-94cb-acb489eb2deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:17.270615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64a836fc-3285-4b2d-a1c4-26c0663ace4c req-bcdb1bfa-7c20-46fd-94cb-acb489eb2deb service neutron] 10.222.0.76 "GET /v2.0/networks?id=3f462750-2ffd-43b0-8e83-5789c9472930 HTTP/1.1" status: 200 len: 870 time: 0.0935116 Nov 25 20:27:17.315611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64a836fc-3285-4b2d-a1c4-26c0663ace4c req-7a7c0e46-3b15-4084-b607-f539812970c9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=dd8454d6-b905-4fab-a18a-f8a3f08fda72 HTTP/1.1" status: 200 len: 217 time: 0.0374277 Nov 25 20:27:17.365095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a836fc-3285-4b2d-a1c4-26c0663ace4c req-d2e6a5ae-2d2c-44cb-b609-7c593e6fc40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:17.366467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64a836fc-3285-4b2d-a1c4-26c0663ace4c req-d2e6a5ae-2d2c-44cb-b609-7c593e6fc40a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=f5fe6ca7-749f-40ba-9d26-fb90a96fc292 HTTP/1.1" status: 200 len: 843 time: 0.0440187 Nov 25 20:27:17.414348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a836fc-3285-4b2d-a1c4-26c0663ace4c req-634ceb35-5d9e-4184-ad78-c62e4f327bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:17.415890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64a836fc-3285-4b2d-a1c4-26c0663ace4c req-634ceb35-5d9e-4184-ad78-c62e4f327bc1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=3f462750-2ffd-43b0-8e83-5789c9472930&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0421124 Nov 25 20:27:17.511666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64a836fc-3285-4b2d-a1c4-26c0663ace4c req-27c94de7-b3ea-41ac-9bb0-f8749d78b111 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869238 Nov 25 20:27:17.606886 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64a836fc-3285-4b2d-a1c4-26c0663ace4c req-2e0e4292-a8e4-4d04-8475-4a7b970b7233 service neutron] 10.222.0.76 "GET /v2.0/networks/3f462750-2ffd-43b0-8e83-5789c9472930?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869248 Nov 25 20:27:17.769269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5668f5-9451-4af6-b769-315536872f8b req-5f4d177b-ec56-4f06-98f8-a91d242a8872 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:17.771165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e5668f5-9451-4af6-b769-315536872f8b req-5f4d177b-ec56-4f06-98f8-a91d242a8872 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 948 time: 0.0557795 Nov 25 20:27:17.820197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e5668f5-9451-4af6-b769-315536872f8b req-735ab2fa-e6ef-4d75-8355-162e62c6bdaf tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a724d55-5bb4-46b0-b1f8-cf2934031a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430083 Nov 25 20:27:18.936719 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190129c7-3391-4014-b947-62119f1a1efc req-8caa7b37-9297-4e32-a5e0-66ba84cf79f7 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:18.938123 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-190129c7-3391-4014-b947-62119f1a1efc req-8caa7b37-9297-4e32-a5e0-66ba84cf79f7 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 948 time: 0.0495093 Nov 25 20:27:18.984888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-190129c7-3391-4014-b947-62119f1a1efc req-c620a211-c244-43d6-9457-5a2d7ce5f9b7 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a724d55-5bb4-46b0-b1f8-cf2934031a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396605 Nov 25 20:27:19.721211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device dd8454d6-b905-4fab-a18a-f8a3f08fda72 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:27:19.815984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port dd8454d6-b905-4fab-a18a-f8a3f08fda72, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=dd8454d6-b905-4fab-a18a-f8a3f08fda72,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:19.826784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'dd8454d6-b905-4fab-a18a-f8a3f08fda72', 'network_id': '3f462750-2ffd-43b0-8e83-5789c9472930', 'port_id': 'dd8454d6-b905-4fab-a18a-f8a3f08fda72', 'mac_address': 'fa:16:3e:1b:47:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f5fe6ca7-749f-40ba-9d26-fb90a96fc292', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:27:19.867822 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:19.881439 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd8454d6-b905-4fab-a18a-f8a3f08fda72 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:27:19.901354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port dd8454d6-b905-4fab-a18a-f8a3f08fda72, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=dd8454d6-b905-4fab-a18a-f8a3f08fda72,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:19.905114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:19.952762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=dd8454d6-b905-4fab-a18a-f8a3f08fda72,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:20.105120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc73c8a7-0802-4d1c-b699-5bfc65cee799 req-af1458fb-bdd8-4195-9df2-0c5bc8f55ef1 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:20.106613 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc73c8a7-0802-4d1c-b699-5bfc65cee799 req-af1458fb-bdd8-4195-9df2-0c5bc8f55ef1 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 949 time: 0.0533237 Nov 25 20:27:20.154328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['dd8454d6-b905-4fab-a18a-f8a3f08fda72'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:27:20.405515 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc73c8a7-0802-4d1c-b699-5bfc65cee799 req-1909fe87-bcfe-4ee2-a5a7-67ca6558ead0 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a724d55-5bb4-46b0-b1f8-cf2934031a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2929022 Nov 25 20:27:21.226147 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:21.529203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f1147f-fdd3-4d43-9f9e-8c6dc39de7ca req-f4ee7b3d-7bad-495b-979d-ff459b52164a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:21.530615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45f1147f-fdd3-4d43-9f9e-8c6dc39de7ca req-f4ee7b3d-7bad-495b-979d-ff459b52164a tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 949 time: 0.0501068 Nov 25 20:27:21.580519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-45f1147f-fdd3-4d43-9f9e-8c6dc39de7ca req-20fbc4e7-d6da-40c7-aa68-b55f48735d21 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a724d55-5bb4-46b0-b1f8-cf2934031a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411491 Nov 25 20:27:21.722960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device dd8454d6-b905-4fab-a18a-f8a3f08fda72 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:27:21.779729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port dd8454d6-b905-4fab-a18a-f8a3f08fda72 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:27:21.783938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port dd8454d6-b905-4fab-a18a-f8a3f08fda72 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:27:21.784309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:21.871245 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:21.899354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ab30fd-42a6-48db-874a-0167d46a8053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8454d6-b905-4fab-a18a-f8a3f08fda72'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:21.903466 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36498e1f-d809-4b77-8bc7-577eb5bf469e" -d '{"events": [{"server_uuid": "a5ab30fd-42a6-48db-874a-0167d46a8053", "name": "network-vif-plugged", "status": "completed", "tag": "dd8454d6-b905-4fab-a18a-f8a3f08fda72"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:21.920615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port dd8454d6-b905-4fab-a18a-f8a3f08fda72, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=dd8454d6-b905-4fab-a18a-f8a3f08fda72,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:21.927213 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:21.957685 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-013c17f3-19d2-43b9-9c14-8a7b7a0f313a x-openstack-request-id: req-013c17f3-19d2-43b9-9c14-8a7b7a0f313a {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:21.957981 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ab30fd-42a6-48db-874a-0167d46a8053", "name": "network-vif-plugged", "status": "completed", "tag": "dd8454d6-b905-4fab-a18a-f8a3f08fda72", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:21.958291 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-013c17f3-19d2-43b9-9c14-8a7b7a0f313a {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:21.959053 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ab30fd-42a6-48db-874a-0167d46a8053', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd8454d6-b905-4fab-a18a-f8a3f08fda72', 'code': 200} Nov 25 20:27:21.993540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=dd8454d6-b905-4fab-a18a-f8a3f08fda72,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:22.055954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26233b3a-cdf2-433a-87ef-4b46b8a463ac req-db428553-2a23-405c-ac6e-88988d12154e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:22.057400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26233b3a-cdf2-433a-87ef-4b46b8a463ac req-db428553-2a23-405c-ac6e-88988d12154e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 1101 time: 0.0461330 Nov 25 20:27:22.116486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26233b3a-cdf2-433a-87ef-4b46b8a463ac req-816eb476-f143-4929-a634-fef37f8405a6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=3a724d55-5bb4-46b0-b1f8-cf2934031a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511677 Nov 25 20:27:22.703913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83e1bd-540b-474a-9785-2abc9f75fc21 req-a8b6432f-55c8-46c4-ac95-c0474cbafb18 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:22.705455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f83e1bd-540b-474a-9785-2abc9f75fc21 req-a8b6432f-55c8-46c4-ac95-c0474cbafb18 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 950 time: 0.0502732 Nov 25 20:27:22.757249 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0f83e1bd-540b-474a-9785-2abc9f75fc21 req-1696b980-e6ae-4a0a-8eb2-f4ef94ef08ad tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a724d55-5bb4-46b0-b1f8-cf2934031a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438907 Nov 25 20:27:23.457693 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:23.885462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860ba9e2-fd6e-4e57-88b3-1c6e738a0a95 req-d676a2c6-dbc6-459b-836a-726f4739de52 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:23.887071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-860ba9e2-fd6e-4e57-88b3-1c6e738a0a95 req-d676a2c6-dbc6-459b-836a-726f4739de52 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 950 time: 0.0606341 Nov 25 20:27:23.937736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-860ba9e2-fd6e-4e57-88b3-1c6e738a0a95 req-088d52bb-e69e-49f6-960b-30edaab22a47 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a724d55-5bb4-46b0-b1f8-cf2934031a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446672 Nov 25 20:27:24.234743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-de4ce05f-46ee-4475-9f56-1d7b70aafca8 req-7c95808b-dd31-4230-8cf8-4f0c82b60ad1 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:27:24.235826 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de4ce05f-46ee-4475-9f56-1d7b70aafca8 req-7c95808b-dd31-4230-8cf8-4f0c82b60ad1 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056522 Nov 25 20:27:24.897172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39b785c-26e9-407a-a709-eed335bd9aa8 req-b843fb16-8c52-4201-a46b-b8503ce05b49 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:24.898655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c39b785c-26e9-407a-a709-eed335bd9aa8 req-b843fb16-8c52-4201-a46b-b8503ce05b49 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 950 time: 0.0533707 Nov 25 20:27:24.946195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c39b785c-26e9-407a-a709-eed335bd9aa8 req-73730b08-1b32-4e3b-87fa-02f19e17505f tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a724d55-5bb4-46b0-b1f8-cf2934031a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413930 Nov 25 20:27:26.094016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb35d98-fbb8-4bde-9fc5-9d33d364d9fb req-18279445-8dbd-4a74-8205-3199be2e898b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:26.095651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2cb35d98-fbb8-4bde-9fc5-9d33d364d9fb req-18279445-8dbd-4a74-8205-3199be2e898b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 950 time: 0.0558894 Nov 25 20:27:26.192087 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aef9ffc-71e3-43b5-929e-6f92d04127df req-2dcd3772-9793-4dd8-b719-87f54955fc98 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:26.193750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5aef9ffc-71e3-43b5-929e-6f92d04127df req-2dcd3772-9793-4dd8-b719-87f54955fc98 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.76 "GET /v2.0/ports?device_id=a5ab30fd-42a6-48db-874a-0167d46a8053 HTTP/1.1" status: 200 len: 950 time: 0.0971763 Nov 25 20:27:26.198910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2cb35d98-fbb8-4bde-9fc5-9d33d364d9fb req-73dc5367-179f-404f-a25e-6250eaa0d658 tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.15 "GET /v2.0/security-groups?id=3a724d55-5bb4-46b0-b1f8-cf2934031a37&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935769 Nov 25 20:27:26.289653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-5aef9ffc-71e3-43b5-929e-6f92d04127df req-ba99935a-64c3-4e32-a75f-8dc009cb602b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Deleting port dd8454d6-b905-4fab-a18a-f8a3f08fda72 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:27:26.290013 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5aef9ffc-71e3-43b5-929e-6f92d04127df req-ba99935a-64c3-4e32-a75f-8dc009cb602b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:26.392401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-5aef9ffc-71e3-43b5-929e-6f92d04127df req-ba99935a-64c3-4e32-a75f-8dc009cb602b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] For port dd8454d6-b905-4fab-a18a-f8a3f08fda72, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=dd8454d6-b905-4fab-a18a-f8a3f08fda72,segment=NetworkSegment(c4e7ec82-d454-4e9f-bad4-41f752fed961),segment_id=c4e7ec82-d454-4e9f-bad4-41f752fed961)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:26.392738 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5aef9ffc-71e3-43b5-929e-6f92d04127df req-ba99935a-64c3-4e32-a75f-8dc009cb602b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:26.406055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-5aef9ffc-71e3-43b5-929e-6f92d04127df req-ba99935a-64c3-4e32-a75f-8dc009cb602b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Calling delete_port for dd8454d6-b905-4fab-a18a-f8a3f08fda72 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:27:26.547504 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5aef9ffc-71e3-43b5-929e-6f92d04127df req-ba99935a-64c3-4e32-a75f-8dc009cb602b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:26.559138 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['dd8454d6-b905-4fab-a18a-f8a3f08fda72'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:27:26.580104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba99935a-64c3-4e32-a75f-8dc009cb602b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Pushing event deleted for resources: {'Port': ['ID=dd8454d6-b905-4fab-a18a-f8a3f08fda72,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:26.627057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aef9ffc-71e3-43b5-929e-6f92d04127df req-ba99935a-64c3-4e32-a75f-8dc009cb602b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] No DVR routers for this DVR port dd8454d6-b905-4fab-a18a-f8a3f08fda72 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:27:26.630510 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-5aef9ffc-71e3-43b5-929e-6f92d04127df req-ba99935a-64c3-4e32-a75f-8dc009cb602b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:26.633889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5aef9ffc-71e3-43b5-929e-6f92d04127df req-ba99935a-64c3-4e32-a75f-8dc009cb602b tempest-ServersAdminNegativeTestJSON-201086012 tempest-ServersAdminNegativeTestJSON-201086012-project] 10.222.0.76 "DELETE /v2.0/ports/dd8454d6-b905-4fab-a18a-f8a3f08fda72 HTTP/1.1" status: 204 len: 173 time: 0.4340744 Nov 25 20:27:26.634359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5ab30fd-42a6-48db-874a-0167d46a8053', 'name': 'network-vif-deleted', 'tag': 'dd8454d6-b905-4fab-a18a-f8a3f08fda72'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:26.636760 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b101ad-99ec-47ef-8ff4-a1759cc23f66" -d '{"events": [{"server_uuid": "a5ab30fd-42a6-48db-874a-0167d46a8053", "name": "network-vif-deleted", "tag": "dd8454d6-b905-4fab-a18a-f8a3f08fda72"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:26.693513 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5878ea52-6e2d-4a29-a633-4a469e0ba8ff x-openstack-request-id: req-5878ea52-6e2d-4a29-a633-4a469e0ba8ff {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:26.693811 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5ab30fd-42a6-48db-874a-0167d46a8053", "name": "network-vif-deleted", "tag": "dd8454d6-b905-4fab-a18a-f8a3f08fda72", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:26.694065 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5878ea52-6e2d-4a29-a633-4a469e0ba8ff {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:26.694473 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5ab30fd-42a6-48db-874a-0167d46a8053', 'name': 'network-vif-deleted', 'tag': 'dd8454d6-b905-4fab-a18a-f8a3f08fda72', 'status': 'completed', 'code': 200} Nov 25 20:27:27.568527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48414) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:27.708619 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0da1f6ed-9a1d-4342-9a95-6743401224c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=040b5e92eb634bcaa0f08d48db0d8e84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1388931 Nov 25 20:27:27.711579 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48418) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:27.762909 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bcf40ac-f268-4ef2-9848-fb9487fea383 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:27.790120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bcf40ac-f268-4ef2-9848-fb9487fea383 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:27.839164 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bcf40ac-f268-4ef2-9848-fb9487fea383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:27.841683 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8bcf40ac-f268-4ef2-9848-fb9487fea383 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:27.843033 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8bcf40ac-f268-4ef2-9848-fb9487fea383 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3a724d55-5bb4-46b0-b1f8-cf2934031a37 HTTP/1.1" status: 204 len: 168 time: 0.1304598 Nov 25 20:27:27.852137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf40ac-f268-4ef2-9848-fb9487fea383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a724d55-5bb4-46b0-b1f8-cf2934031a37,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:28.121756 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48424) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:28.135756 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ece0c13f-05ab-44fb-b3fa-19cddc61659d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:28.212848 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ece0c13f-05ab-44fb-b3fa-19cddc61659d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:28.216178 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ece0c13f-05ab-44fb-b3fa-19cddc61659d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:28.252729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ece0c13f-05ab-44fb-b3fa-19cddc61659d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=003a3b14cb9e472faa763f1c38a2576d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1298463 Nov 25 20:27:28.256045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece0c13f-05ab-44fb-b3fa-19cddc61659d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bdc4f2-7042-4d3b-81bf-e74b654bd0a5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:28.256419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48426) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:28.315223 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26c444cb-bf9d-4331-9a5d-a7ab00b6a227 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:28.340217 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26c444cb-bf9d-4331-9a5d-a7ab00b6a227 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:28.389632 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26c444cb-bf9d-4331-9a5d-a7ab00b6a227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:28.392513 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26c444cb-bf9d-4331-9a5d-a7ab00b6a227 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:28.393746 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-26c444cb-bf9d-4331-9a5d-a7ab00b6a227 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/50bdc4f2-7042-4d3b-81bf-e74b654bd0a5 HTTP/1.1" status: 204 len: 168 time: 0.1359510 Nov 25 20:27:28.402354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c444cb-bf9d-4331-9a5d-a7ab00b6a227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bdc4f2-7042-4d3b-81bf-e74b654bd0a5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:29.118880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48448) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:29.217805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1359160859-network', 'tenant_id': '6cb6436cb415407b876c2b8a7a67e435'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:27:29.240440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Made reservation on behalf of 6cb6436cb415407b876c2b8a7a67e435 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:27:29.242753 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:29.251116 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:29.328082 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:29.332507 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:29.355706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 603} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:27:29.370557 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55639029-1380-42eb-b54d-c777b28bafda,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:29.377204 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:29.377546 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Added segment e9f9686e-6a5f-4ba4-a944-c3f9d1535420 of type vlan for network b10e8e64-ffa2-436a-a701-146fb967b9eb Nov 25 20:27:29.419173 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:29.447310 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:29.448290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:29.448870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:29.480405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3604109 Nov 25 20:27:29.483787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48452) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:29.489188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] Request body: {'subnet': {'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1359160859-subnet', 'tenant_id': '6cb6436cb415407b876c2b8a7a67e435', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:27:29.511390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] Made reservation on behalf of 6cb6436cb415407b876c2b8a7a67e435 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:27:29.512699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead74e2-6d1f-4062-b95b-839efd4032f6 admin admin] Pushing event updated for resources: {'Network': ['ID=b10e8e64-ffa2-436a-a701-146fb967b9eb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:29.513687 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:29.523688 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network b10e8e64-ffa2-436a-a701-146fb967b9eb details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:27:29.686489 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:29.735391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd07976-1c5c-4f91-8dca-027ccc61ad3a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:29.750301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] Checking segment: {'id': 'e9f9686e-6a5f-4ba4-a944-c3f9d1535420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:27:29.750660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] Network hostable DHCP agents. Network: b10e8e64-ffa2-436a-a701-146fb967b9eb, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:27:29.770822 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device dd8454d6-b905-4fab-a18a-f8a3f08fda72 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:27:29.771173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] Network b10e8e64-ffa2-436a-a701-146fb967b9eb is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:27:29.780311 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, b10e8e64-ffa2-436a-a701-146fb967b9eb) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:27:29.784752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:29.785889 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:29.794656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76210088-019c-4307-b15a-2e93b8ec8738 None None] Network b10e8e64-ffa2-436a-a701-146fb967b9eb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:27:29.796904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: dd8454d6-b905-4fab-a18a-f8a3f08fda72 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:27:29.797207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device dd8454d6-b905-4fab-a18a-f8a3f08fda72 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:27:29.802719 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9e4ddd79-e540-4185-8234-ca71fa2725cd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3181198 Nov 25 20:27:29.924212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd056d9e-f1d7-4ba9-ab1e-bddaf07daf01 None None] Network b10e8e64-ffa2-436a-a701-146fb967b9eb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:27:30.366845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-fc896de9-da38-4f5c-a5c6-1f8e05c15c5d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:30.368287 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-fc896de9-da38-4f5c-a5c6-1f8e05c15c5d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/networks?id=b10e8e64-ffa2-436a-a701-146fb967b9eb HTTP/1.1" status: 200 len: 812 time: 0.1104662 Nov 25 20:27:30.383890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-164d4ee9-aa04-41d0-888d-3c1998388578 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/quotas/6cb6436cb415407b876c2b8a7a67e435 HTTP/1.1" status: 200 len: 375 time: 0.0097156 Nov 25 20:27:30.416927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-e44fb5b1-9ec4-4801-bbf7-c8f978e2578f tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6cb6436cb415407b876c2b8a7a67e435&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274038 Nov 25 20:27:30.518013 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-d97f5ca4-6eda-4c73-8053-52a31dfd0759 service neutron] 10.222.0.15 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938928 Nov 25 20:27:30.610241 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-b91906ed-855b-4514-86a1-74d402f858ff service neutron] 10.222.0.15 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851614 Nov 25 20:27:30.791218 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9308ba0b-2f67-49f6-92b1-0ed8cffeb433 req-264d478c-a7a3-4182-a705-6b32b42a239d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 210 time: 0.0319548 Nov 25 20:27:31.945055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-0f8534c5-46da-4c0e-86b7-4be5e3424611 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:31.946542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-0f8534c5-46da-4c0e-86b7-4be5e3424611 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.76 "GET /v2.0/networks?id=b10e8e64-ffa2-436a-a701-146fb967b9eb HTTP/1.1" status: 200 len: 812 time: 0.1534963 Nov 25 20:27:31.948793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6f2c794c-10ac-43e4-86c6-3fe7e36004fb req-f8c52e67-8c3e-46b1-b3f5-bfd229b66d50 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 210 time: 0.0519145 Nov 25 20:27:31.964066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Request body: {'port': {'device_id': '02af3462-6419-4c8d-836e-706072dafcab', 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb', 'admin_state_up': True, 'tenant_id': '6cb6436cb415407b876c2b8a7a67e435'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:27:32.088129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Made reservation on behalf of 6cb6436cb415407b876c2b8a7a67e435 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:27:32.091787 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:32.155583 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f84f00f7-2662-40b9-9205-f99f6af24c49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:32.244152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Allocated IP 172.20.0.3 (b10e8e64-ffa2-436a-a701-146fb967b9eb/ebd07976-1c5c-4f91-8dca-027ccc61ad3a/fea9d887-2c41-4818-9ecd-e9596afa0420) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:27:32.421166 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:32.459024 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:32.506633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Network b10e8e64-ffa2-436a-a701-146fb967b9eb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:27:32.512139 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:27:32.515870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:27:32.547231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Pushing event updated for resources: {'Port': ['ID=fea9d887-2c41-4818-9ecd-e9596afa0420,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:32.560574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.560916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.561257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.561597 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.561933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.562262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.562593 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.562954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.563286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.563609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.563934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.564258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:27:32.584580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:32.585259 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:32.602761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-c018e29d-be59-4bcc-9bf3-ee537978a5cd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6432619 Nov 25 20:27:32.617041 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Request body: {'port': {'device_id': '02af3462-6419-4c8d-836e-706072dafcab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:27:32.685794 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:32.964669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fea9d887-2c41-4818-9ecd-e9596afa0420 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:27:32.972713 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:32.986054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Transition to ACTIVE for port object fea9d887-2c41-4818-9ecd-e9596afa0420 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:27:32.991728 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:33.072376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Pushing event updated for resources: {'Port': ['ID=fea9d887-2c41-4818-9ecd-e9596afa0420,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:33.145765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea32a028-ff25-4dce-bba6-fd333e1a083a req-3079515b-06eb-46e4-a52a-c706a6da2f80 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:33.147400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea32a028-ff25-4dce-bba6-fd333e1a083a req-3079515b-06eb-46e4-a52a-c706a6da2f80 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 943 time: 0.1142333 Nov 25 20:27:33.169007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Attempting to bind port fea9d887-2c41-4818-9ecd-e9596afa0420 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:27:33.169928 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Attempting to bind port fea9d887-2c41-4818-9ecd-e9596afa0420 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e9f9686e-6a5f-4ba4-a944-c3f9d1535420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:27:33.170270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Attempting to bind port fea9d887-2c41-4818-9ecd-e9596afa0420 on network b10e8e64-ffa2-436a-a701-146fb967b9eb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:27:33.182726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Port fea9d887-2c41-4818-9ecd-e9596afa0420 on network b10e8e64-ffa2-436a-a701-146fb967b9eb not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:27:33.183073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Attempting to bind port fea9d887-2c41-4818-9ecd-e9596afa0420 on network b10e8e64-ffa2-436a-a701-146fb967b9eb {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:27:33.193298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 27, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:27:33.193639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Checking segment: {'id': 'e9f9686e-6a5f-4ba4-a944-c3f9d1535420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:27:33.194060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Bound using segment: {'id': 'e9f9686e-6a5f-4ba4-a944-c3f9d1535420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:27:33.194506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Bound port: fea9d887-2c41-4818-9ecd-e9596afa0420, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f9686e-6a5f-4ba4-a944-c3f9d1535420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:27:33.194885 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:33.243738 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea32a028-ff25-4dce-bba6-fd333e1a083a req-b2e245f7-2ff3-4889-a9a9-00450a3f1af5 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858140 Nov 25 20:27:33.277873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:27:33.281261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=fea9d887-2c41-4818-9ecd-e9596afa0420,segment=NetworkSegment(e9f9686e-6a5f-4ba4-a944-c3f9d1535420),segment_id=e9f9686e-6a5f-4ba4-a944-c3f9d1535420)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:27:33.285553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:33.328293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:33.328919 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:33.330289 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] 10.222.0.76 "PUT /v2.0/ports/fea9d887-2c41-4818-9ecd-e9596afa0420 HTTP/1.1" status: 200 len: 1091 time: 0.7185559 Nov 25 20:27:33.330729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02af3462-6419-4c8d-836e-706072dafcab', 'tag': 'fea9d887-2c41-4818-9ecd-e9596afa0420'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:33.333741 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ef1963-998a-4518-8b3d-d19f3133c738" -d '{"events": [{"name": "network-changed", "server_uuid": "02af3462-6419-4c8d-836e-706072dafcab", "tag": "fea9d887-2c41-4818-9ecd-e9596afa0420"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:33.354827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f672802c-993a-4b3b-be3e-e315bdebda26 service neutron] Pushing event updated for resources: {'Port': ['ID=fea9d887-2c41-4818-9ecd-e9596afa0420,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:33.415270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-a40e5ac8-eb96-48b5-a76e-4dbef960aa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:33.416721 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-a40e5ac8-eb96-48b5-a76e-4dbef960aa10 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cb6436cb415407b876c2b8a7a67e435&device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 1094 time: 0.0464096 Nov 25 20:27:33.460786 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda54616-ada0-41d4-9813-583f234dfdec x-openstack-request-id: req-eda54616-ada0-41d4-9813-583f234dfdec {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:33.461086 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02af3462-6419-4c8d-836e-706072dafcab", "tag": "fea9d887-2c41-4818-9ecd-e9596afa0420", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:33.461338 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-eda54616-ada0-41d4-9813-583f234dfdec {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:33.461736 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02af3462-6419-4c8d-836e-706072dafcab', 'tag': 'fea9d887-2c41-4818-9ecd-e9596afa0420', 'status': 'completed', 'code': 200} Nov 25 20:27:33.463519 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-92d7a35c-8cb4-4af3-91fd-c85950fbb8dc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea9d887-2c41-4818-9ecd-e9596afa0420 HTTP/1.1" status: 200 len: 217 time: 0.0368948 Nov 25 20:27:33.514631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-a7ea679a-4d44-4e35-918d-0f0f5c61834e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:33.516322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-a7ea679a-4d44-4e35-918d-0f0f5c61834e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd07976-1c5c-4f91-8dca-027ccc61ad3a HTTP/1.1" status: 200 len: 852 time: 0.0451858 Nov 25 20:27:33.547977 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-4c307d74-6244-4659-9962-1731d50b530a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b10e8e64-ffa2-436a-a701-146fb967b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251005 Nov 25 20:27:33.641573 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-0ab8cd1b-5804-49ee-ac25-fd3bfb6a996e service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869403 Nov 25 20:27:33.735636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdf900fb-8343-4fd7-a641-7f7a3d08d664 req-4c97440a-a46a-4b4e-8b90-961721926b65 service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870390 Nov 25 20:27:33.824232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef1963-998a-4518-8b3d-d19f3133c738 req-5a75a380-4f4d-4298-891d-b884a1b09563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:33.825620 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05ef1963-998a-4518-8b3d-d19f3133c738 req-5a75a380-4f4d-4298-891d-b884a1b09563 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cb6436cb415407b876c2b8a7a67e435&device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 1094 time: 0.0426848 Nov 25 20:27:33.922141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef1963-998a-4518-8b3d-d19f3133c738 req-f3e9a17b-87c4-409f-9393-f4a09cb72186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:33.923683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05ef1963-998a-4518-8b3d-d19f3133c738 req-f3e9a17b-87c4-409f-9393-f4a09cb72186 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b10e8e64-ffa2-436a-a701-146fb967b9eb HTTP/1.1" status: 200 len: 913 time: 0.0898042 Nov 25 20:27:33.967772 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05ef1963-998a-4518-8b3d-d19f3133c738 req-b9f4b0aa-d0a5-4984-af87-3be26bdf2b47 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea9d887-2c41-4818-9ecd-e9596afa0420 HTTP/1.1" status: 200 len: 217 time: 0.0374696 Nov 25 20:27:34.016035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ef1963-998a-4518-8b3d-d19f3133c738 req-6e53acb2-02b9-4dff-bd9b-1b03ceb7c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:34.017480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05ef1963-998a-4518-8b3d-d19f3133c738 req-6e53acb2-02b9-4dff-bd9b-1b03ceb7c3f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd07976-1c5c-4f91-8dca-027ccc61ad3a HTTP/1.1" status: 200 len: 852 time: 0.0427811 Nov 25 20:27:34.050553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05ef1963-998a-4518-8b3d-d19f3133c738 req-5f2bc986-15eb-412c-946c-42985b37f8af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b10e8e64-ffa2-436a-a701-146fb967b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249875 Nov 25 20:27:34.141842 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05ef1963-998a-4518-8b3d-d19f3133c738 req-3b427d42-7e97-45e8-ad55-6e4aabf4ace1 service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844491 Nov 25 20:27:34.230785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05ef1963-998a-4518-8b3d-d19f3133c738 req-9d92ef82-129d-4dc5-bd6d-03edc7aa9678 service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815504 Nov 25 20:27:34.374409 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91993355-b9de-4bf0-a84d-cb0c82b7662d req-d8ef3720-48f8-446f-828c-55064b597400 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:34.375969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91993355-b9de-4bf0-a84d-cb0c82b7662d req-d8ef3720-48f8-446f-828c-55064b597400 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 943 time: 0.0576017 Nov 25 20:27:34.431264 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91993355-b9de-4bf0-a84d-cb0c82b7662d req-9f51b3bd-504a-4e6a-a9ad-7256b5ac0c7d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485663 Nov 25 20:27:35.287737 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-caacd1ca-91f0-4938-abfa-723045bd8a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:35.554161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a9dec8-7d00-4b60-8001-0e6bd6640f77 req-15f9ad9a-c809-422b-a5b4-ff45cd586a45 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:35.555608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7a9dec8-7d00-4b60-8001-0e6bd6640f77 req-15f9ad9a-c809-422b-a5b4-ff45cd586a45 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 943 time: 0.0503974 Nov 25 20:27:35.602460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7a9dec8-7d00-4b60-8001-0e6bd6640f77 req-c14681cf-ae12-43eb-a7bc-f9b48374030f tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408618 Nov 25 20:27:35.768838 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device fea9d887-2c41-4818-9ecd-e9596afa0420 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:27:35.871109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=fea9d887-2c41-4818-9ecd-e9596afa0420,segment=NetworkSegment(e9f9686e-6a5f-4ba4-a944-c3f9d1535420),segment_id=e9f9686e-6a5f-4ba4-a944-c3f9d1535420)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:35.882142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'fea9d887-2c41-4818-9ecd-e9596afa0420', 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb', 'port_id': 'fea9d887-2c41-4818-9ecd-e9596afa0420', 'mac_address': 'fa:16:3e:3e:42:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd07976-1c5c-4f91-8dca-027ccc61ad3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:27:35.920700 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:35.934657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea9d887-2c41-4818-9ecd-e9596afa0420 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:27:35.953772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=fea9d887-2c41-4818-9ecd-e9596afa0420,segment=NetworkSegment(e9f9686e-6a5f-4ba4-a944-c3f9d1535420),segment_id=e9f9686e-6a5f-4ba4-a944-c3f9d1535420)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:35.958941 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:36.006404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=fea9d887-2c41-4818-9ecd-e9596afa0420,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:36.148518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['fea9d887-2c41-4818-9ecd-e9596afa0420'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:27:36.616662 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:36.745050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c326848-3621-48dc-8327-ec56d0b7316b req-c2849115-4e27-490a-8e57-e3e36bfe4200 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:36.746560 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c326848-3621-48dc-8327-ec56d0b7316b req-c2849115-4e27-490a-8e57-e3e36bfe4200 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 944 time: 0.0591974 Nov 25 20:27:36.794097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7c326848-3621-48dc-8327-ec56d0b7316b req-a84613f0-dbc4-4300-a892-809ac40032fd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415094 Nov 25 20:27:37.800500 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device fea9d887-2c41-4818-9ecd-e9596afa0420 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:27:37.853589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port fea9d887-2c41-4818-9ecd-e9596afa0420 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:27:37.857855 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port fea9d887-2c41-4818-9ecd-e9596afa0420 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:27:37.858222 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:37.924350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4d6ecb-b512-4f57-b796-c856a749bbff req-6ed1505b-5254-497a-a8a4-a4bd5beecdd7 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:37.929478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed4d6ecb-b512-4f57-b796-c856a749bbff req-6ed1505b-5254-497a-a8a4-a4bd5beecdd7 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 944 time: 0.0580895 Nov 25 20:27:37.962173 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:37.965374 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:37.974675 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed4d6ecb-b512-4f57-b796-c856a749bbff req-5bdf3a6b-1b6f-4e06-ba77-812e6ca4b934 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457668 Nov 25 20:27:37.997850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02af3462-6419-4c8d-836e-706072dafcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea9d887-2c41-4818-9ecd-e9596afa0420'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:27:38.000214 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270be8dd-4070-4368-ae76-ce00e3b7c78a" -d '{"events": [{"server_uuid": "02af3462-6419-4c8d-836e-706072dafcab", "name": "network-vif-plugged", "status": "completed", "tag": "fea9d887-2c41-4818-9ecd-e9596afa0420"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:27:38.014917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=fea9d887-2c41-4818-9ecd-e9596afa0420,segment=NetworkSegment(e9f9686e-6a5f-4ba4-a944-c3f9d1535420),segment_id=e9f9686e-6a5f-4ba4-a944-c3f9d1535420)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:27:38.021404 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:38.044973 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f534e5ab-9e61-457d-bdf4-34d7017fc266 x-openstack-request-id: req-f534e5ab-9e61-457d-bdf4-34d7017fc266 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:27:38.045267 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02af3462-6419-4c8d-836e-706072dafcab", "name": "network-vif-plugged", "status": "completed", "tag": "fea9d887-2c41-4818-9ecd-e9596afa0420", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:27:38.045522 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f534e5ab-9e61-457d-bdf4-34d7017fc266 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:27:38.045935 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02af3462-6419-4c8d-836e-706072dafcab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fea9d887-2c41-4818-9ecd-e9596afa0420', 'code': 200} Nov 25 20:27:38.077176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=fea9d887-2c41-4818-9ecd-e9596afa0420,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:27:38.147491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfd9139-222f-4e3f-966b-dc836499b5ff req-79fb9c00-afda-4dfa-b743-1419a57c9436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:38.149235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3dfd9139-222f-4e3f-966b-dc836499b5ff req-79fb9c00-afda-4dfa-b743-1419a57c9436 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 1096 time: 0.0434499 Nov 25 20:27:38.196444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3dfd9139-222f-4e3f-966b-dc836499b5ff req-70442270-df37-47dd-8d4d-3fa3ad04e592 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397649 Nov 25 20:27:38.463746 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:39.110964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf4f44-83c5-4bb6-82e9-31e2300cd65d req-cf3130b7-b7e9-4c1a-8c32-80b67d02eb41 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:39.112560 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aecf4f44-83c5-4bb6-82e9-31e2300cd65d req-cf3130b7-b7e9-4c1a-8c32-80b67d02eb41 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0609622 Nov 25 20:27:39.178643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aecf4f44-83c5-4bb6-82e9-31e2300cd65d req-fcb31ede-99c2-4505-bd95-66da96d86510 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594265 Nov 25 20:27:40.309490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70b7239-cff5-4386-9b08-2a02de4723a1 req-14931df7-d180-4eb0-8b10-063b07f31c51 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:40.311016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e70b7239-cff5-4386-9b08-2a02de4723a1 req-14931df7-d180-4eb0-8b10-063b07f31c51 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0591812 Nov 25 20:27:40.367311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e70b7239-cff5-4386-9b08-2a02de4723a1 req-414363fd-fed2-4d1c-b4c7-8d222496cee0 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485146 Nov 25 20:27:40.641116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d287145-0033-473b-926b-72ad56d7f2d1 req-599a3eb0-6f3f-4877-bfaf-4a59438c9f01 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:40.642715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d287145-0033-473b-926b-72ad56d7f2d1 req-599a3eb0-6f3f-4877-bfaf-4a59438c9f01 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0558040 Nov 25 20:27:40.661109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48512) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:27:40.742901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d287145-0033-473b-926b-72ad56d7f2d1 req-86216e5d-cce5-4cd4-ad41-c7f43532906b tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879414 Nov 25 20:27:40.799538 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-3ed20405-787d-4d2c-bcf7-39f6be368742 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1369069 Nov 25 20:27:40.808977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-0250d10c-3351-4552-8a4d-12786f384eab service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:27:40.809977 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-0250d10c-3351-4552-8a4d-12786f384eab service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052063 Nov 25 20:27:41.864641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6e229-b496-4e00-b175-c3aa685d16b4 req-7696ba87-b8d9-475d-835e-8985cd39fe05 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:41.866152 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83c6e229-b496-4e00-b175-c3aa685d16b4 req-7696ba87-b8d9-475d-835e-8985cd39fe05 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0497093 Nov 25 20:27:41.919175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83c6e229-b496-4e00-b175-c3aa685d16b4 req-44b967df-9a33-4a8a-99a0-3eadd481bda0 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461254 Nov 25 20:27:42.020742 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-3e18d1fa-081a-4b51-aa77-b5d9400e2c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:42.022223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-3e18d1fa-081a-4b51-aa77-b5d9400e2c15 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cb6436cb415407b876c2b8a7a67e435&device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 1096 time: 0.0848608 Nov 25 20:27:42.116505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-07831d1d-765b-406f-9bcf-f362db7b5e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:42.117890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-07831d1d-765b-406f-9bcf-f362db7b5e92 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b10e8e64-ffa2-436a-a701-146fb967b9eb HTTP/1.1" status: 200 len: 913 time: 0.0890467 Nov 25 20:27:42.160306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-8a7ce70f-6582-4041-9603-302e3877ac9e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea9d887-2c41-4818-9ecd-e9596afa0420 HTTP/1.1" status: 200 len: 217 time: 0.0342662 Nov 25 20:27:42.209787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-6745eec6-6299-49a6-9313-29b03275f68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:42.211449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-6745eec6-6299-49a6-9313-29b03275f68e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd07976-1c5c-4f91-8dca-027ccc61ad3a HTTP/1.1" status: 200 len: 852 time: 0.0457354 Nov 25 20:27:42.249273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-8b930954-3942-4ac7-b530-f95e189d35e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b10e8e64-ffa2-436a-a701-146fb967b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303314 Nov 25 20:27:42.345262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-5eef0522-c6c8-427a-8e29-cadf449b5aed service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881531 Nov 25 20:27:42.436562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-cda0fac2-277f-45bb-9dee-666a55ce4a2a service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849502 Nov 25 20:27:43.040952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55090f-6e03-4495-9a96-de890f10bab9 req-8fc9e446-1ca9-47a1-964c-41305fe26ad7 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:43.042471 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba55090f-6e03-4495-9a96-de890f10bab9 req-8fc9e446-1ca9-47a1-964c-41305fe26ad7 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0504382 Nov 25 20:27:43.094710 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba55090f-6e03-4495-9a96-de890f10bab9 req-f2ef556e-573c-40e5-94c8-cdd1ae700abc tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456660 Nov 25 20:27:44.213822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb00babf-fd6d-4dee-b7b5-bf338b52e92f req-47f03fef-6cb7-4a38-a4a8-bc382357e0a3 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:44.215331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb00babf-fd6d-4dee-b7b5-bf338b52e92f req-47f03fef-6cb7-4a38-a4a8-bc382357e0a3 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0506449 Nov 25 20:27:44.266310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb00babf-fd6d-4dee-b7b5-bf338b52e92f req-b30b60fa-8eed-44f9-9db9-0bca00a7f2c7 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448973 Nov 25 20:27:45.385424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e04f40-45a3-496c-943e-9a3189237da2 req-f3bbb4f5-d761-4a42-8a9c-94c7622e28e5 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:45.386996 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-40e04f40-45a3-496c-943e-9a3189237da2 req-f3bbb4f5-d761-4a42-8a9c-94c7622e28e5 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0493791 Nov 25 20:27:45.437734 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-40e04f40-45a3-496c-943e-9a3189237da2 req-6396bd6d-9f82-4dd9-8f25-aecf0016a384 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447764 Nov 25 20:27:46.555967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddc60ec-5c9f-4bd3-bef9-7a0b9619dbf1 req-9119c15c-3377-44e5-a862-88d21ba71687 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:46.557456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ddc60ec-5c9f-4bd3-bef9-7a0b9619dbf1 req-9119c15c-3377-44e5-a862-88d21ba71687 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0489924 Nov 25 20:27:46.605675 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ddc60ec-5c9f-4bd3-bef9-7a0b9619dbf1 req-1a2aa8fb-433d-442f-a1b2-fbb8a78edd4b tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422666 Nov 25 20:27:47.728588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f24f7b2-82bc-4683-979f-892fe1b881c6 req-129e9eb5-6057-4f68-a744-d301579d9fb4 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:47.730141 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f24f7b2-82bc-4683-979f-892fe1b881c6 req-129e9eb5-6057-4f68-a744-d301579d9fb4 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0540097 Nov 25 20:27:47.779045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f24f7b2-82bc-4683-979f-892fe1b881c6 req-2ce21a90-1231-46a2-a0b4-74f9ea909a11 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424907 Nov 25 20:27:48.900503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171a7e9-850b-4caa-ab9f-3b251094da77 req-e2fceae2-3e9e-4151-b0b9-447979c58ae3 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:48.902050 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c171a7e9-850b-4caa-ab9f-3b251094da77 req-e2fceae2-3e9e-4151-b0b9-447979c58ae3 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0506694 Nov 25 20:27:48.952529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c171a7e9-850b-4caa-ab9f-3b251094da77 req-c404c429-2bbe-47bf-a43b-306ce00e1df2 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443611 Nov 25 20:27:49.026645 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:27:50.069460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cf2aa0-2585-4c36-ab6b-744b7d0f8092 req-cf6fdc8d-0619-4d77-ae33-828d30cb12dc tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:50.071042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89cf2aa0-2585-4c36-ab6b-744b7d0f8092 req-cf6fdc8d-0619-4d77-ae33-828d30cb12dc tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0500395 Nov 25 20:27:50.122599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89cf2aa0-2585-4c36-ab6b-744b7d0f8092 req-4e2929d8-9da1-473d-9432-7c2f5b4ee181 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453110 Nov 25 20:27:51.225402 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:51.244302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695e6bc3-5050-492e-a02f-5ceea4cf1f1a req-c049a56f-97cc-4c4b-95a4-29453864c1fd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:51.245793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-695e6bc3-5050-492e-a02f-5ceea4cf1f1a req-c049a56f-97cc-4c4b-95a4-29453864c1fd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0491650 Nov 25 20:27:51.294385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-695e6bc3-5050-492e-a02f-5ceea4cf1f1a req-80022044-ee66-4465-a7f2-400d558ffe43 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422714 Nov 25 20:27:52.414170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1807de78-fcc5-458b-912d-92e9f60db8fa req-69f655c2-81c5-4be1-b894-793c0b5180bf tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:52.415704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1807de78-fcc5-458b-912d-92e9f60db8fa req-69f655c2-81c5-4be1-b894-793c0b5180bf tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0505614 Nov 25 20:27:52.464276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1807de78-fcc5-458b-912d-92e9f60db8fa req-ad0e36bb-d727-4366-9fdc-50130f0125e0 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425720 Nov 25 20:27:53.466694 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:27:53.599215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a37d5f-74a8-46d0-8768-f171befc1f92 req-7812af2a-8bba-4a55-a97e-e2844221cf42 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:53.600778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4a37d5f-74a8-46d0-8768-f171befc1f92 req-7812af2a-8bba-4a55-a97e-e2844221cf42 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0528936 Nov 25 20:27:53.651414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4a37d5f-74a8-46d0-8768-f171befc1f92 req-0c507c28-b76f-4ab6-9ae7-a227c060a450 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442395 Nov 25 20:27:54.768907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790cdd9d-ca99-4692-88b5-b495597be69e req-f9a16320-6afd-4932-ae3d-04dc53de35fc tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:54.770421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-790cdd9d-ca99-4692-88b5-b495597be69e req-f9a16320-6afd-4932-ae3d-04dc53de35fc tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0495572 Nov 25 20:27:54.819171 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-790cdd9d-ca99-4692-88b5-b495597be69e req-59bff703-e4b8-4e75-9455-a4a0ba4cb1fb tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427506 Nov 25 20:27:55.944383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8883e3d-939d-4eba-bf52-ae9d77f98d82 req-035a35bf-4530-4797-aeca-a84c4ba1d386 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:55.945758 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8883e3d-939d-4eba-bf52-ae9d77f98d82 req-035a35bf-4530-4797-aeca-a84c4ba1d386 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0529203 Nov 25 20:27:55.993066 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8883e3d-939d-4eba-bf52-ae9d77f98d82 req-cc19d839-bb6b-45ed-8c8e-51d942dbeba0 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412483 Nov 25 20:27:57.111787 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d8b6be-ce66-456a-8173-0a1957f17412 req-46bc8b1c-d438-4e46-a7dc-a831b7f91f98 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:57.113981 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4d8b6be-ce66-456a-8173-0a1957f17412 req-46bc8b1c-d438-4e46-a7dc-a831b7f91f98 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0518861 Nov 25 20:27:57.160789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4d8b6be-ce66-456a-8173-0a1957f17412 req-8d00f99d-68a3-48bf-b476-70ae66b49a60 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407355 Nov 25 20:27:58.285209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36265edf-3c23-4bdb-9824-e08eae499610 req-301200af-970f-4ddf-8367-e32f431ef40c tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:58.286715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36265edf-3c23-4bdb-9824-e08eae499610 req-301200af-970f-4ddf-8367-e32f431ef40c tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0514541 Nov 25 20:27:58.340360 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36265edf-3c23-4bdb-9824-e08eae499610 req-7f123517-dda0-4c49-8df3-4f598743d526 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472262 Nov 25 20:27:59.463513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a23144-8762-410e-aee5-b0168632ee9f req-539f0ca6-be3b-4316-848b-6ab2fbeefec0 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:27:59.465266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8a23144-8762-410e-aee5-b0168632ee9f req-539f0ca6-be3b-4316-848b-6ab2fbeefec0 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0522807 Nov 25 20:27:59.515292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8a23144-8762-410e-aee5-b0168632ee9f req-a892febd-5331-465e-bc7d-3e51f631886c tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441563 Nov 25 20:28:00.632517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb7cae7-a1d3-419f-8456-cb1a020dc817 req-753be24f-8e6d-4480-84ad-fcacb53c0ffc tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:00.634046 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3eb7cae7-a1d3-419f-8456-cb1a020dc817 req-753be24f-8e6d-4480-84ad-fcacb53c0ffc tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0490422 Nov 25 20:28:00.684231 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3eb7cae7-a1d3-419f-8456-cb1a020dc817 req-0fde0118-ac9e-43cc-a266-bfba09c402df tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440934 Nov 25 20:28:01.803841 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046f43b3-8127-4051-a1f7-d7842a1cda43 req-5244ba58-1e01-4f89-8044-7cbc7be56875 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:01.805378 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-046f43b3-8127-4051-a1f7-d7842a1cda43 req-5244ba58-1e01-4f89-8044-7cbc7be56875 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0533197 Nov 25 20:28:01.855360 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-046f43b3-8127-4051-a1f7-d7842a1cda43 req-3ed1d6af-438d-4d43-8f7b-94b3ac730765 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438812 Nov 25 20:28:02.156964 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5cf3a9e4-1296-444c-a5ee-280854f00dc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:02.972197 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9671e1-a0e3-448f-a7b1-57f843ca6483 req-656ad6f4-c76a-4ddd-86b0-e6af8bdf2af2 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:02.973585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cd9671e1-a0e3-448f-a7b1-57f843ca6483 req-656ad6f4-c76a-4ddd-86b0-e6af8bdf2af2 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0492313 Nov 25 20:28:03.023993 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cd9671e1-a0e3-448f-a7b1-57f843ca6483 req-d1a4b8a5-4b11-45ef-aa8b-0b6de2aa61f4 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438702 Nov 25 20:28:03.677177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb558aa-601e-4515-a793-671ac31c55c2 req-cf4e90e8-0513-4810-a64f-856992995785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:03.678677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cb558aa-601e-4515-a793-671ac31c55c2 req-cf4e90e8-0513-4810-a64f-856992995785 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cb6436cb415407b876c2b8a7a67e435&device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 1096 time: 0.0428846 Nov 25 20:28:03.787051 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb558aa-601e-4515-a793-671ac31c55c2 req-5f0056e4-9e96-4f0d-8ba1-cde2adabcd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:03.788809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cb558aa-601e-4515-a793-671ac31c55c2 req-5f0056e4-9e96-4f0d-8ba1-cde2adabcd97 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b10e8e64-ffa2-436a-a701-146fb967b9eb HTTP/1.1" status: 200 len: 913 time: 0.0912611 Nov 25 20:28:03.829704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cb558aa-601e-4515-a793-671ac31c55c2 req-a58bf3c9-b617-4ba6-85d6-de8f1e70dfa3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea9d887-2c41-4818-9ecd-e9596afa0420 HTTP/1.1" status: 200 len: 217 time: 0.0341873 Nov 25 20:28:03.884481 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb558aa-601e-4515-a793-671ac31c55c2 req-bc1addb1-af2a-4287-aebb-63a3d2986378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:03.885942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cb558aa-601e-4515-a793-671ac31c55c2 req-bc1addb1-af2a-4287-aebb-63a3d2986378 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd07976-1c5c-4f91-8dca-027ccc61ad3a HTTP/1.1" status: 200 len: 852 time: 0.0499475 Nov 25 20:28:03.920820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cb558aa-601e-4515-a793-671ac31c55c2 req-e73473fa-03ec-4643-8ac3-10264b7f9153 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b10e8e64-ffa2-436a-a701-146fb967b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272586 Nov 25 20:28:04.011981 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cb558aa-601e-4515-a793-671ac31c55c2 req-c9203a91-4835-409c-ad04-650fdc6ed551 service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832164 Nov 25 20:28:04.125385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6cb558aa-601e-4515-a793-671ac31c55c2 req-b7093e6b-d929-4d9c-96df-dff52105ecb1 service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059034 Nov 25 20:28:04.160785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b9f412-766a-4b89-a358-c07893f7c393 req-cf0bbce7-dc89-4a64-87e0-815530f22934 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:04.163116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6b9f412-766a-4b89-a358-c07893f7c393 req-cf0bbce7-dc89-4a64-87e0-815530f22934 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0570412 Nov 25 20:28:04.212819 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6b9f412-766a-4b89-a358-c07893f7c393 req-82c78e35-214c-4bb1-9d49-c65cd57e851f tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437560 Nov 25 20:28:05.290649 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c8551e31-8e17-4120-9d35-0bb8808c9410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:05.594038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d60aa43-04c2-4c04-b902-3301e8645aef req-6b62b107-93f4-4b7f-9ac0-ecd09b09e1bd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:05.595486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d60aa43-04c2-4c04-b902-3301e8645aef req-6b62b107-93f4-4b7f-9ac0-ecd09b09e1bd tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.3103094 Nov 25 20:28:05.643836 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7d60aa43-04c2-4c04-b902-3301e8645aef req-6e3c2081-7103-4b72-983d-46f762317039 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422623 Nov 25 20:28:06.616206 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:06.763160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b45579e-104c-496c-bb66-7a3eb559d8a0 req-dff72fa2-9e16-434b-883f-e42915a01207 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:06.764659 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b45579e-104c-496c-bb66-7a3eb559d8a0 req-dff72fa2-9e16-434b-883f-e42915a01207 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0502105 Nov 25 20:28:06.812725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5b45579e-104c-496c-bb66-7a3eb559d8a0 req-b3381431-a555-4225-a996-b87f1d34a075 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413711 Nov 25 20:28:07.934993 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1735a0dd-638e-451f-b9cf-9a4f31671816 req-546fe004-df1d-442d-b016-76ac305823df tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:07.936459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1735a0dd-638e-451f-b9cf-9a4f31671816 req-546fe004-df1d-442d-b016-76ac305823df tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0516257 Nov 25 20:28:07.954390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:08.003795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1735a0dd-638e-451f-b9cf-9a4f31671816 req-d58e99f9-6a1d-4c2a-b7f4-63f7900f8d93 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570040 Nov 25 20:28:08.467040 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:09.131777 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae6db1-c59b-4fe0-97d2-002d48365575 req-6f6a4436-b7d4-4f02-aacd-92d93b682b6b tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:09.135240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cae6db1-c59b-4fe0-97d2-002d48365575 req-6f6a4436-b7d4-4f02-aacd-92d93b682b6b tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 945 time: 0.0595748 Nov 25 20:28:09.184199 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0cae6db1-c59b-4fe0-97d2-002d48365575 req-7cab2139-5024-48d5-a511-82c734134183 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435145 Nov 25 20:28:09.484123 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-0991bded-ab2a-4a9d-8bf7-8ea94b5d3381 service neutron] show failed (client error): The resource could not be found. Nov 25 20:28:09.485147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-0991bded-ab2a-4a9d-8bf7-8ea94b5d3381 service neutron] 10.222.0.76 "GET /v2.0/ports/fea9d887-2c41-4818-9ecd-e9596afa0420/bindings/n-h1-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0574334 Nov 25 20:28:09.714745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-c47e4fab-41a4-4b5e-8d46-02bbeca71a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:09.716276 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-c47e4fab-41a4-4b5e-8d46-02bbeca71a71 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab&tenant_id=6cb6436cb415407b876c2b8a7a67e435 HTTP/1.1" status: 200 len: 1096 time: 0.0733569 Nov 25 20:28:09.729291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:28:09.786555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:09.984250 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=fea9d887-2c41-4818-9ecd-e9596afa0420,segment=NetworkSegment(e9f9686e-6a5f-4ba4-a944-c3f9d1535420),segment_id=e9f9686e-6a5f-4ba4-a944-c3f9d1535420)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:28:10.016194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:28:10.055622 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02af3462-6419-4c8d-836e-706072dafcab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea9d887-2c41-4818-9ecd-e9596afa0420'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:28:10.057836 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e762c403-d5c9-4156-9ad1-b1f04328efd8" -d '{"events": [{"server_uuid": "02af3462-6419-4c8d-836e-706072dafcab", "name": "network-vif-unplugged", "status": "completed", "tag": "fea9d887-2c41-4818-9ecd-e9596afa0420"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:28:10.062104 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:10.076150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Transition to ACTIVE for port object fea9d887-2c41-4818-9ecd-e9596afa0420 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:28:10.080594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:10.116557 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-654194b1-114e-4803-a12f-8261e3c98875 x-openstack-request-id: req-654194b1-114e-4803-a12f-8261e3c98875 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:28:10.116941 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02af3462-6419-4c8d-836e-706072dafcab", "name": "network-vif-unplugged", "status": "completed", "tag": "fea9d887-2c41-4818-9ecd-e9596afa0420", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:28:10.117183 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-654194b1-114e-4803-a12f-8261e3c98875 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:28:10.117607 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02af3462-6419-4c8d-836e-706072dafcab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fea9d887-2c41-4818-9ecd-e9596afa0420', 'code': 200} Nov 25 20:28:10.133104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Pushing event updated for resources: {'Port': ['ID=fea9d887-2c41-4818-9ecd-e9596afa0420,revision_number=6']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:10.152538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] No DVR routers for this DVR port fea9d887-2c41-4818-9ecd-e9596afa0420 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:28:10.160356 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.160737 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.161068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.161404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.161732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.162057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.162380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.162989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.163318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.163638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.163957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.164275 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:10.199773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Attempting to bind port fea9d887-2c41-4818-9ecd-e9596afa0420 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:28:10.200105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Attempting to bind port fea9d887-2c41-4818-9ecd-e9596afa0420 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'e9f9686e-6a5f-4ba4-a944-c3f9d1535420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:28:10.200430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Attempting to bind port fea9d887-2c41-4818-9ecd-e9596afa0420 on network b10e8e64-ffa2-436a-a701-146fb967b9eb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:28:10.204709 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Port fea9d887-2c41-4818-9ecd-e9596afa0420 on network b10e8e64-ffa2-436a-a701-146fb967b9eb not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:28:10.205026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Attempting to bind port fea9d887-2c41-4818-9ecd-e9596afa0420 on network b10e8e64-ffa2-436a-a701-146fb967b9eb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:28:10.210222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 27, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:28:10.210557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Checking segment: {'id': 'e9f9686e-6a5f-4ba4-a944-c3f9d1535420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:28:10.210971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Bound using segment: {'id': 'e9f9686e-6a5f-4ba4-a944-c3f9d1535420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:28:10.211397 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Bound port: fea9d887-2c41-4818-9ecd-e9596afa0420, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e9f9686e-6a5f-4ba4-a944-c3f9d1535420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 603, 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:28:10.211749 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:10.276059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:28:10.279131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fea9d887-2c41-4818-9ecd-e9596afa0420,segment=NetworkSegment(e9f9686e-6a5f-4ba4-a944-c3f9d1535420),segment_id=e9f9686e-6a5f-4ba4-a944-c3f9d1535420)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:28:10.283193 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:10.308630 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f91bb5a-fb70-46c4-8da2-b777035830e7 req-d2f8dbb6-9082-4b19-bfe4-2c67062a55b8 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:10.310015 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f91bb5a-fb70-46c4-8da2-b777035830e7 req-d2f8dbb6-9082-4b19-bfe4-2c67062a55b8 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 943 time: 0.0541689 Nov 25 20:28:10.325238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:10.325852 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:10.327246 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] 10.222.0.60 "PUT /v2.0/ports/fea9d887-2c41-4818-9ecd-e9596afa0420 HTTP/1.1" status: 200 len: 1091 time: 0.6019323 Nov 25 20:28:10.345749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc962d-c46f-4a5d-8abe-c1fca8cb4548 service neutron] Pushing event updated for resources: {'Port': ['ID=fea9d887-2c41-4818-9ecd-e9596afa0420,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:10.364483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f91bb5a-fb70-46c4-8da2-b777035830e7 req-91f0deb5-a17c-4387-91c8-9c2a99188364 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455801 Nov 25 20:28:10.394250 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-15a3db2c-d44a-4e6d-ae7f-62ae71b1cb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:10.396063 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-15a3db2c-d44a-4e6d-ae7f-62ae71b1cb18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb6436cb415407b876c2b8a7a67e435&device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 1094 time: 0.0451353 Nov 25 20:28:10.495807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-2832ca90-78a8-450f-bdb5-b83906d521c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:10.497233 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-2832ca90-78a8-450f-bdb5-b83906d521c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b10e8e64-ffa2-436a-a701-146fb967b9eb HTTP/1.1" status: 200 len: 913 time: 0.0933154 Nov 25 20:28:10.543936 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-09ca28d3-42cd-4948-ae98-1666bfe823b7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea9d887-2c41-4818-9ecd-e9596afa0420 HTTP/1.1" status: 200 len: 217 time: 0.0396338 Nov 25 20:28:10.592599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-7f8fbc1f-caea-49ba-b342-d4062462dc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:10.593959 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-7f8fbc1f-caea-49ba-b342-d4062462dc4f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebd07976-1c5c-4f91-8dca-027ccc61ad3a HTTP/1.1" status: 200 len: 852 time: 0.0437450 Nov 25 20:28:10.625534 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-96840908-1c24-4439-a475-98c38bcadedf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b10e8e64-ffa2-436a-a701-146fb967b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250537 Nov 25 20:28:10.722654 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-6e8b02d6-b8aa-4cd5-80ce-0a16c64835c6 service neutron] 10.222.0.60 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897655 Nov 25 20:28:10.815027 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c15a52b-1f77-4e96-8537-58f9f6fda384 req-f4667b8c-b7bc-46b9-9cee-231ffe77016c service neutron] 10.222.0.60 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844541 Nov 25 20:28:11.506246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd0a34f-573b-45da-a5c3-47f11b1787ec req-8a4ce59d-dc9a-4152-9104-37b6c2e7f2c2 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:11.507693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5fd0a34f-573b-45da-a5c3-47f11b1787ec req-8a4ce59d-dc9a-4152-9104-37b6c2e7f2c2 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 943 time: 0.0697832 Nov 25 20:28:11.559161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5fd0a34f-573b-45da-a5c3-47f11b1787ec req-7ede60fc-d4b9-4685-903d-168b30a05c5e tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450022 Nov 25 20:28:12.118916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02af3462-6419-4c8d-836e-706072dafcab', 'tag': 'fea9d887-2c41-4818-9ecd-e9596afa0420'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:28:12.121310 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da4ecd21-f586-4792-be58-feaa1ce4b387" -d '{"events": [{"name": "network-changed", "server_uuid": "02af3462-6419-4c8d-836e-706072dafcab", "tag": "fea9d887-2c41-4818-9ecd-e9596afa0420"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:28:12.169661 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d567aa-5651-42b2-9708-454a292ce270 x-openstack-request-id: req-35d567aa-5651-42b2-9708-454a292ce270 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:28:12.169958 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02af3462-6419-4c8d-836e-706072dafcab", "tag": "fea9d887-2c41-4818-9ecd-e9596afa0420", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:28:12.170210 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-35d567aa-5651-42b2-9708-454a292ce270 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:28:12.170639 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02af3462-6419-4c8d-836e-706072dafcab', 'tag': 'fea9d887-2c41-4818-9ecd-e9596afa0420', 'status': 'completed', 'code': 200} Nov 25 20:28:12.234711 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-9d098271-9345-4e9f-bd5e-dabe644e70a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:12.236273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-9d098271-9345-4e9f-bd5e-dabe644e70a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cb6436cb415407b876c2b8a7a67e435&device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 1094 time: 0.0460434 Nov 25 20:28:12.248109 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-bf4e8133-e58c-4a60-b564-6b9aeac4d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:12.249678 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-bf4e8133-e58c-4a60-b564-6b9aeac4d7cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6cb6436cb415407b876c2b8a7a67e435&device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 1094 time: 0.0440171 Nov 25 20:28:12.339624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-54b07854-5a4c-4d06-b4fc-99236673ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:12.341333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-54b07854-5a4c-4d06-b4fc-99236673ced4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b10e8e64-ffa2-436a-a701-146fb967b9eb HTTP/1.1" status: 200 len: 913 time: 0.0982797 Nov 25 20:28:12.376043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-f9c6a934-3d48-4446-a1d4-ef8319fa8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:12.377545 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-f9c6a934-3d48-4446-a1d4-ef8319fa8fb3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b10e8e64-ffa2-436a-a701-146fb967b9eb HTTP/1.1" status: 200 len: 913 time: 0.1042585 Nov 25 20:28:12.383410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-19855b64-f2a5-437b-9d83-716561b486fc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea9d887-2c41-4818-9ecd-e9596afa0420 HTTP/1.1" status: 200 len: 217 time: 0.0356052 Nov 25 20:28:12.423089 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-2576006c-dcb0-4367-8d31-36b77e054157 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea9d887-2c41-4818-9ecd-e9596afa0420 HTTP/1.1" status: 200 len: 217 time: 0.0363011 Nov 25 20:28:12.439923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-b5b30229-eb9e-4abd-a940-daa268f3a45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:12.441425 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-b5b30229-eb9e-4abd-a940-daa268f3a45c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd07976-1c5c-4f91-8dca-027ccc61ad3a HTTP/1.1" status: 200 len: 852 time: 0.0516834 Nov 25 20:28:12.473867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-d936966a-b897-4280-b56a-d8cc0cb7e851 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b10e8e64-ffa2-436a-a701-146fb967b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255234 Nov 25 20:28:12.481059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-a893d397-0817-4eed-849a-bd71037573f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:12.482678 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-a893d397-0817-4eed-849a-bd71037573f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ebd07976-1c5c-4f91-8dca-027ccc61ad3a HTTP/1.1" status: 200 len: 852 time: 0.0519476 Nov 25 20:28:12.514336 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-6ef065be-037a-439d-93d6-640a68189b55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b10e8e64-ffa2-436a-a701-146fb967b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249507 Nov 25 20:28:12.564201 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-cc85f259-8092-4106-8565-f240b4dbccb9 service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835660 Nov 25 20:28:12.608774 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-48dd65a2-66ee-4c1d-8b33-568b8f43f495 service neutron] 10.222.0.60 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872915 Nov 25 20:28:12.688877 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-caf9dcb1-6180-4e1a-81ca-f6c37585555f service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181543 Nov 25 20:28:12.707465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb08c16-bcba-412f-a62c-920adc2b022d req-84569ebd-1c91-4cd6-b84e-a17c86ea08a4 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:12.709530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bb08c16-bcba-412f-a62c-920adc2b022d req-84569ebd-1c91-4cd6-b84e-a17c86ea08a4 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 943 time: 0.0677211 Nov 25 20:28:12.714416 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-da4ecd21-f586-4792-be58-feaa1ce4b387 req-15128f16-2dc1-4c9e-989f-406709ce1488 service neutron] 10.222.0.60 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989802 Nov 25 20:28:12.758494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bb08c16-bcba-412f-a62c-920adc2b022d req-27e42462-e694-443d-9559-ceba2478a30f tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427742 Nov 25 20:28:13.033775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-9562275c-0e8f-4e83-960b-d68d5bddd6d3 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:13.035184 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-9562275c-0e8f-4e83-960b-d68d5bddd6d3 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.76 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab&tenant_id=6cb6436cb415407b876c2b8a7a67e435&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 943 time: 0.0893657 Nov 25 20:28:13.100474 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-6d7acbec-bbc7-4a1d-bad4-b6bf1929c51b service neutron] delete failed (client error): The resource could not be found. Nov 25 20:28:13.101743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-6d7acbec-bbc7-4a1d-bad4-b6bf1929c51b service neutron] 10.222.0.76 "DELETE /v2.0/ports/fea9d887-2c41-4818-9ecd-e9596afa0420/bindings/n-h2-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0590436 Nov 25 20:28:13.189651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-48e5f41a-f445-4c6a-899d-31c55fe23a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:13.191179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-48e5f41a-f445-4c6a-899d-31c55fe23a1d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6cb6436cb415407b876c2b8a7a67e435&device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 1094 time: 0.0420766 Nov 25 20:28:13.284223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-aedb9adc-44bc-4ea2-b634-1952cffa20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:13.285602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-aedb9adc-44bc-4ea2-b634-1952cffa20c5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b10e8e64-ffa2-436a-a701-146fb967b9eb HTTP/1.1" status: 200 len: 913 time: 0.0881891 Nov 25 20:28:13.326129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-3b63f87b-0fa0-4432-88c2-2c9a643af377 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fea9d887-2c41-4818-9ecd-e9596afa0420 HTTP/1.1" status: 200 len: 217 time: 0.0337632 Nov 25 20:28:13.381513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-1775572e-ebaa-4509-990f-ca482492c703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:13.383650 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-1775572e-ebaa-4509-990f-ca482492c703 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=ebd07976-1c5c-4f91-8dca-027ccc61ad3a HTTP/1.1" status: 200 len: 852 time: 0.0503287 Nov 25 20:28:13.417415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-45bf7c59-814e-4aef-9626-d1a50015cd55 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b10e8e64-ffa2-436a-a701-146fb967b9eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268848 Nov 25 20:28:13.509677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-da195d2a-ba9c-4d7f-a273-ea862ce281b2 service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847969 Nov 25 20:28:13.603261 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-e79e3ac2-f9d4-44dd-8344-69e876c8b2af service neutron] 10.222.0.76 "GET /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868177 Nov 25 20:28:14.002748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device fea9d887-2c41-4818-9ecd-e9596afa0420 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:28:14.046375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device fea9d887-2c41-4818-9ecd-e9596afa0420 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:28:14.306524 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d3a24-247b-4191-a8b7-887e5cef1fb1 req-a603d8d7-42ea-440a-9e5a-6ccde2ba7456 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:14.308001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-317d3a24-247b-4191-a8b7-887e5cef1fb1 req-a603d8d7-42ea-440a-9e5a-6ccde2ba7456 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 943 time: 0.0507739 Nov 25 20:28:14.355687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-317d3a24-247b-4191-a8b7-887e5cef1fb1 req-ece6e2e0-2050-4618-8f7f-23a8bad4c733 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414376 Nov 25 20:28:14.701419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fea9d887-2c41-4818-9ecd-e9596afa0420 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:28:14.798188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fea9d887-2c41-4818-9ecd-e9596afa0420,segment=NetworkSegment(e9f9686e-6a5f-4ba4-a944-c3f9d1535420),segment_id=e9f9686e-6a5f-4ba4-a944-c3f9d1535420)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:28:14.813419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'fea9d887-2c41-4818-9ecd-e9596afa0420', 'network_id': 'b10e8e64-ffa2-436a-a701-146fb967b9eb', 'port_id': 'fea9d887-2c41-4818-9ecd-e9596afa0420', 'mac_address': 'fa:16:3e:3e:42:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 603, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebd07976-1c5c-4f91-8dca-027ccc61ad3a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:28:14.851019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:14.863556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fea9d887-2c41-4818-9ecd-e9596afa0420 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:28:14.882158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fea9d887-2c41-4818-9ecd-e9596afa0420,segment=NetworkSegment(e9f9686e-6a5f-4ba4-a944-c3f9d1535420),segment_id=e9f9686e-6a5f-4ba4-a944-c3f9d1535420)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:28:14.886717 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:14.933766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=fea9d887-2c41-4818-9ecd-e9596afa0420,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:14.941022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:14.941366 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:14.941706 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:14.942038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:14.942369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:14.942695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:14.943046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:14.943370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:14.943690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:14.944008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:14.944330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:14.944649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:28:15.151594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['fea9d887-2c41-4818-9ecd-e9596afa0420'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:28:15.479469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f491bd25-1040-41ab-9e2b-9d6dcf387a09 req-c854c56f-1c6a-49cd-aa08-3931972745e4 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:15.481037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f491bd25-1040-41ab-9e2b-9d6dcf387a09 req-c854c56f-1c6a-49cd-aa08-3931972745e4 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 944 time: 0.0563190 Nov 25 20:28:15.492687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-cbc6f119-4d7c-4c4b-8253-cabee213216f tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:15.495057 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-cbc6f119-4d7c-4c4b-8253-cabee213216f tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.60 "GET /v2.0/ports?device_id=02af3462-6419-4c8d-836e-706072dafcab HTTP/1.1" status: 200 len: 944 time: 0.0511565 Nov 25 20:28:15.530024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f491bd25-1040-41ab-9e2b-9d6dcf387a09 req-17f4399f-cc48-4295-bd3d-f27d724f22e7 tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.15 "GET /v2.0/security-groups?id=55639029-1380-42eb-b54d-c777b28bafda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429444 Nov 25 20:28:15.588533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-9f02fcfa-6f7c-445c-832b-b860ae356b0d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Deleting port fea9d887-2c41-4818-9ecd-e9596afa0420 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:28:15.588868 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-9f02fcfa-6f7c-445c-832b-b860ae356b0d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:15.677547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-9f02fcfa-6f7c-445c-832b-b860ae356b0d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] For port fea9d887-2c41-4818-9ecd-e9596afa0420, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=fea9d887-2c41-4818-9ecd-e9596afa0420,segment=NetworkSegment(e9f9686e-6a5f-4ba4-a944-c3f9d1535420),segment_id=e9f9686e-6a5f-4ba4-a944-c3f9d1535420)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:28:15.677915 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-9f02fcfa-6f7c-445c-832b-b860ae356b0d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:15.691158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-9f02fcfa-6f7c-445c-832b-b860ae356b0d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Calling delete_port for fea9d887-2c41-4818-9ecd-e9596afa0420 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:28:15.822697 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-9f02fcfa-6f7c-445c-832b-b860ae356b0d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:15.852242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02fcfa-6f7c-445c-832b-b860ae356b0d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Pushing event deleted for resources: {'Port': ['ID=fea9d887-2c41-4818-9ecd-e9596afa0420,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:15.900719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-9f02fcfa-6f7c-445c-832b-b860ae356b0d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] No DVR routers for this DVR port fea9d887-2c41-4818-9ecd-e9596afa0420 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:28:15.903421 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-9f02fcfa-6f7c-445c-832b-b860ae356b0d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:15.906783 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d2ed47e8-51d4-4067-bee2-79415d0cc152 req-9f02fcfa-6f7c-445c-832b-b860ae356b0d tempest-DeleteServersTestJSON-1911512411 tempest-DeleteServersTestJSON-1911512411-project] 10.222.0.60 "DELETE /v2.0/ports/fea9d887-2c41-4818-9ecd-e9596afa0420 HTTP/1.1" status: 204 len: 173 time: 0.4058042 Nov 25 20:28:15.907253 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02af3462-6419-4c8d-836e-706072dafcab', 'name': 'network-vif-deleted', 'tag': 'fea9d887-2c41-4818-9ecd-e9596afa0420'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:28:15.909510 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57d105b-3eb7-4aa4-81da-be3eebc097ed" -d '{"events": [{"server_uuid": "02af3462-6419-4c8d-836e-706072dafcab", "name": "network-vif-deleted", "tag": "fea9d887-2c41-4818-9ecd-e9596afa0420"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:28:15.950928 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3af0c8-dc57-4bb0-a13a-0a368c0c3ec4 x-openstack-request-id: req-cc3af0c8-dc57-4bb0-a13a-0a368c0c3ec4 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:28:15.951226 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02af3462-6419-4c8d-836e-706072dafcab", "name": "network-vif-deleted", "tag": "fea9d887-2c41-4818-9ecd-e9596afa0420", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:28:15.951513 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cc3af0c8-dc57-4bb0-a13a-0a368c0c3ec4 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:28:15.951951 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02af3462-6419-4c8d-836e-706072dafcab', 'name': 'network-vif-deleted', 'tag': 'fea9d887-2c41-4818-9ecd-e9596afa0420', 'status': 'completed', 'code': 200} Nov 25 20:28:16.666089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48616) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:28:16.710710 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a996370-66af-43e0-b0f1-e5c22925b21c admin admin] Deleting subnet ebd07976-1c5c-4f91-8dca-027ccc61ad3a {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:28:16.714555 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a996370-66af-43e0-b0f1-e5c22925b21c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:16.716741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fea9d887-2c41-4818-9ecd-e9596afa0420 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:28:16.720735 n-d-817303-9 neutron-server[103653]: INFO neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No ports have port_id starting with fea9d887-2c41-4818-9ecd-e9596afa0420 Nov 25 20:28:16.722227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fea9d887-2c41-4818-9ecd-e9596afa0420 requested by agent hyperv_n-h1-817303-9 not found in database {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Nov 25 20:28:16.750389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a996370-66af-43e0-b0f1-e5c22925b21c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:16.790783 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a996370-66af-43e0-b0f1-e5c22925b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:16.843573 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a996370-66af-43e0-b0f1-e5c22925b21c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:16.877389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2a996370-66af-43e0-b0f1-e5c22925b21c admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:16.880731 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2a996370-66af-43e0-b0f1-e5c22925b21c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/ebd07976-1c5c-4f91-8dca-027ccc61ad3a HTTP/1.1" status: 204 len: 168 time: 0.2136347 Nov 25 20:28:16.881560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a996370-66af-43e0-b0f1-e5c22925b21c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd07976-1c5c-4f91-8dca-027ccc61ad3a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:16.883548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48618) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:28:16.952674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:17.033720 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:17.054257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b10e8e64-ffa2-436a-a701-146fb967b9eb']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:28:17.064628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9f9686e-6a5f-4ba4-a944-c3f9d1535420') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:28:17.064919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9f9686e-6a5f-4ba4-a944-c3f9d1535420') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:28:17.075085 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:17.089671 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:17.096062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] Releasing vlan 603 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:28:17.096390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:28:17.098080 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:28:17.160337 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:17.165642 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:17.168971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] 10.222.0.15 "DELETE /v2.0/networks/b10e8e64-ffa2-436a-a701-146fb967b9eb HTTP/1.1" status: 204 len: 168 time: 0.2844195 Nov 25 20:28:17.181419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d78db30-1fd3-40c1-a207-364685846d3f admin admin] Pushing event deleted for resources: {'Network': ['ID=b10e8e64-ffa2-436a-a701-146fb967b9eb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:17.275695 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48622) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:28:17.315394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-37dd2049-8d78-4061-9d50-7f431acf6b64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6cb6436cb415407b876c2b8a7a67e435&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384095 Nov 25 20:28:17.317735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48624) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:28:17.365586 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85c78096-547e-4c89-8e31-c42c662ce7b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:17.386335 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85c78096-547e-4c89-8e31-c42c662ce7b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:17.432447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85c78096-547e-4c89-8e31-c42c662ce7b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:17.435244 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-85c78096-547e-4c89-8e31-c42c662ce7b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:17.436626 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-85c78096-547e-4c89-8e31-c42c662ce7b9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55639029-1380-42eb-b54d-c777b28bafda HTTP/1.1" status: 204 len: 168 time: 0.1179113 Nov 25 20:28:17.445007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c78096-547e-4c89-8e31-c42c662ce7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55639029-1380-42eb-b54d-c777b28bafda,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:18.102567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48646) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:28:18.200891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1779574839-network', 'tenant_id': '27245851c7af45ea9c0906207a789daa'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:28:18.222822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Made reservation on behalf of 27245851c7af45ea9c0906207a789daa for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:28:18.225199 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:18.233981 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:18.313961 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:18.317829 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:18.347483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:28:18.353994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d359634-6b93-464a-b413-a7b66fcbb935,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:18.362432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:18.362432 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Added segment 44028c86-4dd1-4245-9dde-3cae3c790506 of type vlan for network 4192d1bc-44d5-4206-8709-497e95538a4e Nov 25 20:28:18.403253 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:18.428361 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:18.429204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:18.429781 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:18.465797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3619223 Nov 25 20:28:18.468142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48650) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:28:18.473434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] Request body: {'subnet': {'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1779574839-subnet', 'tenant_id': '27245851c7af45ea9c0906207a789daa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:28:18.495667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] Made reservation on behalf of 27245851c7af45ea9c0906207a789daa for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:28:18.496669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95e9240-49bd-47f9-82db-b02456856456 admin admin] Pushing event updated for resources: {'Network': ['ID=4192d1bc-44d5-4206-8709-497e95538a4e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:18.497998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:18.506651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 4192d1bc-44d5-4206-8709-497e95538a4e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:28:18.673295 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:18.716393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fea9d887-2c41-4818-9ecd-e9596afa0420 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:28:18.722267 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb60745e-2520-4fa3-8540-0d08ba738893,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:18.738054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: fea9d887-2c41-4818-9ecd-e9596afa0420 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:28:18.738406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device fea9d887-2c41-4818-9ecd-e9596afa0420 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:28:18.739736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] Checking segment: {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:28:18.740102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] Network hostable DHCP agents. Network: 4192d1bc-44d5-4206-8709-497e95538a4e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:28:18.757343 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] Network 4192d1bc-44d5-4206-8709-497e95538a4e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:28:18.767066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 4192d1bc-44d5-4206-8709-497e95538a4e) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:28:18.771215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:18.771799 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:18.777746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2db6c4e-4b7b-4418-b250-31d09834149a None None] Network 4192d1bc-44d5-4206-8709-497e95538a4e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:28:18.787454 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-89e864b5-8054-4a7d-a0c4-3a07abe8932f admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3181469 Nov 25 20:28:18.916707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c2143a-0dd9-4110-95c0-96d5d05b8a26 None None] Network 4192d1bc-44d5-4206-8709-497e95538a4e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:28:19.230189 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-f991e047-23e5-4d1c-8cf9-d8d3e9d8718f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:19.232251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-f991e047-23e5-4d1c-8cf9-d8d3e9d8718f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 815 time: 0.1125076 Nov 25 20:28:19.248426 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-bdd08cab-ff9c-43a0-8e59-f9a32514e4d8 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/quotas/27245851c7af45ea9c0906207a789daa HTTP/1.1" status: 200 len: 375 time: 0.0103536 Nov 25 20:28:19.286024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-cd694985-c67b-412c-916f-40e7e4376a73 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316920 Nov 25 20:28:19.429010 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-f370a2f0-5e7b-478d-97c8-a0ca7ddcac9c service neutron] 10.222.0.15 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352437 Nov 25 20:28:19.520543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-5a8d34ce-e2c0-4208-b659-250b08602c35 service neutron] 10.222.0.15 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852339 Nov 25 20:28:19.699306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05b12b24-7435-4ba0-80a3-0cf1c3af369a req-c2412461-bff0-41ca-8eae-778eaa91f67a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 210 time: 0.0327742 Nov 25 20:28:20.634225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-1ae66de5-4d72-49cf-8edb-55c696bedf4f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:20.634225 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-1ae66de5-4d72-49cf-8edb-55c696bedf4f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.60 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 815 time: 0.1116297 Nov 25 20:28:20.644580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Request body: {'port': {'device_id': '5556248f-c115-448c-adbd-1149239f8b70', 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e', 'admin_state_up': True, 'tenant_id': '27245851c7af45ea9c0906207a789daa'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:28:20.764972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Made reservation on behalf of 27245851c7af45ea9c0906207a789daa for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:28:20.768872 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:20.798735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de2247e5-50d1-4a56-9d53-e02274af7a8c req-b01d81a4-de80-4dda-acb4-7db11ce0b1d0 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 210 time: 0.0274367 Nov 25 20:28:20.901068 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Allocated IP 172.20.0.14 (4192d1bc-44d5-4206-8709-497e95538a4e/cb60745e-2520-4fa3-8540-0d08ba738893/3041941d-d511-437f-a437-656c5216e576) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:28:21.042384 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:21.080554 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:21.125139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Network 4192d1bc-44d5-4206-8709-497e95538a4e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:28:21.128041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:28:21.131573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:28:21.138515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Pushing event updated for resources: {'Port': ['ID=3041941d-d511-437f-a437-656c5216e576,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:21.185789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:21.186354 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:21.203630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9e0ebe0c-0273-4abf-8cbc-274f3f2d9f4c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5639503 Nov 25 20:28:21.216812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Request body: {'port': {'device_id': '5556248f-c115-448c-adbd-1149239f8b70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:28:21.241274 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:21.273567 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:21.537588 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3041941d-d511-437f-a437-656c5216e576 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:28:21.545835 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:21.558516 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Transition to ACTIVE for port object 3041941d-d511-437f-a437-656c5216e576 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:28:21.562304 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:21.614832 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Pushing event updated for resources: {'Port': ['ID=3041941d-d511-437f-a437-656c5216e576,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:21.683822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Attempting to bind port 3041941d-d511-437f-a437-656c5216e576 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:28:21.684436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Attempting to bind port 3041941d-d511-437f-a437-656c5216e576 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:28:21.684436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Attempting to bind port 3041941d-d511-437f-a437-656c5216e576 on network 4192d1bc-44d5-4206-8709-497e95538a4e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:28:21.688655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Port 3041941d-d511-437f-a437-656c5216e576 on network 4192d1bc-44d5-4206-8709-497e95538a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:28:21.689030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Attempting to bind port 3041941d-d511-437f-a437-656c5216e576 on network 4192d1bc-44d5-4206-8709-497e95538a4e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:28:21.693663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 28, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:28:21.694000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Checking segment: {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:28:21.694383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Bound using segment: {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:28:21.694831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Bound port: 3041941d-d511-437f-a437-656c5216e576, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:28:21.695180 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:21.759779 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] For port 3041941d-d511-437f-a437-656c5216e576, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:28:21.762821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] For port 3041941d-d511-437f-a437-656c5216e576, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3041941d-d511-437f-a437-656c5216e576,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:28:21.767389 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:21.805701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:21.806309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:21.807731 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] 10.222.0.60 "PUT /v2.0/ports/3041941d-d511-437f-a437-656c5216e576 HTTP/1.1" status: 200 len: 1092 time: 0.5953305 Nov 25 20:28:21.808179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'tag': '3041941d-d511-437f-a437-656c5216e576'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:28:21.810404 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec67192-b5b8-41f0-ab4f-32cb067ca975" -d '{"events": [{"name": "network-changed", "server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "tag": "3041941d-d511-437f-a437-656c5216e576"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:28:21.830636 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781b7d32-fa39-47d1-9be8-fdedfa71b79d service neutron] Pushing event updated for resources: {'Port': ['ID=3041941d-d511-437f-a437-656c5216e576,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:21.861827 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6227955f-ba52-4d95-98de-ac2adc221fcc x-openstack-request-id: req-6227955f-ba52-4d95-98de-ac2adc221fcc {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:28:21.862197 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "tag": "3041941d-d511-437f-a437-656c5216e576", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:28:21.862526 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6227955f-ba52-4d95-98de-ac2adc221fcc {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:28:21.863027 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'tag': '3041941d-d511-437f-a437-656c5216e576', 'status': 'completed', 'code': 200} Nov 25 20:28:21.893037 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-0191cec7-3f66-4291-aaf4-31e548910707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:21.894534 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-0191cec7-3f66-4291-aaf4-31e548910707 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 1095 time: 0.0434234 Nov 25 20:28:21.941055 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-5ffb1ac4-7d00-450e-82ee-2c007c36ef4a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3041941d-d511-437f-a437-656c5216e576 HTTP/1.1" status: 200 len: 217 time: 0.0376933 Nov 25 20:28:21.954479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41faf577-c5bd-4244-b929-932376609394 req-c8b7a38f-235f-46f7-a6a7-496f40bf83c7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:21.955993 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41faf577-c5bd-4244-b929-932376609394 req-c8b7a38f-235f-46f7-a6a7-496f40bf83c7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 944 time: 0.0499313 Nov 25 20:28:21.991171 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9d3f68bb-c392-45dd-9cd8-d6203c6c09b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:21.992676 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-9d3f68bb-c392-45dd-9cd8-d6203c6c09b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0445898 Nov 25 20:28:22.003619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41faf577-c5bd-4244-b929-932376609394 req-10148507-1aba-42e7-9800-7590e2b31989 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415273 Nov 25 20:28:22.024976 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-e20134c2-cf7c-4ff7-8586-2ad65674bf59 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256867 Nov 25 20:28:22.119198 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-1d11337f-f02c-4313-b5c4-6a3571754244 service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873923 Nov 25 20:28:22.208373 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-00b32ecf-384a-444f-bce7-9f6742ebf4f1 req-b293e569-0997-4a4c-b765-28c6a659a0c4 service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829022 Nov 25 20:28:22.301627 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec67192-b5b8-41f0-ab4f-32cb067ca975 req-9c39b183-916a-47e3-89a2-b3ae9d1d18b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:22.303148 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ec67192-b5b8-41f0-ab4f-32cb067ca975 req-9c39b183-916a-47e3-89a2-b3ae9d1d18b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 1095 time: 0.0468047 Nov 25 20:28:22.395303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec67192-b5b8-41f0-ab4f-32cb067ca975 req-7a72d48e-3ad1-470e-8643-ca5aa0c8b6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:22.396846 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ec67192-b5b8-41f0-ab4f-32cb067ca975 req-7a72d48e-3ad1-470e-8643-ca5aa0c8b6b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.0865915 Nov 25 20:28:22.443908 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ec67192-b5b8-41f0-ab4f-32cb067ca975 req-7a6f3385-980b-4e4a-8b59-878b7f275213 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3041941d-d511-437f-a437-656c5216e576 HTTP/1.1" status: 200 len: 217 time: 0.0389783 Nov 25 20:28:22.496083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec67192-b5b8-41f0-ab4f-32cb067ca975 req-9df3a1fd-6a97-4ba8-a6b8-05b4390b951c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:22.497554 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ec67192-b5b8-41f0-ab4f-32cb067ca975 req-9df3a1fd-6a97-4ba8-a6b8-05b4390b951c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0452659 Nov 25 20:28:22.530441 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ec67192-b5b8-41f0-ab4f-32cb067ca975 req-37d76255-b41d-4709-9aa5-afca00bd3e03 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247471 Nov 25 20:28:22.627771 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ec67192-b5b8-41f0-ab4f-32cb067ca975 req-04361aac-6dba-4bb4-a9f2-d627ad562195 service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898890 Nov 25 20:28:22.720576 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8ec67192-b5b8-41f0-ab4f-32cb067ca975 req-a2b205cb-a3d0-4b88-ac51-975c736141a9 service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846913 Nov 25 20:28:23.125988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c14842-0035-43d3-b490-224ce8875bdd req-103e0af5-64c4-473c-aadd-8753cdbc9a2c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:23.127609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-33c14842-0035-43d3-b490-224ce8875bdd req-103e0af5-64c4-473c-aadd-8753cdbc9a2c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 944 time: 0.0505667 Nov 25 20:28:23.179443 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-33c14842-0035-43d3-b490-224ce8875bdd req-f9f36987-0d5c-4375-b92d-b89a66e0526b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450017 Nov 25 20:28:23.468413 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:24.301522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abd4dd3-4ed4-47e4-bd08-ec683ccc2b73 req-7c44191c-cb2d-4dc9-865d-0bba605971fa tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:24.303023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1abd4dd3-4ed4-47e4-bd08-ec683ccc2b73 req-7c44191c-cb2d-4dc9-865d-0bba605971fa tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 944 time: 0.0495260 Nov 25 20:28:24.350385 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1abd4dd3-4ed4-47e4-bd08-ec683ccc2b73 req-a3084850-ab35-4c0b-b164-be224f340d76 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408885 Nov 25 20:28:25.469915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36313e30-4da8-4a30-9849-7cdd47d479e2 req-a5aee804-8e8f-4053-8442-c50c1a7c586d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:25.471550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36313e30-4da8-4a30-9849-7cdd47d479e2 req-a5aee804-8e8f-4053-8442-c50c1a7c586d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 944 time: 0.0521169 Nov 25 20:28:25.526750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36313e30-4da8-4a30-9849-7cdd47d479e2 req-75703a70-a9e1-4632-be2f-8b8451eadc45 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474181 Nov 25 20:28:26.026559 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:28:26.646888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ee469-c0ac-4b9e-aa76-2cc38d885229 req-a279162a-c545-4aca-8dee-27e771c0718f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:26.648388 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba4ee469-c0ac-4b9e-aa76-2cc38d885229 req-a279162a-c545-4aca-8dee-27e771c0718f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 944 time: 0.0542946 Nov 25 20:28:26.699567 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba4ee469-c0ac-4b9e-aa76-2cc38d885229 req-e58376e9-7f6f-4205-8a21-936e7db2a408 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Nov 25 20:28:26.763895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3041941d-d511-437f-a437-656c5216e576 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:28:26.863053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3041941d-d511-437f-a437-656c5216e576, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3041941d-d511-437f-a437-656c5216e576,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:28:26.873890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '3041941d-d511-437f-a437-656c5216e576', 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e', 'port_id': '3041941d-d511-437f-a437-656c5216e576', 'mac_address': 'fa:16:3e:dc:43:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb60745e-2520-4fa3-8540-0d08ba738893', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:28:26.927293 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:26.940191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3041941d-d511-437f-a437-656c5216e576 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:28:26.960712 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3041941d-d511-437f-a437-656c5216e576, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3041941d-d511-437f-a437-656c5216e576,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:28:26.964925 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:27.014161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3041941d-d511-437f-a437-656c5216e576,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:27.155690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['3041941d-d511-437f-a437-656c5216e576'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:28:27.817174 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a5d7e2-6397-42b2-ba49-68afb42f4085 req-af62dbea-1376-44e8-85e1-7883ad5abc66 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:27.818682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2a5d7e2-6397-42b2-ba49-68afb42f4085 req-af62dbea-1376-44e8-85e1-7883ad5abc66 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 945 time: 0.0504773 Nov 25 20:28:27.866663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2a5d7e2-6397-42b2-ba49-68afb42f4085 req-bfba8d6d-8f00-416b-b97f-e3880c73c9d7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414615 Nov 25 20:28:28.781011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3041941d-d511-437f-a437-656c5216e576 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:28:28.834134 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 3041941d-d511-437f-a437-656c5216e576 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:28:28.838479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 3041941d-d511-437f-a437-656c5216e576 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:28:28.838875 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:28.918145 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:28.942419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3041941d-d511-437f-a437-656c5216e576'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:28:28.944683 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9550b26-5efb-4bb0-affd-5897856cda4b" -d '{"events": [{"server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "name": "network-vif-plugged", "status": "completed", "tag": "3041941d-d511-437f-a437-656c5216e576"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:28:28.960077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 3041941d-d511-437f-a437-656c5216e576, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3041941d-d511-437f-a437-656c5216e576,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:28:28.965089 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:28.988970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd30d4-2d8c-44c2-b51f-5a526dbcf427 req-ae30805a-c510-4ce1-86a0-f4e35edaeb16 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:28.990484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5fd30d4-2d8c-44c2-b51f-5a526dbcf427 req-ae30805a-c510-4ce1-86a0-f4e35edaeb16 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 945 time: 0.0529683 Nov 25 20:28:29.012698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=3041941d-d511-437f-a437-656c5216e576,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:28:29.045895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5fd30d4-2d8c-44c2-b51f-5a526dbcf427 req-e4dff268-06d6-4b74-a6d1-c85ae10cec5c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485506 Nov 25 20:28:29.144385 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ac254be-e415-47d1-be71-26bd118b01e3 x-openstack-request-id: req-9ac254be-e415-47d1-be71-26bd118b01e3 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:28:29.144682 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "name": "network-vif-plugged", "status": "completed", "tag": "3041941d-d511-437f-a437-656c5216e576", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:28:29.144939 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9ac254be-e415-47d1-be71-26bd118b01e3 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:28:29.145342 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3041941d-d511-437f-a437-656c5216e576', 'code': 200} Nov 25 20:28:29.243801 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e396328a-618b-4b78-9d00-f4eb5ec6f0f3 req-193bb101-498a-4ad4-aaf1-4befd08d3f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:29.245422 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e396328a-618b-4b78-9d00-f4eb5ec6f0f3 req-193bb101-498a-4ad4-aaf1-4befd08d3f56 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 1097 time: 0.0420785 Nov 25 20:28:29.297759 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e396328a-618b-4b78-9d00-f4eb5ec6f0f3 req-e08a7084-1f84-4514-b372-5d3335d728aa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457046 Nov 25 20:28:30.165926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c81cc3-6bec-4b11-a29a-4bed80dab684 req-8cd73a42-7e79-41d0-805f-d0fc6586704d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:30.167433 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64c81cc3-6bec-4b11-a29a-4bed80dab684 req-8cd73a42-7e79-41d0-805f-d0fc6586704d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0495713 Nov 25 20:28:30.218585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64c81cc3-6bec-4b11-a29a-4bed80dab684 req-07f55dc6-9d15-47ed-8fa9-e64ba2031b81 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452075 Nov 25 20:28:31.333172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e691b4f-3bf3-4fa2-9989-c2aaa9ea77ad req-d7a80707-2d67-4cd3-8731-9b5dfe5b7026 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:31.334662 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e691b4f-3bf3-4fa2-9989-c2aaa9ea77ad req-d7a80707-2d67-4cd3-8731-9b5dfe5b7026 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0491924 Nov 25 20:28:31.383020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e691b4f-3bf3-4fa2-9989-c2aaa9ea77ad req-e90db21b-52f7-40b7-b553-303e227cb884 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415561 Nov 25 20:28:31.501162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50417739-7c68-444e-a5e3-9e10d34c1435 req-ac258c5a-8a0e-4c47-a7da-1649157b6610 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:31.502538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50417739-7c68-444e-a5e3-9e10d34c1435 req-ac258c5a-8a0e-4c47-a7da-1649157b6610 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0529048 Nov 25 20:28:31.549423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50417739-7c68-444e-a5e3-9e10d34c1435 req-16ea0c94-ba78-4251-a996-b1d953ec4320 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409570 Nov 25 20:28:31.756886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88da7a23-f96c-4768-88ae-9ebe1b73384e req-81beaa87-42b1-4f8e-88c9-a8e653efd924 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:31.758284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88da7a23-f96c-4768-88ae-9ebe1b73384e req-81beaa87-42b1-4f8e-88c9-a8e653efd924 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0517709 Nov 25 20:28:31.807682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88da7a23-f96c-4768-88ae-9ebe1b73384e req-e4927d17-5b0f-47e2-ab2f-374c2efe5dbd tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433190 Nov 25 20:28:31.932125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4463b043-ba22-4158-83eb-7004ca1b247d req-96f409e7-ef74-4be0-b4a8-2377c3c4b9df tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:31.933602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4463b043-ba22-4158-83eb-7004ca1b247d req-96f409e7-ef74-4be0-b4a8-2377c3c4b9df tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0552354 Nov 25 20:28:31.982198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4463b043-ba22-4158-83eb-7004ca1b247d req-9b094778-4999-4c0e-8d37-b2313aacbbcb tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426097 Nov 25 20:28:32.164654 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee11c522-ba2b-402c-ad7d-f4bb7a3e0398 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:32.232800 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-29fa36ef-98db-4680-8174-e432fe8d858c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0440073 Nov 25 20:28:32.240594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75ea1dd-f461-4063-a81e-c214d91c4238 req-b375c3cb-b422-4189-936d-c719de6f410d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:32.242102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d75ea1dd-f461-4063-a81e-c214d91c4238 req-b375c3cb-b422-4189-936d-c719de6f410d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0505042 Nov 25 20:28:32.293532 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d75ea1dd-f461-4063-a81e-c214d91c4238 req-210b48a6-2511-4abf-9d91-0054b6de149f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445406 Nov 25 20:28:33.364521 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-e8727e56-6fa1-4d4d-ab53-1d52faf20250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:33.366041 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-e8727e56-6fa1-4d4d-ab53-1d52faf20250 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 1097 time: 0.0426295 Nov 25 20:28:33.411941 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c5e83b-b666-4aa3-8756-e2256c16a65f req-f95d33e3-a927-4faf-9e25-5cb86fdb84a6 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:33.413743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0c5e83b-b666-4aa3-8756-e2256c16a65f req-f95d33e3-a927-4faf-9e25-5cb86fdb84a6 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0493641 Nov 25 20:28:33.466412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-93fec9ed-f5dc-403f-a39b-2ee6a9db2daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:33.467708 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0c5e83b-b666-4aa3-8756-e2256c16a65f req-06dc9635-f142-4f01-be62-dacf2f5a938f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467646 Nov 25 20:28:33.467927 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-93fec9ed-f5dc-403f-a39b-2ee6a9db2daa service neutron] 10.222.0.60 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.0936975 Nov 25 20:28:33.509960 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-2cca9b77-64ec-4406-9544-b847fdfe1a9f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3041941d-d511-437f-a437-656c5216e576 HTTP/1.1" status: 200 len: 217 time: 0.0345800 Nov 25 20:28:33.557878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-b7dbe55a-1af9-4799-b127-b74b4518f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:33.559349 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-b7dbe55a-1af9-4799-b127-b74b4518f445 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0432162 Nov 25 20:28:33.591633 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-95b9a0ac-adb2-4e68-859e-76ab6e70bc20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256982 Nov 25 20:28:33.686213 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-d13f8c9c-63d0-4b7d-a9b9-e537c0b08072 service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879843 Nov 25 20:28:33.779791 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-f032369a-10eb-4507-9e61-53ec711a3722 service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870957 Nov 25 20:28:34.584650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645bd7fd-4736-43dd-ac37-c12bf0e34f9b req-896eef77-876f-4ae3-9255-fe41a324d834 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:34.586108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-645bd7fd-4736-43dd-ac37-c12bf0e34f9b req-896eef77-876f-4ae3-9255-fe41a324d834 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0496509 Nov 25 20:28:34.636167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-645bd7fd-4736-43dd-ac37-c12bf0e34f9b req-cdfe80b7-3925-4aab-b5cd-508a744320f3 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433419 Nov 25 20:28:35.294086 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-61d36479-07e0-4b07-84ee-417b65506073 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:35.754049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf643f4-73a3-4f19-923e-35c7829e8bb9 req-1f52806c-c1f1-49eb-9c3d-ecaa1c5f525d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:35.755564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-caf643f4-73a3-4f19-923e-35c7829e8bb9 req-1f52806c-c1f1-49eb-9c3d-ecaa1c5f525d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0493765 Nov 25 20:28:35.806094 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-caf643f4-73a3-4f19-923e-35c7829e8bb9 req-df130f93-4f0b-428e-8f28-91229bb5e998 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438848 Nov 25 20:28:36.619617 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:36.927516 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81153cf6-df39-436b-b2b0-fe5719a6a2e8 req-677597a4-0be7-4024-bf36-1c1fdda475a7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:36.929014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81153cf6-df39-436b-b2b0-fe5719a6a2e8 req-677597a4-0be7-4024-bf36-1c1fdda475a7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0533566 Nov 25 20:28:36.976847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81153cf6-df39-436b-b2b0-fe5719a6a2e8 req-273583bb-2525-41c9-8191-6aa63155cf85 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411820 Nov 25 20:28:37.948104 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:38.095669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74ccdc1-e23f-4a22-82dc-ed41ece79b3d req-7f151579-05a2-4bdd-91a3-3e4bdb70343c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:38.097165 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f74ccdc1-e23f-4a22-82dc-ed41ece79b3d req-7f151579-05a2-4bdd-91a3-3e4bdb70343c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0500460 Nov 25 20:28:38.143986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f74ccdc1-e23f-4a22-82dc-ed41ece79b3d req-8e5b6a2a-b4d1-4810-8511-3f220b1c97e9 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407715 Nov 25 20:28:38.468945 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:39.261613 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ce4ee4-6331-4225-986b-d2cc5b43b20d req-b424d565-fbe4-4429-8bc0-0a3f234a0bd9 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:39.263773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25ce4ee4-6331-4225-986b-d2cc5b43b20d req-b424d565-fbe4-4429-8bc0-0a3f234a0bd9 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0490417 Nov 25 20:28:39.316205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25ce4ee4-6331-4225-986b-d2cc5b43b20d req-73f413d4-f313-4228-ae6d-9e801f989136 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465078 Nov 25 20:28:40.436285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73df0f4-d1eb-4ca3-acce-702bdbb64f03 req-4b87f4ff-68f9-464a-ac00-eb4c6640cd17 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:40.437772 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c73df0f4-d1eb-4ca3-acce-702bdbb64f03 req-4b87f4ff-68f9-464a-ac00-eb4c6640cd17 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0509214 Nov 25 20:28:40.485991 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c73df0f4-d1eb-4ca3-acce-702bdbb64f03 req-3d1918c6-ce82-4012-b612-76a135308d7c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414841 Nov 25 20:28:41.602029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1d4391-cab7-4e63-8308-2b086563f656 req-74560415-c481-4ce3-b8f3-7d3f2e3cd48d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:41.603553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c1d4391-cab7-4e63-8308-2b086563f656 req-74560415-c481-4ce3-b8f3-7d3f2e3cd48d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0499558 Nov 25 20:28:41.651834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c1d4391-cab7-4e63-8308-2b086563f656 req-81926281-58cd-4591-9521-3a76eabf6cf0 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414963 Nov 25 20:28:42.784518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692c6647-87a5-4f1a-9f3f-0bc256aa0e40 req-7b76317f-dd36-444a-8fb1-c5cd99336fc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:42.785989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-692c6647-87a5-4f1a-9f3f-0bc256aa0e40 req-7b76317f-dd36-444a-8fb1-c5cd99336fc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0527771 Nov 25 20:28:42.833986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-692c6647-87a5-4f1a-9f3f-0bc256aa0e40 req-3638e58e-dc1a-4622-9f72-824e27a344e5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416353 Nov 25 20:28:43.956247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85785e9d-088b-41a2-a14b-8374b4af0287 req-8c9224a7-886c-4e0d-b7b1-8a6d9d14b81f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:43.957656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85785e9d-088b-41a2-a14b-8374b4af0287 req-8c9224a7-886c-4e0d-b7b1-8a6d9d14b81f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0496359 Nov 25 20:28:44.004795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85785e9d-088b-41a2-a14b-8374b4af0287 req-58f31c3c-21e2-4a99-9ff7-16eea9ab3570 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412703 Nov 25 20:28:45.143784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6344e9-bedc-464a-8546-4bdb2106d6ab req-8ca7d9ca-eca0-4e62-ac56-e5cc827bede4 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:45.145280 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a6344e9-bedc-464a-8546-4bdb2106d6ab req-8ca7d9ca-eca0-4e62-ac56-e5cc827bede4 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0556014 Nov 25 20:28:45.193370 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a6344e9-bedc-464a-8546-4bdb2106d6ab req-86541cb4-afb5-4433-99f0-01c10b4ea252 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422373 Nov 25 20:28:46.312258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf483a-225f-438d-9320-2571d92eaab8 req-5b9ee9ec-18d5-4ee9-8697-c77084ec33ec tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:46.313742 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12bf483a-225f-438d-9320-2571d92eaab8 req-5b9ee9ec-18d5-4ee9-8697-c77084ec33ec tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0491416 Nov 25 20:28:46.361802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12bf483a-225f-438d-9320-2571d92eaab8 req-1cfef3a8-542a-48cf-a741-4ffab763088f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421052 Nov 25 20:28:47.484463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecf4ab9-4d77-45ec-9a15-23d27321d53c req-5fab7beb-af17-47f6-b7bb-5ddd71050d5e tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:47.486022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ecf4ab9-4d77-45ec-9a15-23d27321d53c req-5fab7beb-af17-47f6-b7bb-5ddd71050d5e tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0536413 Nov 25 20:28:47.543901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ecf4ab9-4d77-45ec-9a15-23d27321d53c req-b5af16d9-2010-4007-8ee1-e5ca7e9c4cf9 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483410 Nov 25 20:28:48.662530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4aae9-a2e1-4641-8735-ec2b7926629d req-eb3fd4de-23f0-4e83-8e31-1bfe940d5d6f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:48.664365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02b4aae9-a2e1-4641-8735-ec2b7926629d req-eb3fd4de-23f0-4e83-8e31-1bfe940d5d6f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0502684 Nov 25 20:28:48.711848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02b4aae9-a2e1-4641-8735-ec2b7926629d req-c3fbb17d-4580-4a90-b0a6-89b3f90d62b7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413394 Nov 25 20:28:49.830035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773d6af8-9507-496c-84ec-10d593d3e68a req-bbf4052a-5c85-43f4-b9c4-bd8ad3d484c4 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:49.831598 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-773d6af8-9507-496c-84ec-10d593d3e68a req-bbf4052a-5c85-43f4-b9c4-bd8ad3d484c4 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0500841 Nov 25 20:28:49.880462 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-773d6af8-9507-496c-84ec-10d593d3e68a req-2a3797a9-556e-4de9-b4b2-69e3fa91b0ea tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428431 Nov 25 20:28:51.002709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236ccac6-b9b3-4e80-b0ec-8cd6175dab7b req-1cb934cb-b818-43fb-8c1c-f2aec130a836 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:51.004200 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-236ccac6-b9b3-4e80-b0ec-8cd6175dab7b req-1cb934cb-b818-43fb-8c1c-f2aec130a836 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0536630 Nov 25 20:28:51.052683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-236ccac6-b9b3-4e80-b0ec-8cd6175dab7b req-b27284a2-d085-4317-b03c-2dcaab319957 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425234 Nov 25 20:28:51.258424 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:52.172110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6509b646-9d06-40f7-94e3-65a2cc69eeed req-c959d130-0f7a-42d1-88ce-0e13cd1fb5c2 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:52.173525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6509b646-9d06-40f7-94e3-65a2cc69eeed req-c959d130-0f7a-42d1-88ce-0e13cd1fb5c2 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0501735 Nov 25 20:28:52.222936 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6509b646-9d06-40f7-94e3-65a2cc69eeed req-95e33db1-e667-443b-9205-ce8c2c13170d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432100 Nov 25 20:28:53.344918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116238f1-a12e-49f9-84bd-71bfe083078a req-0655c482-3565-40ee-af5b-10e912910c23 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:53.346408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-116238f1-a12e-49f9-84bd-71bfe083078a req-0655c482-3565-40ee-af5b-10e912910c23 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0491087 Nov 25 20:28:53.397145 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-116238f1-a12e-49f9-84bd-71bfe083078a req-dcbede1c-bd33-4e4d-8136-88732997ad70 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446758 Nov 25 20:28:53.484360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:28:54.519261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a6e94-d30e-415f-95be-569f8a8dcb68 req-aaae1ed0-3c87-411c-8845-912cd51d7bbe tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:54.520806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-455a6e94-d30e-415f-95be-569f8a8dcb68 req-aaae1ed0-3c87-411c-8845-912cd51d7bbe tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0532002 Nov 25 20:28:54.572717 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-455a6e94-d30e-415f-95be-569f8a8dcb68 req-af271199-986c-4858-9789-c427f215d268 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434823 Nov 25 20:28:55.695282 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d9badd-aa6a-4313-b78e-d3fe1764af2c req-e8888c13-0b72-4d42-aa6f-c0891b85c119 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:55.696790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1d9badd-aa6a-4313-b78e-d3fe1764af2c req-e8888c13-0b72-4d42-aa6f-c0891b85c119 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0504138 Nov 25 20:28:55.744290 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a1d9badd-aa6a-4313-b78e-d3fe1764af2c req-d23288e9-58cc-4bb7-8297-1542439f61f8 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414014 Nov 25 20:28:56.866610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b2bab8-3965-4b84-bd9e-a11fbd022e4a req-eec352a2-45dd-48bd-89c8-088f3ff82abc tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:56.868133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23b2bab8-3965-4b84-bd9e-a11fbd022e4a req-eec352a2-45dd-48bd-89c8-088f3ff82abc tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0526738 Nov 25 20:28:56.917075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23b2bab8-3965-4b84-bd9e-a11fbd022e4a req-1ebc00e0-d016-419b-be6a-9b0988492dd6 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 Nov 25 20:28:58.041382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4779f1-46df-43b3-a562-408c69ab0bb8 req-78350f70-1adc-4633-b15a-5100b9204897 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:58.042893 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce4779f1-46df-43b3-a562-408c69ab0bb8 req-78350f70-1adc-4633-b15a-5100b9204897 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0553868 Nov 25 20:28:58.092058 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce4779f1-46df-43b3-a562-408c69ab0bb8 req-9b3180e5-afe7-4416-92f2-9275c799c3f0 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429304 Nov 25 20:28:59.212986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085d2de-83ef-4736-bd07-5f01f9ca0bfb req-307b0cca-aa4f-4c6f-b115-b9e50320b287 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:28:59.214498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4085d2de-83ef-4736-bd07-5f01f9ca0bfb req-307b0cca-aa4f-4c6f-b115-b9e50320b287 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0556302 Nov 25 20:28:59.261469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4085d2de-83ef-4736-bd07-5f01f9ca0bfb req-166effd0-83cc-4f62-81aa-84d9482a9f29 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408549 Nov 25 20:29:00.382358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd980dc-541f-4a75-8ee0-5131378d95b9 req-310093ab-c346-428f-97ef-24604374fb89 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:00.383936 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bd980dc-541f-4a75-8ee0-5131378d95b9 req-310093ab-c346-428f-97ef-24604374fb89 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0495336 Nov 25 20:29:00.430875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bd980dc-541f-4a75-8ee0-5131378d95b9 req-73e7b539-5268-491b-8935-9122ea04d2df tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409141 Nov 25 20:29:00.593230 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-8c5d75a0-1824-4983-951b-987af383d2fd service neutron] show failed (client error): The resource could not be found. Nov 25 20:29:00.594153 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-8c5d75a0-1824-4983-951b-987af383d2fd service neutron] 10.222.0.60 "GET /v2.0/ports/3041941d-d511-437f-a437-656c5216e576/bindings/n-h2-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0574563 Nov 25 20:29:00.825105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-9f31379c-ebcd-4568-b3cb-ae9dd3623b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:00.827320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-9f31379c-ebcd-4568-b3cb-ae9dd3623b12 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70&tenant_id=27245851c7af45ea9c0906207a789daa HTTP/1.1" status: 200 len: 1097 time: 0.0742860 Nov 25 20:29:00.837427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-0ae110d0-91ed-4086-9e7c-8e5c39b65b68 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:29:00.838355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-0ae110d0-91ed-4086-9e7c-8e5c39b65b68 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048773 Nov 25 20:29:00.851240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:29:00.905008 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:01.105967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] For port 3041941d-d511-437f-a437-656c5216e576, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=3041941d-d511-437f-a437-656c5216e576,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:01.139825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] For port 3041941d-d511-437f-a437-656c5216e576, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:29:01.183509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3041941d-d511-437f-a437-656c5216e576'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:01.186521 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31729dc3-9b42-449e-9c5d-0e63ccb2ab4a" -d '{"events": [{"server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "name": "network-vif-unplugged", "status": "completed", "tag": "3041941d-d511-437f-a437-656c5216e576"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:01.190966 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:01.204173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Transition to ACTIVE for port object 3041941d-d511-437f-a437-656c5216e576 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:29:01.208089 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:01.236172 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27e44bb9-d030-48c5-90e4-2390b5ad3b02 x-openstack-request-id: req-27e44bb9-d030-48c5-90e4-2390b5ad3b02 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:01.236469 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "name": "network-vif-unplugged", "status": "completed", "tag": "3041941d-d511-437f-a437-656c5216e576", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:01.236721 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-27e44bb9-d030-48c5-90e4-2390b5ad3b02 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:01.237114 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3041941d-d511-437f-a437-656c5216e576', 'code': 200} Nov 25 20:29:01.272036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Pushing event updated for resources: {'Port': ['ID=3041941d-d511-437f-a437-656c5216e576,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:01.274071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] No DVR routers for this DVR port 3041941d-d511-437f-a437-656c5216e576 on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:29:01.283345 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.283691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.284036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.284368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.284701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.285032 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.285380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.285775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.286103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.286431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.286752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.287098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:01.320818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Attempting to bind port 3041941d-d511-437f-a437-656c5216e576 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:29:01.321163 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Attempting to bind port 3041941d-d511-437f-a437-656c5216e576 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:29:01.321493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Attempting to bind port 3041941d-d511-437f-a437-656c5216e576 on network 4192d1bc-44d5-4206-8709-497e95538a4e {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:01.326093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Port 3041941d-d511-437f-a437-656c5216e576 on network 4192d1bc-44d5-4206-8709-497e95538a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:29:01.326442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Attempting to bind port 3041941d-d511-437f-a437-656c5216e576 on network 4192d1bc-44d5-4206-8709-497e95538a4e {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:01.331338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:29:01.331681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Checking segment: {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:29:01.332073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Bound using segment: {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:29:01.332506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Bound port: 3041941d-d511-437f-a437-656c5216e576, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:29:01.332859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:01.397630 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] For port 3041941d-d511-437f-a437-656c5216e576, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:29:01.400840 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] For port 3041941d-d511-437f-a437-656c5216e576, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3041941d-d511-437f-a437-656c5216e576,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:29:01.406037 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:01.440919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:01.441716 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:01.443076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] 10.222.0.76 "PUT /v2.0/ports/3041941d-d511-437f-a437-656c5216e576 HTTP/1.1" status: 200 len: 1092 time: 0.5954971 Nov 25 20:29:01.481287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d6ff64-ed7e-450c-9e46-7ab01725af92 service neutron] Pushing event updated for resources: {'Port': ['ID=3041941d-d511-437f-a437-656c5216e576,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:01.539223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-dd150e81-583b-4c7f-9137-1ed0f04aec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:01.540702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-dd150e81-583b-4c7f-9137-1ed0f04aec6f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 1095 time: 0.0715439 Nov 25 20:29:01.594532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef63881-58e3-41c3-9de3-dbcd358fd3a2 req-51e3b688-f752-424d-af29-0871c0704249 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:01.596042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ef63881-58e3-41c3-9de3-dbcd358fd3a2 req-51e3b688-f752-424d-af29-0871c0704249 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 944 time: 0.0889254 Nov 25 20:29:01.680774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-158048d7-10fa-4a77-95cb-298fb0870438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:01.682217 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-158048d7-10fa-4a77-95cb-298fb0870438 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.1316311 Nov 25 20:29:01.686994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ef63881-58e3-41c3-9de3-dbcd358fd3a2 req-d2ec954c-4da7-44ce-8d58-ef979e3e74fb tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669272 Nov 25 20:29:01.726547 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-233541fd-c731-45c2-afcf-d629dd0fe76c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3041941d-d511-437f-a437-656c5216e576 HTTP/1.1" status: 200 len: 217 time: 0.0378478 Nov 25 20:29:02.031626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-a4b88382-0288-4961-a0ba-69e25d8cf479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:02.033029 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-a4b88382-0288-4961-a0ba-69e25d8cf479 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.2992129 Nov 25 20:29:02.065060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-16a2e5d9-36f4-4d6c-94d5-bc8eae182bef service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244491 Nov 25 20:29:02.157370 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-3971b136-6c0e-4c32-9ffb-f9e543fa2934 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851519 Nov 25 20:29:02.158015 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9797ab92-ce70-48a2-a192-c3ec72f14b4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:02.250216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-510e3d47-950f-438f-adc4-dca5c60127c2 req-f03a9ce9-416b-4775-8388-b05741dba187 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857224 Nov 25 20:29:02.805648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ed9cc7-dac2-403d-9ff2-aaa9ce40a4ab req-dcb17db2-85b0-49f8-89d7-17f16a45ac37 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:02.807180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0ed9cc7-dac2-403d-9ff2-aaa9ce40a4ab req-dcb17db2-85b0-49f8-89d7-17f16a45ac37 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 944 time: 0.0494528 Nov 25 20:29:02.859270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0ed9cc7-dac2-403d-9ff2-aaa9ce40a4ab req-e4027801-aeec-4fe2-bc3d-31d6c6b01138 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454547 Nov 25 20:29:03.025819 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:29:03.238545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'tag': '3041941d-d511-437f-a437-656c5216e576'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:03.240988 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a692196a-6eb4-4b48-b359-1317ba3422d3" -d '{"events": [{"name": "network-changed", "server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "tag": "3041941d-d511-437f-a437-656c5216e576"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:03.290614 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acc2332f-7cde-4642-9c9f-171e151d743c x-openstack-request-id: req-acc2332f-7cde-4642-9c9f-171e151d743c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:03.290947 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "tag": "3041941d-d511-437f-a437-656c5216e576", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:03.291255 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-acc2332f-7cde-4642-9c9f-171e151d743c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:03.292033 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'tag': '3041941d-d511-437f-a437-656c5216e576', 'status': 'completed', 'code': 200} Nov 25 20:29:03.352835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-0d45304f-e71e-4e0b-a9f5-64e7db6e3465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:03.353087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-b5b8b300-cacc-46cf-9063-376ca99bc4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:03.354327 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-0d45304f-e71e-4e0b-a9f5-64e7db6e3465 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 1095 time: 0.0428531 Nov 25 20:29:03.354453 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-b5b8b300-cacc-46cf-9063-376ca99bc4fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 1095 time: 0.0411983 Nov 25 20:29:03.449345 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-10e11048-0880-47f5-a5de-f2f1583b92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:03.451478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-10e11048-0880-47f5-a5de-f2f1583b92f5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.0880630 Nov 25 20:29:03.500400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-f75df371-010e-4621-9e97-ccd38fea2c9d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3041941d-d511-437f-a437-656c5216e576 HTTP/1.1" status: 200 len: 217 time: 0.0412314 Nov 25 20:29:03.556148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-3d07b4c4-cb84-492b-82b8-ca64cc3e99ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:03.557543 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-3d07b4c4-cb84-492b-82b8-ca64cc3e99ac service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0492783 Nov 25 20:29:03.595467 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-832452c9-efa2-418e-b056-f14d5e07f57f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267036 Nov 25 20:29:03.697614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-89b31a0e-a81f-47db-94f0-52d574d36a2d service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942702 Nov 25 20:29:03.743309 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-7df66d53-5d0b-433e-9992-1e5408e471ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:03.744946 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-7df66d53-5d0b-433e-9992-1e5408e471ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.3803551 Nov 25 20:29:03.797510 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-3ba0717b-dd6b-4e78-a21a-02663501bb3e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3041941d-d511-437f-a437-656c5216e576 HTTP/1.1" status: 200 len: 217 time: 0.0443931 Nov 25 20:29:03.802310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-edf2ecd4-1897-4b44-ba73-18b4e1c0f849 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971177 Nov 25 20:29:03.849717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-d7ca6571-2167-4b3e-a58d-b770cc274413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:03.851035 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-d7ca6571-2167-4b3e-a58d-b770cc274413 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0464733 Nov 25 20:29:03.883868 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-accfbe89-42fa-41c0-8ccb-ff6cf98c51bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260067 Nov 25 20:29:03.982408 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-318d6648-4958-41f3-aae7-19d9d16f5a48 service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908449 Nov 25 20:29:03.984485 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf58efd-1544-4001-89e5-3008c126b2af req-0967461c-9bf8-4e78-be45-801b28bb524c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:03.986012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cf58efd-1544-4001-89e5-3008c126b2af req-0967461c-9bf8-4e78-be45-801b28bb524c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 944 time: 0.0501628 Nov 25 20:29:04.038502 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4cf58efd-1544-4001-89e5-3008c126b2af req-807986da-29de-4531-9038-db5e1167d53f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457096 Nov 25 20:29:04.080899 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a692196a-6eb4-4b48-b359-1317ba3422d3 req-ab6d5fc5-13a7-4056-ad23-1e0a89fc6722 service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908525 Nov 25 20:29:04.220442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3041941d-d511-437f-a437-656c5216e576 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:29:04.243573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88a6524-5ab6-4e1d-b740-5ff19ecb5a12 req-980b77a1-313d-4e22-b1af-76992785209c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:04.245199 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a88a6524-5ab6-4e1d-b740-5ff19ecb5a12 req-980b77a1-313d-4e22-b1af-76992785209c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 944 time: 0.0585196 Nov 25 20:29:04.302591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-ba633b14-de3f-4a05-b97d-27dd1a0a91ec tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:04.302918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a88a6524-5ab6-4e1d-b740-5ff19ecb5a12 req-117bb84f-0c6e-4e9e-890d-3fc39d9cb0f2 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502858 Nov 25 20:29:04.304954 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-ba633b14-de3f-4a05-b97d-27dd1a0a91ec tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.60 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70&tenant_id=27245851c7af45ea9c0906207a789daa&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 944 time: 0.0972555 Nov 25 20:29:04.375149 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-8e19e019-3bc0-4d2c-8c59-b532a8e11be1 service neutron] delete failed (client error): The resource could not be found. Nov 25 20:29:04.376929 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-8e19e019-3bc0-4d2c-8c59-b532a8e11be1 service neutron] 10.222.0.60 "DELETE /v2.0/ports/3041941d-d511-437f-a437-656c5216e576/bindings/n-h1-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0627584 Nov 25 20:29:04.464690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-15fe2077-c955-4c2a-b552-64356a6802f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:04.466605 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-15fe2077-c955-4c2a-b552-64356a6802f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 1095 time: 0.0426819 Nov 25 20:29:04.490443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3041941d-d511-437f-a437-656c5216e576, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3041941d-d511-437f-a437-656c5216e576,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:04.503620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '3041941d-d511-437f-a437-656c5216e576', 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e', 'port_id': '3041941d-d511-437f-a437-656c5216e576', 'mac_address': 'fa:16:3e:dc:43:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb60745e-2520-4fa3-8540-0d08ba738893', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:29:04.544390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:04.557154 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3041941d-d511-437f-a437-656c5216e576 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:29:04.558565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-f4f83cb4-da98-4d8f-b9eb-7c53ab408d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:04.561119 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-f4f83cb4-da98-4d8f-b9eb-7c53ab408d19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.0877693 Nov 25 20:29:04.577725 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3041941d-d511-437f-a437-656c5216e576, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3041941d-d511-437f-a437-656c5216e576,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:04.583186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:04.607294 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-202b7d80-be83-4e35-a202-b62c24b3b255 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3041941d-d511-437f-a437-656c5216e576 HTTP/1.1" status: 200 len: 217 time: 0.0383818 Nov 25 20:29:04.636700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=3041941d-d511-437f-a437-656c5216e576,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:04.642156 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6713cb14-1e85-4570-a6cd-fee32f1bd55a req-a9cebf00-a52d-4ddc-93a0-89058c3ffe93 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0411768 Nov 25 20:29:04.665748 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-b50bc43f-fa18-4e22-8520-2a424db9aec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:04.668394 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-b50bc43f-fa18-4e22-8520-2a424db9aec4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0550411 Nov 25 20:29:04.702958 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-32e026ca-6a24-4489-bb4c-2bf56158048b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271368 Nov 25 20:29:04.729690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713cb14-1e85-4570-a6cd-fee32f1bd55a req-f2d90578-a477-4868-b014-0519533ee464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:04.731270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6713cb14-1e85-4570-a6cd-fee32f1bd55a req-f2d90578-a477-4868-b014-0519533ee464 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 1096 time: 0.0471737 Nov 25 20:29:04.803925 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-8347fa3d-86c7-4890-9fe2-39af6957de7a service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943992 Nov 25 20:29:04.809126 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['3041941d-d511-437f-a437-656c5216e576'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:29:04.840093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713cb14-1e85-4570-a6cd-fee32f1bd55a req-037d982e-239c-468b-b39b-029144d92fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:04.841917 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6713cb14-1e85-4570-a6cd-fee32f1bd55a req-037d982e-239c-468b-b39b-029144d92fa3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.0908797 Nov 25 20:29:04.891463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6713cb14-1e85-4570-a6cd-fee32f1bd55a req-96748356-fae9-4da0-b754-bb38c93d7d52 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3041941d-d511-437f-a437-656c5216e576 HTTP/1.1" status: 200 len: 217 time: 0.0413947 Nov 25 20:29:04.898261 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2b9a6c4a-9f6d-4aa6-9b4a-5e14aadf3a1c req-71db3b14-ccdd-4daa-9a6f-a2b9dfa7811f service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865240 Nov 25 20:29:04.942879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6713cb14-1e85-4570-a6cd-fee32f1bd55a req-1217697d-bb7e-4416-80b5-b3b45204b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:04.944401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6713cb14-1e85-4570-a6cd-fee32f1bd55a req-1217697d-bb7e-4416-80b5-b3b45204b9e3 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0466321 Nov 25 20:29:04.972532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3041941d-d511-437f-a437-656c5216e576 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:29:04.979552 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6713cb14-1e85-4570-a6cd-fee32f1bd55a req-03c4fb6e-c48d-4163-b868-4032ccb7de64 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277591 Nov 25 20:29:05.013619 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 3041941d-d511-437f-a437-656c5216e576 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:29:05.080012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6713cb14-1e85-4570-a6cd-fee32f1bd55a req-e55d70d9-a980-4e50-a72f-6a361613a539 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901608 Nov 25 20:29:05.174779 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6713cb14-1e85-4570-a6cd-fee32f1bd55a req-6accf9bf-1cd7-4ff5-a544-18c48bc7e0c0 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856314 Nov 25 20:29:05.299653 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97fd5980-0fb8-4f17-b05e-79ce17c71061 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:05.427768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5ddd4-3874-45f3-b5b3-a4cea43ad7a7 req-c079ed98-8aa2-4415-ba7e-c2b94e080748 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:05.429299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59e5ddd4-3874-45f3-b5b3-a4cea43ad7a7 req-c079ed98-8aa2-4415-ba7e-c2b94e080748 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 945 time: 0.0516598 Nov 25 20:29:05.485466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59e5ddd4-3874-45f3-b5b3-a4cea43ad7a7 req-1dfa6003-3f64-45ed-9a6b-94665cf09fa3 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498357 Nov 25 20:29:05.603544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3236d0-19dd-45d7-9fd2-a23136ce81d8 req-3fe78699-8b96-4892-9628-58e7ab0f229e tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:05.604965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d3236d0-19dd-45d7-9fd2-a23136ce81d8 req-3fe78699-8b96-4892-9628-58e7ab0f229e tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 945 time: 0.0499356 Nov 25 20:29:05.654792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4d3236d0-19dd-45d7-9fd2-a23136ce81d8 req-5bf10aac-14bc-4901-bed8-55121862d75c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438032 Nov 25 20:29:05.772555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf46cfc-9cd8-44f0-9883-f92409c60f0e req-26c655c0-aded-46f3-bd70-7ed3f5a9cea0 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:05.774067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7cf46cfc-9cd8-44f0-9883-f92409c60f0e req-26c655c0-aded-46f3-bd70-7ed3f5a9cea0 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 945 time: 0.0504107 Nov 25 20:29:05.821859 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7cf46cfc-9cd8-44f0-9883-f92409c60f0e req-429f5318-67d1-438d-b43a-248c3f757f76 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Nov 25 20:29:06.212550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-fe54db7d-6bc3-4f4e-bf08-035202605c64 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:06.218521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-fe54db7d-6bc3-4f4e-bf08-035202605c64 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 815 time: 0.1087933 Nov 25 20:29:06.239504 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-904e32aa-65b6-4de5-be72-f3e52c04a80c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/quotas/27245851c7af45ea9c0906207a789daa HTTP/1.1" status: 200 len: 375 time: 0.0124004 Nov 25 20:29:06.240580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3041941d-d511-437f-a437-656c5216e576 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:29:06.294652 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-3ff4fb2f-7596-481e-8c37-e12dcd5a8c1d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0477939 Nov 25 20:29:06.298180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 3041941d-d511-437f-a437-656c5216e576 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:29:06.302873 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 3041941d-d511-437f-a437-656c5216e576 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:06.303494 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:06.387515 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:06.395181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-0d23ed4e-8190-4901-928d-4d90c651ca86 service neutron] 10.222.0.15 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918477 Nov 25 20:29:06.413835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3041941d-d511-437f-a437-656c5216e576'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:06.416077 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96898e30-020f-4519-a07b-a8e75fbeeda0" -d '{"events": [{"server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "name": "network-vif-plugged", "status": "completed", "tag": "3041941d-d511-437f-a437-656c5216e576"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:06.429097 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 3041941d-d511-437f-a437-656c5216e576, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3041941d-d511-437f-a437-656c5216e576,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:06.433307 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:06.487347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=3041941d-d511-437f-a437-656c5216e576,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:06.491922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-e04d3a5f-65f4-4ba7-ba85-6207fdcb57ed service neutron] 10.222.0.15 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906370 Nov 25 20:29:06.625448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:06.632147 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc2bbf9-1385-41f4-a6d8-d6d62d972922 x-openstack-request-id: req-cdc2bbf9-1385-41f4-a6d8-d6d62d972922 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:06.632698 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "name": "network-vif-plugged", "status": "completed", "tag": "3041941d-d511-437f-a437-656c5216e576", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:06.633159 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cdc2bbf9-1385-41f4-a6d8-d6d62d972922 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:06.633756 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3041941d-d511-437f-a437-656c5216e576', 'code': 200} Nov 25 20:29:06.694739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad07a863-73db-49d1-a5df-bad0b1aa6a48 req-dde35111-5bb2-4e4d-8317-280072bdf998 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 210 time: 0.0335748 Nov 25 20:29:07.348241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a1543-054d-4256-81d3-0c65b8b2c27e req-97cdc477-3d69-4143-bebd-6aff0ee2098e tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:07.350722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a85a1543-054d-4256-81d3-0c65b8b2c27e req-97cdc477-3d69-4143-bebd-6aff0ee2098e tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.76 "GET /v2.0/ports?device_id=5556248f-c115-448c-adbd-1149239f8b70 HTTP/1.1" status: 200 len: 946 time: 0.0570903 Nov 25 20:29:07.444706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-a85a1543-054d-4256-81d3-0c65b8b2c27e req-75fba37b-b25f-4173-afae-921b38afc305 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Deleting port 3041941d-d511-437f-a437-656c5216e576 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:29:07.445049 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a85a1543-054d-4256-81d3-0c65b8b2c27e req-75fba37b-b25f-4173-afae-921b38afc305 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:07.499127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.76', 61139) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:29:07.545738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-a85a1543-054d-4256-81d3-0c65b8b2c27e req-75fba37b-b25f-4173-afae-921b38afc305 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] For port 3041941d-d511-437f-a437-656c5216e576, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=3041941d-d511-437f-a437-656c5216e576,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:07.546105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a85a1543-054d-4256-81d3-0c65b8b2c27e req-75fba37b-b25f-4173-afae-921b38afc305 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:07.560853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-a85a1543-054d-4256-81d3-0c65b8b2c27e req-75fba37b-b25f-4173-afae-921b38afc305 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Calling delete_port for 3041941d-d511-437f-a437-656c5216e576 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:29:07.633007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-6b8cef84-5fc5-4ff2-9e28-73e96d16a672 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:07.634444 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-6b8cef84-5fc5-4ff2-9e28-73e96d16a672 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.76 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 815 time: 0.1334114 Nov 25 20:29:07.650923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Request body: {'port': {'device_id': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e', 'admin_state_up': True, 'tenant_id': '27245851c7af45ea9c0906207a789daa'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:29:07.711574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a85a1543-054d-4256-81d3-0c65b8b2c27e req-75fba37b-b25f-4173-afae-921b38afc305 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:07.728034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['3041941d-d511-437f-a437-656c5216e576'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:29:07.750458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fba37b-b25f-4173-afae-921b38afc305 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Pushing event deleted for resources: {'Port': ['ID=3041941d-d511-437f-a437-656c5216e576,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:07.798489 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Made reservation on behalf of 27245851c7af45ea9c0906207a789daa for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:29:07.802278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:07.824923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85a1543-054d-4256-81d3-0c65b8b2c27e req-75fba37b-b25f-4173-afae-921b38afc305 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] No DVR routers for this DVR port 3041941d-d511-437f-a437-656c5216e576 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:29:07.828652 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-a85a1543-054d-4256-81d3-0c65b8b2c27e req-75fba37b-b25f-4173-afae-921b38afc305 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:07.832188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a85a1543-054d-4256-81d3-0c65b8b2c27e req-75fba37b-b25f-4173-afae-921b38afc305 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.76 "DELETE /v2.0/ports/3041941d-d511-437f-a437-656c5216e576 HTTP/1.1" status: 204 len: 173 time: 0.4756627 Nov 25 20:29:07.834225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da5fa5bd-e392-4b4b-9042-71e7055f8d79 req-dc9cfa7f-5770-43e9-8fa1-a36b6ee4f7e8 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 210 time: 0.0508981 Nov 25 20:29:07.835913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'name': 'network-vif-deleted', 'tag': '3041941d-d511-437f-a437-656c5216e576'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:07.837091 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc161c-da45-4194-accd-a4e1816eed9a" -d '{"events": [{"server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "name": "network-vif-deleted", "tag": "3041941d-d511-437f-a437-656c5216e576"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:07.891958 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b83bf6f-5350-4238-a2b0-1f8b0db41142 x-openstack-request-id: req-0b83bf6f-5350-4238-a2b0-1f8b0db41142 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:07.892253 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5556248f-c115-448c-adbd-1149239f8b70", "name": "network-vif-deleted", "tag": "3041941d-d511-437f-a437-656c5216e576", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:07.892502 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0b83bf6f-5350-4238-a2b0-1f8b0db41142 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:07.892921 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5556248f-c115-448c-adbd-1149239f8b70', 'name': 'network-vif-deleted', 'tag': '3041941d-d511-437f-a437-656c5216e576', 'status': 'completed', 'code': 200} Nov 25 20:29:07.953262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Allocated IP 172.20.0.14 (4192d1bc-44d5-4206-8709-497e95538a4e/cb60745e-2520-4fa3-8540-0d08ba738893/83054067-9d68-4ae6-8d3e-54c222b019cf) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:29:07.954113 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:08.151586 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:08.189877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:08.202332 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['3041941d-d511-437f-a437-656c5216e576'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:29:08.234354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Network 4192d1bc-44d5-4206-8709-497e95538a4e is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:29:08.237933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:29:08.244735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:29:08.276362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Pushing event updated for resources: {'Port': ['ID=83054067-9d68-4ae6-8d3e-54c222b019cf,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:08.302856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:08.303477 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:08.320151 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-edbd5962-4939-4ae8-8400-41c09c9d901a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6743107 Nov 25 20:29:08.334950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Request body: {'port': {'device_id': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:29:08.397152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:08.472520 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:08.675481 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83054067-9d68-4ae6-8d3e-54c222b019cf {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:29:08.683750 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:08.697312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Transition to ACTIVE for port object 83054067-9d68-4ae6-8d3e-54c222b019cf will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:29:08.701500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:08.754790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Pushing event updated for resources: {'Port': ['ID=83054067-9d68-4ae6-8d3e-54c222b019cf,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:08.822828 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Attempting to bind port 83054067-9d68-4ae6-8d3e-54c222b019cf on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:29:08.823182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Attempting to bind port 83054067-9d68-4ae6-8d3e-54c222b019cf by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:29:08.823517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Attempting to bind port 83054067-9d68-4ae6-8d3e-54c222b019cf on network 4192d1bc-44d5-4206-8709-497e95538a4e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:08.827957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Port 83054067-9d68-4ae6-8d3e-54c222b019cf on network 4192d1bc-44d5-4206-8709-497e95538a4e not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:29:08.828284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Attempting to bind port 83054067-9d68-4ae6-8d3e-54c222b019cf on network 4192d1bc-44d5-4206-8709-497e95538a4e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:08.833046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 28, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:29:08.833383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Checking segment: {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:29:08.833772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Bound using segment: {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:29:08.834204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Bound port: 83054067-9d68-4ae6-8d3e-54c222b019cf, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:29:08.834556 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:08.900943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:29:08.904526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=83054067-9d68-4ae6-8d3e-54c222b019cf,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:29:08.909351 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:08.945025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:08.945707 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:08.947145 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] 10.222.0.76 "PUT /v2.0/ports/83054067-9d68-4ae6-8d3e-54c222b019cf HTTP/1.1" status: 200 len: 1092 time: 0.6188021 Nov 25 20:29:08.947694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:08.950003 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c7b0ac-b7d8-4a88-9a3a-dd8098f1adb9" -d '{"events": [{"name": "network-changed", "server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:08.965211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31a2c7-5d2b-4f74-bf1b-8a4faac4eada req-16b33c29-26eb-48bb-8fd1-2c79c84ebb7b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:08.967841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a31a2c7-5d2b-4f74-bf1b-8a4faac4eada req-16b33c29-26eb-48bb-8fd1-2c79c84ebb7b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 944 time: 0.0607982 Nov 25 20:29:08.976143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ec2f48-9340-492f-89ad-597136f088a8 service neutron] Pushing event updated for resources: {'Port': ['ID=83054067-9d68-4ae6-8d3e-54c222b019cf,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:09.020079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a31a2c7-5d2b-4f74-bf1b-8a4faac4eada req-a76529da-48b1-48e1-9609-a9d5085f04fd tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455725 Nov 25 20:29:09.031308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-f89a2007-cd53-4394-b592-d198c68136b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:09.032821 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-f89a2007-cd53-4394-b592-d198c68136b0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 1095 time: 0.0451105 Nov 25 20:29:09.077489 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f604a55-6025-41f0-8b20-acb2d78cfeef x-openstack-request-id: req-1f604a55-6025-41f0-8b20-acb2d78cfeef {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:09.077786 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:09.078037 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1f604a55-6025-41f0-8b20-acb2d78cfeef {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:09.078452 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf', 'status': 'completed', 'code': 200} Nov 25 20:29:09.079993 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-f583b763-ddc9-41b4-8532-db396ba084ef service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83054067-9d68-4ae6-8d3e-54c222b019cf HTTP/1.1" status: 200 len: 217 time: 0.0398932 Nov 25 20:29:09.129908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-84d35a37-b765-4bb8-9891-a830850b5bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:09.131390 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-84d35a37-b765-4bb8-9891-a830850b5bc9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0450890 Nov 25 20:29:09.168618 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-9d5d3db5-9813-4c40-a47b-03350bc7953b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305021 Nov 25 20:29:09.261887 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-e625dd74-2877-4e36-8391-cbd6da4adee0 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832915 Nov 25 20:29:09.356577 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8f90b740-f28e-43e4-8b05-d84efce9b760 req-a4408f89-b57a-4db0-a8d1-5fb44f79a1ab service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877764 Nov 25 20:29:09.441503 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7b0ac-b7d8-4a88-9a3a-dd8098f1adb9 req-44e8f587-1bda-4eac-aa95-bc1adccf4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:09.443596 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0c7b0ac-b7d8-4a88-9a3a-dd8098f1adb9 req-44e8f587-1bda-4eac-aa95-bc1adccf4d34 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 1095 time: 0.0432675 Nov 25 20:29:09.540021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7b0ac-b7d8-4a88-9a3a-dd8098f1adb9 req-cb787427-7b27-4725-a4d5-bad1079f38d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:09.541425 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0c7b0ac-b7d8-4a88-9a3a-dd8098f1adb9 req-cb787427-7b27-4725-a4d5-bad1079f38d2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.0908282 Nov 25 20:29:09.592349 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0c7b0ac-b7d8-4a88-9a3a-dd8098f1adb9 req-309f98c3-fcbb-4c69-81df-33bcf7d28b82 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83054067-9d68-4ae6-8d3e-54c222b019cf HTTP/1.1" status: 200 len: 217 time: 0.0432897 Nov 25 20:29:09.645247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c7b0ac-b7d8-4a88-9a3a-dd8098f1adb9 req-bf34079d-8ba1-4cf9-b65b-eb2d0f6898e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:09.646756 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0c7b0ac-b7d8-4a88-9a3a-dd8098f1adb9 req-bf34079d-8ba1-4cf9-b65b-eb2d0f6898e6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0463889 Nov 25 20:29:09.679925 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0c7b0ac-b7d8-4a88-9a3a-dd8098f1adb9 req-a0c99353-c59e-40ae-a72b-acb3ed610dbe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255435 Nov 25 20:29:09.777257 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0c7b0ac-b7d8-4a88-9a3a-dd8098f1adb9 req-6e6d575c-48c5-4b9c-ab39-fbde03ee61f9 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897946 Nov 25 20:29:09.872027 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c0c7b0ac-b7d8-4a88-9a3a-dd8098f1adb9 req-22e8ad59-1730-4a05-b165-a3211681a9a7 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859177 Nov 25 20:29:10.142596 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f26bedd-9886-48bb-bf08-3b786fd7b6fa req-48571a7e-c9ed-4bc3-8852-1a22ede2be81 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:10.144173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f26bedd-9886-48bb-bf08-3b786fd7b6fa req-48571a7e-c9ed-4bc3-8852-1a22ede2be81 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 944 time: 0.0504856 Nov 25 20:29:10.193186 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f26bedd-9886-48bb-bf08-3b786fd7b6fa req-bf87fcde-c0f9-4f8c-86a8-94e12415b9a2 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430789 Nov 25 20:29:11.309937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaff143-de52-45d3-a9ac-ebe6773fa9f9 req-c718cd1c-872f-4d87-862e-78e172cc3c18 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:11.312059 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acaff143-de52-45d3-a9ac-ebe6773fa9f9 req-c718cd1c-872f-4d87-862e-78e172cc3c18 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 944 time: 0.0495555 Nov 25 20:29:11.363454 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acaff143-de52-45d3-a9ac-ebe6773fa9f9 req-df94b9ca-93a9-415b-9864-98ee6af67898 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452492 Nov 25 20:29:12.250904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 83054067-9d68-4ae6-8d3e-54c222b019cf details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:29:12.254115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3041941d-d511-437f-a437-656c5216e576 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:29:12.283885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 3041941d-d511-437f-a437-656c5216e576 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:29:12.284224 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 3041941d-d511-437f-a437-656c5216e576 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:29:12.369932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=83054067-9d68-4ae6-8d3e-54c222b019cf,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:12.381397 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '83054067-9d68-4ae6-8d3e-54c222b019cf', 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e', 'port_id': '83054067-9d68-4ae6-8d3e-54c222b019cf', 'mac_address': 'fa:16:3e:5e:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb60745e-2520-4fa3-8540-0d08ba738893', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:29:12.426448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:12.440874 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83054067-9d68-4ae6-8d3e-54c222b019cf {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:29:12.461374 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=83054067-9d68-4ae6-8d3e-54c222b019cf,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:12.465758 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:12.484951 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d527eb-90ca-48b7-9afe-72c327132c24 req-78295941-7eca-46cc-a0de-f65c0f8687d9 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:12.487230 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4d527eb-90ca-48b7-9afe-72c327132c24 req-78295941-7eca-46cc-a0de-f65c0f8687d9 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 944 time: 0.0554307 Nov 25 20:29:12.514492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=83054067-9d68-4ae6-8d3e-54c222b019cf,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:12.537267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4d527eb-90ca-48b7-9afe-72c327132c24 req-3f217c42-20e1-425a-ada7-ca8b2c439153 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439174 Nov 25 20:29:12.656116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['83054067-9d68-4ae6-8d3e-54c222b019cf'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:29:13.656166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cdca8-741d-4b7b-a9e0-a681ce01e4e7 req-f31727ad-3386-465f-8ad4-1b4c2286a55b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:13.657672 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a1cdca8-741d-4b7b-a9e0-a681ce01e4e7 req-f31727ad-3386-465f-8ad4-1b4c2286a55b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 945 time: 0.0489464 Nov 25 20:29:13.706240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a1cdca8-741d-4b7b-a9e0-a681ce01e4e7 req-2e433aa6-078f-4aab-9013-20889e721eed tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420132 Nov 25 20:29:14.266159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 83054067-9d68-4ae6-8d3e-54c222b019cf up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:29:14.316410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 83054067-9d68-4ae6-8d3e-54c222b019cf completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:29:14.320354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 83054067-9d68-4ae6-8d3e-54c222b019cf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:14.320721 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:14.398549 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:14.421951 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:14.424204 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e402cdf5-4892-4ea4-a578-0729279a8a6d" -d '{"events": [{"server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "name": "network-vif-plugged", "status": "completed", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:14.440809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=83054067-9d68-4ae6-8d3e-54c222b019cf,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:14.444961 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:14.469460 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0363feeb-8f15-43e4-9356-7407763157b8 x-openstack-request-id: req-0363feeb-8f15-43e4-9356-7407763157b8 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:14.469755 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "name": "network-vif-plugged", "status": "completed", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:14.470010 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0363feeb-8f15-43e4-9356-7407763157b8 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:14.470399 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf', 'code': 200} Nov 25 20:29:14.498189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=83054067-9d68-4ae6-8d3e-54c222b019cf,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:14.569802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b754465d-6a4a-44d5-a5ea-78c2d4e723a7 req-643c8738-dfa2-43ed-ad37-2706ba54fb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:14.571215 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b754465d-6a4a-44d5-a5ea-78c2d4e723a7 req-643c8738-dfa2-43ed-ad37-2706ba54fb82 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 1097 time: 0.0455823 Nov 25 20:29:14.620130 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b754465d-6a4a-44d5-a5ea-78c2d4e723a7 req-c05d4549-5cca-46ba-bccb-e85c35b7d7c2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380251 Nov 25 20:29:14.832141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7266895-4789-4f7b-8f45-6f143163a015 req-7990038a-6cb8-40dd-bc57-a2e2c9fa80ba tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:14.833593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7266895-4789-4f7b-8f45-6f143163a015 req-7990038a-6cb8-40dd-bc57-a2e2c9fa80ba tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0565784 Nov 25 20:29:14.882678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7266895-4789-4f7b-8f45-6f143163a015 req-5c09ad99-bec7-4d96-b2ed-a8a3677be24e tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424321 Nov 25 20:29:16.005238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9d08c-3314-458f-b016-ceb9f8eb2fdc req-4342454a-60e8-4397-a77d-6768425bc0eb tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:16.006720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12a9d08c-3314-458f-b016-ceb9f8eb2fdc req-4342454a-60e8-4397-a77d-6768425bc0eb tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0521774 Nov 25 20:29:16.054690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12a9d08c-3314-458f-b016-ceb9f8eb2fdc req-d2fdd3f1-2c5c-4922-b705-0919ee52f7f2 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419176 Nov 25 20:29:16.175038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16524ca5-44bf-47bb-afcf-59fbc77d95ae req-26bfdaa5-83b2-4a9a-a837-a80648a5f352 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:16.176434 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16524ca5-44bf-47bb-afcf-59fbc77d95ae req-26bfdaa5-83b2-4a9a-a837-a80648a5f352 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0554399 Nov 25 20:29:16.225129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16524ca5-44bf-47bb-afcf-59fbc77d95ae req-7b1af050-e2c9-492a-ba4d-a1589ab53593 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426574 Nov 25 20:29:16.447759 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-9311de51-1dab-4a08-9adf-489c39a87b4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0406740 Nov 25 20:29:16.468360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67329e4d-fae4-4760-aad7-236849afd674 req-e3650de4-9b81-4ce5-88cc-76d7bc8026a4 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:16.470025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67329e4d-fae4-4760-aad7-236849afd674 req-e3650de4-9b81-4ce5-88cc-76d7bc8026a4 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0513434 Nov 25 20:29:16.521974 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-67329e4d-fae4-4760-aad7-236849afd674 req-6da30df6-6ed2-4285-ab48-d7741962c71c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451555 Nov 25 20:29:17.565568 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-fee8d194-8886-4e03-a0e4-461e16b063f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:17.567108 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-fee8d194-8886-4e03-a0e4-461e16b063f7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 1097 time: 0.0421112 Nov 25 20:29:17.642336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdc0d53-73a1-4b12-b1c6-a4328230a601 req-033ac84e-72b3-4443-b18d-0047053fa6b4 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:17.645437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fdc0d53-73a1-4b12-b1c6-a4328230a601 req-033ac84e-72b3-4443-b18d-0047053fa6b4 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0518019 Nov 25 20:29:17.665100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-57210541-f0c8-4731-9ba5-2c06d5fa4a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:17.666580 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-57210541-f0c8-4731-9ba5-2c06d5fa4a16 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.0930896 Nov 25 20:29:17.699196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fdc0d53-73a1-4b12-b1c6-a4328230a601 req-0ed495fb-26a1-4b18-92f5-aa4a34da6725 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493350 Nov 25 20:29:17.711318 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-4ff3358c-8775-491e-ae6d-6c9719643de5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83054067-9d68-4ae6-8d3e-54c222b019cf HTTP/1.1" status: 200 len: 217 time: 0.0370281 Nov 25 20:29:17.761428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-0542d9cf-4f3b-4988-a3b5-adcde9a8d21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:17.762909 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-0542d9cf-4f3b-4988-a3b5-adcde9a8d21c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0444717 Nov 25 20:29:17.798284 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-220c0538-4714-4dd8-9500-5422f6944d6a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286257 Nov 25 20:29:17.888493 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-f8a52a72-2bc9-41ab-9b47-7aef13dcdadb service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835791 Nov 25 20:29:17.983780 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-3936417c-8fca-4b07-893f-f74682adceb2 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878961 Nov 25 20:29:18.823075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662124d9-07fc-4946-aedf-890c68542cf9 req-b3e33748-e2fc-46ba-81b7-06d22bcf40cc tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:18.824574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-662124d9-07fc-4946-aedf-890c68542cf9 req-b3e33748-e2fc-46ba-81b7-06d22bcf40cc tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0502315 Nov 25 20:29:18.872715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-662124d9-07fc-4946-aedf-890c68542cf9 req-a19fc1e6-0d77-492b-b938-30fe61667da3 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Nov 25 20:29:19.992458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac965d4-f3dd-4931-ade6-46a9cf68f209 req-280707eb-1d20-44bf-a9f8-e26347b37597 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:19.993866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ac965d4-f3dd-4931-ade6-46a9cf68f209 req-280707eb-1d20-44bf-a9f8-e26347b37597 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0491176 Nov 25 20:29:20.042574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ac965d4-f3dd-4931-ade6-46a9cf68f209 req-0ba4c38d-251f-4baf-aa40-270ce0f9d9a3 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420322 Nov 25 20:29:21.165012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd17a0-db17-4126-bc4a-004f59cf572c req-3abcf4e1-a10b-4731-a69d-b9e773149caa tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:21.166511 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1cd17a0-db17-4126-bc4a-004f59cf572c req-3abcf4e1-a10b-4731-a69d-b9e773149caa tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0548763 Nov 25 20:29:21.215828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f1cd17a0-db17-4126-bc4a-004f59cf572c req-07a5ed79-27da-4d7b-8b78-ccaa9e55e86d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431132 Nov 25 20:29:21.252051 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:22.337556 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef0db7b-f078-4a26-b6f9-39e777be1d3c req-8a218cc3-bda6-47ab-b71a-293e7a9d26df tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:22.339064 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cef0db7b-f078-4a26-b6f9-39e777be1d3c req-8a218cc3-bda6-47ab-b71a-293e7a9d26df tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0504384 Nov 25 20:29:22.387275 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cef0db7b-f078-4a26-b6f9-39e777be1d3c req-a621c2a1-a0d6-4055-987c-e69906301626 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415924 Nov 25 20:29:23.483657 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:23.506458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a015f356-c79c-46ca-9a4e-d32168825ca8 req-afcffeb3-cebb-4f7f-8bf3-6cd827a01eb8 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:23.507984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a015f356-c79c-46ca-9a4e-d32168825ca8 req-afcffeb3-cebb-4f7f-8bf3-6cd827a01eb8 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0510578 Nov 25 20:29:23.560715 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a015f356-c79c-46ca-9a4e-d32168825ca8 req-d97752a0-22df-4561-9a08-b5ec9fe098e7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466058 Nov 25 20:29:24.682855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0b7b1-1cf6-4277-ac59-2213ff5631c3 req-f8452c93-1cdf-448b-96dd-3f7d98db1fa8 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:24.684415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a5d0b7b1-1cf6-4277-ac59-2213ff5631c3 req-f8452c93-1cdf-448b-96dd-3f7d98db1fa8 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0521898 Nov 25 20:29:24.736883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a5d0b7b1-1cf6-4277-ac59-2213ff5631c3 req-90e7db29-4604-4ae6-b39f-9a4085bbc85e tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455151 Nov 25 20:29:25.859234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8a4d1a-a08c-408f-965b-6a89d56b3a50 req-c0e0a43b-0d15-49cf-b8b9-ad1893c0bd2d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:25.860833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad8a4d1a-a08c-408f-965b-6a89d56b3a50 req-c0e0a43b-0d15-49cf-b8b9-ad1893c0bd2d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0521755 Nov 25 20:29:25.912435 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad8a4d1a-a08c-408f-965b-6a89d56b3a50 req-be56bccf-9db6-4b9e-852e-053bdcc05311 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451660 Nov 25 20:29:27.038549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd855441-80ac-4736-99d4-6b3fafbcc694 req-1d56ca30-9107-444d-bfbf-30dcd4f9fce7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:27.040102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd855441-80ac-4736-99d4-6b3fafbcc694 req-1d56ca30-9107-444d-bfbf-30dcd4f9fce7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0557323 Nov 25 20:29:27.089599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd855441-80ac-4736-99d4-6b3fafbcc694 req-b3ac0c73-1938-40cb-9102-bd5060f89f9c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433822 Nov 25 20:29:28.211059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cba6b9-2b34-42bd-87d2-912a38eaf856 req-e3135d55-268a-419a-a89f-c9b472327c60 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:28.212574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64cba6b9-2b34-42bd-87d2-912a38eaf856 req-e3135d55-268a-419a-a89f-c9b472327c60 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0511229 Nov 25 20:29:28.262348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64cba6b9-2b34-42bd-87d2-912a38eaf856 req-f7d8f7d4-ecb2-476e-a258-48cac6b9a81c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436654 Nov 25 20:29:29.387912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae150daf-3a21-4486-8770-b86bd31e4b9f req-3df35a90-054f-420c-946d-cf54a7a36a58 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:29.389487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae150daf-3a21-4486-8770-b86bd31e4b9f req-3df35a90-054f-420c-946d-cf54a7a36a58 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0555441 Nov 25 20:29:29.439166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ae150daf-3a21-4486-8770-b86bd31e4b9f req-03da9f4b-f61c-4523-a4d8-0a006cbc0049 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434482 Nov 25 20:29:30.559922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2a2d92-4961-426f-8873-40b7f74f0f2d req-34b0cc49-16fd-4bc5-a1b8-e1882c0bc5b7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:30.561459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fd2a2d92-4961-426f-8873-40b7f74f0f2d req-34b0cc49-16fd-4bc5-a1b8-e1882c0bc5b7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0512183 Nov 25 20:29:30.610061 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fd2a2d92-4961-426f-8873-40b7f74f0f2d req-a2213128-9931-4ad9-b22b-435a3ddb33e0 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424254 Nov 25 20:29:31.729919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccb8a4f-530b-4bff-ad9a-2f0a1120d47c req-048298bf-6440-45a2-ad85-be022205ebeb tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:31.731500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ccb8a4f-530b-4bff-ad9a-2f0a1120d47c req-048298bf-6440-45a2-ad85-be022205ebeb tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0497928 Nov 25 20:29:31.783795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ccb8a4f-530b-4bff-ad9a-2f0a1120d47c req-9140eabf-ce1f-408d-b0c1-a2444ddefdfa tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457869 Nov 25 20:29:32.161017 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5265049e-313f-4320-ad3b-c3d2d7154a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:32.903321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013a2ce6-ada6-46d4-86d0-a088e8ca6170 req-d9f3c994-73a8-4960-8142-6ca9147da241 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:32.904854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-013a2ce6-ada6-46d4-86d0-a088e8ca6170 req-d9f3c994-73a8-4960-8142-6ca9147da241 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0501306 Nov 25 20:29:32.954789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-013a2ce6-ada6-46d4-86d0-a088e8ca6170 req-9d9bcaad-6f4f-43f6-8652-1346450d4b2e tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436971 Nov 25 20:29:34.076915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b381dccb-ee8b-482a-b08c-b1f36509e9a7 req-d538db33-383a-4ef6-9a94-29edc39f0b6a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:34.079689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b381dccb-ee8b-482a-b08c-b1f36509e9a7 req-d538db33-383a-4ef6-9a94-29edc39f0b6a tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0535851 Nov 25 20:29:34.130488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b381dccb-ee8b-482a-b08c-b1f36509e9a7 req-be852d7f-5ac4-4292-bd8c-65d9ec4bd8dc tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448723 Nov 25 20:29:35.255049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1a54b8-a3fe-442c-951b-12d1d6e19abf req-fc07eba0-0ce5-463a-b999-c301407bf03b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:35.256575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c1a54b8-a3fe-442c-951b-12d1d6e19abf req-fc07eba0-0ce5-463a-b999-c301407bf03b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0540035 Nov 25 20:29:35.302265 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-428a54de-afde-4c7c-9a01-45e44758447a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:35.308554 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c1a54b8-a3fe-442c-951b-12d1d6e19abf req-d8a4627c-2154-4f88-8896-92fd9b35251f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458956 Nov 25 20:29:36.427310 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c06c5c-ea48-4ce0-8909-24a99cf23dae req-ee35c6ca-f2b7-4e09-8ff2-a3a814327800 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:36.428810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32c06c5c-ea48-4ce0-8909-24a99cf23dae req-ee35c6ca-f2b7-4e09-8ff2-a3a814327800 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0501871 Nov 25 20:29:36.481821 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32c06c5c-ea48-4ce0-8909-24a99cf23dae req-0eaf7f3a-279d-4d83-90d0-cad25920d764 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471051 Nov 25 20:29:36.627080 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:37.604948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d5a47b-b7ca-4b4b-b48a-7a726676ec78 req-8bd016b2-a008-4ff1-ba5c-588b05630d2b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:37.606441 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3d5a47b-b7ca-4b4b-b48a-7a726676ec78 req-8bd016b2-a008-4ff1-ba5c-588b05630d2b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0488594 Nov 25 20:29:37.657060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e3d5a47b-b7ca-4b4b-b48a-7a726676ec78 req-476512ea-1c58-4d8f-beb2-bddad50b797c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Nov 25 20:29:37.947671 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:38.474915 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:38.775166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714600c-7a4d-4c95-b3e1-b77655baa2e5 req-97726ff2-1c2a-4639-9cf1-619aa8bb4ec8 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:38.776698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0714600c-7a4d-4c95-b3e1-b77655baa2e5 req-97726ff2-1c2a-4639-9cf1-619aa8bb4ec8 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0495474 Nov 25 20:29:38.825158 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0714600c-7a4d-4c95-b3e1-b77655baa2e5 req-b5536c9f-5199-49bf-b8b0-8cac467aeda0 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424335 Nov 25 20:29:39.941760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0bd1a-133a-4578-af64-71a8a18b365d req-642d9c41-a16c-4663-b956-455e34f30fcc tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:39.943213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03a0bd1a-133a-4578-af64-71a8a18b365d req-642d9c41-a16c-4663-b956-455e34f30fcc tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0488946 Nov 25 20:29:39.989931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03a0bd1a-133a-4578-af64-71a8a18b365d req-340e7af6-33c4-402c-9549-9ef44cfbc8a7 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407882 Nov 25 20:29:40.026042 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:29:41.120685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdab144-879c-4afe-84fa-da0118d60b33 req-13de4224-d634-4813-8f3e-bef146fc488f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:41.122279 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbdab144-879c-4afe-84fa-da0118d60b33 req-13de4224-d634-4813-8f3e-bef146fc488f tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0579896 Nov 25 20:29:41.179611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbdab144-879c-4afe-84fa-da0118d60b33 req-8193902b-5144-4b33-a0b8-8dfe63aa2026 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509822 Nov 25 20:29:42.301273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b60aa9-dc26-45e9-99b0-a3a4af8bdd0e req-476f53c0-f418-488b-a4ef-718a6b739914 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:42.302780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16b60aa9-dc26-45e9-99b0-a3a4af8bdd0e req-476f53c0-f418-488b-a4ef-718a6b739914 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0496981 Nov 25 20:29:42.350875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16b60aa9-dc26-45e9-99b0-a3a4af8bdd0e req-1b12e818-2d7f-49ef-8cbb-31a786d46ef1 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420041 Nov 25 20:29:43.472505 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2263f95f-aac9-414b-9303-8cd8435a9a01 req-0cbea5b5-8732-4db8-8985-b7cfd3652d79 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:43.474068 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2263f95f-aac9-414b-9303-8cd8435a9a01 req-0cbea5b5-8732-4db8-8985-b7cfd3652d79 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0549908 Nov 25 20:29:43.523952 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2263f95f-aac9-414b-9303-8cd8435a9a01 req-087ecd75-9c4c-4aa1-968d-4be449a12064 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438194 Nov 25 20:29:44.654848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723b568-5103-4c70-ab61-0d0918282d87 req-4a34e44f-688a-4538-be94-a91cc0e22975 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:44.657480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7723b568-5103-4c70-ab61-0d0918282d87 req-4a34e44f-688a-4538-be94-a91cc0e22975 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0606883 Nov 25 20:29:44.719259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7723b568-5103-4c70-ab61-0d0918282d87 req-a17a4dec-a930-4b05-94f2-f2997d64c639 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511646 Nov 25 20:29:44.733959 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-f92774ea-88f6-400e-ae91-aa27171a3531 service neutron] show failed (client error): The resource could not be found. Nov 25 20:29:44.744358 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-f92774ea-88f6-400e-ae91-aa27171a3531 service neutron] 10.222.0.76 "GET /v2.0/ports/83054067-9d68-4ae6-8d3e-54c222b019cf/bindings/n-h1-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0602591 Nov 25 20:29:45.020782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-7d570e12-da87-4185-8da2-141e1680c6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:45.022283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-7d570e12-da87-4185-8da2-141e1680c6fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb&tenant_id=27245851c7af45ea9c0906207a789daa HTTP/1.1" status: 200 len: 1097 time: 0.1123095 Nov 25 20:29:45.037355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:29:45.096608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:45.307957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=83054067-9d68-4ae6-8d3e-54c222b019cf,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:45.342272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:29:45.384349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:45.386615 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c71ed9cc-5401-4a30-b15f-0649697e0af5" -d '{"events": [{"server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "name": "network-vif-unplugged", "status": "completed", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:45.390907 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:45.404580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Transition to ACTIVE for port object 83054067-9d68-4ae6-8d3e-54c222b019cf will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:29:45.407780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:45.478344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Pushing event updated for resources: {'Port': ['ID=83054067-9d68-4ae6-8d3e-54c222b019cf,revision_number=6']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:45.480105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] No DVR routers for this DVR port 83054067-9d68-4ae6-8d3e-54c222b019cf on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:29:45.491301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.491652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.492004 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.492335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.492663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.492988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.493310 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.493631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.493977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.494259 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.494579 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.494997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:45.498916 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c8e457-284e-4964-b6ae-6998241eb700 x-openstack-request-id: req-70c8e457-284e-4964-b6ae-6998241eb700 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:45.499234 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "name": "network-vif-unplugged", "status": "completed", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:45.499457 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-70c8e457-284e-4964-b6ae-6998241eb700 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:45.499846 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf', 'code': 200} Nov 25 20:29:45.529855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Attempting to bind port 83054067-9d68-4ae6-8d3e-54c222b019cf on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:29:45.530183 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Attempting to bind port 83054067-9d68-4ae6-8d3e-54c222b019cf by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:29:45.530504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Attempting to bind port 83054067-9d68-4ae6-8d3e-54c222b019cf on network 4192d1bc-44d5-4206-8709-497e95538a4e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:45.535186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Port 83054067-9d68-4ae6-8d3e-54c222b019cf on network 4192d1bc-44d5-4206-8709-497e95538a4e not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:29:45.535505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Attempting to bind port 83054067-9d68-4ae6-8d3e-54c222b019cf on network 4192d1bc-44d5-4206-8709-497e95538a4e {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:45.540663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:29:45.540994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Checking segment: {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:29:45.541480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Bound using segment: {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:29:45.541790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Bound port: 83054067-9d68-4ae6-8d3e-54c222b019cf, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44028c86-4dd1-4245-9dde-3cae3c790506', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:29:45.542139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:45.621203 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:29:45.624584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=83054067-9d68-4ae6-8d3e-54c222b019cf,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:29:45.630432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:45.665938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:45.666464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:45.667881 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] 10.222.0.60 "PUT /v2.0/ports/83054067-9d68-4ae6-8d3e-54c222b019cf HTTP/1.1" status: 200 len: 1092 time: 0.6355851 Nov 25 20:29:45.688089 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c8e7d4-5912-4710-b0f1-ea361c59815f service neutron] Pushing event updated for resources: {'Port': ['ID=83054067-9d68-4ae6-8d3e-54c222b019cf,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:45.734761 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-0f220e95-7276-49a4-a52e-1933831d6d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:45.736810 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-0f220e95-7276-49a4-a52e-1933831d6d88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 1095 time: 0.0448823 Nov 25 20:29:45.831652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-4dc494fd-3794-47a2-90ba-7b531697bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:45.833137 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-4dc494fd-3794-47a2-90ba-7b531697bc76 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.0905151 Nov 25 20:29:45.849384 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e18bfa-5e63-48d1-aedc-33731d79ba12 req-33df345a-b422-4f09-8c3e-a915e9b7391b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:45.850939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77e18bfa-5e63-48d1-aedc-33731d79ba12 req-33df345a-b422-4f09-8c3e-a915e9b7391b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 944 time: 0.0496635 Nov 25 20:29:45.879875 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-8a399607-9cc2-4789-a54c-b49caff9ce56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83054067-9d68-4ae6-8d3e-54c222b019cf HTTP/1.1" status: 200 len: 217 time: 0.0395756 Nov 25 20:29:45.904778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-77e18bfa-5e63-48d1-aedc-33731d79ba12 req-054ea936-5e9f-450b-b410-26c9f366353e tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478816 Nov 25 20:29:45.932087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-ed818633-2b6f-4105-85fe-318effe4106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:45.933567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-ed818633-2b6f-4105-85fe-318effe4106c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0473962 Nov 25 20:29:45.966997 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-871b3649-323d-4b60-b0f1-51e0d3868f4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250881 Nov 25 20:29:46.059189 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-8a8c2846-271f-4d54-8b4b-8a598b21556c service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849276 Nov 25 20:29:46.150117 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-8420fd6a-a04f-4381-a1ce-20ba16b47443 req-c4040022-4abf-4f40-945a-a5ea036e6d81 service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833755 Nov 25 20:29:47.028635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722d40ea-16a0-449f-9e5a-8025875aad41 req-a948c681-c0e8-4e53-829b-99e8f86ed594 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:47.030127 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-722d40ea-16a0-449f-9e5a-8025875aad41 req-a948c681-c0e8-4e53-829b-99e8f86ed594 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 944 time: 0.0512924 Nov 25 20:29:47.080892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-722d40ea-16a0-449f-9e5a-8025875aad41 req-496163e7-4886-4bf2-8a5c-a09aff6f175c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430470 Nov 25 20:29:47.500609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:47.503124 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a938cc0c-5bb9-4249-af4c-cb36c749a840" -d '{"events": [{"name": "network-changed", "server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:47.553473 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43375edf-2de5-4d5b-ac70-c3afd5b0c949 x-openstack-request-id: req-43375edf-2de5-4d5b-ac70-c3afd5b0c949 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:47.553772 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:47.554023 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-43375edf-2de5-4d5b-ac70-c3afd5b0c949 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:47.554452 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf', 'status': 'completed', 'code': 200} Nov 25 20:29:47.651128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-a9df9a82-6d5a-4efb-a525-219df459a599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:47.652638 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-a9df9a82-6d5a-4efb-a525-219df459a599 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 1095 time: 0.0785694 Nov 25 20:29:47.654616 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-e5d98ae1-aad1-4894-937c-100fb393d3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:47.656131 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-e5d98ae1-aad1-4894-937c-100fb393d3aa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 1095 time: 0.0722532 Nov 25 20:29:47.838768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-e3905d55-7efd-4686-b6cc-fa898a03bd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:47.840186 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-e3905d55-7efd-4686-b6cc-fa898a03bd64 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.1781392 Nov 25 20:29:47.842999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-660d7b9e-27e6-43a5-88c2-31819228ba70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:47.844332 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-660d7b9e-27e6-43a5-88c2-31819228ba70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.1715205 Nov 25 20:29:47.920098 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-de5d53f8-952b-4961-b171-4469f1f3a401 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83054067-9d68-4ae6-8d3e-54c222b019cf HTTP/1.1" status: 200 len: 217 time: 0.0721190 Nov 25 20:29:47.921436 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-fa45be33-422f-4c19-960a-755f08f63ff3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83054067-9d68-4ae6-8d3e-54c222b019cf HTTP/1.1" status: 200 len: 217 time: 0.0677180 Nov 25 20:29:48.010044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-d7ef09bd-e3e3-44e3-8508-be151c045ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:48.011547 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-d7ef09bd-e3e3-44e3-8508-be151c045ea7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0834835 Nov 25 20:29:48.012943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-a481097f-8c91-4cbe-8b80-45c78a14d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:48.014237 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-a481097f-8c91-4cbe-8b80-45c78a14d25e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0773091 Nov 25 20:29:48.070429 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-a2f189fa-4a91-4e0e-9fca-1ff41eee8157 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507648 Nov 25 20:29:48.072321 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-a01744b9-0946-445e-ba42-10dd644fce6f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452158 Nov 25 20:29:48.437358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 83054067-9d68-4ae6-8d3e-54c222b019cf no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:29:48.482840 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 83054067-9d68-4ae6-8d3e-54c222b019cf not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:29:48.519722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ce79c-2c65-449c-9291-fea9db89abb1 req-b71423df-c664-4fd4-b844-673d30b21e58 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:48.521351 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c0ce79c-2c65-449c-9291-fea9db89abb1 req-b71423df-c664-4fd4-b844-673d30b21e58 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 944 time: 0.0648828 Nov 25 20:29:48.564021 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-769e560e-800f-420d-80a5-71e4cb389564 service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4861925 Nov 25 20:29:48.568709 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-1807fee8-68c6-4104-9e60-cf347b24e9f1 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831595 Nov 25 20:29:48.575255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c0ce79c-2c65-449c-9291-fea9db89abb1 req-a4c678b9-ac48-4332-a114-e67b69d8d24b tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471039 Nov 25 20:29:48.737682 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-16f526ab-c95c-424e-8409-11c5fa670130 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556971 Nov 25 20:29:48.739470 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-d86864dc-8455-43dc-89bd-326665d8d809 service neutron] 10.222.0.60 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685600 Nov 25 20:29:48.820099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a36877-d724-4400-b2cf-3751e9d630bb req-6dd31924-53b6-4960-9539-91081f10fefc tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:48.821618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26a36877-d724-4400-b2cf-3751e9d630bb req-6dd31924-53b6-4960-9539-91081f10fefc tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 944 time: 0.0874548 Nov 25 20:29:48.851591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-25d1c24e-3daa-4c9d-a349-25e5784170f1 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:48.853364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-25d1c24e-3daa-4c9d-a349-25e5784170f1 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.76 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb&tenant_id=27245851c7af45ea9c0906207a789daa&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 944 time: 0.0847914 Nov 25 20:29:48.914958 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26a36877-d724-4400-b2cf-3751e9d630bb req-9c8cefbe-2de5-4c1d-9a68-eae8f5f07eae tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863721 Nov 25 20:29:48.940876 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-a0783781-6463-4b18-aad8-c4d6fe56f807 service neutron] delete failed (client error): The resource could not be found. Nov 25 20:29:48.941822 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-a0783781-6463-4b18-aad8-c4d6fe56f807 service neutron] 10.222.0.76 "DELETE /v2.0/ports/83054067-9d68-4ae6-8d3e-54c222b019cf/bindings/n-h2-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0789738 Nov 25 20:29:49.041109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-162aefa0-706b-4abb-9aa0-2fbc1c58fcad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:49.042649 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-162aefa0-706b-4abb-9aa0-2fbc1c58fcad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=27245851c7af45ea9c0906207a789daa&device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 1095 time: 0.0483162 Nov 25 20:29:49.140109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-8b580947-9145-43b3-a833-e964a3a5d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:49.141609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-8b580947-9145-43b3-a833-e964a3a5d123 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 200 len: 916 time: 0.0915990 Nov 25 20:29:49.187436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-53115147-e891-4a98-86e2-ed59529cbd5f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=83054067-9d68-4ae6-8d3e-54c222b019cf HTTP/1.1" status: 200 len: 217 time: 0.0389130 Nov 25 20:29:49.221738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 83054067-9d68-4ae6-8d3e-54c222b019cf details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:29:49.235461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-31618ed4-de6f-4026-869c-2c2b18f94c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:49.237567 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-31618ed4-de6f-4026-869c-2c2b18f94c9f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 200 len: 855 time: 0.0439742 Nov 25 20:29:49.268480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-ce3c400d-780a-4566-a057-ca36ca22b836 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4192d1bc-44d5-4206-8709-497e95538a4e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242615 Nov 25 20:29:49.322327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=83054067-9d68-4ae6-8d3e-54c222b019cf,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:49.333320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '83054067-9d68-4ae6-8d3e-54c222b019cf', 'network_id': '4192d1bc-44d5-4206-8709-497e95538a4e', 'port_id': '83054067-9d68-4ae6-8d3e-54c222b019cf', 'mac_address': 'fa:16:3e:5e:01:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb60745e-2520-4fa3-8540-0d08ba738893', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:29:49.372994 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:49.374719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-6a962c35-7aa2-4cfb-a4d5-1b9318c66ac3 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994210 Nov 25 20:29:49.386186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83054067-9d68-4ae6-8d3e-54c222b019cf {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:29:49.405521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=83054067-9d68-4ae6-8d3e-54c222b019cf,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:49.410693 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:49.458851 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=83054067-9d68-4ae6-8d3e-54c222b019cf,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:49.466246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.466660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.466977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.467318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.467654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.467989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.468319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.468648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.468977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.469306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.469633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.469959 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:49.471412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0e4e1f60-e51d-4462-a988-0bddf7073444 req-792e1706-259b-4fd0-8dc7-50f174912a21 service neutron] 10.222.0.76 "GET /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895216 Nov 25 20:29:49.629465 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['83054067-9d68-4ae6-8d3e-54c222b019cf'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:29:50.040181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82571674-6481-437f-ae90-0609a4a13a64 req-c0fd555a-18b6-4a90-bba2-4aaca1c36cce tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:50.041961 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82571674-6481-437f-ae90-0609a4a13a64 req-c0fd555a-18b6-4a90-bba2-4aaca1c36cce tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 945 time: 0.0558231 Nov 25 20:29:50.102039 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-82571674-6481-437f-ae90-0609a4a13a64 req-b58688cb-f480-477d-8ecf-2e279a4abe2d tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539184 Nov 25 20:29:50.229200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf2f78-4e6c-46bc-b76a-c567dc00a1d9 req-6451b616-2c4d-4af7-9c9e-dd13587098eb tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:50.230828 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdcf2f78-4e6c-46bc-b76a-c567dc00a1d9 req-6451b616-2c4d-4af7-9c9e-dd13587098eb tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 945 time: 0.0525873 Nov 25 20:29:50.282316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdcf2f78-4e6c-46bc-b76a-c567dc00a1d9 req-c37032b9-c700-4f38-9ce0-9154077807a0 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447588 Nov 25 20:29:50.402931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4d831-34ba-4103-a0c9-0140e5bcd7ff req-001bfbe3-e3b3-4ff0-a870-973cf1bdeda5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:50.404560 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89a4d831-34ba-4103-a0c9-0140e5bcd7ff req-001bfbe3-e3b3-4ff0-a870-973cf1bdeda5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 945 time: 0.0523365 Nov 25 20:29:50.457500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89a4d831-34ba-4103-a0c9-0140e5bcd7ff req-10aafeb2-cdbf-4f1e-b93e-12e2031ace51 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459480 Nov 25 20:29:51.096218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ca7353-8d70-4435-8c5b-d9ee72de3134 req-8d077ce0-fcef-4396-911b-06f19ec4b6d1 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:51.097725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1ca7353-8d70-4435-8c5b-d9ee72de3134 req-8d077ce0-fcef-4396-911b-06f19ec4b6d1 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 945 time: 0.3318696 Nov 25 20:29:51.146663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e1ca7353-8d70-4435-8c5b-d9ee72de3134 req-6ddbbf84-06ea-4d65-93c1-8948bb165c86 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426843 Nov 25 20:29:51.237613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 83054067-9d68-4ae6-8d3e-54c222b019cf up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:29:51.275266 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:51.296196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 83054067-9d68-4ae6-8d3e-54c222b019cf completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:29:51.300477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 83054067-9d68-4ae6-8d3e-54c222b019cf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:51.300880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:51.383654 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:51.407276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:51.410359 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd4114c-5590-40c2-ba6e-e0fe3fcd0c3c" -d '{"events": [{"server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "name": "network-vif-plugged", "status": "completed", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:51.424036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=83054067-9d68-4ae6-8d3e-54c222b019cf,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:51.428770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:51.453633 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748950f4-0409-4bcc-b3c6-16af72d6dcbd x-openstack-request-id: req-748950f4-0409-4bcc-b3c6-16af72d6dcbd {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:51.453931 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "name": "network-vif-plugged", "status": "completed", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:51.454193 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-748950f4-0409-4bcc-b3c6-16af72d6dcbd {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:51.454597 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf', 'code': 200} Nov 25 20:29:51.482150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=83054067-9d68-4ae6-8d3e-54c222b019cf,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:51.954379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a84bc-b5b8-41a7-8ff7-bc604f31488a req-f62efc93-730d-403e-8ce7-8f5655e8cf8c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:51.956398 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7d2a84bc-b5b8-41a7-8ff7-bc604f31488a req-f62efc93-730d-403e-8ce7-8f5655e8cf8c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.60 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0505583 Nov 25 20:29:52.074087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-7d2a84bc-b5b8-41a7-8ff7-bc604f31488a req-fa314809-f529-4c98-8e83-7ca528169dc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Deleting port 83054067-9d68-4ae6-8d3e-54c222b019cf {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:29:52.074420 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7d2a84bc-b5b8-41a7-8ff7-bc604f31488a req-fa314809-f529-4c98-8e83-7ca528169dc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:52.164030 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-7d2a84bc-b5b8-41a7-8ff7-bc604f31488a req-fa314809-f529-4c98-8e83-7ca528169dc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] For port 83054067-9d68-4ae6-8d3e-54c222b019cf, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=83054067-9d68-4ae6-8d3e-54c222b019cf,segment=NetworkSegment(44028c86-4dd1-4245-9dde-3cae3c790506),segment_id=44028c86-4dd1-4245-9dde-3cae3c790506)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:52.164394 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7d2a84bc-b5b8-41a7-8ff7-bc604f31488a req-fa314809-f529-4c98-8e83-7ca528169dc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:52.177408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-7d2a84bc-b5b8-41a7-8ff7-bc604f31488a req-fa314809-f529-4c98-8e83-7ca528169dc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Calling delete_port for 83054067-9d68-4ae6-8d3e-54c222b019cf owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:29:52.274413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376d7b2-01a0-4a12-9531-cd3a679f5c00 req-18bd6e81-d5e5-4e16-9a07-e1c2788a950c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:52.279323 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f376d7b2-01a0-4a12-9531-cd3a679f5c00 req-18bd6e81-d5e5-4e16-9a07-e1c2788a950c tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/ports?device_id=c968ceff-2643-4ca2-9617-9d56f6ee4cfb HTTP/1.1" status: 200 len: 946 time: 0.0593712 Nov 25 20:29:52.328285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7d2a84bc-b5b8-41a7-8ff7-bc604f31488a req-fa314809-f529-4c98-8e83-7ca528169dc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:52.329523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f376d7b2-01a0-4a12-9531-cd3a679f5c00 req-6bd43403-c9f5-4326-9c1c-aa38819c4767 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.15 "GET /v2.0/security-groups?id=8d359634-6b93-464a-b413-a7b66fcbb935&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479605 Nov 25 20:29:52.347362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['83054067-9d68-4ae6-8d3e-54c222b019cf'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:29:52.359508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa314809-f529-4c98-8e83-7ca528169dc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Pushing event deleted for resources: {'Port': ['ID=83054067-9d68-4ae6-8d3e-54c222b019cf,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:52.430663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d2a84bc-b5b8-41a7-8ff7-bc604f31488a req-fa314809-f529-4c98-8e83-7ca528169dc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] No DVR routers for this DVR port 83054067-9d68-4ae6-8d3e-54c222b019cf on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:29:52.433406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-7d2a84bc-b5b8-41a7-8ff7-bc604f31488a req-fa314809-f529-4c98-8e83-7ca528169dc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:52.436735 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7d2a84bc-b5b8-41a7-8ff7-bc604f31488a req-fa314809-f529-4c98-8e83-7ca528169dc5 tempest-ServerDiskConfigTestJSON-2052286485 tempest-ServerDiskConfigTestJSON-2052286485-project] 10.222.0.60 "DELETE /v2.0/ports/83054067-9d68-4ae6-8d3e-54c222b019cf HTTP/1.1" status: 204 len: 173 time: 0.4746852 Nov 25 20:29:52.437184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'name': 'network-vif-deleted', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:29:52.440695 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfcb544-f3be-426f-9fea-a53fd17c34da" -d '{"events": [{"server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "name": "network-vif-deleted", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:29:52.483665 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-251c4c00-8092-469a-afc4-2f320d8ec5f3 x-openstack-request-id: req-251c4c00-8092-469a-afc4-2f320d8ec5f3 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:29:52.484158 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c968ceff-2643-4ca2-9617-9d56f6ee4cfb", "name": "network-vif-deleted", "tag": "83054067-9d68-4ae6-8d3e-54c222b019cf", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:29:52.484422 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-251c4c00-8092-469a-afc4-2f320d8ec5f3 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:29:52.484838 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c968ceff-2643-4ca2-9617-9d56f6ee4cfb', 'name': 'network-vif-deleted', 'tag': '83054067-9d68-4ae6-8d3e-54c222b019cf', 'status': 'completed', 'code': 200} Nov 25 20:29:53.456753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48978) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:29:53.489407 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.508216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-7defed9d-12a6-4dbe-adfa-3111f02ff1ac admin admin] Deleting subnet cb60745e-2520-4fa3-8540-0d08ba738893 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:29:53.511324 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7defed9d-12a6-4dbe-adfa-3111f02ff1ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.546753 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7defed9d-12a6-4dbe-adfa-3111f02ff1ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.587066 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7defed9d-12a6-4dbe-adfa-3111f02ff1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.645617 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7defed9d-12a6-4dbe-adfa-3111f02ff1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.674163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defed9d-12a6-4dbe-adfa-3111f02ff1ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb60745e-2520-4fa3-8540-0d08ba738893,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:53.677334 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7defed9d-12a6-4dbe-adfa-3111f02ff1ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.679491 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7defed9d-12a6-4dbe-adfa-3111f02ff1ac admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cb60745e-2520-4fa3-8540-0d08ba738893 HTTP/1.1" status: 204 len: 168 time: 0.2216878 Nov 25 20:29:53.681997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 48980) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:29:53.757097 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.847687 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.869879 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4192d1bc-44d5-4206-8709-497e95538a4e']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:29:53.883987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44028c86-4dd1-4245-9dde-3cae3c790506') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:29:53.884279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44028c86-4dd1-4245-9dde-3cae3c790506') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:29:53.896865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.910602 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.919715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:29:53.920128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:29:53.922001 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:29:53.977836 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.983965 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:53.988001 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] 10.222.0.15 "DELETE /v2.0/networks/4192d1bc-44d5-4206-8709-497e95538a4e HTTP/1.1" status: 204 len: 168 time: 0.3050151 Nov 25 20:29:53.999504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4219f-c4b1-4f64-9f7d-87c9b3814740 admin admin] Pushing event deleted for resources: {'Network': ['ID=4192d1bc-44d5-4206-8709-497e95538a4e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:54.107277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48984) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:29:54.152072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-87aa7e16-a8f9-487e-9538-c6d2c279ad79 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=27245851c7af45ea9c0906207a789daa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435004 Nov 25 20:29:54.154557 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 48986) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:29:54.205693 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4443b387-827f-4354-9ede-3957b336655f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.232242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4443b387-827f-4354-9ede-3957b336655f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.281579 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4443b387-827f-4354-9ede-3957b336655f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.284391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4443b387-827f-4354-9ede-3957b336655f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:54.285578 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4443b387-827f-4354-9ede-3957b336655f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8d359634-6b93-464a-b413-a7b66fcbb935 HTTP/1.1" status: 204 len: 168 time: 0.1300912 Nov 25 20:29:54.295935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443b387-827f-4354-9ede-3957b336655f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d359634-6b93-464a-b413-a7b66fcbb935,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:55.021575 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49008) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:29:55.130662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-20940011-network', 'tenant_id': '82720bbf92b94603bacd530d2c900072'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:29:55.163498 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Made reservation on behalf of 82720bbf92b94603bacd530d2c900072 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:29:55.165880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.175278 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.238533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 83054067-9d68-4ae6-8d3e-54c222b019cf no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:29:55.259966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 83054067-9d68-4ae6-8d3e-54c222b019cf {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:29:55.260314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 83054067-9d68-4ae6-8d3e-54c222b019cf not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:29:55.261107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.265777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.294370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:29:55.304685 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daaae6a0-f2aa-47f1-bc6f-34bd317dc51e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:55.311523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.311781 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Added segment 29974f18-9a52-462c-a0fd-6b626585f838 of type vlan for network 81bbd160-0474-4059-81e3-925f92f3f24f Nov 25 20:29:55.362033 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.388592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.389607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:55.390184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.427863 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4050829 Nov 25 20:29:55.430856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49012) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:29:55.435968 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] Request body: {'subnet': {'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-20940011-subnet', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:29:55.458555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3c209d-33ec-414b-95b4-1a9d2b9cc8d0 admin admin] Pushing event updated for resources: {'Network': ['ID=81bbd160-0474-4059-81e3-925f92f3f24f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:55.461576 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] Made reservation on behalf of 82720bbf92b94603bacd530d2c900072 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:29:55.464147 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.470091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 81bbd160-0474-4059-81e3-925f92f3f24f details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:29:55.662330 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.722849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=715ef7ad-5bb3-43d3-bf41-3b9d530ec273,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:55.734302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:29:55.734663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] Network hostable DHCP agents. Network: 81bbd160-0474-4059-81e3-925f92f3f24f, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:29:55.756515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] Network 81bbd160-0474-4059-81e3-925f92f3f24f is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:29:55.774884 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 81bbd160-0474-4059-81e3-925f92f3f24f) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:29:55.779134 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:29:55.779746 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.785145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a03971e-18e1-49ca-bd24-036156bf0dd0 None None] Network 81bbd160-0474-4059-81e3-925f92f3f24f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:29:55.801347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1b3f4935-fb68-4a81-af5f-87f15715b6d0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3692813 Nov 25 20:29:55.804108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49014) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:29:55.808955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:29:55.833662 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.836321 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.896061 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:55.947396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-81bbd160-0474-4059-81e3-925f92f3f24f', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:29:55.948490 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.040088 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.097615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Allocated IP 172.20.0.2 (81bbd160-0474-4059-81e3-925f92f3f24f/715ef7ad-5bb3-43d3-bf41-3b9d530ec273/37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:29:56.268868 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.275405 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.276374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.296963 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.321258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Network 81bbd160-0474-4059-81e3-925f92f3f24f is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:29:56.324178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:29:56.326773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:29:56.336772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Pushing event updated for resources: {'Port': ['ID=37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:56.389551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Attempting to bind port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:29:56.389838 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Attempting to bind port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:29:56.390234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Attempting to bind port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:56.396328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:29:56.396711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:29:56.397119 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.397526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:29:56.398000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Bound port: 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:29:56.398390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.432544 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Allocated IP 172.25.8.194 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/de029d9b-2025-40ae-aae1-07e7ce4a21a6) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:29:56.468845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] For port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:29:56.473275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] For port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:29:56.477757 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.539486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605cbfe2-f7ed-491d-ae9b-09ea62ace563 None None] Pushing event updated for resources: {'Port': ['ID=37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:56.569303 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.606025 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.656416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:29:56.659861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:29:56.662633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:29:56.678781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0219388a-8139-41d7-af76-44d6f68c580d None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:29:56.696045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Pushing event updated for resources: {'Port': ['ID=de029d9b-2025-40ae-aae1-07e7ce4a21a6,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:56.806205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c81a82aa-3c38-484d-8b65-2ba972396bda None None] Provisioning complete for port de029d9b-2025-40ae-aae1-07e7ce4a21a6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:56.806963 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c81a82aa-3c38-484d-8b65-2ba972396bda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.855264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c81a82aa-3c38-484d-8b65-2ba972396bda None None] Port de029d9b-2025-40ae-aae1-07e7ce4a21a6 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:29:56.922836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:29:56.977153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:56.977616 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:56.989255 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:57.068803 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:57.113955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:57.122376 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:57.184458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:57.222136 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:57.367681 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:29:57.506295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:29:57.517923 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Sync routers for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:29:57.529554 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:29:57.529950 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:29:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:29:57.530510 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:57.536396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3aad9bbb-4cd2-4345-a988-3e246bb64f39 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.7308161 Nov 25 20:29:57.537426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49016) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:29:57.654481 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:29:57.667931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34fe6d61-86ff-4537-9d01-bf95a3cf4175 None None] Network 81bbd160-0474-4059-81e3-925f92f3f24f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:29:57.737952 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6e524540-3559-4ef4-a019-2ba937ce6038 None None] Provisioning complete for port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:57.738245 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6e524540-3559-4ef4-a019-2ba937ce6038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:57.868197 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:56Z', 'revision_number': 3, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:29:57.898185 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Checking router: 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:29:57.898532 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Updating router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 port de029d9b-2025-40ae-aae1-07e7ce4a21a6 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:29:57.926300 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.040160 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.201121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ba0ee3e4-cb64-421f-901a-e618782df128 None None] Provisioning complete for port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:58.201409 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba0ee3e4-cb64-421f-901a-e618782df128 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.234309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Allocated IP 172.20.0.1 (81bbd160-0474-4059-81e3-925f92f3f24f/715ef7ad-5bb3-43d3-bf41-3b9d530ec273/b1ad668f-77a8-43b8-b0a0-56dc7053f8ab) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:29:58.246026 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.253936 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.304365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778f385c-b74d-4e5d-8e3e-fd1c50b040cc None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:29:58.309452 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Attempting to bind port de029d9b-2025-40ae-aae1-07e7ce4a21a6 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:29:58.309452 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Attempting to bind port de029d9b-2025-40ae-aae1-07e7ce4a21a6 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:29:58.309452 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Attempting to bind port de029d9b-2025-40ae-aae1-07e7ce4a21a6 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:29:58.324847 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:29:58.325216 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:29:58.325614 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.326003 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:29:58.326465 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Bound port: de029d9b-2025-40ae-aae1-07e7ce4a21a6, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:29:58.326868 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.333223 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Pushing event updated for resources: {'Port': ['ID=de029d9b-2025-40ae-aae1-07e7ce4a21a6,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:58.359249 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.360328 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.360667 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.362087 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.362620 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.363047 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.363381 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.363710 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.364032 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.364352 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.364671 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.364995 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.365313 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:29:58.396830 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.400643 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] For port de029d9b-2025-40ae-aae1-07e7ce4a21a6, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:29:58.404752 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] For port de029d9b-2025-40ae-aae1-07e7ce4a21a6, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=de029d9b-2025-40ae-aae1-07e7ce4a21a6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:29:58.410990 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.434070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0e71cf83-4b71-407c-bdc6-6439b5c423f0 None None] Provisioning complete for port de029d9b-2025-40ae-aae1-07e7ce4a21a6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:58.434450 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e71cf83-4b71-407c-bdc6-6439b5c423f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.435998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Network 81bbd160-0474-4059-81e3-925f92f3f24f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:29:58.442499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:29:58.447193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:29:58.466602 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9788b0f-7b75-466c-98fe-ef398c6cead1 None None] Pushing event updated for resources: {'Port': ['ID=de029d9b-2025-40ae-aae1-07e7ce4a21a6,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:58.477566 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Pushing event updated for resources: {'Port': ['ID=b1ad668f-77a8-43b8-b0a0-56dc7053f8ab,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:58.497516 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:29:58.497516 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:29:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:29:58.506493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b8e99e-9c43-413c-91f0-0cf14ca541d6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:29:58.522400 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.560184 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e71cf83-4b71-407c-bdc6-6439b5c423f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.592642 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0e71cf83-4b71-407c-bdc6-6439b5c423f0 None None] For port de029d9b-2025-40ae-aae1-07e7ce4a21a6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=de029d9b-2025-40ae-aae1-07e7ce4a21a6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:29:58.601327 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e71cf83-4b71-407c-bdc6-6439b5c423f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.676409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e71cf83-4b71-407c-bdc6-6439b5c423f0 None None] Pushing event updated for resources: {'Port': ['ID=de029d9b-2025-40ae-aae1-07e7ce4a21a6,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:58.700167 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.726881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8ad6c26f-71c3-4e7e-a980-e842f510b278 None None] Provisioning complete for port de029d9b-2025-40ae-aae1-07e7ce4a21a6 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:58.727264 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8ad6c26f-71c3-4e7e-a980-e842f510b278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.799136 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:29:58.848248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:29:58.909554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:58.910178 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.941007 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.948735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:58.991847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-456a4303-bb89-4c86-80c3-1bb7ce5ce212 None None] Provisioning complete for port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:58.992382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-456a4303-bb89-4c86-80c3-1bb7ce5ce212 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:59.030737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:59.034136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Pushing event updated for resources: {'Port': ['ID=b1ad668f-77a8-43b8-b0a0-56dc7053f8ab,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:29:59.046379 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:56Z', 'revision_number': 3, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:29:59.086383 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3870ad-cab0-4244-8ba7-e37022db86aa None None] The sync data for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 is: [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:56Z', 'revision_number': 3, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:29:59.151019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Network 81bbd160-0474-4059-81e3-925f92f3f24f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:29:59.152730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:29:59.242604 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-456a4303-bb89-4c86-80c3-1bb7ce5ce212 None None] Port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:29:59.300989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:29:59.452582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:29:59.459747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cec53f83-63a6-432e-9311-51653519a28c admin admin] 10.222.0.15 "PUT /v2.0/routers/8026ca04-a0ab-46f3-8ba1-c0b74ab83132/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9203191 Nov 25 20:29:59.576834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ff3938a4-367a-4a15-818d-bcfaa23e6262 None None] Provisioning complete for port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:29:59.577208 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ff3938a4-367a-4a15-818d-bcfaa23e6262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:29:59.617613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ff3938a4-367a-4a15-818d-bcfaa23e6262 None None] Port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:30:00.086134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49026) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:30:00.091423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-00a77fff-e9c3-4fb0-a377-bee80099f9dc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1061335662', 'description': 'tempest-description--1557342688'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:30:00.117411 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00a77fff-e9c3-4fb0-a377-bee80099f9dc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.193765 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00a77fff-e9c3-4fb0-a377-bee80099f9dc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.198516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00a77fff-e9c3-4fb0-a377-bee80099f9dc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.233526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00a77fff-e9c3-4fb0-a377-bee80099f9dc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.234822 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-00a77fff-e9c3-4fb0-a377-bee80099f9dc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1475487 Nov 25 20:30:00.235596 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a77fff-e9c3-4fb0-a377-bee80099f9dc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507ae016-35b2-4734-9a9d-c932e1add1cd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:00.238079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49028) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:30:00.245712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-543666aa-fc58-4823-8814-f09f474320e8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'security_group_rule': {'security_group_id': '507ae016-35b2-4734-9a9d-c932e1add1cd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:30:00.294282 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-543666aa-fc58-4823-8814-f09f474320e8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.355333 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-543666aa-fc58-4823-8814-f09f474320e8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.365357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-543666aa-fc58-4823-8814-f09f474320e8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.388448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543666aa-fc58-4823-8814-f09f474320e8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d28b1887-ef75-46b1-8a00-89fe57f636f3,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:00.395883 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-543666aa-fc58-4823-8814-f09f474320e8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.397111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-543666aa-fc58-4823-8814-f09f474320e8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1579268 Nov 25 20:30:00.399773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49030) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:30:00.405659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-151bd05e-f3ca-4545-bb14-dacbc418b874 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'security_group_rule': {'security_group_id': '507ae016-35b2-4734-9a9d-c932e1add1cd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:30:00.432996 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-151bd05e-f3ca-4545-bb14-dacbc418b874 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.499068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-151bd05e-f3ca-4545-bb14-dacbc418b874 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.504320 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-151bd05e-f3ca-4545-bb14-dacbc418b874 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.527727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151bd05e-f3ca-4545-bb14-dacbc418b874 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0175cc21-6afe-4eb6-8f79-f8dd90ab476f,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:00.534655 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-151bd05e-f3ca-4545-bb14-dacbc418b874 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.539528 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-151bd05e-f3ca-4545-bb14-dacbc418b874 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382947 Nov 25 20:30:00.540105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49032) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:30:00.545086 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:30:00.573451 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.688699 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.816405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Allocated IP 172.25.8.95 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/ce539309-acb6-4e6d-b037-bd501a19d17e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:30:00.856135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device de029d9b-2025-40ae-aae1-07e7ce4a21a6 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:30:00.882611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Sync routers for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:30:00.906226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:30:00.906894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:29:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:00.938500 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:00.976602 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.000738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port de029d9b-2025-40ae-aae1-07e7ce4a21a6 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:30:01.001009 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.019698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:30:01.022610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:30:01.026019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:30:01.049572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event updated for resources: {'Port': ['ID=ce539309-acb6-4e6d-b037-bd501a19d17e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:01.062014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:30:01.116716 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.157003 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.303326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 2, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:01.312656 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.318245 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.335173 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Checking router: 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:30:01.335532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Updating router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:30:01.362744 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.392805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event updated for resources: {'Port': ['ID=ce539309-acb6-4e6d-b037-bd501a19d17e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:01.404355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.404706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.405048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.405386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.405717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.406046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.406370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.406694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.407042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.407396 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.408352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.408681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:30:01.421840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.437018 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.438257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-61ca7b8d-73ca-4831-a4cb-ec3407b5eb28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8969429 Nov 25 20:30:01.593513 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-64b377c3-f390-4e58-b849-769c2e672a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1061335662&fields=id&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 267 time: 0.0450428 Nov 25 20:30:01.644576 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.650129 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.700469 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4cbd3-1a7e-41d7-a573-267d6489fcb5 None None] Pushing event updated for resources: {'Port': ['ID=b1ad668f-77a8-43b8-b0a0-56dc7053f8ab,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:01.722751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-0ea72460-9090-4e95-a170-3f6ab134f05e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:01.731164 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-0ea72460-9090-4e95-a170-3f6ab134f05e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 810 time: 0.1263356 Nov 25 20:30:01.742745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-27834f3d-fb77-422f-b465-9cb70f9f528b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/quotas/82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 375 time: 0.0106776 Nov 25 20:30:01.758093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Attempting to bind port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:30:01.758475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Attempting to bind port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:30:01.758881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Attempting to bind port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:30:01.764468 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:30:01.764847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:30:01.765256 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.765657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:30:01.766131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Bound port: b1ad668f-77a8-43b8-b0a0-56dc7053f8ab, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:30:01.766518 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.800682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4b136016-d99b-4e75-a436-d6c4ec984c44 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515425 Nov 25 20:30:01.837599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] For port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:30:01.842490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] For port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b1ad668f-77a8-43b8-b0a0-56dc7053f8ab,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:30:01.849087 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:01.912377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:30:01.913249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:29:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:01.919103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-7e06128d-2cc7-4d44-8c22-f758da1728f8 service neutron] 10.222.0.15 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037102 Nov 25 20:30:01.976942 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e4cbd3-1a7e-41d7-a573-267d6489fcb5 None None] Pushing event updated for resources: {'Port': ['ID=b1ad668f-77a8-43b8-b0a0-56dc7053f8ab,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:01.996209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-32d5275c-9e68-48f5-9cd8-78bca03cb594 None None] Provisioning complete for port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:30:01.996209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-32d5275c-9e68-48f5-9cd8-78bca03cb594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:02.027814 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-2d54f938-424b-46b1-9e9e-bc57dcd7e50c service neutron] 10.222.0.15 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000202 Nov 25 20:30:02.091380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:30:02.218762 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0426271d-260d-4dc8-a34c-35fe51072d31 req-3f9ae9a6-5d73-447a-947c-ddadd7d2f2d4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 210 time: 0.0274365 Nov 25 20:30:02.250114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-32d5275c-9e68-48f5-9cd8-78bca03cb594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:02.255896 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1ebf0619-2069-4141-bd2c-40c9ad5b879c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:02.330687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-32d5275c-9e68-48f5-9cd8-78bca03cb594 None None] For port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b1ad668f-77a8-43b8-b0a0-56dc7053f8ab,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:30:02.338732 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-32d5275c-9e68-48f5-9cd8-78bca03cb594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:02.422046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d5275c-9e68-48f5-9cd8-78bca03cb594 None None] Pushing event updated for resources: {'Port': ['ID=b1ad668f-77a8-43b8-b0a0-56dc7053f8ab,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:02.446612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:01Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:02.484890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5094974-0b1c-414c-9d27-7cbedc4d97b0 None None] The sync data for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 is: [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:01Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:30:02.497497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a5689124-6c22-4ca1-a112-9ca89360c790 None None] Provisioning complete for port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:30:02.497872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5689124-6c22-4ca1-a112-9ca89360c790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:02.840463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b1ad668f-77a8-43b8-b0a0-56dc7053f8ab up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:30:02.895966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:30:02.896249 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:03.347024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-14167636-c67b-4192-96c1-f6440ea44039 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:03.348704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-14167636-c67b-4192-96c1-f6440ea44039 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 810 time: 0.1353710 Nov 25 20:30:03.371321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85cf89ac-8a84-4d46-a0ab-230aa7a74628 req-79310c00-d022-4f8f-a80d-8ce65396c22c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 210 time: 0.0459938 Nov 25 20:30:03.429687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-490194df-110a-48b5-adb9-50de602cc0b3 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 380 time: 0.0608165 Nov 25 20:30:03.440608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'port': {'device_id': '55c9a049-4577-4ae3-80bf-084922978d31', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'admin_state_up': True, 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'security_groups': ['507ae016-35b2-4734-9a9d-c932e1add1cd']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:30:03.560394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Made reservation on behalf of 82720bbf92b94603bacd530d2c900072 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:30:03.564717 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:03.707047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Allocated IP 172.20.0.12 (81bbd160-0474-4059-81e3-925f92f3f24f/715ef7ad-5bb3-43d3-bf41-3b9d530ec273/62caf8c7-0585-4fd8-bdb4-983d61b3e039) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:30:03.849760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:03.884569 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:03.932307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Network 81bbd160-0474-4059-81e3-925f92f3f24f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:30:03.937414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:30:03.940584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:30:03.973226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event updated for resources: {'Port': ['ID=62caf8c7-0585-4fd8-bdb4-983d61b3e039,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:03.998746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:03.999424 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:04.015994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-827ae502-3901-468d-870e-96bb7a8cb84e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5800374 Nov 25 20:30:04.028191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Request body: {'port': {'device_id': '55c9a049-4577-4ae3-80bf-084922978d31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:30:04.086647 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:04.188120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-eb63d6a8-eeee-4573-9bb1-b272e6e5ae21 None None] Provisioning complete for port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:30:04.188802 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eb63d6a8-eeee-4573-9bb1-b272e6e5ae21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:04.226251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-eb63d6a8-eeee-4573-9bb1-b272e6e5ae21 None None] Port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:30:04.368338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62caf8c7-0585-4fd8-bdb4-983d61b3e039 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:30:04.375910 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:04.389255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Transition to ACTIVE for port object 62caf8c7-0585-4fd8-bdb4-983d61b3e039 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:30:04.393810 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:04.450615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Pushing event updated for resources: {'Port': ['ID=62caf8c7-0585-4fd8-bdb4-983d61b3e039,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:04.559615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b847c3-d9b0-4681-a8fe-e51855b3ed7c req-d2207168-39ce-410b-ac4a-673c2a51373a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:04.561264 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79b847c3-d9b0-4681-a8fe-e51855b3ed7c req-d2207168-39ce-410b-ac4a-673c2a51373a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 944 time: 0.1064994 Nov 25 20:30:04.578605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Attempting to bind port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:30:04.578981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Attempting to bind port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:30:04.579344 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Attempting to bind port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:30:04.594369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 on network 81bbd160-0474-4059-81e3-925f92f3f24f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:30:04.595489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Attempting to bind port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:30:04.611434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 29, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:30:04.612836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:30:04.613490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:30:04.614269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Bound port: 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:30:04.614897 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:04.668930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79b847c3-d9b0-4681-a8fe-e51855b3ed7c req-4ea396d3-dbe7-4cd3-b925-fd0856aa58e4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005967 Nov 25 20:30:04.721934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:30:04.724861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:30:04.729599 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:04.770478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:04.771127 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:04.774466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] 10.222.0.76 "PUT /v2.0/ports/62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 1092 time: 0.7489853 Nov 25 20:30:04.774466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:30:04.775484 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531c58d1-c148-407d-b165-f77c8e1b8bf3" -d '{"events": [{"name": "network-changed", "server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:30:04.801530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4507d287-a3f4-48aa-b635-773afe19ac4a service neutron] Pushing event updated for resources: {'Port': ['ID=62caf8c7-0585-4fd8-bdb4-983d61b3e039,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:04.833653 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85183c21-897a-40ea-8625-307c0e0633fa x-openstack-request-id: req-85183c21-897a-40ea-8625-307c0e0633fa {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:30:04.834083 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:30:04.834337 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-85183c21-897a-40ea-8625-307c0e0633fa {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:30:04.834731 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'status': 'completed', 'code': 200} Nov 25 20:30:04.874686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-5f745521-ee28-48eb-bff1-11d3f3305e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:04.876411 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-5f745521-ee28-48eb-bff1-11d3f3305e95 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 1095 time: 0.0536137 Nov 25 20:30:04.921137 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-ac042547-18ca-4e88-8b3d-442ba292bd55 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 217 time: 0.0372512 Nov 25 20:30:04.971352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-adf4e287-0ba1-48d0-af5b-78be509186b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:04.972911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-adf4e287-0ba1-48d0-af5b-78be509186b5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0452273 Nov 25 20:30:05.018206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-997c3b8f-9e8e-41fd-80a5-090c837d0aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:05.019745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-997c3b8f-9e8e-41fd-80a5-090c837d0aeb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404487 Nov 25 20:30:05.115472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-6673a264-b1e0-4980-8047-a1c8f501eb73 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886030 Nov 25 20:30:05.214274 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df2e164f-a339-4613-a845-ce70bf7f19b8 req-a4b751c9-5aac-4a82-ab55-79fdba89e580 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923526 Nov 25 20:30:05.297421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c58d1-c148-407d-b165-f77c8e1b8bf3 req-ef7656b4-1d96-44f4-b2a0-5d1e94a15b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:05.298896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-531c58d1-c148-407d-b165-f77c8e1b8bf3 req-ef7656b4-1d96-44f4-b2a0-5d1e94a15b29 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 1095 time: 0.0413013 Nov 25 20:30:05.304868 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cf945c9d-a902-49a3-a441-c9eac0500021 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:05.390546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c58d1-c148-407d-b165-f77c8e1b8bf3 req-2f50060b-2838-4eab-8b13-ca3ea2df7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:05.392983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-531c58d1-c148-407d-b165-f77c8e1b8bf3 req-2f50060b-2838-4eab-8b13-ca3ea2df7728 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0866392 Nov 25 20:30:05.708697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-531c58d1-c148-407d-b165-f77c8e1b8bf3 req-bf281efb-b381-4b1e-a615-536ecc6eba82 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 217 time: 0.3097358 Nov 25 20:30:05.786579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c58d1-c148-407d-b165-f77c8e1b8bf3 req-2dbc7a87-e8e9-467b-869d-0145326258f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:05.788437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-531c58d1-c148-407d-b165-f77c8e1b8bf3 req-2dbc7a87-e8e9-467b-869d-0145326258f5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0716951 Nov 25 20:30:05.837414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4670b741-35ea-4cdf-ae1b-02b12e0dcdc8 req-53704d81-8d94-41f5-a68f-212e60aaf0ee tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:05.838916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4670b741-35ea-4cdf-ae1b-02b12e0dcdc8 req-53704d81-8d94-41f5-a68f-212e60aaf0ee tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 944 time: 0.0844014 Nov 25 20:30:05.866770 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531c58d1-c148-407d-b165-f77c8e1b8bf3 req-f49b167e-e65a-4a86-8388-f801603e84a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:05.868266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-531c58d1-c148-407d-b165-f77c8e1b8bf3 req-f49b167e-e65a-4a86-8388-f801603e84a9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709493 Nov 25 20:30:05.921270 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4670b741-35ea-4cdf-ae1b-02b12e0dcdc8 req-4507a8fe-4a4c-4db7-971d-21e74b65f5f6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734932 Nov 25 20:30:05.976679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-531c58d1-c148-407d-b165-f77c8e1b8bf3 req-9d16c26d-c32e-49e2-8009-73beb859c0c9 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973163 Nov 25 20:30:06.071979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-531c58d1-c148-407d-b165-f77c8e1b8bf3 req-ea43db79-1edf-47a5-8a05-5c5415bf4720 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871322 Nov 25 20:30:06.629666 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:07.040719 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17657005-0647-4ddf-8ca1-3fe0b5793c31 req-9eb39935-51bc-48a4-a82b-8abbf8bdf960 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:07.042208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17657005-0647-4ddf-8ca1-3fe0b5793c31 req-9eb39935-51bc-48a4-a82b-8abbf8bdf960 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 944 time: 0.0498669 Nov 25 20:30:07.091640 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-17657005-0647-4ddf-8ca1-3fe0b5793c31 req-1a07d145-060d-46bd-8eea-8c86ace6cb4d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433283 Nov 25 20:30:07.952391 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:08.220729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca4084a-a462-4456-a468-6c65f96fb8f4 req-b031a0cf-ad9c-4fb6-83b3-128cdd32b284 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:08.222463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ca4084a-a462-4456-a468-6c65f96fb8f4 req-b031a0cf-ad9c-4fb6-83b3-128cdd32b284 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 944 time: 0.0534751 Nov 25 20:30:08.301354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4ca4084a-a462-4456-a468-6c65f96fb8f4 req-8d9c4f3c-f6fe-470e-92d7-e0bce48f3016 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723343 Nov 25 20:30:08.484054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 62caf8c7-0585-4fd8-bdb4-983d61b3e039 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:30:08.489391 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:08.593028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:30:08.604990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'port_id': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'mac_address': 'fa:16:3e:ad:38:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:30:08.646982 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:08.663994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62caf8c7-0585-4fd8-bdb4-983d61b3e039 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:30:08.685691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:30:08.689211 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:08.739973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=62caf8c7-0585-4fd8-bdb4-983d61b3e039,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:08.889269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['62caf8c7-0585-4fd8-bdb4-983d61b3e039'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:30:09.433791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d9e1d-e926-470f-8813-163a8b421b0d req-9497eb63-1248-49a2-b338-6da753ff3d70 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:09.435485 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-634d9e1d-e926-470f-8813-163a8b421b0d req-9497eb63-1248-49a2-b338-6da753ff3d70 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 945 time: 0.0550683 Nov 25 20:30:09.492867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-634d9e1d-e926-470f-8813-163a8b421b0d req-33f2f77e-bd77-4402-989a-f763ea1849c3 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464449 Nov 25 20:30:10.484092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 62caf8c7-0585-4fd8-bdb4-983d61b3e039 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:30:10.539075 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:30:10.544598 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:30:10.544969 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:10.625713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7cc45-44c7-4ee0-8d99-f2d47b5e15d5 req-84ebeb17-2c7d-4941-bf06-eff90774a042 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:10.627177 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6e7cc45-44c7-4ee0-8d99-f2d47b5e15d5 req-84ebeb17-2c7d-4941-bf06-eff90774a042 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 945 time: 0.0541751 Nov 25 20:30:10.630442 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:10.654721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:30:10.657008 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eae097f-658a-4b31-90ea-ae22aa08525a" -d '{"events": [{"server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "name": "network-vif-plugged", "status": "completed", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:30:10.672276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:30:10.676807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f6e7cc45-44c7-4ee0-8d99-f2d47b5e15d5 req-c1eb71f8-0e98-4a67-b1c2-94815955b6b2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435939 Nov 25 20:30:10.677042 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:10.724652 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:30:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33b4e1a-c044-4c97-87c2-204bc7252946 x-openstack-request-id: req-e33b4e1a-c044-4c97-87c2-204bc7252946 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:30:10.724943 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "name": "network-vif-plugged", "status": "completed", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:30:10.725197 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e33b4e1a-c044-4c97-87c2-204bc7252946 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:30:10.725590 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'code': 200} Nov 25 20:30:10.730931 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=62caf8c7-0585-4fd8-bdb4-983d61b3e039,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:30:10.823640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca85dce-72ec-4dd3-ad87-21ed67703e26 req-1e188e98-6b65-4010-af7f-1f0d7f02b907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:10.825188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ca85dce-72ec-4dd3-ad87-21ed67703e26 req-1e188e98-6b65-4010-af7f-1f0d7f02b907 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 1097 time: 0.0453029 Nov 25 20:30:10.869567 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ca85dce-72ec-4dd3-ad87-21ed67703e26 req-7e1bc054-510d-435e-a158-646fee59cb5a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373325 Nov 25 20:30:11.796576 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19747ef-2954-4d4f-ae73-2ca2b423010d req-049ff53f-abbb-4627-8214-ccb31502d46a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:11.798575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f19747ef-2954-4d4f-ae73-2ca2b423010d req-049ff53f-abbb-4627-8214-ccb31502d46a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0502131 Nov 25 20:30:11.855411 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f19747ef-2954-4d4f-ae73-2ca2b423010d req-4495642f-bc15-4322-a6cd-0a12bbd202bd tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510910 Nov 25 20:30:12.976036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613e0a65-8ec7-4dee-bad1-fba71d7cedd8 req-a8afa0c6-070f-4365-85a2-3f7ac11dcbd3 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:12.977455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-613e0a65-8ec7-4dee-bad1-fba71d7cedd8 req-a8afa0c6-070f-4365-85a2-3f7ac11dcbd3 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0530217 Nov 25 20:30:13.024271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-613e0a65-8ec7-4dee-bad1-fba71d7cedd8 req-93fef2d9-cf83-41e6-b6e4-1702c3891b3b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407555 Nov 25 20:30:13.146834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463cf86-7095-4eaf-854e-221bead89d63 req-e6caeeea-074b-4b8f-ab1b-35298e000a5a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:13.148410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7463cf86-7095-4eaf-854e-221bead89d63 req-e6caeeea-074b-4b8f-ab1b-35298e000a5a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0595210 Nov 25 20:30:13.157780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49080) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:30:13.162482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-bda875e7-8c27-4800-9ddb-9afd005253c7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'floatingip': {'port_id': '62caf8c7-0585-4fd8-bdb4-983d61b3e039'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:30:13.207959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bda875e7-8c27-4800-9ddb-9afd005253c7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:13.691949 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bda875e7-8c27-4800-9ddb-9afd005253c7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:13.695918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bda875e7-8c27-4800-9ddb-9afd005253c7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:13.795152 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-bda875e7-8c27-4800-9ddb-9afd005253c7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736 associated. External IP: 172.25.8.95, port: 62caf8c7-0585-4fd8-bdb4-983d61b3e039. Nov 25 20:30:14.011913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bda875e7-8c27-4800-9ddb-9afd005253c7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:30:14.123565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda875e7-8c27-4800-9ddb-9afd005253c7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:30:14.128794 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bda875e7-8c27-4800-9ddb-9afd005253c7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:14.133358 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ebd79c-1815-4074-8657-4e1de459405b None None] Sync routers for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:30:14.143268 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ebd79c-1815-4074-8657-4e1de459405b None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:30:14.143869 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e8ebd79c-1815-4074-8657-4e1de459405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:30:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:14.158656 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bda875e7-8c27-4800-9ddb-9afd005253c7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "PUT /v2.0/floatingips/0596ce27-3f9e-4d66-bcff-32a70e832736 HTTP/1.1" status: 200 len: 991 time: 0.9966216 Nov 25 20:30:14.158656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:30:14.159777 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f053950c-5c9a-4159-8a34-59d464c53ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:30:14.249372 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427f70d6-2201-4881-a906-0b6cf7483150 x-openstack-request-id: req-427f70d6-2201-4881-a906-0b6cf7483150 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:30:14.249666 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:30:14.249923 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-427f70d6-2201-4881-a906-0b6cf7483150 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:30:14.250331 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'status': 'completed', 'code': 200} Nov 25 20:30:14.253938 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e8ebd79c-1815-4074-8657-4e1de459405b None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:30:14.315825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053950c-5c9a-4159-8a34-59d464c53ddc req-f534ccc1-3fc7-460e-9174-60fe4b9d8e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:14.317266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f053950c-5c9a-4159-8a34-59d464c53ddc req-f534ccc1-3fc7-460e-9174-60fe4b9d8e89 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 1097 time: 0.0448747 Nov 25 20:30:14.408651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053950c-5c9a-4159-8a34-59d464c53ddc req-11298407-f676-4b4f-8ab2-4d633ebdb7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:14.410149 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f053950c-5c9a-4159-8a34-59d464c53ddc req-11298407-f676-4b4f-8ab2-4d633ebdb7d9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0862865 Nov 25 20:30:14.483251 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f053950c-5c9a-4159-8a34-59d464c53ddc req-9c2633bd-ae41-4dd3-84a3-77115db55ba3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 999 time: 0.0651062 Nov 25 20:30:14.489365 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e8ebd79c-1815-4074-8657-4e1de459405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:ad:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9a049-4577-4ae3-80bf-084922978d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:30:13Z', 'revision_number': 1, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:14.515423 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ebd79c-1815-4074-8657-4e1de459405b None None] Checking router: 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:30:14.524354 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ebd79c-1815-4074-8657-4e1de459405b None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:30:14.524945 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e8ebd79c-1815-4074-8657-4e1de459405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:30:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:14.534755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053950c-5c9a-4159-8a34-59d464c53ddc req-306bb5a5-94d8-42a9-8e47-d1586debc2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:14.536282 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f053950c-5c9a-4159-8a34-59d464c53ddc req-306bb5a5-94d8-42a9-8e47-d1586debc2e0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0467806 Nov 25 20:30:14.584194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f053950c-5c9a-4159-8a34-59d464c53ddc req-e8ea90b4-502b-4c39-910e-39fe3330a116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:30:14.586181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f053950c-5c9a-4159-8a34-59d464c53ddc req-e8ea90b4-502b-4c39-910e-39fe3330a116 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430944 Nov 25 20:30:14.631933 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e8ebd79c-1815-4074-8657-4e1de459405b None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:30:14.686020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f053950c-5c9a-4159-8a34-59d464c53ddc req-1ef15054-1325-44dc-b799-89fe1efc2c2a service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919254 Nov 25 20:30:14.782573 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f053950c-5c9a-4159-8a34-59d464c53ddc req-13330032-e5de-40a2-9150-0bf936fab9a2 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883169 Nov 25 20:30:14.868482 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e8ebd79c-1815-4074-8657-4e1de459405b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:ad:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9a049-4577-4ae3-80bf-084922978d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:30:13Z', 'revision_number': 1, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:30:14.899016 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8ebd79c-1815-4074-8657-4e1de459405b None None] The sync data for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 is: [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:ad:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55c9a049-4577-4ae3-80bf-084922978d31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:30:13Z', 'revision_number': 1, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:30:15.101901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962accb0-aef8-42b2-84e9-6b27fc72c714 None None] New status for floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:30:17.025689 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:30:21.251836 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:23.512527 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:32.168412 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6dc13c01-9d82-42a9-9b99-a7673823973e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:35.307132 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-83de285d-68f4-4a1a-b6fc-bb4eb2dec1da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:36.632098 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:37.955813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:38.480187 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:51.267189 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:53.511836 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:30:54.025304 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:31:02.178982 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-91af09d6-a964-413d-8b68-8f1299a5c439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:05.309757 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f689983a-1263-4db5-bb7a-4d2e4951ef3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:06.636379 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:07.656730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-31310d63-1b57-44b4-a9cb-0771a341cc2c service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467808 Nov 25 20:31:07.740746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-6e325a03-cd44-413e-a839-7d94e06dbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:07.742634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-6e325a03-cd44-413e-a839-7d94e06dbd2b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 1097 time: 0.0422633 Nov 25 20:31:07.847978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-69e4881b-185c-4a87-af8e-a5be815d8646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:07.849463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-69e4881b-185c-4a87-af8e-a5be815d8646 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0873647 Nov 25 20:31:07.921175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-6b29b5b9-a51b-4432-a139-33d98b74f3e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 1001 time: 0.0628588 Nov 25 20:31:07.961538 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:07.977883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-f406ebdd-acff-48df-b1ad-19c013015a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:07.979430 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-f406ebdd-acff-48df-b1ad-19c013015a7e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0519071 Nov 25 20:31:08.028432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-71fae1e4-4d01-435a-a936-3d17cf338122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:08.029851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-71fae1e4-4d01-435a-a936-3d17cf338122 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439589 Nov 25 20:31:08.131454 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-2e4debfb-6db0-4b44-aa52-4c17047cde64 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943754 Nov 25 20:31:08.224630 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6b9353e2-5c92-4112-9143-b0fe6383540b req-84e83d74-3e7e-4140-be56-0a308d39d9a0 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856688 Nov 25 20:31:08.485106 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:21.249529 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:23.526275 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:31.024834 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:31:32.171990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1826aa6a-6970-4e20-b556-2dbeaf4a5918 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:35.314684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5bd1d6b0-1914-4413-98ad-0ae52256acee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:36.637625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:37.965066 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:38.486282 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:50.249997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b862cb-44c7-4435-8d2b-b97f39cb1e0b req-f60e89f9-a2f5-43b3-ac45-f57ca1706aaf tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:50.251573 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02b862cb-44c7-4435-8d2b-b97f39cb1e0b req-f60e89f9-a2f5-43b3-ac45-f57ca1706aaf tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0557990 Nov 25 20:31:50.301243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02b862cb-44c7-4435-8d2b-b97f39cb1e0b req-0dc6ef2c-9c3d-43d4-9372-5640b6b7f55e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435278 Nov 25 20:31:50.532845 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-f3c0aab7-3472-43f4-a678-972f5240a63f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0457816 Nov 25 20:31:50.544321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21268185-ffaa-4e29-9d8b-cd5a4b9a2526 req-9f3b6800-5cdf-4cab-b7d8-4fff81652717 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:50.545855 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21268185-ffaa-4e29-9d8b-cd5a4b9a2526 req-9f3b6800-5cdf-4cab-b7d8-4fff81652717 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0537622 Nov 25 20:31:50.595801 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-21268185-ffaa-4e29-9d8b-cd5a4b9a2526 req-d88e5d3f-b5c0-49b6-a6a2-aa948efc1206 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434468 Nov 25 20:31:51.263253 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:51.724112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-a5b9e770-128e-417a-8b97-a7a479d6e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:51.725586 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-a5b9e770-128e-417a-8b97-a7a479d6e03a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 1097 time: 0.0740037 Nov 25 20:31:51.738764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47eb4f1-e679-46f4-926a-d247660dbd57 req-a0087e1f-4599-47bc-9ca2-ae7da63f1594 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:51.740225 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d47eb4f1-e679-46f4-926a-d247660dbd57 req-a0087e1f-4599-47bc-9ca2-ae7da63f1594 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0640056 Nov 25 20:31:51.844250 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d47eb4f1-e679-46f4-926a-d247660dbd57 req-f55d1f77-ba48-4267-914c-59ae53a78464 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952747 Nov 25 20:31:51.862605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-a14cc3be-5e4e-49cd-9f0f-74fcd8e744b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:51.864158 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-a14cc3be-5e4e-49cd-9f0f-74fcd8e744b4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1231043 Nov 25 20:31:51.934618 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-94c72705-a34e-405a-beb5-80f6088ece98 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 1001 time: 0.0613716 Nov 25 20:31:51.982211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-b57c5461-77b0-4929-84d2-d77a655617a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:51.983749 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-b57c5461-77b0-4929-84d2-d77a655617a7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0438225 Nov 25 20:31:52.033014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-9cc3e42b-5291-4647-9792-42cbab9b97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:52.034482 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-9cc3e42b-5291-4647-9792-42cbab9b97cf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440984 Nov 25 20:31:52.124524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-a5f1b9a8-64d2-4d81-9879-1b3f699cd050 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832288 Nov 25 20:31:52.223116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-4ad88a05-05b8-4bbc-8ae1-19bee2830e91 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912778 Nov 25 20:31:52.962474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956b982-9dc5-4b48-9f64-a24cda1e2154 req-0746d60a-ad08-41c9-8187-4f2294d5a25a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:52.963935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7956b982-9dc5-4b48-9f64-a24cda1e2154 req-0746d60a-ad08-41c9-8187-4f2294d5a25a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0496893 Nov 25 20:31:53.010882 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7956b982-9dc5-4b48-9f64-a24cda1e2154 req-185544b3-79d7-4e28-8880-08aa7f1cf9cb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405648 Nov 25 20:31:53.524753 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:31:54.130958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b3be4f-ae10-40e9-bcf4-2f528b48ea75 req-af1858dc-e2b8-4672-891f-45fbe32b682d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:54.132470 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31b3be4f-ae10-40e9-bcf4-2f528b48ea75 req-af1858dc-e2b8-4672-891f-45fbe32b682d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0490174 Nov 25 20:31:54.183955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31b3be4f-ae10-40e9-bcf4-2f528b48ea75 req-db12ebd0-c27a-4ff2-b5c6-6a8a58f17a0b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449407 Nov 25 20:31:55.303177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81065457-8a7d-404c-b382-4bb5cea5143b req-522174ec-087d-4a4c-9102-7e31150daf84 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:55.304662 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81065457-8a7d-404c-b382-4bb5cea5143b req-522174ec-087d-4a4c-9102-7e31150daf84 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0512938 Nov 25 20:31:55.351721 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81065457-8a7d-404c-b382-4bb5cea5143b req-32a283e4-569b-4b3d-84b8-76fe5e60e6a8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407636 Nov 25 20:31:56.468060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fbe18-6397-42f4-8ca1-8cdc0e2af55e req-e55398c3-6f19-495a-8abe-e29a59882a01 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:56.469548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f21fbe18-6397-42f4-8ca1-8cdc0e2af55e req-e55398c3-6f19-495a-8abe-e29a59882a01 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0492046 Nov 25 20:31:56.516804 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f21fbe18-6397-42f4-8ca1-8cdc0e2af55e req-6678fb4f-1f42-4469-9fdd-22b7963857ae tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412755 Nov 25 20:31:57.642351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3dc39-0aaf-42e8-b0f2-c58cdfd0d20e req-a3d4dff0-0ad8-4cca-926b-fe4726a31e72 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:57.643871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48a3dc39-0aaf-42e8-b0f2-c58cdfd0d20e req-a3d4dff0-0ad8-4cca-926b-fe4726a31e72 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0528657 Nov 25 20:31:57.691589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48a3dc39-0aaf-42e8-b0f2-c58cdfd0d20e req-e10f6666-6178-460a-ad3b-7cdae2a21169 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416844 Nov 25 20:31:58.814234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee914e8c-09f5-4f49-81e6-100f8fbe34a8 req-79b7b79c-0772-47cd-bae4-279467f8adce tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:58.815795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee914e8c-09f5-4f49-81e6-100f8fbe34a8 req-79b7b79c-0772-47cd-bae4-279467f8adce tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0495050 Nov 25 20:31:58.863780 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee914e8c-09f5-4f49-81e6-100f8fbe34a8 req-3d652683-c645-46e3-ad45-26ce8fcfcc7d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417116 Nov 25 20:31:59.984901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b022c74-d997-4a2a-a4c0-7cfd11fb500a req-6684b6a5-397e-454e-a0e9-951c49f1779a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:31:59.986284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b022c74-d997-4a2a-a4c0-7cfd11fb500a req-6684b6a5-397e-454e-a0e9-951c49f1779a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0491154 Nov 25 20:32:00.036330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b022c74-d997-4a2a-a4c0-7cfd11fb500a req-6f40a4a9-9366-43e0-aa00-5e426a458028 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440128 Nov 25 20:32:01.154227 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6cb5f-932b-4f1f-893b-6c78aaba25a4 req-59db8886-1249-4cc1-b5e1-6ed040c1316c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:01.156447 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78d6cb5f-932b-4f1f-893b-6c78aaba25a4 req-59db8886-1249-4cc1-b5e1-6ed040c1316c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0498970 Nov 25 20:32:01.213759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78d6cb5f-932b-4f1f-893b-6c78aaba25a4 req-2fcbba14-7348-4812-9fee-52b9dba77cb3 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512578 Nov 25 20:32:02.174168 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-28ae6dc9-0809-419d-9820-38b38c3f0edf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:02.333780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07e7cb-72d5-4928-aac6-a138d7ff77a8 req-2af98eef-6b0e-4450-8f0b-53fb072c8ede tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:02.335237 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd07e7cb-72d5-4928-aac6-a138d7ff77a8 req-2af98eef-6b0e-4450-8f0b-53fb072c8ede tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0501003 Nov 25 20:32:02.382132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd07e7cb-72d5-4928-aac6-a138d7ff77a8 req-c898f3ec-7d59-410c-b372-57da17f1f372 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408471 Nov 25 20:32:03.504113 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c081d8e0-f964-45f1-bcbf-a925828a8f4e req-a755f8b7-d07f-4bf3-9570-a45ca383cda4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:03.505599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c081d8e0-f964-45f1-bcbf-a925828a8f4e req-a755f8b7-d07f-4bf3-9570-a45ca383cda4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 946 time: 0.0522411 Nov 25 20:32:03.554267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c081d8e0-f964-45f1-bcbf-a925828a8f4e req-f723a2f4-3b0d-409b-b51b-9667ffdbc2df tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419149 Nov 25 20:32:04.035802 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-22900fc1-9ee3-4d6b-bf68-a2dd3fd5f51e service neutron] show failed (client error): The resource could not be found. Nov 25 20:32:04.036880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-22900fc1-9ee3-4d6b-bf68-a2dd3fd5f51e service neutron] 10.222.0.76 "GET /v2.0/ports/62caf8c7-0585-4fd8-bdb4-983d61b3e039/bindings/n-h1-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0673647 Nov 25 20:32:04.240029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-b9d33235-bbdd-41ef-84a0-b0ca411bf779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:04.241533 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-b9d33235-bbdd-41ef-84a0-b0ca411bf779 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 1097 time: 0.0422833 Nov 25 20:32:04.253269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:32:04.311625 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:04.522212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:04.556027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:32:04.597233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:04.599655 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4affaef3-c26e-427f-abd3-f00edd9e3729" -d '{"events": [{"server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "name": "network-vif-unplugged", "status": "completed", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:04.603915 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:04.616902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Transition to ACTIVE for port object 62caf8c7-0585-4fd8-bdb4-983d61b3e039 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:32:04.619903 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:04.683520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315f181-59dc-41c3-a333-76dec0f9e4d5 req-e7929dc5-1d42-4be3-bb7b-fdd01c902bfc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:04.685048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4315f181-59dc-41c3-a333-76dec0f9e4d5 req-e7929dc5-1d42-4be3-bb7b-fdd01c902bfc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 944 time: 0.0575171 Nov 25 20:32:04.727040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Pushing event updated for resources: {'Port': ['ID=62caf8c7-0585-4fd8-bdb4-983d61b3e039,revision_number=6']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:04.751661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.752009 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.752349 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.753271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.753271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.753471 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.753647 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.753956 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.754275 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.754595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.754938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.755167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4315f181-59dc-41c3-a333-76dec0f9e4d5 req-304f8217-9ffe-409b-8218-a6b641ccf3d5 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635724 Nov 25 20:32:04.755283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:04.827174 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d279f1c-539c-4efe-9188-78a5a72c1469 x-openstack-request-id: req-9d279f1c-539c-4efe-9188-78a5a72c1469 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:04.827440 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "name": "network-vif-unplugged", "status": "completed", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:04.827694 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9d279f1c-539c-4efe-9188-78a5a72c1469 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:04.828086 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'code': 200} Nov 25 20:32:04.829013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] No DVR routers for this DVR port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:32:05.277385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Attempting to bind port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:32:05.278091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Attempting to bind port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:32:05.278091 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Attempting to bind port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:32:05.282531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 on network 81bbd160-0474-4059-81e3-925f92f3f24f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:32:05.282881 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Attempting to bind port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:32:05.287650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:32:05.287985 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:32:05.288374 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:32:05.289054 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Bound port: 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:32:05.289406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:05.316837 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-be643f76-f9b5-42b9-84a2-d24258b2e7d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:05.354456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:32:05.358428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:32:05.363279 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:05.398625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:05.399404 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:05.400876 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] 10.222.0.60 "PUT /v2.0/ports/62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 1092 time: 1.1517301 Nov 25 20:32:05.483377 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae017c1b-efef-4623-af4e-b2f1bf10ba3b service neutron] Pushing event updated for resources: {'Port': ['ID=62caf8c7-0585-4fd8-bdb4-983d61b3e039,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:05.511826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-efea788e-c542-404f-a0f6-f86368a7d356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:05.514549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-efea788e-c542-404f-a0f6-f86368a7d356 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 1095 time: 0.0902586 Nov 25 20:32:05.616248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-46abd1fd-e770-4c9b-ac14-fbef35ec3260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:05.617632 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-46abd1fd-e770-4c9b-ac14-fbef35ec3260 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0961187 Nov 25 20:32:05.693730 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-f65e1e84-f532-423e-b3a4-a2c40fd4f392 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 999 time: 0.0685201 Nov 25 20:32:05.748284 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-c3cd9aa0-1fa3-44d8-8c26-0a616cc4d3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:05.749749 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-c3cd9aa0-1fa3-44d8-8c26-0a616cc4d3f2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0497551 Nov 25 20:32:05.802660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-5b231348-6519-4493-bcb1-d9ea6147a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:05.805363 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-5b231348-6519-4493-bcb1-d9ea6147a4e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478528 Nov 25 20:32:05.888698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be33564-c17f-4ac7-863f-95f60e01bce8 req-3a327077-4438-4453-a540-2115a1ca3b22 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:05.890215 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5be33564-c17f-4ac7-863f-95f60e01bce8 req-3a327077-4438-4453-a540-2115a1ca3b22 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 944 time: 0.0514357 Nov 25 20:32:05.903257 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-885ad9d0-399c-404f-8ee0-0e5bbbee3b5b service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909731 Nov 25 20:32:05.938705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5be33564-c17f-4ac7-863f-95f60e01bce8 req-e310e355-eff4-49bf-ba2d-33e532b71fab tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423744 Nov 25 20:32:05.999117 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-08fcaadc-6976-46b9-b0c8-41e15de0437e req-fc47d85a-648e-49d1-b630-25fa911b56a2 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876362 Nov 25 20:32:06.641844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:06.829447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:06.831870 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f" -d '{"events": [{"name": "network-changed", "server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:06.885689 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e36bbe-7ded-4a0f-b9b0-602ab3da342b x-openstack-request-id: req-97e36bbe-7ded-4a0f-b9b0-602ab3da342b {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:06.885971 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:06.886260 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97e36bbe-7ded-4a0f-b9b0-602ab3da342b {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:06.886674 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'status': 'completed', 'code': 200} Nov 25 20:32:06.950909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-c88158fe-f8e2-4551-b8bb-869f8f68b21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:06.952515 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-c88158fe-f8e2-4551-b8bb-869f8f68b21e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 1095 time: 0.0473702 Nov 25 20:32:06.963187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-ab58ca19-3d8e-4826-a52f-73eea6524539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:06.964762 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-ab58ca19-3d8e-4826-a52f-73eea6524539 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 1095 time: 0.0510941 Nov 25 20:32:06.980690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 62caf8c7-0585-4fd8-bdb4-983d61b3e039 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:32:07.029316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 62caf8c7-0585-4fd8-bdb4-983d61b3e039 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:32:07.073959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-5bd4f0a4-ad2f-4c2d-bf68-f86a2e60a92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.075630 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-5bd4f0a4-ad2f-4c2d-bf68-f86a2e60a92d service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1030622 Nov 25 20:32:07.164824 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-06fbca4b-1407-4bec-a3af-2da6a88ff405 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 999 time: 0.0808148 Nov 25 20:32:07.226182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-4c3779da-c655-42b0-93d8-7682c2df1ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.227697 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-4c3779da-c655-42b0-93d8-7682c2df1ddb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0549684 Nov 25 20:32:07.279621 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-bf8fc901-aa54-4e85-941f-cf3e1440fc9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.281297 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-bf8fc901-aa54-4e85-941f-cf3e1440fc9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460968 Nov 25 20:32:07.377119 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b29a0b-3dd6-44b2-86a0-f7fdf11e6278 req-628c6fa3-237e-4eeb-9c27-5644224d513a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.378707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78b29a0b-3dd6-44b2-86a0-f7fdf11e6278 req-628c6fa3-237e-4eeb-9c27-5644224d513a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 944 time: 0.0731227 Nov 25 20:32:07.380443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-84d2a9fc-cfa1-4beb-b5c6-fe93e333aae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.382302 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-84d2a9fc-cfa1-4beb-b5c6-fe93e333aae6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.4208076 Nov 25 20:32:07.386234 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-12131b2f-87a8-42d9-b1f9-47274a8f591b service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963035 Nov 25 20:32:07.491859 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-d112a625-72fa-4e88-ac94-bd57cc3e3c7c service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971842 Nov 25 20:32:07.495404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78b29a0b-3dd6-44b2-86a0-f7fdf11e6278 req-335413d9-5046-48c5-8ba7-f05be106c752 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099727 Nov 25 20:32:07.498818 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-a00afe75-3696-4bfe-b013-0162d773e16b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 999 time: 0.1048524 Nov 25 20:32:07.560035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-bfec7a72-9d29-45fc-abe3-0f4d354715da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.561829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-bfec7a72-9d29-45fc-abe3-0f4d354715da service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0556545 Nov 25 20:32:07.615520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-39c21480-d6c3-4215-b98c-20b3dd4cc19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:07.617118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-39c21480-d6c3-4215-b98c-20b3dd4cc19f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470197 Nov 25 20:32:07.734594 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-aaf4dc0e-571d-4a30-bee1-ae95a0e70863 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103880 Nov 25 20:32:07.832802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8fa279a-3ac3-4c3a-bd09-53f2b8b3d60f req-a4982c86-b8a1-462f-96e8-ad3519016ea5 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908332 Nov 25 20:32:07.971401 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:08.026468 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:32:08.490875 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:08.641407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec8023-bdd8-45a0-9d1b-c10b7e620654 req-c1f49a14-b60c-4659-a881-641f23e77542 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:08.642982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3aec8023-bdd8-45a0-9d1b-c10b7e620654 req-c1f49a14-b60c-4659-a881-641f23e77542 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 944 time: 0.0626297 Nov 25 20:32:08.697494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3aec8023-bdd8-45a0-9d1b-c10b7e620654 req-81e495a9-cebd-4304-8cb3-77be7a4768fd tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482898 Nov 25 20:32:08.934986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6a3ed6-ac84-47a2-9330-e4d5b4817cbe req-23e9fa3c-31d9-4abb-9b82-64e2904afb17 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:08.936405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd6a3ed6-ac84-47a2-9330-e4d5b4817cbe req-23e9fa3c-31d9-4abb-9b82-64e2904afb17 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 944 time: 0.0808854 Nov 25 20:32:08.957802 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-ce773b4f-87f9-464e-bb57-644d647fe86a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:08.958118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-ce773b4f-87f9-464e-bb57-644d647fe86a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31&tenant_id=82720bbf92b94603bacd530d2c900072&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 944 time: 0.0752797 Nov 25 20:32:09.041350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd6a3ed6-ac84-47a2-9330-e4d5b4817cbe req-20415363-ef0f-4388-b9f8-7aede0f9f3a7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980461 Nov 25 20:32:09.049534 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-71ee83f7-6e90-4335-9df0-11e2db3016d8 service neutron] delete failed (client error): The resource could not be found. Nov 25 20:32:09.050581 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-71ee83f7-6e90-4335-9df0-11e2db3016d8 service neutron] 10.222.0.76 "DELETE /v2.0/ports/62caf8c7-0585-4fd8-bdb4-983d61b3e039/bindings/n-h2-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0838392 Nov 25 20:32:09.147449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-c763b778-5d2c-40ba-903b-655f2e488c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.148962 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-c763b778-5d2c-40ba-903b-655f2e488c70 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 1095 time: 0.0496399 Nov 25 20:32:09.232369 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-ad512892-8b83-4b95-9617-5a0ccec72c58 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484867 Nov 25 20:32:09.264058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-78a713b7-cf59-4255-99f8-c2f63dba82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.265778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-78a713b7-cf59-4255-99f8-c2f63dba82f3 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1103196 Nov 25 20:32:09.322625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-5b928cb9-aa86-4545-af38-82741b74f240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.324178 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-5b928cb9-aa86-4545-af38-82741b74f240 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 1095 time: 0.0433581 Nov 25 20:32:09.337705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-94678bd5-22e2-4cdd-8aa1-bcb81cdd1e7c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 999 time: 0.0647380 Nov 25 20:32:09.388000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-224e41bc-befe-4ed5-89fa-ac0d5e7ac3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.389681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-224e41bc-befe-4ed5-89fa-ac0d5e7ac3a5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0459332 Nov 25 20:32:09.444598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-ee3e6d8a-0523-4e89-b8b0-361ecc1720df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.446136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-ee3e6d8a-0523-4e89-b8b0-361ecc1720df service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0491893 Nov 25 20:32:09.448918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-709e3318-10c8-4007-a0aa-f1d8544eafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.451204 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-709e3318-10c8-4007-a0aa-f1d8544eafa5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1072900 Nov 25 20:32:09.539293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-70d00e1d-98f6-45de-8b12-46b5d0c2d753 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 200 len: 999 time: 0.0806799 Nov 25 20:32:09.545120 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-284bf30b-28f5-4cba-a2f3-2c1d07fdda80 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918527 Nov 25 20:32:09.593587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-f272cbda-7745-4104-b1bc-5382e7e775ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.595121 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-f272cbda-7745-4104-b1bc-5382e7e775ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0494790 Nov 25 20:32:09.646359 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-88c1b45c-a15a-42bc-a0b7-4cc29f1fa66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:09.647913 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-88c1b45c-a15a-42bc-a0b7-4cc29f1fa66f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450838 Nov 25 20:32:09.654604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3455413a-1e87-4e4f-806d-38c6a7e38c85 req-3ae3a489-e5cf-4dc3-9dbd-26330f264459 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021755 Nov 25 20:32:09.751147 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-bbbe6f82-fddb-40f2-8ea9-dc1b36b412fd service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957263 Nov 25 20:32:09.847877 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-04c45a27-511a-4e55-9202-3b94fb87e51b req-23a327ff-d266-44b9-bbf5-659a97061d21 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897081 Nov 25 20:32:09.899589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 62caf8c7-0585-4fd8-bdb4-983d61b3e039 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:32:10.005815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:10.017285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'port_id': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'mac_address': 'fa:16:3e:ad:38:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:32:10.056149 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:10.073947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62caf8c7-0585-4fd8-bdb4-983d61b3e039 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:32:10.095547 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:10.100272 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:10.165813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=62caf8c7-0585-4fd8-bdb4-983d61b3e039,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:10.176595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6588e2b4-399f-48f7-bdbb-d9dd04939d27 req-773451fa-f670-423f-81f8-34e2981d6f18 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:10.177393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.177749 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.178086 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.178182 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6588e2b4-399f-48f7-bdbb-d9dd04939d27 req-773451fa-f670-423f-81f8-34e2981d6f18 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 945 time: 0.0597301 Nov 25 20:32:10.178421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.178748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.179100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.179424 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.179747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.180069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.180393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.180720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.181023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:32:10.234636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6588e2b4-399f-48f7-bdbb-d9dd04939d27 req-cdd2c897-8010-4e00-8ad6-22425455182e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492043 Nov 25 20:32:10.345053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['62caf8c7-0585-4fd8-bdb4-983d61b3e039'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:32:10.369934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac1d83c-6807-4706-bad8-2ade543f4769 req-bf213b61-1349-4ffc-9260-b30a0e97022b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:10.371524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ac1d83c-6807-4706-bad8-2ade543f4769 req-bf213b61-1349-4ffc-9260-b30a0e97022b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 945 time: 0.0535512 Nov 25 20:32:10.431438 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ac1d83c-6807-4706-bad8-2ade543f4769 req-0cc3cb25-32cc-42eb-9cd6-ca1d1db0057d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524976 Nov 25 20:32:10.555339 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3d663-a913-4da8-8d6d-7aa77d01eb84 req-36c08e88-2e8e-4726-b472-279dd908e4d6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:10.556922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5e3d663-a913-4da8-8d6d-7aa77d01eb84 req-36c08e88-2e8e-4726-b472-279dd908e4d6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 945 time: 0.0519269 Nov 25 20:32:10.609942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b5e3d663-a913-4da8-8d6d-7aa77d01eb84 req-b02cd595-a933-4ccf-a78d-991b9273a0e6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467329 Nov 25 20:32:10.880903 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e3d76e-d460-4b1d-b24d-5f169f755213 req-9451293f-8547-43a1-b08a-f4b112199b18 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:10.883720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31e3d76e-d460-4b1d-b24d-5f169f755213 req-9451293f-8547-43a1-b08a-f4b112199b18 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 945 time: 0.0624650 Nov 25 20:32:10.937009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31e3d76e-d460-4b1d-b24d-5f169f755213 req-d9b5b2bd-b60e-4484-8c01-ccd1ce473ae1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467832 Nov 25 20:32:11.911849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 62caf8c7-0585-4fd8-bdb4-983d61b3e039 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:32:11.964494 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:32:11.972088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:32:11.972088 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:12.068031 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:12.070075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca54369-f3c0-4204-bfda-75d7ae35c5c2 req-825fd933-165d-4cff-941d-529ff53998be tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:12.071861 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cca54369-f3c0-4204-bfda-75d7ae35c5c2 req-825fd933-165d-4cff-941d-529ff53998be tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 945 time: 0.0577650 Nov 25 20:32:12.097569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:12.099962 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36a666d3-a761-4c29-9c65-c6f88eaa7b4a" -d '{"events": [{"server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "name": "network-vif-plugged", "status": "completed", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:12.114004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:12.119796 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:12.133926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cca54369-f3c0-4204-bfda-75d7ae35c5c2 req-c47de7af-f744-4de7-bd83-eb1f64b417d3 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501838 Nov 25 20:32:12.142059 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-02ed17a5-64ab-48ea-b661-ef53320b071e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:12.142059 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-02ed17a5-64ab-48ea-b661-ef53320b071e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 945 time: 0.0709732 Nov 25 20:32:12.179665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=62caf8c7-0585-4fd8-bdb4-983d61b3e039,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:12.207973 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e551932-9d16-43c5-bb7c-f97391db0db3 x-openstack-request-id: req-7e551932-9d16-43c5-bb7c-f97391db0db3 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:12.208268 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "name": "network-vif-plugged", "status": "completed", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:12.208523 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-7e551932-9d16-43c5-bb7c-f97391db0db3 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:12.208926 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'code': 200} Nov 25 20:32:12.243182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Deleting port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:32:12.243430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:12.338999 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] For port 62caf8c7-0585-4fd8-bdb4-983d61b3e039, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=62caf8c7-0585-4fd8-bdb4-983d61b3e039,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:12.339369 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:12.564507 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:12.564777 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:12.565278 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736 disassociated. External IP: 172.25.8.95, port: 62caf8c7-0585-4fd8-bdb4-983d61b3e039. Nov 25 20:32:12.565772 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Calling delete_port for 62caf8c7-0585-4fd8-bdb4-983d61b3e039 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:32:12.707591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:12.807703 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event deleted for resources: {'Port': ['ID=62caf8c7-0585-4fd8-bdb4-983d61b3e039,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:12.890051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:32:13.004611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:32:13.015681 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7306211-aff3-4ca3-85c9-b734eb8b9ffb None None] Sync routers for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:32:13.025716 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7306211-aff3-4ca3-85c9-b734eb8b9ffb None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:32:13.026313 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e7306211-aff3-4ca3-85c9-b734eb8b9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:32:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:13.047637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] No DVR routers for this DVR port 62caf8c7-0585-4fd8-bdb4-983d61b3e039 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:32:13.050288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:13.053687 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f2d2e05c-0ad0-44c6-aafb-af2eca7595d0 req-b646126a-d7a0-40ee-bf6a-997c337519c2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "DELETE /v2.0/ports/62caf8c7-0585-4fd8-bdb4-983d61b3e039 HTTP/1.1" status: 204 len: 173 time: 0.9028132 Nov 25 20:32:13.054136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'name': 'network-vif-deleted', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:13.056462 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69aa229d-e2bd-47fe-952f-03c86055be5d" -d '{"events": [{"server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "name": "network-vif-deleted", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:13.097574 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8807bbb-ef6c-4d94-9aff-b5473a49d3f1 x-openstack-request-id: req-c8807bbb-ef6c-4d94-9aff-b5473a49d3f1 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:13.097873 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55c9a049-4577-4ae3-80bf-084922978d31", "name": "network-vif-deleted", "tag": "62caf8c7-0585-4fd8-bdb4-983d61b3e039", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:13.098129 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c8807bbb-ef6c-4d94-9aff-b5473a49d3f1 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:13.098530 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55c9a049-4577-4ae3-80bf-084922978d31', 'name': 'network-vif-deleted', 'tag': '62caf8c7-0585-4fd8-bdb4-983d61b3e039', 'status': 'completed', 'code': 200} Nov 25 20:32:13.163113 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e7306211-aff3-4ca3-85c9-b734eb8b9ffb None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:32:13.289316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-54edef0d-847d-4341-8125-d67d74a379cc req-27c0bcb4-b4f9-4105-9a70-57032bf898c0 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=55c9a049-4577-4ae3-80bf-084922978d31 HTTP/1.1" status: 200 len: 210 time: 0.0327497 Nov 25 20:32:13.390092 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e7306211-aff3-4ca3-85c9-b734eb8b9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:13.416328 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7306211-aff3-4ca3-85c9-b734eb8b9ffb None None] Checking router: 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:32:13.425832 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7306211-aff3-4ca3-85c9-b734eb8b9ffb None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:32:13.426531 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e7306211-aff3-4ca3-85c9-b734eb8b9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:32:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:13.542869 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e7306211-aff3-4ca3-85c9-b734eb8b9ffb None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:32:13.746243 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e7306211-aff3-4ca3-85c9-b734eb8b9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:13.773423 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7306211-aff3-4ca3-85c9-b734eb8b9ffb None None] The sync data for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 is: [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:32:14.014490 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89065656-6d12-4377-aace-96ce8a5ca419 None None] New status for floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:32:14.561354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-342ad793-1f63-42b0-81fc-6c142a407631 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1061335662&fields=id&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 267 time: 0.0459318 Nov 25 20:32:14.679609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-04ed7aad-c38e-4c0a-a6b0-ac26aebc0c6d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:14.681022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-04ed7aad-c38e-4c0a-a6b0-ac26aebc0c6d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 810 time: 0.1124356 Nov 25 20:32:14.696603 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-0ce183fd-bdd9-4b01-914b-07769673cc5f tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/quotas/82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 375 time: 0.0094557 Nov 25 20:32:14.750831 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-3f49ae78-141c-43a4-86cf-eaeedf8eb9ca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0482125 Nov 25 20:32:14.852491 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-56df226e-bbff-46b0-8548-1318a2f3c721 service neutron] 10.222.0.15 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896156 Nov 25 20:32:14.946133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-33bc3378-f3e3-47c9-aa0e-c6d3bfdfc4ec service neutron] 10.222.0.15 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867004 Nov 25 20:32:15.113085 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2c54b3e-d0d2-410d-b7bb-921edf33457e req-638bbb12-cf70-47ba-8727-853a1ac0266a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 210 time: 0.0286639 Nov 25 20:32:15.915003 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 62caf8c7-0585-4fd8-bdb4-983d61b3e039 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:32:15.936867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 62caf8c7-0585-4fd8-bdb4-983d61b3e039 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:32:15.937214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 62caf8c7-0585-4fd8-bdb4-983d61b3e039 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:32:16.044605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-34dc3053-a0c6-4ef9-817c-0a9bdd66eaab tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:16.046266 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-34dc3053-a0c6-4ef9-817c-0a9bdd66eaab tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 810 time: 0.1092062 Nov 25 20:32:16.114452 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-66ef47a9-9843-4758-80d1-06156793691c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 380 time: 0.0587022 Nov 25 20:32:16.127825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'port': {'device_id': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'admin_state_up': True, 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'security_groups': ['507ae016-35b2-4734-9a9d-c932e1add1cd']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:32:16.218451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd25d36e-a1c6-47fc-86ad-be85f20d620c req-ebbe9b31-b782-40c3-85ff-9369a320cf4a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 210 time: 0.0273948 Nov 25 20:32:16.256629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Made reservation on behalf of 82720bbf92b94603bacd530d2c900072 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:32:16.260883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:16.416279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Allocated IP 172.20.0.12 (81bbd160-0474-4059-81e3-925f92f3f24f/715ef7ad-5bb3-43d3-bf41-3b9d530ec273/72c19fa6-36f4-497d-a07c-d4dd5f8dc3db) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:32:16.633354 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:16.676947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:16.728012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Network 81bbd160-0474-4059-81e3-925f92f3f24f is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:32:16.736652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:32:16.738599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event updated for resources: {'Port': ['ID=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:16.740830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:32:16.799355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:16.799959 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:16.819278 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-2c684b0c-53ee-4dde-8de3-3dbaf3f3cf90 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6963382 Nov 25 20:32:16.831878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Request body: {'port': {'device_id': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:32:16.898357 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:16.980934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9ec4c3cc-007e-47ad-bfbc-2dcc0d70d1f7 None None] Provisioning complete for port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:32:16.981965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9ec4c3cc-007e-47ad-bfbc-2dcc0d70d1f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:17.018433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9ec4c3cc-007e-47ad-bfbc-2dcc0d70d1f7 None None] Port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:32:17.196212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:32:17.205427 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:17.219530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Transition to ACTIVE for port object 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:32:17.223489 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:17.277655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Pushing event updated for resources: {'Port': ['ID=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:17.353947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24019a0f-c614-44cc-a1bd-248c68c53a31 req-3b75c866-1567-4756-9bd0-8d79637a30b2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:17.356793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24019a0f-c614-44cc-a1bd-248c68c53a31 req-3b75c866-1567-4756-9bd0-8d79637a30b2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 944 time: 0.0637493 Nov 25 20:32:17.364791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Attempting to bind port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:32:17.365261 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Attempting to bind port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:32:17.365794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Attempting to bind port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:32:17.371132 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db on network 81bbd160-0474-4059-81e3-925f92f3f24f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:32:17.372760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Attempting to bind port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:32:17.379962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:32:17.380314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:32:17.380717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:32:17.381158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Bound port: 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:32:17.381521 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:17.411580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24019a0f-c614-44cc-a1bd-248c68c53a31 req-22744586-29b6-4afb-b3cb-0bb31107a262 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476046 Nov 25 20:32:17.451982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:32:17.456181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:32:17.460729 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:17.497182 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:17.497812 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:17.499384 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] 10.222.0.60 "PUT /v2.0/ports/72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 1092 time: 0.6718609 Nov 25 20:32:17.499847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:17.502139 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de23581-9330-4d69-b8fb-f3c05f3b8647" -d '{"events": [{"name": "network-changed", "server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:17.535410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789914fa-9c8f-49d5-b925-0e0234922a0a service neutron] Pushing event updated for resources: {'Port': ['ID=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:17.571992 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3451c231-e0f6-48ba-8b0c-5cba7dc4cbc6 x-openstack-request-id: req-3451c231-e0f6-48ba-8b0c-5cba7dc4cbc6 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:17.572303 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:17.572561 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3451c231-e0f6-48ba-8b0c-5cba7dc4cbc6 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:17.572967 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'status': 'completed', 'code': 200} Nov 25 20:32:17.610967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-fe3412d1-8afb-4016-b718-5b015559bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:17.612754 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-fe3412d1-8afb-4016-b718-5b015559bf46 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1095 time: 0.0547812 Nov 25 20:32:17.663094 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-0fdb694a-d527-4874-8c06-c676cc81c2ed service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 217 time: 0.0400109 Nov 25 20:32:17.716584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-c37e848d-b699-4b58-bf18-58434af681e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:17.718088 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-c37e848d-b699-4b58-bf18-58434af681e4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0481176 Nov 25 20:32:17.767840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-c1db9c5b-5a17-4f7e-9477-12e452259df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:17.769348 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-c1db9c5b-5a17-4f7e-9477-12e452259df8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422568 Nov 25 20:32:17.866285 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-54efec70-9ad4-4823-89ea-ebe7fa9d7766 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870402 Nov 25 20:32:17.957076 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-847472dc-2ab8-46b3-9955-31cd70ed2262 req-9843ac70-c2e6-4eea-ae75-474053b124f0 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820749 Nov 25 20:32:18.049383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de23581-9330-4d69-b8fb-f3c05f3b8647 req-dc2b5535-d21f-4559-99ab-848852ffc15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:18.050927 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9de23581-9330-4d69-b8fb-f3c05f3b8647 req-dc2b5535-d21f-4559-99ab-848852ffc15f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1095 time: 0.0478573 Nov 25 20:32:18.142686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de23581-9330-4d69-b8fb-f3c05f3b8647 req-0e151ad5-3f80-4a11-88e1-a2bf74035f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:18.144215 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9de23581-9330-4d69-b8fb-f3c05f3b8647 req-0e151ad5-3f80-4a11-88e1-a2bf74035f7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0861740 Nov 25 20:32:18.190549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9de23581-9330-4d69-b8fb-f3c05f3b8647 req-9f5b02c5-d2e4-4804-9e50-35f38c4898f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 217 time: 0.0382288 Nov 25 20:32:18.242038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de23581-9330-4d69-b8fb-f3c05f3b8647 req-212f0b60-1984-400b-b444-d1bdb3bcfd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:18.243436 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9de23581-9330-4d69-b8fb-f3c05f3b8647 req-212f0b60-1984-400b-b444-d1bdb3bcfd8e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0451739 Nov 25 20:32:18.292192 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de23581-9330-4d69-b8fb-f3c05f3b8647 req-4fd35f49-e3d9-421c-a6ef-4be4e4eb100e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:18.293708 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9de23581-9330-4d69-b8fb-f3c05f3b8647 req-4fd35f49-e3d9-421c-a6ef-4be4e4eb100e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421741 Nov 25 20:32:18.390458 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9de23581-9330-4d69-b8fb-f3c05f3b8647 req-fe1fbce7-f795-4752-924e-30816928dbe2 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874977 Nov 25 20:32:18.482449 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-9de23581-9330-4d69-b8fb-f3c05f3b8647 req-2012b174-cb8d-45cb-a7fb-5baa148fae76 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837619 Nov 25 20:32:18.534351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6bb95-ef47-462e-a9b9-04e90ed88205 req-31accb41-45f6-4313-94e6-2d45a306b3ef tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:18.535821 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19b6bb95-ef47-462e-a9b9-04e90ed88205 req-31accb41-45f6-4313-94e6-2d45a306b3ef tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 944 time: 0.0504150 Nov 25 20:32:18.583950 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19b6bb95-ef47-462e-a9b9-04e90ed88205 req-7a510081-1372-484f-8641-41ac61a56182 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418675 Nov 25 20:32:19.706559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b0f588-04bf-4d59-8591-5baeee1382bf req-0cf8c82b-f18b-47c3-9ca7-2be1d651ee96 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:19.708106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e2b0f588-04bf-4d59-8591-5baeee1382bf req-0cf8c82b-f18b-47c3-9ca7-2be1d651ee96 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 944 time: 0.0548577 Nov 25 20:32:19.758896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e2b0f588-04bf-4d59-8591-5baeee1382bf req-65333567-b749-4367-8ff1-bd3be0dacfc9 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436575 Nov 25 20:32:20.883700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9fc084-fab8-41ee-8f44-2a084af5ee3e req-80e29a8b-1d32-4540-961f-8ee558a75699 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:20.885205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f9fc084-fab8-41ee-8f44-2a084af5ee3e req-80e29a8b-1d32-4540-961f-8ee558a75699 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 944 time: 0.0524371 Nov 25 20:32:20.935705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1f9fc084-fab8-41ee-8f44-2a084af5ee3e req-b4ffad32-7b38-4477-83f2-413b91f67ae8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440402 Nov 25 20:32:21.256479 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:21.968011 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:32:22.060468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806ba26-5273-45ef-be14-dd6355bda9c0 req-cfca40f8-433e-46b6-8b78-f57640d368d7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:22.062057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9806ba26-5273-45ef-be14-dd6355bda9c0 req-cfca40f8-433e-46b6-8b78-f57640d368d7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 944 time: 0.0515563 Nov 25 20:32:22.069887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:22.081847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'port_id': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'mac_address': 'fa:16:3e:0a:72:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:32:22.120120 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9806ba26-5273-45ef-be14-dd6355bda9c0 req-53d31f82-f80b-4d82-95bd-13ced252fed6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511220 Nov 25 20:32:22.126219 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:22.141813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:32:22.164265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:22.169412 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:22.218993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:22.359970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['72c19fa6-36f4-497d-a07c-d4dd5f8dc3db'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:32:23.251158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb129572-2f25-407b-a7e9-2060201c826e req-b6297bfd-effa-46e8-b042-09b595d62170 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:23.252723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb129572-2f25-407b-a7e9-2060201c826e req-b6297bfd-effa-46e8-b042-09b595d62170 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 945 time: 0.0593274 Nov 25 20:32:23.303445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb129572-2f25-407b-a7e9-2060201c826e req-acc77461-22e0-45fc-97e7-b07a78455f8b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447032 Nov 25 20:32:23.544461 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:23.985349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:32:24.040268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:32:24.045369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:32:24.045722 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:24.174609 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:24.204539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:24.206982 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21539e37-3611-434c-8e54-e3b666790254" -d '{"events": [{"server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "name": "network-vif-plugged", "status": "completed", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:24.223071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:32:24.228340 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:24.273899 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30f4ebdf-7ed1-4925-8af3-82f87151eb08 x-openstack-request-id: req-30f4ebdf-7ed1-4925-8af3-82f87151eb08 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:24.274257 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "name": "network-vif-plugged", "status": "completed", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:24.274441 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-30f4ebdf-7ed1-4925-8af3-82f87151eb08 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:24.274828 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'code': 200} Nov 25 20:32:24.297130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:32:24.391666 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7c645-6b58-4d63-8729-ce32e06b7d23 req-e1e3765b-ac92-4552-ba93-07f30a84e008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:24.394222 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2bc7c645-6b58-4d63-8729-ce32e06b7d23 req-e1e3765b-ac92-4552-ba93-07f30a84e008 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1097 time: 0.0515397 Nov 25 20:32:24.443682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35606bc2-c200-468b-8dd0-3487d7fac462 req-c7fdee03-8b06-4aa4-b1a7-14ff7a671d58 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:24.445271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35606bc2-c200-468b-8dd0-3487d7fac462 req-c7fdee03-8b06-4aa4-b1a7-14ff7a671d58 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0631156 Nov 25 20:32:24.448506 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2bc7c645-6b58-4d63-8729-ce32e06b7d23 req-3fc8d461-1948-4a17-b040-4fbd3f63c6f7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467119 Nov 25 20:32:24.496735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-35606bc2-c200-468b-8dd0-3487d7fac462 req-76397c27-bf93-42c4-ac20-feda4ea8d3af tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433464 Nov 25 20:32:25.618257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8af1b7-2100-47d8-ad35-6ec3b5986d16 req-412b180d-3fd2-4d4f-9321-c374bce1d079 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:25.619883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d8af1b7-2100-47d8-ad35-6ec3b5986d16 req-412b180d-3fd2-4d4f-9321-c374bce1d079 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0535631 Nov 25 20:32:25.673272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d8af1b7-2100-47d8-ad35-6ec3b5986d16 req-d0034597-d97f-4b16-9f3c-7a06b0d6b3bc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458236 Nov 25 20:32:25.795917 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a911a300-1c87-48d7-8c75-50b4ff9bc132 req-c53b57c6-bc16-4b49-9070-9f4575840030 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:25.797353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a911a300-1c87-48d7-8c75-50b4ff9bc132 req-c53b57c6-bc16-4b49-9070-9f4575840030 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0528524 Nov 25 20:32:25.808036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 49418) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:32:25.813871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-618078c0-ca2a-4b4f-8e14-a11c3ce77e5b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'floatingip': {'port_id': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:32:25.853781 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-618078c0-ca2a-4b4f-8e14-a11c3ce77e5b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:26.612525 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-618078c0-ca2a-4b4f-8e14-a11c3ce77e5b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:26.616211 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-618078c0-ca2a-4b4f-8e14-a11c3ce77e5b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:26.722497 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-618078c0-ca2a-4b4f-8e14-a11c3ce77e5b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736 associated. External IP: 172.25.8.95, port: 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db. Nov 25 20:32:26.955127 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618078c0-ca2a-4b4f-8e14-a11c3ce77e5b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:32:27.064574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618078c0-ca2a-4b4f-8e14-a11c3ce77e5b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:32:27.069610 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-618078c0-ca2a-4b4f-8e14-a11c3ce77e5b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:27.075569 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610ba349-b9b4-448e-81ec-a10a59fbc4a7 None None] Sync routers for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:32:27.088370 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ba349-b9b4-448e-81ec-a10a59fbc4a7 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:32:27.088991 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-610ba349-b9b4-448e-81ec-a10a59fbc4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:32:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:27.101490 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-618078c0-ca2a-4b4f-8e14-a11c3ce77e5b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "PUT /v2.0/floatingips/0596ce27-3f9e-4d66-bcff-32a70e832736 HTTP/1.1" status: 200 len: 991 time: 1.2916963 Nov 25 20:32:27.102222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:32:27.104540 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:32:27.201974 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6989d771-ee72-4bf1-b6d3-e9ca1fd9ed0f x-openstack-request-id: req-6989d771-ee72-4bf1-b6d3-e9ca1fd9ed0f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:32:27.202266 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:32:27.202526 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6989d771-ee72-4bf1-b6d3-e9ca1fd9ed0f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:32:27.202970 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'status': 'completed', 'code': 200} Nov 25 20:32:27.205401 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-610ba349-b9b4-448e-81ec-a10a59fbc4a7 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:32:27.265802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc req-7c0d3081-8b0d-413a-9688-4b25b7075ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:27.267348 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc req-7c0d3081-8b0d-413a-9688-4b25b7075ab6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1097 time: 0.0421660 Nov 25 20:32:27.369851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc req-56868ac3-a4c3-49fc-a592-5d7db7a7650f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:27.371938 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc req-56868ac3-a4c3-49fc-a592-5d7db7a7650f service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0959008 Nov 25 20:32:27.444023 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc req-183b0370-353c-41fd-a304-a07e11005303 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 999 time: 0.0659344 Nov 25 20:32:27.451249 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-610ba349-b9b4-448e-81ec-a10a59fbc4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:0a:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:32:26Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:27.478269 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610ba349-b9b4-448e-81ec-a10a59fbc4a7 None None] Checking router: 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:32:27.486484 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-610ba349-b9b4-448e-81ec-a10a59fbc4a7 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:32:27.487114 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-610ba349-b9b4-448e-81ec-a10a59fbc4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:32:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:27.493000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc req-527282f6-ec18-4654-886f-5edd0b8c49a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:27.494477 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc req-527282f6-ec18-4654-886f-5edd0b8c49a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0436866 Nov 25 20:32:27.543541 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc req-cc9ff2ce-b5d9-46aa-8b8a-f4762a972601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:32:27.545074 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc req-cc9ff2ce-b5d9-46aa-8b8a-f4762a972601 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442412 Nov 25 20:32:27.595386 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-610ba349-b9b4-448e-81ec-a10a59fbc4a7 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:32:27.649745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc req-71418174-55be-42e6-96db-bd34c4c06fbe service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964854 Nov 25 20:32:27.753576 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e38c7868-9ca4-420a-a7a1-03a8de1f35bc req-fe980a96-ee82-431a-badb-56a183ff1f07 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962708 Nov 25 20:32:27.830978 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-610ba349-b9b4-448e-81ec-a10a59fbc4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:0a:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:32:26Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:32:27.860446 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-610ba349-b9b4-448e-81ec-a10a59fbc4a7 None None] The sync data for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 is: [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:0a:72:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:32:26Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:32:28.056122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd439085-4087-4cae-99b4-2761e57c1ec3 None None] New status for floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:32:32.177871 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d14a1a9d-96e1-4fb5-ab96-de8bee5312b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:35.320337 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ae2cb29b-2174-40ce-8317-f4aaec88f20d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:36.644207 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:37.965229 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:38.493195 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:45.025671 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:32:51.282774 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:32:53.554324 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:02.180824 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0a239a0c-1039-4807-a54c-e92ebb6ef9bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:05.322182 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-22bd6e58-4a22-47bb-8105-1feb0e0715c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:06.648857 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:07.967641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:08.495054 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:10.214315 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-7f83c9d9-4ecd-4cdf-b375-682e83daec42 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395839 Nov 25 20:33:10.294633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-5c063547-591d-4a95-8fae-fd256eb70fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:33:10.296150 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-5c063547-591d-4a95-8fae-fd256eb70fac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1097 time: 0.0407712 Nov 25 20:33:10.406565 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-def1950d-4101-4c4d-b169-fcc3e5aa97c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:33:10.408911 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-def1950d-4101-4c4d-b169-fcc3e5aa97c2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0919690 Nov 25 20:33:10.476485 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-9d39698c-f7e3-49f6-b87a-a25e53d30041 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 1001 time: 0.0590200 Nov 25 20:33:10.524615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-ec95048f-9913-42b9-a159-6d701a3e610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:33:10.526049 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-ec95048f-9913-42b9-a159-6d701a3e610b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0433939 Nov 25 20:33:10.575580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-021f4043-3ec8-493a-bdd7-97ba3e0df89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:33:10.577081 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-021f4043-3ec8-493a-bdd7-97ba3e0df89e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437179 Nov 25 20:33:10.671316 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-6af7bf73-0258-4a3b-b109-57274b214527 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873191 Nov 25 20:33:10.770758 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-839475c8-4241-4d6e-9f15-2a296abb3ea2 req-fea03a97-8853-46b0-afb1-4500be2e1eea service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890250 Nov 25 20:33:21.275672 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:22.024219 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:33:23.571618 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:32.184294 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7c95c1e8-2475-4a39-81b1-c490a0a7a6bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:35.324088 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-27ef69ed-302e-4d2d-a3f1-6d2f2ff89237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:36.650079 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:37.970980 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:38.497535 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:51.305852 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:53.563960 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:33:59.024468 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:34:02.186529 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3c777815-8338-43c8-acc6-5242196df245 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:03.634109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb77c6-8f5d-4dc0-9a5f-02225d9a3694 req-e6a0b382-d16e-4895-b4f0-b2ff3a93ef1a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:03.635642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0bb77c6-8f5d-4dc0-9a5f-02225d9a3694 req-e6a0b382-d16e-4895-b4f0-b2ff3a93ef1a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.1425550 Nov 25 20:34:03.687176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0bb77c6-8f5d-4dc0-9a5f-02225d9a3694 req-cc5d505c-8e6d-404f-bd53-094a7baba6f2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454941 Nov 25 20:34:04.808790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95896c05-ca3b-467b-b568-109f05c88ae8 req-f27b7257-818d-4314-9920-c886668cedef tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:04.810311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-95896c05-ca3b-467b-b568-109f05c88ae8 req-f27b7257-818d-4314-9920-c886668cedef tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0510490 Nov 25 20:34:04.858890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-95896c05-ca3b-467b-b568-109f05c88ae8 req-420de6d2-9a88-43fb-9fd9-782df0dd4313 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422409 Nov 25 20:34:05.324663 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6819a250-4dd7-4bee-9360-3a58b5f95d79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:05.977702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8d27e2-4809-45ee-9aa6-5bbe64d279b9 req-58aebb9d-707f-4f92-87a3-130875fee6fb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:05.979169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f8d27e2-4809-45ee-9aa6-5bbe64d279b9 req-58aebb9d-707f-4f92-87a3-130875fee6fb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0494406 Nov 25 20:34:06.026674 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f8d27e2-4809-45ee-9aa6-5bbe64d279b9 req-81527c48-fe0f-4766-b11b-afb53dc9766a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414901 Nov 25 20:34:06.652450 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:07.151436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb8cb-3073-4b76-af8a-cd0c781ff2cb req-ee264314-33f7-4252-9610-77f8171a803a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:07.152918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83cfb8cb-3073-4b76-af8a-cd0c781ff2cb req-ee264314-33f7-4252-9610-77f8171a803a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0544693 Nov 25 20:34:07.200517 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-83cfb8cb-3073-4b76-af8a-cd0c781ff2cb req-15517f61-9bd1-416d-8a37-ab3e23a28ec6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416100 Nov 25 20:34:07.981437 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:08.327525 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6348e583-c6e7-4e09-9ba7-f8906f2cec47 req-99fc89ab-5e48-4f94-8520-9a22c90b9fd7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:08.328992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6348e583-c6e7-4e09-9ba7-f8906f2cec47 req-99fc89ab-5e48-4f94-8520-9a22c90b9fd7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0546131 Nov 25 20:34:08.380857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6348e583-c6e7-4e09-9ba7-f8906f2cec47 req-06f956c8-2866-4f97-a3b7-47b8fc23f5ad tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449336 Nov 25 20:34:08.501099 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:09.509263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3805e0ba-9cc5-43c3-8c03-d589c5b88310 req-157f502b-7d38-4582-8858-04eedcf5437d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:09.510868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3805e0ba-9cc5-43c3-8c03-d589c5b88310 req-157f502b-7d38-4582-8858-04eedcf5437d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0570171 Nov 25 20:34:09.591859 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3805e0ba-9cc5-43c3-8c03-d589c5b88310 req-31751bba-a9d3-4d5c-8329-af9f74c697c8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743911 Nov 25 20:34:10.712240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10f87a2-8c2a-424a-9db6-cf0e9118bc86 req-0e6606f8-5a6f-44f8-afa7-be0b1167b915 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:10.713785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b10f87a2-8c2a-424a-9db6-cf0e9118bc86 req-0e6606f8-5a6f-44f8-afa7-be0b1167b915 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0500410 Nov 25 20:34:10.772306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b10f87a2-8c2a-424a-9db6-cf0e9118bc86 req-888b1bed-a6f6-4d65-9db7-891f7d6d8c44 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476367 Nov 25 20:34:11.895560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7589d0c8-edf1-4a6a-ae90-ffd07b5f0659 req-6d407e08-a728-42cb-8ef1-1b26079a3f54 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:11.897109 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7589d0c8-edf1-4a6a-ae90-ffd07b5f0659 req-6d407e08-a728-42cb-8ef1-1b26079a3f54 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0524025 Nov 25 20:34:11.949474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7589d0c8-edf1-4a6a-ae90-ffd07b5f0659 req-ef9e652b-1689-4aab-bdbf-b6c6ef8a0054 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459101 Nov 25 20:34:12.277263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670e65d-16d7-4799-be3f-ff1cff32333c req-d3f53da7-b6e7-4e54-8f4d-f7be3b6f4062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:12.278679 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3670e65d-16d7-4799-be3f-ff1cff32333c req-d3f53da7-b6e7-4e54-8f4d-f7be3b6f4062 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1097 time: 0.0457973 Nov 25 20:34:12.391971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670e65d-16d7-4799-be3f-ff1cff32333c req-79338755-ac24-4324-a40e-aab5850180fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:12.393442 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3670e65d-16d7-4799-be3f-ff1cff32333c req-79338755-ac24-4324-a40e-aab5850180fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0944960 Nov 25 20:34:12.462996 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3670e65d-16d7-4799-be3f-ff1cff32333c req-80f5dcd6-1ff1-4a28-8f65-ae10d44ae529 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 1001 time: 0.0614400 Nov 25 20:34:12.512831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670e65d-16d7-4799-be3f-ff1cff32333c req-371b0cfe-181d-4f9c-9364-7203b42dc1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:12.514307 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3670e65d-16d7-4799-be3f-ff1cff32333c req-371b0cfe-181d-4f9c-9364-7203b42dc1f6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0450513 Nov 25 20:34:12.566619 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3670e65d-16d7-4799-be3f-ff1cff32333c req-31dab955-bac5-4a04-84f8-7734a6a6759e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:12.568092 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3670e65d-16d7-4799-be3f-ff1cff32333c req-31dab955-bac5-4a04-84f8-7734a6a6759e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467350 Nov 25 20:34:12.665654 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3670e65d-16d7-4799-be3f-ff1cff32333c req-806ad48b-6fe0-49bd-8fd0-24d71d06af8c service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902715 Nov 25 20:34:12.765709 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3670e65d-16d7-4799-be3f-ff1cff32333c req-dfa40cca-c487-42d4-8db5-19f13ed8f8e3 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932720 Nov 25 20:34:13.088962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b848753-0a6e-48f0-b830-0d0f2ef90e6f req-c5952ad9-c410-4d88-a923-31e13d99665e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:13.091244 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b848753-0a6e-48f0-b830-0d0f2ef90e6f req-c5952ad9-c410-4d88-a923-31e13d99665e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0693893 Nov 25 20:34:13.155045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b848753-0a6e-48f0-b830-0d0f2ef90e6f req-ef516501-c019-4b12-a71a-903ac82a51ba tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553501 Nov 25 20:34:14.269878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eb40af-f124-4928-a9cd-03eb00821794 req-c51d662f-5b09-4de1-8fab-61fc9a5a9b4b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:14.271459 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4eb40af-f124-4928-a9cd-03eb00821794 req-c51d662f-5b09-4de1-8fab-61fc9a5a9b4b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0530975 Nov 25 20:34:14.323595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4eb40af-f124-4928-a9cd-03eb00821794 req-d018b203-627c-4cf1-a8e7-79a0fceda768 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460050 Nov 25 20:34:14.592553 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cd866b-aab1-4f82-8881-5a2128c528c5 req-ffec2847-b6a6-4c95-97cf-160c106dab67 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:14.595297 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7cd866b-aab1-4f82-8881-5a2128c528c5 req-ffec2847-b6a6-4c95-97cf-160c106dab67 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0573490 Nov 25 20:34:14.627569 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-71eec73c-3297-46aa-bb5d-14469d795d6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0963423 Nov 25 20:34:14.645773 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b7cd866b-aab1-4f82-8881-5a2128c528c5 req-7c198f2a-0920-43f0-a0f8-397a0a829636 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444570 Nov 25 20:34:15.765718 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37008adc-f9cb-4655-aaaf-bedab5686bd5 req-1862da8e-a2f3-403b-9cc6-49c526c4d44a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:15.767357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-37008adc-f9cb-4655-aaaf-bedab5686bd5 req-1862da8e-a2f3-403b-9cc6-49c526c4d44a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0506804 Nov 25 20:34:15.817564 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-37008adc-f9cb-4655-aaaf-bedab5686bd5 req-938db14b-670d-495b-b6d9-dbb5634d59e6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432363 Nov 25 20:34:16.936559 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6769092a-489e-41b4-88f1-2929d4c5be23 req-8bd148d3-48ca-4523-92c6-9bb666850a23 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:16.937955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6769092a-489e-41b4-88f1-2929d4c5be23 req-8bd148d3-48ca-4523-92c6-9bb666850a23 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0508764 Nov 25 20:34:16.991160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6769092a-489e-41b4-88f1-2929d4c5be23 req-4783eca4-dd87-4c78-8056-723e316db98b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462639 Nov 25 20:34:17.800827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-e4025ccf-ab3a-48d6-8aae-717a082130b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:17.803967 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-e4025ccf-ab3a-48d6-8aae-717a082130b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1097 time: 0.0423467 Nov 25 20:34:17.900773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-9983a5e3-bdcf-47a1-9a79-055cc9d2c83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:17.902260 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-9983a5e3-bdcf-47a1-9a79-055cc9d2c83a service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0927966 Nov 25 20:34:17.968688 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-3e12e2e6-99f7-4f48-93e0-a9fd676cc92a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 1001 time: 0.0595672 Nov 25 20:34:18.024400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-767cf9a3-23d8-4eee-b8a5-5668bee3b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:18.025987 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-767cf9a3-23d8-4eee-b8a5-5668bee3b6b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0504413 Nov 25 20:34:18.074781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-ffb7b908-a35d-4644-a243-bfbe42332b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:18.076376 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-ffb7b908-a35d-4644-a243-bfbe42332b71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437939 Nov 25 20:34:18.110615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc585e-de6c-4dd9-a851-9587b55b6356 req-2116dc07-707c-43ed-8650-96768f38bb6b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:18.112783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a4cc585e-de6c-4dd9-a851-9587b55b6356 req-2116dc07-707c-43ed-8650-96768f38bb6b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0496912 Nov 25 20:34:18.160918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a4cc585e-de6c-4dd9-a851-9587b55b6356 req-3ae76f92-0143-4fbc-8376-f9d0aabe0f97 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418980 Nov 25 20:34:18.167520 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-0af24e96-6e66-4b0b-81c9-ddea3cb2b6ce service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837622 Nov 25 20:34:18.260809 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-d8aedaf4-ae45-4b23-b760-5b515c27c181 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866849 Nov 25 20:34:19.278064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b8d237-43b2-44ef-8b3d-b81239889af1 req-ab03ebd9-2bd1-414b-bdbb-e2a6a02304ec tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:19.279610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7b8d237-43b2-44ef-8b3d-b81239889af1 req-ab03ebd9-2bd1-414b-bdbb-e2a6a02304ec tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0495896 Nov 25 20:34:19.329119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7b8d237-43b2-44ef-8b3d-b81239889af1 req-525bbea9-024f-4418-b112-2ff93b332b7d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432360 Nov 25 20:34:20.090244 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-45787a0e-42ba-4e87-96c6-c2b4e4e40dd1 service neutron] show failed (client error): The resource could not be found. Nov 25 20:34:20.091257 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-45787a0e-42ba-4e87-96c6-c2b4e4e40dd1 service neutron] 10.222.0.60 "GET /v2.0/ports/72c19fa6-36f4-497d-a07c-d4dd5f8dc3db/bindings/n-h2-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0598643 Nov 25 20:34:20.350173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-ecb7fad0-0b09-4225-98c6-3038c7171ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:20.351690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-ecb7fad0-0b09-4225-98c6-3038c7171ea5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 1097 time: 0.0949116 Nov 25 20:34:20.364623 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:34:20.440567 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:20.495637 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c86f2a-0600-4cd0-ab94-27b43d783252 req-9cfe3ea0-31c9-48f3-b060-1d3a2c6fca7c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:20.497110 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88c86f2a-0600-4cd0-ab94-27b43d783252 req-9cfe3ea0-31c9-48f3-b060-1d3a2c6fca7c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0860188 Nov 25 20:34:20.631990 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88c86f2a-0600-4cd0-ab94-27b43d783252 req-22d9deae-719f-4a08-b4e8-2866bb6dfda0 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281896 Nov 25 20:34:20.716589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:20.751346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:34:20.792211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:34:20.794821 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5630cb-5250-43c1-8a2c-ce2a71dfaad1" -d '{"events": [{"server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "name": "network-vif-unplugged", "status": "completed", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:34:20.798697 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:20.812337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Transition to ACTIVE for port object 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:34:20.816784 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:20.923115 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac66bf9f-36e6-4363-9182-13823a28503f x-openstack-request-id: req-ac66bf9f-36e6-4363-9182-13823a28503f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:34:20.923411 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "name": "network-vif-unplugged", "status": "completed", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:34:20.923666 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ac66bf9f-36e6-4363-9182-13823a28503f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:34:20.924078 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'code': 200} Nov 25 20:34:20.930937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Pushing event updated for resources: {'Port': ['ID=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:20.958359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:20.958706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:20.959080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:20.959417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:20.959745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:20.960073 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:20.960398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:20.960721 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:20.961045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:20.961362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:20.961690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:20.962009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:21.007036 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] No DVR routers for this DVR port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:34:21.147599 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Attempting to bind port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:34:21.147886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Attempting to bind port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:34:21.148168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Attempting to bind port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:34:21.152864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db on network 81bbd160-0474-4059-81e3-925f92f3f24f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:34:21.153184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Attempting to bind port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:34:21.158133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:34:21.158469 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:34:21.158886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:34:21.159982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Bound port: 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:34:21.160350 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:21.227835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:34:21.231141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:34:21.237072 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:21.274023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:21.274841 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:21.276162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] 10.222.0.76 "PUT /v2.0/ports/72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 1092 time: 0.9164441 Nov 25 20:34:21.313183 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754bd2b4-90a8-42a2-b80a-317cc04b6764 service neutron] Pushing event updated for resources: {'Port': ['ID=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:21.327847 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:21.354967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-f6daa49d-ab47-414f-a0a0-b75f87058fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:21.357157 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-f6daa49d-ab47-414f-a0a0-b75f87058fd7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1095 time: 0.0524113 Nov 25 20:34:21.467653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-0fc2fd02-9267-4c26-8df4-a1c05cdafb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:21.469204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-0fc2fd02-9267-4c26-8df4-a1c05cdafb3e service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1045010 Nov 25 20:34:21.548678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-6c9c8381-81a3-47eb-af3c-328ff270a4ca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 999 time: 0.0723181 Nov 25 20:34:21.604486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-5098889b-18d5-4756-8a8c-970963d6f3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:21.605955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-5098889b-18d5-4756-8a8c-970963d6f3e9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0507045 Nov 25 20:34:21.654474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-0e38f170-5469-4161-a55e-e15b5234f187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:21.656019 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-0e38f170-5469-4161-a55e-e15b5234f187 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419962 Nov 25 20:34:22.069432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-e71fac32-f96b-40de-91a2-e128952d4910 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4063838 Nov 25 20:34:22.081815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e833b-bceb-4c71-b4e4-0be55093ff4a req-2c85132b-98f8-4819-bf4a-89bd0f634019 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:22.083686 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-852e833b-bceb-4c71-b4e4-0be55093ff4a req-2c85132b-98f8-4819-bf4a-89bd0f634019 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 944 time: 0.3657870 Nov 25 20:34:22.184939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-852e833b-bceb-4c71-b4e4-0be55093ff4a req-9f43ec8a-eb35-4204-b685-fbd5df862526 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931523 Nov 25 20:34:22.204743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbf80e44-6f9b-437f-994a-68d4fee7f804 req-efc3a519-96b4-43d3-8d4d-a188bac1a361 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200657 Nov 25 20:34:22.925913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:34:22.928330 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee" -d '{"events": [{"name": "network-changed", "server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:34:22.987938 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4b6209-5e0a-4de2-9566-dcb16d7dda35 x-openstack-request-id: req-ad4b6209-5e0a-4de2-9566-dcb16d7dda35 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:34:22.988231 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:34:22.988484 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad4b6209-5e0a-4de2-9566-dcb16d7dda35 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:34:22.988889 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'status': 'completed', 'code': 200} Nov 25 20:34:23.057773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-667168f9-90d6-4353-8cdb-4ee43565434e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:23.060297 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-667168f9-90d6-4353-8cdb-4ee43565434e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1095 time: 0.0466049 Nov 25 20:34:23.075973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-91395bd3-1744-41fd-be25-34cdc9af9ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:23.077481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-91395bd3-1744-41fd-be25-34cdc9af9ee3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1095 time: 0.0753181 Nov 25 20:34:23.169977 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-170f5b1b-5d85-4858-b165-71092dcbca2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:23.171516 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-170f5b1b-5d85-4858-b165-71092dcbca2e service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0998559 Nov 25 20:34:23.177953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-dd950680-d492-45b9-a45d-4782a0e598f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:23.179336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-dd950680-d492-45b9-a45d-4782a0e598f9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0928121 Nov 25 20:34:23.240181 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-767b8c30-7b01-45d9-a32d-61f08f02c1db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 999 time: 0.0617468 Nov 25 20:34:23.254894 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-f2cd8e57-963e-4a48-9c01-b30ba0e2b0f9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 999 time: 0.0676317 Nov 25 20:34:23.296923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-cfe763da-7c8c-403b-a2ff-50329894341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:23.298373 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-cfe763da-7c8c-403b-a2ff-50329894341e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0505235 Nov 25 20:34:23.344423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-031ed3e4-c4c9-4dcb-b881-f63746a743fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:23.345916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-031ed3e4-c4c9-4dcb-b881-f63746a743fa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0745249 Nov 25 20:34:23.348464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-24d2d0c0-9eda-46c6-9ac8-c1e2b83460a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:23.350000 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-24d2d0c0-9eda-46c6-9ac8-c1e2b83460a4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438397 Nov 25 20:34:23.360101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e0559-0823-45bd-a248-6c5e8c469248 req-41d04f82-e63b-442a-9ee2-d2ef77fbb3c1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:23.361616 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-964e0559-0823-45bd-a248-6c5e8c469248 req-41d04f82-e63b-442a-9ee2-d2ef77fbb3c1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 944 time: 0.1010592 Nov 25 20:34:23.449089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-99269193-87a8-4a56-bd53-2ed84cfcddd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:23.449781 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-3a8d5922-eaf8-4355-b13a-b72ed14765b2 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905373 Nov 25 20:34:23.450676 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-99269193-87a8-4a56-bd53-2ed84cfcddd2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0879135 Nov 25 20:34:23.455293 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-964e0559-0823-45bd-a248-6c5e8c469248 req-727fed9d-915d-4b67-a425-da69d4de2bd1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815563 Nov 25 20:34:23.552387 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-08c6cf84-c680-444e-9426-dc994926816e service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965934 Nov 25 20:34:23.554349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-ebc11dda-7b01-4203-a39d-1f712c7c7981 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952487 Nov 25 20:34:23.556574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:34:23.594561 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:23.651106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d1b3888-5439-45e1-ae46-d04ecf2cf3ee req-7e937a63-18f3-4533-8374-f6ebb19d80bf service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900328 Nov 25 20:34:23.674512 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:23.686471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'port_id': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'mac_address': 'fa:16:3e:0a:72:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:34:23.731307 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:23.750466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:34:23.775610 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:23.779889 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:23.829148 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:23.837216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:23.837560 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:23.837910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:23.838239 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:23.838572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:23.838929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:23.839264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:23.839587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:23.839916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:23.840236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:23.840557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:23.840871 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:24.013616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['72c19fa6-36f4-497d-a07c-d4dd5f8dc3db'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:34:24.580915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b029d9b5-b61f-438d-9726-515b85213b62 req-1bc177f4-95f7-4c80-8579-0e8d6398a38f tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:24.583533 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b029d9b5-b61f-438d-9726-515b85213b62 req-1bc177f4-95f7-4c80-8579-0e8d6398a38f tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 945 time: 0.0512328 Nov 25 20:34:24.604742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:34:24.635303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b029d9b5-b61f-438d-9726-515b85213b62 req-51e9481e-8c1e-4fd7-ba05-19d4faad9ac6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458021 Nov 25 20:34:24.647737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:34:24.838639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b172d-8153-45a4-a8d5-448b69fe7dad req-e8906c6c-4a75-45cd-bbaa-d75f7586ee58 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:24.840299 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a01b172d-8153-45a4-a8d5-448b69fe7dad req-e8906c6c-4a75-45cd-bbaa-d75f7586ee58 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 945 time: 0.0521457 Nov 25 20:34:24.842587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-06ce7f21-b2a8-4254-987d-cc1401a755aa tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:24.844105 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-06ce7f21-b2a8-4254-987d-cc1401a755aa tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff&tenant_id=82720bbf92b94603bacd530d2c900072&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 945 time: 0.0522792 Nov 25 20:34:24.897542 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a01b172d-8153-45a4-a8d5-448b69fe7dad req-271c55bd-2d2e-4e66-a5e4-11d8a093280b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505354 Nov 25 20:34:24.911496 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-653dbc88-c585-40fd-94b1-fa32dd7e2ba5 service neutron] delete failed (client error): The resource could not be found. Nov 25 20:34:24.912732 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-653dbc88-c585-40fd-94b1-fa32dd7e2ba5 service neutron] 10.222.0.60 "DELETE /v2.0/ports/72c19fa6-36f4-497d-a07c-d4dd5f8dc3db/bindings/n-h1-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0615113 Nov 25 20:34:25.008638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-e2388bc4-52a9-4c31-ab7f-aae33c2ce5da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:25.010070 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-e2388bc4-52a9-4c31-ab7f-aae33c2ce5da service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1096 time: 0.0520167 Nov 25 20:34:25.105442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-47926e5c-7696-45c7-a7fd-a25c94d6628a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:25.106965 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-47926e5c-7696-45c7-a7fd-a25c94d6628a service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0903490 Nov 25 20:34:25.180556 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-97a1a1ca-bc13-429c-9b2f-1c821ddbe1be service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 1000 time: 0.0661411 Nov 25 20:34:25.233146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-c83e27a7-f3d4-41db-a396-12c56708e54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:25.234621 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-c83e27a7-f3d4-41db-a396-12c56708e54c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0464122 Nov 25 20:34:25.282589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-aa006247-79f8-47f0-9a8d-bd265fb5472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:25.284051 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-aa006247-79f8-47f0-9a8d-bd265fb5472b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414486 Nov 25 20:34:25.381173 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-5e7f4358-110f-4341-a2f7-fce7c7181a92 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891356 Nov 25 20:34:25.473867 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bcea432d-92c6-4d67-b56d-f66a5e753ff3 req-5d10e5da-9d58-44e8-ba7d-9e3af1f66272 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861197 Nov 25 20:34:25.568406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:34:25.619730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:34:25.624351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:34:25.624724 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:25.711864 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:25.740189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:34:25.742423 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ef024a-7af6-4c8b-a36d-60d3fc65c433" -d '{"events": [{"server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "name": "network-vif-plugged", "status": "completed", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:34:25.756097 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:25.761462 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:25.819401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:25.881561 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b197b994-1deb-4269-8a82-fe68c46c6def x-openstack-request-id: req-b197b994-1deb-4269-8a82-fe68c46c6def {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:34:25.881858 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "name": "network-vif-plugged", "status": "completed", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:34:25.882116 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b197b994-1deb-4269-8a82-fe68c46c6def {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:34:25.882536 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'code': 200} Nov 25 20:34:26.029518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8c6696-2db7-46fd-b0eb-9c48e2019122 req-45623df5-87ee-42bd-9dee-c96791fcf014 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:26.031059 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db8c6696-2db7-46fd-b0eb-9c48e2019122 req-45623df5-87ee-42bd-9dee-c96791fcf014 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0525630 Nov 25 20:34:26.094576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db8c6696-2db7-46fd-b0eb-9c48e2019122 req-461ab1f4-6ab1-4471-baf5-f2e287505aa8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566039 Nov 25 20:34:26.217065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192f1cbb-4054-42b9-a522-df5778353447 req-6f379e9e-3b54-4800-8453-bf1a62c55298 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:26.218763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-192f1cbb-4054-42b9-a522-df5778353447 req-6f379e9e-3b54-4800-8453-bf1a62c55298 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0523496 Nov 25 20:34:26.268588 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-192f1cbb-4054-42b9-a522-df5778353447 req-842ed32a-547e-4255-bd7e-881aa21cd78d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413349 Nov 25 20:34:26.504871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acf18cb-1a8b-47af-9407-3356fafc6a13 req-2b46d1c1-5bcb-4f24-80e8-c91dd05bfede tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:26.506384 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8acf18cb-1a8b-47af-9407-3356fafc6a13 req-2b46d1c1-5bcb-4f24-80e8-c91dd05bfede tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0772502 Nov 25 20:34:26.532343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb995a1f-d9e6-4f00-a50a-68e4af71c737 req-d5c33221-a67a-4157-bceb-6123654ceb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:26.533793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb995a1f-d9e6-4f00-a50a-68e4af71c737 req-d5c33221-a67a-4157-bceb-6123654ceb81 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 1097 time: 0.0683365 Nov 25 20:34:26.586280 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8acf18cb-1a8b-47af-9407-3356fafc6a13 req-14064fd3-3bde-40ee-87b0-5c125405f199 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726919 Nov 25 20:34:26.650133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb995a1f-d9e6-4f00-a50a-68e4af71c737 req-9217de10-5fed-4587-ab47-5ff47681a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:26.651632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb995a1f-d9e6-4f00-a50a-68e4af71c737 req-9217de10-5fed-4587-ab47-5ff47681a5ab service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1108162 Nov 25 20:34:26.718954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb995a1f-d9e6-4f00-a50a-68e4af71c737 req-dbf89b5f-82fe-473e-a02f-15a58a6b97d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 200 len: 1001 time: 0.0598817 Nov 25 20:34:26.771241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb995a1f-d9e6-4f00-a50a-68e4af71c737 req-658fd464-8713-4f78-b766-1e77b2257c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:26.772918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb995a1f-d9e6-4f00-a50a-68e4af71c737 req-658fd464-8713-4f78-b766-1e77b2257c6b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0475609 Nov 25 20:34:26.824534 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb995a1f-d9e6-4f00-a50a-68e4af71c737 req-0a523c56-00c0-4815-a6a6-e5ee8e9352db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:26.826026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb995a1f-d9e6-4f00-a50a-68e4af71c737 req-0a523c56-00c0-4815-a6a6-e5ee8e9352db service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0462468 Nov 25 20:34:26.918926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb995a1f-d9e6-4f00-a50a-68e4af71c737 req-d5b72c71-f7b5-4139-ad2f-f6105f7296e4 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849664 Nov 25 20:34:27.013316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fb995a1f-d9e6-4f00-a50a-68e4af71c737 req-cdf4297f-fb7a-4fa6-b67f-d9584b61366a service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876229 Nov 25 20:34:27.708997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8f0a6e-fb97-4b0d-9514-aadb1164d9b1 req-96346a1c-0e52-45cd-bda6-39c8297a2181 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:27.710483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e8f0a6e-fb97-4b0d-9514-aadb1164d9b1 req-96346a1c-0e52-45cd-bda6-39c8297a2181 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0516028 Nov 25 20:34:27.758902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2e8f0a6e-fb97-4b0d-9514-aadb1164d9b1 req-8a0e1795-e089-47d6-9010-340f1855c2f0 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420632 Nov 25 20:34:27.997241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49b4ee-086a-4e72-8079-03ae4dc948f1 req-8385523c-f52e-4bc0-bfaa-b64fefde0d55 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:27.998734 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e49b4ee-086a-4e72-8079-03ae4dc948f1 req-8385523c-f52e-4bc0-bfaa-b64fefde0d55 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0515742 Nov 25 20:34:28.051639 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e49b4ee-086a-4e72-8079-03ae4dc948f1 req-f9add996-be79-4f2b-b804-e9e0bc1b4c77 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466089 Nov 25 20:34:29.170370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28719bd9-f6d1-4b1e-a99f-73b592044946 req-8a4ff1c3-033d-4f06-8f48-c8831214d24e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:29.171877 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28719bd9-f6d1-4b1e-a99f-73b592044946 req-8a4ff1c3-033d-4f06-8f48-c8831214d24e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0498683 Nov 25 20:34:29.219701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-28719bd9-f6d1-4b1e-a99f-73b592044946 req-e0ad94c1-6a55-4a2d-a7fa-e1ba7a5dd437 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408957 Nov 25 20:34:29.268188 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-1cf0cbac-3364-4e42-b40a-0c22f3c9de21 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:29.269959 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-1cf0cbac-3364-4e42-b40a-0c22f3c9de21 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 946 time: 0.0493715 Nov 25 20:34:29.365359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Deleting port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:34:29.365608 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:29.456832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] For port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:29.457200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:29.634443 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:29.634713 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:29.635062 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736 disassociated. External IP: 172.25.8.95, port: 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db. Nov 25 20:34:29.635411 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Calling delete_port for 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:34:29.769389 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:29.802355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event deleted for resources: {'Port': ['ID=72c19fa6-36f4-497d-a07c-d4dd5f8dc3db,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:29.921385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:34:30.040258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:34:30.051385 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfec140-b50a-4df3-bcf4-dc4fe08f562b None None] Sync routers for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:34:30.061451 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfec140-b50a-4df3-bcf4-dc4fe08f562b None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:34:30.062059 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bdfec140-b50a-4df3-bcf4-dc4fe08f562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:34:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:34:30.085669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] No DVR routers for this DVR port 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:34:30.088389 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:30.091799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aed44f19-e23b-4249-bfa9-9bdab22546e1 req-29060537-84fe-4f14-b753-4fb8c6f8acca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "DELETE /v2.0/ports/72c19fa6-36f4-497d-a07c-d4dd5f8dc3db HTTP/1.1" status: 204 len: 173 time: 0.8155313 Nov 25 20:34:30.092238 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'name': 'network-vif-deleted', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:34:30.094525 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be0c4ab3-4973-4157-9596-10f9a5dbfa23" -d '{"events": [{"server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "name": "network-vif-deleted", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:34:30.132261 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3eb2c4-9030-456b-82cf-11fe6a2cd767 x-openstack-request-id: req-ba3eb2c4-9030-456b-82cf-11fe6a2cd767 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:34:30.132564 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b872bab8-42b8-4987-8e1a-684dbb70a9ff", "name": "network-vif-deleted", "tag": "72c19fa6-36f4-497d-a07c-d4dd5f8dc3db", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:34:30.132818 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba3eb2c4-9030-456b-82cf-11fe6a2cd767 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:34:30.133224 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b872bab8-42b8-4987-8e1a-684dbb70a9ff', 'name': 'network-vif-deleted', 'tag': '72c19fa6-36f4-497d-a07c-d4dd5f8dc3db', 'status': 'completed', 'code': 200} Nov 25 20:34:30.174741 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-bdfec140-b50a-4df3-bcf4-dc4fe08f562b None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:34:30.381056 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a18959ec-6c5e-44f2-9bd3-3647824878c8 req-721dadf7-4b66-4db0-b147-e6cbbb06c2fc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=b872bab8-42b8-4987-8e1a-684dbb70a9ff HTTP/1.1" status: 200 len: 210 time: 0.0402803 Nov 25 20:34:30.425568 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bdfec140-b50a-4df3-bcf4-dc4fe08f562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:34:30.457025 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfec140-b50a-4df3-bcf4-dc4fe08f562b None None] Checking router: 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:34:30.465983 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfec140-b50a-4df3-bcf4-dc4fe08f562b None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:34:30.466584 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bdfec140-b50a-4df3-bcf4-dc4fe08f562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:34:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:34:30.574052 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-bdfec140-b50a-4df3-bcf4-dc4fe08f562b None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:34:30.775447 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-bdfec140-b50a-4df3-bcf4-dc4fe08f562b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:34:30.803767 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfec140-b50a-4df3-bcf4-dc4fe08f562b None None] The sync data for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 is: [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:34:31.051420 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b01ffc0-83f1-462a-8596-1db24a102072 None None] New status for floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:34:31.671037 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-9e1a973b-6b7b-4431-8b5a-6b1a669e56c6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1061335662&fields=id&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 267 time: 0.0429637 Nov 25 20:34:31.787093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a33fa-1e15-499a-af39-656d90d071c5 req-9b6ca13f-b56a-4e5d-a73e-634e771c0bd1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:31.788648 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-9b6ca13f-b56a-4e5d-a73e-634e771c0bd1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 810 time: 0.1097417 Nov 25 20:34:31.804634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-2d79c05f-e81a-4ee7-90d7-954095491c71 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/quotas/82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 375 time: 0.0098879 Nov 25 20:34:31.871017 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-af03ec01-a7a6-47f4-a8d3-fcc617581008 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0605810 Nov 25 20:34:31.931623 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-1fb5beef-7af6-4dda-956a-015bab624276 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:34:31.932645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-1fb5beef-7af6-4dda-956a-015bab624276 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0494249 Nov 25 20:34:32.024821 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-a23cf6bc-6f65-4598-aa67-40857a935d84 service neutron] 10.222.0.15 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856853 Nov 25 20:34:32.123401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-5e18f064-ba2f-4a1a-9e66-07a7b224d0e0 service neutron] 10.222.0.15 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921829 Nov 25 20:34:32.193593 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7d130339-d080-4e87-9f7b-64640bbf47fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:32.289930 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8c4bf14-f3b9-4a43-8b0a-0d84585a810e req-d821fea4-5cf0-4066-a0b5-5f19bc133daf tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 210 time: 0.0280893 Nov 25 20:34:33.336964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a33fa-1e15-499a-af39-656d90d071c5 req-c5aff39c-014a-48b9-84e8-7703c78d7402 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:33.339191 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-c5aff39c-014a-48b9-84e8-7703c78d7402 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 810 time: 0.1223335 Nov 25 20:34:33.394313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-676af3cc-ed15-47a1-b2b9-540104315587 req-28c8c67c-b1c8-49ff-9eea-fc250f071c4e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 210 time: 0.0269351 Nov 25 20:34:33.403058 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-29084867-385f-4a0f-91d1-d1fb3c47de45 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 380 time: 0.0549860 Nov 25 20:34:33.414434 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'port': {'device_id': 'e0cffc31-1345-45d9-8680-d81882202872', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'admin_state_up': True, 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'security_groups': ['507ae016-35b2-4734-9a9d-c932e1add1cd']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:34:33.528260 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Made reservation on behalf of 82720bbf92b94603bacd530d2c900072 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:34:33.531815 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:33.602702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:34:33.622654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:34:33.623030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 72c19fa6-36f4-497d-a07c-d4dd5f8dc3db not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:34:33.657341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Allocated IP 172.20.0.14 (81bbd160-0474-4059-81e3-925f92f3f24f/715ef7ad-5bb3-43d3-bf41-3b9d530ec273/c3238bc7-dba4-4679-a593-87fb3fbb6bde) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:34:33.797351 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:33.830612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:33.875997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Network 81bbd160-0474-4059-81e3-925f92f3f24f is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:34:33.878819 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:34:33.881291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:34:33.907982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:33.930863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.931213 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.931556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.931890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.932223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.932551 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.932883 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.933208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.933531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.933853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.934184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.934506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:34:33.955077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:33.955708 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:33.972609 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-59aa1be2-e599-4ce5-8124-38986af92a86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5627534 Nov 25 20:34:33.986161 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Request body: {'port': {'device_id': 'e0cffc31-1345-45d9-8680-d81882202872', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:34:34.046312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:34.125377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-07802e7a-d75d-4b9e-87e9-479dc4e5ad01 None None] Provisioning complete for port c3238bc7-dba4-4679-a593-87fb3fbb6bde triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:34:34.125757 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-07802e7a-d75d-4b9e-87e9-479dc4e5ad01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:34.162913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-07802e7a-d75d-4b9e-87e9-479dc4e5ad01 None None] Port c3238bc7-dba4-4679-a593-87fb3fbb6bde cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:34:34.531177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7187b-99a3-4760-9d82-12dacfdaba03 req-34db0232-bb51-415c-938a-5b6e04500399 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:34.532707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22c7187b-99a3-4760-9d82-12dacfdaba03 req-34db0232-bb51-415c-938a-5b6e04500399 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 932 time: 0.0601151 Nov 25 20:34:34.580871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-22c7187b-99a3-4760-9d82-12dacfdaba03 req-7ab293e7-578f-4704-950f-dc699d81600d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408337 Nov 25 20:34:34.633604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3238bc7-dba4-4679-a593-87fb3fbb6bde {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:34:34.640942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:34.653530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Transition to ACTIVE for port object c3238bc7-dba4-4679-a593-87fb3fbb6bde will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:34:34.657622 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:34.715818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:34.788447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:34:34.788780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:34:34.789104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:34:34.794313 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Port c3238bc7-dba4-4679-a593-87fb3fbb6bde on network 81bbd160-0474-4059-81e3-925f92f3f24f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:34:34.794632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:34:34.800388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:34:34.800721 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:34:34.801459 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:34:34.802200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Bound port: c3238bc7-dba4-4679-a593-87fb3fbb6bde, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:34:34.802832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:34.873097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:34:34.876400 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:34:34.882098 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:34.920242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:34.920861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:34.922236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] 10.222.0.60 "PUT /v2.0/ports/c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1092 time: 0.9405651 Nov 25 20:34:34.922681 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:34:34.924973 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff4f194-28af-4a5f-8f46-7718d54aaa03" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:34:34.955413 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daea272f-b943-4ff7-a49c-245440c5b620 service neutron] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:34.973163 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bafec8c-2ed0-4587-99a1-ca5a9176bb3a x-openstack-request-id: req-0bafec8c-2ed0-4587-99a1-ca5a9176bb3a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:34:34.973456 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:34:34.973709 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-0bafec8c-2ed0-4587-99a1-ca5a9176bb3a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:34:34.974104 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'status': 'completed', 'code': 200} Nov 25 20:34:35.009298 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a33fa-1e15-499a-af39-656d90d071c5 req-2e0e4d06-8e7b-4a36-8731-00e208db7300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:35.010822 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-2e0e4d06-8e7b-4a36-8731-00e208db7300 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1095 time: 0.0474999 Nov 25 20:34:35.054862 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-1900651e-d51c-4256-8d79-0e09dece147d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 217 time: 0.0361292 Nov 25 20:34:35.118103 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a33fa-1e15-499a-af39-656d90d071c5 req-e4d37d12-8ed8-4dfe-bb21-52feaa83b9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:35.119625 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-e4d37d12-8ed8-4dfe-bb21-52feaa83b9a4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0578094 Nov 25 20:34:35.175118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a33fa-1e15-499a-af39-656d90d071c5 req-0d9ed24e-32bf-4153-a9e6-c4350dbbd4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:35.177225 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-0d9ed24e-32bf-4153-a9e6-c4350dbbd4d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508435 Nov 25 20:34:35.282938 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-98d44ad7-9ab8-4559-ae6e-e8e7badb0a6d service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975337 Nov 25 20:34:35.328447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-57fa80bc-b337-429f-a29c-9cca2cc6ce0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:35.381837 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-023a33fa-1e15-499a-af39-656d90d071c5 req-db894050-b30a-4727-a4d2-6ac7308e0040 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909181 Nov 25 20:34:35.481480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4f194-28af-4a5f-8f46-7718d54aaa03 req-8a332d92-b3fc-4951-abbd-d1d2cbdac319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:35.483820 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ff4f194-28af-4a5f-8f46-7718d54aaa03 req-8a332d92-b3fc-4951-abbd-d1d2cbdac319 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1095 time: 0.0533607 Nov 25 20:34:35.589566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4f194-28af-4a5f-8f46-7718d54aaa03 req-eddafe7c-c4ed-435d-a48b-71e8f44a36f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:35.591103 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ff4f194-28af-4a5f-8f46-7718d54aaa03 req-eddafe7c-c4ed-435d-a48b-71e8f44a36f4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1005960 Nov 25 20:34:35.635200 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ff4f194-28af-4a5f-8f46-7718d54aaa03 req-0085aa35-0803-49bd-992b-0bd5273c750f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 217 time: 0.0370383 Nov 25 20:34:35.689269 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4f194-28af-4a5f-8f46-7718d54aaa03 req-40fe441a-f6e3-42d9-b1a5-de725473f569 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:35.690744 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ff4f194-28af-4a5f-8f46-7718d54aaa03 req-40fe441a-f6e3-42d9-b1a5-de725473f569 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0476594 Nov 25 20:34:35.712804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b05b4-0169-48fd-aee4-8dcd984a9193 req-ca453e6e-2520-4b30-bf36-a857d0bac92a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:35.715191 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-584b05b4-0169-48fd-aee4-8dcd984a9193 req-ca453e6e-2520-4b30-bf36-a857d0bac92a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 944 time: 0.0522625 Nov 25 20:34:35.749197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff4f194-28af-4a5f-8f46-7718d54aaa03 req-bb235ea3-fd39-44b4-a415-913c53dff7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:35.750620 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ff4f194-28af-4a5f-8f46-7718d54aaa03 req-bb235ea3-fd39-44b4-a415-913c53dff7cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509560 Nov 25 20:34:35.788331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-584b05b4-0169-48fd-aee4-8dcd984a9193 req-84781640-746c-4c75-839c-08564c987dcf tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675790 Nov 25 20:34:35.861640 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ff4f194-28af-4a5f-8f46-7718d54aaa03 req-a34a654d-3b4b-40b1-82f5-27514d46fe30 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1019464 Nov 25 20:34:35.960841 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0ff4f194-28af-4a5f-8f46-7718d54aaa03 req-6bdb620b-3556-4dc4-afd2-aea562f27d6d service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899670 Nov 25 20:34:36.026068 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:34:36.655630 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:36.920249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1314e27-a0c9-4d19-8823-7cf45c13ad04 req-9bce0bbf-815c-4ab0-a8c2-3086ada96765 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:36.921871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1314e27-a0c9-4d19-8823-7cf45c13ad04 req-9bce0bbf-815c-4ab0-a8c2-3086ada96765 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 944 time: 0.0607367 Nov 25 20:34:36.977226 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1314e27-a0c9-4d19-8823-7cf45c13ad04 req-a0e523e4-b0cb-464b-a4e5-59c944af1908 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488675 Nov 25 20:34:37.975938 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:38.099611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b8646b-4035-4713-b6ba-064c8447c132 req-a1d82e38-ca03-42bd-87b3-96350e76d7c7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:38.101232 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8b8646b-4035-4713-b6ba-064c8447c132 req-a1d82e38-ca03-42bd-87b3-96350e76d7c7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 944 time: 0.0523734 Nov 25 20:34:38.156906 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c8b8646b-4035-4713-b6ba-064c8447c132 req-23c5de1c-f8f4-4d7c-8741-4d82e59cd9c3 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493159 Nov 25 20:34:38.506979 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:38.666207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:34:38.769014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:38.781032 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'port_id': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'mac_address': 'fa:16:3e:6c:ba:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:34:38.826620 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:38.840887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3238bc7-dba4-4679-a593-87fb3fbb6bde {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:34:38.863133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:38.867985 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:38.930284 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:39.105862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['c3238bc7-dba4-4679-a593-87fb3fbb6bde'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:34:39.301723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4a7bcc-922d-4f26-ad38-8f6fe4a5c422 req-283d68ed-a68f-40ce-b28d-fe53b9e5193c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:39.303705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fd4a7bcc-922d-4f26-ad38-8f6fe4a5c422 req-283d68ed-a68f-40ce-b28d-fe53b9e5193c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 945 time: 0.0561545 Nov 25 20:34:39.354173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fd4a7bcc-922d-4f26-ad38-8f6fe4a5c422 req-cc2c9f3e-aef9-4d62-924a-7e35ddeb0543 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440617 Nov 25 20:34:40.482943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1994ed09-559a-4a90-b695-2e15ec946e07 req-29a12dca-59d2-42b0-9ac9-f64a08a111a1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:40.484508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1994ed09-559a-4a90-b695-2e15ec946e07 req-29a12dca-59d2-42b0-9ac9-f64a08a111a1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 945 time: 0.0582557 Nov 25 20:34:40.535214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1994ed09-559a-4a90-b695-2e15ec946e07 req-7962f1cb-1110-4291-9489-3dcfe8571bbc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436568 Nov 25 20:34:40.666735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:34:40.722071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port c3238bc7-dba4-4679-a593-87fb3fbb6bde completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:34:40.726295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port c3238bc7-dba4-4679-a593-87fb3fbb6bde triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:34:40.726682 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:40.819114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:40.841988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:34:40.844273 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4e827d3-0168-4c61-b773-b775932ed3fe" -d '{"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-plugged", "status": "completed", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:34:40.857414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:34:40.861680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:40.888638 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8db5e2a2-14bb-44f0-92e1-17a224ed5a22 x-openstack-request-id: req-8db5e2a2-14bb-44f0-92e1-17a224ed5a22 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:34:40.889098 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-plugged", "status": "completed", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:34:40.889359 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8db5e2a2-14bb-44f0-92e1-17a224ed5a22 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:34:40.889765 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'code': 200} Nov 25 20:34:40.918054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:34:40.981535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db98ab84-0be9-42e1-9e6d-7a73a31eba86 req-5529c4f9-d39a-40d5-a2a8-a283347db75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:40.983110 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-db98ab84-0be9-42e1-9e6d-7a73a31eba86 req-5529c4f9-d39a-40d5-a2a8-a283347db75e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1097 time: 0.0413017 Nov 25 20:34:41.027809 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-db98ab84-0be9-42e1-9e6d-7a73a31eba86 req-bacb9eb5-59fe-4b32-8b19-b271220557ad service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378363 Nov 25 20:34:41.657813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a158ccd9-9271-4189-a2fe-2d07da4b556b req-ac966b81-6d4e-4489-8fdf-f51af91eebdf tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:41.659464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a158ccd9-9271-4189-a2fe-2d07da4b556b req-ac966b81-6d4e-4489-8fdf-f51af91eebdf tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0515497 Nov 25 20:34:41.714873 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a158ccd9-9271-4189-a2fe-2d07da4b556b req-1725a420-722f-4cd0-a2d4-b022a73cc6e9 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444677 Nov 25 20:34:42.839107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2821ce7-8578-4b99-9365-f616e8c95d5c req-dafc0e85-f9d5-4215-aeae-4f080ee45e9e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:42.840709 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2821ce7-8578-4b99-9365-f616e8c95d5c req-dafc0e85-f9d5-4215-aeae-4f080ee45e9e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0513325 Nov 25 20:34:42.899273 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b2821ce7-8578-4b99-9365-f616e8c95d5c req-441ab68f-489c-4760-92a8-ea4457676766 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520465 Nov 25 20:34:43.022071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb9133d-2f43-46c7-8c19-087b219da8af req-fcc8a619-2dc0-4de7-83db-17de8c328ae2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:43.023609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dbb9133d-2f43-46c7-8c19-087b219da8af req-fcc8a619-2dc0-4de7-83db-17de8c328ae2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0535977 Nov 25 20:34:43.032319 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 49782) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:34:43.038051 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-30d86299-bdca-4742-972b-cf686fc61996 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'floatingip': {'port_id': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:34:43.078749 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30d86299-bdca-4742-972b-cf686fc61996 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:43.529722 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30d86299-bdca-4742-972b-cf686fc61996 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:43.533767 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30d86299-bdca-4742-972b-cf686fc61996 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:43.636780 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-30d86299-bdca-4742-972b-cf686fc61996 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736 associated. External IP: 172.25.8.95, port: c3238bc7-dba4-4679-a593-87fb3fbb6bde. Nov 25 20:34:43.849890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30d86299-bdca-4742-972b-cf686fc61996 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:34:43.970427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d86299-bdca-4742-972b-cf686fc61996 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:34:43.976847 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-30d86299-bdca-4742-972b-cf686fc61996 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:43.982075 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e867a79-1345-4fb4-8612-4e321aad81f0 None None] Sync routers for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:34:43.994004 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e867a79-1345-4fb4-8612-4e321aad81f0 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:34:43.995054 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4e867a79-1345-4fb4-8612-4e321aad81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:34:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:34:44.005907 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-30d86299-bdca-4742-972b-cf686fc61996 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "PUT /v2.0/floatingips/0596ce27-3f9e-4d66-bcff-32a70e832736 HTTP/1.1" status: 200 len: 991 time: 0.9724607 Nov 25 20:34:44.006709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:34:44.008928 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7464165-3d41-4793-adee-4e9f51c4e5d6" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:34:44.118018 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f53217c7-137c-4b2e-b15a-497c21b4470b x-openstack-request-id: req-f53217c7-137c-4b2e-b15a-497c21b4470b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:34:44.118310 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:34:44.118558 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-f53217c7-137c-4b2e-b15a-497c21b4470b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:34:44.118994 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'status': 'completed', 'code': 200} Nov 25 20:34:44.121183 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4e867a79-1345-4fb4-8612-4e321aad81f0 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:34:44.190736 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-8b6363dc-ca62-4711-bcf9-df0cfe699873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:44.192828 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-8b6363dc-ca62-4711-bcf9-df0cfe699873 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1097 time: 0.0501485 Nov 25 20:34:44.299916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-89cd092f-6ea7-42a2-b17b-8bb891026b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:44.300843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-89cd092f-6ea7-42a2-b17b-8bb891026b43 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1010296 Nov 25 20:34:44.372956 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4e867a79-1345-4fb4-8612-4e321aad81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:6c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cffc31-1345-45d9-8680-d81882202872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:34:43Z', 'revision_number': 9, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:34:44.374595 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-a1674a00-34c9-4985-b579-4e11ba794f80 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 999 time: 0.0653365 Nov 25 20:34:44.400207 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e867a79-1345-4fb4-8612-4e321aad81f0 None None] Checking router: 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:34:44.408591 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e867a79-1345-4fb4-8612-4e321aad81f0 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:34:44.409195 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4e867a79-1345-4fb4-8612-4e321aad81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:34:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:34:44.423708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-28775756-bee7-40ed-b1c3-30beededdbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:44.425172 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-28775756-bee7-40ed-b1c3-30beededdbc8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0441976 Nov 25 20:34:44.473945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-244c1441-5a74-4341-8d50-386294979bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:34:44.475494 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-244c1441-5a74-4341-8d50-386294979bc4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429864 Nov 25 20:34:44.485959 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-ae6097bb-0f3a-481a-be62-3c3cd8435ad9 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:34:44.486930 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-ae6097bb-0f3a-481a-be62-3c3cd8435ad9 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049920 Nov 25 20:34:44.516733 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4e867a79-1345-4fb4-8612-4e321aad81f0 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:34:44.587599 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-11ad4f35-252d-4100-9534-a9218488b829 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932281 Nov 25 20:34:44.683952 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f7464165-3d41-4793-adee-4e9f51c4e5d6 req-fdea0403-9ee8-4f79-9b25-ee3d88063287 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894411 Nov 25 20:34:44.840401 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4e867a79-1345-4fb4-8612-4e321aad81f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:6c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cffc31-1345-45d9-8680-d81882202872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:34:43Z', 'revision_number': 9, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:34:44.866439 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e867a79-1345-4fb4-8612-4e321aad81f0 None None] The sync data for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 is: [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:6c:ba:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0cffc31-1345-45d9-8680-d81882202872', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:34:43Z', 'revision_number': 9, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:34:45.056589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28cafab2-5ff0-42f6-bca6-d071864f61d0 None None] New status for floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:34:51.323303 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:34:53.585705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:02.187850 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4670216e-e8c7-4b6a-840a-0de9067e67f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:05.330415 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ef368962-2df1-43af-b56b-535e6e206b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:06.659212 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:07.979008 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:08.509192 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:12.267052 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-03ee147c-7e4c-4e99-810a-33463ebbbd03 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0929787 Nov 25 20:35:12.351941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-da43eb2a-a21d-4fe6-8a8c-f403d40ab074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:12.353567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-da43eb2a-a21d-4fe6-8a8c-f403d40ab074 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1097 time: 0.0413833 Nov 25 20:35:12.458134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-fc2cb9e6-5c33-47d1-a873-e03f8206e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:12.459552 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-fc2cb9e6-5c33-47d1-a873-e03f8206e4ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0855262 Nov 25 20:35:12.530980 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-e0233e98-52a5-47cd-907d-5d212597c3c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1002 time: 0.0631974 Nov 25 20:35:12.583750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-c49d0cc9-d0d3-4342-b9b2-13171311d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:12.585196 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-c49d0cc9-d0d3-4342-b9b2-13171311d8cc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0462792 Nov 25 20:35:12.632696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-26ef3171-de81-452f-91d6-8f5f4b112ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:35:12.634247 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-26ef3171-de81-452f-91d6-8f5f4b112ba6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418847 Nov 25 20:35:12.731341 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-136895b2-9d5e-4567-9742-90d1fef533e5 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893071 Nov 25 20:35:12.822745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-008fa29a-46db-4de2-8273-99dec1e2f5b3 req-c12fe150-4b62-4459-b66f-d41aafe40820 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826180 Nov 25 20:35:13.026395 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:35:21.335471 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:23.599691 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:32.195670 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9a32024b-37a8-461a-8343-e55ae97e7f23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:35.332752 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6ff49bd2-23c3-4932-9572-3bbc49992c0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:36.663852 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:37.981704 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:38.510075 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:50.025909 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:35:51.333631 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:35:53.606345 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:02.187489 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-60272c04-cf54-4d2d-b03c-5b0fb170a496 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:05.336503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7db929c4-a5ab-4883-97d3-fdfbf318b72e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:06.667632 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:07.986299 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:08.525546 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:12.223624 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-d4ad394c-47bd-4fb4-88be-99ba55f037c0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0489779 Nov 25 20:36:12.325278 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-42d64bc8-2ada-4091-a677-cd728b98c7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:12.326853 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-42d64bc8-2ada-4091-a677-cd728b98c7d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1097 time: 0.0511611 Nov 25 20:36:12.448332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-1920dd73-5c39-4a45-8b23-f5a091144b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:12.449989 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-1920dd73-5c39-4a45-8b23-f5a091144b96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0977859 Nov 25 20:36:12.524460 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-3cdacd43-8cb0-44bb-8518-14449f0fd26e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1002 time: 0.0660634 Nov 25 20:36:12.575901 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-107bd205-c2a4-4b8e-84fe-51039a67f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:12.577412 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-107bd205-c2a4-4b8e-84fe-51039a67f42a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0463405 Nov 25 20:36:12.634774 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-abc470e1-b85b-4435-8955-6e48175deb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:12.636392 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-abc470e1-b85b-4435-8955-6e48175deb58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514567 Nov 25 20:36:12.754765 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-b058ffff-ed29-4808-8c8a-ebd6c470b447 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102762 Nov 25 20:36:12.881344 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b8549be6-cbb2-4006-b655-4bfac8653b27 req-a5eba815-1855-4f68-8cc5-f89ef77094fa service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194043 Nov 25 20:36:19.521804 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-d2cbb774-44db-4e78-aeb5-4493c52eb839 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547736 Nov 25 20:36:19.542611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825e036-efec-4750-afb2-da9f3c59c5c2 req-caa5fe67-85a0-4689-9b89-600c2bf9da5e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:19.544360 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b825e036-efec-4750-afb2-da9f3c59c5c2 req-caa5fe67-85a0-4689-9b89-600c2bf9da5e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0661056 Nov 25 20:36:19.611213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b825e036-efec-4750-afb2-da9f3c59c5c2 req-22daba3a-8d84-4171-8f25-3561b2a91cba tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548432 Nov 25 20:36:20.697321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-24aee1d9-d536-445f-b2ef-63c01bf85907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:20.698883 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-24aee1d9-d536-445f-b2ef-63c01bf85907 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1097 time: 0.0447781 Nov 25 20:36:20.770507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbcb66c-b112-413c-80b2-c19e9a8a4b2b req-120d472f-0ca3-474e-8fba-20baccdf7072 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:20.773007 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdbcb66c-b112-413c-80b2-c19e9a8a4b2b req-120d472f-0ca3-474e-8fba-20baccdf7072 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0612519 Nov 25 20:36:20.815941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-fad71ff4-9d3e-40b0-b8ce-07a299cef8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:20.817588 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-fad71ff4-9d3e-40b0-b8ce-07a299cef8a6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1104960 Nov 25 20:36:20.895593 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-a09d4070-f157-4c09-95b4-d0f247cc96bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1002 time: 0.0703290 Nov 25 20:36:20.959164 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-2a0ff4e5-3817-4ece-b8e3-ca6b495e605e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:20.960950 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-2a0ff4e5-3817-4ece-b8e3-ca6b495e605e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0581274 Nov 25 20:36:21.017028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-a4b48998-399f-45e4-b15c-80169696d3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:21.019255 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-a4b48998-399f-45e4-b15c-80169696d3e1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505626 Nov 25 20:36:21.123199 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ad7470a3-eb62-4afa-98d9-8093f88b16a1 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964663 Nov 25 20:36:21.131595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bdbcb66c-b112-413c-80b2-c19e9a8a4b2b req-06874db8-1d9f-425b-a8a9-b48e30a472a4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3501871 Nov 25 20:36:21.240078 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-471b5639-a0b9-463c-8219-e2deeb3e1a99 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096022 Nov 25 20:36:21.334299 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:22.265328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5301fa4-6f59-47fc-aa65-a4dd1501a120 req-665efa83-ff59-4fbc-89ad-917ef38a1bf4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:22.271499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5301fa4-6f59-47fc-aa65-a4dd1501a120 req-665efa83-ff59-4fbc-89ad-917ef38a1bf4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0592942 Nov 25 20:36:22.320162 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5301fa4-6f59-47fc-aa65-a4dd1501a120 req-7c4bd71c-7dbd-49da-a1b0-12e0fe75ccc6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461843 Nov 25 20:36:23.463393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c411839-1fad-4fe7-bacf-e348d8402a52 req-26c8dd11-4f7e-427d-af9a-4194b00aebf6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:23.465048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c411839-1fad-4fe7-bacf-e348d8402a52 req-26c8dd11-4f7e-427d-af9a-4194b00aebf6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0653172 Nov 25 20:36:23.529904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c411839-1fad-4fe7-bacf-e348d8402a52 req-81cde7ca-d45f-4bb8-b703-b52f94abd6b4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574121 Nov 25 20:36:23.601260 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:24.663233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9e027-713b-49da-bab1-66b8dc464156 req-1125609e-156e-41e6-9f2a-e59b330f9011 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:24.664905 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdc9e027-713b-49da-bab1-66b8dc464156 req-1125609e-156e-41e6-9f2a-e59b330f9011 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0562191 Nov 25 20:36:24.734610 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdc9e027-713b-49da-bab1-66b8dc464156 req-40e66754-477b-4372-9168-956a9747f5a6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572073 Nov 25 20:36:25.898812 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fcdc14c-c0b0-47a9-9f8e-f49bc95f88be req-542d216e-26b1-4b8e-a3fd-247a29de46a2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:25.900478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7fcdc14c-c0b0-47a9-9f8e-f49bc95f88be req-542d216e-26b1-4b8e-a3fd-247a29de46a2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0622835 Nov 25 20:36:25.969509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7fcdc14c-c0b0-47a9-9f8e-f49bc95f88be req-075f82bd-9697-4ccd-b895-e06df65163eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571384 Nov 25 20:36:27.026611 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:36:27.134378 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94da1d0-0235-45af-a07a-bf9c8b937d9b req-17dc6906-4a5e-4311-a187-d247d7f7e400 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:27.136071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f94da1d0-0235-45af-a07a-bf9c8b937d9b req-17dc6906-4a5e-4311-a187-d247d7f7e400 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0698755 Nov 25 20:36:27.189588 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f94da1d0-0235-45af-a07a-bf9c8b937d9b req-73833214-244b-4bae-9050-efe5ce0d0c6e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469737 Nov 25 20:36:28.334673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e7a72a-e63f-42f4-a765-f4b6f52daf05 req-97eab712-6ac1-4644-b491-38b155a147eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:28.336266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16e7a72a-e63f-42f4-a765-f4b6f52daf05 req-97eab712-6ac1-4644-b491-38b155a147eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0696237 Nov 25 20:36:28.401723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-16e7a72a-e63f-42f4-a765-f4b6f52daf05 req-54a2b0a6-ccc4-4c61-8009-a8e4b8e0fd8f tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578835 Nov 25 20:36:29.532164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d87ceb-3c59-432b-b258-adaf7c65bbc5 req-9f347691-7f52-4ba8-989e-9f134ce0abee tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:29.533765 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5d87ceb-3c59-432b-b258-adaf7c65bbc5 req-9f347691-7f52-4ba8-989e-9f134ce0abee tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0541744 Nov 25 20:36:29.589572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d5d87ceb-3c59-432b-b258-adaf7c65bbc5 req-653095b9-0c3a-4a68-adc1-dcf606debfe1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488093 Nov 25 20:36:30.724836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c064ab-4596-4e24-8dc4-eec7a28660f1 req-4497e367-3400-4ef2-972c-1004a6690cd4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:30.726490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79c064ab-4596-4e24-8dc4-eec7a28660f1 req-4497e367-3400-4ef2-972c-1004a6690cd4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0565159 Nov 25 20:36:30.786536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79c064ab-4596-4e24-8dc4-eec7a28660f1 req-123ebc3c-c322-40e8-a48d-692360e697c9 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506639 Nov 25 20:36:31.912292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fb9313-f269-4712-a784-17047c7bcd96 req-df677e5f-24ed-41d4-b584-3ae2c2084c8c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:31.913862 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8fb9313-f269-4712-a784-17047c7bcd96 req-df677e5f-24ed-41d4-b584-3ae2c2084c8c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0506043 Nov 25 20:36:31.976004 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d8fb9313-f269-4712-a784-17047c7bcd96 req-b6761e39-2841-4da0-beba-a22e08fb2fe1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555861 Nov 25 20:36:32.192453 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3badd9af-89b5-4000-8548-c139c5b8614f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:33.086215 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-98fbef5d-ea70-4a18-8cc0-a6733724b30b service neutron] show failed (client error): The resource could not be found. Nov 25 20:36:33.087301 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-98fbef5d-ea70-4a18-8cc0-a6733724b30b service neutron] 10.222.0.60 "GET /v2.0/ports/c3238bc7-dba4-4679-a593-87fb3fbb6bde/bindings/n-h2-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0581021 Nov 25 20:36:33.102455 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66a3b8e-8129-4847-9367-56d1cb24f3dc req-8c9bff00-0af2-406c-97f5-2e74136425fb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:33.104175 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b66a3b8e-8129-4847-9367-56d1cb24f3dc req-8c9bff00-0af2-406c-97f5-2e74136425fb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0571234 Nov 25 20:36:33.156943 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b66a3b8e-8129-4847-9367-56d1cb24f3dc req-c4d75b80-2e5f-404c-9b50-34a451721c19 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464482 Nov 25 20:36:33.294160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-fb6fe688-e38b-44e4-babf-e37bf83d4581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:33.295636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-fb6fe688-e38b-44e4-babf-e37bf83d4581 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 1097 time: 0.0437803 Nov 25 20:36:33.308211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:33.364966 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:33.571896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:33.607549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:33.652984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:33.655625 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df3920b3-a882-4fe7-b8e0-9591c6725bd6" -d '{"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-unplugged", "status": "completed", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:33.660151 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:33.674541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Transition to ACTIVE for port object c3238bc7-dba4-4679-a593-87fb3fbb6bde will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:36:33.678897 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:33.712319 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dddb27-ff65-405e-b333-903f748a13a2 x-openstack-request-id: req-87dddb27-ff65-405e-b333-903f748a13a2 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:33.712735 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-unplugged", "status": "completed", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:33.713098 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-87dddb27-ff65-405e-b333-903f748a13a2 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:33.713650 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'code': 200} Nov 25 20:36:33.767294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:33.778708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.779083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.779426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.779762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.780568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.780568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.780789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.781048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.781371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.781694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.782014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.782335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:33.824114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] No DVR routers for this DVR port c3238bc7-dba4-4679-a593-87fb3fbb6bde on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:36:33.977656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:33.977996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:33.978327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:33.983309 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Port c3238bc7-dba4-4679-a593-87fb3fbb6bde on network 81bbd160-0474-4059-81e3-925f92f3f24f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:36:33.983576 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:33.990069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:33.990403 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:33.990784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:33.991260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Bound port: c3238bc7-dba4-4679-a593-87fb3fbb6bde, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:33.991615 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:34.082523 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:34.086329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:34.092752 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:34.133862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:34.134660 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:34.136908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] 10.222.0.76 "PUT /v2.0/ports/c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1092 time: 0.8325002 Nov 25 20:36:34.172518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec4fd9-5738-4f87-a801-2e191bdabc0d service neutron] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:34.214465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-653a7a15-8801-4ad4-8464-7c709979c058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:34.216073 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-653a7a15-8801-4ad4-8464-7c709979c058 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1095 time: 0.0548704 Nov 25 20:36:34.352183 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2543e79b-4d79-4fef-9037-87acc454a315 req-7c361a49-3a8f-447d-9d4a-db61f555af0a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:34.353687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2543e79b-4d79-4fef-9037-87acc454a315 req-7c361a49-3a8f-447d-9d4a-db61f555af0a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 944 time: 0.1109960 Nov 25 20:36:34.359098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-153c5138-0417-4519-9d5b-27c7cbb98dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:34.360797 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-153c5138-0417-4519-9d5b-27c7cbb98dd8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1379700 Nov 25 20:36:34.463872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2543e79b-4d79-4fef-9037-87acc454a315 req-d93f25b3-a3cd-486f-b8ac-8bbfa9993172 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019807 Nov 25 20:36:34.465677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-15c02dbe-e9d9-475e-af5e-a34857094d07 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1000 time: 0.0973506 Nov 25 20:36:34.524317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-e25eee23-00bd-461c-96c1-b65988e5b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:34.525808 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-e25eee23-00bd-461c-96c1-b65988e5b233 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0526178 Nov 25 20:36:34.571888 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-6944fef9-ca98-406a-95d1-6d8361a49ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:34.573383 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-6944fef9-ca98-406a-95d1-6d8361a49ca0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406308 Nov 25 20:36:34.663834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-1974cc2b-fde6-4a9e-8708-29274cf93393 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819228 Nov 25 20:36:34.760661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06a34982-04bc-4f36-b4d7-74ed2302eb8f req-20318afe-df4b-4425-b34d-5d24798d93bf service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894616 Nov 25 20:36:35.338489 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1cfe4005-c668-4124-93fd-5101cc578937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:35.582813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e63aeed-b1d8-4909-aa6c-e385a3dd9011 req-34f850a3-15bb-4ffb-91bd-83ae5d711ce8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:35.584336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e63aeed-b1d8-4909-aa6c-e385a3dd9011 req-34f850a3-15bb-4ffb-91bd-83ae5d711ce8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 944 time: 0.0500500 Nov 25 20:36:35.631065 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e63aeed-b1d8-4909-aa6c-e385a3dd9011 req-b06fe38e-be15-4f8e-86f2-775fcf4db537 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406594 Nov 25 20:36:35.714817 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:35.717251 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715e2880-c95f-4d64-983f-e0cbba8232cf" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:35.768227 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbc1f3f-54b9-46fc-b6fc-f441bea7332c x-openstack-request-id: req-ffbc1f3f-54b9-46fc-b6fc-f441bea7332c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:35.768595 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:35.768898 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ffbc1f3f-54b9-46fc-b6fc-f441bea7332c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:35.769859 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'status': 'completed', 'code': 200} Nov 25 20:36:35.836379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-d69da871-90e9-4167-b67e-ae3feffef7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:35.837931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-d69da871-90e9-4167-b67e-ae3feffef7c7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1095 time: 0.0483754 Nov 25 20:36:35.839809 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-6239e5b2-0a3f-40de-9add-376230153118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:35.841348 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-6239e5b2-0a3f-40de-9add-376230153118 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1095 time: 0.0492837 Nov 25 20:36:35.939782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-d8a33b08-e2f4-4904-bbc5-04e690c8ee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:35.941816 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-d8a33b08-e2f4-4904-bbc5-04e690c8ee67 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0933506 Nov 25 20:36:35.945926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-0c2b553b-02f5-4245-a51d-9324cc9f925d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:35.947437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-0c2b553b-02f5-4245-a51d-9324cc9f925d service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1018882 Nov 25 20:36:36.012755 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-78a2b5ec-b6dd-48ac-8543-db05176674cf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1000 time: 0.0634079 Nov 25 20:36:36.024655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-bdbeaa97-b59f-4697-b45f-e14f67057364 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1000 time: 0.0699527 Nov 25 20:36:36.078090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-e18f4f24-ea65-4e1f-9469-0b930717d1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:36.078499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-eda7e64e-e677-4abf-b73e-37f729a2b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:36.080016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-eda7e64e-e677-4abf-b73e-37f729a2b089 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0466599 Nov 25 20:36:36.080682 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-e18f4f24-ea65-4e1f-9469-0b930717d1a9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0611725 Nov 25 20:36:36.101369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:36:36.133465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-c7456533-4efc-4e87-92db-b9f8a3d60106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:36.135028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-c7456533-4efc-4e87-92db-b9f8a3d60106 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470281 Nov 25 20:36:36.136321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-be6f9f58-2e18-4be6-ad9a-a2884ed9ca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:36.137776 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-be6f9f58-2e18-4be6-ad9a-a2884ed9ca94 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507231 Nov 25 20:36:36.213793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:36.229223 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'port_id': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'mac_address': 'fa:16:3e:6c:ba:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:36:36.270093 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-642469cd-5350-4347-8ddf-2310a8dcc202 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235325 Nov 25 20:36:36.270633 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-2ef89cb7-bb40-45a3-a78f-2e91d156c1f5 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267836 Nov 25 20:36:36.278145 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:36.293750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3238bc7-dba4-4679-a593-87fb3fbb6bde {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:36:36.319261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:36.330937 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:36.380100 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-d4e2a87c-ee3b-49d5-8ada-c954b801cab4 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021490 Nov 25 20:36:36.402191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:36.403072 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-715e2880-c95f-4d64-983f-e0cbba8232cf req-afca7291-ded7-43ef-83c1-93d225764a20 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260653 Nov 25 20:36:36.410156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.410718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.411268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.411609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.411937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.412276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.412602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.412930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.413255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.413578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.413897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.414220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:36.554479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['c3238bc7-dba4-4679-a593-87fb3fbb6bde'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:36:36.686522 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:36.772118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f618016f-b951-4506-b247-a2ec32486660 req-9a27d9dc-4e94-4bb1-8e79-494c030955f5 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:36.773632 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f618016f-b951-4506-b247-a2ec32486660 req-9a27d9dc-4e94-4bb1-8e79-494c030955f5 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 945 time: 0.0560534 Nov 25 20:36:36.822205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f618016f-b951-4506-b247-a2ec32486660 req-ccf1d9ae-74fc-416c-9193-aa078633d592 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423000 Nov 25 20:36:37.074221 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:36:37.116207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:36:37.134696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-46a1db8f-a5a6-4e82-992f-368d9d895c51 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:37.136191 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-46a1db8f-a5a6-4e82-992f-368d9d895c51 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872&tenant_id=82720bbf92b94603bacd530d2c900072&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 945 time: 0.0803466 Nov 25 20:36:37.153685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f3e889-de81-4c29-9dd5-7206350fbdfc req-8aaba016-0c55-40de-bd9c-2fb188411064 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:37.155139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4f3e889-de81-4c29-9dd5-7206350fbdfc req-8aaba016-0c55-40de-bd9c-2fb188411064 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 945 time: 0.0720434 Nov 25 20:36:37.250151 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d4f3e889-de81-4c29-9dd5-7206350fbdfc req-b478992a-0df0-483d-a1bd-a1fa1945c9ae tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887723 Nov 25 20:36:37.251476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-5a450824-c418-4cd0-8433-674e66d145bc service neutron] 10.222.0.76 "GET /v2.0/ports/c3238bc7-dba4-4679-a593-87fb3fbb6bde/bindings/n-h2-817303-9 HTTP/1.1" status: 200 len: 382 time: 0.1069028 Nov 25 20:36:37.318467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-35faa5ac-1c25-4399-be38-2ff271f5b00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:37.320035 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-35faa5ac-1c25-4399-be38-2ff271f5b00b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1096 time: 0.0430467 Nov 25 20:36:37.412945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-a917abf0-7c79-459f-8531-07adcc4c3e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:37.414418 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-a917abf0-7c79-459f-8531-07adcc4c3e88 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0878887 Nov 25 20:36:37.480918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-d55b9987-7a01-4a59-b301-d3326660e0a8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1001 time: 0.0597095 Nov 25 20:36:37.532762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-8d86635f-f4d9-40e6-827e-6cf18078946b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:37.534227 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-8d86635f-f4d9-40e6-827e-6cf18078946b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0458899 Nov 25 20:36:37.588330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-c01d8df5-37fd-4842-b239-20b183c4bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:37.589830 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-c01d8df5-37fd-4842-b239-20b183c4bf3a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0489383 Nov 25 20:36:37.682496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-1af5021f-d9ee-49d6-9be1-3b27ab2ab483 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853069 Nov 25 20:36:37.780347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-d169cb56-6d19-460d-8263-f47dd942be8c service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913374 Nov 25 20:36:37.990745 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:38.118971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:38.176443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port c3238bc7-dba4-4679-a593-87fb3fbb6bde completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:36:38.182251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port c3238bc7-dba4-4679-a593-87fb3fbb6bde triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:38.182708 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:38.267686 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:38.297247 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:38.299565 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a7b9e93-5f8b-4dc2-a90a-ebcdf5be77ac" -d '{"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-plugged", "status": "completed", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:38.315038 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:38.320660 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:38.377143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:38.391667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f902e7-d173-44fe-92f8-9e4ba90a24d4 req-d2ee16a1-8e2c-407b-9a9e-2f63683bceab tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:38.393264 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7f902e7-d173-44fe-92f8-9e4ba90a24d4 req-d2ee16a1-8e2c-407b-9a9e-2f63683bceab tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0616887 Nov 25 20:36:38.444657 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7f902e7-d173-44fe-92f8-9e4ba90a24d4 req-de8a0205-a8c1-4960-9c23-21d5aedce829 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439420 Nov 25 20:36:38.505697 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02bc0ebe-74bd-4e7b-9939-8d946e5fc0e9 x-openstack-request-id: req-02bc0ebe-74bd-4e7b-9939-8d946e5fc0e9 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:38.505989 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-plugged", "status": "completed", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:38.506242 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-02bc0ebe-74bd-4e7b-9939-8d946e5fc0e9 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:38.506656 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'code': 200} Nov 25 20:36:38.518787 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:39.578338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8d6629-872b-438d-9c8c-9b723ec73d04 req-8e195ff7-2bdc-4a50-90fe-644c7e7f71ef tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:39.580062 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc8d6629-872b-438d-9c8c-9b723ec73d04 req-8e195ff7-2bdc-4a50-90fe-644c7e7f71ef tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0561278 Nov 25 20:36:39.635501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc8d6629-872b-438d-9c8c-9b723ec73d04 req-7d1940d0-ad95-43da-b60a-5390b76891c1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474215 Nov 25 20:36:39.788556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-2036e6a8-f678-4b04-8441-cda01bb5280c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:39.790081 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-2036e6a8-f678-4b04-8441-cda01bb5280c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 1097 time: 0.0425458 Nov 25 20:36:39.807257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:39.875398 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:40.086499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:40.121483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:40.162093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:40.164641 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638127b5-c479-46d1-b4ed-bb61a234162e" -d '{"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-unplugged", "status": "completed", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:40.169373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:40.188474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Transition to ACTIVE for port object c3238bc7-dba4-4679-a593-87fb3fbb6bde will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:36:40.193391 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:40.297695 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad235bee-56f6-43f6-b5d2-5648027ba02c x-openstack-request-id: req-ad235bee-56f6-43f6-b5d2-5648027ba02c {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:40.298007 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-unplugged", "status": "completed", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:40.298345 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad235bee-56f6-43f6-b5d2-5648027ba02c {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:40.298656 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'code': 200} Nov 25 20:36:40.307060 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=10']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:40.321242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.321595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.321944 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.322288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.322744 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.323125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.323462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.323796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.324129 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.324461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.324791 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.325118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:36:40.360841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] No DVR routers for this DVR port c3238bc7-dba4-4679-a593-87fb3fbb6bde on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:36:40.502946 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:40.503282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:40.503605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:40.510137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Port c3238bc7-dba4-4679-a593-87fb3fbb6bde on network 81bbd160-0474-4059-81e3-925f92f3f24f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:36:40.510388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Attempting to bind port c3238bc7-dba4-4679-a593-87fb3fbb6bde on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:40.515947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:40.516280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:40.516665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:40.517092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Bound port: c3238bc7-dba4-4679-a593-87fb3fbb6bde, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:40.517485 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:40.593339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:40.596484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:40.600608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:40.642230 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:40.642898 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:40.644260 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] 10.222.0.60 "PUT /v2.0/ports/c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1093 time: 0.8453803 Nov 25 20:36:40.665638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ef4caf-fe7c-45cc-afb2-ed51e273cacb service neutron] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=11']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:40.717992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-118bd63d-bd04-49b4-9934-f190a9cd52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:40.719747 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-118bd63d-bd04-49b4-9934-f190a9cd52d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1096 time: 0.0488253 Nov 25 20:36:40.792548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d057e92-171c-4d2e-80f4-0006a804c81f req-f4bd85cb-c4de-4f56-828c-f5725bd07469 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:40.795403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d057e92-171c-4d2e-80f4-0006a804c81f req-f4bd85cb-c4de-4f56-828c-f5725bd07469 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 945 time: 0.0739043 Nov 25 20:36:40.840947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-4f19b9cd-c832-4db4-b173-51a2b80db199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:40.842649 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-4f19b9cd-c832-4db4-b173-51a2b80db199 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1135197 Nov 25 20:36:40.863449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d057e92-171c-4d2e-80f4-0006a804c81f req-436349b6-477f-41fd-b566-3b36f064f82d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614576 Nov 25 20:36:40.919671 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-f49ebc92-443c-423c-b735-9f907ed4fe72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1000 time: 0.0684564 Nov 25 20:36:40.969425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-9ab3f5ab-b72f-42e8-b6c1-ed5acdfd26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:40.970965 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-9ab3f5ab-b72f-42e8-b6c1-ed5acdfd26fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0442588 Nov 25 20:36:41.017378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-fd72d714-39d3-46aa-80de-040e696e799c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:41.018901 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-fd72d714-39d3-46aa-80de-040e696e799c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407314 Nov 25 20:36:41.117394 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-823c3341-8a17-4655-880d-61e083ad42e6 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910699 Nov 25 20:36:41.216212 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5a3de1a8-d95d-4cad-a485-596e8fa93406 req-22dd9ccb-1181-4672-82e2-793fe32536a6 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918341 Nov 25 20:36:41.981617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea10845f-b978-462c-a37d-616ef0109a54 req-ebb64a31-90fd-4642-8c03-d32ee1fcab0a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:41.983084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea10845f-b978-462c-a37d-616ef0109a54 req-ebb64a31-90fd-4642-8c03-d32ee1fcab0a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 945 time: 0.0495770 Nov 25 20:36:42.034829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea10845f-b978-462c-a37d-616ef0109a54 req-5f138380-a669-4832-ae0e-59f0e4420f04 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446553 Nov 25 20:36:42.130842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:36:42.173039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:36:42.300159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:42.302512 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-878ad1e2-ae51-49e0-9909-abef02ff575e" -d '{"events": [{"name": "network-changed", "server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:42.351734 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97b63018-0719-4a52-bd9e-0e170b3864b6 x-openstack-request-id: req-97b63018-0719-4a52-bd9e-0e170b3864b6 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:42.352037 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:42.352295 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-97b63018-0719-4a52-bd9e-0e170b3864b6 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:42.352700 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'status': 'completed', 'code': 200} Nov 25 20:36:42.417084 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-6ad4d7c9-ee83-497d-9cc9-824e85c1c9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:42.418600 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-6ad4d7c9-ee83-497d-9cc9-824e85c1c9fe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1096 time: 0.0440290 Nov 25 20:36:42.420486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-7d964261-a698-4dba-afc7-549470610e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:42.421998 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-7d964261-a698-4dba-afc7-549470610e4a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 1096 time: 0.0481205 Nov 25 20:36:42.516150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-f64ecd54-6c51-467f-8403-81eff1525071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:42.517626 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-f64ecd54-6c51-467f-8403-81eff1525071 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0884399 Nov 25 20:36:42.519884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-14d27cd5-c94a-4b29-937e-2561fb0a62f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:42.521940 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-14d27cd5-c94a-4b29-937e-2561fb0a62f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0901372 Nov 25 20:36:42.593248 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-65b03c57-615f-45e7-bb74-9eb4ff07af9d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1000 time: 0.0685408 Nov 25 20:36:42.605990 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-093798fd-3f2d-4dbd-bf09-35892e3aaecf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 200 len: 1000 time: 0.0660722 Nov 25 20:36:42.662298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-fd4a117e-907c-4094-a4a9-f15597a6b49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:42.663984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-fd4a117e-907c-4094-a4a9-f15597a6b49d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0634222 Nov 25 20:36:42.669706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-8c85bc7a-1741-4a09-ba3e-1c7f68793993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:42.671274 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-8c85bc7a-1741-4a09-ba3e-1c7f68793993 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0551586 Nov 25 20:36:42.713283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-5b6892ce-d7d8-4434-99d9-f2df63790d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:42.714971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-5b6892ce-d7d8-4434-99d9-f2df63790d2c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444255 Nov 25 20:36:42.731422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-ffe12f4b-403e-43fd-a151-0881b1dc378d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:42.731422 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-ffe12f4b-403e-43fd-a151-0881b1dc378d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0461717 Nov 25 20:36:42.821583 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-efcfe20f-b953-4d27-b6c0-e1b00e17dbc5 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969603 Nov 25 20:36:42.838582 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-f003c072-02ad-4869-955b-8883d126aa87 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992076 Nov 25 20:36:42.918523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-93ccd74a-c5ca-4b8f-8737-84e4d9ad8042 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903802 Nov 25 20:36:42.937023 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-878ad1e2-ae51-49e0-9909-abef02ff575e req-ffcc12f1-bab1-4af9-b0b5-e69cc5cc036c service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908179 Nov 25 20:36:43.101343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:36:43.162308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da8338-8d60-45e5-927b-f766150a86b9 req-1f270085-93ee-4f19-a2f3-bf0e2fa86147 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:43.163985 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58da8338-8d60-45e5-927b-f766150a86b9 req-1f270085-93ee-4f19-a2f3-bf0e2fa86147 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 945 time: 0.0571387 Nov 25 20:36:43.210334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:43.217397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58da8338-8d60-45e5-927b-f766150a86b9 req-e2e63257-83a6-4790-bd6a-cd6ebbb2be7d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467539 Nov 25 20:36:43.221413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'port_id': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'mac_address': 'fa:16:3e:6c:ba:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:36:43.262225 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:43.276708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3238bc7-dba4-4679-a593-87fb3fbb6bde {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:36:43.300260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:43.305250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:43.343622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b48d5-d7ea-4e3e-b652-33fa92f82d89 req-38eda3bd-39ff-414f-a95f-b8edeb2f9c93 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:43.345172 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-377b48d5-d7ea-4e3e-b652-33fa92f82d89 req-38eda3bd-39ff-414f-a95f-b8edeb2f9c93 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0523670 Nov 25 20:36:43.357648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=12']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:43.397437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-377b48d5-d7ea-4e3e-b652-33fa92f82d89 req-19ac8f64-6884-4b64-8995-3fbd1ad2c518 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452414 Nov 25 20:36:43.518611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['c3238bc7-dba4-4679-a593-87fb3fbb6bde'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:36:43.519756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c1bd4-d5e2-4e8c-b7f9-7a9931925586 req-cf7b34fa-84ff-436a-bc13-d224e04b226c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:43.521965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-525c1bd4-d5e2-4e8c-b7f9-7a9931925586 req-cf7b34fa-84ff-436a-bc13-d224e04b226c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0534623 Nov 25 20:36:43.576213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-525c1bd4-d5e2-4e8c-b7f9-7a9931925586 req-c70c7534-9160-490c-9492-965e39be1f2d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481186 Nov 25 20:36:43.827155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2cd1d-9f8e-4884-bdcf-4a6d6674bd85 req-15fccd5c-86ee-4aac-a3c1-af90002c7bed tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:43.828514 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ee2cd1d-9f8e-4884-bdcf-4a6d6674bd85 req-15fccd5c-86ee-4aac-a3c1-af90002c7bed tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0530696 Nov 25 20:36:43.877922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ee2cd1d-9f8e-4884-bdcf-4a6d6674bd85 req-02fbc730-048a-479b-b9e1-bb0191cd653b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431471 Nov 25 20:36:45.002151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6897f1d-1d8e-41e7-af2f-57b23a4638fc req-5159a722-3f46-445f-ae76-242e91426449 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:45.003703 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e6897f1d-1d8e-41e7-af2f-57b23a4638fc req-5159a722-3f46-445f-ae76-242e91426449 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0526314 Nov 25 20:36:45.051887 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e6897f1d-1d8e-41e7-af2f-57b23a4638fc req-56f655e9-6263-4eec-8960-af14ed808317 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419722 Nov 25 20:36:45.101273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b33160-e205-48f2-9c96-e79299927ac5 req-fafb2e9a-5e4f-485c-a3ef-a3ad6e592013 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:45.102739 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-11b33160-e205-48f2-9c96-e79299927ac5 req-fafb2e9a-5e4f-485c-a3ef-a3ad6e592013 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 946 time: 0.0562873 Nov 25 20:36:45.115815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:45.165594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port c3238bc7-dba4-4679-a593-87fb3fbb6bde completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:36:45.170482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port c3238bc7-dba4-4679-a593-87fb3fbb6bde triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:45.170888 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:45.197549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Deleting port c3238bc7-dba4-4679-a593-87fb3fbb6bde {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:36:45.197945 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:45.249838 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:45.273723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:45.276029 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd3fa2e-b96b-4eee-9325-3b2feae44928" -d '{"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-plugged", "status": "completed", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:45.289739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:45.294159 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:45.295566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] For port c3238bc7-dba4-4679-a593-87fb3fbb6bde, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=c3238bc7-dba4-4679-a593-87fb3fbb6bde,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:45.295943 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:45.322171 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbd242c-037a-4bda-a0fe-a8f9098a6ee8 x-openstack-request-id: req-dcbd242c-037a-4bda-a0fe-a8f9098a6ee8 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:45.322466 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-plugged", "status": "completed", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:45.322720 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-dcbd242c-037a-4bda-a0fe-a8f9098a6ee8 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:45.323135 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'code': 200} Nov 25 20:36:45.350153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=13']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:45.474508 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:45.475170 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:45.475489 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736 disassociated. External IP: 172.25.8.95, port: c3238bc7-dba4-4679-a593-87fb3fbb6bde. Nov 25 20:36:45.475833 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Calling delete_port for c3238bc7-dba4-4679-a593-87fb3fbb6bde owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:36:45.608682 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:45.639422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event deleted for resources: {'Port': ['ID=c3238bc7-dba4-4679-a593-87fb3fbb6bde,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:46.063264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:36:46.153097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-060b0346-4d51-4917-9301-54d857dfd71e req-285ebb1f-4f5f-4592-863b-a6063912ef9b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0cffc31-1345-45d9-8680-d81882202872 HTTP/1.1" status: 200 len: 210 time: 0.0300906 Nov 25 20:36:46.175086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:36:46.185745 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f3acb-c7b6-4f9b-a9e1-659979897ff6 None None] Sync routers for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:36:46.197018 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f3acb-c7b6-4f9b-a9e1-659979897ff6 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:46.197629 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-583f3acb-c7b6-4f9b-a9e1-659979897ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:46.214325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] No DVR routers for this DVR port c3238bc7-dba4-4679-a593-87fb3fbb6bde on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:36:46.217134 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:46.220514 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-11b33160-e205-48f2-9c96-e79299927ac5 req-363fa6a4-dd8b-455f-ae23-d0c37bda8f86 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "DELETE /v2.0/ports/c3238bc7-dba4-4679-a593-87fb3fbb6bde HTTP/1.1" status: 204 len: 173 time: 1.1118522 Nov 25 20:36:46.220954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-deleted', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:46.223248 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9115ba1-accb-483d-bede-54dc46286242" -d '{"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-deleted", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:46.265641 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82a4c8c-af7c-4947-b2b4-53878dd29c1a x-openstack-request-id: req-b82a4c8c-af7c-4947-b2b4-53878dd29c1a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:46.266178 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0cffc31-1345-45d9-8680-d81882202872", "name": "network-vif-deleted", "tag": "c3238bc7-dba4-4679-a593-87fb3fbb6bde", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:46.266616 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b82a4c8c-af7c-4947-b2b4-53878dd29c1a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:46.267126 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0cffc31-1345-45d9-8680-d81882202872', 'name': 'network-vif-deleted', 'tag': 'c3238bc7-dba4-4679-a593-87fb3fbb6bde', 'status': 'completed', 'code': 200} Nov 25 20:36:46.316631 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-583f3acb-c7b6-4f9b-a9e1-659979897ff6 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:46.523502 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-583f3acb-c7b6-4f9b-a9e1-659979897ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:46.549578 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f3acb-c7b6-4f9b-a9e1-659979897ff6 None None] Checking router: 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:36:46.558176 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-583f3acb-c7b6-4f9b-a9e1-659979897ff6 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:46.558779 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-583f3acb-c7b6-4f9b-a9e1-659979897ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:46.669816 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-583f3acb-c7b6-4f9b-a9e1-659979897ff6 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:46.881574 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-583f3acb-c7b6-4f9b-a9e1-659979897ff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:46.912966 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-583f3acb-c7b6-4f9b-a9e1-659979897ff6 None None] The sync data for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 is: [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:36:47.187988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c251cbc5-f811-46bc-935d-342bc6c75e02 None None] New status for floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:36:47.495508 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-80e72c1b-15e5-4be8-b8d3-2fa04e08a655 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1061335662&fields=id&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 267 time: 0.0523279 Nov 25 20:36:47.630973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-a4ea208d-e70c-4c83-b792-67defd6d386b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:47.632865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-a4ea208d-e70c-4c83-b792-67defd6d386b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 810 time: 0.1297832 Nov 25 20:36:47.652346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-48fbfcd2-f6f7-46c9-a911-96a833d3f14a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/quotas/82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 375 time: 0.0132539 Nov 25 20:36:47.992201 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-9f1bc764-bbe6-4a80-8091-89307c4870cd tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3341610 Nov 25 20:36:48.092335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-e0b47706-1055-4cab-ac21-88386a84fe44 service neutron] 10.222.0.15 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882223 Nov 25 20:36:48.191903 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-77c173b0-af6d-43cb-a96d-d2aa22c22546 service neutron] 10.222.0.15 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932860 Nov 25 20:36:48.353320 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da013654-bd6d-4380-a1f8-3bcdeabddc5f req-1978cb81-515e-4c4f-8d59-a4d584af10f7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 210 time: 0.0274966 Nov 25 20:36:49.169591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:36:49.191074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: c3238bc7-dba4-4679-a593-87fb3fbb6bde {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:36:49.191422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device c3238bc7-dba4-4679-a593-87fb3fbb6bde not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:36:49.310268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-118f9402-718a-45e9-8552-8e9cdf8dfe0f tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:49.311771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-118f9402-718a-45e9-8552-8e9cdf8dfe0f tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 810 time: 0.1121151 Nov 25 20:36:49.373190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-92ed94a4-2f17-470b-9553-1db85da68d2d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 380 time: 0.0518782 Nov 25 20:36:49.384626 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'port': {'device_id': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'admin_state_up': True, 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'security_groups': ['507ae016-35b2-4734-9a9d-c932e1add1cd']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:49.475754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60ccdc4b-b67c-4892-9bb9-47145cc2f4cf req-c949d55f-157d-477c-a342-1916e5e7fd78 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 210 time: 0.0385239 Nov 25 20:36:49.519354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Made reservation on behalf of 82720bbf92b94603bacd530d2c900072 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:36:49.523492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:49.647274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Allocated IP 172.20.0.6 (81bbd160-0474-4059-81e3-925f92f3f24f/715ef7ad-5bb3-43d3-bf41-3b9d530ec273/e490f5c0-d365-40fd-9927-b59e3bf41237) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:36:49.785048 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:49.819375 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:49.863009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Network 81bbd160-0474-4059-81e3-925f92f3f24f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:36:49.866823 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:36:49.870422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:36:49.895612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:49.925387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:49.926048 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:49.944188 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-88f43c4d-6e80-47b1-a6d0-18704d3478b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5632877 Nov 25 20:36:49.959800 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Request body: {'port': {'device_id': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:50.022500 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:50.118762 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b8c05eee-0dc9-45b7-87f3-27dcaf8bd857 None None] Provisioning complete for port e490f5c0-d365-40fd-9927-b59e3bf41237 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:50.119202 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b8c05eee-0dc9-45b7-87f3-27dcaf8bd857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:50.155643 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b8c05eee-0dc9-45b7-87f3-27dcaf8bd857 None None] Port e490f5c0-d365-40fd-9927-b59e3bf41237 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:36:50.320883 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e490f5c0-d365-40fd-9927-b59e3bf41237 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:36:50.329296 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:50.342478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Transition to ACTIVE for port object e490f5c0-d365-40fd-9927-b59e3bf41237 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:36:50.346459 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:50.411926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:50.480155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:36:50.480504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:36:50.481024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:50.487603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Port e490f5c0-d365-40fd-9927-b59e3bf41237 on network 81bbd160-0474-4059-81e3-925f92f3f24f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:36:50.487949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:36:50.493860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 36, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:36:50.494210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:36:50.494605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:36:50.495082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Bound port: e490f5c0-d365-40fd-9927-b59e3bf41237, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:36:50.495447 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:50.603614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:36:50.618673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:36:50.624998 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:50.662070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d1504c-6872-4f4a-9ba3-6229caa0566e req-da20c7d3-c265-4f4a-a89d-05b72d85667b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:50.664203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0d1504c-6872-4f4a-9ba3-6229caa0566e req-da20c7d3-c265-4f4a-a89d-05b72d85667b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.1088274 Nov 25 20:36:50.675549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:50.676158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:50.678036 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] 10.222.0.76 "PUT /v2.0/ports/e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 1091 time: 0.7233346 Nov 25 20:36:50.682486 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:50.684871 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda" -d '{"events": [{"name": "network-changed", "server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:50.738502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3906f4-5efd-4266-bd3e-62a0af2faa7a service neutron] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:50.771682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b0d1504c-6872-4f4a-9ba3-6229caa0566e req-13bffb4d-0ca1-4574-90f4-2e97bfe72568 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982664 Nov 25 20:36:50.802470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-9385cdf0-1aa5-4bb2-9082-f4ced2b6eb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:50.804236 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-9385cdf0-1aa5-4bb2-9082-f4ced2b6eb30 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1094 time: 0.0768449 Nov 25 20:36:50.853904 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e752c42-1810-428b-abd5-343823c188f3 x-openstack-request-id: req-2e752c42-1810-428b-abd5-343823c188f3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:50.854103 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:50.854350 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2e752c42-1810-428b-abd5-343823c188f3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:50.854740 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'status': 'completed', 'code': 200} Nov 25 20:36:50.856579 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-97ba489d-7201-43f1-927c-e5dbeb6b42e1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 217 time: 0.0450082 Nov 25 20:36:50.908976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-7e8b7105-b756-415b-bfcb-b4b78a644aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:50.910457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-7e8b7105-b756-415b-bfcb-b4b78a644aa2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0457709 Nov 25 20:36:50.956905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-58d7bb40-36da-40bd-a680-71384d958986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:50.959084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-58d7bb40-36da-40bd-a680-71384d958986 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416808 Nov 25 20:36:51.052395 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-9c030848-c289-4998-858f-ca371f8f5e31 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863078 Nov 25 20:36:51.142774 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-74c3b49b-02b2-4286-92b3-2df8299564e5 req-45f4c15f-cad5-4394-8a17-d934ecc235b5 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838194 Nov 25 20:36:51.236971 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda req-8ccf9c2a-55d6-4257-b4ff-bd04fe330384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:51.238635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda req-8ccf9c2a-55d6-4257-b4ff-bd04fe330384 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1094 time: 0.0479910 Nov 25 20:36:51.338844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:51.339813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda req-f9343ced-4e7a-47d5-9180-47ca13e5f213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:51.341312 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda req-f9343ced-4e7a-47d5-9180-47ca13e5f213 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0962322 Nov 25 20:36:51.391016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda req-b0b6bb75-15af-43b4-a452-6ffc60cd13d2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 217 time: 0.0404353 Nov 25 20:36:51.443426 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda req-a7f0b6f4-224e-40a5-a4a9-a0bbf29d2491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:51.444824 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda req-a7f0b6f4-224e-40a5-a4a9-a0bbf29d2491 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0465777 Nov 25 20:36:51.492738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda req-f80bacf6-d1b2-4bfc-a40c-9a53ddab1339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:51.494269 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda req-f80bacf6-d1b2-4bfc-a40c-9a53ddab1339 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419850 Nov 25 20:36:51.596264 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda req-e7e6f4ec-3b6f-4101-9731-262a82b3ab93 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932202 Nov 25 20:36:51.692823 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ab2cb1d8-6af4-43bd-a72d-5dd1f2fe4dda req-0c710d53-a61e-4ca2-8d63-aafa3e9e37f9 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868769 Nov 25 20:36:51.895837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1277e-e176-472f-9f5e-5670cb8e3367 req-8e017896-1a2e-4123-8eb5-98430e513e03 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:51.897321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26a1277e-e176-472f-9f5e-5670cb8e3367 req-8e017896-1a2e-4123-8eb5-98430e513e03 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0511043 Nov 25 20:36:51.949663 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26a1277e-e176-472f-9f5e-5670cb8e3367 req-dde312fb-504a-452c-91aa-844b89f83120 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463154 Nov 25 20:36:52.176153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e490f5c0-d365-40fd-9927-b59e3bf41237 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:36:52.279298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:52.297738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'port_id': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'mac_address': 'fa:16:3e:d6:0e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:36:52.336589 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:52.350122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e490f5c0-d365-40fd-9927-b59e3bf41237 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:36:52.370308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:52.374038 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:52.426949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:52.571960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['e490f5c0-d365-40fd-9927-b59e3bf41237'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:36:53.070751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8994ce15-244d-497e-af84-ac359a5bca9a req-c26ca397-4ea2-4be1-a8a2-bbc0b8584cf6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:53.072366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8994ce15-244d-497e-af84-ac359a5bca9a req-c26ca397-4ea2-4be1-a8a2-bbc0b8584cf6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0524359 Nov 25 20:36:53.125702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8994ce15-244d-497e-af84-ac359a5bca9a req-726d221b-1c4b-45a2-904d-2c0bc982ff54 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434265 Nov 25 20:36:53.602525 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:54.207502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e490f5c0-d365-40fd-9927-b59e3bf41237 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:36:54.247216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44e3ee-0081-4b5b-affb-030d7339ae9c req-b35f33ca-c94d-4de7-812e-6ea9e5648bda tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:54.248741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a44e3ee-0081-4b5b-affb-030d7339ae9c req-b35f33ca-c94d-4de7-812e-6ea9e5648bda tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0512905 Nov 25 20:36:54.260143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port e490f5c0-d365-40fd-9927-b59e3bf41237 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:36:54.264661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port e490f5c0-d365-40fd-9927-b59e3bf41237 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:36:54.265025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:54.306072 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6a44e3ee-0081-4b5b-affb-030d7339ae9c req-448c5f7a-5144-442b-9f27-d2d2a2f23fa4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491295 Nov 25 20:36:54.349157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:54.372816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:54.375093 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb27595-b930-48aa-9db2-1b7458d493eb" -d '{"events": [{"server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "name": "network-vif-plugged", "status": "completed", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:54.388957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:36:54.393248 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:54.419954 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219b461c-cb58-4485-b35b-15536af45c5f x-openstack-request-id: req-219b461c-cb58-4485-b35b-15536af45c5f {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:54.420255 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "name": "network-vif-plugged", "status": "completed", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:54.420512 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-219b461c-cb58-4485-b35b-15536af45c5f {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:54.420921 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'code': 200} Nov 25 20:36:54.450491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:36:54.522085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805bcb7-4cce-40a6-872a-d2c44ef85591 req-ff5327bd-6d49-40f6-bcf5-cfe54c67e6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:54.523665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9805bcb7-4cce-40a6-872a-d2c44ef85591 req-ff5327bd-6d49-40f6-bcf5-cfe54c67e6fe service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1096 time: 0.0470662 Nov 25 20:36:54.570976 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9805bcb7-4cce-40a6-872a-d2c44ef85591 req-af6159c4-7a36-4fcd-b77e-ab059cca7515 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401649 Nov 25 20:36:55.432407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c259d6-7065-47fa-8618-32a4cd52a88e req-cc6c1d54-4dbd-443d-8c59-03d77c0b37b6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:55.434016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86c259d6-7065-47fa-8618-32a4cd52a88e req-cc6c1d54-4dbd-443d-8c59-03d77c0b37b6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0522294 Nov 25 20:36:55.484742 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86c259d6-7065-47fa-8618-32a4cd52a88e req-678b6fe5-9afa-4e27-9ea9-20ecd97940c5 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443823 Nov 25 20:36:56.610483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258e856b-b91e-47ec-87dc-5d176a0c034e req-3c370295-6a11-4d82-aae0-b3fb8cf6dba8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:56.612000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-258e856b-b91e-47ec-87dc-5d176a0c034e req-3c370295-6a11-4d82-aae0-b3fb8cf6dba8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0539875 Nov 25 20:36:56.660518 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-258e856b-b91e-47ec-87dc-5d176a0c034e req-8b9f4207-655e-474d-bac2-3f0b72cf1706 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417314 Nov 25 20:36:56.775867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b729e83f-f295-4e29-8394-fc0cee0691b4 req-c2ccfa6e-19c1-4a23-981d-4b397f506269 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:56.777272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b729e83f-f295-4e29-8394-fc0cee0691b4 req-c2ccfa6e-19c1-4a23-981d-4b397f506269 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0498142 Nov 25 20:36:56.786495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50128) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:36:56.791008 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c9221273-612b-48d3-b079-d6f4bc189c6e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Request body: {'floatingip': {'port_id': 'e490f5c0-d365-40fd-9927-b59e3bf41237'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:36:56.829392 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9221273-612b-48d3-b079-d6f4bc189c6e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:57.288603 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9221273-612b-48d3-b079-d6f4bc189c6e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:57.293085 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9221273-612b-48d3-b079-d6f4bc189c6e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:57.395484 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-c9221273-612b-48d3-b079-d6f4bc189c6e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736 associated. External IP: 172.25.8.95, port: e490f5c0-d365-40fd-9927-b59e3bf41237. Nov 25 20:36:57.609797 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9221273-612b-48d3-b079-d6f4bc189c6e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:36:58.012150 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9221273-612b-48d3-b079-d6f4bc189c6e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:36:58.017052 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c9221273-612b-48d3-b079-d6f4bc189c6e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:36:58.024239 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e9e74-c0cd-46e2-a1ea-e8e8663e65ca None None] Sync routers for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:36:58.034223 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e9e74-c0cd-46e2-a1ea-e8e8663e65ca None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:58.034958 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-366e9e74-c0cd-46e2-a1ea-e8e8663e65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:58.045460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c9221273-612b-48d3-b079-d6f4bc189c6e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "PUT /v2.0/floatingips/0596ce27-3f9e-4d66-bcff-32a70e832736 HTTP/1.1" status: 200 len: 991 time: 1.2578657 Nov 25 20:36:58.046065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:36:58.048348 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8fe608-26ad-4e70-8be6-f1c598760812" -d '{"events": [{"name": "network-changed", "server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:36:58.144320 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-366e9e74-c0cd-46e2-a1ea-e8e8663e65ca None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:58.150499 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb6a3b3b-1aad-4262-9986-a2d8a0d7d54d x-openstack-request-id: req-bb6a3b3b-1aad-4262-9986-a2d8a0d7d54d {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:36:58.150821 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:36:58.151077 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb6a3b3b-1aad-4262-9986-a2d8a0d7d54d {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:36:58.151478 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'status': 'completed', 'code': 200} Nov 25 20:36:58.216764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fe608-26ad-4e70-8be6-f1c598760812 req-20715837-b219-4a95-8c56-561636f55d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:58.218685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c8fe608-26ad-4e70-8be6-f1c598760812 req-20715837-b219-4a95-8c56-561636f55d58 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1096 time: 0.0438797 Nov 25 20:36:58.321592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fe608-26ad-4e70-8be6-f1c598760812 req-2572f80b-26a5-4e98-b9f2-7eb30e5c4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:58.323102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c8fe608-26ad-4e70-8be6-f1c598760812 req-2572f80b-26a5-4e98-b9f2-7eb30e5c4eff service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0971365 Nov 25 20:36:58.396319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c8fe608-26ad-4e70-8be6-f1c598760812 req-98c651c5-1c2f-4c81-bc30-dd1cd1899333 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 999 time: 0.0660434 Nov 25 20:36:58.447710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fe608-26ad-4e70-8be6-f1c598760812 req-fae421bd-1818-4ef7-bbcd-3fdf9a1d5381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:58.449268 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c8fe608-26ad-4e70-8be6-f1c598760812 req-fae421bd-1818-4ef7-bbcd-3fdf9a1d5381 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0469143 Nov 25 20:36:58.483114 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-366e9e74-c0cd-46e2-a1ea-e8e8663e65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:d6:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:36:57Z', 'revision_number': 13, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:58.500461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fe608-26ad-4e70-8be6-f1c598760812 req-0c504fc3-b57e-426f-93b4-b7fbdedfb65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:36:58.501966 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c8fe608-26ad-4e70-8be6-f1c598760812 req-0c504fc3-b57e-426f-93b4-b7fbdedfb65a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456169 Nov 25 20:36:58.513416 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e9e74-c0cd-46e2-a1ea-e8e8663e65ca None None] Checking router: 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:36:58.523076 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366e9e74-c0cd-46e2-a1ea-e8e8663e65ca None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:36:58.523700 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-366e9e74-c0cd-46e2-a1ea-e8e8663e65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:36:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:58.599342 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c8fe608-26ad-4e70-8be6-f1c598760812 req-f187ac27-da43-4ff0-9e4d-31495081e272 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901809 Nov 25 20:36:58.634587 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-366e9e74-c0cd-46e2-a1ea-e8e8663e65ca None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:36:58.697505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c8fe608-26ad-4e70-8be6-f1c598760812 req-951ae17e-e297-43e1-ba7c-bd695c36103f service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908999 Nov 25 20:36:58.870583 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-366e9e74-c0cd-46e2-a1ea-e8e8663e65ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:d6:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:36:57Z', 'revision_number': 13, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:36:58.900414 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366e9e74-c0cd-46e2-a1ea-e8e8663e65ca None None] The sync data for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 is: [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '0596ce27-3f9e-4d66-bcff-32a70e832736', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'floating_ip_address': '172.25.8.95', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'port_id': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'mac_address': 'fa:16:3e:d6:0e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:30:01Z', 'updated_at': '2021-11-25T20:36:57Z', 'revision_number': 13, 'project_id': '82720bbf92b94603bacd530d2c900072', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:36:59.114580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c345a28e-7b5c-4c31-ac52-5e91f4911cf1 None None] New status for floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:37:02.197421 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9ea2ce6e-0004-4145-aecf-1f0914fd94b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:04.026420 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:37:05.341131 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5623ab65-75b6-44c1-8079-b0aa98d98db1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:06.670407 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:08.000311 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:08.519382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:12.626259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-3fcf989b-12d2-4233-9ce2-4d7de1eae094 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391648 Nov 25 20:37:12.711937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-4b873758-8636-49cc-b6c2-4bd6f8843c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:12.713445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-4b873758-8636-49cc-b6c2-4bd6f8843c3a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1096 time: 0.0426540 Nov 25 20:37:12.822062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-2e9d29e3-53bc-4080-8ff9-98b9d62a8c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:12.823574 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-2e9d29e3-53bc-4080-8ff9-98b9d62a8c5e service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0891652 Nov 25 20:37:12.888546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-8f2c9b97-fe17-4cc1-925b-b51a0419c75f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 1001 time: 0.0566790 Nov 25 20:37:12.943869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-aae4febc-313d-458c-9ca3-f9402fb8bfde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:12.945329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-aae4febc-313d-458c-9ca3-f9402fb8bfde service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0474031 Nov 25 20:37:12.992521 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-a26dc1c0-37a8-4e3f-ac9a-713ee080981d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:37:12.994059 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-a26dc1c0-37a8-4e3f-ac9a-713ee080981d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413976 Nov 25 20:37:13.091477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-c2f706e0-595b-4a69-963e-6fdeaa3888f2 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896237 Nov 25 20:37:13.187726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-921aee84-7ab7-4e5f-9936-023a71c8dcad req-455b65ce-6ed3-4251-b64d-c611e1f51e2b service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873492 Nov 25 20:37:21.347592 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:23.599680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:32.200860 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b5946283-85fd-4f39-86a9-62a18d07ddf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:35.343044 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c388807b-efe4-445e-8fd4-4a1edb586a47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:36.673404 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:37.994177 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:38.523368 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:41.026652 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:37:51.362278 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:37:53.616913 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:02.204514 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cbff1550-e340-40ea-9087-d794f65736ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:05.347975 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7dd55ad3-3f4e-46cf-aedc-b1f4a5a5a2b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:06.678680 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:07.998383 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:08.527724 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:12.646495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-679ac4c0-f5d8-4751-9943-62a2ff67f884 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416532 Nov 25 20:38:12.734870 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-1fd985e9-aa5d-4ce9-bc61-d50658393b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:12.736446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-1fd985e9-aa5d-4ce9-bc61-d50658393b18 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1096 time: 0.0476434 Nov 25 20:38:12.858954 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-71127d7c-e162-48ac-ae8f-f0e8410bdfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:12.860466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-71127d7c-e162-48ac-ae8f-f0e8410bdfd6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1017649 Nov 25 20:38:12.932089 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-c44da8ec-6f8b-4ad9-afa5-1d8d91f2c86c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 1001 time: 0.0634153 Nov 25 20:38:12.983878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-9179acf8-d8f9-46f5-afb8-24be9d22f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:12.985646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-9179acf8-d8f9-46f5-afb8-24be9d22f022 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0462074 Nov 25 20:38:13.037298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-89ac8ae3-4dcd-47ad-a470-323442acecb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:13.039552 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-89ac8ae3-4dcd-47ad-a470-323442acecb8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460339 Nov 25 20:38:13.163747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-9d5e354b-a41b-45ed-aae7-50680e436705 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166303 Nov 25 20:38:13.262412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-874b96cc-dff2-4e08-b6b1-577999b7c854 req-2aa93881-20f6-4eeb-9ca2-6063e94f5f92 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911357 Nov 25 20:38:18.025771 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:38:21.374613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:23.626314 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:32.209152 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-750208da-9dc5-4146-b86f-4ecad361c0e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:34.745926 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba60508-d281-48a4-ae29-ecbcdeddf521 req-0cc9e55e-2e4a-4e04-be04-1dda48988e36 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:34.747478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dba60508-d281-48a4-ae29-ecbcdeddf521 req-0cc9e55e-2e4a-4e04-be04-1dda48988e36 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0592008 Nov 25 20:38:34.801969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dba60508-d281-48a4-ae29-ecbcdeddf521 req-53c02600-0ee0-4bc3-b19c-b1ab3c57ebfe tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481570 Nov 25 20:38:35.355245 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8e963e1-8c00-4607-bb1c-3df9ceb9ffd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:36.678553 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:38.003212 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:38.529196 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:46.898986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-011a90b6-1fe1-48d1-a8da-4672e6ba15a5 req-835110fa-873e-4e0c-b572-9d8dbaf9e876 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:38:46.900014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-011a90b6-1fe1-48d1-a8da-4672e6ba15a5 req-835110fa-873e-4e0c-b572-9d8dbaf9e876 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054905 Nov 25 20:38:47.069387 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-482bdb93-7c39-4cf6-ad06-4dda78aaccd5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0427523 Nov 25 20:38:47.082526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-12a570da-f0ab-4a0a-94dc-8b938879f1fc service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:38:47.083602 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-12a570da-f0ab-4a0a-94dc-8b938879f1fc service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0081952 Nov 25 20:38:47.087959 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b726448d-fb82-4f50-af4a-7316c53efcf3 req-212c84aa-2bf9-4127-a216-6c3bfe7244b2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:47.089500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b726448d-fb82-4f50-af4a-7316c53efcf3 req-212c84aa-2bf9-4127-a216-6c3bfe7244b2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0573530 Nov 25 20:38:47.146938 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b726448d-fb82-4f50-af4a-7316c53efcf3 req-eb717cb0-fa84-4af7-a25b-8c264d995eb5 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511031 Nov 25 20:38:48.274582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54517e2-4007-4000-8aed-909fac4e1548 req-9237bfdc-f4f0-4158-b504-27e8f5de010b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:48.276739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-9237bfdc-f4f0-4158-b504-27e8f5de010b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1096 time: 0.0859392 Nov 25 20:38:48.300573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bddf4-d638-48dc-858f-58d9f4caeb38 req-db38cd7c-4889-4208-b30e-35463e26657f tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:48.302023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-984bddf4-d638-48dc-858f-58d9f4caeb38 req-db38cd7c-4889-4208-b30e-35463e26657f tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0797765 Nov 25 20:38:48.399319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-984bddf4-d638-48dc-858f-58d9f4caeb38 req-13c7f6d0-e14b-444b-bcf6-147195903f39 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871217 Nov 25 20:38:48.413308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54517e2-4007-4000-8aed-909fac4e1548 req-085d73cb-7620-4f8a-ad74-71a97dfa507b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:48.414790 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-085d73cb-7620-4f8a-ad74-71a97dfa507b service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1303849 Nov 25 20:38:48.486214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-92d1cb7e-7fe7-4887-9ba2-cfc3cd718107 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 1001 time: 0.0638614 Nov 25 20:38:48.535342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54517e2-4007-4000-8aed-909fac4e1548 req-42d0da3d-4ca6-4082-ae72-4c33dd7ad0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:48.536883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-42d0da3d-4ca6-4082-ae72-4c33dd7ad0e2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0442088 Nov 25 20:38:48.581861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54517e2-4007-4000-8aed-909fac4e1548 req-64e39423-4c4c-4339-a06f-d585a08a3f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:48.583398 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-64e39423-4c4c-4339-a06f-d585a08a3f1d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396416 Nov 25 20:38:48.678427 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-34775611-ccb0-4aae-a96c-7c480ea50d29 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873795 Nov 25 20:38:48.766694 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-2f6fdbff-de92-4eb1-a69f-d308b7aaef8e service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811815 Nov 25 20:38:49.526938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacd58ce-9f8e-479a-956c-79651142af47 req-2aee508a-8b6b-4784-a8c0-88af0530d457 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:49.528415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eacd58ce-9f8e-479a-956c-79651142af47 req-2aee508a-8b6b-4784-a8c0-88af0530d457 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0567718 Nov 25 20:38:49.577101 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eacd58ce-9f8e-479a-956c-79651142af47 req-304acf1d-e1e4-47d6-b325-7dda8e2a3035 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424237 Nov 25 20:38:50.717029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754ca00-a8d6-4e2c-affb-7635f2fc4c7a req-3ff95720-71c9-4e4b-bbd2-9fc7e5b5a4d0 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:50.718604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9754ca00-a8d6-4e2c-affb-7635f2fc4c7a req-3ff95720-71c9-4e4b-bbd2-9fc7e5b5a4d0 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0570865 Nov 25 20:38:50.777746 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9754ca00-a8d6-4e2c-affb-7635f2fc4c7a req-2b35373f-d336-497e-ab0b-2162f7f1de5c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524025 Nov 25 20:38:51.394404 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:51.909567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eca6a8-4050-4ac5-a201-6cf8da04879a req-63d19131-1bb8-426f-9db7-546c7f5b025e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:51.911076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0eca6a8-4050-4ac5-a201-6cf8da04879a req-63d19131-1bb8-426f-9db7-546c7f5b025e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0539296 Nov 25 20:38:51.960399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0eca6a8-4050-4ac5-a201-6cf8da04879a req-566751e0-b6dc-4167-afea-98253cc3fc83 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432472 Nov 25 20:38:53.079136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cff67aa-38fd-4c32-b30e-de0135a0e718 req-148095b2-9909-431d-ba2d-678855648e46 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:53.080666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9cff67aa-38fd-4c32-b30e-de0135a0e718 req-148095b2-9909-431d-ba2d-678855648e46 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0503418 Nov 25 20:38:53.133235 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9cff67aa-38fd-4c32-b30e-de0135a0e718 req-c93a2800-d2f9-477c-a3a6-a9cdd8ea6f8c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464976 Nov 25 20:38:53.639539 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:38:54.253192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32751ed0-91bf-432b-9df9-398640ef98ea req-74562cd6-4c31-4003-baf2-30e41044bbed tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:54.254691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32751ed0-91bf-432b-9df9-398640ef98ea req-74562cd6-4c31-4003-baf2-30e41044bbed tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0502577 Nov 25 20:38:54.307636 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32751ed0-91bf-432b-9df9-398640ef98ea req-ed932cc8-58f2-4de8-b013-a84856f258b0 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467911 Nov 25 20:38:55.027538 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:38:55.429101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2efe18-3f00-4bb9-856c-a67739ca4d30 req-690541bd-f91f-48ab-828e-7194f2a837ef tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:55.430627 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c2efe18-3f00-4bb9-856c-a67739ca4d30 req-690541bd-f91f-48ab-828e-7194f2a837ef tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0486996 Nov 25 20:38:55.478949 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c2efe18-3f00-4bb9-856c-a67739ca4d30 req-6ce87b33-9614-43f1-a0c2-91b2cd935b88 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415218 Nov 25 20:38:56.598843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99740472-8396-43d7-bdd7-18113400c90a req-260e9c72-035c-432b-bdff-35d08d2a46be tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:56.600322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99740472-8396-43d7-bdd7-18113400c90a req-260e9c72-035c-432b-bdff-35d08d2a46be tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0489240 Nov 25 20:38:56.649199 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-99740472-8396-43d7-bdd7-18113400c90a req-ec05bd32-d875-4c25-bb94-2a1ecb8a59aa tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410056 Nov 25 20:38:57.774851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24838a-67cc-4ac6-bb40-b4792985acd0 req-78edf148-5973-4778-8c7f-50aa8db0a159 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:57.776349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e24838a-67cc-4ac6-bb40-b4792985acd0 req-78edf148-5973-4778-8c7f-50aa8db0a159 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0552528 Nov 25 20:38:57.825449 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3e24838a-67cc-4ac6-bb40-b4792985acd0 req-9c5808f1-27d5-4eb6-abc5-3dc5f7808909 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423136 Nov 25 20:38:58.944578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab3d61-f191-4f7c-aab3-ca0f2068cac6 req-88b3a63a-0b51-4cf7-b133-dc5efa62ef50 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:38:58.945982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03ab3d61-f191-4f7c-aab3-ca0f2068cac6 req-88b3a63a-0b51-4cf7-b133-dc5efa62ef50 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0505581 Nov 25 20:38:58.994599 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-03ab3d61-f191-4f7c-aab3-ca0f2068cac6 req-96a80548-aa0a-42c4-9993-ab6536a0472c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423193 Nov 25 20:39:00.110776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26943817-8994-4f02-8dfd-ff20b255bb65 req-d9c9ab7b-391e-4fe1-bc5e-df55ccc1c22d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:00.112286 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26943817-8994-4f02-8dfd-ff20b255bb65 req-d9c9ab7b-391e-4fe1-bc5e-df55ccc1c22d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0490651 Nov 25 20:39:00.165739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26943817-8994-4f02-8dfd-ff20b255bb65 req-0f7502d5-1501-4b64-b211-a4268213521b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475118 Nov 25 20:39:01.305827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701065a8-b5b9-4d8d-8786-d2ad132eb7ab req-5c644e44-2e49-4411-a82f-15adcfef851e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:01.310700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-701065a8-b5b9-4d8d-8786-d2ad132eb7ab req-5c644e44-2e49-4411-a82f-15adcfef851e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0636787 Nov 25 20:39:01.361350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-701065a8-b5b9-4d8d-8786-d2ad132eb7ab req-a3395986-8831-405a-bd9b-5b9fa93845c8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455756 Nov 25 20:39:02.211950 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04ea7355-252b-49d6-8174-8e608a3bf564 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:02.491164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed3223-ba08-4396-b6b6-1aaa9c06bf62 req-6630ecf8-5dd6-430b-b2ca-4c3ed3bb4b5d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:02.492683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fed3223-ba08-4396-b6b6-1aaa9c06bf62 req-6630ecf8-5dd6-430b-b2ca-4c3ed3bb4b5d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0517523 Nov 25 20:39:02.553144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0fed3223-ba08-4396-b6b6-1aaa9c06bf62 req-22d1c247-a9b9-4044-820b-ab372fe2fdb6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534956 Nov 25 20:39:02.816003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-edb373c2-40a5-4538-b555-bbb854845c85 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:39:02.816954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-edb373c2-40a5-4538-b555-bbb854845c85 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053372 Nov 25 20:39:02.881210 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [req-e54517e2-4007-4000-8aed-909fac4e1548 req-cc3ee7e3-1cce-4d24-90ca-afb8a1c7b5ad service neutron] show failed (client error): The resource could not be found. Nov 25 20:39:02.882217 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-cc3ee7e3-1cce-4d24-90ca-afb8a1c7b5ad service neutron] 10.222.0.76 "GET /v2.0/ports/e490f5c0-d365-40fd-9927-b59e3bf41237/bindings/n-h1-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0568147 Nov 25 20:39:03.085318 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0e4b0e50-3421-4bd4-bed1-129d636d0ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:03.086846 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0e4b0e50-3421-4bd4-bed1-129d636d0ddc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 1096 time: 0.0464075 Nov 25 20:39:03.099978 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:39:03.152899 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:03.359226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:03.390929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:39:03.438274 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:03.440204 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:39:03.442628 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff9abb5-d5e0-4d15-808b-30f1eb17fc32" -d '{"events": [{"server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:39:03.456297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Transition to ACTIVE for port object e490f5c0-d365-40fd-9927-b59e3bf41237 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:39:03.460838 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:03.495614 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce06703b-5499-454d-9abc-5690f3f3038f x-openstack-request-id: req-ce06703b-5499-454d-9abc-5690f3f3038f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:39:03.495949 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "name": "network-vif-unplugged", "status": "completed", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:39:03.496197 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ce06703b-5499-454d-9abc-5690f3f3038f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:39:03.496620 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'code': 200} Nov 25 20:39:03.541045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=6']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:03.552789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.553141 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.553486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.553827 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.554165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.554498 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.554849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.555180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.555509 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.555835 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.556166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.556491 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:03.600926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] No DVR routers for this DVR port e490f5c0-d365-40fd-9927-b59e3bf41237 on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:39:03.691724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb50be-4801-4d4b-942f-20bdccd550a8 req-fb3f5748-cfa0-4e94-904e-e1a0b374484a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:03.695247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7cb50be-4801-4d4b-942f-20bdccd550a8 req-fb3f5748-cfa0-4e94-904e-e1a0b374484a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0605178 Nov 25 20:39:03.748661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:39:03.749145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:39:03.749579 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:39:03.749702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7cb50be-4801-4d4b-942f-20bdccd550a8 req-253f8984-1691-4ae6-8fbf-a8ce829669e3 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490320 Nov 25 20:39:03.755081 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Port e490f5c0-d365-40fd-9927-b59e3bf41237 on network 81bbd160-0474-4059-81e3-925f92f3f24f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:39:03.755473 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:39:03.760914 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 38, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:39:03.761200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:39:03.762285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:39:03.762722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Bound port: e490f5c0-d365-40fd-9927-b59e3bf41237, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:39:03.763135 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:03.829282 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:39:03.832587 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:39:03.837587 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:03.873344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:03.873968 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:03.875420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] 10.222.0.60 "PUT /v2.0/ports/e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 1091 time: 0.7794046 Nov 25 20:39:03.897865 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514d0b6-808c-4ebb-8f80-5385216aff52 service neutron] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=7']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:03.945032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54517e2-4007-4000-8aed-909fac4e1548 req-a47cc886-264e-4265-a615-926ea3c28cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:03.946572 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-a47cc886-264e-4265-a615-926ea3c28cc4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1094 time: 0.0456736 Nov 25 20:39:04.048891 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54517e2-4007-4000-8aed-909fac4e1548 req-408ad48b-7f6c-4df4-80b8-f3d54af70f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:04.050551 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-408ad48b-7f6c-4df4-80b8-f3d54af70f69 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0956979 Nov 25 20:39:04.118203 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-6414e1cf-c56c-4ee6-8d55-9516d7eee9fc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 999 time: 0.0608406 Nov 25 20:39:04.177229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54517e2-4007-4000-8aed-909fac4e1548 req-3ddb6f3d-248f-4db1-8e9e-efdc3baa543a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:04.178692 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-3ddb6f3d-248f-4db1-8e9e-efdc3baa543a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0525823 Nov 25 20:39:04.225572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54517e2-4007-4000-8aed-909fac4e1548 req-c07d9736-4535-4383-a7ec-cd6cb5e73658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:04.227073 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-c07d9736-4535-4383-a7ec-cd6cb5e73658 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403507 Nov 25 20:39:04.320014 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-f6912244-341b-4af2-a94a-9821243384a8 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850410 Nov 25 20:39:04.415329 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-f3e712aa-7904-4dad-99c4-f73d1b5faea7 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864882 Nov 25 20:39:04.813332 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e490f5c0-d365-40fd-9927-b59e3bf41237 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:39:04.874609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e490f5c0-d365-40fd-9927-b59e3bf41237 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:39:04.933390 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae30c9-38f9-4862-9578-6cd5fb95f664 req-2d23983b-7315-41b0-82c4-17aacd2120dc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:04.935283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5eae30c9-38f9-4862-9578-6cd5fb95f664 req-2d23983b-7315-41b0-82c4-17aacd2120dc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.1058497 Nov 25 20:39:04.992558 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5eae30c9-38f9-4862-9578-6cd5fb95f664 req-5266e11f-21eb-4085-a561-ceaf6a5fdbb9 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498013 Nov 25 20:39:05.349215 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-91c1bc64-cba7-45bb-b48e-dbbf394acf9e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:05.498563 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:39:05.501129 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b1393a-f753-4890-a2c3-29a1af7572b2" -d '{"events": [{"name": "network-changed", "server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:39:05.550967 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6797080-0388-4e61-809d-eaa438c1772f x-openstack-request-id: req-b6797080-0388-4e61-809d-eaa438c1772f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:39:05.551259 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:39:05.551515 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b6797080-0388-4e61-809d-eaa438c1772f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:39:05.551913 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'status': 'completed', 'code': 200} Nov 25 20:39:05.614335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-223e0483-2e19-4074-8e2b-070120ba3f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:05.615809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-223e0483-2e19-4074-8e2b-070120ba3f31 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1094 time: 0.0467114 Nov 25 20:39:05.621124 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-b5a00e3f-b77a-4a34-a05a-f78e9ced12ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:05.622662 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-b5a00e3f-b77a-4a34-a05a-f78e9ced12ab service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1094 time: 0.0466030 Nov 25 20:39:05.717948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-fcc57160-15fa-4242-b059-4fb916cd5fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:05.719771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-fcc57160-15fa-4242-b059-4fb916cd5fc9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0959640 Nov 25 20:39:05.734549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-5c043439-ef83-4994-bd01-41f71df13090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:05.736216 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-5c043439-ef83-4994-bd01-41f71df13090 service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1072161 Nov 25 20:39:05.796285 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-9ab260df-7aaf-4c34-a0f6-08edcfc2c9f2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 999 time: 0.0693314 Nov 25 20:39:05.805973 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-f7add63e-4847-49c1-9836-9eaa63ce1d5a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 999 time: 0.0629597 Nov 25 20:39:05.856543 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-036441de-dd42-410f-8f6d-7394c32b0a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:05.858403 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-036441de-dd42-410f-8f6d-7394c32b0a60 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0557830 Nov 25 20:39:05.897511 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-e3b88af6-c230-4173-9c19-23ca29688fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:05.900106 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-e3b88af6-c230-4173-9c19-23ca29688fed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0848441 Nov 25 20:39:05.910515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-ecd68610-1395-4789-8f0f-c38ef37ce995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:05.912869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-ecd68610-1395-4789-8f0f-c38ef37ce995 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472941 Nov 25 20:39:05.949907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-4dc75c51-21e5-4242-9e47-c5eca85f444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:05.951564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-4dc75c51-21e5-4242-9e47-c5eca85f444a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433090 Nov 25 20:39:06.015169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-ef90aaa5-075a-407c-a1a8-2c0c97aa1859 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940585 Nov 25 20:39:06.055679 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-369dab07-a76a-4b3b-af04-925f0c9ff9b3 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971181 Nov 25 20:39:06.160145 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-e38daba9-2614-4f27-b99a-c7a28f3fb5ac service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380205 Nov 25 20:39:06.173385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58305532-0dfc-43a5-8d7a-f4b702e1ef97 req-370f6b89-db4f-46db-9454-7d562158ac04 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:06.174084 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f9b1393a-f753-4890-a2c3-29a1af7572b2 req-eb5ecda6-1274-4caa-905b-6dee6f90baba service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099761 Nov 25 20:39:06.176241 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58305532-0dfc-43a5-8d7a-f4b702e1ef97 req-370f6b89-db4f-46db-9454-7d562158ac04 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0797393 Nov 25 20:39:06.233693 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-58305532-0dfc-43a5-8d7a-f4b702e1ef97 req-949b5f7e-bae0-4d54-8409-2f07fb21bbe6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453358 Nov 25 20:39:06.681336 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:07.366334 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9e22f3-49ea-476d-9a08-42cd55152bea req-515caa29-72af-4e30-8e55-94412d2412cd tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:07.367968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c9e22f3-49ea-476d-9a08-42cd55152bea req-515caa29-72af-4e30-8e55-94412d2412cd tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0602732 Nov 25 20:39:07.427429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c9e22f3-49ea-476d-9a08-42cd55152bea req-dc972ef8-71eb-4996-a7c1-2840b8283457 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521181 Nov 25 20:39:08.007899 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:08.533026 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:08.570259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba384ee-c660-47f7-aa5e-7c2518ff8eaa req-cc472eca-c2c5-45fa-9301-214ee01bc35c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:08.571985 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cba384ee-c660-47f7-aa5e-7c2518ff8eaa req-cc472eca-c2c5-45fa-9301-214ee01bc35c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0630243 Nov 25 20:39:08.642593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cba384ee-c660-47f7-aa5e-7c2518ff8eaa req-730c6dd3-9859-4d08-b7d3-14710b0a63e2 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589225 Nov 25 20:39:09.768725 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37d6fd1-2186-4621-8c72-a6be0605f4ed req-49eea91f-6e60-4e0c-9a05-7e58b3cd92d1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:09.770124 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c37d6fd1-2186-4621-8c72-a6be0605f4ed req-49eea91f-6e60-4e0c-9a05-7e58b3cd92d1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0515349 Nov 25 20:39:09.820680 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c37d6fd1-2186-4621-8c72-a6be0605f4ed req-91b4b664-e4b8-4089-be5f-cb417abe9fb9 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444043 Nov 25 20:39:10.940866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e23db9-380a-46f5-8d82-d5ea5cc23dd8 req-141ab808-22c9-4b3a-8663-0429efe7a53a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:10.942259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96e23db9-380a-46f5-8d82-d5ea5cc23dd8 req-141ab808-22c9-4b3a-8663-0429efe7a53a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0487988 Nov 25 20:39:10.994003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96e23db9-380a-46f5-8d82-d5ea5cc23dd8 req-f91ca2b8-a0ae-47b5-805c-34070319835b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458612 Nov 25 20:39:12.113132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85615422-ce99-41d7-b3b2-0ea56fdc7ff9 req-242847d0-501b-4ba9-9f5b-ffc04b99f3ad tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:12.121953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85615422-ce99-41d7-b3b2-0ea56fdc7ff9 req-242847d0-501b-4ba9-9f5b-ffc04b99f3ad tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0576026 Nov 25 20:39:12.172390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-85615422-ce99-41d7-b3b2-0ea56fdc7ff9 req-03bee05a-c9cb-43f2-a56e-54900852cfc5 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444601 Nov 25 20:39:13.293253 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb8f71-4824-43ba-a027-cbcca044a54b req-8eaacccf-5e52-4802-8f7a-a3a037f71471 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:13.294679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12bb8f71-4824-43ba-a027-cbcca044a54b req-8eaacccf-5e52-4802-8f7a-a3a037f71471 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0509501 Nov 25 20:39:13.342741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12bb8f71-4824-43ba-a027-cbcca044a54b req-9ea272f7-a191-432a-9e98-1842b05a8362 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420403 Nov 25 20:39:14.478651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129b90f-9747-46bd-a06d-6fa6c0bae75d req-8b487b2f-3612-4ceb-98d2-04f2f339b746 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:14.480857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4129b90f-9747-46bd-a06d-6fa6c0bae75d req-8b487b2f-3612-4ceb-98d2-04f2f339b746 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0549078 Nov 25 20:39:14.531054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4129b90f-9747-46bd-a06d-6fa6c0bae75d req-142e7fc7-c389-4143-b7ce-0f78bfc1fd3e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Nov 25 20:39:15.653368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817d07f1-f01f-4080-bbff-003cd806fed5 req-887359eb-5bbf-4972-864b-9922c8b31eed tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:15.654895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-817d07f1-f01f-4080-bbff-003cd806fed5 req-887359eb-5bbf-4972-864b-9922c8b31eed tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0498247 Nov 25 20:39:15.723829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-817d07f1-f01f-4080-bbff-003cd806fed5 req-64e402c7-6e5d-4e28-a89f-379ccfb5da60 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537567 Nov 25 20:39:16.244968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068a13-b787-4b40-b3e0-1cf044a258d6 req-4ab4e88f-292a-483b-9bf0-8ebe76f9ca32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:16.247228 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27068a13-b787-4b40-b3e0-1cf044a258d6 req-4ab4e88f-292a-483b-9bf0-8ebe76f9ca32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1094 time: 0.0423706 Nov 25 20:39:16.365637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068a13-b787-4b40-b3e0-1cf044a258d6 req-0981004e-6a7b-4af0-9623-f513983bf8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:16.367146 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27068a13-b787-4b40-b3e0-1cf044a258d6 req-0981004e-6a7b-4af0-9623-f513983bf8ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0900161 Nov 25 20:39:16.436218 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27068a13-b787-4b40-b3e0-1cf044a258d6 req-859490aa-5eeb-464c-93ff-f6acc7471226 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 999 time: 0.0607600 Nov 25 20:39:16.493926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068a13-b787-4b40-b3e0-1cf044a258d6 req-0f2d1c1e-9ee9-45e9-a50e-2f32c3fe79be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:16.495485 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27068a13-b787-4b40-b3e0-1cf044a258d6 req-0f2d1c1e-9ee9-45e9-a50e-2f32c3fe79be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0486660 Nov 25 20:39:16.548222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27068a13-b787-4b40-b3e0-1cf044a258d6 req-5cd18652-94b0-45ec-be82-820541f27102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:16.549752 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27068a13-b787-4b40-b3e0-1cf044a258d6 req-5cd18652-94b0-45ec-be82-820541f27102 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0471349 Nov 25 20:39:16.642988 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27068a13-b787-4b40-b3e0-1cf044a258d6 req-17fab7a2-8b2a-41c8-b7eb-96a5a9022236 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840070 Nov 25 20:39:16.738607 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27068a13-b787-4b40-b3e0-1cf044a258d6 req-7113e2dc-0e2f-4969-a50d-51c07aa0f480 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890322 Nov 25 20:39:16.861882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7874b68-741a-4767-8f29-37fdec59465e req-3f109266-7ca3-441c-b8b1-89e6c20efde7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:16.863463 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7874b68-741a-4767-8f29-37fdec59465e req-3f109266-7ca3-441c-b8b1-89e6c20efde7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0540931 Nov 25 20:39:16.911800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7874b68-741a-4767-8f29-37fdec59465e req-c510dcaa-a84e-4a5c-9fef-5c8d55e7642e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420671 Nov 25 20:39:17.202886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-7d79d39e-a201-4887-b87a-ef99179496dd tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:17.204539 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-7d79d39e-a201-4887-b87a-ef99179496dd tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.60 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce&tenant_id=82720bbf92b94603bacd530d2c900072&binding%3Ahost_id=n-h1-817303-9 HTTP/1.1" status: 200 len: 943 time: 0.0543962 Nov 25 20:39:17.222458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4447e833-dc0d-4b48-85f1-347fcc73be33 req-2e74cb3a-ed73-4dc2-88b5-9fadd688f528 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:17.223978 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4447e833-dc0d-4b48-85f1-347fcc73be33 req-2e74cb3a-ed73-4dc2-88b5-9fadd688f528 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0519814 Nov 25 20:39:17.267661 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-045f6789-be51-476f-bbf6-271a139de9a5 service neutron] 10.222.0.60 "GET /v2.0/ports/e490f5c0-d365-40fd-9927-b59e3bf41237/bindings/n-h1-817303-9 HTTP/1.1" status: 200 len: 382 time: 0.0553284 Nov 25 20:39:17.274854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4447e833-dc0d-4b48-85f1-347fcc73be33 req-e242ee00-cfc0-4cd0-9848-3f2705263470 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448658 Nov 25 20:39:17.335695 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-436fb8e0-73e6-48d8-bfc8-bbbd358d62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:17.337190 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-436fb8e0-73e6-48d8-bfc8-bbbd358d62ae service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1094 time: 0.0470469 Nov 25 20:39:17.432076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-e88ffc00-acc1-4aca-8672-697af69f2afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:17.433617 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-e88ffc00-acc1-4aca-8672-697af69f2afd service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0882959 Nov 25 20:39:17.504657 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-764da65b-1a87-4a3b-aba6-f3c087ce7fcc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 999 time: 0.0635779 Nov 25 20:39:17.555552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-a4b2b74a-b538-42f1-a056-b6df18aab8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:17.556927 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-a4b2b74a-b538-42f1-a056-b6df18aab8cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0449946 Nov 25 20:39:17.603662 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-edcbba3d-260a-4f4c-86c2-10ce6d72718c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:17.605140 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-edcbba3d-260a-4f4c-86c2-10ce6d72718c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412180 Nov 25 20:39:17.700217 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-c1a80f7d-60e2-450a-910f-c61e23ed1d19 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879362 Nov 25 20:39:17.797130 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-a32655d9-9021-484d-96de-41b405809917 service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901518 Nov 25 20:39:17.875037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e490f5c0-d365-40fd-9927-b59e3bf41237 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:39:17.969603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:17.981732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'port_id': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'mac_address': 'fa:16:3e:d6:0e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:39:18.018965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:18.038087 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e490f5c0-d365-40fd-9927-b59e3bf41237 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:39:18.060800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:18.066184 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:18.116196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:18.123793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.124140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.124477 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.124809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.125190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.125461 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.125789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.126115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.126433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.126773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.127096 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.127411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:18.327408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['e490f5c0-d365-40fd-9927-b59e3bf41237'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:39:18.400121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e13d95-7abf-40bd-b5f9-fd6aebb4859a req-37d18b1e-3f0a-4c19-8a13-0bef81b9df66 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:18.401771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1e13d95-7abf-40bd-b5f9-fd6aebb4859a req-37d18b1e-3f0a-4c19-8a13-0bef81b9df66 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0527430 Nov 25 20:39:18.455938 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1e13d95-7abf-40bd-b5f9-fd6aebb4859a req-7193e08d-1b08-4825-96a1-a95eac1a73a6 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465326 Nov 25 20:39:19.582333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d8047d-1751-40fd-884d-fac907596799 req-ca97e6eb-2716-4864-8f5e-fe7d79e549e1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:19.583942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4d8047d-1751-40fd-884d-fac907596799 req-ca97e6eb-2716-4864-8f5e-fe7d79e549e1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0513165 Nov 25 20:39:19.633127 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4d8047d-1751-40fd-884d-fac907596799 req-9434d5a2-cbcb-4aa9-a2a3-dbbde09b37b4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425541 Nov 25 20:39:19.892030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e490f5c0-d365-40fd-9927-b59e3bf41237 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:39:19.970364 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:19.984182 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e490f5c0-d365-40fd-9927-b59e3bf41237 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:39:20.005248 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:20.009193 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:20.060743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:20.757463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0039ce7c-718e-451d-9048-3186d175a6b8 req-6d7715cb-c71a-4b38-8ff5-4cdfa33e0afa tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:20.759444 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0039ce7c-718e-451d-9048-3186d175a6b8 req-6d7715cb-c71a-4b38-8ff5-4cdfa33e0afa tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0510063 Nov 25 20:39:20.814854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0039ce7c-718e-451d-9048-3186d175a6b8 req-b14ff294-3d26-4556-b2f6-fb890a3b2622 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447364 Nov 25 20:39:21.388089 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:21.963822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb9a9f0-dcc5-4af7-973e-5716ce6651f0 req-385dbc30-b8e2-455a-969c-07469154da9b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:21.965958 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efb9a9f0-dcc5-4af7-973e-5716ce6651f0 req-385dbc30-b8e2-455a-969c-07469154da9b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 943 time: 0.0808656 Nov 25 20:39:21.989432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-ac838df3-c2db-419f-a5d9-3684acf2e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:21.990866 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-ac838df3-c2db-419f-a5d9-3684acf2e72d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce&tenant_id=82720bbf92b94603bacd530d2c900072 HTTP/1.1" status: 200 len: 1094 time: 0.1214778 Nov 25 20:39:22.003170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:39:22.047254 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efb9a9f0-dcc5-4af7-973e-5716ce6651f0 req-616a8c5a-2dca-43b2-bcf7-e20600b8f349 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751166 Nov 25 20:39:22.081930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:22.285671 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:22.319767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:39:22.353070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e490f5c0-d365-40fd-9927-b59e3bf41237 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:39:22.361448 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:22.372775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Ignored duplicate provisioning block setup for port e490f5c0-d365-40fd-9927-b59e3bf41237 by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Nov 25 20:39:22.376281 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:22.456016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=10']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:22.471945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.471945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.471945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.471945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.471945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.471945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.471945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.471945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.471945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.471945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.472905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.472905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:39:22.515506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] No DVR routers for this DVR port e490f5c0-d365-40fd-9927-b59e3bf41237 on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:39:22.654418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:39:22.654748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:39:22.655100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:39:22.659538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Port e490f5c0-d365-40fd-9927-b59e3bf41237 on network 81bbd160-0474-4059-81e3-925f92f3f24f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:39:22.659863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Attempting to bind port e490f5c0-d365-40fd-9927-b59e3bf41237 on network 81bbd160-0474-4059-81e3-925f92f3f24f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:39:22.665820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 38, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:39:22.666162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Checking segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:39:22.666545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Bound using segment: {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:39:22.667006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Bound port: e490f5c0-d365-40fd-9927-b59e3bf41237, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29974f18-9a52-462c-a0fd-6b626585f838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:39:22.667363 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:22.729781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:39:22.733723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:39:22.737933 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:22.786152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:22.786789 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:22.788245 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] 10.222.0.76 "PUT /v2.0/ports/e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 1092 time: 0.7889497 Nov 25 20:39:22.788716 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:39:22.791143 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf" -d '{"events": [{"name": "network-changed", "server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:39:22.828664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3398209-f22f-465a-90f3-02f941e10ab1 service neutron] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=11']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:22.870508 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-36158702-58ea-407f-90a9-50efb69a4c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:22.872622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-36158702-58ea-407f-90a9-50efb69a4c27 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1095 time: 0.0524971 Nov 25 20:39:22.954284 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3fb115-db94-4f70-8246-b9d063829426 x-openstack-request-id: req-9b3fb115-db94-4f70-8246-b9d063829426 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:39:22.954614 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:39:22.954896 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9b3fb115-db94-4f70-8246-b9d063829426 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:39:22.955301 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'status': 'completed', 'code': 200} Nov 25 20:39:22.973435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-b3cc53dc-1f88-45c5-b443-38da0a5b0619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:22.974951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-b3cc53dc-1f88-45c5-b443-38da0a5b0619 service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0959027 Nov 25 20:39:23.028872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-3c1b761b-d1de-4353-95f8-0db4c0ab0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:23.030397 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-3c1b761b-d1de-4353-95f8-0db4c0ab0e92 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1095 time: 0.0477309 Nov 25 20:39:23.140328 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-7e4b47d0-3c1e-4a37-bcb4-85215b0c1a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:23.142692 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-7e4b47d0-3c1e-4a37-bcb4-85215b0c1a8b service neutron] 10.222.0.60 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.1054423 Nov 25 20:39:23.222708 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-04e40673-a73b-4547-b79c-e97ca670b454 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 999 time: 0.0732753 Nov 25 20:39:23.274887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-feece8f0-35cc-495a-8dcf-5fe1b4be15cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:23.276370 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-feece8f0-35cc-495a-8dcf-5fe1b4be15cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0468960 Nov 25 20:39:23.324856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-49098bd0-1057-4714-8370-949c72c345b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:23.326589 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-49098bd0-1057-4714-8370-949c72c345b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436022 Nov 25 20:39:23.383970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f546fdd6-da9f-41a6-b4c3-c3f20940f433 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 999 time: 0.4006250 Nov 25 20:39:23.396383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad75250c-618d-4870-9dc4-daa1827fa2ce req-b4c10d02-f480-4af6-a91a-dffbcfb55f15 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:23.397815 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad75250c-618d-4870-9dc4-daa1827fa2ce req-b4c10d02-f480-4af6-a91a-dffbcfb55f15 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0685465 Nov 25 20:39:23.421892 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-2c11d63f-69bf-4dd9-a0d2-d89474c958ed service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880597 Nov 25 20:39:23.472092 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-20d85948-8c04-4309-b59e-5201a3414847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:23.473558 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-20d85948-8c04-4309-b59e-5201a3414847 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0749032 Nov 25 20:39:23.498483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ad75250c-618d-4870-9dc4-daa1827fa2ce req-e72f7392-9b8a-41a5-a9a7-34e955d62d76 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901713 Nov 25 20:39:23.526333 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-0983273e-23d1-45c8-8d40-496e0dced21e service neutron] 10.222.0.60 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978582 Nov 25 20:39:23.538561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f7cda877-a6d9-4188-9bc3-2f9e5a945c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:23.540111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-f7cda877-a6d9-4188-9bc3-2f9e5a945c0d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574551 Nov 25 20:39:23.633297 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-afa83c07-f2b4-4897-a01a-635e646e6174 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854311 Nov 25 20:39:23.638715 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:23.728333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b1349e9f-a2a5-4734-845f-c7581b8b779f req-e0543dc9-d223-4e5e-acf8-6fe5b1a79822 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878680 Nov 25 20:39:23.809968 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-757388bc-798f-47b4-b8a9-b423536dda41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:23.811527 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-757388bc-798f-47b4-b8a9-b423536dda41 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=82720bbf92b94603bacd530d2c900072&device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 1095 time: 0.0422468 Nov 25 20:39:23.908879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-a844b1bb-e62b-4dc6-8756-cd33f77e5d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:23.910394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-a844b1bb-e62b-4dc6-8756-cd33f77e5d7d service neutron] 10.222.0.76 "GET /v2.0/networks?id=81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 200 len: 911 time: 0.0925047 Nov 25 20:39:23.977805 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-8d1fb5ea-22cc-4350-8d92-13538b5db658 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 200 len: 999 time: 0.0603557 Nov 25 20:39:24.034723 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-957df077-9043-423f-ada7-da7a2871245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:24.036136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-957df077-9043-423f-ada7-da7a2871245e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 200 len: 849 time: 0.0506930 Nov 25 20:39:24.084995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-a60a0740-47ca-46ad-aa1c-418041826d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:24.086512 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-a60a0740-47ca-46ad-aa1c-418041826d03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=81bbd160-0474-4059-81e3-925f92f3f24f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438583 Nov 25 20:39:24.179327 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-c66a9c75-ad1c-43ee-8d5f-0cfdead36ea0 service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848775 Nov 25 20:39:24.276787 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1dd8d4e-7f96-42f8-8790-377fcd00d5cf req-1d551c43-4b3b-453d-b415-0262efdeeb0a service neutron] 10.222.0.76 "GET /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906062 Nov 25 20:39:24.626555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8185380d-9c06-43e6-aab0-1efe24e7e905 req-f48c3f48-8ef3-4f55-b12f-f10a75e1e350 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:24.628244 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8185380d-9c06-43e6-aab0-1efe24e7e905 req-f48c3f48-8ef3-4f55-b12f-f10a75e1e350 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0518587 Nov 25 20:39:24.679397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8185380d-9c06-43e6-aab0-1efe24e7e905 req-b7773e78-b6ae-40f2-8e98-fee536bac01d tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448747 Nov 25 20:39:25.810841 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8489b8-11b4-45dd-8b6f-c21e696844ad req-86487a70-bd47-4c35-b122-1e037f3393ca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:25.818483 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f8489b8-11b4-45dd-8b6f-c21e696844ad req-86487a70-bd47-4c35-b122-1e037f3393ca tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0643816 Nov 25 20:39:25.870088 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f8489b8-11b4-45dd-8b6f-c21e696844ad req-4d819bf1-c1f0-4476-adbd-5566747697bf tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505803 Nov 25 20:39:26.992977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65043bc-17fa-42c8-878c-14cfd7f20a78 req-b016662d-421d-4160-af40-1677b3fcdac8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:26.994480 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b65043bc-17fa-42c8-878c-14cfd7f20a78 req-b016662d-421d-4160-af40-1677b3fcdac8 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0512969 Nov 25 20:39:27.043305 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b65043bc-17fa-42c8-878c-14cfd7f20a78 req-95e59c17-c8b8-4c35-a890-b1b547e4ee24 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417552 Nov 25 20:39:28.164594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dff7a8d-a2c5-40f9-92c8-cbbadb8d30fa req-cefcafc2-be75-4fea-a613-3e10d88338d4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:28.166123 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6dff7a8d-a2c5-40f9-92c8-cbbadb8d30fa req-cefcafc2-be75-4fea-a613-3e10d88338d4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0496533 Nov 25 20:39:28.220307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6dff7a8d-a2c5-40f9-92c8-cbbadb8d30fa req-a0f19e16-64a9-4667-9f97-bf0fed683985 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470567 Nov 25 20:39:29.336734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ab3f3-e689-41e1-bc2e-901f7d2d77be req-be24990a-51dc-4102-b042-61b5588b250b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:29.338119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a6ab3f3-e689-41e1-bc2e-901f7d2d77be req-be24990a-51dc-4102-b042-61b5588b250b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0485396 Nov 25 20:39:29.387534 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3a6ab3f3-e689-41e1-bc2e-901f7d2d77be req-76a518c4-fda2-4a36-924b-6fb8827e4c2a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422018 Nov 25 20:39:30.507407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3b714-4080-49ad-b3d5-ba86a241d4e1 req-c02b2a22-fefd-4648-9e6e-6ff503807091 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:30.508937 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ec3b714-4080-49ad-b3d5-ba86a241d4e1 req-c02b2a22-fefd-4648-9e6e-6ff503807091 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0495276 Nov 25 20:39:30.557268 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8ec3b714-4080-49ad-b3d5-ba86a241d4e1 req-908c7176-cc1e-47c5-97da-08f0464b9782 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415928 Nov 25 20:39:31.697637 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b47364-ad98-4b6a-8dba-bada6aa69e13 req-b93b2672-b6d3-44b4-bee7-92e181b02abe tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:31.699150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66b47364-ad98-4b6a-8dba-bada6aa69e13 req-b93b2672-b6d3-44b4-bee7-92e181b02abe tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0632107 Nov 25 20:39:31.747902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-66b47364-ad98-4b6a-8dba-bada6aa69e13 req-b0de58a6-3d48-40d8-9f08-9e543e665ba4 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415525 Nov 25 20:39:32.026238 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:39:32.217447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-73855160-b670-4ce2-a449-2ce967f9fa01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:32.868190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f19d31-9036-4550-8498-0b8cfa3f3567 req-054fcfe7-e48c-429e-a717-2e269ee96871 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:32.869683 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9f19d31-9036-4550-8498-0b8cfa3f3567 req-054fcfe7-e48c-429e-a717-2e269ee96871 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0498111 Nov 25 20:39:32.918655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f9f19d31-9036-4550-8498-0b8cfa3f3567 req-bcb639c5-86a6-4b2d-b510-55db1a7f835e tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424650 Nov 25 20:39:34.040620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70249e6e-0c34-4d1f-8232-9ee8669dd248 req-82ba8972-be1e-4c8a-9d22-8945d5eaef18 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:34.042126 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70249e6e-0c34-4d1f-8232-9ee8669dd248 req-82ba8972-be1e-4c8a-9d22-8945d5eaef18 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0495019 Nov 25 20:39:34.097421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70249e6e-0c34-4d1f-8232-9ee8669dd248 req-8aff338e-65cb-4a98-89ad-45aca0475731 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481577 Nov 25 20:39:35.223890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deca3bf8-6fa5-4e7e-a6f6-8e17e94f8042 req-4f782bce-1049-460a-bd8c-eb17de852db5 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:35.225426 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-deca3bf8-6fa5-4e7e-a6f6-8e17e94f8042 req-4f782bce-1049-460a-bd8c-eb17de852db5 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0533650 Nov 25 20:39:35.276628 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-deca3bf8-6fa5-4e7e-a6f6-8e17e94f8042 req-eef4a953-389b-44ed-924f-d585586565b7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448625 Nov 25 20:39:35.353216 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-01b02c46-ea90-4e55-bbb7-bf912eecab32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:36.397224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3506dbf-702d-4432-9b43-6d3d3de8d627 req-739e1635-7e8a-4906-b15b-c7a2d41dcd94 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:36.398714 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3506dbf-702d-4432-9b43-6d3d3de8d627 req-739e1635-7e8a-4906-b15b-c7a2d41dcd94 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0501564 Nov 25 20:39:36.446770 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3506dbf-702d-4432-9b43-6d3d3de8d627 req-abfcf100-c2ab-4e8b-b74e-9258522f1f19 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418832 Nov 25 20:39:36.565962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f5147-d9b2-48ed-be89-b7ce55841546 req-1c8230da-cd46-4bdb-9cdc-c5c392db6276 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:36.567396 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b8f5147-d9b2-48ed-be89-b7ce55841546 req-1c8230da-cd46-4bdb-9cdc-c5c392db6276 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0535688 Nov 25 20:39:36.614841 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1b8f5147-d9b2-48ed-be89-b7ce55841546 req-faf7ea1d-ae76-4aea-a059-c12368f0146c tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413635 Nov 25 20:39:36.687566 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:36.732728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a9e21-11be-4f77-976c-cea9366e6f06 req-8ff05521-37a2-49eb-b902-292bba430163 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:36.734277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-726a9e21-11be-4f77-976c-cea9366e6f06 req-8ff05521-37a2-49eb-b902-292bba430163 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0506375 Nov 25 20:39:36.782880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-726a9e21-11be-4f77-976c-cea9366e6f06 req-8addb42e-e710-4f11-a92f-407a770b0e9b tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425382 Nov 25 20:39:36.891069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e490f5c0-d365-40fd-9927-b59e3bf41237 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:39:36.992268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:37.004228 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'port_id': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'mac_address': 'fa:16:3e:d6:0e:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:39:37.032451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d75258-e9a7-4759-bec9-5ee52a234e5b req-d3ce5321-c7c1-4603-8599-916c5163f25f tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:37.033956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79d75258-e9a7-4759-bec9-5ee52a234e5b req-d3ce5321-c7c1-4603-8599-916c5163f25f tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 944 time: 0.0543225 Nov 25 20:39:37.048463 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:37.062081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e490f5c0-d365-40fd-9927-b59e3bf41237 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:39:37.084842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:37.086368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79d75258-e9a7-4759-bec9-5ee52a234e5b req-bd6cbc34-c706-44a2-94fc-53b038d44f36 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462461 Nov 25 20:39:37.089207 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:37.139491 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=12']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:37.344470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['e490f5c0-d365-40fd-9927-b59e3bf41237'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:39:38.011651 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:38.213820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075a39c-a2b7-4102-9050-ac05a50d68c4 req-29914d2f-ca56-4b53-8f8c-dc67bec72147 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:38.215357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1075a39c-a2b7-4102-9050-ac05a50d68c4 req-29914d2f-ca56-4b53-8f8c-dc67bec72147 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0516465 Nov 25 20:39:38.264453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1075a39c-a2b7-4102-9050-ac05a50d68c4 req-4b2ad450-c682-4559-a3f8-712057961bf7 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups?id=507ae016-35b2-4734-9a9d-c932e1add1cd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426753 Nov 25 20:39:38.535052 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:38.550729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-b8477a5b-cb1b-4e99-964a-42d60452049a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:38.552267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-b8477a5b-cb1b-4e99-964a-42d60452049a tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 945 time: 0.0534115 Nov 25 20:39:38.645976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Deleting port e490f5c0-d365-40fd-9927-b59e3bf41237 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:39:38.646313 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:38.738957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] For port e490f5c0-d365-40fd-9927-b59e3bf41237, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e490f5c0-d365-40fd-9927-b59e3bf41237,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:38.739324 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:38.893539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e490f5c0-d365-40fd-9927-b59e3bf41237 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:39:38.916560 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:38.916920 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:38.917233 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736 disassociated. External IP: 172.25.8.95, port: e490f5c0-d365-40fd-9927-b59e3bf41237. Nov 25 20:39:38.917569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Calling delete_port for e490f5c0-d365-40fd-9927-b59e3bf41237 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:39:38.973957 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:39.064820 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:39.102643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event deleted for resources: {'Port': ['ID=e490f5c0-d365-40fd-9927-b59e3bf41237,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:39.162555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id e490f5c0-d365-40fd-9927-b59e3bf41237 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:39:39.235117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:39:39.386485 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:39:39.395554 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4142bf3-64c6-4122-af12-c6169d7a9086 req-e2e2592b-08ab-42ec-8b33-86850aef6049 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 210 time: 0.0439217 Nov 25 20:39:39.396909 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad488fd-b631-44a8-9544-0b728241fd01 None None] Sync routers for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:39:39.407793 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad488fd-b631-44a8-9544-0b728241fd01 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:39:39.408380 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7ad488fd-b631-44a8-9544-0b728241fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:39.432763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] No DVR routers for this DVR port e490f5c0-d365-40fd-9927-b59e3bf41237 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:39:39.436589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:39.440244 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7738b52c-636e-4231-8d7c-71127d9a33a0 req-e2c425c9-57cc-4516-bbec-5c185ea9ce99 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.76 "DELETE /v2.0/ports/e490f5c0-d365-40fd-9927-b59e3bf41237 HTTP/1.1" status: 204 len: 173 time: 0.8819797 Nov 25 20:39:39.440704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'name': 'network-vif-deleted', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:39:39.443635 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8760408-0333-4a35-a01a-947a7442c344" -d '{"events": [{"server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "name": "network-vif-deleted", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:39:39.482451 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d2e8fb-4b5b-4b17-a2a4-f52b27acc410 x-openstack-request-id: req-d8d2e8fb-4b5b-4b17-a2a4-f52b27acc410 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:39:39.482748 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bac7d86-c44c-4568-b699-a80bf22ca2ce", "name": "network-vif-deleted", "tag": "e490f5c0-d365-40fd-9927-b59e3bf41237", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:39:39.483050 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8d2e8fb-4b5b-4b17-a2a4-f52b27acc410 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:39:39.483456 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bac7d86-c44c-4568-b699-a80bf22ca2ce', 'name': 'network-vif-deleted', 'tag': 'e490f5c0-d365-40fd-9927-b59e3bf41237', 'status': 'completed', 'code': 200} Nov 25 20:39:39.529351 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-7ad488fd-b631-44a8-9544-0b728241fd01 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:39:39.736590 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7ad488fd-b631-44a8-9544-0b728241fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:39.763390 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad488fd-b631-44a8-9544-0b728241fd01 None None] Checking router: 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:39:39.771857 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad488fd-b631-44a8-9544-0b728241fd01 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:39:39.772458 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7ad488fd-b631-44a8-9544-0b728241fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:39.969857 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-7ad488fd-b631-44a8-9544-0b728241fd01 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:39:40.171571 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-7ad488fd-b631-44a8-9544-0b728241fd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:40.203169 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad488fd-b631-44a8-9544-0b728241fd01 None None] The sync data for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 is: [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b1ad668f-77a8-43b8-b0a0-56dc7053f8ab', 'name': '', 'network_id': '81bbd160-0474-4059-81e3-925f92f3f24f', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'mac_address': 'fa:16:3e:b7:15:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_interface', 'standard_attr_id': 4066, 'fixed_ips': [{'subnet_id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:58Z', 'updated_at': '2021-11-25T20:30:02Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'subnets': [{'id': '715ef7ad-5bb3-43d3-bf41-3b9d530ec273', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:39:40.441955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b48bf46-5c6b-49d7-9449-62eb4548d2a0 None None] New status for floating IP 0596ce27-3f9e-4d66-bcff-32a70e832736: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:39:40.499601 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b6ee7c3-ccdd-4e89-a833-3a48f075dfb3 req-3652902b-52d4-47f9-9a94-23f0c1ded6bf tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 210 time: 0.0284641 Nov 25 20:39:41.600147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-473471d1-5839-4526-bcbc-7a9246578338 req-1acaa177-6716-4508-b2f4-dfd4ca400e05 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 210 time: 0.0275004 Nov 25 20:39:42.702838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-727df56e-0acd-4bdf-a311-73af51da4951 req-a295e7a3-e984-476f-865a-5fa8fd564384 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 210 time: 0.0266533 Nov 25 20:39:43.814155 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dc546f07-4325-439b-ab09-318f5b45566d req-09a6a2dc-3631-42c0-9146-2eeb7063bee1 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bac7d86-c44c-4568-b699-a80bf22ca2ce HTTP/1.1" status: 200 len: 210 time: 0.0304050 Nov 25 20:39:49.642207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50554) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:49.698826 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4a6d357-6d0f-4ccf-a1be-1b8501bd03fc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:49.722345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4a6d357-6d0f-4ccf-a1be-1b8501bd03fc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:49.771069 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4a6d357-6d0f-4ccf-a1be-1b8501bd03fc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:49.773718 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4a6d357-6d0f-4ccf-a1be-1b8501bd03fc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:49.774916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f4a6d357-6d0f-4ccf-a1be-1b8501bd03fc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "DELETE /v2.0/security-groups/507ae016-35b2-4734-9a9d-c932e1add1cd HTTP/1.1" status: 204 len: 168 time: 0.1315005 Nov 25 20:39:49.777582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50556) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:49.785058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6d357-6d0f-4ccf-a1be-1b8501bd03fc tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507ae016-35b2-4734-9a9d-c932e1add1cd,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:49.793440 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [None req-5e8b9a96-f583-40bb-8237-d7e8efb7be28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] show failed (client error): The resource could not be found. Nov 25 20:39:49.798718 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5e8b9a96-f583-40bb-8237-d7e8efb7be28 tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "GET /v2.0/security-groups/507ae016-35b2-4734-9a9d-c932e1add1cd HTTP/1.1" status: 404 len: 347 time: 0.0193059 Nov 25 20:39:49.798941 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50558) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:49.938192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f4df9860-20d3-480d-8e88-99b5bc4ad6eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Deleting port ce539309-acb6-4e6d-b037-bd501a19d17e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:39:49.941568 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4df9860-20d3-480d-8e88-99b5bc4ad6eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:50.022258 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4df9860-20d3-480d-8e88-99b5bc4ad6eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:50.023652 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4df9860-20d3-480d-8e88-99b5bc4ad6eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:50.037060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f4df9860-20d3-480d-8e88-99b5bc4ad6eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Calling delete_port for ce539309-acb6-4e6d-b037-bd501a19d17e owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:39:50.202136 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4df9860-20d3-480d-8e88-99b5bc4ad6eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:50.237700 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df9860-20d3-480d-8e88-99b5bc4ad6eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Pushing event deleted for resources: {'Port': ['ID=ce539309-acb6-4e6d-b037-bd501a19d17e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:50.310549 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4df9860-20d3-480d-8e88-99b5bc4ad6eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:50.313535 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f4df9860-20d3-480d-8e88-99b5bc4ad6eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:50.314755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f4df9860-20d3-480d-8e88-99b5bc4ad6eb tempest-ServerActionsTestJSON-1872557500 tempest-ServerActionsTestJSON-1872557500-project] 10.222.0.15 "DELETE /v2.0/floatingips/0596ce27-3f9e-4d66-bcff-32a70e832736 HTTP/1.1" status: 204 len: 168 time: 0.5149648 Nov 25 20:39:50.318028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50560) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:50.803569 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:51.061948 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] Deleting port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:39:51.062512 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:51.144958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] For port b1ad668f-77a8-43b8-b0a0-56dc7053f8ab, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b1ad668f-77a8-43b8-b0a0-56dc7053f8ab,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:51.145321 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:51.161475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] Calling delete_port for b1ad668f-77a8-43b8-b0a0-56dc7053f8ab owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:39:51.350017 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:51.377761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1ad668f-77a8-43b8-b0a0-56dc7053f8ab,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:51.408082 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:51.555899 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:52.049487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] Router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:39:52.159958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:39:52.165788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a9c82c48-7901-4bc1-8484-1a24ddc701a3 admin admin] 10.222.0.15 "PUT /v2.0/routers/8026ca04-a0ab-46f3-8ba1-c0b74ab83132/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8466325 Nov 25 20:39:52.167552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50564) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:52.172027 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa1f15-cbd7-4d01-b026-41f907938ef4 None None] Sync routers for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:39:52.183420 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa1f15-cbd7-4d01-b026-41f907938ef4 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:39:52.184047 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-86aa1f15-cbd7-4d01-b026-41f907938ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:52.282279 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:52.305203 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-86aa1f15-cbd7-4d01-b026-41f907938ef4 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:39:52.393489 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:52.447953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Deleting port de029d9b-2025-40ae-aae1-07e7ce4a21a6 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:39:52.448300 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:52.485348 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-86aa1f15-cbd7-4d01-b026-41f907938ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194'}], 'enable_snat': True}, 'gw_port_id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:39:51Z', 'revision_number': 5, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port': {'id': 'de029d9b-2025-40ae-aae1-07e7ce4a21a6', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:92:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4065, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:29:56Z', 'updated_at': '2021-11-25T20:29:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:52.515878 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa1f15-cbd7-4d01-b026-41f907938ef4 None None] Checking router: 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:39:52.525316 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86aa1f15-cbd7-4d01-b026-41f907938ef4 None None] Routers {'8026ca04-a0ab-46f3-8ba1-c0b74ab83132'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:39:52.525920 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-86aa1f15-cbd7-4d01-b026-41f907938ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:39:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:52.536320 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] For port de029d9b-2025-40ae-aae1-07e7ce4a21a6, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=de029d9b-2025-40ae-aae1-07e7ce4a21a6,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:52.536761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:52.550512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Calling delete_port for de029d9b-2025-40ae-aae1-07e7ce4a21a6 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:39:52.614428 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-86aa1f15-cbd7-4d01-b026-41f907938ef4 None None] Set router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:39:52.670304 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-86aa1f15-cbd7-4d01-b026-41f907938ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:39:52Z', 'revision_number': 6, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:52.702746 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86aa1f15-cbd7-4d01-b026-41f907938ef4 None None] The sync data for ids ['8026ca04-a0ab-46f3-8ba1-c0b74ab83132'] in n-d-817303-9 is: [{'id': '8026ca04-a0ab-46f3-8ba1-c0b74ab83132', 'name': 'tempest-ServerActionsTestJSON-20940011-router', 'tenant_id': '82720bbf92b94603bacd530d2c900072', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:29:55Z', 'updated_at': '2021-11-25T20:39:52Z', 'revision_number': 6, 'project_id': '82720bbf92b94603bacd530d2c900072', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:39:52.723970 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:52.752371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Pushing event deleted for resources: {'Port': ['ID=de029d9b-2025-40ae-aae1-07e7ce4a21a6,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:52.765486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb52ce48-9130-4348-9ca1-4254f988b0e5 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:39:52.815184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:52.911561 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:52.913850 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:52.960274 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:52.960908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8026ca04-a0ab-46f3-8ba1-c0b74ab83132 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:39:52.966333 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:52.967702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c7e3bdfb-5dd2-4645-b29a-c7ad0f9a8061 admin admin] 10.222.0.15 "DELETE /v2.0/routers/8026ca04-a0ab-46f3-8ba1-c0b74ab83132 HTTP/1.1" status: 204 len: 168 time: 0.7989135 Nov 25 20:39:52.970350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50566) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:53.017779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-1025fd41-903e-42f8-98a8-f93dd2417fc7 admin admin] Deleting subnet 715ef7ad-5bb3-43d3-bf41-3b9d530ec273 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:39:53.021030 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1025fd41-903e-42f8-98a8-f93dd2417fc7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.059147 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1025fd41-903e-42f8-98a8-f93dd2417fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.158138 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1025fd41-903e-42f8-98a8-f93dd2417fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.167751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b1ad668f-77a8-43b8-b0a0-56dc7053f8ab no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:39:53.193378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b1ad668f-77a8-43b8-b0a0-56dc7053f8ab {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:39:53.193720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b1ad668f-77a8-43b8-b0a0-56dc7053f8ab not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:39:53.219399 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1025fd41-903e-42f8-98a8-f93dd2417fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.245766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025fd41-903e-42f8-98a8-f93dd2417fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=715ef7ad-5bb3-43d3-bf41-3b9d530ec273,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:53.247760 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1025fd41-903e-42f8-98a8-f93dd2417fc7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.253835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1025fd41-903e-42f8-98a8-f93dd2417fc7 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/715ef7ad-5bb3-43d3-bf41-3b9d530ec273 HTTP/1.1" status: 204 len: 168 time: 0.2795694 Nov 25 20:39:53.254348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86bca166-ee0f-440d-90c5-8b92617a63d4 None None] Network 81bbd160-0474-4059-81e3-925f92f3f24f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:39:53.254629 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50568) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:53.343381 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.402704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Deleting port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:39:53.403861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.474609 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] For port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:53.475016 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.489940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Calling delete_port for 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:39:53.503084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aefa6bc-6aad-48ba-a1ea-db66b72a115a None None] DHCP port deletion for 81bbd160-0474-4059-81e3-925f92f3f24f request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:39:53.574917 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6aefa6bc-6aad-48ba-a1ea-db66b72a115a None None] Deleting port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:39:53.575555 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6aefa6bc-6aad-48ba-a1ea-db66b72a115a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.587567 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.616212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:53.619809 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] No DVR routers for this DVR port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:39:53.684450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-6aefa6bc-6aad-48ba-a1ea-db66b72a115a None None] For port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf,segment=NetworkSegment(29974f18-9a52-462c-a0fd-6b626585f838),segment_id=29974f18-9a52-462c-a0fd-6b626585f838)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:39:53.685140 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6aefa6bc-6aad-48ba-a1ea-db66b72a115a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.689178 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.700568 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6aefa6bc-6aad-48ba-a1ea-db66b72a115a None None] Calling delete_port for 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:39:53.717994 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.749490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81bbd160-0474-4059-81e3-925f92f3f24f']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:53.760029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29974f18-9a52-462c-a0fd-6b626585f838') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:53.760395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29974f18-9a52-462c-a0fd-6b626585f838') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:39:53.770896 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:39:53.777306 n-d-817303-9 neutron-server[103653]: self.session.flush() Nov 25 20:39:53.789427 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.789818 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6aefa6bc-6aad-48ba-a1ea-db66b72a115a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.797461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:39:53.797925 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:39:53.800257 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:39:53.820602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefa6bc-6aad-48ba-a1ea-db66b72a115a None None] Pushing event deleted for resources: {'Port': ['ID=37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:53.825049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aefa6bc-6aad-48ba-a1ea-db66b72a115a None None] No DVR routers for this DVR port 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:39:53.860237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.865759 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:53.869030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] 10.222.0.15 "DELETE /v2.0/networks/81bbd160-0474-4059-81e3-925f92f3f24f HTTP/1.1" status: 204 len: 168 time: 0.6135209 Nov 25 20:39:53.880628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe868c3b-66bb-47be-bce3-541c402b7497 admin admin] Pushing event deleted for resources: {'Network': ['ID=81bbd160-0474-4059-81e3-925f92f3f24f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:53.985381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50572) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:54.038548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e906613c-2b5c-4216-b778-56cc0361fdcd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=82720bbf92b94603bacd530d2c900072&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0518794 Nov 25 20:39:54.040910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50574) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:54.092836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f321ae5d-03e8-4449-bd85-2ad02712d428 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:54.114674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f321ae5d-03e8-4449-bd85-2ad02712d428 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:54.162791 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f321ae5d-03e8-4449-bd85-2ad02712d428 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:54.165417 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f321ae5d-03e8-4449-bd85-2ad02712d428 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:54.166582 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f321ae5d-03e8-4449-bd85-2ad02712d428 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/daaae6a0-f2aa-47f1-bc6f-34bd317dc51e HTTP/1.1" status: 204 len: 168 time: 0.1247635 Nov 25 20:39:54.175069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f321ae5d-03e8-4449-bd85-2ad02712d428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daaae6a0-f2aa-47f1-bc6f-34bd317dc51e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:54.941831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50596) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:55.067186 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-531805221-network', 'tenant_id': '1b93c5677092436885d2f4cfd049c43c'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:39:55.093559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Made reservation on behalf of 1b93c5677092436885d2f4cfd049c43c for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:39:55.096250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:55.112314 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:55.126200 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device de029d9b-2025-40ae-aae1-07e7ce4a21a6 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:39:55.146372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: de029d9b-2025-40ae-aae1-07e7ce4a21a6 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:39:55.146723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device de029d9b-2025-40ae-aae1-07e7ce4a21a6 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:39:55.147171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:39:55.167633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:39:55.167981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 37d1fe4c-a3e1-49cf-afa1-18d68c8c4bcf not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:39:55.198897 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:55.206850 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:55.234130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:39:55.244178 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f63fd1e-debd-4f01-8dcf-49bf808c3efb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:55.249177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:55.249517 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Added segment ee7682c5-5c58-4e32-bb0f-43214332893f of type vlan for network 6912746c-4160-45ad-b246-02055cc3d728 Nov 25 20:39:55.291658 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:55.318607 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:55.319543 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:55.320148 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:55.381993 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4390178 Nov 25 20:39:55.384726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50600) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:39:55.389982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] Request body: {'subnet': {'network_id': '6912746c-4160-45ad-b246-02055cc3d728', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-531805221-subnet', 'tenant_id': '1b93c5677092436885d2f4cfd049c43c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:39:55.398504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200bebb-3536-4b30-b4f5-bb0ab89b77f0 admin admin] Pushing event updated for resources: {'Network': ['ID=6912746c-4160-45ad-b246-02055cc3d728,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:55.409110 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 6912746c-4160-45ad-b246-02055cc3d728 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:39:55.415745 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] Made reservation on behalf of 1b93c5677092436885d2f4cfd049c43c for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:39:55.419822 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:55.596626 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:55.654032 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a582f32-9088-4466-830a-ad31f5351578,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:55.667504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] Checking segment: {'id': 'ee7682c5-5c58-4e32-bb0f-43214332893f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6912746c-4160-45ad-b246-02055cc3d728'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:39:55.667869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] Network hostable DHCP agents. Network: 6912746c-4160-45ad-b246-02055cc3d728, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:39:55.689379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] Network 6912746c-4160-45ad-b246-02055cc3d728 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:39:55.699325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 6912746c-4160-45ad-b246-02055cc3d728) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:39:55.704801 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:55.705942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:55.710005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93571a8c-ded4-4b70-8973-07219a59a97a None None] Network 6912746c-4160-45ad-b246-02055cc3d728 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:39:55.723600 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1481a35b-f22e-4da9-8a2c-3bbafa1bf01a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3378267 Nov 25 20:39:55.862316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756d1ac7-b210-4602-b72b-dcf5dd63c1db None None] Network 6912746c-4160-45ad-b246-02055cc3d728 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:39:56.178279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-0b4d228b-4fc9-4d81-869d-d008fff7b05b tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:56.179843 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-0b4d228b-4fc9-4d81-869d-d008fff7b05b tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/networks?id=6912746c-4160-45ad-b246-02055cc3d728 HTTP/1.1" status: 200 len: 813 time: 0.1092808 Nov 25 20:39:56.196205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-90cf4c3c-6c5a-4f52-bc38-e70b6b66e73e tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/quotas/1b93c5677092436885d2f4cfd049c43c HTTP/1.1" status: 200 len: 375 time: 0.0093472 Nov 25 20:39:56.228550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-6d45a66c-b184-48eb-bc5e-75ba154b24e6 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b93c5677092436885d2f4cfd049c43c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267062 Nov 25 20:39:56.389979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-173630ac-8799-4592-9aa8-a2ed80472287 service neutron] 10.222.0.15 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536856 Nov 25 20:39:56.492276 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-13b2c72f-fe03-48fa-b801-72cf134d0f59 service neutron] 10.222.0.15 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956357 Nov 25 20:39:56.660354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ed57648-5c68-40ad-a10e-b6ecd99ea085 req-fcc4bb27-7314-4207-adfc-732d5db195bf tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 210 time: 0.0282674 Nov 25 20:39:57.750651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-3e2471c5-566a-4476-80a3-2056c26d527e tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:57.752877 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-3e2471c5-566a-4476-80a3-2056c26d527e tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.60 "GET /v2.0/networks?id=6912746c-4160-45ad-b246-02055cc3d728 HTTP/1.1" status: 200 len: 813 time: 0.1202841 Nov 25 20:39:57.766831 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Request body: {'port': {'device_id': 'f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3', 'network_id': '6912746c-4160-45ad-b246-02055cc3d728', 'admin_state_up': True, 'tenant_id': '1b93c5677092436885d2f4cfd049c43c'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:39:57.771760 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6376807c-e5b9-4347-95e0-663a48a1d1dc req-2fa339c8-27e7-4242-bc93-0ace5d2621c3 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 210 time: 0.0324771 Nov 25 20:39:57.894612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Made reservation on behalf of 1b93c5677092436885d2f4cfd049c43c for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:39:57.898102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:58.029222 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Allocated IP 172.20.0.6 (6912746c-4160-45ad-b246-02055cc3d728/4a582f32-9088-4466-830a-ad31f5351578/40c82a49-1dd3-4c5e-9069-89cfba8a99ba) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:39:58.180696 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:58.216604 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:58.266508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Network 6912746c-4160-45ad-b246-02055cc3d728 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:39:58.269534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:39:58.273080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:39:58.279650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Pushing event updated for resources: {'Port': ['ID=40c82a49-1dd3-4c5e-9069-89cfba8a99ba,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:58.324620 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:58.325776 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:58.342364 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-a795111b-c5c8-4aa5-a066-514c558886e2 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5803392 Nov 25 20:39:58.354251 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Request body: {'port': {'device_id': 'f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:39:58.409428 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:58.674188 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c82a49-1dd3-4c5e-9069-89cfba8a99ba {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:39:58.681869 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:58.694447 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Transition to ACTIVE for port object 40c82a49-1dd3-4c5e-9069-89cfba8a99ba will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:39:58.698674 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:58.748718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Pushing event updated for resources: {'Port': ['ID=40c82a49-1dd3-4c5e-9069-89cfba8a99ba,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:58.820663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Attempting to bind port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:39:58.821379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Attempting to bind port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'ee7682c5-5c58-4e32-bb0f-43214332893f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6912746c-4160-45ad-b246-02055cc3d728'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:39:58.821379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Attempting to bind port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba on network 6912746c-4160-45ad-b246-02055cc3d728 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:39:58.826816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba on network 6912746c-4160-45ad-b246-02055cc3d728 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:39:58.827154 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Attempting to bind port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba on network 6912746c-4160-45ad-b246-02055cc3d728 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:39:58.832273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:39:58.832611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Checking segment: {'id': 'ee7682c5-5c58-4e32-bb0f-43214332893f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6912746c-4160-45ad-b246-02055cc3d728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:39:58.832996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Bound using segment: {'id': 'ee7682c5-5c58-4e32-bb0f-43214332893f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6912746c-4160-45ad-b246-02055cc3d728'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:39:58.833427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Bound port: 40c82a49-1dd3-4c5e-9069-89cfba8a99ba, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7682c5-5c58-4e32-bb0f-43214332893f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6912746c-4160-45ad-b246-02055cc3d728'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:39:58.833784 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:58.899697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7647ba32-7950-41e0-9e1f-cc8bcaed9d33 req-3a03a419-9464-45e7-8009-1b1d4b190653 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:58.901538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7647ba32-7950-41e0-9e1f-cc8bcaed9d33 req-3a03a419-9464-45e7-8009-1b1d4b190653 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 943 time: 0.0570092 Nov 25 20:39:58.906427 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] For port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:39:58.909820 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] For port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=40c82a49-1dd3-4c5e-9069-89cfba8a99ba,segment=NetworkSegment(ee7682c5-5c58-4e32-bb0f-43214332893f),segment_id=ee7682c5-5c58-4e32-bb0f-43214332893f)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:39:58.915996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:58.952686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:58.953317 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:39:58.954729 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/40c82a49-1dd3-4c5e-9069-89cfba8a99ba HTTP/1.1" status: 200 len: 1091 time: 0.6045313 Nov 25 20:39:58.955197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3', 'tag': '40c82a49-1dd3-4c5e-9069-89cfba8a99ba'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:39:58.956931 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7647ba32-7950-41e0-9e1f-cc8bcaed9d33 req-7136ab4f-3dbc-4728-84da-bdd2d5920897 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478747 Nov 25 20:39:58.957485 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80904fb3-9e6a-4b5b-a766-2e8e8dabbc66" -d '{"events": [{"name": "network-changed", "server_uuid": "f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3", "tag": "40c82a49-1dd3-4c5e-9069-89cfba8a99ba"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:39:58.984467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5220ba0c-f7af-4d10-b8f3-3003d56485e5 service neutron] Pushing event updated for resources: {'Port': ['ID=40c82a49-1dd3-4c5e-9069-89cfba8a99ba,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:39:59.017236 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd57376-c807-4cce-9354-46fb77198b82 x-openstack-request-id: req-5cd57376-c807-4cce-9354-46fb77198b82 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:39:59.017529 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3", "tag": "40c82a49-1dd3-4c5e-9069-89cfba8a99ba", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:39:59.017787 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5cd57376-c807-4cce-9354-46fb77198b82 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:39:59.018191 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3', 'tag': '40c82a49-1dd3-4c5e-9069-89cfba8a99ba', 'status': 'completed', 'code': 200} Nov 25 20:39:59.063172 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-d076e6be-4caf-46c2-af1b-57c4a96ca29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:59.065738 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-d076e6be-4caf-46c2-af1b-57c4a96ca29d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b93c5677092436885d2f4cfd049c43c&device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 1094 time: 0.0593266 Nov 25 20:39:59.114311 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-1cf010ba-a85b-4e7c-8c3f-2161e8a541c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40c82a49-1dd3-4c5e-9069-89cfba8a99ba HTTP/1.1" status: 200 len: 217 time: 0.0395174 Nov 25 20:39:59.166302 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-fc92701e-8233-40ea-adaf-04babee05d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:59.167731 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-fc92701e-8233-40ea-adaf-04babee05d8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a582f32-9088-4466-830a-ad31f5351578 HTTP/1.1" status: 200 len: 853 time: 0.0446560 Nov 25 20:39:59.202103 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-21200992-0b02-4635-b60a-68f12feb0e51 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6912746c-4160-45ad-b246-02055cc3d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272703 Nov 25 20:39:59.304424 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-4946238e-b2c5-4e50-961b-90f8639190f8 service neutron] 10.222.0.60 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952518 Nov 25 20:39:59.400721 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2d4fd9ec-f52a-4a1e-b9e3-6e0dc5d745ae req-dd82a053-fefa-4c71-bdbe-e86051d4004a service neutron] 10.222.0.60 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888925 Nov 25 20:39:59.492159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80904fb3-9e6a-4b5b-a766-2e8e8dabbc66 req-e9c0a5f3-6f84-4c42-9387-2500b4be4c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:59.493541 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-80904fb3-9e6a-4b5b-a766-2e8e8dabbc66 req-e9c0a5f3-6f84-4c42-9387-2500b4be4c67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b93c5677092436885d2f4cfd049c43c&device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 1094 time: 0.0418277 Nov 25 20:39:59.593804 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80904fb3-9e6a-4b5b-a766-2e8e8dabbc66 req-0cb74482-eb81-4756-a9f6-fd4f37ed4350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:59.595395 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-80904fb3-9e6a-4b5b-a766-2e8e8dabbc66 req-0cb74482-eb81-4756-a9f6-fd4f37ed4350 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6912746c-4160-45ad-b246-02055cc3d728 HTTP/1.1" status: 200 len: 914 time: 0.0946198 Nov 25 20:39:59.638567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-80904fb3-9e6a-4b5b-a766-2e8e8dabbc66 req-7e8c959e-1004-4cd9-bea7-11e133be71f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40c82a49-1dd3-4c5e-9069-89cfba8a99ba HTTP/1.1" status: 200 len: 217 time: 0.0358002 Nov 25 20:39:59.696295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80904fb3-9e6a-4b5b-a766-2e8e8dabbc66 req-633e79cd-2061-4e01-8b91-efa0bacef645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:39:59.697904 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-80904fb3-9e6a-4b5b-a766-2e8e8dabbc66 req-633e79cd-2061-4e01-8b91-efa0bacef645 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a582f32-9088-4466-830a-ad31f5351578 HTTP/1.1" status: 200 len: 853 time: 0.0522692 Nov 25 20:39:59.734077 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-80904fb3-9e6a-4b5b-a766-2e8e8dabbc66 req-4908760a-f139-4a04-b8b0-f62c3207958c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6912746c-4160-45ad-b246-02055cc3d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286434 Nov 25 20:39:59.829123 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-80904fb3-9e6a-4b5b-a766-2e8e8dabbc66 req-24e12eca-4f9a-4166-8814-9a1ce8e4d30b service neutron] 10.222.0.60 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875292 Nov 25 20:39:59.925960 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-80904fb3-9e6a-4b5b-a766-2e8e8dabbc66 req-4b740367-e345-4754-8349-7bf526b02d96 service neutron] 10.222.0.60 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894513 Nov 25 20:40:00.081141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a510c042-62a6-4d16-b87a-fd753cb9fa6f req-51f15c67-564f-4356-80d5-3d3af53cf9b0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:00.082604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a510c042-62a6-4d16-b87a-fd753cb9fa6f req-51f15c67-564f-4356-80d5-3d3af53cf9b0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 943 time: 0.0522020 Nov 25 20:40:00.130617 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a510c042-62a6-4d16-b87a-fd753cb9fa6f req-dcea7caf-29c0-4ebf-b9c3-54b57aebae62 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418766 Nov 25 20:40:01.252830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8733801-03ea-4e5d-901d-d2c61242ef38 req-2a2ec4d8-9886-4d7e-b36c-e5b44d214e94 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:01.254472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8733801-03ea-4e5d-901d-d2c61242ef38 req-2a2ec4d8-9886-4d7e-b36c-e5b44d214e94 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 943 time: 0.0543590 Nov 25 20:40:01.307517 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8733801-03ea-4e5d-901d-d2c61242ef38 req-4aaa7154-7919-4a4c-b470-e7350e9e832e tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469296 Nov 25 20:40:02.017166 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 40c82a49-1dd3-4c5e-9069-89cfba8a99ba details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:40:02.123877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=40c82a49-1dd3-4c5e-9069-89cfba8a99ba,segment=NetworkSegment(ee7682c5-5c58-4e32-bb0f-43214332893f),segment_id=ee7682c5-5c58-4e32-bb0f-43214332893f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:02.139848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '40c82a49-1dd3-4c5e-9069-89cfba8a99ba', 'network_id': '6912746c-4160-45ad-b246-02055cc3d728', 'port_id': '40c82a49-1dd3-4c5e-9069-89cfba8a99ba', 'mac_address': 'fa:16:3e:8d:33:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a582f32-9088-4466-830a-ad31f5351578', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:40:02.191334 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:02.212282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c82a49-1dd3-4c5e-9069-89cfba8a99ba {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:40:02.228963 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-561d854e-d0c6-444d-b0ac-54d8fb75c254 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:02.241010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=40c82a49-1dd3-4c5e-9069-89cfba8a99ba,segment=NetworkSegment(ee7682c5-5c58-4e32-bb0f-43214332893f),segment_id=ee7682c5-5c58-4e32-bb0f-43214332893f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:02.245248 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:02.299978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=40c82a49-1dd3-4c5e-9069-89cfba8a99ba,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:02.432101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872144bc-59c0-49d0-98e8-a292c9d5b159 req-25943c3b-cf99-4385-8145-18de2685c2bf tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:02.433946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['40c82a49-1dd3-4c5e-9069-89cfba8a99ba'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:40:02.434090 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-872144bc-59c0-49d0-98e8-a292c9d5b159 req-25943c3b-cf99-4385-8145-18de2685c2bf tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 944 time: 0.0550091 Nov 25 20:40:02.487718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-872144bc-59c0-49d0-98e8-a292c9d5b159 req-2a2a9d6d-b68a-45e4-9fd5-b78eaa2798c9 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476794 Nov 25 20:40:03.626710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbcc3e5-f0bd-48b4-889b-16f8454e8273 req-e863ea8a-3fc7-4905-84ac-088e9e9aa098 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:03.628704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8bbcc3e5-f0bd-48b4-889b-16f8454e8273 req-e863ea8a-3fc7-4905-84ac-088e9e9aa098 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 944 time: 0.0628669 Nov 25 20:40:03.686781 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8bbcc3e5-f0bd-48b4-889b-16f8454e8273 req-3e4c8276-f1f3-41fd-8cbd-84a46dc9b27d tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516365 Nov 25 20:40:04.015980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 40c82a49-1dd3-4c5e-9069-89cfba8a99ba up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:04.070271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:40:04.074677 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:04.075975 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.166993 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.196365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c82a49-1dd3-4c5e-9069-89cfba8a99ba'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:40:04.198906 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6178078-e705-4087-a69e-fdea1607fd01" -d '{"events": [{"server_uuid": "f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3", "name": "network-vif-plugged", "status": "completed", "tag": "40c82a49-1dd3-4c5e-9069-89cfba8a99ba"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:40:04.213573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=40c82a49-1dd3-4c5e-9069-89cfba8a99ba,segment=NetworkSegment(ee7682c5-5c58-4e32-bb0f-43214332893f),segment_id=ee7682c5-5c58-4e32-bb0f-43214332893f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:04.218979 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:04.275419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=40c82a49-1dd3-4c5e-9069-89cfba8a99ba,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:04.608745 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312b29e8-081e-4adf-b083-df52e2c92c92 x-openstack-request-id: req-312b29e8-081e-4adf-b083-df52e2c92c92 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:40:04.609117 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3", "name": "network-vif-plugged", "status": "completed", "tag": "40c82a49-1dd3-4c5e-9069-89cfba8a99ba", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:40:04.609426 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-312b29e8-081e-4adf-b083-df52e2c92c92 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:40:04.609862 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c82a49-1dd3-4c5e-9069-89cfba8a99ba', 'code': 200} Nov 25 20:40:04.715388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcae50-6ddc-49a8-b1d7-614ce438cf41 req-176e3f19-21c1-4cb1-94e9-246c13e3e528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:04.717836 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fbfcae50-6ddc-49a8-b1d7-614ce438cf41 req-176e3f19-21c1-4cb1-94e9-246c13e3e528 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 1096 time: 0.0430136 Nov 25 20:40:04.766740 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fbfcae50-6ddc-49a8-b1d7-614ce438cf41 req-83db367c-8293-41f8-a2c8-63f14ff6301b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423760 Nov 25 20:40:04.813143 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a1e073-f456-4ff6-b79b-fc95c4fe4b65 req-df21e25c-8872-4928-a5f6-0b60707a608c tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:04.814684 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89a1e073-f456-4ff6-b79b-fc95c4fe4b65 req-df21e25c-8872-4928-a5f6-0b60707a608c tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 945 time: 0.0553582 Nov 25 20:40:04.871479 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-89a1e073-f456-4ff6-b79b-fc95c4fe4b65 req-8e07d58c-6484-4602-bcda-694f20f670ef tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506535 Nov 25 20:40:05.355947 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9d68-cd8d-41e0-84c8-fa1d0a96aa32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:05.995530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09b2fbc-2f37-42e4-88fc-b3f1ee63c83c req-e414fee4-a4d7-4648-a590-da12e27c22f7 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:05.997925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f09b2fbc-2f37-42e4-88fc-b3f1ee63c83c req-e414fee4-a4d7-4648-a590-da12e27c22f7 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 945 time: 0.0528181 Nov 25 20:40:06.049387 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f09b2fbc-2f37-42e4-88fc-b3f1ee63c83c req-5cfb89b5-d0c0-4ba3-bac1-a56be05cf35a tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448201 Nov 25 20:40:06.291776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-ac8aa2b1-ebd8-4509-9f06-82323edbd2dd tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:06.293445 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-ac8aa2b1-ebd8-4509-9f06-82323edbd2dd tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/networks?id=6912746c-4160-45ad-b246-02055cc3d728 HTTP/1.1" status: 200 len: 813 time: 0.1149619 Nov 25 20:40:06.310374 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-997fef51-f0b4-4935-bbc7-1c76331ee745 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/quotas/1b93c5677092436885d2f4cfd049c43c HTTP/1.1" status: 200 len: 375 time: 0.0099185 Nov 25 20:40:06.362195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-1d22d12e-3193-49d0-b9a4-11b5115d335c tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b93c5677092436885d2f4cfd049c43c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0459857 Nov 25 20:40:06.461829 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-d57ed9fc-3901-4070-8a8e-a7b16169ab7f service neutron] 10.222.0.15 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923772 Nov 25 20:40:06.558596 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-efd62b7a-90f9-412c-9b2d-58213723415b service neutron] 10.222.0.15 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894661 Nov 25 20:40:06.692219 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:06.737409 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ce45a556-3855-4b35-844e-95497b873a56 req-96b8ea4b-0521-482a-8cd6-68b38af84fad tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 210 time: 0.0287929 Nov 25 20:40:07.890146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc46f3b2-a579-428b-97db-29634ac6ab77 req-7a457e50-0d65-4580-9988-d617e447c935 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 210 time: 0.0648332 Nov 25 20:40:07.911791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-ca028719-1918-4439-9fad-b64ab940ef63 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:07.913372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-ca028719-1918-4439-9fad-b64ab940ef63 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.76 "GET /v2.0/networks?id=6912746c-4160-45ad-b246-02055cc3d728 HTTP/1.1" status: 200 len: 813 time: 0.2251897 Nov 25 20:40:07.927752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Request body: {'port': {'device_id': 'b84582be-f357-479c-a3ca-bf1390fe8563', 'network_id': '6912746c-4160-45ad-b246-02055cc3d728', 'admin_state_up': True, 'tenant_id': '1b93c5677092436885d2f4cfd049c43c'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:08.019091 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.057494 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Made reservation on behalf of 1b93c5677092436885d2f4cfd049c43c for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:08.061973 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.221048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Allocated IP 172.20.0.10 (6912746c-4160-45ad-b246-02055cc3d728/4a582f32-9088-4466-830a-ad31f5351578/4bc17f2e-ce5d-4407-8efe-e91c0bab0f85) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:08.391889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.441253 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.454746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['40c82a49-1dd3-4c5e-9069-89cfba8a99ba'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:40:08.490239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Network 6912746c-4160-45ad-b246-02055cc3d728 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:08.495953 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:08.500097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:08.529258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Pushing event updated for resources: {'Port': ['ID=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:08.565866 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:08.566717 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.575429 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.586142 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-0a62ccda-2bde-4dde-b22c-35a8604663d0 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6622884 Nov 25 20:40:08.600919 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Request body: {'port': {'device_id': 'b84582be-f357-479c-a3ca-bf1390fe8563', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:08.658589 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:08.964774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:40:08.983524 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:09.014822 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Transition to ACTIVE for port object 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:40:09.018952 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:09.026685 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:40:09.081506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba939b8a-7f0e-498d-818b-55d552555b6e req-50583573-b39a-497e-ace6-be7e078ed682 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:09.083096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba939b8a-7f0e-498d-818b-55d552555b6e req-50583573-b39a-497e-ace6-be7e078ed682 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 932 time: 0.1128871 Nov 25 20:40:09.088192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Pushing event updated for resources: {'Port': ['ID=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:09.190169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ba939b8a-7f0e-498d-818b-55d552555b6e req-5b1f487a-3be0-4c19-ac8a-1be2566886cb tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972221 Nov 25 20:40:09.204745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Attempting to bind port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:09.205082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Attempting to bind port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'ee7682c5-5c58-4e32-bb0f-43214332893f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6912746c-4160-45ad-b246-02055cc3d728'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:09.205417 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Attempting to bind port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 on network 6912746c-4160-45ad-b246-02055cc3d728 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:09.210122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 on network 6912746c-4160-45ad-b246-02055cc3d728 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:40:09.210450 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Attempting to bind port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 on network 6912746c-4160-45ad-b246-02055cc3d728 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:09.215618 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:09.216646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Checking segment: {'id': 'ee7682c5-5c58-4e32-bb0f-43214332893f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6912746c-4160-45ad-b246-02055cc3d728'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:09.217106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Bound using segment: {'id': 'ee7682c5-5c58-4e32-bb0f-43214332893f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6912746c-4160-45ad-b246-02055cc3d728'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:09.217465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Bound port: 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7682c5-5c58-4e32-bb0f-43214332893f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': '6912746c-4160-45ad-b246-02055cc3d728'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:09.217823 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:09.286594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] For port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:09.290507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] For port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85,segment=NetworkSegment(ee7682c5-5c58-4e32-bb0f-43214332893f),segment_id=ee7682c5-5c58-4e32-bb0f-43214332893f)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:09.296144 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:09.331120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:09.331756 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:09.333970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] 10.222.0.76 "PUT /v2.0/ports/4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 HTTP/1.1" status: 200 len: 1092 time: 0.7386246 Nov 25 20:40:09.334663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b84582be-f357-479c-a3ca-bf1390fe8563', 'tag': '4bc17f2e-ce5d-4407-8efe-e91c0bab0f85'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:40:09.337019 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702f7d8b-bc7b-4d24-8b14-2c5e95441157" -d '{"events": [{"name": "network-changed", "server_uuid": "b84582be-f357-479c-a3ca-bf1390fe8563", "tag": "4bc17f2e-ce5d-4407-8efe-e91c0bab0f85"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:40:09.375096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e327a-06ca-4190-a9ae-ac8ed088e25e service neutron] Pushing event updated for resources: {'Port': ['ID=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:09.397550 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9514b268-cb34-4eca-aede-e161a32545bf x-openstack-request-id: req-9514b268-cb34-4eca-aede-e161a32545bf {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:40:09.397830 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b84582be-f357-479c-a3ca-bf1390fe8563", "tag": "4bc17f2e-ce5d-4407-8efe-e91c0bab0f85", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:40:09.398138 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9514b268-cb34-4eca-aede-e161a32545bf {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:40:09.398473 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b84582be-f357-479c-a3ca-bf1390fe8563', 'tag': '4bc17f2e-ce5d-4407-8efe-e91c0bab0f85', 'status': 'completed', 'code': 200} Nov 25 20:40:09.433376 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-6350164f-ab45-484c-b589-00de1e9aca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:09.435513 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-6350164f-ab45-484c-b589-00de1e9aca12 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b93c5677092436885d2f4cfd049c43c&device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 1095 time: 0.0493379 Nov 25 20:40:09.478565 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-7204818e-ae0e-4e23-b913-4086c782dc98 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 HTTP/1.1" status: 200 len: 217 time: 0.0356994 Nov 25 20:40:09.532666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-b5fc6a66-ea93-41ca-9e02-24f591bc59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:09.534146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-b5fc6a66-ea93-41ca-9e02-24f591bc59b2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4a582f32-9088-4466-830a-ad31f5351578 HTTP/1.1" status: 200 len: 853 time: 0.0475054 Nov 25 20:40:09.569073 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-e14fe908-b3f3-4bed-bddd-447ab20cd8ac service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6912746c-4160-45ad-b246-02055cc3d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272720 Nov 25 20:40:09.667424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-7edc6890-f0b1-4606-aa95-12984c7e4adb service neutron] 10.222.0.76 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903957 Nov 25 20:40:09.771348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f3b142c-35ce-49a8-82b0-0a2f6e1d3d75 req-45fe737d-bedc-421d-840d-017b5e4e9178 service neutron] 10.222.0.76 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969799 Nov 25 20:40:09.861567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f7d8b-bc7b-4d24-8b14-2c5e95441157 req-9d1c9e89-0eed-4dad-b812-c995b206bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:09.863109 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-702f7d8b-bc7b-4d24-8b14-2c5e95441157 req-9d1c9e89-0eed-4dad-b812-c995b206bfdf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=1b93c5677092436885d2f4cfd049c43c&device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 1095 time: 0.0433125 Nov 25 20:40:09.958776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f7d8b-bc7b-4d24-8b14-2c5e95441157 req-34dead36-6a43-4336-99c2-4c40fe2c63e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:09.960310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-702f7d8b-bc7b-4d24-8b14-2c5e95441157 req-34dead36-6a43-4336-99c2-4c40fe2c63e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6912746c-4160-45ad-b246-02055cc3d728 HTTP/1.1" status: 200 len: 914 time: 0.0907137 Nov 25 20:40:10.008678 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-702f7d8b-bc7b-4d24-8b14-2c5e95441157 req-47e92110-cc3d-40b7-aa88-503095b7f738 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 HTTP/1.1" status: 200 len: 217 time: 0.0401680 Nov 25 20:40:10.070303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702f7d8b-bc7b-4d24-8b14-2c5e95441157 req-db5ab3cc-6b15-49d7-994f-37cb4578be75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:10.071776 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-702f7d8b-bc7b-4d24-8b14-2c5e95441157 req-db5ab3cc-6b15-49d7-994f-37cb4578be75 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=4a582f32-9088-4466-830a-ad31f5351578 HTTP/1.1" status: 200 len: 853 time: 0.0564809 Nov 25 20:40:10.110659 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-702f7d8b-bc7b-4d24-8b14-2c5e95441157 req-f54cb06c-e104-4997-b9fd-256faaec09ab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6912746c-4160-45ad-b246-02055cc3d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314445 Nov 25 20:40:10.207884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-702f7d8b-bc7b-4d24-8b14-2c5e95441157 req-e219e00a-53c9-42b1-ad01-cc6e19aa19ab service neutron] 10.222.0.76 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899332 Nov 25 20:40:10.336473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-702f7d8b-bc7b-4d24-8b14-2c5e95441157 req-8a073eef-abcb-45ec-a69b-b9ac04b41ae3 service neutron] 10.222.0.76 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207223 Nov 25 20:40:10.346754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa35ac9-fb12-499e-883e-25c34c7a4a0e req-3e02e095-9020-4366-8e65-234a1e874929 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:10.355386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfa35ac9-fb12-499e-883e-25c34c7a4a0e req-3e02e095-9020-4366-8e65-234a1e874929 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 944 time: 0.0827436 Nov 25 20:40:10.694977 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfa35ac9-fb12-499e-883e-25c34c7a4a0e req-1d4f9e57-6279-4abf-aa94-41da1bcc424d tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3339143 Nov 25 20:40:11.820355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558c77d6-ad9c-4794-93bd-63f39c9be1f1 req-37c6cc72-2aeb-4ffa-b728-1c7b29190996 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:11.821890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-558c77d6-ad9c-4794-93bd-63f39c9be1f1 req-37c6cc72-2aeb-4ffa-b728-1c7b29190996 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 944 time: 0.0513859 Nov 25 20:40:11.873390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-558c77d6-ad9c-4794-93bd-63f39c9be1f1 req-37f4dcf5-c5b7-41b1-b88c-6d62cbdfc1f4 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440543 Nov 25 20:40:12.994066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a2e11-d246-4f86-8b89-b1ed95ef34ab req-22c3b7ed-c39d-4e2c-a0c8-d663be685d18 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:12.995524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d9a2e11-d246-4f86-8b89-b1ed95ef34ab req-22c3b7ed-c39d-4e2c-a0c8-d663be685d18 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 944 time: 0.0510757 Nov 25 20:40:13.000392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:40:13.056059 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8d9a2e11-d246-4f86-8b89-b1ed95ef34ab req-e99848ce-fe27-410f-89bd-9d55b95e8d89 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527894 Nov 25 20:40:13.114476 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85,segment=NetworkSegment(ee7682c5-5c58-4e32-bb0f-43214332893f),segment_id=ee7682c5-5c58-4e32-bb0f-43214332893f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:13.126786 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '4bc17f2e-ce5d-4407-8efe-e91c0bab0f85', 'network_id': '6912746c-4160-45ad-b246-02055cc3d728', 'port_id': '4bc17f2e-ce5d-4407-8efe-e91c0bab0f85', 'mac_address': 'fa:16:3e:7d:e0:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a582f32-9088-4466-830a-ad31f5351578', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:40:13.166670 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:13.186441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:40:13.207178 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85,segment=NetworkSegment(ee7682c5-5c58-4e32-bb0f-43214332893f),segment_id=ee7682c5-5c58-4e32-bb0f-43214332893f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:13.212477 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:13.265776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:13.401143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['4bc17f2e-ce5d-4407-8efe-e91c0bab0f85'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:40:14.189751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb72a01-53bd-47f1-b182-b34cdbc8b851 req-2a8fc832-5831-4bbd-bb2e-278838697ab9 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:14.191383 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ffb72a01-53bd-47f1-b182-b34cdbc8b851 req-2a8fc832-5831-4bbd-bb2e-278838697ab9 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 945 time: 0.0544202 Nov 25 20:40:14.243788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ffb72a01-53bd-47f1-b182-b34cdbc8b851 req-079e6ada-1839-4737-a413-e0a9b0e61a10 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461006 Nov 25 20:40:15.015763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:15.070485 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:40:15.076388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:15.076843 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.158353 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.183347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84582be-f357-479c-a3ca-bf1390fe8563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc17f2e-ce5d-4407-8efe-e91c0bab0f85'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:40:15.186314 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b26926-b889-4204-a7de-d7f10d16874a" -d '{"events": [{"server_uuid": "b84582be-f357-479c-a3ca-bf1390fe8563", "name": "network-vif-plugged", "status": "completed", "tag": "4bc17f2e-ce5d-4407-8efe-e91c0bab0f85"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:40:15.203685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85,segment=NetworkSegment(ee7682c5-5c58-4e32-bb0f-43214332893f),segment_id=ee7682c5-5c58-4e32-bb0f-43214332893f)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:15.210073 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:15.249492 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:40:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a8cb7a-0977-4834-aab4-8af7328fb318 x-openstack-request-id: req-a4a8cb7a-0977-4834-aab4-8af7328fb318 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:40:15.249782 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84582be-f357-479c-a3ca-bf1390fe8563", "name": "network-vif-plugged", "status": "completed", "tag": "4bc17f2e-ce5d-4407-8efe-e91c0bab0f85", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:40:15.250035 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a4a8cb7a-0977-4834-aab4-8af7328fb318 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:40:15.250432 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84582be-f357-479c-a3ca-bf1390fe8563', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc17f2e-ce5d-4407-8efe-e91c0bab0f85', 'code': 200} Nov 25 20:40:15.282456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:15.372735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a30544-0e49-4c4d-beeb-2ed1990cfdd3 req-625e0c57-fe3f-42ba-ae48-3277042c986f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:15.374277 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a4a30544-0e49-4c4d-beeb-2ed1990cfdd3 req-625e0c57-fe3f-42ba-ae48-3277042c986f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 1097 time: 0.0739548 Nov 25 20:40:15.397157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d6fd84-5514-43ea-8a5d-089a2862e3ff req-bbd4bfc9-b2e5-4917-a14f-2f2a98097ee4 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:15.398701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96d6fd84-5514-43ea-8a5d-089a2862e3ff req-bbd4bfc9-b2e5-4917-a14f-2f2a98097ee4 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 946 time: 0.0710158 Nov 25 20:40:15.463834 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a4a30544-0e49-4c4d-beeb-2ed1990cfdd3 req-c806ae03-6965-4c87-b1e5-88373c0b1760 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824554 Nov 25 20:40:15.471647 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96d6fd84-5514-43ea-8a5d-089a2862e3ff req-a7e615a4-9637-4802-a120-68a5301bd487 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658033 Nov 25 20:40:16.600989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9708ec05-64ad-4a5b-8bbe-d4fa0a440928 req-f6e80431-92a1-458a-9f77-906f967f6b1b tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:16.602747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9708ec05-64ad-4a5b-8bbe-d4fa0a440928 req-f6e80431-92a1-458a-9f77-906f967f6b1b tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 946 time: 0.0560782 Nov 25 20:40:16.669271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9708ec05-64ad-4a5b-8bbe-d4fa0a440928 req-ffd01767-76f0-4faa-bbd8-9e19713c2a3f tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601389 Nov 25 20:40:16.950606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fbf50-0dac-4ae8-afe9-5b9c8a4bfc42 req-547b2c7c-c770-4e7a-96dd-f63762bba5f8 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:16.952298 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c1fbf50-0dac-4ae8-afe9-5b9c8a4bfc42 req-547b2c7c-c770-4e7a-96dd-f63762bba5f8 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 946 time: 0.0537763 Nov 25 20:40:17.011333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c1fbf50-0dac-4ae8-afe9-5b9c8a4bfc42 req-c1ff10cb-05c8-4a19-a45b-f30c8e6b0478 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500467 Nov 25 20:40:17.286067 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-68b70d27-afaf-4e39-a40f-3b9a4694da1b req-f32354e8-9600-4afc-aa3f-1d79c2c9d039 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0972340 Nov 25 20:40:17.376045 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b70d27-afaf-4e39-a40f-3b9a4694da1b req-ba4c51b9-4f56-4d1b-8422-ba8ee9c6fe01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:17.377585 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-68b70d27-afaf-4e39-a40f-3b9a4694da1b req-ba4c51b9-4f56-4d1b-8422-ba8ee9c6fe01 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1b93c5677092436885d2f4cfd049c43c&device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 1096 time: 0.0458894 Nov 25 20:40:17.484960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b70d27-afaf-4e39-a40f-3b9a4694da1b req-2bb57e8d-e810-495a-9789-fa80091d0242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:17.486383 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-68b70d27-afaf-4e39-a40f-3b9a4694da1b req-2bb57e8d-e810-495a-9789-fa80091d0242 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6912746c-4160-45ad-b246-02055cc3d728 HTTP/1.1" status: 200 len: 914 time: 0.0890207 Nov 25 20:40:17.890758 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-68b70d27-afaf-4e39-a40f-3b9a4694da1b req-e4a240f2-7c0a-4af6-9f76-ee001a8be437 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=40c82a49-1dd3-4c5e-9069-89cfba8a99ba HTTP/1.1" status: 200 len: 217 time: 0.3948154 Nov 25 20:40:17.956763 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b70d27-afaf-4e39-a40f-3b9a4694da1b req-f15b9487-6def-4974-af6d-32eb7701345d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:17.958301 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-68b70d27-afaf-4e39-a40f-3b9a4694da1b req-f15b9487-6def-4974-af6d-32eb7701345d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4a582f32-9088-4466-830a-ad31f5351578 HTTP/1.1" status: 200 len: 853 time: 0.0588026 Nov 25 20:40:17.994188 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-68b70d27-afaf-4e39-a40f-3b9a4694da1b req-c5149054-0e7d-454b-aa5d-000a7ae4b668 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6912746c-4160-45ad-b246-02055cc3d728&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276830 Nov 25 20:40:18.098584 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-68b70d27-afaf-4e39-a40f-3b9a4694da1b req-217d6743-8ec4-4f9b-8a2f-b044116ffbde service neutron] 10.222.0.60 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961552 Nov 25 20:40:18.211314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-68b70d27-afaf-4e39-a40f-3b9a4694da1b req-c4fbf5d0-28a2-4e06-b227-72c821cf86f9 service neutron] 10.222.0.60 "GET /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039014 Nov 25 20:40:18.216873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324a231-043f-492c-a574-2f2373a8dda0 req-e76b333b-bb7f-4b22-ae19-f79b69a8f023 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:18.218520 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3324a231-043f-492c-a574-2f2373a8dda0 req-e76b333b-bb7f-4b22-ae19-f79b69a8f023 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.76 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 946 time: 0.0944314 Nov 25 20:40:18.227152 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a0f598-854c-4ca3-89e5-3ea77a6254f4 req-c74a9435-1801-4036-9759-d968fce15617 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:18.228872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79a0f598-854c-4ca3-89e5-3ea77a6254f4 req-c74a9435-1801-4036-9759-d968fce15617 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=b84582be-f357-479c-a3ca-bf1390fe8563 HTTP/1.1" status: 200 len: 946 time: 0.1149335 Nov 25 20:40:18.350027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79a0f598-854c-4ca3-89e5-3ea77a6254f4 req-a89d5df9-7835-433e-8f66-cbbefc2c5033 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105897 Nov 25 20:40:18.386104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-3324a231-043f-492c-a574-2f2373a8dda0 req-2b5af249-ad6d-43f8-a8da-80811f8628cc tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Deleting port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:18.386443 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3324a231-043f-492c-a574-2f2373a8dda0 req-2b5af249-ad6d-43f8-a8da-80811f8628cc tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.487797 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-3324a231-043f-492c-a574-2f2373a8dda0 req-2b5af249-ad6d-43f8-a8da-80811f8628cc tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] For port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85,segment=NetworkSegment(ee7682c5-5c58-4e32-bb0f-43214332893f),segment_id=ee7682c5-5c58-4e32-bb0f-43214332893f)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:18.488208 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3324a231-043f-492c-a574-2f2373a8dda0 req-2b5af249-ad6d-43f8-a8da-80811f8628cc tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.503538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-3324a231-043f-492c-a574-2f2373a8dda0 req-2b5af249-ad6d-43f8-a8da-80811f8628cc tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Calling delete_port for 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:18.690378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3324a231-043f-492c-a574-2f2373a8dda0 req-2b5af249-ad6d-43f8-a8da-80811f8628cc tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.704850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['4bc17f2e-ce5d-4407-8efe-e91c0bab0f85'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:40:18.709079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['40c82a49-1dd3-4c5e-9069-89cfba8a99ba'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:40:18.723439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5af249-ad6d-43f8-a8da-80811f8628cc tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Pushing event deleted for resources: {'Port': ['ID=4bc17f2e-ce5d-4407-8efe-e91c0bab0f85,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:18.784907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-3324a231-043f-492c-a574-2f2373a8dda0 req-2b5af249-ad6d-43f8-a8da-80811f8628cc tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] No DVR routers for this DVR port 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:40:18.787755 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3324a231-043f-492c-a574-2f2373a8dda0 req-2b5af249-ad6d-43f8-a8da-80811f8628cc tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:18.791298 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3324a231-043f-492c-a574-2f2373a8dda0 req-2b5af249-ad6d-43f8-a8da-80811f8628cc tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.76 "DELETE /v2.0/ports/4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 HTTP/1.1" status: 204 len: 173 time: 0.5614996 Nov 25 20:40:18.791780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b84582be-f357-479c-a3ca-bf1390fe8563', 'name': 'network-vif-deleted', 'tag': '4bc17f2e-ce5d-4407-8efe-e91c0bab0f85'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:40:18.795200 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04b9d117-678f-49a3-99f1-6a84a967341c" -d '{"events": [{"server_uuid": "b84582be-f357-479c-a3ca-bf1390fe8563", "name": "network-vif-deleted", "tag": "4bc17f2e-ce5d-4407-8efe-e91c0bab0f85"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:40:18.835481 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e76d0322-dfd5-463e-98cb-793278c96704 x-openstack-request-id: req-e76d0322-dfd5-463e-98cb-793278c96704 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:40:18.835828 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b84582be-f357-479c-a3ca-bf1390fe8563", "name": "network-vif-deleted", "tag": "4bc17f2e-ce5d-4407-8efe-e91c0bab0f85", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:40:18.836194 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e76d0322-dfd5-463e-98cb-793278c96704 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:40:18.836653 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b84582be-f357-479c-a3ca-bf1390fe8563', 'name': 'network-vif-deleted', 'tag': '4bc17f2e-ce5d-4407-8efe-e91c0bab0f85', 'status': 'completed', 'code': 200} Nov 25 20:40:19.523766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef0086-91b1-488d-ab2e-46623b070fbe req-3ad24a2c-ddc5-42c5-9823-a12a22d312a8 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:19.525602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-20ef0086-91b1-488d-ab2e-46623b070fbe req-3ad24a2c-ddc5-42c5-9823-a12a22d312a8 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 945 time: 0.0546050 Nov 25 20:40:19.583461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-20ef0086-91b1-488d-ab2e-46623b070fbe req-66887608-e256-4f45-ba39-289239215dbd tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503495 Nov 25 20:40:19.741636 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd2c4a1-ac31-422b-bbad-d389550d4c86 req-58695baf-ff4c-424a-a16c-cc6f39e0c277 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:19.743355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9bd2c4a1-ac31-422b-bbad-d389550d4c86 req-58695baf-ff4c-424a-a16c-cc6f39e0c277 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 945 time: 0.0687895 Nov 25 20:40:19.802458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9bd2c4a1-ac31-422b-bbad-d389550d4c86 req-13dfae20-962c-47c9-a89b-ecb44969f0e1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505946 Nov 25 20:40:19.945488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919a976-9811-41a4-9168-a7d572af1db1 req-6359463c-276a-4cff-ac5f-3981166389f4 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:19.947070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3919a976-9811-41a4-9168-a7d572af1db1 req-6359463c-276a-4cff-ac5f-3981166389f4 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 945 time: 0.0533781 Nov 25 20:40:20.003148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3919a976-9811-41a4-9168-a7d572af1db1 req-273f4faa-6071-4426-8ae9-c56e77c0bd39 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488505 Nov 25 20:40:20.197293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b367e99e-dd96-4550-b8b9-4b9677da2f3e req-2a44e963-a72a-4b6d-b098-fc62e26a9b61 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:20.199010 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b367e99e-dd96-4550-b8b9-4b9677da2f3e req-2a44e963-a72a-4b6d-b098-fc62e26a9b61 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 945 time: 0.0562272 Nov 25 20:40:20.257306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b367e99e-dd96-4550-b8b9-4b9677da2f3e req-4c338f2b-3ba2-4aba-8bdb-2f4e3a4c61b4 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515659 Nov 25 20:40:20.392528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d29eb4-04f7-4b42-af2d-e7277324164e req-600178f2-2b45-483a-9508-dc299e54c695 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:20.395295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76d29eb4-04f7-4b42-af2d-e7277324164e req-600178f2-2b45-483a-9508-dc299e54c695 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 945 time: 0.0660124 Nov 25 20:40:20.452589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76d29eb4-04f7-4b42-af2d-e7277324164e req-0474c9e7-c136-4999-aa07-b4e3bbbce991 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508878 Nov 25 20:40:20.585215 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a57410-976a-474b-b6eb-e7d3019f6aa2 req-8cfdfdfa-71d1-4dd0-b7ca-514c8ca8dae3 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:20.586687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7a57410-976a-474b-b6eb-e7d3019f6aa2 req-8cfdfdfa-71d1-4dd0-b7ca-514c8ca8dae3 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 945 time: 0.0522292 Nov 25 20:40:20.649525 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f7a57410-976a-474b-b6eb-e7d3019f6aa2 req-10e21046-dc00-489f-903f-193be99c1889 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554659 Nov 25 20:40:21.002882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacaab08-4c91-482b-a7d1-295fd0c72d25 req-e5495a02-1426-4c12-b906-c93e93a8b310 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:21.004501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eacaab08-4c91-482b-a7d1-295fd0c72d25 req-e5495a02-1426-4c12-b906-c93e93a8b310 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 945 time: 0.0546508 Nov 25 20:40:21.048549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:40:21.064940 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eacaab08-4c91-482b-a7d1-295fd0c72d25 req-7d8ee855-f31b-4895-8b13-8acee9f6fef3 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539522 Nov 25 20:40:21.083639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:40:21.084171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 4bc17f2e-ce5d-4407-8efe-e91c0bab0f85 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:40:21.407209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:22.190202 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328bda20-13e4-48c3-adbf-893de07d291f req-fb4007ea-92ba-4ef5-84c5-a231a1c2a622 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:22.191720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-328bda20-13e4-48c3-adbf-893de07d291f req-fb4007ea-92ba-4ef5-84c5-a231a1c2a622 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 945 time: 0.0499146 Nov 25 20:40:22.246296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-328bda20-13e4-48c3-adbf-893de07d291f req-389b7037-5eb9-47e0-a5d9-ad514ef1737f tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.15 "GET /v2.0/security-groups?id=6f63fd1e-debd-4f01-8dcf-49bf808c3efb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485017 Nov 25 20:40:22.284663 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c458ea-2d57-4b65-91a4-681e86e935ff req-df5c65e9-7095-4c02-a981-bf9eb3914715 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:22.286178 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-83c458ea-2d57-4b65-91a4-681e86e935ff req-df5c65e9-7095-4c02-a981-bf9eb3914715 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.60 "GET /v2.0/ports?device_id=f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3 HTTP/1.1" status: 200 len: 945 time: 0.0577335 Nov 25 20:40:22.378671 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-83c458ea-2d57-4b65-91a4-681e86e935ff req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Deleting port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:22.379114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-83c458ea-2d57-4b65-91a4-681e86e935ff req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:22.477323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-83c458ea-2d57-4b65-91a4-681e86e935ff req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] For port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=40c82a49-1dd3-4c5e-9069-89cfba8a99ba,segment=NetworkSegment(ee7682c5-5c58-4e32-bb0f-43214332893f),segment_id=ee7682c5-5c58-4e32-bb0f-43214332893f)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:22.477685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-83c458ea-2d57-4b65-91a4-681e86e935ff req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:22.490885 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-83c458ea-2d57-4b65-91a4-681e86e935ff req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Calling delete_port for 40c82a49-1dd3-4c5e-9069-89cfba8a99ba owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:22.622891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-83c458ea-2d57-4b65-91a4-681e86e935ff req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:22.634505 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['40c82a49-1dd3-4c5e-9069-89cfba8a99ba'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:40:22.660633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Pushing event deleted for resources: {'Port': ['ID=40c82a49-1dd3-4c5e-9069-89cfba8a99ba,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:22.668861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.668861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.669610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.669902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.670241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.670579 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.670938 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.671272 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.671604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.671928 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.672254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.672577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:22.710094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-83c458ea-2d57-4b65-91a4-681e86e935ff req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] No DVR routers for this DVR port 40c82a49-1dd3-4c5e-9069-89cfba8a99ba on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:40:22.712806 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-83c458ea-2d57-4b65-91a4-681e86e935ff req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:22.717004 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-83c458ea-2d57-4b65-91a4-681e86e935ff req-efb5ce91-93bd-4621-8644-cd4790cb6ef1 tempest-ServersNegativeTestJSON-716805733 tempest-ServersNegativeTestJSON-716805733-project] 10.222.0.60 "DELETE /v2.0/ports/40c82a49-1dd3-4c5e-9069-89cfba8a99ba HTTP/1.1" status: 204 len: 173 time: 0.4240861 Nov 25 20:40:22.717464 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3', 'name': 'network-vif-deleted', 'tag': '40c82a49-1dd3-4c5e-9069-89cfba8a99ba'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:40:22.719748 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e07b7b-7e42-445a-9b22-e24e588cbc25" -d '{"events": [{"server_uuid": "f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3", "name": "network-vif-deleted", "tag": "40c82a49-1dd3-4c5e-9069-89cfba8a99ba"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:40:22.760885 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:40:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-683b1ba1-971d-47a1-808e-3b9f4f40dfc7 x-openstack-request-id: req-683b1ba1-971d-47a1-808e-3b9f4f40dfc7 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:40:22.761161 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3", "name": "network-vif-deleted", "tag": "40c82a49-1dd3-4c5e-9069-89cfba8a99ba", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:40:22.761413 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-683b1ba1-971d-47a1-808e-3b9f4f40dfc7 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:40:22.762537 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4b781a6-2d44-4fe1-8ebb-fbd7ac5c5af3', 'name': 'network-vif-deleted', 'tag': '40c82a49-1dd3-4c5e-9069-89cfba8a99ba', 'status': 'completed', 'code': 200} Nov 25 20:40:23.306521 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50752) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:23.352762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-00c8393c-fa74-4188-bf26-a6c0ba0fb276 admin admin] Deleting subnet 4a582f32-9088-4466-830a-ad31f5351578 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:40:23.356327 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00c8393c-fa74-4188-bf26-a6c0ba0fb276 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.391995 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00c8393c-fa74-4188-bf26-a6c0ba0fb276 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.435457 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00c8393c-fa74-4188-bf26-a6c0ba0fb276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.487996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00c8393c-fa74-4188-bf26-a6c0ba0fb276 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.512687 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c8393c-fa74-4188-bf26-a6c0ba0fb276 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a582f32-9088-4466-830a-ad31f5351578,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:23.519264 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-00c8393c-fa74-4188-bf26-a6c0ba0fb276 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.522565 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-00c8393c-fa74-4188-bf26-a6c0ba0fb276 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/4a582f32-9088-4466-830a-ad31f5351578 HTTP/1.1" status: 204 len: 168 time: 0.2149398 Nov 25 20:40:23.525090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50754) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:23.596809 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.650370 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.687570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.710108 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6912746c-4160-45ad-b246-02055cc3d728']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:23.721116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee7682c5-5c58-4e32-bb0f-43214332893f') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:23.721410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee7682c5-5c58-4e32-bb0f-43214332893f') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:23.734464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.757970 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.768668 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:40:23.769092 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:40:23.771125 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:40:23.832845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.837867 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:23.841676 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] 10.222.0.15 "DELETE /v2.0/networks/6912746c-4160-45ad-b246-02055cc3d728 HTTP/1.1" status: 204 len: 168 time: 0.3156657 Nov 25 20:40:23.855113 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe819f8d-8644-4f3b-a54e-d10b64c4c25e admin admin] Pushing event deleted for resources: {'Network': ['ID=6912746c-4160-45ad-b246-02055cc3d728,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:23.952425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50758) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:23.993551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-203b5d38-c13b-4ef9-8128-da2603b1ff1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1b93c5677092436885d2f4cfd049c43c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398974 Nov 25 20:40:23.997474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50760) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:24.047048 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:24.068237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:24.124233 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:24.126789 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:24.127951 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6f63fd1e-debd-4f01-8dcf-49bf808c3efb HTTP/1.1" status: 204 len: 168 time: 0.1295688 Nov 25 20:40:24.135952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f63fd1e-debd-4f01-8dcf-49bf808c3efb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:24.144431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.144780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.145120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.145457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.145790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.146116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.146483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.146767 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.147118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.147443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.147766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.148087 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed615ec-1257-44c6-9280-2ee33b28b1da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:24.813026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50782) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:24.922534 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-948669785'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:24.945952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Made reservation on behalf of d3c026a3735446ec9454101106b96b0b for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:24.949539 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:24.958719 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:25.042051 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:25.047037 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:25.081053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 649} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:40:25.088055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6177ac0f-5b94-4c5e-a579-a9226d15de23,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:25.098139 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:25.099001 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Added segment 758b4526-ff85-4f1d-bdde-c953b530e832 of type vlan for network 24584b3c-1d8b-413e-8f88-62cdf57c8a7e Nov 25 20:40:25.142404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:25.172773 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:25.178456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:25.179099 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:25.231953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4177516 Nov 25 20:40:25.297958 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c49be7-10a4-40a5-b007-24ffc4a69c7f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event updated for resources: {'Network': ['ID=24584b3c-1d8b-413e-8f88-62cdf57c8a7e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:25.308969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 24584b3c-1d8b-413e-8f88-62cdf57c8a7e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:40:26.094040 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 40c82a49-1dd3-4c5e-9069-89cfba8a99ba no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:40:26.123358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 40c82a49-1dd3-4c5e-9069-89cfba8a99ba {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:40:26.123795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 40c82a49-1dd3-4c5e-9069-89cfba8a99ba not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:40:28.552432 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50786) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:28.557648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Request body: {'subnet': {'network_id': '24584b3c-1d8b-413e-8f88-62cdf57c8a7e', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:28.654100 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Made reservation on behalf of d3c026a3735446ec9454101106b96b0b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:28.657698 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:28.845768 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:28.913957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event updated for resources: {'Subnet': ['ID=817655e8-b7a1-4ff5-99e1-4a39a25c42f0,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:28.923138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Checking segment: {'id': '758b4526-ff85-4f1d-bdde-c953b530e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '24584b3c-1d8b-413e-8f88-62cdf57c8a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:28.923502 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Network hostable DHCP agents. Network: 24584b3c-1d8b-413e-8f88-62cdf57c8a7e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:40:28.942682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Network 24584b3c-1d8b-413e-8f88-62cdf57c8a7e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:40:28.954184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 24584b3c-1d8b-413e-8f88-62cdf57c8a7e) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:28.959403 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:28.960681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:28.963852 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9d04aa-6cf3-43a9-b6c0-8024fdc4f929 None None] Network 24584b3c-1d8b-413e-8f88-62cdf57c8a7e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:28.983665 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50788) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:28.984266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-64c2a133-298f-4cdf-8f3d-2447baae059a tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4301584 Nov 25 20:40:28.989793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-412888746'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:29.015918 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Made reservation on behalf of d3c026a3735446ec9454101106b96b0b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:29.019659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.051686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:40:29.063173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.063529 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Added segment f34b221f-498b-42aa-86fc-502cbb8f46ae of type vlan for network 0693676d-bfcc-41da-8f38-2d6022efe62c Nov 25 20:40:29.108310 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.130633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-24584b3c-1d8b-413e-8f88-62cdf57c8a7e', 'network_id': '24584b3c-1d8b-413e-8f88-62cdf57c8a7e', 'tenant_id': 'd3c026a3735446ec9454101106b96b0b', 'fixed_ips': [{'subnet_id': '817655e8-b7a1-4ff5-99e1-4a39a25c42f0'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:40:29.131549 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.139007 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.145344 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:29.145998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.182445 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1967480 Nov 25 20:40:29.186136 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50790) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:29.191603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Request body: {'subnet': {'network_id': '0693676d-bfcc-41da-8f38-2d6022efe62c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:29.255723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c893bcc8-9ce6-43bd-b191-9f74502ae5a5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event updated for resources: {'Network': ['ID=0693676d-bfcc-41da-8f38-2d6022efe62c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:29.269433 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 0693676d-bfcc-41da-8f38-2d6022efe62c details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:40:29.291728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Allocated IP 2001:db8:0:ffff::2 (24584b3c-1d8b-413e-8f88-62cdf57c8a7e/817655e8-b7a1-4ff5-99e1-4a39a25c42f0/030e4679-972b-4500-a6bd-191942fba4cf) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:29.323880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Made reservation on behalf of d3c026a3735446ec9454101106b96b0b for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:29.327860 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.507642 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.515922 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.552430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.560738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Network 24584b3c-1d8b-413e-8f88-62cdf57c8a7e is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:29.566100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:29.570752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:29.574314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Pushing event updated for resources: {'Port': ['ID=030e4679-972b-4500-a6bd-191942fba4cf,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:29.585726 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.586065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.586407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.586746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.587105 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.587432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.587758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.588080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.588402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.588730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.589050 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.589368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:29.624983 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event updated for resources: {'Subnet': ['ID=988ab4f6-087e-473c-922f-e7a25b9fd3d4,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:29.635317 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Checking segment: {'id': 'f34b221f-498b-42aa-86fc-502cbb8f46ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': '0693676d-bfcc-41da-8f38-2d6022efe62c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:29.635760 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Network hostable DHCP agents. Network: 0693676d-bfcc-41da-8f38-2d6022efe62c, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:40:29.651766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Attempting to bind port 030e4679-972b-4500-a6bd-191942fba4cf on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:29.653055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Attempting to bind port 030e4679-972b-4500-a6bd-191942fba4cf by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '758b4526-ff85-4f1d-bdde-c953b530e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '24584b3c-1d8b-413e-8f88-62cdf57c8a7e'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:29.653298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Attempting to bind port 030e4679-972b-4500-a6bd-191942fba4cf on network 24584b3c-1d8b-413e-8f88-62cdf57c8a7e {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:29.656416 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Network 0693676d-bfcc-41da-8f38-2d6022efe62c is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:40:29.659474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:29.659946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Checking segment: {'id': '758b4526-ff85-4f1d-bdde-c953b530e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '24584b3c-1d8b-413e-8f88-62cdf57c8a7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:29.660429 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.660906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Bound using segment: {'id': '758b4526-ff85-4f1d-bdde-c953b530e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '24584b3c-1d8b-413e-8f88-62cdf57c8a7e'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:29.661405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Bound port: 030e4679-972b-4500-a6bd-191942fba4cf, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '758b4526-ff85-4f1d-bdde-c953b530e832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 649, 'network_id': '24584b3c-1d8b-413e-8f88-62cdf57c8a7e'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:29.661794 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.670323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 0693676d-bfcc-41da-8f38-2d6022efe62c) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:29.675274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:29.675887 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.691479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70c92b7-73f8-43db-8d9d-862e2b28c0b8 None None] Network 0693676d-bfcc-41da-8f38-2d6022efe62c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:29.696593 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-60f86664-1d94-4566-9cce-eed0b604c9fb tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5093861 Nov 25 20:40:29.700667 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50792) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:29.815233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.841079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] For port 030e4679-972b-4500-a6bd-191942fba4cf, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:29.847825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] For port 030e4679-972b-4500-a6bd-191942fba4cf, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=030e4679-972b-4500-a6bd-191942fba4cf,segment=NetworkSegment(758b4526-ff85-4f1d-bdde-c953b530e832),segment_id=758b4526-ff85-4f1d-bdde-c953b530e832)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:29.854785 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.915737 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:29.959912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616047d6-0eb4-4c27-a695-6c37a9498896 None None] Pushing event updated for resources: {'Port': ['ID=030e4679-972b-4500-a6bd-191942fba4cf,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:30.000203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5977655d-ca9b-4a8e-9bae-e67d094c5267 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-0693676d-bfcc-41da-8f38-2d6022efe62c', 'network_id': '0693676d-bfcc-41da-8f38-2d6022efe62c', 'tenant_id': 'd3c026a3735446ec9454101106b96b0b', 'fixed_ips': [{'subnet_id': '988ab4f6-087e-473c-922f-e7a25b9fd3d4'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:40:30.002177 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5977655d-ca9b-4a8e-9bae-e67d094c5267 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.009644 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.071180 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Subnet': ['ID=988ab4f6-087e-473c-922f-e7a25b9fd3d4,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:30.099640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022f88f3-3c02-4335-bf67-ecf26225cbac None None] Network 0693676d-bfcc-41da-8f38-2d6022efe62c requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:30.210429 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.248006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0693676d-bfcc-41da-8f38-2d6022efe62c']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:30.260843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34b221f-498b-42aa-86fc-502cbb8f46ae') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:30.261221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34b221f-498b-42aa-86fc-502cbb8f46ae') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:30.273660 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.290158 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.298003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Releasing vlan 624 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:40:30.298415 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:40:30.301776 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:40:30.378931 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.386231 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.390117 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/networks/0693676d-bfcc-41da-8f38-2d6022efe62c HTTP/1.1" status: 204 len: 168 time: 0.6876011 Nov 25 20:40:30.393965 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50794) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:30.399784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1653779526'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:30.405794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1fdc69-c485-4bab-b837-d3f5f5f0e36c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Network': ['ID=0693676d-bfcc-41da-8f38-2d6022efe62c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:30.425352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Made reservation on behalf of d3c026a3735446ec9454101106b96b0b for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:30.429017 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.454868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 643} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:40:30.464601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.464980 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Added segment 05ef6f6c-061f-4140-a5d0-e21439817c53 of type vlan for network fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698 Nov 25 20:40:30.509551 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.541647 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.549034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:30.549034 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.602148 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1961958 Nov 25 20:40:30.602406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50796) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:30.602406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Request body: {'subnet': {'network_id': 'fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:30.624097 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e56f3-de68-48eb-a5bc-57382f1c0f04 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event updated for resources: {'Network': ['ID=fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:30.635115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:40:30.708786 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Made reservation on behalf of d3c026a3735446ec9454101106b96b0b for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:30.712442 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:30.781053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_backend_mixin [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Performing IP validity checks on allocation pools {{(pid=103652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 25 20:40:30.781629 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.ipam_backend_mixin [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103652) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 25 20:40:30.936536 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.015242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event updated for resources: {'Subnet': ['ID=d033975a-fa9a-4911-adc4-ef0a175a8917,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:31.020207 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Checking segment: {'id': '05ef6f6c-061f-4140-a5d0-e21439817c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:31.020567 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Network hostable DHCP agents. Network: fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:40:31.040307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Network fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:40:31.042119 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400e496a-1821-442c-9498-e5fb73c4fba7 None None] Network 24584b3c-1d8b-413e-8f88-62cdf57c8a7e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:31.051444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:31.055407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:31.056009 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.069922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76fa920-7bb4-4a00-af12-cbb27d6ce97e None None] Network fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:31.080351 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0c47fe9f-9d33-42e3-9fa7-374c96298b27 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4836483 Nov 25 20:40:31.083021 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50798) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:31.192475 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 030e4679-972b-4500-a6bd-191942fba4cf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:31.196079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.258292 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f8d7dcb0-eb9e-4ffa-a037-0b19cbd4231c None None] Provisioning complete for port 030e4679-972b-4500-a6bd-191942fba4cf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:31.258584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f8d7dcb0-eb9e-4ffa-a037-0b19cbd4231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.274002 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.334843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.365169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Subnet': ['ID=d033975a-fa9a-4911-adc4-ef0a175a8917,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:31.386071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 030e4679-972b-4500-a6bd-191942fba4cf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:31.386444 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.430567 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.454054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:31.464165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05ef6f6c-061f-4140-a5d0-e21439817c53') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:31.464471 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05ef6f6c-061f-4140-a5d0-e21439817c53') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:31.472828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b985d60d-acd4-499c-aefe-9dae87d9e380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698', 'network_id': 'fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698', 'tenant_id': 'd3c026a3735446ec9454101106b96b0b', 'fixed_ips': [{'subnet_id': 'd033975a-fa9a-4911-adc4-ef0a175a8917'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:40:31.473693 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b985d60d-acd4-499c-aefe-9dae87d9e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.475153 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.489499 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.495663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Releasing vlan 643 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:40:31.496697 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:40:31.499863 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:40:31.541452 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f8d7dcb0-eb9e-4ffa-a037-0b19cbd4231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.578373 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.586414 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-b985d60d-acd4-499c-aefe-9dae87d9e380 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 25 20:40:31.586414 n-d-817303-9 neutron-server[103653]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, status, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Nov 25 20:40:31.586414 n-d-817303-9 neutron-server[103653]: [parameters: {'project_id': 'd3c026a3735446ec9454101106b96b0b', 'id': '66139019-9991-4691-8607-2cb3899b85a0', 'name': '', 'network_id': 'fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698', 'mac_address': 'fa:16:3e:41:5d:80', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 4104}] Nov 25 20:40:31.586414 n-d-817303-9 neutron-server[103653]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:40:31.586917 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-b985d60d-acd4-499c-aefe-9dae87d9e380 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:40:31.587148 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.594455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50800) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:31.595367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/networks/fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698 HTTP/1.1" status: 204 len: 168 time: 0.5105669 Nov 25 20:40:31.600560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-296036958'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:31.613848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898cc706-b71c-4aeb-93a8-bbaf3ea2c82c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Network': ['ID=fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:31.615256 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.627880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f8d7dcb0-eb9e-4ffa-a037-0b19cbd4231c None None] For port 030e4679-972b-4500-a6bd-191942fba4cf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=030e4679-972b-4500-a6bd-191942fba4cf,segment=NetworkSegment(758b4526-ff85-4f1d-bdde-c953b530e832),segment_id=758b4526-ff85-4f1d-bdde-c953b530e832)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:31.630590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Made reservation on behalf of d3c026a3735446ec9454101106b96b0b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:31.633676 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f8d7dcb0-eb9e-4ffa-a037-0b19cbd4231c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.635192 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.661339 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:40:31.674659 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.675089 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Added segment 2714726d-9ba8-42ca-9532-fe5a7d3220a5 of type vlan for network 27387ffe-2643-41ba-8e82-04d1b5ed5a7b Nov 25 20:40:31.719010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d7dcb0-eb9e-4ffa-a037-0b19cbd4231c None None] Pushing event updated for resources: {'Port': ['ID=030e4679-972b-4500-a6bd-191942fba4cf,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:31.719814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.722468 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:40:31.722862 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:40:31.756058 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.761877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:31.762660 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.806420 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2104294 Nov 25 20:40:31.810256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50802) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:31.815798 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Request body: {'subnet': {'network_id': '27387ffe-2643-41ba-8e82-04d1b5ed5a7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:31.837904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ae959a-d883-4841-bf8d-b91be142dbae tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event updated for resources: {'Network': ['ID=27387ffe-2643-41ba-8e82-04d1b5ed5a7b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:31.849531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 27387ffe-2643-41ba-8e82-04d1b5ed5a7b details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:40:31.921543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3b689481-bfef-4d72-8953-a17e50601193 None None] Provisioning complete for port 030e4679-972b-4500-a6bd-191942fba4cf triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:31.921784 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3b689481-bfef-4d72-8953-a17e50601193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:31.931936 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Made reservation on behalf of d3c026a3735446ec9454101106b96b0b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:31.935832 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.087869 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b985d60d-acd4-499c-aefe-9dae87d9e380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.119909 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f162aa4-d8e9-4af3-8493-6f5220859b5d None None] Network fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:32.121945 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.133025 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f162aa4-d8e9-4af3-8493-6f5220859b5d None None] Network fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698 could not be found, it might have been deleted concurrently. {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 20:40:32.186580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event updated for resources: {'Subnet': ['ID=ad196b1c-b88f-4d12-9abe-9d6809856f23,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:32.196067 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Checking segment: {'id': '2714726d-9ba8-42ca-9532-fe5a7d3220a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '27387ffe-2643-41ba-8e82-04d1b5ed5a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:32.196436 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Network hostable DHCP agents. Network: 27387ffe-2643-41ba-8e82-04d1b5ed5a7b, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:40:32.212970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Network 27387ffe-2643-41ba-8e82-04d1b5ed5a7b is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:40:32.221768 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8f4ff66e-729e-471d-ba25-1eb43ca1ce1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.226664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 27387ffe-2643-41ba-8e82-04d1b5ed5a7b) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:32.232587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:32.233198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.255510 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9199821-aae0-4e37-aff0-ca546451c3a7 None None] Network 27387ffe-2643-41ba-8e82-04d1b5ed5a7b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:32.255751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a5bdd4b8-53ba-4830-bca3-5665589078b7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4400628 Nov 25 20:40:32.256073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50804) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:32.261326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1538604572'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:32.283457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Made reservation on behalf of d3c026a3735446ec9454101106b96b0b for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:32.288245 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.313712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:40:32.322751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.323130 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Added segment 50696a49-b55e-4020-a56b-4b20b341c270 of type vlan for network 07c5fccb-b1bd-44a0-9eef-c5ad165b09ab Nov 25 20:40:32.366594 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.397966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.405100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:32.405686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.420214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-27387ffe-2643-41ba-8e82-04d1b5ed5a7b', 'network_id': '27387ffe-2643-41ba-8e82-04d1b5ed5a7b', 'tenant_id': 'd3c026a3735446ec9454101106b96b0b', 'fixed_ips': [{'subnet_id': 'ad196b1c-b88f-4d12-9abe-9d6809856f23'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:40:32.421088 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.446944 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1895931 Nov 25 20:40:32.451699 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50806) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:32.457937 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Request body: {'subnet': {'network_id': '07c5fccb-b1bd-44a0-9eef-c5ad165b09ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:32.484628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf258a0-db51-45ca-8f02-0750415ce010 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event updated for resources: {'Network': ['ID=07c5fccb-b1bd-44a0-9eef-c5ad165b09ab,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:32.498479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 07c5fccb-b1bd-44a0-9eef-c5ad165b09ab details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:40:32.563924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Made reservation on behalf of d3c026a3735446ec9454101106b96b0b for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:32.568163 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.620691 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Allocated IP 2001:db8::2 (27387ffe-2643-41ba-8e82-04d1b5ed5a7b/ad196b1c-b88f-4d12-9abe-9d6809856f23/eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:32.750666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.776545 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.783321 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.814234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event updated for resources: {'Subnet': ['ID=bd170cfc-466f-4ed7-bf8f-9481a22f55f2,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:32.822715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Network 27387ffe-2643-41ba-8e82-04d1b5ed5a7b is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:32.824651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Checking segment: {'id': '50696a49-b55e-4020-a56b-4b20b341c270', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '07c5fccb-b1bd-44a0-9eef-c5ad165b09ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:32.825010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Network hostable DHCP agents. Network: 07c5fccb-b1bd-44a0-9eef-c5ad165b09ab, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:40:32.827741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:32.830129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:32.842389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Network 07c5fccb-b1bd-44a0-9eef-c5ad165b09ab is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:40:32.847198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Pushing event updated for resources: {'Port': ['ID=eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:32.851855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 07c5fccb-b1bd-44a0-9eef-c5ad165b09ab) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:32.856462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:32.857057 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.874173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-29312ef9-3c55-462c-bc2c-8b8699106110 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4205599 Nov 25 20:40:32.876810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50808) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:32.877531 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5a677c-b5be-4675-9a4d-82a06e02cbc9 None None] Network 07c5fccb-b1bd-44a0-9eef-c5ad165b09ab requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:32.952965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Attempting to bind port eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:32.953345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Attempting to bind port eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2714726d-9ba8-42ca-9532-fe5a7d3220a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '27387ffe-2643-41ba-8e82-04d1b5ed5a7b'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:32.953709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Attempting to bind port eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c on network 27387ffe-2643-41ba-8e82-04d1b5ed5a7b {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:32.961215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:32.961593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Checking segment: {'id': '2714726d-9ba8-42ca-9532-fe5a7d3220a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '27387ffe-2643-41ba-8e82-04d1b5ed5a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:32.962053 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.962402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Bound using segment: {'id': '2714726d-9ba8-42ca-9532-fe5a7d3220a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '27387ffe-2643-41ba-8e82-04d1b5ed5a7b'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:32.962898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Bound port: eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2714726d-9ba8-42ca-9532-fe5a7d3220a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '27387ffe-2643-41ba-8e82-04d1b5ed5a7b'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:32.963283 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:32.984416 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.037581 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.083792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] For port eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:33.087738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] For port eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c,segment=NetworkSegment(2714726d-9ba8-42ca-9532-fe5a7d3220a5),segment_id=2714726d-9ba8-42ca-9532-fe5a7d3220a5)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:33.108118 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.111906 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.119092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2b7771-5daa-4619-a0aa-41a5de2102ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-07c5fccb-b1bd-44a0-9eef-c5ad165b09ab', 'network_id': '07c5fccb-b1bd-44a0-9eef-c5ad165b09ab', 'tenant_id': 'd3c026a3735446ec9454101106b96b0b', 'fixed_ips': [{'subnet_id': 'bd170cfc-466f-4ed7-bf8f-9481a22f55f2'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:40:33.119953 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6f2b7771-5daa-4619-a0aa-41a5de2102ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.144056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Subnet': ['ID=bd170cfc-466f-4ed7-bf8f-9481a22f55f2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:33.168015 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 030e4679-972b-4500-a6bd-191942fba4cf up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:33.207590 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.235447 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07c5fccb-b1bd-44a0-9eef-c5ad165b09ab']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:33.245890 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50696a49-b55e-4020-a56b-4b20b341c270') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:33.246892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50696a49-b55e-4020-a56b-4b20b341c270') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:33.263024 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.278761 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.281848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ce2b23-acd0-4514-9169-23b02258cecd None None] Pushing event updated for resources: {'Port': ['ID=eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:33.285744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Releasing vlan 610 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:40:33.286145 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:40:33.289520 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:40:33.316028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85053e9-6166-4591-8552-43fc7691049e None None] Network 07c5fccb-b1bd-44a0-9eef-c5ad165b09ab requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:33.317835 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 030e4679-972b-4500-a6bd-191942fba4cf triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:33.318211 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.388664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.395841 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.399058 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/networks/07c5fccb-b1bd-44a0-9eef-c5ad165b09ab HTTP/1.1" status: 204 len: 168 time: 0.5197337 Nov 25 20:40:33.403001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50810) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:33.410856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c6c7e-6184-48e1-82ae-7270a9c5069b tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Network': ['ID=07c5fccb-b1bd-44a0-9eef-c5ad165b09ab,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:33.445172 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-7213af13-a3cb-40af-a372-2b03d299fe47 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] GET failed (client error): The resource could not be found. Nov 25 20:40:33.446727 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7213af13-a3cb-40af-a372-2b03d299fe47 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "GET /v2.0/subnets/bd170cfc-466f-4ed7-bf8f-9481a22f55f2 HTTP/1.1" status: 404 len: 337 time: 0.0392618 Nov 25 20:40:33.449716 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50812) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:33.469239 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a89ebb-adcf-488d-a327-c4f1edfdfcc8 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] DELETE failed (client error): The resource could not be found. Nov 25 20:40:33.469790 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a89ebb-adcf-488d-a327-c4f1edfdfcc8 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:40:33.473130 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-79a89ebb-adcf-488d-a327-c4f1edfdfcc8 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/networks/07c5fccb-b1bd-44a0-9eef-c5ad165b09ab HTTP/1.1" status: 404 len: 339 time: 0.0221417 Nov 25 20:40:33.477649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50814) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:33.504843 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a57b2e-d525-4b6a-a4ce-030b56c9263c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] DELETE failed (client error): The resource could not be found. Nov 25 20:40:33.505308 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a57b2e-d525-4b6a-a4ce-030b56c9263c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:40:33.508821 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-34a57b2e-d525-4b6a-a4ce-030b56c9263c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/subnets/bd170cfc-466f-4ed7-bf8f-9481a22f55f2 HTTP/1.1" status: 404 len: 337 time: 0.0299718 Nov 25 20:40:33.516243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50816) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:33.543730 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-09830724-81cb-42bc-82a4-2cd616e8d97f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] DELETE failed (client error): The resource could not be found. Nov 25 20:40:33.544271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09830724-81cb-42bc-82a4-2cd616e8d97f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:40:33.547416 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-09830724-81cb-42bc-82a4-2cd616e8d97f tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/networks/07c5fccb-b1bd-44a0-9eef-c5ad165b09ab HTTP/1.1" status: 404 len: 339 time: 0.0297329 Nov 25 20:40:33.550010 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50818) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:33.605263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-a19e5261-2d96-4abc-95c7-bb36aec71d5c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Deleting subnet ad196b1c-b88f-4d12-9abe-9d6809856f23 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:40:33.608438 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a19e5261-2d96-4abc-95c7-bb36aec71d5c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.648987 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a19e5261-2d96-4abc-95c7-bb36aec71d5c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.733877 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a19e5261-2d96-4abc-95c7-bb36aec71d5c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.797848 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a19e5261-2d96-4abc-95c7-bb36aec71d5c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.829819 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e5261-2d96-4abc-95c7-bb36aec71d5c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Subnet': ['ID=ad196b1c-b88f-4d12-9abe-9d6809856f23,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:33.837681 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a19e5261-2d96-4abc-95c7-bb36aec71d5c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.844014 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50820) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:33.846764 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a19e5261-2d96-4abc-95c7-bb36aec71d5c tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/subnets/ad196b1c-b88f-4d12-9abe-9d6809856f23 HTTP/1.1" status: 204 len: 168 time: 0.2957997 Nov 25 20:40:33.928651 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:33.988411 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Deleting port eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:33.988800 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.063029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] For port eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c,segment=NetworkSegment(2714726d-9ba8-42ca-9532-fe5a7d3220a5),segment_id=2714726d-9ba8-42ca-9532-fe5a7d3220a5)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:34.063392 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.077024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Calling delete_port for eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:34.155697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709de59e-cb34-4f3b-bc7c-71da5c021e11 None None] Network 27387ffe-2643-41ba-8e82-04d1b5ed5a7b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:34.173371 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.202705 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Port': ['ID=eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:34.204859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] No DVR routers for this DVR port eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:40:34.255925 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a3599166-a551-45e9-b930-0d0c8c699a04 None None] Could not find standard attr ID for object eafbbfbf-cf4d-46b9-a4d5-fded6aa0ab4c. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:40:34.296279 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.317572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27387ffe-2643-41ba-8e82-04d1b5ed5a7b']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:34.325794 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d4f831-fe31-4758-83dc-e0e32be09444 None None] DHCP port deletion for 27387ffe-2643-41ba-8e82-04d1b5ed5a7b request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:34.329057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2714726d-9ba8-42ca-9532-fe5a7d3220a5') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:34.329351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2714726d-9ba8-42ca-9532-fe5a7d3220a5') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:34.340922 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.354215 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.362290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Releasing vlan 645 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:40:34.362982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:40:34.365967 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:40:34.423200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.427720 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.430912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/networks/27387ffe-2643-41ba-8e82-04d1b5ed5a7b HTTP/1.1" status: 204 len: 168 time: 0.5855002 Nov 25 20:40:34.433836 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50822) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:34.445714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1058933-e215-475a-a108-43400e5dd532 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Network': ['ID=27387ffe-2643-41ba-8e82-04d1b5ed5a7b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:34.460857 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb7ab2a7-5bfe-4079-bb7b-8726e21846c8 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] DELETE failed (client error): The resource could not be found. Nov 25 20:40:34.461306 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb7ab2a7-5bfe-4079-bb7b-8726e21846c8 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:40:34.464396 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cb7ab2a7-5bfe-4079-bb7b-8726e21846c8 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/subnets/d033975a-fa9a-4911-adc4-ef0a175a8917 HTTP/1.1" status: 404 len: 337 time: 0.0292528 Nov 25 20:40:34.467681 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50824) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:34.486060 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e10670-7a2d-443d-9ecb-6e49be31bfce tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] DELETE failed (client error): The resource could not be found. Nov 25 20:40:34.486547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e10670-7a2d-443d-9ecb-6e49be31bfce tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:40:34.489594 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-19e10670-7a2d-443d-9ecb-6e49be31bfce tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/networks/fa3ad0d6-19a5-4dc9-a8fc-71b64d1a3698 HTTP/1.1" status: 404 len: 339 time: 0.0207052 Nov 25 20:40:34.492043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50826) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:34.518834 n-d-817303-9 neutron-server[103652]: INFO neutron.pecan_wsgi.hooks.translation [None req-c778fd98-6bcc-4182-add6-d8c36f9105a7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] DELETE failed (client error): The resource could not be found. Nov 25 20:40:34.519295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c778fd98-6bcc-4182-add6-d8c36f9105a7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103652) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:40:34.522354 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c778fd98-6bcc-4182-add6-d8c36f9105a7 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/subnets/988ab4f6-087e-473c-922f-e7a25b9fd3d4 HTTP/1.1" status: 404 len: 337 time: 0.0294237 Nov 25 20:40:34.525064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50828) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:34.547138 n-d-817303-9 neutron-server[103651]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9841a0c-64c0-4cc9-97f3-87d0e88d14c1 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] DELETE failed (client error): The resource could not be found. Nov 25 20:40:34.547638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9841a0c-64c0-4cc9-97f3-87d0e88d14c1 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103651) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 25 20:40:34.550664 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e9841a0c-64c0-4cc9-97f3-87d0e88d14c1 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/networks/0693676d-bfcc-41da-8f38-2d6022efe62c HTTP/1.1" status: 404 len: 339 time: 0.0245714 Nov 25 20:40:34.553266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50830) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:34.616817 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec204ab4-5955-4fd0-88b0-343630068152 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Deleting subnet 817655e8-b7a1-4ff5-99e1-4a39a25c42f0 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:40:34.620112 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec204ab4-5955-4fd0-88b0-343630068152 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.660377 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec204ab4-5955-4fd0-88b0-343630068152 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.743873 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec204ab4-5955-4fd0-88b0-343630068152 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.807485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec204ab4-5955-4fd0-88b0-343630068152 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.836362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec204ab4-5955-4fd0-88b0-343630068152 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Subnet': ['ID=817655e8-b7a1-4ff5-99e1-4a39a25c42f0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:34.840745 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec204ab4-5955-4fd0-88b0-343630068152 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.844042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ec204ab4-5955-4fd0-88b0-343630068152 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/subnets/817655e8-b7a1-4ff5-99e1-4a39a25c42f0 HTTP/1.1" status: 204 len: 168 time: 0.2898252 Nov 25 20:40:34.846483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50832) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:34.848743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bc971f-eacc-4bfe-b700-3069d48a2f09 None None] Network 24584b3c-1d8b-413e-8f88-62cdf57c8a7e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:34.933068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:34.993216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Deleting port 030e4679-972b-4500-a6bd-191942fba4cf {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:34.993564 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.030502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22cd366a-68f0-4962-92b5-eb33bd858ba5 None None] DHCP port deletion for 24584b3c-1d8b-413e-8f88-62cdf57c8a7e request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:35.059744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] For port 030e4679-972b-4500-a6bd-191942fba4cf, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=030e4679-972b-4500-a6bd-191942fba4cf,segment=NetworkSegment(758b4526-ff85-4f1d-bdde-c953b530e832),segment_id=758b4526-ff85-4f1d-bdde-c953b530e832)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:35.059983 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.075588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Calling delete_port for 030e4679-972b-4500-a6bd-191942fba4cf owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:35.166213 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.193593 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Port': ['ID=030e4679-972b-4500-a6bd-191942fba4cf,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:35.196920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] No DVR routers for this DVR port 030e4679-972b-4500-a6bd-191942fba4cf on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:40:35.231234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 030e4679-972b-4500-a6bd-191942fba4cf no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:40:35.259593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 030e4679-972b-4500-a6bd-191942fba4cf {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:40:35.259823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 030e4679-972b-4500-a6bd-191942fba4cf not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:40:35.285801 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-22cd366a-68f0-4962-92b5-eb33bd858ba5 None None] Deleting port 030e4679-972b-4500-a6bd-191942fba4cf {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:35.286447 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-22cd366a-68f0-4962-92b5-eb33bd858ba5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.286758 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.313455 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24584b3c-1d8b-413e-8f88-62cdf57c8a7e']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:35.325969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '758b4526-ff85-4f1d-bdde-c953b530e832') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:35.326274 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '758b4526-ff85-4f1d-bdde-c953b530e832') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:35.337646 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.351939 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.359229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Releasing vlan 649 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:40:35.359659 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:40:35.362674 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:40:35.373260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-22cd366a-68f0-4962-92b5-eb33bd858ba5 None None] For port 030e4679-972b-4500-a6bd-191942fba4cf, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:35.373683 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-22cd366a-68f0-4962-92b5-eb33bd858ba5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.381429 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c74db70e-45fc-4662-8d7d-9774107b96e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.387926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-22cd366a-68f0-4962-92b5-eb33bd858ba5 None None] Calling delete_port for 030e4679-972b-4500-a6bd-191942fba4cf owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:35.390900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-22cd366a-68f0-4962-92b5-eb33bd858ba5 None None] Port 030e4679-972b-4500-a6bd-191942fba4cf was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 20:40:35.392141 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-22cd366a-68f0-4962-92b5-eb33bd858ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.423745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cd366a-68f0-4962-92b5-eb33bd858ba5 None None] Pushing event deleted for resources: {'Port': ['ID=030e4679-972b-4500-a6bd-191942fba4cf,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:35.424162 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.427250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22cd366a-68f0-4962-92b5-eb33bd858ba5 None None] No DVR routers for this DVR port 030e4679-972b-4500-a6bd-191942fba4cf on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:40:35.430819 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:35.434604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] 10.222.0.15 "DELETE /v2.0/networks/24584b3c-1d8b-413e-8f88-62cdf57c8a7e HTTP/1.1" status: 204 len: 168 time: 0.5830965 Nov 25 20:40:35.449710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4e7ee6-8863-440b-a504-1044d9f8c2d5 tempest-NetworksIpV6Test-2142536398 tempest-NetworksIpV6Test-2142536398-project] Pushing event deleted for resources: {'Network': ['ID=24584b3c-1d8b-413e-8f88-62cdf57c8a7e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:35.685810 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50838) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:35.821187 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ed7059f0-3d46-4b0a-9c3c-38a4a1c11531 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d3c026a3735446ec9454101106b96b0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341996 Nov 25 20:40:35.823726 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50842) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:35.878356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c8a378d-d6c7-4645-b5a4-0bf2d4770e89 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:36.174455 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c8a378d-d6c7-4645-b5a4-0bf2d4770e89 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:36.221147 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c8a378d-d6c7-4645-b5a4-0bf2d4770e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:36.223734 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8c8a378d-d6c7-4645-b5a4-0bf2d4770e89 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:36.224880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8c8a378d-d6c7-4645-b5a4-0bf2d4770e89 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6177ac0f-5b94-4c5e-a579-a9226d15de23 HTTP/1.1" status: 204 len: 168 time: 0.4000597 Nov 25 20:40:36.232763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8a378d-d6c7-4645-b5a4-0bf2d4770e89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6177ac0f-5b94-4c5e-a579-a9226d15de23,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:36.691772 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:36.873110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50864) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:36.971305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-bb873e99-2ff1-479c-961c-6f94a6852083 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1129255287', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:36.998171 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb873e99-2ff1-479c-961c-6f94a6852083 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:36.999249 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb873e99-2ff1-479c-961c-6f94a6852083 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.093583 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb873e99-2ff1-479c-961c-6f94a6852083 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.097677 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb873e99-2ff1-479c-961c-6f94a6852083 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.117104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bb873e99-2ff1-479c-961c-6f94a6852083 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.118313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bb873e99-2ff1-479c-961c-6f94a6852083 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2441850 Nov 25 20:40:37.121765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50868) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:37.126697 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1108380355'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:37.147011 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Made reservation on behalf of 62328fa8965a46508eda44fbc1a666ed for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:37.150367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.159587 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.235198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.238842 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.266758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 629} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:40:37.277831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18f49c33-f7d4-4591-91ea-1d08c3831a8f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:37.282731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.283105 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Added segment a264af25-84e5-44ec-a5d3-3b1b547a6dbb of type vlan for network 62dd51f6-9a44-4de5-9ea2-7edcbb055f5e Nov 25 20:40:37.322208 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.346990 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.352595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:37.353192 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.391067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2682273 Nov 25 20:40:37.393972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50870) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:37.399114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Request body: {'subnet': {'network_id': '62dd51f6-9a44-4de5-9ea2-7edcbb055f5e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:37.425663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4828971e-8d7d-4cfc-bd29-2a3e14107304 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Pushing event updated for resources: {'Network': ['ID=62dd51f6-9a44-4de5-9ea2-7edcbb055f5e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:37.436071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 62dd51f6-9a44-4de5-9ea2-7edcbb055f5e details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:40:37.493450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Made reservation on behalf of 62328fa8965a46508eda44fbc1a666ed for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:37.497238 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.679288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.732104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Pushing event updated for resources: {'Subnet': ['ID=c904b103-f035-4e90-aa1e-d27452f806ef,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:37.748479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Checking segment: {'id': 'a264af25-84e5-44ec-a5d3-3b1b547a6dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '62dd51f6-9a44-4de5-9ea2-7edcbb055f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:37.748765 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Network hostable DHCP agents. Network: 62dd51f6-9a44-4de5-9ea2-7edcbb055f5e, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:40:37.765244 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Network 62dd51f6-9a44-4de5-9ea2-7edcbb055f5e is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:40:37.775558 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 62dd51f6-9a44-4de5-9ea2-7edcbb055f5e) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:37.780921 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:37.781528 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.791068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9359ff37-7fb2-464a-9672-6ecb7f4f6a3a None None] Network 62dd51f6-9a44-4de5-9ea2-7edcbb055f5e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:37.799432 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-84e01f10-ebf8-4225-82b8-95c8d3b6d57b tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4042788 Nov 25 20:40:37.802438 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50872) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:37.807376 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1790210191'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:37.828679 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Made reservation on behalf of 62328fa8965a46508eda44fbc1a666ed for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:37.832338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.857724 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:40:37.867430 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.867901 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Added segment 7687e51a-58fe-42f1-a8de-09c07fa7f83b of type vlan for network 766d7904-8683-427c-8e53-861e9488308b Nov 25 20:40:37.914222 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.940799 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.944638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-62dd51f6-9a44-4de5-9ea2-7edcbb055f5e', 'network_id': '62dd51f6-9a44-4de5-9ea2-7edcbb055f5e', 'tenant_id': '62328fa8965a46508eda44fbc1a666ed', 'fixed_ips': [{'subnet_id': 'c904b103-f035-4e90-aa1e-d27452f806ef'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:40:37.945525 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.946690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:37.947323 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:37.986457 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1828828 Nov 25 20:40:37.989134 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50874) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:37.993903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Request body: {'subnet': {'network_id': '766d7904-8683-427c-8e53-861e9488308b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:38.044301 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.054355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77312e34-db57-4622-9408-468f007411a0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Pushing event updated for resources: {'Network': ['ID=766d7904-8683-427c-8e53-861e9488308b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:38.078158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 766d7904-8683-427c-8e53-861e9488308b details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:40:38.119818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Made reservation on behalf of 62328fa8965a46508eda44fbc1a666ed for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:38.124056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.159752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Allocated IP 172.20.0.2 (62dd51f6-9a44-4de5-9ea2-7edcbb055f5e/c904b103-f035-4e90-aa1e-d27452f806ef/9dee6201-7f07-4caf-a424-80787dca237a) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:38.312439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.317953 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.323749 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.366112 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Network 62dd51f6-9a44-4de5-9ea2-7edcbb055f5e is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:38.369209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:38.369647 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Pushing event updated for resources: {'Subnet': ['ID=5f530e9b-fefa-41ed-af3f-ae8c1cdca039,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:38.374708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:38.382039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Pushing event updated for resources: {'Port': ['ID=9dee6201-7f07-4caf-a424-80787dca237a,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:38.394352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Checking segment: {'id': '7687e51a-58fe-42f1-a8de-09c07fa7f83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '766d7904-8683-427c-8e53-861e9488308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:38.395390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Network hostable DHCP agents. Network: 766d7904-8683-427c-8e53-861e9488308b, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:40:38.414533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Network 766d7904-8683-427c-8e53-861e9488308b is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:40:38.424160 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 766d7904-8683-427c-8e53-861e9488308b) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:38.428581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:38.429177 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.438767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb0485c6-dcec-46ab-97b5-d90d3d415114 None None] Network 766d7904-8683-427c-8e53-861e9488308b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:38.447953 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-feb2e52b-33a8-4329-ade1-73b2e6139075 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4578121 Nov 25 20:40:38.451404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50876) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:38.456233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b8b27d37-e4a3-423d-914f-a55f8379e6fd tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Request body: {'router': {'external_gateway_info': {'network_id': '766d7904-8683-427c-8e53-861e9488308b'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:38.466212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Attempting to bind port 9dee6201-7f07-4caf-a424-80787dca237a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:38.466585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Attempting to bind port 9dee6201-7f07-4caf-a424-80787dca237a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'a264af25-84e5-44ec-a5d3-3b1b547a6dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '62dd51f6-9a44-4de5-9ea2-7edcbb055f5e'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:38.466981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Attempting to bind port 9dee6201-7f07-4caf-a424-80787dca237a on network 62dd51f6-9a44-4de5-9ea2-7edcbb055f5e {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:38.476381 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:38.476752 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Checking segment: {'id': 'a264af25-84e5-44ec-a5d3-3b1b547a6dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '62dd51f6-9a44-4de5-9ea2-7edcbb055f5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:38.477146 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.477532 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Bound using segment: {'id': 'a264af25-84e5-44ec-a5d3-3b1b547a6dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '62dd51f6-9a44-4de5-9ea2-7edcbb055f5e'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:38.477996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Bound port: 9dee6201-7f07-4caf-a424-80787dca237a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a264af25-84e5-44ec-a5d3-3b1b547a6dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': '62dd51f6-9a44-4de5-9ea2-7edcbb055f5e'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:38.478371 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.585517 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.637639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] For port 9dee6201-7f07-4caf-a424-80787dca237a, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:38.642935 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] For port 9dee6201-7f07-4caf-a424-80787dca237a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9dee6201-7f07-4caf-a424-80787dca237a,segment=NetworkSegment(a264af25-84e5-44ec-a5d3-3b1b547a6dbb),segment_id=a264af25-84e5-44ec-a5d3-3b1b547a6dbb)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:38.648499 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.676845 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b8b27d37-e4a3-423d-914f-a55f8379e6fd tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.727243 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-766d7904-8683-427c-8e53-861e9488308b', 'network_id': '766d7904-8683-427c-8e53-861e9488308b', 'tenant_id': '62328fa8965a46508eda44fbc1a666ed', 'fixed_ips': [{'subnet_id': '5f530e9b-fefa-41ed-af3f-ae8c1cdca039'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:40:38.728129 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:38.751997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46019894-2a01-42e9-911c-a5b9a1294168 None None] Pushing event updated for resources: {'Port': ['ID=9dee6201-7f07-4caf-a424-80787dca237a,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:38.802421 n-d-817303-9 neutron-server[103651]: INFO neutron.api.v2.resource [None req-b8b27d37-e4a3-423d-914f-a55f8379e6fd tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 25 20:40:38.807319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b8b27d37-e4a3-423d-914f-a55f8379e6fd tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "PUT /v2.0/routers/657cd5b0-f6d1-4867-9d21-e1e32371063a HTTP/1.1" status: 400 len: 364 time: 0.3547757 Nov 25 20:40:38.809969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50878) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:38.864868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-7536213f-5bb1-43b9-810e-8a1c778d1fa0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Deleting subnet 5f530e9b-fefa-41ed-af3f-ae8c1cdca039 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:40:38.901763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Allocated IP 172.21.0.2 (766d7904-8683-427c-8e53-861e9488308b/5f530e9b-fefa-41ed-af3f-ae8c1cdca039/4ae9a345-0081-40b0-99e7-fb41cd963747) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:39.072419 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.079334 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7536213f-5bb1-43b9-810e-8a1c778d1fa0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.081025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.118622 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Network 766d7904-8683-427c-8e53-861e9488308b is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:39.124027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:39.130080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:39.132840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7536213f-5bb1-43b9-810e-8a1c778d1fa0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.179814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Pushing event updated for resources: {'Port': ['ID=4ae9a345-0081-40b0-99e7-fb41cd963747,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:39.188798 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9dee6201-7f07-4caf-a424-80787dca237a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:39.219403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Attempting to bind port 4ae9a345-0081-40b0-99e7-fb41cd963747 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:39.219774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Attempting to bind port 4ae9a345-0081-40b0-99e7-fb41cd963747 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '7687e51a-58fe-42f1-a8de-09c07fa7f83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '766d7904-8683-427c-8e53-861e9488308b'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:39.220135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Attempting to bind port 4ae9a345-0081-40b0-99e7-fb41cd963747 on network 766d7904-8683-427c-8e53-861e9488308b {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:39.233931 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7536213f-5bb1-43b9-810e-8a1c778d1fa0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.234153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:39.234463 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Checking segment: {'id': '7687e51a-58fe-42f1-a8de-09c07fa7f83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '766d7904-8683-427c-8e53-861e9488308b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:39.234889 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.235287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Bound using segment: {'id': '7687e51a-58fe-42f1-a8de-09c07fa7f83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '766d7904-8683-427c-8e53-861e9488308b'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:39.235784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Bound port: 4ae9a345-0081-40b0-99e7-fb41cd963747, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7687e51a-58fe-42f1-a8de-09c07fa7f83b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '766d7904-8683-427c-8e53-861e9488308b'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:39.236176 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.293681 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9dee6201-7f07-4caf-a424-80787dca237a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:39.293681 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.297036 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7536213f-5bb1-43b9-810e-8a1c778d1fa0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.331963 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7536213f-5bb1-43b9-810e-8a1c778d1fa0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Pushing event deleted for resources: {'Subnet': ['ID=5f530e9b-fefa-41ed-af3f-ae8c1cdca039,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:39.333923 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7536213f-5bb1-43b9-810e-8a1c778d1fa0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.340178 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7536213f-5bb1-43b9-810e-8a1c778d1fa0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "DELETE /v2.0/subnets/5f530e9b-fefa-41ed-af3f-ae8c1cdca039 HTTP/1.1" status: 204 len: 168 time: 0.5252433 Nov 25 20:40:39.340542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] For port 4ae9a345-0081-40b0-99e7-fb41cd963747, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:39.340631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50880) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:39.345118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] For port 4ae9a345-0081-40b0-99e7-fb41cd963747, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4ae9a345-0081-40b0-99e7-fb41cd963747,segment=NetworkSegment(7687e51a-58fe-42f1-a8de-09c07fa7f83b),segment_id=7687e51a-58fe-42f1-a8de-09c07fa7f83b)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:39.350872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.443109 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.467003 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.498273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e6b8fc-b5e7-4610-a7da-1ac9f0ab0f43 None None] Pushing event updated for resources: {'Port': ['ID=4ae9a345-0081-40b0-99e7-fb41cd963747,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:39.509411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 9dee6201-7f07-4caf-a424-80787dca237a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9dee6201-7f07-4caf-a424-80787dca237a,segment=NetworkSegment(a264af25-84e5-44ec-a5d3-3b1b547a6dbb),segment_id=a264af25-84e5-44ec-a5d3-3b1b547a6dbb)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:39.511572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Deleting port 4ae9a345-0081-40b0-99e7-fb41cd963747 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:39.511875 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.515298 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.573496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=9dee6201-7f07-4caf-a424-80787dca237a,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:39.595478 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] For port 4ae9a345-0081-40b0-99e7-fb41cd963747, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4ae9a345-0081-40b0-99e7-fb41cd963747,segment=NetworkSegment(7687e51a-58fe-42f1-a8de-09c07fa7f83b),segment_id=7687e51a-58fe-42f1-a8de-09c07fa7f83b)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:39.595918 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.620550 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Calling delete_port for 4ae9a345-0081-40b0-99e7-fb41cd963747 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:39.713239 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.747094 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Pushing event deleted for resources: {'Port': ['ID=4ae9a345-0081-40b0-99e7-fb41cd963747,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:39.755812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] No DVR routers for this DVR port 4ae9a345-0081-40b0-99e7-fb41cd963747 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:40:39.819293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426739ff-8dfe-414b-9815-1f1050810314 None None] Network 62dd51f6-9a44-4de5-9ea2-7edcbb055f5e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:39.849277 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.869443 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['766d7904-8683-427c-8e53-861e9488308b']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:39.880352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7687e51a-58fe-42f1-a8de-09c07fa7f83b') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:39.880652 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7687e51a-58fe-42f1-a8de-09c07fa7f83b') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:39.891940 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.906435 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.912754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Releasing vlan 612 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:40:39.913143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:40:39.916243 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:40:39.944530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7b8067ea-cefe-49c2-a6f2-cf7c58dad48d None None] Provisioning complete for port 9dee6201-7f07-4caf-a424-80787dca237a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:39.945378 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b8067ea-cefe-49c2-a6f2-cf7c58dad48d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.984916 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.992172 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:39.995695 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "DELETE /v2.0/networks/766d7904-8683-427c-8e53-861e9488308b HTTP/1.1" status: 204 len: 168 time: 0.6532714 Nov 25 20:40:39.998576 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50882) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:40.007515 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc1705-fe5d-4dea-8eb6-88e86b4fce57 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Pushing event deleted for resources: {'Network': ['ID=766d7904-8683-427c-8e53-861e9488308b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:40.064458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3e46e60-0622-4771-8825-06d59816764f tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Deleting subnet c904b103-f035-4e90-aa1e-d27452f806ef {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:40:40.067811 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3e46e60-0622-4771-8825-06d59816764f tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.110746 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3e46e60-0622-4771-8825-06d59816764f tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.210871 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3e46e60-0622-4771-8825-06d59816764f tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.277325 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3e46e60-0622-4771-8825-06d59816764f tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.299081 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3b17ff3c-35ea-455a-8291-01f1bbe26553 None None] Provisioning complete for port 9dee6201-7f07-4caf-a424-80787dca237a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:40.299503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3b17ff3c-35ea-455a-8291-01f1bbe26553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.304326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e46e60-0622-4771-8825-06d59816764f tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Pushing event deleted for resources: {'Subnet': ['ID=c904b103-f035-4e90-aa1e-d27452f806ef,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:40.311520 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d3e46e60-0622-4771-8825-06d59816764f tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.317361 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50884) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:40.317533 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d3e46e60-0622-4771-8825-06d59816764f tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "DELETE /v2.0/subnets/c904b103-f035-4e90-aa1e-d27452f806ef HTTP/1.1" status: 204 len: 168 time: 0.3177507 Nov 25 20:40:40.323701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a267090-bd25-4fba-8e7f-0f6495249340 None None] Network 62dd51f6-9a44-4de5-9ea2-7edcbb055f5e requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:40.414660 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.476212 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Deleting port 9dee6201-7f07-4caf-a424-80787dca237a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:40.476880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.548459 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] For port 9dee6201-7f07-4caf-a424-80787dca237a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9dee6201-7f07-4caf-a424-80787dca237a,segment=NetworkSegment(a264af25-84e5-44ec-a5d3-3b1b547a6dbb),segment_id=a264af25-84e5-44ec-a5d3-3b1b547a6dbb)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:40.548992 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.564256 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Calling delete_port for 9dee6201-7f07-4caf-a424-80787dca237a owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:40.580741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fbc3479-31d7-4627-94b0-76e1e950c3c7 None None] DHCP port deletion for 62dd51f6-9a44-4de5-9ea2-7edcbb055f5e request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:40.609441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70c14aa-f8a9-4961-a5e1-c06a94fcacbf None None] DHCP port deletion for 766d7904-8683-427c-8e53-861e9488308b request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:40.617680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5064bdb9-818e-4efe-b2c4-2b4dfc776dfd None None] Could not find standard attr ID for object 4ae9a345-0081-40b0-99e7-fb41cd963747. {{(pid=103653) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 25 20:40:40.635296 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4942e1-cea2-4f4d-ab3b-bd6c8dfef259 None None] Network 766d7904-8683-427c-8e53-861e9488308b requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:40.649657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f4942e1-cea2-4f4d-ab3b-bd6c8dfef259 None None] Network 766d7904-8683-427c-8e53-861e9488308b could not be found, it might have been deleted concurrently. {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 25 20:40:40.655591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.660595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc3479-31d7-4627-94b0-76e1e950c3c7 None None] Deleting port 9dee6201-7f07-4caf-a424-80787dca237a {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:40:40.660892 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2fbc3479-31d7-4627-94b0-76e1e950c3c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.685917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] No DVR routers for this DVR port 9dee6201-7f07-4caf-a424-80787dca237a on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:40:40.687677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Pushing event deleted for resources: {'Port': ['ID=9dee6201-7f07-4caf-a424-80787dca237a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:40.733035 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2fbc3479-31d7-4627-94b0-76e1e950c3c7 None None] For port 9dee6201-7f07-4caf-a424-80787dca237a, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:40.733449 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2fbc3479-31d7-4627-94b0-76e1e950c3c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.752784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2fbc3479-31d7-4627-94b0-76e1e950c3c7 None None] Calling delete_port for 9dee6201-7f07-4caf-a424-80787dca237a owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:40:40.755618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-2fbc3479-31d7-4627-94b0-76e1e950c3c7 None None] Port 9dee6201-7f07-4caf-a424-80787dca237a was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 20:40:40.757440 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2fbc3479-31d7-4627-94b0-76e1e950c3c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.774684 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.784440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbc3479-31d7-4627-94b0-76e1e950c3c7 None None] Pushing event deleted for resources: {'Port': ['ID=9dee6201-7f07-4caf-a424-80787dca237a,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:40.788989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fbc3479-31d7-4627-94b0-76e1e950c3c7 None None] No DVR routers for this DVR port 9dee6201-7f07-4caf-a424-80787dca237a on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:40:40.800049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62dd51f6-9a44-4de5-9ea2-7edcbb055f5e']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:40.810107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a264af25-84e5-44ec-a5d3-3b1b547a6dbb') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:40.810403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a264af25-84e5-44ec-a5d3-3b1b547a6dbb') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:40.819854 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.833369 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.839235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Releasing vlan 629 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:40:40.839910 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:40:40.842822 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:40:40.899916 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.908526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:40.913058 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "DELETE /v2.0/networks/62dd51f6-9a44-4de5-9ea2-7edcbb055f5e HTTP/1.1" status: 204 len: 168 time: 0.5944262 Nov 25 20:40:40.916656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50886) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:40.927187 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4e231-d09f-46ce-b69a-2300d1eece4d tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Pushing event deleted for resources: {'Network': ['ID=62dd51f6-9a44-4de5-9ea2-7edcbb055f5e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:40.948223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f1ee3d9b-5fc1-4179-b022-247458bfd7c0 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "GET /v2.0/ports?device_id=657cd5b0-f6d1-4867-9d21-e1e32371063a HTTP/1.1" status: 200 len: 205 time: 0.0301433 Nov 25 20:40:40.951830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50888) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:41.027173 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bab41d06-e1e5-407d-8759-8cca5a7bbcd4 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:41.142949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9dee6201-7f07-4caf-a424-80787dca237a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:40:41.168949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 9dee6201-7f07-4caf-a424-80787dca237a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:40:41.168949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9dee6201-7f07-4caf-a424-80787dca237a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:40:41.193596 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bab41d06-e1e5-407d-8759-8cca5a7bbcd4 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:41.195779 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bab41d06-e1e5-407d-8759-8cca5a7bbcd4 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:41.237996 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bab41d06-e1e5-407d-8759-8cca5a7bbcd4 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:41.238430 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab41d06-e1e5-407d-8759-8cca5a7bbcd4 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Fanout notify agent at l3_agent the message router_deleted on router 657cd5b0-f6d1-4867-9d21-e1e32371063a {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:40:41.245794 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bab41d06-e1e5-407d-8759-8cca5a7bbcd4 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:41.247559 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bab41d06-e1e5-407d-8759-8cca5a7bbcd4 tempest-RoutersNegativeTest-643733044 tempest-RoutersNegativeTest-643733044-project] 10.222.0.15 "DELETE /v2.0/routers/657cd5b0-f6d1-4867-9d21-e1e32371063a HTTP/1.1" status: 204 len: 168 time: 0.2947907 Nov 25 20:40:41.496368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50894) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:41.628260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1f7371f5-62f3-4c70-92da-f4a3d4598ff0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=62328fa8965a46508eda44fbc1a666ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1306159 Nov 25 20:40:41.630663 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50898) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:41.685376 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28275c92-43f0-4f93-a487-154eddeb88ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:41.707364 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28275c92-43f0-4f93-a487-154eddeb88ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:41.759543 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28275c92-43f0-4f93-a487-154eddeb88ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:41.764050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28275c92-43f0-4f93-a487-154eddeb88ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:41.765249 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-28275c92-43f0-4f93-a487-154eddeb88ac admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/18f49c33-f7d4-4591-91ea-1d08c3831a8f HTTP/1.1" status: 204 len: 168 time: 0.1336589 Nov 25 20:40:41.774290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28275c92-43f0-4f93-a487-154eddeb88ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18f49c33-f7d4-4591-91ea-1d08c3831a8f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:42.412542 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50920) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:42.508082 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-595674444-network', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:42.530166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Made reservation on behalf of bec2f3a4dc314b468913b19f100ffcef for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:42.532978 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:42.541480 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:42.621790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:42.625609 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:42.647080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:40:42.663824 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7995a6-e6f6-498d-8b55-ff08bd562afb,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:42.669039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:42.669397 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Added segment 994288da-7818-484b-98a7-d53b58bf64ab of type vlan for network cdc906fa-8804-4c70-bd4e-1581ae865814 Nov 25 20:40:42.711139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:42.739808 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:42.740841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:42.741424 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:42.775322 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3616772 Nov 25 20:40:42.778899 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50924) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:42.783826 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] Request body: {'subnet': {'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-595674444-subnet', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:42.805391 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15ec17-5d5d-4117-803a-dd3275c71594 admin admin] Pushing event updated for resources: {'Network': ['ID=cdc906fa-8804-4c70-bd4e-1581ae865814,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:42.811267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] Made reservation on behalf of bec2f3a4dc314b468913b19f100ffcef for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:42.814615 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:42.815391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network cdc906fa-8804-4c70-bd4e-1581ae865814 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:40:42.985440 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.038225 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3588828-1fe0-47af-8aae-505e5958df9b,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:43.049746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] Checking segment: {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:43.050104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] Network hostable DHCP agents. Network: cdc906fa-8804-4c70-bd4e-1581ae865814, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:40:43.066445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] Network cdc906fa-8804-4c70-bd4e-1581ae865814 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:40:43.076848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, cdc906fa-8804-4c70-bd4e-1581ae865814) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:43.081527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:43.082210 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.088564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595860f-b13d-4f64-873a-f326cc5a89ed None None] Network cdc906fa-8804-4c70-bd4e-1581ae865814 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:43.106167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-90a0d5ba-7f71-4447-aa2f-d5ea20a04298 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3233426 Nov 25 20:40:43.106732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50926) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:43.111135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-595674444-router', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:43.132560 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.133619 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.191180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.243364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-cdc906fa-8804-4c70-bd4e-1581ae865814', 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'fixed_ips': [{'subnet_id': 'e3588828-1fe0-47af-8aae-505e5958df9b'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:40:43.244236 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.334260 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.391446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Allocated IP 172.20.0.2 (cdc906fa-8804-4c70-bd4e-1581ae865814/e3588828-1fe0-47af-8aae-505e5958df9b/27775145-5ca3-42d6-95a2-58e5bc7445fc) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:43.536710 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.538553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.542744 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.566218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.580432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Network cdc906fa-8804-4c70-bd4e-1581ae865814 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:43.587307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:43.590662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:43.596307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Pushing event updated for resources: {'Port': ['ID=27775145-5ca3-42d6-95a2-58e5bc7445fc,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:43.651722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Attempting to bind port 27775145-5ca3-42d6-95a2-58e5bc7445fc on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:43.652123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Attempting to bind port 27775145-5ca3-42d6-95a2-58e5bc7445fc by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:43.653007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Attempting to bind port 27775145-5ca3-42d6-95a2-58e5bc7445fc on network cdc906fa-8804-4c70-bd4e-1581ae865814 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:43.657948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:43.658318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Checking segment: {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:43.658721 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.659147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Bound using segment: {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:43.659614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Bound port: 27775145-5ca3-42d6-95a2-58e5bc7445fc, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:43.660001 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.680149 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Allocated IP 172.25.8.43 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/07dd9572-2c7f-4f68-925e-8d4a3f644c3e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:43.733277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] For port 27775145-5ca3-42d6-95a2-58e5bc7445fc, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:43.735841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] For port 27775145-5ca3-42d6-95a2-58e5bc7445fc, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=27775145-5ca3-42d6-95a2-58e5bc7445fc,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:43.740524 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.796375 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.808704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448feb32-d78f-4e99-9daa-ff1b5a7ee9ef None None] Pushing event updated for resources: {'Port': ['ID=27775145-5ca3-42d6-95a2-58e5bc7445fc,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:43.831610 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:43.874169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:43.877142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:43.880515 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:43.891113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66ddca-dbb7-4ec7-b465-cc2f72d0321e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:43.911050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Pushing event updated for resources: {'Port': ['ID=07dd9572-2c7f-4f68-925e-8d4a3f644c3e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:43.973940 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7212b343-e263-4eab-8db2-60eee4a30d01 None None] Provisioning complete for port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:43.976932 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7212b343-e263-4eab-8db2-60eee4a30d01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:44.019024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7212b343-e263-4eab-8db2-60eee4a30d01 None None] Port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:44.461192 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:44.663812 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:44.726128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8601d3-f145-4e20-a54e-c5964923b23d None None] Network cdc906fa-8804-4c70-bd4e-1581ae865814 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:44.797077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fbf8b694-660a-4a69-97a4-64ab8b6bbb7d None None] Provisioning complete for port 27775145-5ca3-42d6-95a2-58e5bc7445fc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:44.797364 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b694-660a-4a69-97a4-64ab8b6bbb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:44.804681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Router 59fe34ca-058f-40b4-855c-b8d933adfee0 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:40:44.920932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:40:44.934946 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Sync routers for ids ['59fe34ca-058f-40b4-855c-b8d933adfee0'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:40:44.940642 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:44.942260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d987ce7b-4cae-4176-ba66-c0613990bec1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.8341184 Nov 25 20:40:44.944667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50928) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:44.957682 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b694-660a-4a69-97a4-64ab8b6bbb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:44.969146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Routers {'59fe34ca-058f-40b4-855c-b8d933adfee0'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:44.969697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['59fe34ca-058f-40b4-855c-b8d933adfee0'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:45.176858 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 27775145-5ca3-42d6-95a2-58e5bc7445fc up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:45.242527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-fbf8b694-660a-4a69-97a4-64ab8b6bbb7d None None] For port 27775145-5ca3-42d6-95a2-58e5bc7445fc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=27775145-5ca3-42d6-95a2-58e5bc7445fc,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:45.280250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fbf8b694-660a-4a69-97a4-64ab8b6bbb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:45.344720 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Set router 59fe34ca-058f-40b4-855c-b8d933adfee0 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:45.418070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf8b694-660a-4a69-97a4-64ab8b6bbb7d None None] Pushing event updated for resources: {'Port': ['ID=27775145-5ca3-42d6-95a2-58e5bc7445fc,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:45.418989 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:45.430821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 27775145-5ca3-42d6-95a2-58e5bc7445fc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:45.431198 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:45.544480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d9b1ef42-e974-442b-90c3-1ac77ceb89be None None] Provisioning complete for port 27775145-5ca3-42d6-95a2-58e5bc7445fc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:45.544773 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d9b1ef42-e974-442b-90c3-1ac77ceb89be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:45.578680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Allocated IP 172.20.0.1 (cdc906fa-8804-4c70-bd4e-1581ae865814/e3588828-1fe0-47af-8aae-505e5958df9b/7c090b7b-71b1-4714-992f-b028cd09bc5e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:45.689980 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:45.696918 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'name': 'tempest-TestEncryptedCinderVolumes-595674444-router', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:44Z', 'revision_number': 3, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'gw_port': {'id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:45.723930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:45.727829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Checking router: 59fe34ca-058f-40b4-855c-b8d933adfee0 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:40:45.728187 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Updating router 59fe34ca-058f-40b4-855c-b8d933adfee0 port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:40:45.754716 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:45.767146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Network cdc906fa-8804-4c70-bd4e-1581ae865814 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:45.773383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:45.775930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:45.801918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Pushing event updated for resources: {'Port': ['ID=7c090b7b-71b1-4714-992f-b028cd09bc5e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:45.822700 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:45.965533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.026375 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:40:46.046248 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.054172 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.101210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e57eae8c-f5b3-4a62-bfe8-bbe3a5b8f602 None None] Provisioning complete for port 7c090b7b-71b1-4714-992f-b028cd09bc5e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:46.101585 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e57eae8c-f5b3-4a62-bfe8-bbe3a5b8f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.111579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0f6b96-0d94-479a-bc6a-f4cd264c8217 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:46.140191 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Attempting to bind port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:46.140562 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Attempting to bind port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:46.140928 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Attempting to bind port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:46.148477 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.151199 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f07d72-d856-4672-ad13-fb0a1aee25fc None None] Pushing event updated for resources: {'Port': ['ID=07dd9572-2c7f-4f68-925e-8d4a3f644c3e,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:46.155321 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.157258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:46.157641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:46.158046 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.158434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:46.158936 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Bound port: 07dd9572-2c7f-4f68-925e-8d4a3f644c3e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:46.159344 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.195392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e57eae8c-f5b3-4a62-bfe8-bbe3a5b8f602 None None] Port 7c090b7b-71b1-4714-992f-b028cd09bc5e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:46.228938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] For port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:46.231724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Pushing event updated for resources: {'Port': ['ID=7c090b7b-71b1-4714-992f-b028cd09bc5e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:46.232657 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] For port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=07dd9572-2c7f-4f68-925e-8d4a3f644c3e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:46.238489 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.240148 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.287074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f51445-0068-4320-9a85-eb396b2e855a None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:46.320902 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f07d72-d856-4672-ad13-fb0a1aee25fc None None] Pushing event updated for resources: {'Port': ['ID=07dd9572-2c7f-4f68-925e-8d4a3f644c3e,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:46.325519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Routers {'59fe34ca-058f-40b4-855c-b8d933adfee0'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:46.326152 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['59fe34ca-058f-40b4-855c-b8d933adfee0'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:46.342832 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Network cdc906fa-8804-4c70-bd4e-1581ae865814 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:46.344220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:46.376140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-055d2a73-78ad-4fc2-bc14-8a177cafa8d0 None None] Provisioning complete for port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:46.376514 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-055d2a73-78ad-4fc2-bc14-8a177cafa8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.473924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Router 59fe34ca-058f-40b4-855c-b8d933adfee0 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:40:46.486364 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] Set router 59fe34ca-058f-40b4-855c-b8d933adfee0 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:46.595775 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-055d2a73-78ad-4fc2-bc14-8a177cafa8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.599653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:40:46.604700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0bb88bfe-7e0f-4afc-a067-b945f24f05bc admin admin] 10.222.0.15 "PUT /v2.0/routers/59fe34ca-058f-40b4-855c-b8d933adfee0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6589980 Nov 25 20:40:46.665534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-055d2a73-78ad-4fc2-bc14-8a177cafa8d0 None None] For port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=07dd9572-2c7f-4f68-925e-8d4a3f644c3e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:46.671523 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-055d2a73-78ad-4fc2-bc14-8a177cafa8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.759406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d2a73-78ad-4fc2-bc14-8a177cafa8d0 None None] Pushing event updated for resources: {'Port': ['ID=07dd9572-2c7f-4f68-925e-8d4a3f644c3e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:46.801736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c961b568-8866-48ca-98b2-4fdfd76be21a None None] Provisioning complete for port 7c090b7b-71b1-4714-992f-b028cd09bc5e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:46.802109 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c961b568-8866-48ca-98b2-4fdfd76be21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:46.805828 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'name': 'tempest-TestEncryptedCinderVolumes-595674444-router', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:45Z', 'revision_number': 4, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'gw_port': {'id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7c090b7b-71b1-4714-992f-b028cd09bc5e', 'name': '', 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'mac_address': 'fa:16:3e:00:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:45Z', 'updated_at': '2021-11-25T20:40:46Z', 'revision_number': 2, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'subnets': [{'id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:46.857864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3f5f56-cdcf-4536-8664-bf60c24f3da3 None None] The sync data for ids ['59fe34ca-058f-40b4-855c-b8d933adfee0'] in n-d-817303-9 is: [{'id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'name': 'tempest-TestEncryptedCinderVolumes-595674444-router', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:45Z', 'revision_number': 4, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'gw_port': {'id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7c090b7b-71b1-4714-992f-b028cd09bc5e', 'name': '', 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'mac_address': 'fa:16:3e:00:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:45Z', 'updated_at': '2021-11-25T20:40:46Z', 'revision_number': 2, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'subnets': [{'id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:40:46.872067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c961b568-8866-48ca-98b2-4fdfd76be21a None None] Port 7c090b7b-71b1-4714-992f-b028cd09bc5e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:46.883824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c961b568-8866-48ca-98b2-4fdfd76be21a None None] Provisioning complete for port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:46.884779 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c961b568-8866-48ca-98b2-4fdfd76be21a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.145867 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50944) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:47.151360 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1952290013-network', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:47.152185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 27775145-5ca3-42d6-95a2-58e5bc7445fc up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:47.174845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Made reservation on behalf of 4c72034c387e4797b2e4f8c8a66eee78 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:47.177364 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.187546 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.217408 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 27775145-5ca3-42d6-95a2-58e5bc7445fc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:47.218085 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.275447 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.281704 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.310781 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:40:47.322137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d36c0131-ab3e-4b38-ba6f-f40e0948b09e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:47.327272 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.328156 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Added segment 6bd1915d-37b9-4f70-8e59-05de78866f79 of type vlan for network 30ae8e66-67ed-42d8-a221-d111125f8830 Nov 25 20:40:47.377173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.409810 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.410903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:47.411506 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.447363 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3003149 Nov 25 20:40:47.449704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50946) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:47.457054 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] Request body: {'subnet': {'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1952290013-subnet', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:47.480358 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beed6116-094e-4644-b53a-9e9cee66f616 admin admin] Pushing event updated for resources: {'Network': ['ID=30ae8e66-67ed-42d8-a221-d111125f8830,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:47.490459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] Made reservation on behalf of 4c72034c387e4797b2e4f8c8a66eee78 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:47.491053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 30ae8e66-67ed-42d8-a221-d111125f8830 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:40:47.493218 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.717974 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.781813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b4b0390-ea28-4d1f-bb8e-45c64b29d701,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:47.788459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] Checking segment: {'id': '6bd1915d-37b9-4f70-8e59-05de78866f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:47.788818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] Network hostable DHCP agents. Network: 30ae8e66-67ed-42d8-a221-d111125f8830, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:40:47.807960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] Network 30ae8e66-67ed-42d8-a221-d111125f8830 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:40:47.819173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 30ae8e66-67ed-42d8-a221-d111125f8830) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:47.823457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:47.824102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.830460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96ac00fa-15c6-47eb-8784-c4cc0816de0a None None] Network 30ae8e66-67ed-42d8-a221-d111125f8830 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:47.844513 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e7d9178a-d481-43a9-8e8c-0d86b091881a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3927805 Nov 25 20:40:47.847157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 50948) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:47.851809 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1952290013-router', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:47.878236 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.879404 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:47.952690 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.099945 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.168227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-30ae8e66-67ed-42d8-a221-d111125f8830', 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'fixed_ips': [{'subnet_id': '1b4b0390-ea28-4d1f-bb8e-45c64b29d701'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:40:48.170431 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.320580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Allocated IP 172.20.0.2 (30ae8e66-67ed-42d8-a221-d111125f8830/1b4b0390-ea28-4d1f-bb8e-45c64b29d701/4f8d4124-8604-4a4b-80b5-a2cd2187fb28) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:48.328496 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.348951 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.477857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Allocated IP 172.25.8.25 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/b40a732c-1b65-4388-a57a-f1d635ec312e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:48.492758 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.498760 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.546669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Network 30ae8e66-67ed-42d8-a221-d111125f8830 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:48.549644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:48.554209 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:48.557396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Pushing event updated for resources: {'Port': ['ID=4f8d4124-8604-4a4b-80b5-a2cd2187fb28,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:48.598410 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.612814 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Attempting to bind port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:48.613192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Attempting to bind port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '6bd1915d-37b9-4f70-8e59-05de78866f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:48.613560 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Attempting to bind port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 on network 30ae8e66-67ed-42d8-a221-d111125f8830 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:48.618661 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:48.619031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Checking segment: {'id': '6bd1915d-37b9-4f70-8e59-05de78866f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:48.619434 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.619823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Bound using segment: {'id': '6bd1915d-37b9-4f70-8e59-05de78866f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:48.620291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Bound port: 4f8d4124-8604-4a4b-80b5-a2cd2187fb28, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd1915d-37b9-4f70-8e59-05de78866f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:48.620770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.635166 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.674326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:48.679719 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:48.685862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:48.693592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] For port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:48.697157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c281ead-fa5c-4cfa-ae00-96ff4f430aa5 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:48.701137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] For port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4f8d4124-8604-4a4b-80b5-a2cd2187fb28,segment=NetworkSegment(6bd1915d-37b9-4f70-8e59-05de78866f79),segment_id=6bd1915d-37b9-4f70-8e59-05de78866f79)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:48.707208 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.724756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Pushing event updated for resources: {'Port': ['ID=b40a732c-1b65-4388-a57a-f1d635ec312e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:48.781444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69359fe-2c1d-4e9b-b7a2-e706ba346989 None None] Pushing event updated for resources: {'Port': ['ID=4f8d4124-8604-4a4b-80b5-a2cd2187fb28,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:48.824697 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5ba0153d-e6d8-4d03-a0bc-d77407bbb50f None None] Provisioning complete for port b40a732c-1b65-4388-a57a-f1d635ec312e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:48.825079 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5ba0153d-e6d8-4d03-a0bc-d77407bbb50f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:48.862750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5ba0153d-e6d8-4d03-a0bc-d77407bbb50f None None] Port b40a732c-1b65-4388-a57a-f1d635ec312e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:49.031899 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:49.097507 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Sync routers for ids ['59fe34ca-058f-40b4-855c-b8d933adfee0'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:40:49.115560 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Routers {'59fe34ca-058f-40b4-855c-b8d933adfee0'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:49.116409 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['59fe34ca-058f-40b4-855c-b8d933adfee0'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:49.234560 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 07dd9572-2c7f-4f68-925e-8d4a3f644c3e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:49.242978 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Set router 59fe34ca-058f-40b4-855c-b8d933adfee0 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:49.267191 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:49.293157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:49.293157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:49.382887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:49.410693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Router 90d290cf-0543-4128-9e21-1ffd8def01db is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:40:49.437915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:49.438364 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:49.546347 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:49.591957 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4f8d4124-8604-4a4b-80b5-a2cd2187fb28,segment=NetworkSegment(6bd1915d-37b9-4f70-8e59-05de78866f79),segment_id=6bd1915d-37b9-4f70-8e59-05de78866f79)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:49.600738 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:49.606763 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'name': 'tempest-TestEncryptedCinderVolumes-595674444-router', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:45Z', 'revision_number': 4, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'gw_port': {'id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7c090b7b-71b1-4714-992f-b028cd09bc5e', 'name': '', 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'mac_address': 'fa:16:3e:00:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:45Z', 'updated_at': '2021-11-25T20:40:46Z', 'revision_number': 2, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'subnets': [{'id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:49.640561 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Checking router: 59fe34ca-058f-40b4-855c-b8d933adfee0 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:40:49.641166 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Updating router 59fe34ca-058f-40b4-855c-b8d933adfee0 port 7c090b7b-71b1-4714-992f-b028cd09bc5e binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:40:49.671502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=4f8d4124-8604-4a4b-80b5-a2cd2187fb28,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:49.684742 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:49.849844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950a4ca3-61d5-4ee1-b3d4-33c6e368ca57 None None] Network 30ae8e66-67ed-42d8-a221-d111125f8830 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:40:49.879464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:40:49.901158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:49.903054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ed557ddb-0234-4420-a829-b565c5b1a8fc admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0546768 Nov 25 20:40:49.905994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 50950) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:40:49.914307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Sync routers for ids ['90d290cf-0543-4128-9e21-1ffd8def01db'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:40:49.942059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Routers {'90d290cf-0543-4128-9e21-1ffd8def01db'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:49.942694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['90d290cf-0543-4128-9e21-1ffd8def01db'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:49.952608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3a05b479-82af-47d9-b207-f81331084304 None None] Provisioning complete for port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:49.952987 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3a05b479-82af-47d9-b207-f81331084304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:49.985215 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:49.993138 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:50.041514 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Pushing event updated for resources: {'Port': ['ID=7c090b7b-71b1-4714-992f-b028cd09bc5e,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:50.075885 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.076604 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.077119 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.077702 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.078234 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.078756 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.079319 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.079836 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.080348 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.080859 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.081391 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.081940 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:40:50.127832 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Attempting to bind port 7c090b7b-71b1-4714-992f-b028cd09bc5e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:50.128530 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Attempting to bind port 7c090b7b-71b1-4714-992f-b028cd09bc5e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:50.128530 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Attempting to bind port 7c090b7b-71b1-4714-992f-b028cd09bc5e on network cdc906fa-8804-4c70-bd4e-1581ae865814 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:50.137276 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:50.137560 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Checking segment: {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:50.137840 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:50.138236 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Bound using segment: {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:50.138954 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Bound port: 7c090b7b-71b1-4714-992f-b028cd09bc5e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:50.139541 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:50.228961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Set router 90d290cf-0543-4128-9e21-1ffd8def01db gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:50.231519 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] For port 7c090b7b-71b1-4714-992f-b028cd09bc5e, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:50.236472 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] For port 7c090b7b-71b1-4714-992f-b028cd09bc5e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7c090b7b-71b1-4714-992f-b028cd09bc5e,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:50.246968 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:50.313881 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Routers {'59fe34ca-058f-40b4-855c-b8d933adfee0'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:50.314626 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['59fe34ca-058f-40b4-855c-b8d933adfee0'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:50.316780 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf536148-8a86-4e60-8e50-6f3f7edda840 None None] Pushing event updated for resources: {'Port': ['ID=7c090b7b-71b1-4714-992f-b028cd09bc5e,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:50.452652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:50.492783 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] Set router 59fe34ca-058f-40b4-855c-b8d933adfee0 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:50.519145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-42a6bef9-f6cd-4ebc-b8b2-1bd12fe7be16 None None] Provisioning complete for port 7c090b7b-71b1-4714-992f-b028cd09bc5e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:50.519722 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42a6bef9-f6cd-4ebc-b8b2-1bd12fe7be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:50.602337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'name': 'tempest-TestEncryptedCinderVolumes-1952290013-router', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:47Z', 'updated_at': '2021-11-25T20:40:48Z', 'revision_number': 3, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'gw_port': {'id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:48Z', 'updated_at': '2021-11-25T20:40:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:50.639328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Checking router: 90d290cf-0543-4128-9e21-1ffd8def01db for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:40:50.639328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Updating router 90d290cf-0543-4128-9e21-1ffd8def01db port b40a732c-1b65-4388-a57a-f1d635ec312e binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:40:50.695940 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:50.698382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42a6bef9-f6cd-4ebc-b8b2-1bd12fe7be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:50.758564 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'name': 'tempest-TestEncryptedCinderVolumes-595674444-router', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:45Z', 'revision_number': 4, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'gw_port': {'id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7c090b7b-71b1-4714-992f-b028cd09bc5e', 'name': '', 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'mac_address': 'fa:16:3e:00:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:45Z', 'updated_at': '2021-11-25T20:40:50Z', 'revision_number': 4, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'subnets': [{'id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:50.793143 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-293d4214-4a90-43d6-98dc-16c79d9aa9c2 None None] The sync data for ids ['59fe34ca-058f-40b4-855c-b8d933adfee0'] in n-d-817303-9 is: [{'id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'name': 'tempest-TestEncryptedCinderVolumes-595674444-router', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:45Z', 'revision_number': 4, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'gw_port': {'id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '7c090b7b-71b1-4714-992f-b028cd09bc5e', 'name': '', 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'mac_address': 'fa:16:3e:00:5f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:45Z', 'updated_at': '2021-11-25T20:40:50Z', 'revision_number': 4, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'subnets': [{'id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:40:50.827371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-42a6bef9-f6cd-4ebc-b8b2-1bd12fe7be16 None None] For port 7c090b7b-71b1-4714-992f-b028cd09bc5e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7c090b7b-71b1-4714-992f-b028cd09bc5e,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:50.834455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-42a6bef9-f6cd-4ebc-b8b2-1bd12fe7be16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:50.961714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a6bef9-f6cd-4ebc-b8b2-1bd12fe7be16 None None] Pushing event updated for resources: {'Port': ['ID=7c090b7b-71b1-4714-992f-b028cd09bc5e,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:50.988345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-eed54fcf-776f-42be-9477-71bbc72e08a5 None None] Provisioning complete for port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:50.988716 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eed54fcf-776f-42be-9477-71bbc72e08a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.074705 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Allocated IP 172.20.0.1 (30ae8e66-67ed-42d8-a221-d111125f8830/1b4b0390-ea28-4d1f-bb8e-45c64b29d701/2a57b317-d626-4fd6-8164-96055cb91611) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:51.150834 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.163382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.221449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-eed54fcf-776f-42be-9477-71bbc72e08a5 None None] Provisioning complete for port 7c090b7b-71b1-4714-992f-b028cd09bc5e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:51.222631 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-eed54fcf-776f-42be-9477-71bbc72e08a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.229711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b77cca-2870-448c-b6dd-6950ffc91eee None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:51.236150 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.240498 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:51.270654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Attempting to bind port b40a732c-1b65-4388-a57a-f1d635ec312e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:51.271053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Attempting to bind port b40a732c-1b65-4388-a57a-f1d635ec312e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:51.271472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Attempting to bind port b40a732c-1b65-4388-a57a-f1d635ec312e on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:51.289052 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.298485 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764a630-21d1-47bd-8d8f-73d53d5d9be6 None None] Pushing event updated for resources: {'Port': ['ID=b40a732c-1b65-4388-a57a-f1d635ec312e,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:51.318707 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:51.319142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:51.319551 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.319962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:51.320603 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Bound port: b40a732c-1b65-4388-a57a-f1d635ec312e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:51.320822 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.341027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Network 30ae8e66-67ed-42d8-a221-d111125f8830 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:51.344002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:51.347562 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:51.374362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Pushing event updated for resources: {'Port': ['ID=2a57b317-d626-4fd6-8164-96055cb91611,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:51.395128 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.468625 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] For port b40a732c-1b65-4388-a57a-f1d635ec312e, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:51.471059 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.481594 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] For port b40a732c-1b65-4388-a57a-f1d635ec312e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b40a732c-1b65-4388-a57a-f1d635ec312e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:51.507467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:51.507819 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.568169 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.690977 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.780593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0241a7-9a05-44f8-94e3-baacf4587ced None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:40:51.781684 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.787248 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.852676 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d764a630-21d1-47bd-8d8f-73d53d5d9be6 None None] Pushing event updated for resources: {'Port': ['ID=b40a732c-1b65-4388-a57a-f1d635ec312e,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:51.861242 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Routers {'90d290cf-0543-4128-9e21-1ffd8def01db'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:51.861914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['90d290cf-0543-4128-9e21-1ffd8def01db'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:51.862727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Pushing event updated for resources: {'Port': ['ID=2a57b317-d626-4fd6-8164-96055cb91611,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:51.865406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:51.971656 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Network 30ae8e66-67ed-42d8-a221-d111125f8830 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:51.973163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:52.008631 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3e5d6cd3-7049-4071-af86-14c9effbcc40 None None] Provisioning complete for port 2a57b317-d626-4fd6-8164-96055cb91611 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:52.009011 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6cd3-7049-4071-af86-14c9effbcc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:52.037497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7c090b7b-71b1-4714-992f-b028cd09bc5e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:52.122926 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3e5d6cd3-7049-4071-af86-14c9effbcc40 None None] Port 2a57b317-d626-4fd6-8164-96055cb91611 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:52.133506 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Router 90d290cf-0543-4128-9e21-1ffd8def01db has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:40:52.143686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] Set router 90d290cf-0543-4128-9e21-1ffd8def01db gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:52.200558 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3e5d6cd3-7049-4071-af86-14c9effbcc40 None None] Provisioning complete for port b40a732c-1b65-4388-a57a-f1d635ec312e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:52.200939 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6cd3-7049-4071-af86-14c9effbcc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:52.273317 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:40:52.279901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7c090b7b-71b1-4714-992f-b028cd09bc5e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:52.282965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:52.283126 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c9b1eee1-5b9f-4a80-965f-c901f7fae595 admin admin] 10.222.0.15 "PUT /v2.0/routers/90d290cf-0543-4128-9e21-1ffd8def01db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3725896 Nov 25 20:40:52.497804 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6cd3-7049-4071-af86-14c9effbcc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:52.553034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3e5d6cd3-7049-4071-af86-14c9effbcc40 None None] For port b40a732c-1b65-4388-a57a-f1d635ec312e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b40a732c-1b65-4388-a57a-f1d635ec312e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:52.560920 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3e5d6cd3-7049-4071-af86-14c9effbcc40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:52.633397 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5d6cd3-7049-4071-af86-14c9effbcc40 None None] Pushing event updated for resources: {'Port': ['ID=b40a732c-1b65-4388-a57a-f1d635ec312e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:52.639029 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'name': 'tempest-TestEncryptedCinderVolumes-1952290013-router', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:47Z', 'updated_at': '2021-11-25T20:40:51Z', 'revision_number': 4, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'gw_port': {'id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:48Z', 'updated_at': '2021-11-25T20:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '2a57b317-d626-4fd6-8164-96055cb91611', 'name': '', 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'mac_address': 'fa:16:3e:92:6a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1b4b0390-ea28-4d1f-bb8e-45c64b29d701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:50Z', 'updated_at': '2021-11-25T20:40:51Z', 'revision_number': 2, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'subnets': [{'id': '1b4b0390-ea28-4d1f-bb8e-45c64b29d701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:52.683682 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff7b3c-c868-4f32-81da-7fa4362f0ad4 None None] The sync data for ids ['90d290cf-0543-4128-9e21-1ffd8def01db'] in n-d-817303-9 is: [{'id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'name': 'tempest-TestEncryptedCinderVolumes-1952290013-router', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:47Z', 'updated_at': '2021-11-25T20:40:51Z', 'revision_number': 4, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'gw_port': {'id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:48Z', 'updated_at': '2021-11-25T20:40:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '2a57b317-d626-4fd6-8164-96055cb91611', 'name': '', 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'mac_address': 'fa:16:3e:92:6a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1b4b0390-ea28-4d1f-bb8e-45c64b29d701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:50Z', 'updated_at': '2021-11-25T20:40:51Z', 'revision_number': 2, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'subnets': [{'id': '1b4b0390-ea28-4d1f-bb8e-45c64b29d701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:40:52.696217 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1247f680-66e3-40fa-bdd0-caf82ef9e144 None None] Provisioning complete for port 2a57b317-d626-4fd6-8164-96055cb91611 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:52.696872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1247f680-66e3-40fa-bdd0-caf82ef9e144 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:52.741106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1247f680-66e3-40fa-bdd0-caf82ef9e144 None None] Port 2a57b317-d626-4fd6-8164-96055cb91611 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:53.231872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-54e52133-7604-4876-8ae1-5f11e2930a15 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:53.233481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-54e52133-7604-4876-8ae1-5f11e2930a15 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/networks?id=cdc906fa-8804-4c70-bd4e-1581ae865814 HTTP/1.1" status: 200 len: 816 time: 0.1204212 Nov 25 20:40:53.250849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-917a2384-9dcc-4413-80e5-14a4df5d5578 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/quotas/bec2f3a4dc314b468913b19f100ffcef HTTP/1.1" status: 200 len: 375 time: 0.0104439 Nov 25 20:40:53.313301 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-2cbba1d7-a8f4-46ea-98d8-7ed98765f93c tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bec2f3a4dc314b468913b19f100ffcef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529487 Nov 25 20:40:53.417304 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-8c496a9e-ab45-4a57-b156-239b49b8f4e4 service neutron] 10.222.0.15 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900090 Nov 25 20:40:53.508492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-b5dbc9de-ecd8-4824-b875-3f86595c9289 service neutron] 10.222.0.15 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846498 Nov 25 20:40:53.679179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:53.703523 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14ed61ae-0d0f-486b-bf7b-f326190e171c req-7b39e303-0df0-4a39-b37e-62a2694d4fe9 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 210 time: 0.0558228 Nov 25 20:40:54.717133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-3ec94e13-c017-4257-b0b2-f75c9fa02914 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:54.718677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-3ec94e13-c017-4257-b0b2-f75c9fa02914 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.76 "GET /v2.0/networks?id=cdc906fa-8804-4c70-bd4e-1581ae865814 HTTP/1.1" status: 200 len: 816 time: 0.1117067 Nov 25 20:40:54.732545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Request body: {'port': {'device_id': 'a024938c-e737-43f5-9092-aafb160f5f2d', 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814', 'admin_state_up': True, 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:54.833374 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4124d9d-84dd-4c91-8105-bb3924c62b49 req-eb7b1a5b-3a2f-4b11-bcf0-21d21ff8d898 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 210 time: 0.0401461 Nov 25 20:40:54.879781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Made reservation on behalf of bec2f3a4dc314b468913b19f100ffcef for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:40:54.883609 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.012404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Allocated IP 172.20.0.7 (cdc906fa-8804-4c70-bd4e-1581ae865814/e3588828-1fe0-47af-8aae-505e5958df9b/4b0448ca-d33e-4554-8ecf-ea9963404ed5) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:40:55.057940 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Sync routers for ids ['90d290cf-0543-4128-9e21-1ffd8def01db'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:40:55.072703 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Routers {'90d290cf-0543-4128-9e21-1ffd8def01db'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:55.072703 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['90d290cf-0543-4128-9e21-1ffd8def01db'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:55.183441 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.187879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b40a732c-1b65-4388-a57a-f1d635ec312e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:55.191457 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Set router 90d290cf-0543-4128-9e21-1ffd8def01db gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:55.225425 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.248678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b40a732c-1b65-4388-a57a-f1d635ec312e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:55.249352 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.275453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Network cdc906fa-8804-4c70-bd4e-1581ae865814 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:40:55.280891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:40:55.283481 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:40:55.321727 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Pushing event updated for resources: {'Port': ['ID=4b0448ca-d33e-4554-8ecf-ea9963404ed5,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:55.351612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:55.352296 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.371754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-46fae32e-3c52-40e6-934b-6b02e1adb8a1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6442833 Nov 25 20:40:55.383964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Request body: {'port': {'device_id': 'a024938c-e737-43f5-9092-aafb160f5f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:40:55.422619 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'name': 'tempest-TestEncryptedCinderVolumes-1952290013-router', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:47Z', 'updated_at': '2021-11-25T20:40:51Z', 'revision_number': 4, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'gw_port': {'id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:48Z', 'updated_at': '2021-11-25T20:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '2a57b317-d626-4fd6-8164-96055cb91611', 'name': '', 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'mac_address': 'fa:16:3e:92:6a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1b4b0390-ea28-4d1f-bb8e-45c64b29d701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:50Z', 'updated_at': '2021-11-25T20:40:51Z', 'revision_number': 2, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'subnets': [{'id': '1b4b0390-ea28-4d1f-bb8e-45c64b29d701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:55.441777 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.453102 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Checking router: 90d290cf-0543-4128-9e21-1ffd8def01db for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:40:55.453459 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Updating router 90d290cf-0543-4128-9e21-1ffd8def01db port 2a57b317-d626-4fd6-8164-96055cb91611 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:40:55.482952 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.578435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-24b593fa-aada-48fc-a9a8-69c0662f6c70 None None] Provisioning complete for port 4b0448ca-d33e-4554-8ecf-ea9963404ed5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:55.578720 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24b593fa-aada-48fc-a9a8-69c0662f6c70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.618157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-24b593fa-aada-48fc-a9a8-69c0662f6c70 None None] Port 4b0448ca-d33e-4554-8ecf-ea9963404ed5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:40:55.731246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b0448ca-d33e-4554-8ecf-ea9963404ed5 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:40:55.739675 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.752070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Transition to ACTIVE for port object 4b0448ca-d33e-4554-8ecf-ea9963404ed5 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:40:55.756161 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.760341 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.765864 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.828880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0448ca-d33e-4554-8ecf-ea9963404ed5,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:55.881022 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Attempting to bind port 2a57b317-d626-4fd6-8164-96055cb91611 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:55.881406 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Attempting to bind port 2a57b317-d626-4fd6-8164-96055cb91611 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '6bd1915d-37b9-4f70-8e59-05de78866f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:55.881768 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Attempting to bind port 2a57b317-d626-4fd6-8164-96055cb91611 on network 30ae8e66-67ed-42d8-a221-d111125f8830 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:55.884781 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973bef0-7fa1-471a-a375-609d4afa3860 None None] Pushing event updated for resources: {'Port': ['ID=2a57b317-d626-4fd6-8164-96055cb91611,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:55.890932 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:55.891311 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Checking segment: {'id': '6bd1915d-37b9-4f70-8e59-05de78866f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:55.891713 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.892167 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Bound using segment: {'id': '6bd1915d-37b9-4f70-8e59-05de78866f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:55.892538 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Bound port: 2a57b317-d626-4fd6-8164-96055cb91611, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bd1915d-37b9-4f70-8e59-05de78866f79', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:55.892881 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.910247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Attempting to bind port 4b0448ca-d33e-4554-8ecf-ea9963404ed5 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:40:55.911793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Attempting to bind port 4b0448ca-d33e-4554-8ecf-ea9963404ed5 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:40:55.911793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Attempting to bind port 4b0448ca-d33e-4554-8ecf-ea9963404ed5 on network cdc906fa-8804-4c70-bd4e-1581ae865814 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:55.916467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Port 4b0448ca-d33e-4554-8ecf-ea9963404ed5 on network cdc906fa-8804-4c70-bd4e-1581ae865814 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:40:55.916799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Attempting to bind port 4b0448ca-d33e-4554-8ecf-ea9963404ed5 on network cdc906fa-8804-4c70-bd4e-1581ae865814 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:40:55.923495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:40:55.923838 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Checking segment: {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:40:55.925120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Bound using segment: {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:40:55.925580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Bound port: 4b0448ca-d33e-4554-8ecf-ea9963404ed5, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:40:55.925953 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:55.984050 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] For port 2a57b317-d626-4fd6-8164-96055cb91611, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:55.988413 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] For port 2a57b317-d626-4fd6-8164-96055cb91611, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2a57b317-d626-4fd6-8164-96055cb91611,segment=NetworkSegment(6bd1915d-37b9-4f70-8e59-05de78866f79),segment_id=6bd1915d-37b9-4f70-8e59-05de78866f79)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:55.993818 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:56.041729 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4032e6-0102-485e-b523-1235ef2304b6 req-9a94ddd9-dd61-407a-8c53-80b0d2f516b3 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:56.047332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b4032e6-0102-485e-b523-1235ef2304b6 req-9a94ddd9-dd61-407a-8c53-80b0d2f516b3 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 943 time: 0.1008158 Nov 25 20:40:56.075507 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Routers {'90d290cf-0543-4128-9e21-1ffd8def01db'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:40:56.076062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] For port 4b0448ca-d33e-4554-8ecf-ea9963404ed5, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:40:56.076190 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:40:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['90d290cf-0543-4128-9e21-1ffd8def01db'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:56.099868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] For port 4b0448ca-d33e-4554-8ecf-ea9963404ed5, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=4b0448ca-d33e-4554-8ecf-ea9963404ed5,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:40:56.112941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:56.113500 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f973bef0-7fa1-471a-a375-609d4afa3860 None None] Pushing event updated for resources: {'Port': ['ID=2a57b317-d626-4fd6-8164-96055cb91611,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:56.146679 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2b4032e6-0102-485e-b523-1235ef2304b6 req-36604b9a-1b35-4497-a1c3-15bf28d629de tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949402 Nov 25 20:40:56.149516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-892cb818-fdc4-4ca3-93dc-f4f2686698b6 None None] Provisioning complete for port 2a57b317-d626-4fd6-8164-96055cb91611 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:56.149898 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-892cb818-fdc4-4ca3-93dc-f4f2686698b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:56.157566 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:56.158139 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:56.159777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] 10.222.0.76 "PUT /v2.0/ports/4b0448ca-d33e-4554-8ecf-ea9963404ed5 HTTP/1.1" status: 200 len: 1091 time: 0.7800710 Nov 25 20:40:56.160240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a024938c-e737-43f5-9092-aafb160f5f2d', 'tag': '4b0448ca-d33e-4554-8ecf-ea9963404ed5'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:40:56.162766 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05" -d '{"events": [{"name": "network-changed", "server_uuid": "a024938c-e737-43f5-9092-aafb160f5f2d", "tag": "4b0448ca-d33e-4554-8ecf-ea9963404ed5"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:40:56.240344 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b724079d-0ff3-4a3b-86a7-f5b2fc5b6b3a x-openstack-request-id: req-b724079d-0ff3-4a3b-86a7-f5b2fc5b6b3a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:40:56.240689 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a024938c-e737-43f5-9092-aafb160f5f2d", "tag": "4b0448ca-d33e-4554-8ecf-ea9963404ed5", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:40:56.240896 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b724079d-0ff3-4a3b-86a7-f5b2fc5b6b3a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:40:56.241319 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a024938c-e737-43f5-9092-aafb160f5f2d', 'tag': '4b0448ca-d33e-4554-8ecf-ea9963404ed5', 'status': 'completed', 'code': 200} Nov 25 20:40:56.278292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc0bb9-684e-4566-bf8a-6282402a43a2 service neutron] Pushing event updated for resources: {'Port': ['ID=4b0448ca-d33e-4554-8ecf-ea9963404ed5,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:56.323085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-5bc2bfc5-11c5-49ff-b5c2-2743c69053c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:56.325057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-5bc2bfc5-11c5-49ff-b5c2-2743c69053c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bec2f3a4dc314b468913b19f100ffcef&device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 1094 time: 0.1036687 Nov 25 20:40:56.347547 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] Set router 90d290cf-0543-4128-9e21-1ffd8def01db gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:40:56.351723 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-892cb818-fdc4-4ca3-93dc-f4f2686698b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:56.392965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-c1d5fb7b-fccf-45ca-826e-83f5448fa1cf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b0448ca-d33e-4554-8ecf-ea9963404ed5 HTTP/1.1" status: 200 len: 217 time: 0.0601215 Nov 25 20:40:56.405415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-892cb818-fdc4-4ca3-93dc-f4f2686698b6 None None] For port 2a57b317-d626-4fd6-8164-96055cb91611, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2a57b317-d626-4fd6-8164-96055cb91611,segment=NetworkSegment(6bd1915d-37b9-4f70-8e59-05de78866f79),segment_id=6bd1915d-37b9-4f70-8e59-05de78866f79)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:56.412175 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-892cb818-fdc4-4ca3-93dc-f4f2686698b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:56.465720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-8916554f-6859-4339-b2c5-46f37c8ec6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:56.466259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-8916554f-6859-4339-b2c5-46f37c8ec6de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3588828-1fe0-47af-8aae-505e5958df9b HTTP/1.1" status: 200 len: 855 time: 0.0661159 Nov 25 20:40:56.488232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892cb818-fdc4-4ca3-93dc-f4f2686698b6 None None] Pushing event updated for resources: {'Port': ['ID=2a57b317-d626-4fd6-8164-96055cb91611,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:56.524344 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-5385fce2-775e-42f6-ad49-793d68966aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:56.525895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-5385fce2-775e-42f6-ad49-793d68966aed service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cdc906fa-8804-4c70-bd4e-1581ae865814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530162 Nov 25 20:40:56.580133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e9c3a63e-05e4-48ff-a4d0-d04d012f9174 None None] Provisioning complete for port 2a57b317-d626-4fd6-8164-96055cb91611 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:56.580495 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e9c3a63e-05e4-48ff-a4d0-d04d012f9174 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:56.587448 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'name': 'tempest-TestEncryptedCinderVolumes-1952290013-router', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:47Z', 'updated_at': '2021-11-25T20:40:51Z', 'revision_number': 4, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'gw_port': {'id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:48Z', 'updated_at': '2021-11-25T20:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '2a57b317-d626-4fd6-8164-96055cb91611', 'name': '', 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'mac_address': 'fa:16:3e:92:6a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1b4b0390-ea28-4d1f-bb8e-45c64b29d701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:50Z', 'updated_at': '2021-11-25T20:40:55Z', 'revision_number': 4, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'subnets': [{'id': '1b4b0390-ea28-4d1f-bb8e-45c64b29d701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:40:56.619834 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7eb09ae-f03f-4a47-a496-b724ad2df3d9 None None] The sync data for ids ['90d290cf-0543-4128-9e21-1ffd8def01db'] in n-d-817303-9 is: [{'id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'name': 'tempest-TestEncryptedCinderVolumes-1952290013-router', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:47Z', 'updated_at': '2021-11-25T20:40:51Z', 'revision_number': 4, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'gw_port': {'id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:48Z', 'updated_at': '2021-11-25T20:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '2a57b317-d626-4fd6-8164-96055cb91611', 'name': '', 'network_id': '30ae8e66-67ed-42d8-a221-d111125f8830', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'mac_address': 'fa:16:3e:92:6a:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_interface', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': '1b4b0390-ea28-4d1f-bb8e-45c64b29d701', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:50Z', 'updated_at': '2021-11-25T20:40:55Z', 'revision_number': 4, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'subnets': [{'id': '1b4b0390-ea28-4d1f-bb8e-45c64b29d701', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:40:56.620210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-45b3528e-b0d0-41d2-ac28-fb62136ecd39 service neutron] 10.222.0.76 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866702 Nov 25 20:40:56.723703 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ccbb1f27-5baf-4ab6-a125-6a3df0572290 req-454f6752-6b33-480a-8a99-fc8aeae8e94f service neutron] 10.222.0.76 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959299 Nov 25 20:40:56.819332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05 req-07b7c35b-1e62-449d-a885-9137962cb528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:56.820868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05 req-07b7c35b-1e62-449d-a885-9137962cb528 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bec2f3a4dc314b468913b19f100ffcef&device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 1094 time: 0.0472403 Nov 25 20:40:56.920068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05 req-e97e4ca6-1a50-4409-8416-962f72bc62b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:56.921631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05 req-e97e4ca6-1a50-4409-8416-962f72bc62b2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cdc906fa-8804-4c70-bd4e-1581ae865814 HTTP/1.1" status: 200 len: 917 time: 0.0933971 Nov 25 20:40:56.966135 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05 req-594a4ea8-fece-4b15-be6d-050b2a0b62ac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b0448ca-d33e-4554-8ecf-ea9963404ed5 HTTP/1.1" status: 200 len: 217 time: 0.0370080 Nov 25 20:40:57.019413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05 req-823047f4-73a3-4612-a4b2-4be3460a785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:57.021909 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05 req-823047f4-73a3-4612-a4b2-4be3460a785b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3588828-1fe0-47af-8aae-505e5958df9b HTTP/1.1" status: 200 len: 855 time: 0.0481291 Nov 25 20:40:57.075354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05 req-52992b6e-45bc-4ce3-8f26-a835e3226067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:57.076973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05 req-52992b6e-45bc-4ce3-8f26-a835e3226067 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cdc906fa-8804-4c70-bd4e-1581ae865814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0472405 Nov 25 20:40:57.176756 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2a57b317-d626-4fd6-8164-96055cb91611 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:40:57.191898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05 req-cc28a0cd-3da0-4026-90b5-b73ba7eafb5f service neutron] 10.222.0.76 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059215 Nov 25 20:40:57.232282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 2a57b317-d626-4fd6-8164-96055cb91611 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:40:57.232746 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:57.335272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6898ff08-d1d9-4ade-a97c-fdadd6e04c05 req-ec2385ab-9a3d-475a-a6a9-43eac2cc369f service neutron] 10.222.0.76 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1351600 Nov 25 20:40:57.347072 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e19564-3897-4926-9118-b7921f65db2c req-39f5f93b-e4e6-4688-9e5b-8e5aa9793cec tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:57.348530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1e19564-3897-4926-9118-b7921f65db2c req-39f5f93b-e4e6-4688-9e5b-8e5aa9793cec tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 943 time: 0.0796652 Nov 25 20:40:57.398043 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1e19564-3897-4926-9118-b7921f65db2c req-e0dde215-1bfd-43a2-85e5-b6833b8580f9 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Nov 25 20:40:58.520901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cf69f-15ea-49d6-8b39-bddc7bfc316d req-cd27bf13-f65f-42c0-abef-6bd7584a4700 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:58.522386 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a68cf69f-15ea-49d6-8b39-bddc7bfc316d req-cd27bf13-f65f-42c0-abef-6bd7584a4700 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 943 time: 0.0525274 Nov 25 20:40:58.573083 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a68cf69f-15ea-49d6-8b39-bddc7bfc316d req-5d2a4138-955c-4c32-b354-eb6d0eebdf68 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442538 Nov 25 20:40:59.233212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 4b0448ca-d33e-4554-8ecf-ea9963404ed5 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:40:59.327967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 4b0448ca-d33e-4554-8ecf-ea9963404ed5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=4b0448ca-d33e-4554-8ecf-ea9963404ed5,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:59.338342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '4b0448ca-d33e-4554-8ecf-ea9963404ed5', 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814', 'port_id': '4b0448ca-d33e-4554-8ecf-ea9963404ed5', 'mac_address': 'fa:16:3e:60:fc:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:40:59.379465 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:59.392545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b0448ca-d33e-4554-8ecf-ea9963404ed5 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:40:59.412827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 4b0448ca-d33e-4554-8ecf-ea9963404ed5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=4b0448ca-d33e-4554-8ecf-ea9963404ed5,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:40:59.416784 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:40:59.465821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=4b0448ca-d33e-4554-8ecf-ea9963404ed5,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:40:59.634379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['4b0448ca-d33e-4554-8ecf-ea9963404ed5'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:40:59.700489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6284786b-61e2-44f7-87bd-5de617028c64 req-52719611-8663-485f-9fac-ab525f8f42bb tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:40:59.702014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6284786b-61e2-44f7-87bd-5de617028c64 req-52719611-8663-485f-9fac-ab525f8f42bb tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 944 time: 0.0559411 Nov 25 20:40:59.752228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6284786b-61e2-44f7-87bd-5de617028c64 req-866d1082-04aa-4a8a-9a0c-6007a3122e6d tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440674 Nov 25 20:41:00.869690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb398d3-2290-472c-97b5-d23188c20305 req-aaf6f6dd-7d53-49b3-8c90-944b22839915 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:00.871359 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdb398d3-2290-472c-97b5-d23188c20305 req-aaf6f6dd-7d53-49b3-8c90-944b22839915 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 944 time: 0.0491574 Nov 25 20:41:00.919734 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdb398d3-2290-472c-97b5-d23188c20305 req-2e59a75b-10f4-4a63-b6a5-8c08188c1fea tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422065 Nov 25 20:41:01.233755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 4b0448ca-d33e-4554-8ecf-ea9963404ed5 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:41:01.285530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 4b0448ca-d33e-4554-8ecf-ea9963404ed5 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:41:01.290142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 4b0448ca-d33e-4554-8ecf-ea9963404ed5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:01.290599 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:01.372590 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:01.401401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a024938c-e737-43f5-9092-aafb160f5f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0448ca-d33e-4554-8ecf-ea9963404ed5'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:41:01.404422 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363b5d32-4ab1-4410-bebe-914920d5606c" -d '{"events": [{"server_uuid": "a024938c-e737-43f5-9092-aafb160f5f2d", "name": "network-vif-plugged", "status": "completed", "tag": "4b0448ca-d33e-4554-8ecf-ea9963404ed5"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:41:01.417981 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 4b0448ca-d33e-4554-8ecf-ea9963404ed5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=4b0448ca-d33e-4554-8ecf-ea9963404ed5,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:01.422288 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:01.449203 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb860891-c00a-4de9-81ad-e6cc057d1941 x-openstack-request-id: req-bb860891-c00a-4de9-81ad-e6cc057d1941 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:41:01.449203 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a024938c-e737-43f5-9092-aafb160f5f2d", "name": "network-vif-plugged", "status": "completed", "tag": "4b0448ca-d33e-4554-8ecf-ea9963404ed5", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:41:01.449203 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bb860891-c00a-4de9-81ad-e6cc057d1941 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:41:01.450204 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a024938c-e737-43f5-9092-aafb160f5f2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b0448ca-d33e-4554-8ecf-ea9963404ed5', 'code': 200} Nov 25 20:41:01.477079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=4b0448ca-d33e-4554-8ecf-ea9963404ed5,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:01.543401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3966fd05-39f8-4b39-a6b9-3a3490872061 req-db20941f-940a-4480-b03e-a32342ebb1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:01.545160 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3966fd05-39f8-4b39-a6b9-3a3490872061 req-db20941f-940a-4480-b03e-a32342ebb1c1 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 1096 time: 0.0447898 Nov 25 20:41:01.589807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3966fd05-39f8-4b39-a6b9-3a3490872061 req-091457b0-524b-4994-a411-256e9dd8da31 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380311 Nov 25 20:41:02.036275 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78fface-ba32-48ed-8bad-1e658a287de3 req-3cdbf94a-d9d8-4d1e-b2f0-1c9a539b1516 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:02.037781 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b78fface-ba32-48ed-8bad-1e658a287de3 req-3cdbf94a-d9d8-4d1e-b2f0-1c9a539b1516 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 945 time: 0.0482185 Nov 25 20:41:02.087938 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b78fface-ba32-48ed-8bad-1e658a287de3 req-816f52b5-6e00-48f1-a40d-df3be9d914c3 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430274 Nov 25 20:41:02.232683 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-60b0c259-b99c-4a1b-a56b-b242b99f3ed9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:03.212746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88509f6-0151-46ac-b7f8-47a1f8e439a1 req-d75d45aa-b9f7-4175-8b64-a7dbd94b84e3 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:03.214339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f88509f6-0151-46ac-b7f8-47a1f8e439a1 req-d75d45aa-b9f7-4175-8b64-a7dbd94b84e3 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 945 time: 0.0510478 Nov 25 20:41:03.269090 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f88509f6-0151-46ac-b7f8-47a1f8e439a1 req-b2aede36-005d-4b90-9151-03c4218025c1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471838 Nov 25 20:41:03.391489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730012e8-e3fe-4859-b5cf-4a773afa2c15 req-9c01d958-87cf-4201-9070-cb06744990b8 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:03.393134 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-730012e8-e3fe-4859-b5cf-4a773afa2c15 req-9c01d958-87cf-4201-9070-cb06744990b8 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 945 time: 0.0521359 Nov 25 20:41:03.444750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-730012e8-e3fe-4859-b5cf-4a773afa2c15 req-461d13d5-d828-49d0-a9c0-9d52b5879ce0 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455575 Nov 25 20:41:05.365307 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a55fac77-9029-4efc-9640-a49a82faf12b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:06.695634 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:08.019637 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:08.545770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:16.628372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-b75ec1a6-ff24-4a43-ac01-90e9a573c251 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443881 Nov 25 20:41:16.722386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-e9c77575-76e1-48e8-9617-8a386549ffee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:16.723939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-e9c77575-76e1-48e8-9617-8a386549ffee service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bec2f3a4dc314b468913b19f100ffcef&device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 1096 time: 0.0442696 Nov 25 20:41:16.844223 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-81c55114-5df5-47ca-b2c6-3615d78fcf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:16.845872 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-81c55114-5df5-47ca-b2c6-3615d78fcf7f service neutron] 10.222.0.76 "GET /v2.0/networks?id=cdc906fa-8804-4c70-bd4e-1581ae865814 HTTP/1.1" status: 200 len: 917 time: 0.1005368 Nov 25 20:41:16.889100 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-31511346-6bd2-482c-80bf-bed35bc4d749 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b0448ca-d33e-4554-8ecf-ea9963404ed5 HTTP/1.1" status: 200 len: 217 time: 0.0363700 Nov 25 20:41:16.944753 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-efd51bd7-326b-447b-9a31-f5698cc9e2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:16.946303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-efd51bd7-326b-447b-9a31-f5698cc9e2de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3588828-1fe0-47af-8aae-505e5958df9b HTTP/1.1" status: 200 len: 855 time: 0.0508401 Nov 25 20:41:17.001575 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-27c1a4bb-f82b-411f-9762-779dc08650e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:17.004102 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-27c1a4bb-f82b-411f-9762-779dc08650e2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cdc906fa-8804-4c70-bd4e-1581ae865814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499966 Nov 25 20:41:17.125269 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-d0d09f99-08ac-49ae-87e3-3edb0bbaa5cc service neutron] 10.222.0.76 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136577 Nov 25 20:41:17.240756 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-990dc7f4-a863-4895-9b20-3c8adc009a28 req-d2c93f9a-a43a-4619-872c-000b8e3e47de service neutron] 10.222.0.76 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088395 Nov 25 20:41:21.422828 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:23.025270 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:41:23.648101 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:26.409859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074682da-60f5-4c0c-9f52-157dd922b0f2 req-e4213387-2db5-420c-aec7-69266e365398 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:26.412370 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-074682da-60f5-4c0c-9f52-157dd922b0f2 req-e4213387-2db5-420c-aec7-69266e365398 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 945 time: 0.0557246 Nov 25 20:41:26.467439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-074682da-60f5-4c0c-9f52-157dd922b0f2 req-fee4c5b9-075f-4315-ba43-a918c12b28df tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488257 Nov 25 20:41:27.585751 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6fa7a8-6728-47bd-987f-370b1e19b8d8 req-38fbbf4b-37a9-4624-ba5e-a265b43fe61c tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:27.587257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa6fa7a8-6728-47bd-987f-370b1e19b8d8 req-38fbbf4b-37a9-4624-ba5e-a265b43fe61c tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 945 time: 0.0507970 Nov 25 20:41:27.636793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa6fa7a8-6728-47bd-987f-370b1e19b8d8 req-6c56ad70-c4bb-493a-94ae-6290d3be53f7 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428231 Nov 25 20:41:27.903485 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6981e17c-4bc0-4f46-9908-880f3a93690b req-807ea00b-732c-41d3-9171-8c461fe81229 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:27.904940 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6981e17c-4bc0-4f46-9908-880f3a93690b req-807ea00b-732c-41d3-9171-8c461fe81229 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.76 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 945 time: 0.0493972 Nov 25 20:41:27.996913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6981e17c-4bc0-4f46-9908-880f3a93690b req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Deleting port 4b0448ca-d33e-4554-8ecf-ea9963404ed5 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:41:27.997254 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6981e17c-4bc0-4f46-9908-880f3a93690b req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:28.092330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-6981e17c-4bc0-4f46-9908-880f3a93690b req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] For port 4b0448ca-d33e-4554-8ecf-ea9963404ed5, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=4b0448ca-d33e-4554-8ecf-ea9963404ed5,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:28.092686 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6981e17c-4bc0-4f46-9908-880f3a93690b req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:28.105844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6981e17c-4bc0-4f46-9908-880f3a93690b req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Calling delete_port for 4b0448ca-d33e-4554-8ecf-ea9963404ed5 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:41:28.241184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6981e17c-4bc0-4f46-9908-880f3a93690b req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:28.254219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['4b0448ca-d33e-4554-8ecf-ea9963404ed5'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:41:28.271873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Pushing event deleted for resources: {'Port': ['ID=4b0448ca-d33e-4554-8ecf-ea9963404ed5,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:28.287059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.287692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.288281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.288871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.289477 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.290095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.290662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.291115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.291603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.292040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.292374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.292707 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:28.335799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-6981e17c-4bc0-4f46-9908-880f3a93690b req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] No DVR routers for this DVR port 4b0448ca-d33e-4554-8ecf-ea9963404ed5 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:41:28.341061 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6981e17c-4bc0-4f46-9908-880f3a93690b req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:28.343702 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6981e17c-4bc0-4f46-9908-880f3a93690b req-a7b1db57-56b4-4ec1-95fc-a7cacea23da6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.76 "DELETE /v2.0/ports/4b0448ca-d33e-4554-8ecf-ea9963404ed5 HTTP/1.1" status: 204 len: 173 time: 0.4328213 Nov 25 20:41:28.344169 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a024938c-e737-43f5-9092-aafb160f5f2d', 'name': 'network-vif-deleted', 'tag': '4b0448ca-d33e-4554-8ecf-ea9963404ed5'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:41:28.346631 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5099841d-15e7-40b5-b24b-b091064644f3" -d '{"events": [{"server_uuid": "a024938c-e737-43f5-9092-aafb160f5f2d", "name": "network-vif-deleted", "tag": "4b0448ca-d33e-4554-8ecf-ea9963404ed5"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:41:28.402454 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9393d28e-daff-41bf-b738-dcb334cd5987 x-openstack-request-id: req-9393d28e-daff-41bf-b738-dcb334cd5987 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:41:28.402746 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a024938c-e737-43f5-9092-aafb160f5f2d", "name": "network-vif-deleted", "tag": "4b0448ca-d33e-4554-8ecf-ea9963404ed5", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:41:28.403035 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9393d28e-daff-41bf-b738-dcb334cd5987 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:41:28.403433 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a024938c-e737-43f5-9092-aafb160f5f2d', 'name': 'network-vif-deleted', 'tag': '4b0448ca-d33e-4554-8ecf-ea9963404ed5', 'status': 'completed', 'code': 200} Nov 25 20:41:28.771748 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ff0f75c-e36e-4297-97a5-86928391a2c7 req-b335c9b0-fd75-42e0-a5a6-c5cd80577ddd tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=a024938c-e737-43f5-9092-aafb160f5f2d HTTP/1.1" status: 200 len: 210 time: 0.0325561 Nov 25 20:41:30.219217 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5430-c28f-434d-9753-078767e232e5 req-25871003-701b-411b-93fa-31d9542a52d2 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:30.220848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-25871003-701b-411b-93fa-31d9542a52d2 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/networks?id=cdc906fa-8804-4c70-bd4e-1581ae865814 HTTP/1.1" status: 200 len: 816 time: 0.1076949 Nov 25 20:41:30.237551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-c8a2cc7e-b4af-4e42-b58b-53928b2f90f7 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/quotas/bec2f3a4dc314b468913b19f100ffcef HTTP/1.1" status: 200 len: 375 time: 0.0105214 Nov 25 20:41:30.300785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-3ca58cd4-3a29-4fb1-a069-58a44a10e817 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bec2f3a4dc314b468913b19f100ffcef&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553193 Nov 25 20:41:30.405983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-a4ee054a-d864-4d7b-802b-3c2dbf285633 service neutron] 10.222.0.15 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922563 Nov 25 20:41:30.506624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-96b6fa17-75de-476b-8555-068ee401adcf service neutron] 10.222.0.15 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943332 Nov 25 20:41:30.701332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-489827c4-7efb-49b2-a082-1985bdfb8830 req-bd4dc8e7-3aaf-49bd-85e2-bd8158e2a128 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 210 time: 0.0289857 Nov 25 20:41:31.341913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 4b0448ca-d33e-4554-8ecf-ea9963404ed5 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:41:31.362721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 4b0448ca-d33e-4554-8ecf-ea9963404ed5 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:41:31.363093 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 4b0448ca-d33e-4554-8ecf-ea9963404ed5 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:41:31.676442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5430-c28f-434d-9753-078767e232e5 req-64d99a44-944b-49a0-982f-52a5a9e3c0ca tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:31.677921 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-64d99a44-944b-49a0-982f-52a5a9e3c0ca tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.76 "GET /v2.0/networks?id=cdc906fa-8804-4c70-bd4e-1581ae865814 HTTP/1.1" status: 200 len: 816 time: 0.1064851 Nov 25 20:41:31.691704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Request body: {'port': {'device_id': 'b3ca8bb6-45ad-44f3-bf3f-788fea1daf90', 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814', 'admin_state_up': True, 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:31.807910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81b9f057-9473-4fda-b661-7e148b924b24 req-3ca40b67-50da-42ac-8b14-3fa86d27fca1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 210 time: 0.0318103 Nov 25 20:41:31.828938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Made reservation on behalf of bec2f3a4dc314b468913b19f100ffcef for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:41:31.832504 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:31.964127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Allocated IP 172.20.0.10 (cdc906fa-8804-4c70-bd4e-1581ae865814/e3588828-1fe0-47af-8aae-505e5958df9b/2f108839-63a5-49c1-b247-c4470d0ea81f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:41:32.116701 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:32.150069 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:32.196371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Network cdc906fa-8804-4c70-bd4e-1581ae865814 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:41:32.199633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:41:32.203314 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:41:32.210031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Pushing event updated for resources: {'Port': ['ID=2f108839-63a5-49c1-b247-c4470d0ea81f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:32.234194 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-79d44118-ba71-48a0-b025-3911a66303eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:32.259475 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:32.260192 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:32.278194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-8f7e9124-c947-4e48-b6ef-a83b726e7e57 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5904081 Nov 25 20:41:32.292878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Request body: {'port': {'device_id': 'b3ca8bb6-45ad-44f3-bf3f-788fea1daf90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:41:32.353355 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:32.456901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e0521840-1b7e-43b2-84d4-5825c6d39e89 None None] Provisioning complete for port 2f108839-63a5-49c1-b247-c4470d0ea81f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:32.457502 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e0521840-1b7e-43b2-84d4-5825c6d39e89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:32.493805 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-e0521840-1b7e-43b2-84d4-5825c6d39e89 None None] Port 2f108839-63a5-49c1-b247-c4470d0ea81f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:41:32.627214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f108839-63a5-49c1-b247-c4470d0ea81f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:41:32.634580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:32.646694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Transition to ACTIVE for port object 2f108839-63a5-49c1-b247-c4470d0ea81f will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:41:32.650501 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:32.701033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Pushing event updated for resources: {'Port': ['ID=2f108839-63a5-49c1-b247-c4470d0ea81f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:32.776444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Attempting to bind port 2f108839-63a5-49c1-b247-c4470d0ea81f on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:41:32.776871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Attempting to bind port 2f108839-63a5-49c1-b247-c4470d0ea81f by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:41:32.777242 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Attempting to bind port 2f108839-63a5-49c1-b247-c4470d0ea81f on network cdc906fa-8804-4c70-bd4e-1581ae865814 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:41:32.782000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Port 2f108839-63a5-49c1-b247-c4470d0ea81f on network cdc906fa-8804-4c70-bd4e-1581ae865814 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:41:32.782328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Attempting to bind port 2f108839-63a5-49c1-b247-c4470d0ea81f on network cdc906fa-8804-4c70-bd4e-1581ae865814 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:41:32.787580 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:41:32.787918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Checking segment: {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:41:32.788302 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Bound using segment: {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:41:32.790416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Bound port: 2f108839-63a5-49c1-b247-c4470d0ea81f, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994288da-7818-484b-98a7-d53b58bf64ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:41:32.790788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:32.861619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] For port 2f108839-63a5-49c1-b247-c4470d0ea81f, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:41:32.864801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] For port 2f108839-63a5-49c1-b247-c4470d0ea81f, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2f108839-63a5-49c1-b247-c4470d0ea81f,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:41:32.868549 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:32.905738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:32.906359 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:32.907733 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] 10.222.0.76 "PUT /v2.0/ports/2f108839-63a5-49c1-b247-c4470d0ea81f HTTP/1.1" status: 200 len: 1092 time: 0.6210921 Nov 25 20:41:32.942567 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3ca8bb6-45ad-44f3-bf3f-788fea1daf90', 'tag': '2f108839-63a5-49c1-b247-c4470d0ea81f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:41:32.946937 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b3ca8bb6-45ad-44f3-bf3f-788fea1daf90", "tag": "2f108839-63a5-49c1-b247-c4470d0ea81f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:41:33.019670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2bcb4-34a5-4443-91fc-6fe83fba723f service neutron] Pushing event updated for resources: {'Port': ['ID=2f108839-63a5-49c1-b247-c4470d0ea81f,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:33.040124 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cf6b27-6004-467c-8a26-749524bd3f3b req-6a16f8ba-ac39-4ddd-bb31-5db97ae00816 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:33.043190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9cf6b27-6004-467c-8a26-749524bd3f3b req-6a16f8ba-ac39-4ddd-bb31-5db97ae00816 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 944 time: 0.1440299 Nov 25 20:41:33.049035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5430-c28f-434d-9753-078767e232e5 req-2861bc80-92c7-42aa-b95a-97343a0ffd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:33.050737 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-2861bc80-92c7-42aa-b95a-97343a0ffd61 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bec2f3a4dc314b468913b19f100ffcef&device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 1095 time: 0.0842676 Nov 25 20:41:33.106691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-0b961c52-996e-44d4-9ed6-d676225629ea service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f108839-63a5-49c1-b247-c4470d0ea81f HTTP/1.1" status: 200 len: 217 time: 0.0473709 Nov 25 20:41:33.464890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e9cf6b27-6004-467c-8a26-749524bd3f3b req-910884f9-2782-42bc-bef1-314accddd381 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130723 Nov 25 20:41:33.477335 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5430-c28f-434d-9753-078767e232e5 req-a27880eb-2ac5-4f77-9d10-4e456341d32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:33.478971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-a27880eb-2ac5-4f77-9d10-4e456341d32d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3588828-1fe0-47af-8aae-505e5958df9b HTTP/1.1" status: 200 len: 855 time: 0.3642371 Nov 25 20:41:33.512724 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bef23a1-03f7-4c01-97f8-f7fe4b47d12e x-openstack-request-id: req-9bef23a1-03f7-4c01-97f8-f7fe4b47d12e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:41:33.513026 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3ca8bb6-45ad-44f3-bf3f-788fea1daf90", "tag": "2f108839-63a5-49c1-b247-c4470d0ea81f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:41:33.513340 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-9bef23a1-03f7-4c01-97f8-f7fe4b47d12e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:41:33.513675 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3ca8bb6-45ad-44f3-bf3f-788fea1daf90', 'tag': '2f108839-63a5-49c1-b247-c4470d0ea81f', 'status': 'completed', 'code': 200} Nov 25 20:41:33.528910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739d5430-c28f-434d-9753-078767e232e5 req-1c8ad0db-f6c6-4300-ba00-8380fe670da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:33.530408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-1c8ad0db-f6c6-4300-ba00-8380fe670da2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cdc906fa-8804-4c70-bd4e-1581ae865814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436966 Nov 25 20:41:33.621186 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-fb1f248a-cf29-4d63-901d-921e54ee124b service neutron] 10.222.0.76 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838106 Nov 25 20:41:33.713655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-739d5430-c28f-434d-9753-078767e232e5 req-573fa022-6aeb-4f6d-ad5f-65cfa33e005e service neutron] 10.222.0.76 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848770 Nov 25 20:41:33.800522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d req-ff0f07f2-e7b3-436b-be29-c8ed78c96bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:33.801917 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d req-ff0f07f2-e7b3-436b-be29-c8ed78c96bd2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bec2f3a4dc314b468913b19f100ffcef&device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 1095 time: 0.0404317 Nov 25 20:41:33.894906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d req-0b2eb168-5f90-4459-9e0b-55901247d93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:33.896372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d req-0b2eb168-5f90-4459-9e0b-55901247d93c service neutron] 10.222.0.76 "GET /v2.0/networks?id=cdc906fa-8804-4c70-bd4e-1581ae865814 HTTP/1.1" status: 200 len: 917 time: 0.0871625 Nov 25 20:41:33.938096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d req-8b14002e-ce22-4256-899c-594f1bc17b98 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2f108839-63a5-49c1-b247-c4470d0ea81f HTTP/1.1" status: 200 len: 217 time: 0.0338616 Nov 25 20:41:33.994183 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d req-669efe03-d33a-465f-9424-d9de82485abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:33.995803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d req-669efe03-d33a-465f-9424-d9de82485abe service neutron] 10.222.0.76 "GET /v2.0/subnets?id=e3588828-1fe0-47af-8aae-505e5958df9b HTTP/1.1" status: 200 len: 855 time: 0.0502605 Nov 25 20:41:34.053414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d req-30e84f3b-3193-4594-bb97-a70701f6dce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:34.054963 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d req-30e84f3b-3193-4594-bb97-a70701f6dce0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cdc906fa-8804-4c70-bd4e-1581ae865814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505199 Nov 25 20:41:34.152394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d req-10b1020b-f3e5-4519-a3c6-bab61399ac70 service neutron] 10.222.0.76 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897775 Nov 25 20:41:34.243020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd4190a7-d3b2-4b88-bafc-932dacb6ce4d req-67eca706-f521-43a6-bcd4-2059fc0a75e1 service neutron] 10.222.0.76 "GET /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826635 Nov 25 20:41:34.583637 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bab0c17-2948-4c08-aba3-70f539474b5a req-0767a22c-6fcb-4d65-b9aa-c851944e2364 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:34.585127 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bab0c17-2948-4c08-aba3-70f539474b5a req-0767a22c-6fcb-4d65-b9aa-c851944e2364 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 944 time: 0.0494227 Nov 25 20:41:34.637003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bab0c17-2948-4c08-aba3-70f539474b5a req-e584fe33-82f6-465c-be20-6454f10606b6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457957 Nov 25 20:41:35.367755 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b7510190-59f5-430d-8440-d35e8e4217b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:35.757836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847101e9-568d-4487-9dbb-a5fe9016bbcd req-8e2f7d12-134b-488a-8c9d-3a86829962f6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:35.759337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-847101e9-568d-4487-9dbb-a5fe9016bbcd req-8e2f7d12-134b-488a-8c9d-3a86829962f6 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 944 time: 0.0515327 Nov 25 20:41:35.815751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-847101e9-568d-4487-9dbb-a5fe9016bbcd req-2e28f329-ce46-4e2e-99b3-078f5113e2f1 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495708 Nov 25 20:41:36.697848 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:36.933776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd82ef5-9ad2-4bbb-a637-79653f571bc8 req-3ceaaf57-7154-4842-956d-a5b82c1a3dfe tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:36.935217 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bd82ef5-9ad2-4bbb-a637-79653f571bc8 req-3ceaaf57-7154-4842-956d-a5b82c1a3dfe tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 944 time: 0.0494082 Nov 25 20:41:36.983306 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2bd82ef5-9ad2-4bbb-a637-79653f571bc8 req-3d69c6c1-1950-4a9d-9ca7-6735a8653e4b tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420046 Nov 25 20:41:37.356930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2f108839-63a5-49c1-b247-c4470d0ea81f details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:41:37.460446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2f108839-63a5-49c1-b247-c4470d0ea81f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2f108839-63a5-49c1-b247-c4470d0ea81f,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:37.471307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '2f108839-63a5-49c1-b247-c4470d0ea81f', 'network_id': 'cdc906fa-8804-4c70-bd4e-1581ae865814', 'port_id': '2f108839-63a5-49c1-b247-c4470d0ea81f', 'mac_address': 'fa:16:3e:69:28:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 628, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3588828-1fe0-47af-8aae-505e5958df9b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:41:37.508684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:37.522387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f108839-63a5-49c1-b247-c4470d0ea81f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:41:37.541791 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2f108839-63a5-49c1-b247-c4470d0ea81f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2f108839-63a5-49c1-b247-c4470d0ea81f,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:37.545959 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:37.592336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=2f108839-63a5-49c1-b247-c4470d0ea81f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:37.599745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.600094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.600438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.600777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.601118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.601446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.601777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.602106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.602434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.602760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.603120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.603474 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:41:37.734774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['2f108839-63a5-49c1-b247-c4470d0ea81f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:41:38.023384 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:38.115548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8183a24-072f-44a3-9085-0ddf938898e8 req-3302784c-5521-4a90-b6cb-890dd441c617 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:38.117025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8183a24-072f-44a3-9085-0ddf938898e8 req-3302784c-5521-4a90-b6cb-890dd441c617 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 945 time: 0.0530961 Nov 25 20:41:38.165106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a8183a24-072f-44a3-9085-0ddf938898e8 req-6c1eed5f-8373-4b4c-a254-7b0cab7e689e tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413177 Nov 25 20:41:38.547390 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:39.285394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c6347-b1e7-4d86-a9c4-4f20e26004e4 req-c81c21da-bc1d-40bb-ad3a-28d542092d99 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:39.287139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b89c6347-b1e7-4d86-a9c4-4f20e26004e4 req-c81c21da-bc1d-40bb-ad3a-28d542092d99 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 945 time: 0.0529056 Nov 25 20:41:39.346456 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b89c6347-b1e7-4d86-a9c4-4f20e26004e4 req-c8b00a43-80af-4346-833c-c7f643049e31 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517471 Nov 25 20:41:39.372955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2f108839-63a5-49c1-b247-c4470d0ea81f up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:41:39.424976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 2f108839-63a5-49c1-b247-c4470d0ea81f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:41:39.429145 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 2f108839-63a5-49c1-b247-c4470d0ea81f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:41:39.429510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:39.507511 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:39.532481 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ca8bb6-45ad-44f3-bf3f-788fea1daf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f108839-63a5-49c1-b247-c4470d0ea81f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:41:39.535907 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0990fba6-1555-4d6f-8470-33b976b572cc" -d '{"events": [{"server_uuid": "b3ca8bb6-45ad-44f3-bf3f-788fea1daf90", "name": "network-vif-plugged", "status": "completed", "tag": "2f108839-63a5-49c1-b247-c4470d0ea81f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:41:39.548729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2f108839-63a5-49c1-b247-c4470d0ea81f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2f108839-63a5-49c1-b247-c4470d0ea81f,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:41:39.552830 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:39.578172 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e118c0-b0af-4d4e-b37b-cc2a8b27129c x-openstack-request-id: req-e9e118c0-b0af-4d4e-b37b-cc2a8b27129c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:41:39.578476 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ca8bb6-45ad-44f3-bf3f-788fea1daf90", "name": "network-vif-plugged", "status": "completed", "tag": "2f108839-63a5-49c1-b247-c4470d0ea81f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:41:39.578737 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e9e118c0-b0af-4d4e-b37b-cc2a8b27129c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:41:39.579165 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ca8bb6-45ad-44f3-bf3f-788fea1daf90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f108839-63a5-49c1-b247-c4470d0ea81f', 'code': 200} Nov 25 20:41:39.609634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=2f108839-63a5-49c1-b247-c4470d0ea81f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:41:39.671743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8758b9-e7aa-404c-ad21-b674b49a33e5 req-8bd6efb8-beee-40b4-9246-645e4acc3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:39.673230 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff8758b9-e7aa-404c-ad21-b674b49a33e5 req-8bd6efb8-beee-40b4-9246-645e4acc3af7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 1097 time: 0.0417888 Nov 25 20:41:39.721900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff8758b9-e7aa-404c-ad21-b674b49a33e5 req-4b0520f9-7658-43ec-b696-b2bc30a07cc8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Nov 25 20:41:40.466991 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375be231-b0a7-427a-acfe-66cd5ae36d3b req-7ccf93e3-6324-4b2d-8452-b9031baa4ffc tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:40.468489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-375be231-b0a7-427a-acfe-66cd5ae36d3b req-7ccf93e3-6324-4b2d-8452-b9031baa4ffc tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 946 time: 0.0516002 Nov 25 20:41:40.517428 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-375be231-b0a7-427a-acfe-66cd5ae36d3b req-6eb9a92f-4223-4cb2-b0d0-30ae8fe7c734 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428131 Nov 25 20:41:41.635370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa7ae2c-ac49-4740-ba3b-6c4d70072780 req-190110a8-4ddf-4e77-9070-c6f36a3dfc0c tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:41.636855 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-daa7ae2c-ac49-4740-ba3b-6c4d70072780 req-190110a8-4ddf-4e77-9070-c6f36a3dfc0c tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 946 time: 0.0489075 Nov 25 20:41:41.685569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-daa7ae2c-ac49-4740-ba3b-6c4d70072780 req-f0d11b17-67b1-43b2-9647-770439362fa8 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425079 Nov 25 20:41:41.804778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9bb17-2863-416b-abc7-5c7f0c7490e1 req-33a31367-f0eb-45df-acfe-d6efbbd6e6c9 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:41:41.806180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dca9bb17-2863-416b-abc7-5c7f0c7490e1 req-33a31367-f0eb-45df-acfe-d6efbbd6e6c9 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 946 time: 0.0534570 Nov 25 20:41:41.855285 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dca9bb17-2863-416b-abc7-5c7f0c7490e1 req-61cfead9-04c0-4ad8-ac40-b3cec2733834 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Nov 25 20:41:51.431709 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:41:53.639198 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:00.024265 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:42:02.226115 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-49be4d31-d78f-407d-b10b-29f923967b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:03.356791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f799d2-46b5-4304-94df-82cc1fe5c2db req-5847cf91-f23b-4704-a852-97788e258c21 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:03.358397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98f799d2-46b5-4304-94df-82cc1fe5c2db req-5847cf91-f23b-4704-a852-97788e258c21 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 946 time: 0.0550411 Nov 25 20:42:03.408501 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98f799d2-46b5-4304-94df-82cc1fe5c2db req-03c0eb9d-e66e-4d17-abb2-351382252424 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439289 Nov 25 20:42:04.532801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed788e-fca0-4a4a-b915-74981bf714e9 req-576dbea9-985b-4e96-8c64-02d421f219da tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:04.534338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19ed788e-fca0-4a4a-b915-74981bf714e9 req-576dbea9-985b-4e96-8c64-02d421f219da tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 946 time: 0.0563760 Nov 25 20:42:04.581808 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19ed788e-fca0-4a4a-b915-74981bf714e9 req-30ad530e-4e16-4381-abe7-19efeaed4647 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/security-groups?id=7a7995a6-e6f6-498d-8b55-ff08bd562afb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413744 Nov 25 20:42:04.912395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ece3bd4-bca5-4067-8eb8-72ce908869d5 req-e979eca7-872e-46d4-98e7-fdb965c977c9 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:04.913865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ece3bd4-bca5-4067-8eb8-72ce908869d5 req-e979eca7-872e-46d4-98e7-fdb965c977c9 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.76 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 946 time: 0.0488265 Nov 25 20:42:05.004405 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-9ece3bd4-bca5-4067-8eb8-72ce908869d5 req-07460124-a26a-459a-97e3-92e453529af0 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Deleting port 2f108839-63a5-49c1-b247-c4470d0ea81f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:05.004738 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9ece3bd4-bca5-4067-8eb8-72ce908869d5 req-07460124-a26a-459a-97e3-92e453529af0 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:05.097106 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-9ece3bd4-bca5-4067-8eb8-72ce908869d5 req-07460124-a26a-459a-97e3-92e453529af0 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] For port 2f108839-63a5-49c1-b247-c4470d0ea81f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2f108839-63a5-49c1-b247-c4470d0ea81f,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:05.097476 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9ece3bd4-bca5-4067-8eb8-72ce908869d5 req-07460124-a26a-459a-97e3-92e453529af0 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:05.110674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-9ece3bd4-bca5-4067-8eb8-72ce908869d5 req-07460124-a26a-459a-97e3-92e453529af0 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Calling delete_port for 2f108839-63a5-49c1-b247-c4470d0ea81f owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:05.247140 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9ece3bd4-bca5-4067-8eb8-72ce908869d5 req-07460124-a26a-459a-97e3-92e453529af0 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:05.259294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['2f108839-63a5-49c1-b247-c4470d0ea81f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:42:05.279540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07460124-a26a-459a-97e3-92e453529af0 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Pushing event deleted for resources: {'Port': ['ID=2f108839-63a5-49c1-b247-c4470d0ea81f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:05.323147 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ece3bd4-bca5-4067-8eb8-72ce908869d5 req-07460124-a26a-459a-97e3-92e453529af0 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] No DVR routers for this DVR port 2f108839-63a5-49c1-b247-c4470d0ea81f on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:42:05.326037 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9ece3bd4-bca5-4067-8eb8-72ce908869d5 req-07460124-a26a-459a-97e3-92e453529af0 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:05.329587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ece3bd4-bca5-4067-8eb8-72ce908869d5 req-07460124-a26a-459a-97e3-92e453529af0 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.76 "DELETE /v2.0/ports/2f108839-63a5-49c1-b247-c4470d0ea81f HTTP/1.1" status: 204 len: 173 time: 0.4093778 Nov 25 20:42:05.330042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3ca8bb6-45ad-44f3-bf3f-788fea1daf90', 'name': 'network-vif-deleted', 'tag': '2f108839-63a5-49c1-b247-c4470d0ea81f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:42:05.332367 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99694d7a-b4d2-46da-801d-9259fe73fdf9" -d '{"events": [{"server_uuid": "b3ca8bb6-45ad-44f3-bf3f-788fea1daf90", "name": "network-vif-deleted", "tag": "2f108839-63a5-49c1-b247-c4470d0ea81f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:42:05.374562 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5c7c598d-0069-4110-8f27-2beb0d30a8a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:05.378605 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4871af-06f1-45fa-9419-29cdab782e3a x-openstack-request-id: req-1a4871af-06f1-45fa-9419-29cdab782e3a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:42:05.378953 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3ca8bb6-45ad-44f3-bf3f-788fea1daf90", "name": "network-vif-deleted", "tag": "2f108839-63a5-49c1-b247-c4470d0ea81f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:42:05.379189 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1a4871af-06f1-45fa-9419-29cdab782e3a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:42:05.379608 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3ca8bb6-45ad-44f3-bf3f-788fea1daf90', 'name': 'network-vif-deleted', 'tag': '2f108839-63a5-49c1-b247-c4470d0ea81f', 'status': 'completed', 'code': 200} Nov 25 20:42:05.694777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c1a300d-1145-4d54-908d-e5d909ab81f2 req-bd2a1c09-3f96-4043-94bf-fbab868f0607 tempest-TestEncryptedCinderVolumes-778007591 tempest-TestEncryptedCinderVolumes-778007591-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3ca8bb6-45ad-44f3-bf3f-788fea1daf90 HTTP/1.1" status: 200 len: 210 time: 0.0286820 Nov 25 20:42:06.705050 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:06.790073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51260) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:07.173711 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:07.442851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Deleting port 7c090b7b-71b1-4714-992f-b028cd09bc5e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:07.443195 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:07.536674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] For port 7c090b7b-71b1-4714-992f-b028cd09bc5e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7c090b7b-71b1-4714-992f-b028cd09bc5e,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:07.537042 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:07.551006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Calling delete_port for 7c090b7b-71b1-4714-992f-b028cd09bc5e owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:07.741014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:07.768690 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c090b7b-71b1-4714-992f-b028cd09bc5e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:07.796044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.796615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.796717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.797062 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.797398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.797733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.798071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.798398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.798727 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.799077 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.799406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.799732 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:07.948006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:08.028612 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:08.176696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Router 59fe34ca-058f-40b4-855c-b8d933adfee0 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:42:08.288024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:42:08.293108 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7ac538c9-ee34-478e-9ec5-24942c8ba188 admin admin] 10.222.0.15 "PUT /v2.0/routers/59fe34ca-058f-40b4-855c-b8d933adfee0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5042019 Nov 25 20:42:08.296080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51264) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:08.296984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7ed99-ed29-4eb6-8943-3788d45cd948 None None] Sync routers for ids ['59fe34ca-058f-40b4-855c-b8d933adfee0'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:42:08.307894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7ed99-ed29-4eb6-8943-3788d45cd948 None None] Routers {'59fe34ca-058f-40b4-855c-b8d933adfee0'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:08.308672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b3d7ed99-ed29-4eb6-8943-3788d45cd948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['59fe34ca-058f-40b4-855c-b8d933adfee0'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:08.404245 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:08.422010 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b3d7ed99-ed29-4eb6-8943-3788d45cd948 None None] Set router 59fe34ca-058f-40b4-855c-b8d933adfee0 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:08.535734 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:08.565485 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:08.592775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Deleting port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:08.593294 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:08.639709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b3d7ed99-ed29-4eb6-8943-3788d45cd948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'name': 'tempest-TestEncryptedCinderVolumes-595674444-router', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43'}], 'enable_snat': True}, 'gw_port_id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:42:07Z', 'revision_number': 5, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'gw_port': {'id': '07dd9572-2c7f-4f68-925e-8d4a3f644c3e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:39:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:40:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:08.671343 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7ed99-ed29-4eb6-8943-3788d45cd948 None None] Checking router: 59fe34ca-058f-40b4-855c-b8d933adfee0 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:42:08.683932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7ed99-ed29-4eb6-8943-3788d45cd948 None None] Routers {'59fe34ca-058f-40b4-855c-b8d933adfee0'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:08.685411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b3d7ed99-ed29-4eb6-8943-3788d45cd948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['59fe34ca-058f-40b4-855c-b8d933adfee0'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:08.688517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] For port 07dd9572-2c7f-4f68-925e-8d4a3f644c3e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=07dd9572-2c7f-4f68-925e-8d4a3f644c3e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:08.688890 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:08.709385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Calling delete_port for 07dd9572-2c7f-4f68-925e-8d4a3f644c3e owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:08.776996 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b3d7ed99-ed29-4eb6-8943-3788d45cd948 None None] Set router 59fe34ca-058f-40b4-855c-b8d933adfee0 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:08.836750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b3d7ed99-ed29-4eb6-8943-3788d45cd948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'name': 'tempest-TestEncryptedCinderVolumes-595674444-router', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:42:08Z', 'revision_number': 6, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:08.867702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7ed99-ed29-4eb6-8943-3788d45cd948 None None] The sync data for ids ['59fe34ca-058f-40b4-855c-b8d933adfee0'] in n-d-817303-9 is: [{'id': '59fe34ca-058f-40b4-855c-b8d933adfee0', 'name': 'tempest-TestEncryptedCinderVolumes-595674444-router', 'tenant_id': 'bec2f3a4dc314b468913b19f100ffcef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:43Z', 'updated_at': '2021-11-25T20:42:08Z', 'revision_number': 6, 'project_id': 'bec2f3a4dc314b468913b19f100ffcef', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:42:08.909414 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:08.935603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Pushing event deleted for resources: {'Port': ['ID=07dd9572-2c7f-4f68-925e-8d4a3f644c3e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:08.945779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9832e6-5701-4325-ace6-c334716e88fe None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:08.997366 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.093575 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.095688 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.137860 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.138964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59fe34ca-058f-40b4-855c-b8d933adfee0 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:42:09.142842 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.144043 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d5d4137c-a165-45a4-be07-fa4b1c52790e admin admin] 10.222.0.15 "DELETE /v2.0/routers/59fe34ca-058f-40b4-855c-b8d933adfee0 HTTP/1.1" status: 204 len: 168 time: 0.8469636 Nov 25 20:42:09.146552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51266) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:09.192333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5405274-bd56-4abf-9ee5-edc69b3d74cc admin admin] Deleting subnet e3588828-1fe0-47af-8aae-505e5958df9b {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:42:09.195983 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5405274-bd56-4abf-9ee5-edc69b3d74cc admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.233300 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5405274-bd56-4abf-9ee5-edc69b3d74cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.329629 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5405274-bd56-4abf-9ee5-edc69b3d74cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.344419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7c090b7b-71b1-4714-992f-b028cd09bc5e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:42:09.364745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 7c090b7b-71b1-4714-992f-b028cd09bc5e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:42:09.365103 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7c090b7b-71b1-4714-992f-b028cd09bc5e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:42:09.390876 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5405274-bd56-4abf-9ee5-edc69b3d74cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.415863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5405274-bd56-4abf-9ee5-edc69b3d74cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3588828-1fe0-47af-8aae-505e5958df9b,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:09.420933 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e5405274-bd56-4abf-9ee5-edc69b3d74cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.424912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e5405274-bd56-4abf-9ee5-edc69b3d74cc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e3588828-1fe0-47af-8aae-505e5958df9b HTTP/1.1" status: 204 len: 168 time: 0.2771761 Nov 25 20:42:09.426389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55ea6a50-7215-4639-b807-1f1fdeba3717 None None] Network cdc906fa-8804-4c70-bd4e-1581ae865814 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:42:09.427153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51268) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:09.490147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2f108839-63a5-49c1-b247-c4470d0ea81f no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:42:09.502368 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.514129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 2f108839-63a5-49c1-b247-c4470d0ea81f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:42:09.514517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2f108839-63a5-49c1-b247-c4470d0ea81f not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:42:09.556805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Deleting port 27775145-5ca3-42d6-95a2-58e5bc7445fc {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:09.557159 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.621354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] For port 27775145-5ca3-42d6-95a2-58e5bc7445fc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=27775145-5ca3-42d6-95a2-58e5bc7445fc,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:09.621705 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.639946 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Calling delete_port for 27775145-5ca3-42d6-95a2-58e5bc7445fc owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:09.668177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d33bbbf-8590-4c5f-9b2e-cc31b99d8e15 None None] DHCP port deletion for cdc906fa-8804-4c70-bd4e-1581ae865814 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:09.718441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4d33bbbf-8590-4c5f-9b2e-cc31b99d8e15 None None] Deleting port 27775145-5ca3-42d6-95a2-58e5bc7445fc {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:09.719149 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d33bbbf-8590-4c5f-9b2e-cc31b99d8e15 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.730930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.759528 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=27775145-5ca3-42d6-95a2-58e5bc7445fc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:09.761902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] No DVR routers for this DVR port 27775145-5ca3-42d6-95a2-58e5bc7445fc on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:42:09.786671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4d33bbbf-8590-4c5f-9b2e-cc31b99d8e15 None None] For port 27775145-5ca3-42d6-95a2-58e5bc7445fc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=27775145-5ca3-42d6-95a2-58e5bc7445fc,segment=NetworkSegment(994288da-7818-484b-98a7-d53b58bf64ab),segment_id=994288da-7818-484b-98a7-d53b58bf64ab)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:09.787097 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d33bbbf-8590-4c5f-9b2e-cc31b99d8e15 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.803439 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-4d33bbbf-8590-4c5f-9b2e-cc31b99d8e15 None None] Calling delete_port for 27775145-5ca3-42d6-95a2-58e5bc7445fc owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:09.839247 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.861735 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdc906fa-8804-4c70-bd4e-1581ae865814']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:09.873786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994288da-7818-484b-98a7-d53b58bf64ab') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:09.874030 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994288da-7818-484b-98a7-d53b58bf64ab') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:09.889352 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.895045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d33bbbf-8590-4c5f-9b2e-cc31b99d8e15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.906091 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.912922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:42:09.913320 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:42:09.915624 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:42:09.923349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d33bbbf-8590-4c5f-9b2e-cc31b99d8e15 None None] Pushing event deleted for resources: {'Port': ['ID=27775145-5ca3-42d6-95a2-58e5bc7445fc,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:09.928409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d33bbbf-8590-4c5f-9b2e-cc31b99d8e15 None None] No DVR routers for this DVR port 27775145-5ca3-42d6-95a2-58e5bc7445fc on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:42:09.984664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.990660 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:09.996161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] 10.222.0.15 "DELETE /v2.0/networks/cdc906fa-8804-4c70-bd4e-1581ae865814 HTTP/1.1" status: 204 len: 168 time: 0.5662253 Nov 25 20:42:09.998192 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51270) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:10.007125 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a30ad8-ea06-46b0-a313-dbb310105a1f admin admin] Pushing event deleted for resources: {'Network': ['ID=cdc906fa-8804-4c70-bd4e-1581ae865814,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:10.364204 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:10.604909 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] Deleting port 2a57b317-d626-4fd6-8164-96055cb91611 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:10.605249 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:10.686137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] For port 2a57b317-d626-4fd6-8164-96055cb91611, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=2a57b317-d626-4fd6-8164-96055cb91611,segment=NetworkSegment(6bd1915d-37b9-4f70-8e59-05de78866f79),segment_id=6bd1915d-37b9-4f70-8e59-05de78866f79)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:10.686506 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:10.698658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] Calling delete_port for 2a57b317-d626-4fd6-8164-96055cb91611 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:10.876928 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:10.902770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a57b317-d626-4fd6-8164-96055cb91611,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:11.078584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:11.255861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 07dd9572-2c7f-4f68-925e-8d4a3f644c3e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:42:11.281157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 07dd9572-2c7f-4f68-925e-8d4a3f644c3e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:42:11.281700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 07dd9572-2c7f-4f68-925e-8d4a3f644c3e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:42:11.282189 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 27775145-5ca3-42d6-95a2-58e5bc7445fc no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:42:11.303361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 27775145-5ca3-42d6-95a2-58e5bc7445fc {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:42:11.303815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 27775145-5ca3-42d6-95a2-58e5bc7445fc not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:42:11.622586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] Router 90d290cf-0543-4128-9e21-1ffd8def01db has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:42:11.729949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:42:11.739670 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1ba1b490-d76b-429a-8a9b-29fce1d386c2 admin admin] 10.222.0.15 "PUT /v2.0/routers/90d290cf-0543-4128-9e21-1ffd8def01db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7348468 Nov 25 20:42:11.739670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51272) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:11.741690 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1977e4-f5a0-4793-a361-eb7140754dfb None None] Sync routers for ids ['90d290cf-0543-4128-9e21-1ffd8def01db'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:42:11.751492 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1977e4-f5a0-4793-a361-eb7140754dfb None None] Routers {'90d290cf-0543-4128-9e21-1ffd8def01db'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:11.752077 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8b1977e4-f5a0-4793-a361-eb7140754dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['90d290cf-0543-4128-9e21-1ffd8def01db'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:11.844921 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:11.860313 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-8b1977e4-f5a0-4793-a361-eb7140754dfb None None] Set router 90d290cf-0543-4128-9e21-1ffd8def01db gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:11.950201 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.016239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Deleting port b40a732c-1b65-4388-a57a-f1d635ec312e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:12.017990 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.049151 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8b1977e4-f5a0-4793-a361-eb7140754dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'name': 'tempest-TestEncryptedCinderVolumes-1952290013-router', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25'}], 'enable_snat': True}, 'gw_port_id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:47Z', 'updated_at': '2021-11-25T20:42:10Z', 'revision_number': 5, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'gw_port': {'id': 'b40a732c-1b65-4388-a57a-f1d635ec312e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:38:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4149, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:40:48Z', 'updated_at': '2021-11-25T20:40:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:12.076860 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1977e4-f5a0-4793-a361-eb7140754dfb None None] Checking router: 90d290cf-0543-4128-9e21-1ffd8def01db for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:42:12.085493 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1977e4-f5a0-4793-a361-eb7140754dfb None None] Routers {'90d290cf-0543-4128-9e21-1ffd8def01db'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:12.086217 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8b1977e4-f5a0-4793-a361-eb7140754dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['90d290cf-0543-4128-9e21-1ffd8def01db'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:12.106659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] For port b40a732c-1b65-4388-a57a-f1d635ec312e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b40a732c-1b65-4388-a57a-f1d635ec312e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:12.107461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.119694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Calling delete_port for b40a732c-1b65-4388-a57a-f1d635ec312e owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:12.177418 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-8b1977e4-f5a0-4793-a361-eb7140754dfb None None] Set router 90d290cf-0543-4128-9e21-1ffd8def01db gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:12.233370 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-8b1977e4-f5a0-4793-a361-eb7140754dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'name': 'tempest-TestEncryptedCinderVolumes-1952290013-router', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:47Z', 'updated_at': '2021-11-25T20:42:11Z', 'revision_number': 6, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:12.259878 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1977e4-f5a0-4793-a361-eb7140754dfb None None] The sync data for ids ['90d290cf-0543-4128-9e21-1ffd8def01db'] in n-d-817303-9 is: [{'id': '90d290cf-0543-4128-9e21-1ffd8def01db', 'name': 'tempest-TestEncryptedCinderVolumes-1952290013-router', 'tenant_id': '4c72034c387e4797b2e4f8c8a66eee78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:40:47Z', 'updated_at': '2021-11-25T20:42:11Z', 'revision_number': 6, 'project_id': '4c72034c387e4797b2e4f8c8a66eee78', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:42:12.296657 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.325467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Pushing event deleted for resources: {'Port': ['ID=b40a732c-1b65-4388-a57a-f1d635ec312e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:12.336423 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d37e8f6-1aef-446d-9096-1b9e8b477378 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:12.388211 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.484454 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.486578 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.530358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.530837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 90d290cf-0543-4128-9e21-1ffd8def01db {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:42:12.535136 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.536284 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-04d846c8-f524-47ce-b8d0-203c64ca4406 admin admin] 10.222.0.15 "DELETE /v2.0/routers/90d290cf-0543-4128-9e21-1ffd8def01db HTTP/1.1" status: 204 len: 168 time: 0.7958851 Nov 25 20:42:12.538655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51274) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:12.583854 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-830df08c-3fb0-423f-912b-1cdffd649b88 admin admin] Deleting subnet 1b4b0390-ea28-4d1f-bb8e-45c64b29d701 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:42:12.587051 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-830df08c-3fb0-423f-912b-1cdffd649b88 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.623075 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-830df08c-3fb0-423f-912b-1cdffd649b88 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.716695 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-830df08c-3fb0-423f-912b-1cdffd649b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.769334 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-830df08c-3fb0-423f-912b-1cdffd649b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.795034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830df08c-3fb0-423f-912b-1cdffd649b88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1b4b0390-ea28-4d1f-bb8e-45c64b29d701,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:12.799925 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-830df08c-3fb0-423f-912b-1cdffd649b88 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.803600 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-830df08c-3fb0-423f-912b-1cdffd649b88 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1b4b0390-ea28-4d1f-bb8e-45c64b29d701 HTTP/1.1" status: 204 len: 168 time: 0.2639828 Nov 25 20:42:12.805394 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b09735c-db84-491c-b8ec-7ffedae3987a None None] Network 30ae8e66-67ed-42d8-a221-d111125f8830 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:42:12.806414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51276) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:12.879638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:12.932461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Deleting port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:12.932813 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.002259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] For port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4f8d4124-8604-4a4b-80b5-a2cd2187fb28,segment=NetworkSegment(6bd1915d-37b9-4f70-8e59-05de78866f79),segment_id=6bd1915d-37b9-4f70-8e59-05de78866f79)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:13.002542 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.015743 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Calling delete_port for 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:13.050853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c24b04-c410-486d-8c1e-b28c0bb172c5 None None] DHCP port deletion for 30ae8e66-67ed-42d8-a221-d111125f8830 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:13.104237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.105997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-64c24b04-c410-486d-8c1e-b28c0bb172c5 None None] Deleting port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:42:13.106384 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64c24b04-c410-486d-8c1e-b28c0bb172c5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.133177 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8d4124-8604-4a4b-80b5-a2cd2187fb28,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:13.136910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] No DVR routers for this DVR port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:42:13.175692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-64c24b04-c410-486d-8c1e-b28c0bb172c5 None None] For port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:13.176099 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64c24b04-c410-486d-8c1e-b28c0bb172c5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.192844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-64c24b04-c410-486d-8c1e-b28c0bb172c5 None None] Calling delete_port for 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:42:13.195792 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-64c24b04-c410-486d-8c1e-b28c0bb172c5 None None] Port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 20:42:13.197105 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-64c24b04-c410-486d-8c1e-b28c0bb172c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.207856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:42:13.224579 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.247196 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ae8e66-67ed-42d8-a221-d111125f8830']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:13.256461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bd1915d-37b9-4f70-8e59-05de78866f79') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:13.256758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bd1915d-37b9-4f70-8e59-05de78866f79') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:13.257094 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c24b04-c410-486d-8c1e-b28c0bb172c5 None None] No DVR routers for this DVR port 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:42:13.261933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c24b04-c410-486d-8c1e-b28c0bb172c5 None None] Pushing event deleted for resources: {'Port': ['ID=4f8d4124-8604-4a4b-80b5-a2cd2187fb28,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:13.264746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:42:13.265102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4f8d4124-8604-4a4b-80b5-a2cd2187fb28 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:42:13.265842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b40a732c-1b65-4388-a57a-f1d635ec312e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:42:13.273994 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.287554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b40a732c-1b65-4388-a57a-f1d635ec312e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:42:13.287758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b40a732c-1b65-4388-a57a-f1d635ec312e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:42:13.288234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2a57b317-d626-4fd6-8164-96055cb91611 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:42:13.289304 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.296259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:42:13.296660 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:42:13.298471 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:42:13.312530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 2a57b317-d626-4fd6-8164-96055cb91611 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:42:13.312809 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 2a57b317-d626-4fd6-8164-96055cb91611 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:42:13.365211 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.373034 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.378442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] 10.222.0.15 "DELETE /v2.0/networks/30ae8e66-67ed-42d8-a221-d111125f8830 HTTP/1.1" status: 204 len: 168 time: 0.5686929 Nov 25 20:42:13.388522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ee423-df82-4f63-a483-fb68a091c29f admin admin] Pushing event deleted for resources: {'Network': ['ID=30ae8e66-67ed-42d8-a221-d111125f8830,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:13.546499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51280) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:13.589969 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fd55551b-0728-4288-9d6e-637ad5bb3aaa admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bec2f3a4dc314b468913b19f100ffcef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413871 Nov 25 20:42:13.592160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51282) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:13.640996 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc41b0ef-ad59-47a2-bebd-c9619a2bd829 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.663079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc41b0ef-ad59-47a2-bebd-c9619a2bd829 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.716249 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc41b0ef-ad59-47a2-bebd-c9619a2bd829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.719005 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bc41b0ef-ad59-47a2-bebd-c9619a2bd829 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:13.720291 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bc41b0ef-ad59-47a2-bebd-c9619a2bd829 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7a7995a6-e6f6-498d-8b55-ff08bd562afb HTTP/1.1" status: 204 len: 168 time: 0.1270769 Nov 25 20:42:13.728379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc41b0ef-ad59-47a2-bebd-c9619a2bd829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7995a6-e6f6-498d-8b55-ff08bd562afb,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:14.033985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51288) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:14.077655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3f16d0ad-eb67-4d82-8201-5dc0067c2531 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4c72034c387e4797b2e4f8c8a66eee78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0424860 Nov 25 20:42:14.080078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51290) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:14.132514 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-177fce59-4438-46da-9517-b6438c9181c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:14.155777 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-177fce59-4438-46da-9517-b6438c9181c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:14.203178 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-177fce59-4438-46da-9517-b6438c9181c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:14.205812 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-177fce59-4438-46da-9517-b6438c9181c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:14.206992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-177fce59-4438-46da-9517-b6438c9181c5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d36c0131-ab3e-4b38-ba6f-f40e0948b09e HTTP/1.1" status: 204 len: 168 time: 0.1259890 Nov 25 20:42:14.215205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fce59-4438-46da-9517-b6438c9181c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d36c0131-ab3e-4b38-ba6f-f40e0948b09e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:14.894880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51312) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:14.996690 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1240144667-network', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:15.018347 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Made reservation on behalf of c9e158426a50472eb0ec26c4c2e2db85 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:42:15.020752 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.029941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.108642 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.113420 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.141520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a684ed-e499-435f-88b2-6c90f4759501,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:15.152151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 648} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:42:15.162699 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.163183 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Added segment 3f381eec-f995-4c81-9934-b08aba30288c of type vlan for network fcb44932-02b5-4432-b21f-7cd4021d5a77 Nov 25 20:42:15.206369 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.235432 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.236492 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:15.237094 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.301495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4029198 Nov 25 20:42:15.301866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51316) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:15.303732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef92cd2-5935-4130-af79-4b5149baaa6d admin admin] Pushing event updated for resources: {'Network': ['ID=fcb44932-02b5-4432-b21f-7cd4021d5a77,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:15.308055 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] Request body: {'subnet': {'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1240144667-subnet', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:15.316683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network fcb44932-02b5-4432-b21f-7cd4021d5a77 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:42:15.334839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] Made reservation on behalf of c9e158426a50472eb0ec26c4c2e2db85 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:42:15.340346 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.520073 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.574606 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=402c93c9-1854-4af9-b95d-56ae3efab959,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:15.586107 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] Checking segment: {'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:42:15.586470 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] Network hostable DHCP agents. Network: fcb44932-02b5-4432-b21f-7cd4021d5a77, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:42:15.603046 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] Network fcb44932-02b5-4432-b21f-7cd4021d5a77 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:42:15.611535 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, fcb44932-02b5-4432-b21f-7cd4021d5a77) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:42:15.615693 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:15.616288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.621067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3b973e-bb18-44d6-b3f7-0f2cc594e462 None None] Network fcb44932-02b5-4432-b21f-7cd4021d5a77 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:42:15.636823 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d18e16e2-d919-48c0-aa03-39a7d5b2e6a2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3337910 Nov 25 20:42:15.639299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51318) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:15.644001 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:15.672558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.673560 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.735366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.781095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-fcb44932-02b5-4432-b21f-7cd4021d5a77', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:42:15.782068 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.877768 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:15.924167 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Allocated IP 172.20.0.2 (fcb44932-02b5-4432-b21f-7cd4021d5a77/402c93c9-1854-4af9-b95d-56ae3efab959/5e1ca106-b4de-4886-a80a-b79b26f80e94) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:42:16.082950 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:16.088790 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:16.098311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:16.117678 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:16.134967 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Network fcb44932-02b5-4432-b21f-7cd4021d5a77 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:42:16.143066 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Pushing event updated for resources: {'Port': ['ID=5e1ca106-b4de-4886-a80a-b79b26f80e94,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:16.146606 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:42:16.148734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:42:16.204773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Attempting to bind port 5e1ca106-b4de-4886-a80a-b79b26f80e94 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:42:16.205150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Attempting to bind port 5e1ca106-b4de-4886-a80a-b79b26f80e94 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:42:16.205522 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Attempting to bind port 5e1ca106-b4de-4886-a80a-b79b26f80e94 on network fcb44932-02b5-4432-b21f-7cd4021d5a77 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:42:16.210656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:42:16.211064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Checking segment: {'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:42:16.211469 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:16.211870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Bound using segment: {'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:42:16.212385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Bound port: 5e1ca106-b4de-4886-a80a-b79b26f80e94, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:42:16.212766 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:16.236575 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Allocated IP 172.25.8.107 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/5675ceca-b067-4054-8ea1-33d044753918) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:42:16.280487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d421495c-10ad-4377-8277-8683e7321235 None None] For port 5e1ca106-b4de-4886-a80a-b79b26f80e94, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:42:16.283745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d421495c-10ad-4377-8277-8683e7321235 None None] For port 5e1ca106-b4de-4886-a80a-b79b26f80e94, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5e1ca106-b4de-4886-a80a-b79b26f80e94,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:42:16.287495 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:16.348988 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:16.351453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421495c-10ad-4377-8277-8683e7321235 None None] Pushing event updated for resources: {'Port': ['ID=5e1ca106-b4de-4886-a80a-b79b26f80e94,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:16.387339 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:16.430016 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:42:16.438066 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:42:16.440569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:42:16.452235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc6fd51-2805-40eb-84fc-c5152b12ab0b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:16.471923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Pushing event updated for resources: {'Port': ['ID=5675ceca-b067-4054-8ea1-33d044753918,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:16.545521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-23bf6630-10a8-4598-a5fd-cfb6f52a96a7 None None] Provisioning complete for port 5675ceca-b067-4054-8ea1-33d044753918 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:16.545899 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-23bf6630-10a8-4598-a5fd-cfb6f52a96a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:16.585315 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-23bf6630-10a8-4598-a5fd-cfb6f52a96a7 None None] Port 5675ceca-b067-4054-8ea1-33d044753918 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:42:16.731165 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:16.935789 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:17.074418 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Router f6d703a5-de81-4d95-a405-a1e22f670dce is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:42:17.199290 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:42:17.214479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Sync routers for ids ['f6d703a5-de81-4d95-a405-a1e22f670dce'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:42:17.221880 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:17.234019 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-55e73fb5-022c-4c94-8227-4b5fd5fff139 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5878491 Nov 25 20:42:17.234019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51320) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:17.242150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5e1ca106-b4de-4886-a80a-b79b26f80e94 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:42:17.245783 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Routers {'f6d703a5-de81-4d95-a405-a1e22f670dce'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:17.246421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f6d703a5-de81-4d95-a405-a1e22f670dce'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:17.471432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a751fead-4062-4fcb-9094-016df6369714 None None] Network fcb44932-02b5-4432-b21f-7cd4021d5a77 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:42:17.600559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3069aad3-6f24-4867-bde2-912a0b76753a None None] Provisioning complete for port 5e1ca106-b4de-4886-a80a-b79b26f80e94 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:17.600837 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3069aad3-6f24-4867-bde2-912a0b76753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:17.669633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Set router f6d703a5-de81-4d95-a405-a1e22f670dce gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:17.759306 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5e1ca106-b4de-4886-a80a-b79b26f80e94 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:17.759575 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:17.958320 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3069aad3-6f24-4867-bde2-912a0b76753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.009989 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.059117 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.062158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3069aad3-6f24-4867-bde2-912a0b76753a None None] For port 5e1ca106-b4de-4886-a80a-b79b26f80e94, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5e1ca106-b4de-4886-a80a-b79b26f80e94,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:18.078996 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3069aad3-6f24-4867-bde2-912a0b76753a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.174724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:16Z', 'revision_number': 3, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:18.200105 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Allocated IP 172.20.0.1 (fcb44932-02b5-4432-b21f-7cd4021d5a77/402c93c9-1854-4af9-b95d-56ae3efab959/0cae4448-bfd3-4008-b153-0a7f2caa6d43) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:42:18.207665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3069aad3-6f24-4867-bde2-912a0b76753a None None] Pushing event updated for resources: {'Port': ['ID=5e1ca106-b4de-4886-a80a-b79b26f80e94,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:18.210902 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103653) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 20:42:18.211710 n-d-817303-9 neutron-server[103653]: DEBUG oslo_db.api [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 20:42:18.212317 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Checking router: f6d703a5-de81-4d95-a405-a1e22f670dce for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:42:18.212700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Updating router f6d703a5-de81-4d95-a405-a1e22f670dce port 5675ceca-b067-4054-8ea1-33d044753918 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:42:18.240752 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.319261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.355899 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.360318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1d14c855-aa05-453d-a8b9-5d610d384912 None None] Provisioning complete for port 5e1ca106-b4de-4886-a80a-b79b26f80e94 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:18.360841 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1d14c855-aa05-453d-a8b9-5d610d384912 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.395459 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Network fcb44932-02b5-4432-b21f-7cd4021d5a77 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:42:18.400555 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:42:18.404422 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:42:18.429942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Pushing event updated for resources: {'Port': ['ID=0cae4448-bfd3-4008-b153-0a7f2caa6d43,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:18.451527 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.585901 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.592152 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.601913 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.644945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30475139-30c9-4274-a432-f5c9a614874c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:18.662215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe655143-5888-463b-b594-47514afa4559 None None] Pushing event updated for resources: {'Port': ['ID=5675ceca-b067-4054-8ea1-33d044753918,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:18.664672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Attempting to bind port 5675ceca-b067-4054-8ea1-33d044753918 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:42:18.665053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Attempting to bind port 5675ceca-b067-4054-8ea1-33d044753918 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:42:18.665425 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Attempting to bind port 5675ceca-b067-4054-8ea1-33d044753918 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:42:18.677781 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:42:18.678246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:42:18.678544 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.678968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:42:18.679440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Bound port: 5675ceca-b067-4054-8ea1-33d044753918, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:42:18.679828 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.684137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3d91b98b-ab76-41c9-b3f8-7360e52c3164 None None] Provisioning complete for port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:18.684503 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3d91b98b-ab76-41c9-b3f8-7360e52c3164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.773568 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.778778 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.792199 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3d91b98b-ab76-41c9-b3f8-7360e52c3164 None None] Port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:42:18.797455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] For port 5675ceca-b067-4054-8ea1-33d044753918, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:42:18.802039 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] For port 5675ceca-b067-4054-8ea1-33d044753918, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5675ceca-b067-4054-8ea1-33d044753918,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:42:18.807004 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.854672 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Pushing event updated for resources: {'Port': ['ID=0cae4448-bfd3-4008-b153-0a7f2caa6d43,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:18.858008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a27f6236-d472-482e-b15f-133bfa9207c4 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:18.858416 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.874740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Routers {'f6d703a5-de81-4d95-a405-a1e22f670dce'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:18.875409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f6d703a5-de81-4d95-a405-a1e22f670dce'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:18.878063 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe655143-5888-463b-b594-47514afa4559 None None] Pushing event updated for resources: {'Port': ['ID=5675ceca-b067-4054-8ea1-33d044753918,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:18.943132 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5614ca05-fe79-403b-a27d-a1a963d3e491 None None] Provisioning complete for port 5675ceca-b067-4054-8ea1-33d044753918 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:18.943499 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5614ca05-fe79-403b-a27d-a1a963d3e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:18.965968 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Network fcb44932-02b5-4432-b21f-7cd4021d5a77 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:42:18.967733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:42:19.030324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] Set router f6d703a5-de81-4d95-a405-a1e22f670dce gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:19.098285 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Router f6d703a5-de81-4d95-a405-a1e22f670dce has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:42:19.161922 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5614ca05-fe79-403b-a27d-a1a963d3e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:19.231661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:42:19.237086 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4b4d84f8-d808-45ef-986b-360152973781 admin admin] 10.222.0.15 "PUT /v2.0/routers/f6d703a5-de81-4d95-a405-a1e22f670dce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0025151 Nov 25 20:42:19.368631 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5e1ca106-b4de-4886-a80a-b79b26f80e94 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:42:19.418683 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-5614ca05-fe79-403b-a27d-a1a963d3e491 None None] For port 5675ceca-b067-4054-8ea1-33d044753918, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5675ceca-b067-4054-8ea1-33d044753918,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:19.430236 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5614ca05-fe79-403b-a27d-a1a963d3e491 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:19.533320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614ca05-fe79-403b-a27d-a1a963d3e491 None None] Pushing event updated for resources: {'Port': ['ID=5675ceca-b067-4054-8ea1-33d044753918,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:19.537719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5e1ca106-b4de-4886-a80a-b79b26f80e94 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:19.538205 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:19.596710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a10ee2f6-cfdb-4270-b11c-7612a691a50e None None] Provisioning complete for port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:19.597330 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a10ee2f6-cfdb-4270-b11c-7612a691a50e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:19.641258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0cae4448-bfd3-4008-b153-0a7f2caa6d43', 'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'mac_address': 'fa:16:3e:87:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:18Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 2, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'subnets': [{'id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:19.674780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f94f5ef0-47b4-4298-8b0e-f044f4c517d8 None None] The sync data for ids ['f6d703a5-de81-4d95-a405-a1e22f670dce'] in n-d-817303-9 is: [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0cae4448-bfd3-4008-b153-0a7f2caa6d43', 'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'mac_address': 'fa:16:3e:87:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:18Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 2, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'subnets': [{'id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:42:19.680962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a10ee2f6-cfdb-4270-b11c-7612a691a50e None None] Port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:42:19.808807 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51336) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:19.813738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-850766150-network', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:19.835095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Made reservation on behalf of 3d21454c7bbe4da198cc732829e48ff2 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:42:19.837453 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:19.846804 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:19.937122 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:19.941821 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:19.965943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:42:19.983710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8e251c-e2cc-4c51-9f21-b9888d8a113e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:19.986758 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:19.987155 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Added segment abb6c186-ddf8-41f5-94cf-73dd5187370e of type vlan for network e26ace24-ad39-4908-a550-8aa74c879ed7 Nov 25 20:42:20.036031 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.066195 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.067351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:20.067935 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.103707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2937586 Nov 25 20:42:20.106671 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51338) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:20.112623 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] Request body: {'subnet': {'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-850766150-subnet', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:20.134658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b178152-deb1-4307-9e44-7babb0d9a7c3 admin admin] Pushing event updated for resources: {'Network': ['ID=e26ace24-ad39-4908-a550-8aa74c879ed7,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:20.139798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] Made reservation on behalf of 3d21454c7bbe4da198cc732829e48ff2 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:42:20.143373 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.147716 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network e26ace24-ad39-4908-a550-8aa74c879ed7 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:42:20.346526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.412913 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=631343f2-d971-46ce-8d54-7af26462cb80,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:20.422698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] Checking segment: {'id': 'abb6c186-ddf8-41f5-94cf-73dd5187370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:42:20.423117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] Network hostable DHCP agents. Network: e26ace24-ad39-4908-a550-8aa74c879ed7, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:42:20.441874 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] Network e26ace24-ad39-4908-a550-8aa74c879ed7 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:42:20.452364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, e26ace24-ad39-4908-a550-8aa74c879ed7) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:42:20.456439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:20.457023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.461843 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f3a505-bfab-447c-a7bf-13cb34e4407f None None] Network e26ace24-ad39-4908-a550-8aa74c879ed7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:42:20.485572 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dad77241-5c75-4c42-96dd-bdde898fa2fd admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3769951 Nov 25 20:42:20.488028 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51340) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:20.492686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-850766150-router', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:20.516520 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.518009 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.581392 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.626768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-e26ace24-ad39-4908-a550-8aa74c879ed7', 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'fixed_ips': [{'subnet_id': '631343f2-d971-46ce-8d54-7af26462cb80'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:42:20.627728 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.740883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.789036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Allocated IP 172.20.0.2 (e26ace24-ad39-4908-a550-8aa74c879ed7/631343f2-d971-46ce-8d54-7af26462cb80/1e4c7c49-d22e-4a18-aea8-2b7d80b2b185) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:42:20.953417 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.961127 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.967688 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:20.988979 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:21.007797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Network e26ace24-ad39-4908-a550-8aa74c879ed7 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:42:21.011413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:42:21.015572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:42:21.023386 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Pushing event updated for resources: {'Port': ['ID=1e4c7c49-d22e-4a18-aea8-2b7d80b2b185,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:21.080624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Attempting to bind port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:42:21.081013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Attempting to bind port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'abb6c186-ddf8-41f5-94cf-73dd5187370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:42:21.081390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Attempting to bind port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 on network e26ace24-ad39-4908-a550-8aa74c879ed7 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:42:21.087390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:42:21.087777 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Checking segment: {'id': 'abb6c186-ddf8-41f5-94cf-73dd5187370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:42:21.088961 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:21.089368 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Bound using segment: {'id': 'abb6c186-ddf8-41f5-94cf-73dd5187370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:42:21.089863 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Bound port: 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb6c186-ddf8-41f5-94cf-73dd5187370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:42:21.090420 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:21.103953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Allocated IP 172.25.8.112 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/ad5b8a82-369e-4f18-b28c-6ba70eb8283e) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:42:21.161067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] For port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:42:21.165122 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] For port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1e4c7c49-d22e-4a18-aea8-2b7d80b2b185,segment=NetworkSegment(abb6c186-ddf8-41f5-94cf-73dd5187370e),segment_id=abb6c186-ddf8-41f5-94cf-73dd5187370e)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:42:21.170141 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:21.239265 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:21.240283 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c523a33-0163-478b-bb1e-d6cd889cc61b None None] Pushing event updated for resources: {'Port': ['ID=1e4c7c49-d22e-4a18-aea8-2b7d80b2b185,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:21.247580 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5675ceca-b067-4054-8ea1-33d044753918 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:42:21.277992 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:21.309307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5675ceca-b067-4054-8ea1-33d044753918 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:21.309789 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:21.329950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:42:21.333367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:42:21.337079 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:42:21.351685 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a2d9de8-c0fe-401a-a3ed-0adb2c73c0ce None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:21.371404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Pushing event updated for resources: {'Port': ['ID=ad5b8a82-369e-4f18-b28c-6ba70eb8283e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:21.468415 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:21.473702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5bb0d5ec-b2e6-444a-8a81-37b9c826be29 None None] Provisioning complete for port ad5b8a82-369e-4f18-b28c-6ba70eb8283e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:21.474078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5bb0d5ec-b2e6-444a-8a81-37b9c826be29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:21.523938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5bb0d5ec-b2e6-444a-8a81-37b9c826be29 None None] Port ad5b8a82-369e-4f18-b28c-6ba70eb8283e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:42:21.642643 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:21.848270 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:21.985401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:42:22.105254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:42:22.116298 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Sync routers for ids ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:42:22.125344 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:22.126603 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-822ceb82-899d-4bc8-bc9c-7288d35ab621 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6374328 Nov 25 20:42:22.129482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51342) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:42:22.130326 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Routers {'9288b518-e9b8-40b3-93ba-ab80bb39cb9a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:22.130979 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:22.249529 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Set router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:22.355455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Sync routers for ids ['f6d703a5-de81-4d95-a405-a1e22f670dce'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:42:22.373347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Routers {'f6d703a5-de81-4d95-a405-a1e22f670dce'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:22.373608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f6d703a5-de81-4d95-a405-a1e22f670dce'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:22.377726 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbbe044-7387-4103-a6d5-1ff0b0d073f7 None None] Network e26ace24-ad39-4908-a550-8aa74c879ed7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:42:22.461383 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'name': 'tempest-TestMinimumBasicScenario-850766150-router', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:21Z', 'revision_number': 3, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'gw_port': {'id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:22.490246 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Checking router: 9288b518-e9b8-40b3-93ba-ab80bb39cb9a for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:42:22.490688 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Updating router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a port ad5b8a82-369e-4f18-b28c-6ba70eb8283e binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:42:22.518166 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:22.533819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-aaca87ab-bc77-407c-8fa5-a9c93a81f4e5 None None] Provisioning complete for port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:22.534202 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aaca87ab-bc77-407c-8fa5-a9c93a81f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:22.612324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Set router f6d703a5-de81-4d95-a405-a1e22f670dce gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:22.856752 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aaca87ab-bc77-407c-8fa5-a9c93a81f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:22.910930 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:22.927411 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:22.934218 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:22.952455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-aaca87ab-bc77-407c-8fa5-a9c93a81f4e5 None None] For port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1e4c7c49-d22e-4a18-aea8-2b7d80b2b185,segment=NetworkSegment(abb6c186-ddf8-41f5-94cf-73dd5187370e),segment_id=abb6c186-ddf8-41f5-94cf-73dd5187370e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:22.962106 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aaca87ab-bc77-407c-8fa5-a9c93a81f4e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:22.987043 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Attempting to bind port ad5b8a82-369e-4f18-b28c-6ba70eb8283e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:42:22.987554 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Attempting to bind port ad5b8a82-369e-4f18-b28c-6ba70eb8283e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:42:22.988056 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Attempting to bind port ad5b8a82-369e-4f18-b28c-6ba70eb8283e on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:42:22.990334 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Pushing event updated for resources: {'Port': ['ID=ad5b8a82-369e-4f18-b28c-6ba70eb8283e,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:22.996220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e2264-9ad6-4be3-b412-ec3f6e4cc951 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:23.002538 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.003071 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.003508 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.003929 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.004432 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.004865 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.005292 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.005721 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.006141 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.006565 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.007607 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.007607 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:23.012721 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:42:23.013393 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:42:23.013905 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.014394 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:42:23.015537 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Bound port: ad5b8a82-369e-4f18-b28c-6ba70eb8283e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:42:23.015537 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.049143 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaca87ab-bc77-407c-8fa5-a9c93a81f4e5 None None] Pushing event updated for resources: {'Port': ['ID=1e4c7c49-d22e-4a18-aea8-2b7d80b2b185,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:23.076001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0cae4448-bfd3-4008-b153-0a7f2caa6d43', 'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'mac_address': 'fa:16:3e:87:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:18Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 2, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'subnets': [{'id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:23.087883 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] For port ad5b8a82-369e-4f18-b28c-6ba70eb8283e, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:42:23.093855 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] For port ad5b8a82-369e-4f18-b28c-6ba70eb8283e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ad5b8a82-369e-4f18-b28c-6ba70eb8283e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:42:23.101839 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.129702 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Checking router: f6d703a5-de81-4d95-a405-a1e22f670dce for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:42:23.130068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Updating router f6d703a5-de81-4d95-a405-a1e22f670dce port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:42:23.153502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b5e17b-f3e8-4726-8f77-9f5bf7d1cba9 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:42:23.166138 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Routers {'9288b518-e9b8-40b3-93ba-ab80bb39cb9a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:23.167548 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:23.193116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Allocated IP 172.20.0.1 (e26ace24-ad39-4908-a550-8aa74c879ed7/631343f2-d971-46ce-8d54-7af26462cb80/304b001e-f5da-4596-b299-7ecd2cb3f721) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:42:23.236769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.238826 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7dd5b4a2-160c-4f7e-836e-88906dd757f1 None None] Provisioning complete for port ad5b8a82-369e-4f18-b28c-6ba70eb8283e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:23.239200 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7dd5b4a2-160c-4f7e-836e-88906dd757f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.269114 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7220a90-9767-4b84-8b25-010c01bb5fa5 None None] Pushing event updated for resources: {'Port': ['ID=ad5b8a82-369e-4f18-b28c-6ba70eb8283e,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:23.311195 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:42:23.340299 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.356776 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] Set router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:23.376374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.421856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Network e26ace24-ad39-4908-a550-8aa74c879ed7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:42:23.424981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:42:23.430092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:42:23.434676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=304b001e-f5da-4596-b299-7ecd2cb3f721,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:23.480350 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.498670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:23.504709 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.519048 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7dd5b4a2-160c-4f7e-836e-88906dd757f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.560582 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'name': 'tempest-TestMinimumBasicScenario-850766150-router', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:21Z', 'revision_number': 3, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'gw_port': {'id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:23.591353 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b386587c-246b-403b-afa2-dc1d730cea29 None None] The sync data for ids ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'] in n-d-817303-9 is: [{'id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'name': 'tempest-TestMinimumBasicScenario-850766150-router', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:21Z', 'revision_number': 3, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'gw_port': {'id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:42:23.640807 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.814975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7dd5b4a2-160c-4f7e-836e-88906dd757f1 None None] For port ad5b8a82-369e-4f18-b28c-6ba70eb8283e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ad5b8a82-369e-4f18-b28c-6ba70eb8283e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:23.824376 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7dd5b4a2-160c-4f7e-836e-88906dd757f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.826068 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.858780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.863835 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.967240 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:23.970455 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Pushing event updated for resources: {'Port': ['ID=304b001e-f5da-4596-b299-7ecd2cb3f721,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:23.978727 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd5b4a2-160c-4f7e-836e-88906dd757f1 None None] Pushing event updated for resources: {'Port': ['ID=ad5b8a82-369e-4f18-b28c-6ba70eb8283e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:24.013988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0e9971c5-386f-4c7a-b0db-d3e663d548de None None] Provisioning complete for port ad5b8a82-369e-4f18-b28c-6ba70eb8283e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:24.014365 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e9971c5-386f-4c7a-b0db-d3e663d548de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:24.066036 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:24.072350 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Network e26ace24-ad39-4908-a550-8aa74c879ed7 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:42:24.074529 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:42:24.078632 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:24.189025 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a054f67-5952-4569-9e68-c3547178b69d None None] Pushing event updated for resources: {'Port': ['ID=0cae4448-bfd3-4008-b153-0a7f2caa6d43,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:24.211428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:42:24.290016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0e9971c5-386f-4c7a-b0db-d3e663d548de None None] Provisioning complete for port 304b001e-f5da-4596-b299-7ecd2cb3f721 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:24.290543 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e9971c5-386f-4c7a-b0db-d3e663d548de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:24.292833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Attempting to bind port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:42:24.293348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Attempting to bind port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:42:24.293800 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Attempting to bind port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 on network fcb44932-02b5-4432-b21f-7cd4021d5a77 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:42:24.346519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:42:24.347435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Checking segment: {'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:42:24.348093 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:24.348705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Bound using segment: {'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:42:24.349446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Bound port: 0cae4448-bfd3-4008-b153-0a7f2caa6d43, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:42:24.350065 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:24.394728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-0e9971c5-386f-4c7a-b0db-d3e663d548de None None] Port 304b001e-f5da-4596-b299-7ecd2cb3f721 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:42:24.399766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:42:24.413565 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f418aafa-08d5-4d2a-b04f-812ccaa0f5c9 admin admin] 10.222.0.15 "PUT /v2.0/routers/9288b518-e9b8-40b3-93ba-ab80bb39cb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2829170 Nov 25 20:42:24.446641 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0e9971c5-386f-4c7a-b0db-d3e663d548de None None] Provisioning complete for port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:24.447176 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0e9971c5-386f-4c7a-b0db-d3e663d548de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:24.511918 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] For port 0cae4448-bfd3-4008-b153-0a7f2caa6d43, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:42:24.516810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] For port 0cae4448-bfd3-4008-b153-0a7f2caa6d43, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0cae4448-bfd3-4008-b153-0a7f2caa6d43,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:42:24.523170 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:24.628988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Routers {'f6d703a5-de81-4d95-a405-a1e22f670dce'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:24.629737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f6d703a5-de81-4d95-a405-a1e22f670dce'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:24.633655 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a054f67-5952-4569-9e68-c3547178b69d None None] Pushing event updated for resources: {'Port': ['ID=0cae4448-bfd3-4008-b153-0a7f2caa6d43,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:24.779159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] Set router f6d703a5-de81-4d95-a405-a1e22f670dce gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:24.878361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f06becf3-8780-4bdb-bac4-deeea4c6b1c6 None None] Provisioning complete for port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:24.879371 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f06becf3-8780-4bdb-bac4-deeea4c6b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:25.070147 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f06becf3-8780-4bdb-bac4-deeea4c6b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:25.120416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f06becf3-8780-4bdb-bac4-deeea4c6b1c6 None None] For port 0cae4448-bfd3-4008-b153-0a7f2caa6d43, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0cae4448-bfd3-4008-b153-0a7f2caa6d43,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:25.128041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0cae4448-bfd3-4008-b153-0a7f2caa6d43', 'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'mac_address': 'fa:16:3e:87:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:18Z', 'updated_at': '2021-11-25T20:42:24Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'subnets': [{'id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:25.130045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f06becf3-8780-4bdb-bac4-deeea4c6b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:25.162061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4c03dfa-9516-4787-a482-63863485e039 None None] The sync data for ids ['f6d703a5-de81-4d95-a405-a1e22f670dce'] in n-d-817303-9 is: [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0cae4448-bfd3-4008-b153-0a7f2caa6d43', 'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'mac_address': 'fa:16:3e:87:c3:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:18Z', 'updated_at': '2021-11-25T20:42:24Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'subnets': [{'id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:42:25.205826 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f06becf3-8780-4bdb-bac4-deeea4c6b1c6 None None] Provisioning complete for port 304b001e-f5da-4596-b299-7ecd2cb3f721 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:25.205826 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f06becf3-8780-4bdb-bac4-deeea4c6b1c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:25.272521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06becf3-8780-4bdb-bac4-deeea4c6b1c6 None None] Pushing event updated for resources: {'Port': ['ID=0cae4448-bfd3-4008-b153-0a7f2caa6d43,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:25.280645 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f06becf3-8780-4bdb-bac4-deeea4c6b1c6 None None] Port 304b001e-f5da-4596-b299-7ecd2cb3f721 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:42:25.414554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ad5b8a82-369e-4f18-b28c-6ba70eb8283e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:42:25.424422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9f337fd5-99c9-4d99-a102-8046b9882df6 None None] Provisioning complete for port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:25.424808 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9f337fd5-99c9-4d99-a102-8046b9882df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:25.543056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ad5b8a82-369e-4f18-b28c-6ba70eb8283e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:25.544567 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:25.722363 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0cae4448-bfd3-4008-b153-0a7f2caa6d43 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:42:25.801322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:25.801698 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:26.115432 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Sync routers for ids ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:42:26.144554 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Routers {'9288b518-e9b8-40b3-93ba-ab80bb39cb9a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:26.145548 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:26.393388 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Set router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:26.678082 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'name': 'tempest-TestMinimumBasicScenario-850766150-router', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:23Z', 'revision_number': 4, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'gw_port': {'id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '304b001e-f5da-4596-b299-7ecd2cb3f721', 'name': '', 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'mac_address': 'fa:16:3e:c7:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '631343f2-d971-46ce-8d54-7af26462cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:22Z', 'updated_at': '2021-11-25T20:42:23Z', 'revision_number': 2, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'subnets': [{'id': '631343f2-d971-46ce-8d54-7af26462cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:26.712544 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Checking router: 9288b518-e9b8-40b3-93ba-ab80bb39cb9a for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:42:26.712898 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Updating router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a port 304b001e-f5da-4596-b299-7ecd2cb3f721 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:42:26.743751 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:27.086251 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:27.092784 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:27.167176 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fcdfd-d2f5-4f49-97c5-4bd0f2311424 None None] Pushing event updated for resources: {'Port': ['ID=304b001e-f5da-4596-b299-7ecd2cb3f721,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:27.220599 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Attempting to bind port 304b001e-f5da-4596-b299-7ecd2cb3f721 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:42:27.221086 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Attempting to bind port 304b001e-f5da-4596-b299-7ecd2cb3f721 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'abb6c186-ddf8-41f5-94cf-73dd5187370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:42:27.221373 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Attempting to bind port 304b001e-f5da-4596-b299-7ecd2cb3f721 on network e26ace24-ad39-4908-a550-8aa74c879ed7 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:42:27.239871 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:42:27.240245 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Checking segment: {'id': 'abb6c186-ddf8-41f5-94cf-73dd5187370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:42:27.240689 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:27.241036 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Bound using segment: {'id': 'abb6c186-ddf8-41f5-94cf-73dd5187370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:42:27.241554 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Bound port: 304b001e-f5da-4596-b299-7ecd2cb3f721, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abb6c186-ddf8-41f5-94cf-73dd5187370e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:42:27.241886 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:27.247520 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0cae4448-bfd3-4008-b153-0a7f2caa6d43 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:42:27.326127 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] For port 304b001e-f5da-4596-b299-7ecd2cb3f721, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:42:27.329668 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] For port 304b001e-f5da-4596-b299-7ecd2cb3f721, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=304b001e-f5da-4596-b299-7ecd2cb3f721,segment=NetworkSegment(abb6c186-ddf8-41f5-94cf-73dd5187370e),segment_id=abb6c186-ddf8-41f5-94cf-73dd5187370e)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:42:27.336778 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:27.393648 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Routers {'9288b518-e9b8-40b3-93ba-ab80bb39cb9a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:42:27.394281 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:42:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:27.417451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:27.418255 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:27.470383 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fcdfd-d2f5-4f49-97c5-4bd0f2311424 None None] Pushing event updated for resources: {'Port': ['ID=304b001e-f5da-4596-b299-7ecd2cb3f721,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:27.643417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1ec489a0-ffcb-48bd-8c7e-f48571c5a54a None None] Provisioning complete for port 304b001e-f5da-4596-b299-7ecd2cb3f721 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:27.643780 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1ec489a0-ffcb-48bd-8c7e-f48571c5a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:27.721227 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] Set router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:42:27.770108 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1ec489a0-ffcb-48bd-8c7e-f48571c5a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:27.810273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-1ec489a0-ffcb-48bd-8c7e-f48571c5a54a None None] For port 304b001e-f5da-4596-b299-7ecd2cb3f721, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=304b001e-f5da-4596-b299-7ecd2cb3f721,segment=NetworkSegment(abb6c186-ddf8-41f5-94cf-73dd5187370e),segment_id=abb6c186-ddf8-41f5-94cf-73dd5187370e)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:27.822196 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1ec489a0-ffcb-48bd-8c7e-f48571c5a54a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:27.888414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec489a0-ffcb-48bd-8c7e-f48571c5a54a None None] Pushing event updated for resources: {'Port': ['ID=304b001e-f5da-4596-b299-7ecd2cb3f721,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:27.945796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9d3e5860-d602-443d-afe7-d08b623ee9ea None None] Provisioning complete for port 304b001e-f5da-4596-b299-7ecd2cb3f721 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:27.946300 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9d3e5860-d602-443d-afe7-d08b623ee9ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:27.997980 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'name': 'tempest-TestMinimumBasicScenario-850766150-router', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:23Z', 'revision_number': 4, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'gw_port': {'id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '304b001e-f5da-4596-b299-7ecd2cb3f721', 'name': '', 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'mac_address': 'fa:16:3e:c7:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '631343f2-d971-46ce-8d54-7af26462cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:22Z', 'updated_at': '2021-11-25T20:42:27Z', 'revision_number': 4, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'subnets': [{'id': '631343f2-d971-46ce-8d54-7af26462cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:42:28.031064 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b039d30-2f24-4d41-a658-17467bf68f3e None None] The sync data for ids ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'] in n-d-817303-9 is: [{'id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'name': 'tempest-TestMinimumBasicScenario-850766150-router', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:23Z', 'revision_number': 4, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'gw_port': {'id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '304b001e-f5da-4596-b299-7ecd2cb3f721', 'name': '', 'network_id': 'e26ace24-ad39-4908-a550-8aa74c879ed7', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'mac_address': 'fa:16:3e:c7:df:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4176, 'fixed_ips': [{'subnet_id': '631343f2-d971-46ce-8d54-7af26462cb80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:22Z', 'updated_at': '2021-11-25T20:42:27Z', 'revision_number': 4, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'subnets': [{'id': '631343f2-d971-46ce-8d54-7af26462cb80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:42:29.240479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 304b001e-f5da-4596-b299-7ecd2cb3f721 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:42:29.297068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 304b001e-f5da-4596-b299-7ecd2cb3f721 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:29.297448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:32.234078 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7854ad32-1e0e-4206-90bc-555cb003830c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:35.373710 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5d9d33ac-45e5-41db-b772-eab81523ea27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:35.807825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9253ffed-e9eb-48a2-8454-d98d0b80e749 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:35.809304 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9253ffed-e9eb-48a2-8454-d98d0b80e749 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/networks?id=fcb44932-02b5-4432-b21f-7cd4021d5a77 HTTP/1.1" status: 200 len: 815 time: 0.1120903 Nov 25 20:42:35.824489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-2b57a8d8-2298-4d0d-8126-0f1650f45038 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/quotas/c9e158426a50472eb0ec26c4c2e2db85 HTTP/1.1" status: 200 len: 375 time: 0.0092151 Nov 25 20:42:35.879745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-0f8cd768-dcc0-463b-82a6-0530c81fc575 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c9e158426a50472eb0ec26c4c2e2db85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0500269 Nov 25 20:42:35.979580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-bb846246-fefc-4b7d-a031-ebcdaf458cda service neutron] 10.222.0.15 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869322 Nov 25 20:42:36.073267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-95f27aa0-e829-4ae1-acd6-beb7efa33274 service neutron] 10.222.0.15 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851803 Nov 25 20:42:36.236487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d7dd2402-9b1e-4261-829d-be8bfb13f911 req-ace595f3-73be-4d16-beb5-68a62640ac63 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 210 time: 0.0272391 Nov 25 20:42:36.704047 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:37.023411 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:42:37.184126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8fb9e-3818-4136-a635-944abf730120 req-30e99d66-acf5-4772-89fe-6182348b3c5e tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:37.185635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-30e99d66-acf5-4772-89fe-6182348b3c5e tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.76 "GET /v2.0/networks?id=fcb44932-02b5-4432-b21f-7cd4021d5a77 HTTP/1.1" status: 200 len: 815 time: 0.1141665 Nov 25 20:42:37.198307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Request body: {'port': {'device_id': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'admin_state_up': True, 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:37.327165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Made reservation on behalf of c9e158426a50472eb0ec26c4c2e2db85 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:42:37.330631 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:37.347996 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cf18b57e-3940-4c36-b1f5-b65d08f6b118 req-98128306-e561-40eb-8c5b-208ba70334fa tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 210 time: 0.0373662 Nov 25 20:42:37.513905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Allocated IP 172.20.0.3 (fcb44932-02b5-4432-b21f-7cd4021d5a77/402c93c9-1854-4af9-b95d-56ae3efab959/8cc388e2-8c53-4e5a-ae1d-59754b9e170f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:42:37.721126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:37.767485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:37.837456 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'Port': ['ID=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:37.845153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Network fcb44932-02b5-4432-b21f-7cd4021d5a77 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:42:37.850164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:42:37.853144 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.853692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.854181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.854615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.854987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.855323 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.855713 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.855974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.856296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.856769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.857821 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.857821 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:37.871029 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:42:37.933824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:37.934504 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:37.956965 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-d6d0969d-2e22-45d2-83fa-fe83949cfc4a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7625685 Nov 25 20:42:38.066867 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:38.147170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-29625784-c6cf-4756-b514-f119f8bd58c9 None None] Provisioning complete for port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:38.147998 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-29625784-c6cf-4756-b514-f119f8bd58c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:38.185181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-29625784-c6cf-4756-b514-f119f8bd58c9 None None] Port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:42:38.561672 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:38.797640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753e325-1102-412f-8c6e-0b52584a52af req-34b765a9-69e5-4d65-9fb9-2590424793e4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:38.801915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f753e325-1102-412f-8c6e-0b52584a52af req-34b765a9-69e5-4d65-9fb9-2590424793e4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 931 time: 0.3721492 Nov 25 20:42:38.866268 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f753e325-1102-412f-8c6e-0b52584a52af req-0ac375e7-0ae4-46f9-89a0-9141163b1792 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589802 Nov 25 20:42:39.988383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31496590-13de-45f4-93ee-83c25f01f44f req-0ce69eb9-40b8-4dfb-b8a2-7686d95ea4cb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:39.990962 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31496590-13de-45f4-93ee-83c25f01f44f req-0ce69eb9-40b8-4dfb-b8a2-7686d95ea4cb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 931 time: 0.0525813 Nov 25 20:42:40.038010 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-31496590-13de-45f4-93ee-83c25f01f44f req-5dfa4a87-2acd-4b21-8281-37dedbc81f27 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406168 Nov 25 20:42:41.172509 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30da10d4-b3e2-4bb2-b01f-64dfd9230b25 req-a18fd542-2a25-47d2-8ae7-9e110dd142bb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:41.174100 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30da10d4-b3e2-4bb2-b01f-64dfd9230b25 req-a18fd542-2a25-47d2-8ae7-9e110dd142bb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 931 time: 0.0637298 Nov 25 20:42:41.229091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-30da10d4-b3e2-4bb2-b01f-64dfd9230b25 req-6e1cd90e-cc9a-4460-a89d-ac042aeb568e tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445242 Nov 25 20:42:42.355882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a5ef9-675d-4ea4-9ee0-679de0c65b56 req-51146b4f-e096-4680-9426-225e7d7b09ec tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:42.357390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-212a5ef9-675d-4ea4-9ee0-679de0c65b56 req-51146b4f-e096-4680-9426-225e7d7b09ec tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 931 time: 0.0524397 Nov 25 20:42:42.407906 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-212a5ef9-675d-4ea4-9ee0-679de0c65b56 req-eb481ab8-177b-46a1-b3b4-995ade5315ff tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443306 Nov 25 20:42:43.536578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e55794-7d78-4186-a402-cf3312262382 req-bf2244b7-6e3f-42b6-9e9e-b99e729e2bfa tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:43.538185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23e55794-7d78-4186-a402-cf3312262382 req-bf2244b7-6e3f-42b6-9e9e-b99e729e2bfa tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 931 time: 0.0516424 Nov 25 20:42:43.590894 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-23e55794-7d78-4186-a402-cf3312262382 req-b202f695-127b-4b1d-99f1-1e7b82e672b4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464888 Nov 25 20:42:44.744407 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed486e35-307d-4aeb-b007-2c776216340b req-40e80d41-9069-4d4e-a0bf-1490b8a39588 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:44.746002 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed486e35-307d-4aeb-b007-2c776216340b req-40e80d41-9069-4d4e-a0bf-1490b8a39588 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 931 time: 0.0523090 Nov 25 20:42:44.802367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed486e35-307d-4aeb-b007-2c776216340b req-3ee39346-7d1d-4459-91aa-102c767e9a42 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498245 Nov 25 20:42:45.928922 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d0acdf-c45d-43eb-89fd-2f6fa8960359 req-8b5552d6-d9c3-477f-b273-fd732b9d683f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:45.930336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47d0acdf-c45d-43eb-89fd-2f6fa8960359 req-8b5552d6-d9c3-477f-b273-fd732b9d683f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 931 time: 0.0503941 Nov 25 20:42:45.988717 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-47d0acdf-c45d-43eb-89fd-2f6fa8960359 req-5f6008b4-ad41-431a-be39-05b76936f2a7 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515590 Nov 25 20:42:47.171868 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864d3cc-1b0a-48f7-8b53-562510442bde req-e8d3fced-4c5d-49e6-b7d1-dca08d2f8ff9 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:47.174082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1864d3cc-1b0a-48f7-8b53-562510442bde req-e8d3fced-4c5d-49e6-b7d1-dca08d2f8ff9 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 931 time: 0.1118643 Nov 25 20:42:47.227217 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1864d3cc-1b0a-48f7-8b53-562510442bde req-3c8e3c81-d344-43b3-bf31-9a8e4431e124 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457790 Nov 25 20:42:47.840935 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Request body: {'port': {'device_id': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:42:47.893320 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:48.160343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cc388e2-8c53-4e5a-ae1d-59754b9e170f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:42:48.168440 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:48.180648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Transition to ACTIVE for port object 8cc388e2-8c53-4e5a-ae1d-59754b9e170f will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:42:48.185737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:48.253924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:48.325151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Attempting to bind port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:42:48.325501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Attempting to bind port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:42:48.325837 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Attempting to bind port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f on network fcb44932-02b5-4432-b21f-7cd4021d5a77 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:42:48.346560 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f on network fcb44932-02b5-4432-b21f-7cd4021d5a77 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:42:48.346924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Attempting to bind port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f on network fcb44932-02b5-4432-b21f-7cd4021d5a77 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:42:48.357207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 42, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:42:48.357549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Checking segment: {'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:42:48.357944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Bound using segment: {'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:42:48.358387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Bound port: 8cc388e2-8c53-4e5a-ae1d-59754b9e170f, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f381eec-f995-4c81-9934-b08aba30288c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 648, 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:42:48.358748 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:48.386950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fd9134-d3ea-4453-966c-05106cfd74a2 req-34d4eff5-0377-45f7-902b-02e0ae38f5ac tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:48.388690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79fd9134-d3ea-4453-966c-05106cfd74a2 req-34d4eff5-0377-45f7-902b-02e0ae38f5ac tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 943 time: 0.0843306 Nov 25 20:42:48.480298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] For port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:42:48.484171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] For port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:42:48.489157 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79fd9134-d3ea-4453-966c-05106cfd74a2 req-ff6a47ae-e4f3-46be-86ae-fc1542071a94 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774682 Nov 25 20:42:48.490638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:48.529943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:48.530569 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:48.531992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] 10.222.0.76 "PUT /v2.0/ports/8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 1091 time: 0.6960411 Nov 25 20:42:48.532434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:42:48.534707 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46243f38-1580-4008-bdad-5d64221a7fb9" -d '{"events": [{"name": "network-changed", "server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:42:48.561842 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c961669-e808-4123-a200-39d89ad8b538 service neutron] Pushing event updated for resources: {'Port': ['ID=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:48.584479 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c89ae993-9f5a-4fba-972a-1b2a5ab4e5fa x-openstack-request-id: req-c89ae993-9f5a-4fba-972a-1b2a5ab4e5fa {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:42:48.584777 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:42:48.585031 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c89ae993-9f5a-4fba-972a-1b2a5ab4e5fa {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:42:48.585432 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'status': 'completed', 'code': 200} Nov 25 20:42:48.620657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8fb9e-3818-4136-a635-944abf730120 req-0bdd47cf-d91d-457a-89f8-89b8251ff252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:48.622229 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-0bdd47cf-d91d-457a-89f8-89b8251ff252 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c9e158426a50472eb0ec26c4c2e2db85&device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 1094 time: 0.0486283 Nov 25 20:42:48.666095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-4ddcb61d-d8dd-4f68-ae98-131adfd07e42 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 217 time: 0.0354357 Nov 25 20:42:48.722732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8fb9e-3818-4136-a635-944abf730120 req-164e8964-35fa-4395-b5c3-b277a6b40024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:48.724255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-164e8964-35fa-4395-b5c3-b277a6b40024 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=402c93c9-1854-4af9-b95d-56ae3efab959 HTTP/1.1" status: 200 len: 854 time: 0.0509145 Nov 25 20:42:48.770472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b8fb9e-3818-4136-a635-944abf730120 req-b16ed16e-b339-448b-94e7-e45ba0450ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:48.771996 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-b16ed16e-b339-448b-94e7-e45ba0450ecb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcb44932-02b5-4432-b21f-7cd4021d5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404239 Nov 25 20:42:48.862835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-afad22d6-d928-448e-844d-dc02aa6f69cd service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835783 Nov 25 20:42:48.959413 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1b8fb9e-3818-4136-a635-944abf730120 req-13c0797c-9b5d-457a-af0a-fe3efb4ebbaf service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891614 Nov 25 20:42:49.051784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46243f38-1580-4008-bdad-5d64221a7fb9 req-16fde3a1-3460-4988-ac68-5bccf738d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:49.053243 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46243f38-1580-4008-bdad-5d64221a7fb9 req-16fde3a1-3460-4988-ac68-5bccf738d644 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c9e158426a50472eb0ec26c4c2e2db85&device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 1094 time: 0.0438604 Nov 25 20:42:49.149864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46243f38-1580-4008-bdad-5d64221a7fb9 req-3c556653-64bb-4b10-9f21-be8bbbe709f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:49.152011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46243f38-1580-4008-bdad-5d64221a7fb9 req-3c556653-64bb-4b10-9f21-be8bbbe709f9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcb44932-02b5-4432-b21f-7cd4021d5a77 HTTP/1.1" status: 200 len: 916 time: 0.0915980 Nov 25 20:42:49.194207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46243f38-1580-4008-bdad-5d64221a7fb9 req-5081eeab-1a50-417e-a3bd-7dd1f0064b5e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 217 time: 0.0347006 Nov 25 20:42:49.241702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46243f38-1580-4008-bdad-5d64221a7fb9 req-bae08ba8-f52b-4e8f-94fa-7815c296e409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:49.243194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46243f38-1580-4008-bdad-5d64221a7fb9 req-bae08ba8-f52b-4e8f-94fa-7815c296e409 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=402c93c9-1854-4af9-b95d-56ae3efab959 HTTP/1.1" status: 200 len: 854 time: 0.0424592 Nov 25 20:42:49.294942 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46243f38-1580-4008-bdad-5d64221a7fb9 req-f9be30c7-7f1d-4768-8fce-a9f29ca3a5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:49.296424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46243f38-1580-4008-bdad-5d64221a7fb9 req-f9be30c7-7f1d-4768-8fce-a9f29ca3a5ce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcb44932-02b5-4432-b21f-7cd4021d5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455959 Nov 25 20:42:49.390677 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46243f38-1580-4008-bdad-5d64221a7fb9 req-d05f6766-c41e-4e44-8528-026850344e0c service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863118 Nov 25 20:42:49.485534 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-46243f38-1580-4008-bdad-5d64221a7fb9 req-1f1b081c-7556-4301-8054-2485a91a4f27 service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870349 Nov 25 20:42:49.609568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c20eb19-7f46-44bd-aa27-699ce6ed868e req-de19029b-b97d-4df7-96f5-545ed4463113 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:49.611109 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c20eb19-7f46-44bd-aa27-699ce6ed868e req-de19029b-b97d-4df7-96f5-545ed4463113 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 943 time: 0.0497527 Nov 25 20:42:49.660912 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c20eb19-7f46-44bd-aa27-699ce6ed868e req-0a6172c2-5505-41b1-b231-0404454dbf9f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437696 Nov 25 20:42:50.779778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f22dad2-bfd1-4f6a-a3a2-d1deafeac3c5 req-00d82901-0254-4883-9e98-b7ba71ecca7e tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:50.781329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f22dad2-bfd1-4f6a-a3a2-d1deafeac3c5 req-00d82901-0254-4883-9e98-b7ba71ecca7e tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 943 time: 0.0500107 Nov 25 20:42:50.836537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f22dad2-bfd1-4f6a-a3a2-d1deafeac3c5 req-ed79d051-363c-49d9-94c4-366d29a64a0a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491714 Nov 25 20:42:51.447259 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:51.699327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8cc388e2-8c53-4e5a-ae1d-59754b9e170f details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:42:51.805049 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:51.818359 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'port_id': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'mac_address': 'fa:16:3e:8c:57:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 648, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:42:51.993366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325230f6-b88d-4a67-9316-bff9f3f403d1 req-27949af1-1df9-415e-9fa8-472368dcafdf tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:51.995576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-325230f6-b88d-4a67-9316-bff9f3f403d1 req-27949af1-1df9-415e-9fa8-472368dcafdf tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 943 time: 0.0767887 Nov 25 20:42:52.045908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:52.065057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cc388e2-8c53-4e5a-ae1d-59754b9e170f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:42:52.072197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-325230f6-b88d-4a67-9316-bff9f3f403d1 req-6f2e714a-1b40-4106-9c30-73b7f1ff84b0 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680213 Nov 25 20:42:52.090684 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:52.097563 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:52.164650 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:52.177259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.177767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.178330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.178848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.179440 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.179937 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.180351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.181947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.182509 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.183519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.183869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.184206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:42:52.317389 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['8cc388e2-8c53-4e5a-ae1d-59754b9e170f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:42:53.200794 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a50eb3-d045-497e-8dae-613fb7366cc1 req-cac6592a-94c9-4868-ba8f-805b09e35945 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:53.202330 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11a50eb3-d045-497e-8dae-613fb7366cc1 req-cac6592a-94c9-4868-ba8f-805b09e35945 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 944 time: 0.0517361 Nov 25 20:42:53.252448 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-11a50eb3-d045-497e-8dae-613fb7366cc1 req-4d8468b4-a9c4-411f-9f46-137b73d76225 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439005 Nov 25 20:42:53.649725 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:53.698095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8cc388e2-8c53-4e5a-ae1d-59754b9e170f up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:42:53.753973 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:42:53.758080 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:42:53.758448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:53.842626 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:53.867115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:42:53.869478 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de12e4c0-c407-47f3-8835-e182cf3adfb6" -d '{"events": [{"server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "name": "network-vif-plugged", "status": "completed", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:42:53.882493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:42:53.886996 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:42:53.906717 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e22f8c-233e-4cff-9cb8-03b70f9afdea x-openstack-request-id: req-51e22f8c-233e-4cff-9cb8-03b70f9afdea {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:42:53.907046 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "name": "network-vif-plugged", "status": "completed", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:42:53.907304 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-51e22f8c-233e-4cff-9cb8-03b70f9afdea {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:42:53.907698 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'code': 200} Nov 25 20:42:53.961196 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:42:54.019920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf1a648-be64-43ef-811a-22f4d32f5138 req-375684ed-449d-4faf-81b6-4b9eaafd08fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:54.021462 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-daf1a648-be64-43ef-811a-22f4d32f5138 req-375684ed-449d-4faf-81b6-4b9eaafd08fa service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 1096 time: 0.0533588 Nov 25 20:42:54.069028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-daf1a648-be64-43ef-811a-22f4d32f5138 req-5cd63256-d28d-4942-97cf-8334605e655e service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398588 Nov 25 20:42:54.388555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40255ef-2908-416c-b00c-eee4768feaee req-bb749d65-035d-49a7-8eab-0d6300573fd1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:54.390083 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d40255ef-2908-416c-b00c-eee4768feaee req-bb749d65-035d-49a7-8eab-0d6300573fd1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 945 time: 0.0538864 Nov 25 20:42:54.439252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d40255ef-2908-416c-b00c-eee4768feaee req-16593506-c91c-4996-ba32-dd826eae3e53 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430806 Nov 25 20:42:55.561998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1729c23e-8de4-4f09-bcf9-4a8bce9d0799 req-d83d0ab9-7d91-46d5-a887-595f989c7429 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:55.563685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1729c23e-8de4-4f09-bcf9-4a8bce9d0799 req-d83d0ab9-7d91-46d5-a887-595f989c7429 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 945 time: 0.0510402 Nov 25 20:42:55.615946 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1729c23e-8de4-4f09-bcf9-4a8bce9d0799 req-9fbfe235-6cd4-40bb-b363-a0271d9e7030 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462632 Nov 25 20:42:55.737372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b496d7-e623-413f-92c6-ed5a861d20ad req-2cf65589-0883-4da3-8a55-f580cf2e9970 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:55.738825 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63b496d7-e623-413f-92c6-ed5a861d20ad req-2cf65589-0883-4da3-8a55-f580cf2e9970 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 945 time: 0.0515187 Nov 25 20:42:55.787571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63b496d7-e623-413f-92c6-ed5a861d20ad req-f7aaebe9-e89d-45ea-9ed5-86c2ff57ba82 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426595 Nov 25 20:42:55.985666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc63f60-72d9-420a-b179-17f1c793b705 req-5985c638-4c04-417f-9a7d-79b6524dd0a1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:42:55.987210 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9bc63f60-72d9-420a-b179-17f1c793b705 req-5985c638-4c04-417f-9a7d-79b6524dd0a1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 945 time: 0.0504158 Nov 25 20:42:56.037051 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9bc63f60-72d9-420a-b179-17f1c793b705 req-918ffa44-c90f-4b58-b7a1-448b3494687a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437994 Nov 25 20:43:02.226995 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-60209633-2327-43b9-a975-3f42b8fc43d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:05.381415 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4ee83410-414d-46dc-afd9-e23e038974bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:06.707168 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:08.031920 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:08.572242 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:09.816927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56255d1c-0f04-4e23-a9ab-fa83cdfc9535 req-7991083a-d943-4453-8d12-5aa8b4e7741a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:09.818312 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56255d1c-0f04-4e23-a9ab-fa83cdfc9535 req-7991083a-d943-4453-8d12-5aa8b4e7741a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 945 time: 0.0536165 Nov 25 20:43:09.866763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-56255d1c-0f04-4e23-a9ab-fa83cdfc9535 req-20e415bc-a27d-44c9-939f-a27456ffb8a8 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418367 Nov 25 20:43:09.900217 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51534) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:10.037937 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06b7e1d0-10fc-4f6b-b979-ecb467df1e1e tempest-TestMinimumBasicScenario-1394026907 tempest-TestMinimumBasicScenario-1394026907-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:10.039517 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-06b7e1d0-10fc-4f6b-b979-ecb467df1e1e tempest-TestMinimumBasicScenario-1394026907 tempest-TestMinimumBasicScenario-1394026907-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 1091 time: 0.1370502 Nov 25 20:43:10.042720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51538) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:10.047380 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:10.073871 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:10.175865 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:10.297444 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Allocated IP 172.25.8.151 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/446ad11a-9b07-446f-9cdd-d049bd57fa29) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:43:10.408854 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:10.455017 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:10.497651 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:43:10.502097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:43:10.504841 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:43:10.512287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'Port': ['ID=446ad11a-9b07-446f-9cdd-d049bd57fa29,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:10.543886 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.544237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.544871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.545175 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.545520 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.545850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.546181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.546512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.546869 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.547301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.547531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.547858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:43:10.905266 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:10.980196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.142198 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.147621 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.224370 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'Port': ['ID=446ad11a-9b07-446f-9cdd-d049bd57fa29,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:11.236401 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.352629 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Floating IP 704bfb01-403a-4d4e-b70e-0dc3c248b99f associated. External IP: 172.25.8.151, port: 8cc388e2-8c53-4e5a-ae1d-59754b9e170f. Nov 25 20:43:11.601131 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Router f6d703a5-de81-4d95-a405-a1e22f670dce has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:43:11.711467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:43:11.722194 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8c36e-d8b2-4ea0-b0d7-d0c06ddef2c7 None None] Sync routers for ids ['f6d703a5-de81-4d95-a405-a1e22f670dce'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:43:11.731800 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.734308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8c36e-d8b2-4ea0-b0d7-d0c06ddef2c7 None None] Routers {'f6d703a5-de81-4d95-a405-a1e22f670dce'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:43:11.735056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-02f8c36e-d8b2-4ea0-b0d7-d0c06ddef2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:43:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f6d703a5-de81-4d95-a405-a1e22f670dce'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:11.764852 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-56e695af-38e4-4e35-a30b-a749ae73ccc4 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7203665 Nov 25 20:43:11.765367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:43:11.767803 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76155de9-89a2-4f2c-9f3f-b461a6e2480e" -d '{"events": [{"name": "network-changed", "server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:43:11.770564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51540) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:11.775232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bbf275d5-0638-4dfc-adce-0030aec4b547 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-899827314', 'description': 'tempest-secgroup-smoke-899827314 description', 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:11.810139 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbf275d5-0638-4dfc-adce-0030aec4b547 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.875955 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-02f8c36e-d8b2-4ea0-b0d7-d0c06ddef2c7 None None] Set router f6d703a5-de81-4d95-a405-a1e22f670dce gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:43:11.897935 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbf275d5-0638-4dfc-adce-0030aec4b547 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.903516 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbf275d5-0638-4dfc-adce-0030aec4b547 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.939303 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bbf275d5-0638-4dfc-adce-0030aec4b547 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:11.941646 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bbf275d5-0638-4dfc-adce-0030aec4b547 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1698592 Nov 25 20:43:11.944760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51546) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:11.950649 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf275d5-0638-4dfc-adce-0030aec4b547 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=298787ca-844e-4710-8c81-00d1b26928f7,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:11.954472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-14c350c4-91b6-4d96-b81d-a4f90e719f6d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Request body: {'security_group_rule': {'security_group_id': '298787ca-844e-4710-8c81-00d1b26928f7', 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:11.999193 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14c350c4-91b6-4d96-b81d-a4f90e719f6d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.005421 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ec8d6c-d90f-40fa-b717-9631bc98bb92 x-openstack-request-id: req-96ec8d6c-d90f-40fa-b717-9631bc98bb92 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:43:12.005714 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:43:12.005970 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-96ec8d6c-d90f-40fa-b717-9631bc98bb92 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:43:12.006381 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'status': 'completed', 'code': 200} Nov 25 20:43:12.096505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14c350c4-91b6-4d96-b81d-a4f90e719f6d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.102664 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14c350c4-91b6-4d96-b81d-a4f90e719f6d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.141307 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c350c4-91b6-4d96-b81d-a4f90e719f6d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=176c16b3-6424-492e-ab02-6b1d18c5eb89,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:12.145766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155de9-89a2-4f2c-9f3f-b461a6e2480e req-79bd2546-b6aa-474b-baf4-789b02ae624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:12.147346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76155de9-89a2-4f2c-9f3f-b461a6e2480e req-79bd2546-b6aa-474b-baf4-789b02ae624f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c9e158426a50472eb0ec26c4c2e2db85&device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 1096 time: 0.1143925 Nov 25 20:43:12.147969 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-02f8c36e-d8b2-4ea0-b0d7-d0c06ddef2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '704bfb01-403a-4d4e-b70e-0dc3c248b99f', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'port_id': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'mac_address': 'fa:16:3e:8c:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:43:10Z', 'updated_at': '2021-11-25T20:43:10Z', 'revision_number': 0, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cae4448-bfd3-4008-b153-0a7f2caa6d43', 'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'mac_address': 'fa:16:3e:87:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:18Z', 'updated_at': '2021-11-25T20:42:25Z', 'revision_number': 5, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'subnets': [{'id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:12.158932 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-14c350c4-91b6-4d96-b81d-a4f90e719f6d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.160588 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-14c350c4-91b6-4d96-b81d-a4f90e719f6d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2140820 Nov 25 20:43:12.165181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51548) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:12.172038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-331da7c5-f311-4b7a-b8f7-fa392878e4d1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Request body: {'security_group_rule': {'security_group_id': '298787ca-844e-4710-8c81-00d1b26928f7', 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:12.179635 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8c36e-d8b2-4ea0-b0d7-d0c06ddef2c7 None None] Checking router: f6d703a5-de81-4d95-a405-a1e22f670dce for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:43:12.190147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f8c36e-d8b2-4ea0-b0d7-d0c06ddef2c7 None None] Routers {'f6d703a5-de81-4d95-a405-a1e22f670dce'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:43:12.190540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-02f8c36e-d8b2-4ea0-b0d7-d0c06ddef2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:43:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f6d703a5-de81-4d95-a405-a1e22f670dce'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:12.207018 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-331da7c5-f311-4b7a-b8f7-fa392878e4d1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.279122 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-331da7c5-f311-4b7a-b8f7-fa392878e4d1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.284224 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-331da7c5-f311-4b7a-b8f7-fa392878e4d1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.298291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155de9-89a2-4f2c-9f3f-b461a6e2480e req-6f0d8473-60cf-412c-a1a9-4a6993ab4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:12.299980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76155de9-89a2-4f2c-9f3f-b461a6e2480e req-6f0d8473-60cf-412c-a1a9-4a6993ab4663 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcb44932-02b5-4432-b21f-7cd4021d5a77 HTTP/1.1" status: 200 len: 916 time: 0.1382458 Nov 25 20:43:12.313347 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331da7c5-f311-4b7a-b8f7-fa392878e4d1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e065d02-190a-4eb5-8a1c-ed0fd634a4f2,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:12.325222 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-331da7c5-f311-4b7a-b8f7-fa392878e4d1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.326293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-331da7c5-f311-4b7a-b8f7-fa392878e4d1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1586258 Nov 25 20:43:12.329274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51550) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:12.334035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-0f849800-9309-4fc7-90b2-4eb7f4d257ca tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Request body: {'security_group_rule': {'security_group_id': '298787ca-844e-4710-8c81-00d1b26928f7', 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:12.364529 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-02f8c36e-d8b2-4ea0-b0d7-d0c06ddef2c7 None None] Set router f6d703a5-de81-4d95-a405-a1e22f670dce gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:43:12.372293 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0f849800-9309-4fc7-90b2-4eb7f4d257ca tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.403658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76155de9-89a2-4f2c-9f3f-b461a6e2480e req-0700f311-0a09-485a-ac8c-0dbfe7b3e1f7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 999 time: 0.0913341 Nov 25 20:43:12.455173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0f849800-9309-4fc7-90b2-4eb7f4d257ca tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.461244 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0f849800-9309-4fc7-90b2-4eb7f4d257ca tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.462500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155de9-89a2-4f2c-9f3f-b461a6e2480e req-9d3f6601-47cc-4322-8dd3-4909e6e59dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:12.466410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76155de9-89a2-4f2c-9f3f-b461a6e2480e req-9d3f6601-47cc-4322-8dd3-4909e6e59dc0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=402c93c9-1854-4af9-b95d-56ae3efab959 HTTP/1.1" status: 200 len: 854 time: 0.0544851 Nov 25 20:43:12.499237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f849800-9309-4fc7-90b2-4eb7f4d257ca tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef48aa0-c88b-41dc-a51e-2a631bea08ae,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:12.518418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0f849800-9309-4fc7-90b2-4eb7f4d257ca tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.520536 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0f849800-9309-4fc7-90b2-4eb7f4d257ca tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901667 Nov 25 20:43:12.523882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51552) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:12.530138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76155de9-89a2-4f2c-9f3f-b461a6e2480e req-a9d6ac20-ec98-4024-b03a-1dbacf9775b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:12.531792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76155de9-89a2-4f2c-9f3f-b461a6e2480e req-a9d6ac20-ec98-4024-b03a-1dbacf9775b0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcb44932-02b5-4432-b21f-7cd4021d5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588603 Nov 25 20:43:12.532102 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-44f7c198-4f3b-4ef6-9ff6-1c7d03ffdf46 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Request body: {'security_group_rule': {'security_group_id': '298787ca-844e-4710-8c81-00d1b26928f7', 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:12.565896 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44f7c198-4f3b-4ef6-9ff6-1c7d03ffdf46 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.638771 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44f7c198-4f3b-4ef6-9ff6-1c7d03ffdf46 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.655738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44f7c198-4f3b-4ef6-9ff6-1c7d03ffdf46 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.679335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-02f8c36e-d8b2-4ea0-b0d7-d0c06ddef2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '704bfb01-403a-4d4e-b70e-0dc3c248b99f', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'port_id': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'mac_address': 'fa:16:3e:8c:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:43:10Z', 'updated_at': '2021-11-25T20:43:10Z', 'revision_number': 0, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cae4448-bfd3-4008-b153-0a7f2caa6d43', 'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'mac_address': 'fa:16:3e:87:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:18Z', 'updated_at': '2021-11-25T20:42:25Z', 'revision_number': 5, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'subnets': [{'id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:43:12.682979 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7c198-4f3b-4ef6-9ff6-1c7d03ffdf46 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7986362-9211-43a0-b09d-44bde904d9df,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:12.694506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76155de9-89a2-4f2c-9f3f-b461a6e2480e req-395746e4-50a2-402e-8715-39437b7478f1 service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552958 Nov 25 20:43:12.711314 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-44f7c198-4f3b-4ef6-9ff6-1c7d03ffdf46 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.717210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f8c36e-d8b2-4ea0-b0d7-d0c06ddef2c7 None None] The sync data for ids ['f6d703a5-de81-4d95-a405-a1e22f670dce'] in n-d-817303-9 is: [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '704bfb01-403a-4d4e-b70e-0dc3c248b99f', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'floating_ip_address': '172.25.8.151', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'port_id': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4179, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'mac_address': 'fa:16:3e:8c:57:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:43:10Z', 'updated_at': '2021-11-25T20:43:10Z', 'revision_number': 0, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0cae4448-bfd3-4008-b153-0a7f2caa6d43', 'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'mac_address': 'fa:16:3e:87:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:18Z', 'updated_at': '2021-11-25T20:42:25Z', 'revision_number': 5, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'subnets': [{'id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:43:12.717846 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-44f7c198-4f3b-4ef6-9ff6-1c7d03ffdf46 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1922655 Nov 25 20:43:12.719238 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51554) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:12.723888 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-162e34c7-f0e1-4892-b557-fc45b31cd635 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Request body: {'security_group_rule': {'security_group_id': '298787ca-844e-4710-8c81-00d1b26928f7', 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:12.760516 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-162e34c7-f0e1-4892-b557-fc45b31cd635 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Project c9e158426a50472eb0ec26c4c2e2db85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:43:12.771551 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-162e34c7-f0e1-4892-b557-fc45b31cd635 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.826529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-76155de9-89a2-4f2c-9f3f-b461a6e2480e req-3322b46e-f766-4d46-8eb8-1a0e0808a774 service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246908 Nov 25 20:43:12.855035 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-162e34c7-f0e1-4892-b557-fc45b31cd635 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.860155 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-162e34c7-f0e1-4892-b557-fc45b31cd635 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.879840 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e34c7-f0e1-4892-b557-fc45b31cd635 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85cb3e9f-965d-4011-9aca-6dc6db27a05a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:12.888955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-162e34c7-f0e1-4892-b557-fc45b31cd635 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:12.890176 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-162e34c7-f0e1-4892-b557-fc45b31cd635 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1699445 Nov 25 20:43:12.893170 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51556) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:43:12.898401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a952fded-faf0-46fb-b61e-83f57ea372eb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Request body: {'security_group_rule': {'security_group_id': '298787ca-844e-4710-8c81-00d1b26928f7', 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:12.926145 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-a952fded-faf0-46fb-b61e-83f57ea372eb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Project c9e158426a50472eb0ec26c4c2e2db85 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:43:12.932759 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a952fded-faf0-46fb-b61e-83f57ea372eb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:13.011515 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e700d0-1010-41b6-98eb-6480ad513a91 None None] New status for floating IP 704bfb01-403a-4d4e-b70e-0dc3c248b99f: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:43:13.013292 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a952fded-faf0-46fb-b61e-83f57ea372eb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:13.019271 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a952fded-faf0-46fb-b61e-83f57ea372eb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:13.047523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952fded-faf0-46fb-b61e-83f57ea372eb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd60a81a-a177-41c8-abf1-f2625266eabc,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:13.054722 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a952fded-faf0-46fb-b61e-83f57ea372eb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:13.059509 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a952fded-faf0-46fb-b61e-83f57ea372eb tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1651528 Nov 25 20:43:13.162085 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c159250c-f17c-4636-8fa7-b0ba581a9379 req-58762173-a6ca-44b4-b066-f505dab28b6b tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899827314&fields=id&tenant_id=c9e158426a50472eb0ec26c4c2e2db85 HTTP/1.1" status: 200 len: 267 time: 0.0489247 Nov 25 20:43:13.231914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159250c-f17c-4636-8fa7-b0ba581a9379 req-2341691f-9257-43cd-b0b2-f7a80e794fc7 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.233486 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c159250c-f17c-4636-8fa7-b0ba581a9379 req-2341691f-9257-43cd-b0b2-f7a80e794fc7 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 945 time: 0.0595698 Nov 25 20:43:13.248646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-c159250c-f17c-4636-8fa7-b0ba581a9379 req-b5e512c3-1f9a-4e8e-9029-56563cfc1efc tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Request body: {'port': {'security_groups': ['c8a684ed-e499-435f-88b2-6c90f4759501', '298787ca-844e-4710-8c81-00d1b26928f7']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:43:13.316013 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c159250c-f17c-4636-8fa7-b0ba581a9379 req-b5e512c3-1f9a-4e8e-9029-56563cfc1efc tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:13.516404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-c159250c-f17c-4636-8fa7-b0ba581a9379 req-b5e512c3-1f9a-4e8e-9029-56563cfc1efc tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] For port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:43:13.547125 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c159250c-f17c-4636-8fa7-b0ba581a9379 req-b5e512c3-1f9a-4e8e-9029-56563cfc1efc tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:13.551967 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c159250c-f17c-4636-8fa7-b0ba581a9379 req-b5e512c3-1f9a-4e8e-9029-56563cfc1efc tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:13.564127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['8cc388e2-8c53-4e5a-ae1d-59754b9e170f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:43:13.597513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159250c-f17c-4636-8fa7-b0ba581a9379 req-b5e512c3-1f9a-4e8e-9029-56563cfc1efc tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.598180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-c159250c-f17c-4636-8fa7-b0ba581a9379 req-b5e512c3-1f9a-4e8e-9029-56563cfc1efc tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:13.599635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c159250c-f17c-4636-8fa7-b0ba581a9379 req-b5e512c3-1f9a-4e8e-9029-56563cfc1efc tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "PUT /v2.0/ports/8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 981 time: 0.3571641 Nov 25 20:43:13.600116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:43:13.602400 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927ccbb4-836d-492b-b293-103f7aa781b6" -d '{"events": [{"name": "network-changed", "server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:43:13.631779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e512c3-1f9a-4e8e-9029-56563cfc1efc tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'Port': ['ID=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:43:13.652728 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428a57e2-49e7-4042-87d0-d5e56451eb25 x-openstack-request-id: req-428a57e2-49e7-4042-87d0-d5e56451eb25 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:43:13.653376 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:43:13.655891 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-428a57e2-49e7-4042-87d0-d5e56451eb25 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:43:13.662690 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'status': 'completed', 'code': 200} Nov 25 20:43:13.674367 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['8cc388e2-8c53-4e5a-ae1d-59754b9e170f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:43:13.768444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ccbb4-836d-492b-b293-103f7aa781b6 req-efdd4303-0413-416a-ba45-e6e492106cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.770205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-927ccbb4-836d-492b-b293-103f7aa781b6 req-efdd4303-0413-416a-ba45-e6e492106cd8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c9e158426a50472eb0ec26c4c2e2db85&device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 1135 time: 0.0954030 Nov 25 20:43:13.782860 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5d434-fd8c-489d-8cb1-66adcb7f6861 req-67fc796f-8016-4f08-b596-b3f19a09b695 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.784614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14d5d434-fd8c-489d-8cb1-66adcb7f6861 req-67fc796f-8016-4f08-b596-b3f19a09b695 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0726295 Nov 25 20:43:13.933550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14d5d434-fd8c-489d-8cb1-66adcb7f6861 req-48f232a1-4814-4556-a19d-d9958fcb3d82 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1276586 Nov 25 20:43:13.936805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ccbb4-836d-492b-b293-103f7aa781b6 req-a607d09a-0df6-42de-8182-70352e0fa743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:13.938307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-927ccbb4-836d-492b-b293-103f7aa781b6 req-a607d09a-0df6-42de-8182-70352e0fa743 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcb44932-02b5-4432-b21f-7cd4021d5a77 HTTP/1.1" status: 200 len: 916 time: 0.1527750 Nov 25 20:43:13.950265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0a10c472-9c85-4813-b2ab-fbb591622151 None None] Provisioning complete for port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:43:13.950648 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0a10c472-9c85-4813-b2ab-fbb591622151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:14.015451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-927ccbb4-836d-492b-b293-103f7aa781b6 req-ebc9d298-188b-442a-a40f-f908e180e52b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 1001 time: 0.0687587 Nov 25 20:43:14.025970 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:43:14.070895 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ccbb4-836d-492b-b293-103f7aa781b6 req-b37dadff-e83c-43f1-b39c-9c1429a52b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:14.073201 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-927ccbb4-836d-492b-b293-103f7aa781b6 req-b37dadff-e83c-43f1-b39c-9c1429a52b86 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=402c93c9-1854-4af9-b95d-56ae3efab959 HTTP/1.1" status: 200 len: 854 time: 0.0498843 Nov 25 20:43:14.124564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927ccbb4-836d-492b-b293-103f7aa781b6 req-b6dd53dd-57e8-4135-ae8b-16adbccecee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:14.126078 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-927ccbb4-836d-492b-b293-103f7aa781b6 req-b6dd53dd-57e8-4135-ae8b-16adbccecee5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcb44932-02b5-4432-b21f-7cd4021d5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450351 Nov 25 20:43:14.223062 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-927ccbb4-836d-492b-b293-103f7aa781b6 req-6f797156-0f93-491b-9e49-c80c90397c9b service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890200 Nov 25 20:43:14.322073 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-927ccbb4-836d-492b-b293-103f7aa781b6 req-a207f8d8-69f6-40e1-9687-ab8cb8ab86bb service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909057 Nov 25 20:43:18.638835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-cc41fb4e-4d90-41db-b9df-f9884fe9fae9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0429578 Nov 25 20:43:18.723755 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-e66ea7db-be69-43f6-9013-5a15e539b9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:18.725338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-e66ea7db-be69-43f6-9013-5a15e539b9c2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c9e158426a50472eb0ec26c4c2e2db85&device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 1135 time: 0.0424981 Nov 25 20:43:18.839803 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-5fc0cc0f-688f-4ee1-ba51-0c965f6ca188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:18.841295 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-5fc0cc0f-688f-4ee1-ba51-0c965f6ca188 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcb44932-02b5-4432-b21f-7cd4021d5a77 HTTP/1.1" status: 200 len: 916 time: 0.0943782 Nov 25 20:43:18.908288 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-f3f34fb1-ff81-4a00-84bb-259e45c58437 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 1001 time: 0.0585988 Nov 25 20:43:18.962612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-4d5b648d-2269-489b-9f36-881c71823c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:18.964153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-4d5b648d-2269-489b-9f36-881c71823c31 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=402c93c9-1854-4af9-b95d-56ae3efab959 HTTP/1.1" status: 200 len: 854 time: 0.0490448 Nov 25 20:43:19.010944 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-2ec518ad-fdff-4b9b-8bb8-45cf97467b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:19.012557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-2ec518ad-fdff-4b9b-8bb8-45cf97467b99 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcb44932-02b5-4432-b21f-7cd4021d5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409691 Nov 25 20:43:19.102045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-c9274308-3790-47d9-aa08-b2a57082ea07 service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819099 Nov 25 20:43:19.211228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9e922b15-6a5e-4ac4-9978-1f7d94a00886 req-06566528-3eea-49f1-9217-157b471c0c75 service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019711 Nov 25 20:43:21.460305 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:23.663999 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:28.120038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b601ede-eafc-416a-babd-e86066a5ac17 req-849bfb93-b19a-4e06-9261-0ed4f6c6faf0 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:28.121582 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7b601ede-eafc-416a-babd-e86066a5ac17 req-849bfb93-b19a-4e06-9261-0ed4f6c6faf0 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0814929 Nov 25 20:43:28.127216 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7b38-423a-4599-a184-5873403f3a86 req-881c2d7a-06e3-4989-aa17-9095fad520ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:28.128628 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed4c7b38-423a-4599-a184-5873403f3a86 req-881c2d7a-06e3-4989-aa17-9095fad520ad service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c9e158426a50472eb0ec26c4c2e2db85&device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 1135 time: 0.0775583 Nov 25 20:43:28.243716 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7b601ede-eafc-416a-babd-e86066a5ac17 req-78a656b4-4264-4d44-b911-daa2e5e4bfc8 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1140022 Nov 25 20:43:28.263481 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7b38-423a-4599-a184-5873403f3a86 req-56d37e33-a6bf-4952-9417-8e6de7eec962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:28.265001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed4c7b38-423a-4599-a184-5873403f3a86 req-56d37e33-a6bf-4952-9417-8e6de7eec962 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcb44932-02b5-4432-b21f-7cd4021d5a77 HTTP/1.1" status: 200 len: 916 time: 0.1228182 Nov 25 20:43:28.335453 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed4c7b38-423a-4599-a184-5873403f3a86 req-d5adcd36-0710-49f9-9a28-07aa809cdc80 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 1001 time: 0.0633938 Nov 25 20:43:28.383955 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7b38-423a-4599-a184-5873403f3a86 req-72f56b9f-a79d-4665-931a-26d854accbec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:28.385405 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed4c7b38-423a-4599-a184-5873403f3a86 req-72f56b9f-a79d-4665-931a-26d854accbec service neutron] 10.222.0.76 "GET /v2.0/subnets?id=402c93c9-1854-4af9-b95d-56ae3efab959 HTTP/1.1" status: 200 len: 854 time: 0.0434504 Nov 25 20:43:28.435365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7b38-423a-4599-a184-5873403f3a86 req-a84a7ab1-5ee9-4f6c-a222-4741eaf7c144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:28.436881 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed4c7b38-423a-4599-a184-5873403f3a86 req-a84a7ab1-5ee9-4f6c-a222-4741eaf7c144 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcb44932-02b5-4432-b21f-7cd4021d5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436156 Nov 25 20:43:28.536242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed4c7b38-423a-4599-a184-5873403f3a86 req-ebbab6c0-a761-4131-9a67-c96264a03f35 service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914576 Nov 25 20:43:28.625096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed4c7b38-423a-4599-a184-5873403f3a86 req-efe3a61a-54d2-4151-8efe-797d2e8dbdfa service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813665 Nov 25 20:43:29.378056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b39a77-19fb-4f91-abc5-2ecc7462ad5c req-6180e499-cfcc-49ec-95af-916671eb0e4e tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:29.379557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2b39a77-19fb-4f91-abc5-2ecc7462ad5c req-6180e499-cfcc-49ec-95af-916671eb0e4e tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0593579 Nov 25 20:43:29.448358 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2b39a77-19fb-4f91-abc5-2ecc7462ad5c req-43ceb684-c8b6-4390-acdb-4787b728e953 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0624990 Nov 25 20:43:30.571889 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476d225b-58a5-4a3e-9e1b-7d658bc1657f req-91173104-d342-461a-bb59-e102046b75dd tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:30.574793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-476d225b-58a5-4a3e-9e1b-7d658bc1657f req-91173104-d342-461a-bb59-e102046b75dd tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0550385 Nov 25 20:43:30.634875 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-476d225b-58a5-4a3e-9e1b-7d658bc1657f req-5b101143-d536-4782-a3d3-446aaafdda91 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540280 Nov 25 20:43:31.755987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410193a2-bcc5-459d-bf8d-59a83d8dea25 req-39925e52-2c4b-432f-b597-9c3239d9abaa tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:31.757478 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-410193a2-bcc5-459d-bf8d-59a83d8dea25 req-39925e52-2c4b-432f-b597-9c3239d9abaa tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0535164 Nov 25 20:43:31.818821 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-410193a2-bcc5-459d-bf8d-59a83d8dea25 req-cf013a54-830f-4927-b2f9-e7ea4549fbf1 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546508 Nov 25 20:43:32.234678 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d331196f-5aba-4a65-944a-cc40c5f07a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:32.936769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b968550-703e-489c-baf6-946137ab2856 req-887d611f-131c-4f92-8b60-a395687ec36e tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:32.938166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7b968550-703e-489c-baf6-946137ab2856 req-887d611f-131c-4f92-8b60-a395687ec36e tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0486774 Nov 25 20:43:32.997163 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7b968550-703e-489c-baf6-946137ab2856 req-60b6995e-4be4-4cab-9ed8-fa1c60832165 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529590 Nov 25 20:43:34.119368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6cdee-5635-45f4-a9b8-ee02cc5c6ebd req-8ac968ff-90d6-43e6-8825-408d1efc90d6 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:34.121397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5df6cdee-5635-45f4-a9b8-ee02cc5c6ebd req-8ac968ff-90d6-43e6-8825-408d1efc90d6 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0537083 Nov 25 20:43:34.188079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5df6cdee-5635-45f4-a9b8-ee02cc5c6ebd req-928011d0-6285-462a-beb1-4bc03c331ba3 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605114 Nov 25 20:43:35.307732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676a5f7d-acbe-44b1-8931-72f82ee0ad41 req-3a6cc432-26e2-4b45-924a-2e95e5624a37 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:35.309701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-676a5f7d-acbe-44b1-8931-72f82ee0ad41 req-3a6cc432-26e2-4b45-924a-2e95e5624a37 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0524793 Nov 25 20:43:35.371705 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-676a5f7d-acbe-44b1-8931-72f82ee0ad41 req-8bb34963-aa26-4c4d-9b01-6bfacee82cc5 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0551767 Nov 25 20:43:35.374441 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1ec2fc74-af6c-4810-8ece-96dce7742408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:36.492372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04caa98d-e532-4b0a-a9ac-ded9259f95b7 req-b88161a1-60bd-4fec-a302-4d349476a25d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:36.493864 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04caa98d-e532-4b0a-a9ac-ded9259f95b7 req-b88161a1-60bd-4fec-a302-4d349476a25d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0502090 Nov 25 20:43:36.554975 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04caa98d-e532-4b0a-a9ac-ded9259f95b7 req-8b312135-5892-4aa5-9025-d723b5bd5415 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0543175 Nov 25 20:43:36.709613 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:37.683068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f432a22-8185-437b-94c2-7d48978e7957 req-1ea2728a-174c-4272-bf4c-824ec3a1b718 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:37.684646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f432a22-8185-437b-94c2-7d48978e7957 req-1ea2728a-174c-4272-bf4c-824ec3a1b718 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0544276 Nov 25 20:43:37.744925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f432a22-8185-437b-94c2-7d48978e7957 req-724ed132-050a-4961-a801-89584958df75 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539808 Nov 25 20:43:38.037063 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:38.560819 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:38.860873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad8faf2-8d92-4132-8b60-519782b8054f req-e7c16bfa-c727-4690-8e07-faec9c0ec9c2 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:38.862376 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dad8faf2-8d92-4132-8b60-519782b8054f req-e7c16bfa-c727-4690-8e07-faec9c0ec9c2 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0497115 Nov 25 20:43:38.928489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dad8faf2-8d92-4132-8b60-519782b8054f req-6b735f57-afcd-4f6c-a552-08ccbcfd59f8 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0596726 Nov 25 20:43:40.048864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20da34d-ae93-4945-8a49-f85555750b6d req-b6a6497f-61d9-4108-ad31-0701494a51c6 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:43:40.050326 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f20da34d-ae93-4945-8a49-f85555750b6d req-b6a6497f-61d9-4108-ad31-0701494a51c6 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0512049 Nov 25 20:43:40.117046 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f20da34d-ae93-4945-8a49-f85555750b6d req-6b153489-1963-41ed-b5d1-67040a09d2a8 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=298787ca-844e-4710-8c81-00d1b26928f7&id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0605152 Nov 25 20:43:51.026313 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:43:51.471684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:43:53.664770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:02.227236 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b6f4a389-8d25-43ca-be07-262d3c478318 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:05.376674 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ed7987f2-50e0-42d6-a6a5-5c3e57a44b2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:06.713848 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:08.040523 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:08.564521 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:12.580357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f21b6de-aa03-4981-8b3e-aacf8450ee5c req-42e5f6de-1be9-4eba-a4ea-87b50579730e tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-899827314&fields=id&tenant_id=c9e158426a50472eb0ec26c4c2e2db85 HTTP/1.1" status: 200 len: 267 time: 0.1366167 Nov 25 20:44:12.636256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21b6de-aa03-4981-8b3e-aacf8450ee5c req-124c2078-5dcd-406a-966d-bb1ca8d21515 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:12.637775 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f21b6de-aa03-4981-8b3e-aacf8450ee5c req-124c2078-5dcd-406a-966d-bb1ca8d21515 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 984 time: 0.0516956 Nov 25 20:44:12.650819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-9f21b6de-aa03-4981-8b3e-aacf8450ee5c req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Request body: {'port': {'security_groups': ['c8a684ed-e499-435f-88b2-6c90f4759501']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:12.727834 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f21b6de-aa03-4981-8b3e-aacf8450ee5c req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:12.922703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-9f21b6de-aa03-4981-8b3e-aacf8450ee5c req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] For port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:13.250887 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f21b6de-aa03-4981-8b3e-aacf8450ee5c req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:13.255638 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f21b6de-aa03-4981-8b3e-aacf8450ee5c req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:13.267871 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['8cc388e2-8c53-4e5a-ae1d-59754b9e170f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:44:13.306145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21b6de-aa03-4981-8b3e-aacf8450ee5c req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:13.306709 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-9f21b6de-aa03-4981-8b3e-aacf8450ee5c req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:13.308150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f21b6de-aa03-4981-8b3e-aacf8450ee5c req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "PUT /v2.0/ports/8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 942 time: 0.6629045 Nov 25 20:44:13.308624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:13.315867 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e7706-c54a-4e46-b0df-5112e31f10d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:13.316684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51610) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:13.342828 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event updated for resources: {'Port': ['ID=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:13.351527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.351869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.352211 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.352545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.352878 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.353208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.353537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.353862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.354189 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.354517 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.354858 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.355182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7382c8e9-48cf-4f19-be1f-c3edf314af2d tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.371618 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22fe2cd4-15a6-4550-b19e-bad8aa34d12e x-openstack-request-id: req-22fe2cd4-15a6-4550-b19e-bad8aa34d12e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:13.372008 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:13.372266 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-22fe2cd4-15a6-4550-b19e-bad8aa34d12e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:13.372709 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'status': 'completed', 'code': 200} Nov 25 20:44:13.415406 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['8cc388e2-8c53-4e5a-ae1d-59754b9e170f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:44:13.429307 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:13.450923 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7706-c54a-4e46-b0df-5112e31f10d9 req-768a83fc-56cd-4893-8a80-135f89d1e951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:13.454097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea9e7706-c54a-4e46-b0df-5112e31f10d9 req-768a83fc-56cd-4893-8a80-135f89d1e951 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c9e158426a50472eb0ec26c4c2e2db85&device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 1096 time: 0.0571375 Nov 25 20:44:13.464143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:13.540561 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:13.545932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:13.547773 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "DELETE /v2.0/security-groups/298787ca-844e-4710-8c81-00d1b26928f7 HTTP/1.1" status: 204 len: 168 time: 0.2297552 Nov 25 20:44:13.550416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51614) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:13.561992 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=298787ca-844e-4710-8c81-00d1b26928f7,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:13.569798 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.570159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.570722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.570877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.571181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.571574 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.571907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.572243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.572576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.573029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.573733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.573733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c6e3a98-6ecc-478b-9773-858e18b1f077 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:13.618471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-05ff6dbf-f0a8-412b-8160-8692f009f736 None None] Provisioning complete for port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:13.618869 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-05ff6dbf-f0a8-412b-8160-8692f009f736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:13.621902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7706-c54a-4e46-b0df-5112e31f10d9 req-9e41762c-450e-441e-99b3-80be0406a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:13.624238 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea9e7706-c54a-4e46-b0df-5112e31f10d9 req-9e41762c-450e-441e-99b3-80be0406a889 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcb44932-02b5-4432-b21f-7cd4021d5a77 HTTP/1.1" status: 200 len: 916 time: 0.1626880 Nov 25 20:44:13.739458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea9e7706-c54a-4e46-b0df-5112e31f10d9 req-afc95d33-944d-4c72-8e9d-675a15a2e106 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 1001 time: 0.1077666 Nov 25 20:44:13.812577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7706-c54a-4e46-b0df-5112e31f10d9 req-ad9b3cc8-d678-4ed0-ae33-7cf0c4741495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:13.814047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea9e7706-c54a-4e46-b0df-5112e31f10d9 req-ad9b3cc8-d678-4ed0-ae33-7cf0c4741495 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=402c93c9-1854-4af9-b95d-56ae3efab959 HTTP/1.1" status: 200 len: 854 time: 0.0554566 Nov 25 20:44:13.830815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Deleting port 446ad11a-9b07-446f-9cdd-d049bd57fa29 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:13.831159 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:13.913703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e7706-c54a-4e46-b0df-5112e31f10d9 req-fd272b9f-86c5-4587-a100-5d68d79ec6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:13.915239 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea9e7706-c54a-4e46-b0df-5112e31f10d9 req-fd272b9f-86c5-4587-a100-5d68d79ec6f8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcb44932-02b5-4432-b21f-7cd4021d5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0947864 Nov 25 20:44:13.953408 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:13.953739 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:13.992780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Calling delete_port for 446ad11a-9b07-446f-9cdd-d049bd57fa29 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:14.071991 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea9e7706-c54a-4e46-b0df-5112e31f10d9 req-9c08f2f0-d6bb-4f55-962b-896337c66000 service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496494 Nov 25 20:44:14.189001 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea9e7706-c54a-4e46-b0df-5112e31f10d9 req-4ce9f204-299e-4df3-9973-2d1688f6a963 service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096749 Nov 25 20:44:14.243950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:14.268584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event deleted for resources: {'Port': ['ID=446ad11a-9b07-446f-9cdd-d049bd57fa29,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:14.333514 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:14.333898 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Floating IP 704bfb01-403a-4d4e-b70e-0dc3c248b99f disassociated (deleted). External IP: 172.25.8.151, port: 8cc388e2-8c53-4e5a-ae1d-59754b9e170f. Nov 25 20:44:14.554142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Router f6d703a5-de81-4d95-a405-a1e22f670dce has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:44:14.683692 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:44:14.689396 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:14.694780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca864fc-c5f5-4e19-9bcd-2b3980c52c1f None None] Sync routers for ids ['f6d703a5-de81-4d95-a405-a1e22f670dce'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:44:14.710159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca864fc-c5f5-4e19-9bcd-2b3980c52c1f None None] Routers {'f6d703a5-de81-4d95-a405-a1e22f670dce'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:14.710956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6ca864fc-c5f5-4e19-9bcd-2b3980c52c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f6d703a5-de81-4d95-a405-a1e22f670dce'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:14.717555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-afadc856-e2f4-4aee-836a-46ae9593a1da tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "DELETE /v2.0/floatingips/704bfb01-403a-4d4e-b70e-0dc3c248b99f HTTP/1.1" status: 204 len: 168 time: 1.1659606 Nov 25 20:44:14.824712 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-6ca864fc-c5f5-4e19-9bcd-2b3980c52c1f None None] Set router f6d703a5-de81-4d95-a405-a1e22f670dce gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:15.037305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6ca864fc-c5f5-4e19-9bcd-2b3980c52c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0cae4448-bfd3-4008-b153-0a7f2caa6d43', 'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'mac_address': 'fa:16:3e:87:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:18Z', 'updated_at': '2021-11-25T20:42:25Z', 'revision_number': 5, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'subnets': [{'id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:15.064872 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca864fc-c5f5-4e19-9bcd-2b3980c52c1f None None] Checking router: f6d703a5-de81-4d95-a405-a1e22f670dce for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:44:15.073442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca864fc-c5f5-4e19-9bcd-2b3980c52c1f None None] Routers {'f6d703a5-de81-4d95-a405-a1e22f670dce'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:15.074055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6ca864fc-c5f5-4e19-9bcd-2b3980c52c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f6d703a5-de81-4d95-a405-a1e22f670dce'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:15.343055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-6ca864fc-c5f5-4e19-9bcd-2b3980c52c1f None None] Set router f6d703a5-de81-4d95-a405-a1e22f670dce gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:15.374231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:15.376685 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa253edf-0536-455b-91c6-12e42ea8e007" -d '{"events": [{"name": "network-changed", "server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:15.413929 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4152ed5f-3183-43f9-ab28-ca5153810ce0 x-openstack-request-id: req-4152ed5f-3183-43f9-ab28-ca5153810ce0 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:15.414224 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:15.414476 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4152ed5f-3183-43f9-ab28-ca5153810ce0 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:15.414906 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'status': 'completed', 'code': 200} Nov 25 20:44:15.480006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253edf-0536-455b-91c6-12e42ea8e007 req-c6ac2868-fd06-4062-b2be-2a144f7ce3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:15.481824 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa253edf-0536-455b-91c6-12e42ea8e007 req-c6ac2868-fd06-4062-b2be-2a144f7ce3e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c9e158426a50472eb0ec26c4c2e2db85&device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 1096 time: 0.0433409 Nov 25 20:44:15.563719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-6ca864fc-c5f5-4e19-9bcd-2b3980c52c1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0cae4448-bfd3-4008-b153-0a7f2caa6d43', 'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'mac_address': 'fa:16:3e:87:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:18Z', 'updated_at': '2021-11-25T20:42:25Z', 'revision_number': 5, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'subnets': [{'id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:15.590009 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253edf-0536-455b-91c6-12e42ea8e007 req-26cf7042-27d6-4060-a862-15b85833eb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:15.592529 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa253edf-0536-455b-91c6-12e42ea8e007 req-26cf7042-27d6-4060-a862-15b85833eb5d service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcb44932-02b5-4432-b21f-7cd4021d5a77 HTTP/1.1" status: 200 len: 916 time: 0.1004055 Nov 25 20:44:15.593435 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca864fc-c5f5-4e19-9bcd-2b3980c52c1f None None] The sync data for ids ['f6d703a5-de81-4d95-a405-a1e22f670dce'] in n-d-817303-9 is: [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:42:18Z', 'revision_number': 4, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '0cae4448-bfd3-4008-b153-0a7f2caa6d43', 'name': '', 'network_id': 'fcb44932-02b5-4432-b21f-7cd4021d5a77', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'mac_address': 'fa:16:3e:87:c3:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:18Z', 'updated_at': '2021-11-25T20:42:25Z', 'revision_number': 5, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'subnets': [{'id': '402c93c9-1854-4af9-b95d-56ae3efab959', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:44:15.641524 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa253edf-0536-455b-91c6-12e42ea8e007 req-57b45f9e-bb2d-4661-9e25-a9441acabd19 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 217 time: 0.0394294 Nov 25 20:44:15.712050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253edf-0536-455b-91c6-12e42ea8e007 req-ded31161-9754-433a-8e71-570b7a7a434e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:15.714537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa253edf-0536-455b-91c6-12e42ea8e007 req-ded31161-9754-433a-8e71-570b7a7a434e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=402c93c9-1854-4af9-b95d-56ae3efab959 HTTP/1.1" status: 200 len: 854 time: 0.0659471 Nov 25 20:44:15.772964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa253edf-0536-455b-91c6-12e42ea8e007 req-461e2baa-9535-4e0c-b68b-7f4e5b97864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:15.774666 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa253edf-0536-455b-91c6-12e42ea8e007 req-461e2baa-9535-4e0c-b68b-7f4e5b97864f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcb44932-02b5-4432-b21f-7cd4021d5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484874 Nov 25 20:44:15.887831 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa253edf-0536-455b-91c6-12e42ea8e007 req-2ac1461d-1a0b-40f3-b628-ffd99e366f7f service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053314 Nov 25 20:44:15.973646 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ac08cb-41e5-4ca8-a495-96c725b5de26 None None] New status for floating IP 704bfb01-403a-4d4e-b70e-0dc3c248b99f: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:44:16.026027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aa253edf-0536-455b-91c6-12e42ea8e007 req-dc5c724c-12a1-41e4-b5cb-5d9ce92e3fc7 service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258137 Nov 25 20:44:20.619333 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-ae0dfb52-6531-4d7f-b3a8-6e3e75383fb8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404863 Nov 25 20:44:20.707698 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-c8933647-ec72-4037-9eee-d68fa25be83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:20.709795 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-c8933647-ec72-4037-9eee-d68fa25be83c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=c9e158426a50472eb0ec26c4c2e2db85&device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 1096 time: 0.0434115 Nov 25 20:44:20.819947 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-d91f16b5-5386-47bd-8c35-f1ae53ffd69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:20.821451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-d91f16b5-5386-47bd-8c35-f1ae53ffd69d service neutron] 10.222.0.76 "GET /v2.0/networks?id=fcb44932-02b5-4432-b21f-7cd4021d5a77 HTTP/1.1" status: 200 len: 916 time: 0.0929978 Nov 25 20:44:20.864377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-305d6568-aded-44aa-8d7b-db706603e465 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 200 len: 217 time: 0.0345383 Nov 25 20:44:20.918355 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-719ec5cb-39f2-4d1d-b963-2fdc950d9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:20.920948 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-719ec5cb-39f2-4d1d-b963-2fdc950d9d36 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=402c93c9-1854-4af9-b95d-56ae3efab959 HTTP/1.1" status: 200 len: 854 time: 0.0500624 Nov 25 20:44:20.967148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-14f32275-316a-4cbf-825d-37b65a041c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:20.968673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-14f32275-316a-4cbf-825d-37b65a041c8b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fcb44932-02b5-4432-b21f-7cd4021d5a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408943 Nov 25 20:44:21.064080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-89aa6aef-422c-42f3-bc24-63c52ded03c0 service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879109 Nov 25 20:44:21.213877 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-803625d7-6df4-4eed-ad91-8ecca2dddf11 req-d75bc8cd-0b84-417d-b7c4-6e7a7e307305 service neutron] 10.222.0.76 "GET /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432843 Nov 25 20:44:21.473879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:23.687539 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:23.787052 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964ce2b-5451-472a-ac69-c63992552002 req-f3857915-293c-4421-8fc8-bc741abe38a0 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:23.788736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8964ce2b-5451-472a-ac69-c63992552002 req-f3857915-293c-4421-8fc8-bc741abe38a0 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 945 time: 0.0513961 Nov 25 20:44:23.842569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8964ce2b-5451-472a-ac69-c63992552002 req-e5d3435f-3e8e-4695-962f-34fe1061956c tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456297 Nov 25 20:44:24.967089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d896e03-aa07-4e71-bd3d-3f6035214e94 req-011ae086-ee68-47df-bddd-d139d4749f9a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:24.968587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d896e03-aa07-4e71-bd3d-3f6035214e94 req-011ae086-ee68-47df-bddd-d139d4749f9a tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 945 time: 0.0560889 Nov 25 20:44:25.016615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d896e03-aa07-4e71-bd3d-3f6035214e94 req-46cd6d98-e534-4044-8dd5-d30784106062 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/security-groups?id=c8a684ed-e499-435f-88b2-6c90f4759501&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419579 Nov 25 20:44:25.417631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573dff3c-5e65-4378-810f-706dc80287b6 req-e839ac15-6e03-4442-aad0-7be8c3579e6f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:25.419127 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-573dff3c-5e65-4378-810f-706dc80287b6 req-e839ac15-6e03-4442-aad0-7be8c3579e6f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.76 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 945 time: 0.0535884 Nov 25 20:44:25.511585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-573dff3c-5e65-4378-810f-706dc80287b6 req-ce48254e-672e-45d0-babc-578d2d0fb13f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Deleting port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:25.511923 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-573dff3c-5e65-4378-810f-706dc80287b6 req-ce48254e-672e-45d0-babc-578d2d0fb13f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:25.603712 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-573dff3c-5e65-4378-810f-706dc80287b6 req-ce48254e-672e-45d0-babc-578d2d0fb13f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] For port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:25.604076 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-573dff3c-5e65-4378-810f-706dc80287b6 req-ce48254e-672e-45d0-babc-578d2d0fb13f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:25.617103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-573dff3c-5e65-4378-810f-706dc80287b6 req-ce48254e-672e-45d0-babc-578d2d0fb13f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Calling delete_port for 8cc388e2-8c53-4e5a-ae1d-59754b9e170f owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:25.760851 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-573dff3c-5e65-4378-810f-706dc80287b6 req-ce48254e-672e-45d0-babc-578d2d0fb13f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:25.773144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['8cc388e2-8c53-4e5a-ae1d-59754b9e170f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:44:25.792257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce48254e-672e-45d0-babc-578d2d0fb13f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Pushing event deleted for resources: {'Port': ['ID=8cc388e2-8c53-4e5a-ae1d-59754b9e170f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:25.838191 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-573dff3c-5e65-4378-810f-706dc80287b6 req-ce48254e-672e-45d0-babc-578d2d0fb13f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] No DVR routers for this DVR port 8cc388e2-8c53-4e5a-ae1d-59754b9e170f on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:44:25.840963 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-573dff3c-5e65-4378-810f-706dc80287b6 req-ce48254e-672e-45d0-babc-578d2d0fb13f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:25.845082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-573dff3c-5e65-4378-810f-706dc80287b6 req-ce48254e-672e-45d0-babc-578d2d0fb13f tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.76 "DELETE /v2.0/ports/8cc388e2-8c53-4e5a-ae1d-59754b9e170f HTTP/1.1" status: 204 len: 173 time: 0.4200222 Nov 25 20:44:25.845529 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'name': 'network-vif-deleted', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:25.847813 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9484dc7-420c-439a-9ef3-48d318ba8983" -d '{"events": [{"server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "name": "network-vif-deleted", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:25.948188 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db478124-bd69-435b-b2b2-297726f3936a x-openstack-request-id: req-db478124-bd69-435b-b2b2-297726f3936a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:25.948671 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6767974c-ff07-4ae2-9746-87e4de1cf0dc", "name": "network-vif-deleted", "tag": "8cc388e2-8c53-4e5a-ae1d-59754b9e170f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:25.949019 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-db478124-bd69-435b-b2b2-297726f3936a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:25.949481 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6767974c-ff07-4ae2-9746-87e4de1cf0dc', 'name': 'network-vif-deleted', 'tag': '8cc388e2-8c53-4e5a-ae1d-59754b9e170f', 'status': 'completed', 'code': 200} Nov 25 20:44:26.152180 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff427956-6585-4b4f-b98e-15df3337a78b req-b537d2f8-1274-405d-a0fd-7e0c086258f3 tempest-TestMinimumBasicScenario-1369053511 tempest-TestMinimumBasicScenario-1369053511-project] 10.222.0.15 "GET /v2.0/ports?device_id=6767974c-ff07-4ae2-9746-87e4de1cf0dc HTTP/1.1" status: 200 len: 210 time: 0.0307665 Nov 25 20:44:27.733913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51716) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:28.025325 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:44:28.111828 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:28.362500 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] Deleting port 0cae4448-bfd3-4008-b153-0a7f2caa6d43 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:28.362749 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:28.446023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] For port 0cae4448-bfd3-4008-b153-0a7f2caa6d43, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=0cae4448-bfd3-4008-b153-0a7f2caa6d43,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:28.446382 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:28.458139 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] Calling delete_port for 0cae4448-bfd3-4008-b153-0a7f2caa6d43 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:28.636040 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:28.665247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] Pushing event deleted for resources: {'Port': ['ID=0cae4448-bfd3-4008-b153-0a7f2caa6d43,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:28.832796 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:29.365635 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] Router f6d703a5-de81-4d95-a405-a1e22f670dce has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:44:29.484193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:44:29.489576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a1213c4e-e838-47e0-9e68-9ac25f4a2d51 admin admin] 10.222.0.15 "PUT /v2.0/routers/f6d703a5-de81-4d95-a405-a1e22f670dce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7538984 Nov 25 20:44:29.492259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51718) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:29.496517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df1b34-a11a-4a1b-a731-dfdab0473145 None None] Sync routers for ids ['f6d703a5-de81-4d95-a405-a1e22f670dce'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:44:29.506974 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df1b34-a11a-4a1b-a731-dfdab0473145 None None] Routers {'f6d703a5-de81-4d95-a405-a1e22f670dce'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:29.507590 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b5df1b34-a11a-4a1b-a731-dfdab0473145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f6d703a5-de81-4d95-a405-a1e22f670dce'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:29.601928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:29.622413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b5df1b34-a11a-4a1b-a731-dfdab0473145 None None] Set router f6d703a5-de81-4d95-a405-a1e22f670dce gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:29.704284 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:29.761133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Deleting port 5675ceca-b067-4054-8ea1-33d044753918 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:29.761355 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:29.811153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b5df1b34-a11a-4a1b-a731-dfdab0473145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107'}], 'enable_snat': True}, 'gw_port_id': '5675ceca-b067-4054-8ea1-33d044753918', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:44:28Z', 'revision_number': 5, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port': {'id': '5675ceca-b067-4054-8ea1-33d044753918', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:9a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:16Z', 'updated_at': '2021-11-25T20:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:29.840226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] For port 5675ceca-b067-4054-8ea1-33d044753918, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5675ceca-b067-4054-8ea1-33d044753918,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:29.840829 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:29.843778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df1b34-a11a-4a1b-a731-dfdab0473145 None None] Checking router: f6d703a5-de81-4d95-a405-a1e22f670dce for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:44:29.852385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5df1b34-a11a-4a1b-a731-dfdab0473145 None None] Routers {'f6d703a5-de81-4d95-a405-a1e22f670dce'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:29.853000 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b5df1b34-a11a-4a1b-a731-dfdab0473145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f6d703a5-de81-4d95-a405-a1e22f670dce'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:29.853167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Calling delete_port for 5675ceca-b067-4054-8ea1-33d044753918 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:29.941881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b5df1b34-a11a-4a1b-a731-dfdab0473145 None None] Set router f6d703a5-de81-4d95-a405-a1e22f670dce gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:29.996636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b5df1b34-a11a-4a1b-a731-dfdab0473145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:44:29Z', 'revision_number': 6, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:30.024033 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.027421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5df1b34-a11a-4a1b-a731-dfdab0473145 None None] The sync data for ids ['f6d703a5-de81-4d95-a405-a1e22f670dce'] in n-d-817303-9 is: [{'id': 'f6d703a5-de81-4d95-a405-a1e22f670dce', 'name': 'tempest-TestMinimumBasicScenario-1240144667-router', 'tenant_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:15Z', 'updated_at': '2021-11-25T20:44:29Z', 'revision_number': 6, 'project_id': 'c9e158426a50472eb0ec26c4c2e2db85', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:44:30.056688 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Pushing event deleted for resources: {'Port': ['ID=5675ceca-b067-4054-8ea1-33d044753918,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:30.063549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb20b87e-963a-4861-a67f-d3140686cfe4 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:30.126082 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.219481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.221606 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.240290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8cc388e2-8c53-4e5a-ae1d-59754b9e170f no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:30.260572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 8cc388e2-8c53-4e5a-ae1d-59754b9e170f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:44:30.261016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 8cc388e2-8c53-4e5a-ae1d-59754b9e170f not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:44:30.266929 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.267496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6d703a5-de81-4d95-a405-a1e22f670dce {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:44:30.272137 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.273289 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b0e88f4d-6158-4b60-a743-f890180f358e admin admin] 10.222.0.15 "DELETE /v2.0/routers/f6d703a5-de81-4d95-a405-a1e22f670dce HTTP/1.1" status: 204 len: 168 time: 0.7800601 Nov 25 20:44:30.276088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51720) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:30.322844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d663432-bce8-42e7-aa05-5b6efce0f396 admin admin] Deleting subnet 402c93c9-1854-4af9-b95d-56ae3efab959 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:44:30.325870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d663432-bce8-42e7-aa05-5b6efce0f396 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.365921 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d663432-bce8-42e7-aa05-5b6efce0f396 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.447875 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d663432-bce8-42e7-aa05-5b6efce0f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.507378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d663432-bce8-42e7-aa05-5b6efce0f396 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.533555 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d663432-bce8-42e7-aa05-5b6efce0f396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=402c93c9-1854-4af9-b95d-56ae3efab959,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:30.537029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3d663432-bce8-42e7-aa05-5b6efce0f396 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.540319 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3d663432-bce8-42e7-aa05-5b6efce0f396 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/402c93c9-1854-4af9-b95d-56ae3efab959 HTTP/1.1" status: 204 len: 168 time: 0.2632599 Nov 25 20:44:30.542918 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51722) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:30.546227 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04e31fb-e84d-452c-bcdc-078fe337b159 None None] Network fcb44932-02b5-4432-b21f-7cd4021d5a77 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:44:30.615769 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.671044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Deleting port 5e1ca106-b4de-4886-a80a-b79b26f80e94 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:30.671387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.740881 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] For port 5e1ca106-b4de-4886-a80a-b79b26f80e94, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5e1ca106-b4de-4886-a80a-b79b26f80e94,segment=NetworkSegment(3f381eec-f995-4c81-9934-b08aba30288c),segment_id=3f381eec-f995-4c81-9934-b08aba30288c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:30.741176 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.754437 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Calling delete_port for 5e1ca106-b4de-4886-a80a-b79b26f80e94 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:30.790690 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] DHCP port deletion for fcb44932-02b5-4432-b21f-7cd4021d5a77 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:30.840393 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.841107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Deleting port 5e1ca106-b4de-4886-a80a-b79b26f80e94 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:30.842271 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.867862 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Pushing event deleted for resources: {'Port': ['ID=5e1ca106-b4de-4886-a80a-b79b26f80e94,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:30.871429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] No DVR routers for this DVR port 5e1ca106-b4de-4886-a80a-b79b26f80e94 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:44:30.914895 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] For port 5e1ca106-b4de-4886-a80a-b79b26f80e94, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:30.915297 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.928470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Calling delete_port for 5e1ca106-b4de-4886-a80a-b79b26f80e94 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:30.931246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Port 5e1ca106-b4de-4886-a80a-b79b26f80e94 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 20:44:30.933296 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.952909 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:30.959699 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Pushing event deleted for resources: {'Port': ['ID=5e1ca106-b4de-4886-a80a-b79b26f80e94,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:30.964579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] No DVR routers for this DVR port 5e1ca106-b4de-4886-a80a-b79b26f80e94 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:44:30.972211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.972570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.972914 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.973255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.973592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.973927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.974263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.974938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.974938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.975251 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.975578 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.975904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d62a957e-1fb6-497f-a36b-6a7fd8e9193b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:30.976279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcb44932-02b5-4432-b21f-7cd4021d5a77']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:30.991037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f381eec-f995-4c81-9934-b08aba30288c') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:30.991337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f381eec-f995-4c81-9934-b08aba30288c') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:31.003308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:31.018546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:31.025283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Releasing vlan 648 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:44:31.025685 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:44:31.027472 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:44:31.100207 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:31.105941 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:31.109331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] 10.222.0.15 "DELETE /v2.0/networks/fcb44932-02b5-4432-b21f-7cd4021d5a77 HTTP/1.1" status: 204 len: 168 time: 0.5654888 Nov 25 20:44:31.112419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51724) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:31.120452 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90783917-9210-46c7-bba6-99041a21007e admin admin] Pushing event deleted for resources: {'Network': ['ID=fcb44932-02b5-4432-b21f-7cd4021d5a77,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:31.257998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5675ceca-b067-4054-8ea1-33d044753918 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:31.278591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5675ceca-b067-4054-8ea1-33d044753918 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:44:31.278930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5675ceca-b067-4054-8ea1-33d044753918 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:44:31.279588 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5e1ca106-b4de-4886-a80a-b79b26f80e94 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:31.299979 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5e1ca106-b4de-4886-a80a-b79b26f80e94 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:44:31.300318 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5e1ca106-b4de-4886-a80a-b79b26f80e94 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:44:31.300868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0cae4448-bfd3-4008-b153-0a7f2caa6d43 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:31.320508 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 0cae4448-bfd3-4008-b153-0a7f2caa6d43 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:44:31.320766 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 0cae4448-bfd3-4008-b153-0a7f2caa6d43 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:44:31.468322 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:31.718782 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] Deleting port 304b001e-f5da-4596-b299-7ecd2cb3f721 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:31.719143 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:31.801019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] For port 304b001e-f5da-4596-b299-7ecd2cb3f721, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=304b001e-f5da-4596-b299-7ecd2cb3f721,segment=NetworkSegment(abb6c186-ddf8-41f5-94cf-73dd5187370e),segment_id=abb6c186-ddf8-41f5-94cf-73dd5187370e)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:31.801385 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:31.813714 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] Calling delete_port for 304b001e-f5da-4596-b299-7ecd2cb3f721 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:32.234504 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bfe5af35-3ef4-4d24-bdd2-cc506b9abcc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:32.322460 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:32.349283 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] Pushing event deleted for resources: {'Port': ['ID=304b001e-f5da-4596-b299-7ecd2cb3f721,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:32.520637 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:32.744483 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] Router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:44:32.852145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:44:32.858171 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-16d7a999-2c07-40cc-bcc3-881ee7fd9350 admin admin] 10.222.0.15 "PUT /v2.0/routers/9288b518-e9b8-40b3-93ba-ab80bb39cb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7444572 Nov 25 20:44:32.861259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51726) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:32.862034 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc7bbc-db06-4c6c-8ec7-9e729319bdb2 None None] Sync routers for ids ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:44:32.871589 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc7bbc-db06-4c6c-8ec7-9e729319bdb2 None None] Routers {'9288b518-e9b8-40b3-93ba-ab80bb39cb9a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:32.872194 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-07fc7bbc-db06-4c6c-8ec7-9e729319bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:32.966555 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:32.975704 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-07fc7bbc-db06-4c6c-8ec7-9e729319bdb2 None None] Set router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:33.070459 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.124830 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Deleting port ad5b8a82-369e-4f18-b28c-6ba70eb8283e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:33.125198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.158013 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-07fc7bbc-db06-4c6c-8ec7-9e729319bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'name': 'tempest-TestMinimumBasicScenario-850766150-router', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112'}], 'enable_snat': True}, 'gw_port_id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:44:32Z', 'revision_number': 5, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'gw_port': {'id': 'ad5b8a82-369e-4f18-b28c-6ba70eb8283e', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:1a:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4175, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:42:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:33.189939 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc7bbc-db06-4c6c-8ec7-9e729319bdb2 None None] Checking router: 9288b518-e9b8-40b3-93ba-ab80bb39cb9a for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:44:33.198259 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fc7bbc-db06-4c6c-8ec7-9e729319bdb2 None None] Routers {'9288b518-e9b8-40b3-93ba-ab80bb39cb9a'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:33.198856 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-07fc7bbc-db06-4c6c-8ec7-9e729319bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:33.205078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] For port ad5b8a82-369e-4f18-b28c-6ba70eb8283e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ad5b8a82-369e-4f18-b28c-6ba70eb8283e,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:33.205508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.218601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Calling delete_port for ad5b8a82-369e-4f18-b28c-6ba70eb8283e owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:33.291733 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-07fc7bbc-db06-4c6c-8ec7-9e729319bdb2 None None] Set router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:33.345001 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-07fc7bbc-db06-4c6c-8ec7-9e729319bdb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'name': 'tempest-TestMinimumBasicScenario-850766150-router', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:44:33Z', 'revision_number': 6, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:33.375095 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fc7bbc-db06-4c6c-8ec7-9e729319bdb2 None None] The sync data for ids ['9288b518-e9b8-40b3-93ba-ab80bb39cb9a'] in n-d-817303-9 is: [{'id': '9288b518-e9b8-40b3-93ba-ab80bb39cb9a', 'name': 'tempest-TestMinimumBasicScenario-850766150-router', 'tenant_id': '3d21454c7bbe4da198cc732829e48ff2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:42:20Z', 'updated_at': '2021-11-25T20:44:33Z', 'revision_number': 6, 'project_id': '3d21454c7bbe4da198cc732829e48ff2', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:44:33.392722 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.424520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad5b8a82-369e-4f18-b28c-6ba70eb8283e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:33.435770 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dfac6f-1d75-4473-a3c5-209e4c17860a None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:33.487105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.580270 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.582422 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.627096 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.627541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9288b518-e9b8-40b3-93ba-ab80bb39cb9a {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:44:33.632426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.633592 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-56a4b7a9-7b67-48dc-88b0-f59175672e16 admin admin] 10.222.0.15 "DELETE /v2.0/routers/9288b518-e9b8-40b3-93ba-ab80bb39cb9a HTTP/1.1" status: 204 len: 168 time: 0.7713342 Nov 25 20:44:33.636110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51728) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:33.687607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e4cd7eb-0347-461d-9d40-51581c78f63f admin admin] Deleting subnet 631343f2-d971-46ce-8d54-7af26462cb80 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:44:33.691053 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd7eb-0347-461d-9d40-51581c78f63f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.726079 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd7eb-0347-461d-9d40-51581c78f63f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.807365 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd7eb-0347-461d-9d40-51581c78f63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.864276 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd7eb-0347-461d-9d40-51581c78f63f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.896457 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4cd7eb-0347-461d-9d40-51581c78f63f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=631343f2-d971-46ce-8d54-7af26462cb80,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:33.899052 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9e4cd7eb-0347-461d-9d40-51581c78f63f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:33.902289 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9e4cd7eb-0347-461d-9d40-51581c78f63f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/631343f2-d971-46ce-8d54-7af26462cb80 HTTP/1.1" status: 204 len: 168 time: 0.2652502 Nov 25 20:44:33.904992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51730) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:33.907372 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e370b53-c916-4054-9e5f-a6ac36eea03f None None] Network e26ace24-ad39-4908-a550-8aa74c879ed7 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:44:33.974226 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.027446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Deleting port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:34.027788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.097352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] For port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=1e4c7c49-d22e-4a18-aea8-2b7d80b2b185,segment=NetworkSegment(abb6c186-ddf8-41f5-94cf-73dd5187370e),segment_id=abb6c186-ddf8-41f5-94cf-73dd5187370e)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:34.097649 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.111226 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Calling delete_port for 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:34.172881 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc323bf4-5da3-473c-a427-1c2e4a3789f9 None None] DHCP port deletion for e26ace24-ad39-4908-a550-8aa74c879ed7 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:34.209622 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.240516 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-cc323bf4-5da3-473c-a427-1c2e4a3789f9 None None] Deleting port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:44:34.240887 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cc323bf4-5da3-473c-a427-1c2e4a3789f9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.242200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Pushing event deleted for resources: {'Port': ['ID=1e4c7c49-d22e-4a18-aea8-2b7d80b2b185,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:34.245784 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] No DVR routers for this DVR port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:44:34.311767 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-cc323bf4-5da3-473c-a427-1c2e4a3789f9 None None] For port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:34.312247 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cc323bf4-5da3-473c-a427-1c2e4a3789f9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.323812 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.326938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-cc323bf4-5da3-473c-a427-1c2e4a3789f9 None None] Calling delete_port for 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:44:34.330386 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-cc323bf4-5da3-473c-a427-1c2e4a3789f9 None None] Port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 20:44:34.331922 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cc323bf4-5da3-473c-a427-1c2e4a3789f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.346849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26ace24-ad39-4908-a550-8aa74c879ed7']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:34.356392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abb6c186-ddf8-41f5-94cf-73dd5187370e') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:34.356779 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abb6c186-ddf8-41f5-94cf-73dd5187370e') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:34.364434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc323bf4-5da3-473c-a427-1c2e4a3789f9 None None] Pushing event deleted for resources: {'Port': ['ID=1e4c7c49-d22e-4a18-aea8-2b7d80b2b185,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:34.368269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc323bf4-5da3-473c-a427-1c2e4a3789f9 None None] No DVR routers for this DVR port 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:44:34.368559 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.392815 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.400764 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:44:34.401214 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:44:34.403065 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:44:34.468649 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.474746 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.478432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] 10.222.0.15 "DELETE /v2.0/networks/e26ace24-ad39-4908-a550-8aa74c879ed7 HTTP/1.1" status: 204 len: 168 time: 0.5724978 Nov 25 20:44:34.490252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62aad6-dbc9-4f89-82bc-e259872307bc admin admin] Pushing event deleted for resources: {'Network': ['ID=e26ace24-ad39-4908-a550-8aa74c879ed7,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:34.674260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51734) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:34.715699 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-28a7663e-fcd7-45d7-9346-d06cab35ce64 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c9e158426a50472eb0ec26c4c2e2db85&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0401199 Nov 25 20:44:34.718204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51736) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:34.766578 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa41446a-b366-4fcd-93cb-6e9a727c8197 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.787630 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa41446a-b366-4fcd-93cb-6e9a727c8197 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.839861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa41446a-b366-4fcd-93cb-6e9a727c8197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.842607 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fa41446a-b366-4fcd-93cb-6e9a727c8197 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:34.843862 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fa41446a-b366-4fcd-93cb-6e9a727c8197 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8a684ed-e499-435f-88b2-6c90f4759501 HTTP/1.1" status: 204 len: 168 time: 0.1247423 Nov 25 20:44:34.851962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41446a-b366-4fcd-93cb-6e9a727c8197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a684ed-e499-435f-88b2-6c90f4759501,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:35.170882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51742) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:35.211016 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-fa35803c-4922-4beb-b0a3-8c7555eb25d0 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3d21454c7bbe4da198cc732829e48ff2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387127 Nov 25 20:44:35.213366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51744) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:35.269831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:35.270346 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-794a10e3-735d-40f0-a800-84a073b33894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:35.290849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:44:35.291190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 1e4c7c49-d22e-4a18-aea8-2b7d80b2b185 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:44:35.291612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ad5b8a82-369e-4f18-b28c-6ba70eb8283e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:35.293619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-794a10e3-735d-40f0-a800-84a073b33894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:35.312847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: ad5b8a82-369e-4f18-b28c-6ba70eb8283e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:44:35.313188 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ad5b8a82-369e-4f18-b28c-6ba70eb8283e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:44:35.313600 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 304b001e-f5da-4596-b299-7ecd2cb3f721 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:44:35.333586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 304b001e-f5da-4596-b299-7ecd2cb3f721 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:44:35.333941 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 304b001e-f5da-4596-b299-7ecd2cb3f721 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:44:35.348274 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-794a10e3-735d-40f0-a800-84a073b33894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:35.350909 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-794a10e3-735d-40f0-a800-84a073b33894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:35.352090 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-794a10e3-735d-40f0-a800-84a073b33894 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0b8e251c-e2cc-4c51-9f21-b9888d8a113e HTTP/1.1" status: 204 len: 168 time: 0.1377859 Nov 25 20:44:35.360907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794a10e3-735d-40f0-a800-84a073b33894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8e251c-e2cc-4c51-9f21-b9888d8a113e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:35.387741 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-144fbf8c-6809-4731-8e27-5553400e86c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:36.714781 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.145517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51784) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:37.150150 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-62d8a500-43f6-4125-b45b-5b7565f4021b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-716194755', 'description': 'tempest-secgroup-smoke-716194755 description', 'project_id': '2d3b92657d744303b70dce52bf7a2b79'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:37.173204 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-62d8a500-43f6-4125-b45b-5b7565f4021b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.180996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-62d8a500-43f6-4125-b45b-5b7565f4021b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.256092 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-62d8a500-43f6-4125-b45b-5b7565f4021b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.260229 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-62d8a500-43f6-4125-b45b-5b7565f4021b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.296991 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8a500-43f6-4125-b45b-5b7565f4021b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb16dd4-bb67-4b30-93d8-8fc3c83b793b,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:37.337328 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-62d8a500-43f6-4125-b45b-5b7565f4021b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.340971 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-62d8a500-43f6-4125-b45b-5b7565f4021b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.370887 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-62d8a500-43f6-4125-b45b-5b7565f4021b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.372056 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-62d8a500-43f6-4125-b45b-5b7565f4021b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2254808 Nov 25 20:44:37.374305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d8a500-43f6-4125-b45b-5b7565f4021b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14e7c353-69eb-4491-ae0d-96a82ec26db2,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:37.375413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51786) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:37.379978 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3c9c0456-77fc-412f-9975-f851986cfe95 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '14e7c353-69eb-4491-ae0d-96a82ec26db2', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:37.408795 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0456-77fc-412f-9975-f851986cfe95 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.457012 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0456-77fc-412f-9975-f851986cfe95 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.460455 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0456-77fc-412f-9975-f851986cfe95 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.478375 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9c0456-77fc-412f-9975-f851986cfe95 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cc1f0a-e81d-461a-8fab-c8aaa0876ae7,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:37.486061 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3c9c0456-77fc-412f-9975-f851986cfe95 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.487356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3c9c0456-77fc-412f-9975-f851986cfe95 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1109123 Nov 25 20:44:37.490025 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51788) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:37.494682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8537df9b-2299-4dce-8a3c-cd7434d8edfc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '14e7c353-69eb-4491-ae0d-96a82ec26db2', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:37.521795 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8537df9b-2299-4dce-8a3c-cd7434d8edfc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.580582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8537df9b-2299-4dce-8a3c-cd7434d8edfc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.584704 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8537df9b-2299-4dce-8a3c-cd7434d8edfc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.602408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8537df9b-2299-4dce-8a3c-cd7434d8edfc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc491a80-33be-46a4-9875-1813dff28011,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:37.610681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8537df9b-2299-4dce-8a3c-cd7434d8edfc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.611934 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8537df9b-2299-4dce-8a3c-cd7434d8edfc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1208916 Nov 25 20:44:37.615484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51790) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:37.619801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f2478925-253e-4eee-bff6-3e57cb6a6691 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '14e7c353-69eb-4491-ae0d-96a82ec26db2', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:37.647406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2478925-253e-4eee-bff6-3e57cb6a6691 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.705193 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2478925-253e-4eee-bff6-3e57cb6a6691 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.708950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2478925-253e-4eee-bff6-3e57cb6a6691 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.730464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2478925-253e-4eee-bff6-3e57cb6a6691 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7dcee0d-e1c1-4a09-afb0-9f589573089b,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:37.737515 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f2478925-253e-4eee-bff6-3e57cb6a6691 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.738695 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f2478925-253e-4eee-bff6-3e57cb6a6691 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1222947 Nov 25 20:44:37.741634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51792) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:37.748020 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5a8c77ad-5ea5-4620-bb84-f7043af6d566 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '14e7c353-69eb-4491-ae0d-96a82ec26db2', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:37.774545 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a8c77ad-5ea5-4620-bb84-f7043af6d566 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.835950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a8c77ad-5ea5-4620-bb84-f7043af6d566 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.839865 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a8c77ad-5ea5-4620-bb84-f7043af6d566 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.858582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8c77ad-5ea5-4620-bb84-f7043af6d566 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa8caafa-af94-4db2-b540-86fa58798957,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:37.866377 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5a8c77ad-5ea5-4620-bb84-f7043af6d566 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.867617 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5a8c77ad-5ea5-4620-bb84-f7043af6d566 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1250112 Nov 25 20:44:37.870398 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51794) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:37.875370 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-696328a6-f80b-4cce-9bc9-3bf5f2427ee7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '14e7c353-69eb-4491-ae0d-96a82ec26db2', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:37.896091 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-696328a6-f80b-4cce-9bc9-3bf5f2427ee7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Project 2d3b92657d744303b70dce52bf7a2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:44:37.901169 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-696328a6-f80b-4cce-9bc9-3bf5f2427ee7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.960731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-696328a6-f80b-4cce-9bc9-3bf5f2427ee7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.964310 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-696328a6-f80b-4cce-9bc9-3bf5f2427ee7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.982255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696328a6-f80b-4cce-9bc9-3bf5f2427ee7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73659322-4b1e-44cd-9b35-25801ac7a30a,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:37.990256 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-696328a6-f80b-4cce-9bc9-3bf5f2427ee7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:37.991475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-696328a6-f80b-4cce-9bc9-3bf5f2427ee7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201296 Nov 25 20:44:37.994167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51796) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:37.999650 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-33f400d8-2078-4cb8-89cc-95c46cb5b46e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '14e7c353-69eb-4491-ae0d-96a82ec26db2', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:38.026030 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-33f400d8-2078-4cb8-89cc-95c46cb5b46e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Project 2d3b92657d744303b70dce52bf7a2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:44:38.032904 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33f400d8-2078-4cb8-89cc-95c46cb5b46e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.045624 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.095601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33f400d8-2078-4cb8-89cc-95c46cb5b46e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.099397 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33f400d8-2078-4cb8-89cc-95c46cb5b46e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.114915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f400d8-2078-4cb8-89cc-95c46cb5b46e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d52c5bf8-b449-44c5-b374-ad1cdae56d69,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:38.125641 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-33f400d8-2078-4cb8-89cc-95c46cb5b46e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.126885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-33f400d8-2078-4cb8-89cc-95c46cb5b46e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317561 Nov 25 20:44:38.129900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51798) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:38.134674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'network': {'name': 'tempest-network-smoke--799215356', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'port_security_enabled': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:38.155960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:44:38.159450 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.185907 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:44:38.196347 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.196697 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Added segment c921d848-86d2-4c93-8d98-be2380f85b5a of type vlan for network 00a289e3-c427-47f8-8c65-e4bfb652edeb Nov 25 20:44:38.237997 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.262935 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.268647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:38.269238 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.306999 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1760354 Nov 25 20:44:38.309988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51800) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:38.338532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'admin_state_up': True, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:38.353612 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716dea2-a723-4e47-88ed-fa5b3f489667 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Network': ['ID=00a289e3-c427-47f8-8c65-e4bfb652edeb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:38.365694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 00a289e3-c427-47f8-8c65-e4bfb652edeb details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:44:38.371411 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.372588 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.429391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.571453 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:38.876919 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:39.072045 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:39.092223 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:39.198677 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.25.8.177 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/4c6cb2f6-f683-4b41-ba9a-009166416e5c) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:44:39.299462 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:39.333170 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:39.374686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:44:39.377460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:39.380794 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:44:39.390347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44683ce-c7de-423d-a220-6d88b27f8322 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:39.408561 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=4c6cb2f6-f683-4b41-ba9a-009166416e5c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:39.503529 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b502bcb6-028d-45be-9a2a-c437273e9575 None None] Provisioning complete for port 4c6cb2f6-f683-4b41-ba9a-009166416e5c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:39.503930 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b502bcb6-028d-45be-9a2a-c437273e9575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:39.539962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b502bcb6-028d-45be-9a2a-c437273e9575 None None] Port 4c6cb2f6-f683-4b41-ba9a-009166416e5c cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:44:39.652485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:39.849136 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:39.981865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 100c9d37-e4ca-40a5-858e-cdf30e9c517f is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:44:40.089851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:44:40.100176 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Sync routers for ids ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:44:40.112204 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.112438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Routers {'100c9d37-e4ca-40a5-858e-cdf30e9c517f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:40.113113 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:40.113430 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d6085c47-3097-4ccb-aa15-c2b6aac9fefb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8024092 Nov 25 20:44:40.116625 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51804) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:40.221427 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Set router 100c9d37-e4ca-40a5-858e-cdf30e9c517f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:40.246628 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-91f4c28e-00b6-4f14-97c7-bf4f47af53d3 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2d3b92657d744303b70dce52bf7a2b79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1288505 Nov 25 20:44:40.249440 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51808) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:40.402061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:39Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:40.404389 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95af768b-6248-45b9-951e-062205823ea9 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:40.405933 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-95af768b-6248-45b9-951e-062205823ea9 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1555612 Nov 25 20:44:40.408853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51810) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:40.433990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Checking router: 100c9d37-e4ca-40a5-858e-cdf30e9c517f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:44:40.434453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Updating router 100c9d37-e4ca-40a5-858e-cdf30e9c517f port 4c6cb2f6-f683-4b41-ba9a-009166416e5c binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:44:40.444855 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6ad846a0-ce36-41df-9b9a-ad266148a9da tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0348864 Nov 25 20:44:40.447592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51812) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:40.453243 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-300299412', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:40.462070 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.548291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:44:40.552092 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.738346 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.741631 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.744778 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.792595 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6114ee6-3c79-4a1b-9a19-bbb2c9d832ac None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:40.808499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Subnet': ['ID=2fb3ac69-a5fc-4208-adfe-02c2d1923446,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:40.808988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Attempting to bind port 4c6cb2f6-f683-4b41-ba9a-009166416e5c on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:44:40.809371 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Attempting to bind port 4c6cb2f6-f683-4b41-ba9a-009166416e5c by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:44:40.809824 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Attempting to bind port 4c6cb2f6-f683-4b41-ba9a-009166416e5c on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:40.820199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Checking segment: {'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:44:40.820552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network hostable DHCP agents. Network: 00a289e3-c427-47f8-8c65-e4bfb652edeb, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:44:40.825954 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:44:40.826369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:44:40.826768 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.827739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:44:40.828230 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Bound port: 4c6cb2f6-f683-4b41-ba9a-009166416e5c, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:44:40.828586 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.831549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55be89-1320-4b5c-a350-c0f7aaf634c7 None None] Pushing event updated for resources: {'Port': ['ID=4c6cb2f6-f683-4b41-ba9a-009166416e5c,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:40.843268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 00a289e3-c427-47f8-8c65-e4bfb652edeb is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:44:40.855831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 00a289e3-c427-47f8-8c65-e4bfb652edeb) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:40.862586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:40.863804 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:40.872007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399f6b41-4dac-439d-8e44-2608824eb423 None None] Network 00a289e3-c427-47f8-8c65-e4bfb652edeb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:44:40.886528 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b3be750b-d3b5-4c8e-b00f-45f16ad98f76 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4353545 Nov 25 20:44:40.886856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51814) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:40.916730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d5767f77-4dc3-4701-a90e-82d54e65d2d0 None None] Provisioning complete for port 4c6cb2f6-f683-4b41-ba9a-009166416e5c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:40.917383 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5767f77-4dc3-4701-a90e-82d54e65d2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:41.160557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] For port 4c6cb2f6-f683-4b41-ba9a-009166416e5c, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:44:41.186268 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] For port 4c6cb2f6-f683-4b41-ba9a-009166416e5c, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4c6cb2f6-f683-4b41-ba9a-009166416e5c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:44:41.189125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d5767f77-4dc3-4701-a90e-82d54e65d2d0 None None] Port 4c6cb2f6-f683-4b41-ba9a-009166416e5c cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:44:41.196450 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:41.287069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42555176-652d-48b1-bddc-bc488228a8df None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:44:41.317526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55be89-1320-4b5c-a350-c0f7aaf634c7 None None] Pushing event updated for resources: {'Port': ['ID=4c6cb2f6-f683-4b41-ba9a-009166416e5c,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:41.323953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Routers {'100c9d37-e4ca-40a5-858e-cdf30e9c517f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:41.324596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:41.352748 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:41.412670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-00a289e3-c427-47f8-8c65-e4bfb652edeb', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ips': [{'subnet_id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:44:41.413555 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:41.476600 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-0cf0eefd-7a46-48f4-adcc-db833500ed5f None None] Provisioning complete for port 4c6cb2f6-f683-4b41-ba9a-009166416e5c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:41.476885 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0cf0eefd-7a46-48f4-adcc-db833500ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:41.594247 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] Set router 100c9d37-e4ca-40a5-858e-cdf30e9c517f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:41.714394 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.20.0.1 (00a289e3-c427-47f8-8c65-e4bfb652edeb/2fb3ac69-a5fc-4208-adfe-02c2d1923446/9c63201f-0e02-410c-81a1-33e59ec284bc) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:44:41.806702 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0cf0eefd-7a46-48f4-adcc-db833500ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:41.856027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0cf0eefd-7a46-48f4-adcc-db833500ed5f None None] For port 4c6cb2f6-f683-4b41-ba9a-009166416e5c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4c6cb2f6-f683-4b41-ba9a-009166416e5c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:41.864596 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:41.865325 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0cf0eefd-7a46-48f4-adcc-db833500ed5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:41.911571 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:41.963763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf0eefd-7a46-48f4-adcc-db833500ed5f None None] Pushing event updated for resources: {'Port': ['ID=4c6cb2f6-f683-4b41-ba9a-009166416e5c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:41.966218 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 00a289e3-c427-47f8-8c65-e4bfb652edeb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:44:41.971920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:41.975202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:39Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:41.976369 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:44:42.005443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=9c63201f-0e02-410c-81a1-33e59ec284bc,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:42.025216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14fadddd-e440-4aa8-8c91-afdd20064095 None None] The sync data for ids ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'] in n-d-817303-9 is: [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:39Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:44:42.029190 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:42.051915 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Allocated IP 172.20.0.2 (00a289e3-c427-47f8-8c65-e4bfb652edeb/2fb3ac69-a5fc-4208-adfe-02c2d1923446/19712eb2-a8b1-433e-b928-71774abbb2eb) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:44:42.206970 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:42.229045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:42.237366 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:42.276868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Network 00a289e3-c427-47f8-8c65-e4bfb652edeb is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:44:42.285860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:42.288640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:44:42.304336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Pushing event updated for resources: {'Port': ['ID=19712eb2-a8b1-433e-b928-71774abbb2eb,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:42.415862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Attempting to bind port 19712eb2-a8b1-433e-b928-71774abbb2eb on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:44:42.416564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Attempting to bind port 19712eb2-a8b1-433e-b928-71774abbb2eb by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:44:42.417031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Attempting to bind port 19712eb2-a8b1-433e-b928-71774abbb2eb on network 00a289e3-c427-47f8-8c65-e4bfb652edeb {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:42.426700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:44:42.427172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Checking segment: {'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:44:42.427801 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:42.428422 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Bound using segment: {'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:44:42.429207 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Bound port: 19712eb2-a8b1-433e-b928-71774abbb2eb, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:44:42.429811 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:42.516383 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] For port 19712eb2-a8b1-433e-b928-71774abbb2eb, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:44:42.521995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] For port 19712eb2-a8b1-433e-b928-71774abbb2eb, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=19712eb2-a8b1-433e-b928-71774abbb2eb,segment=NetworkSegment(c921d848-86d2-4c93-8d98-be2380f85b5a),segment_id=c921d848-86d2-4c93-8d98-be2380f85b5a)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:44:42.531977 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:42.612892 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d74093-5920-4fbd-aca2-988a5291883c None None] Pushing event updated for resources: {'Port': ['ID=19712eb2-a8b1-433e-b928-71774abbb2eb,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:42.956317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:42.964051 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:43.048874 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:43.057805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=9c63201f-0e02-410c-81a1-33e59ec284bc,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:43.160173 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 00a289e3-c427-47f8-8c65-e4bfb652edeb is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:44:43.161762 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:43.290133 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 100c9d37-e4ca-40a5-858e-cdf30e9c517f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:44:43.334170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 19712eb2-a8b1-433e-b928-71774abbb2eb up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:44:43.398020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 19712eb2-a8b1-433e-b928-71774abbb2eb triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:43.398402 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:43.453970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:44:43.463331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-054744b1-14b0-4b87-8df3-085baf4d3a57 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "PUT /v2.0/routers/100c9d37-e4ca-40a5-858e-cdf30e9c517f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5744877 Nov 25 20:44:43.493252 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:43.533211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 19712eb2-a8b1-433e-b928-71774abbb2eb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=19712eb2-a8b1-433e-b928-71774abbb2eb,segment=NetworkSegment(c921d848-86d2-4c93-8d98-be2380f85b5a),segment_id=c921d848-86d2-4c93-8d98-be2380f85b5a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:43.542066 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:43.543162 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4c6cb2f6-f683-4b41-ba9a-009166416e5c up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:44:43.641091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=19712eb2-a8b1-433e-b928-71774abbb2eb,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:43.648925 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-69c7bf7d-3753-470f-bf5c-481e611fbd55 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-716194755&fields=id&tenant_id=2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 267 time: 0.0582650 Nov 25 20:44:43.667785 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4c6cb2f6-f683-4b41-ba9a-009166416e5c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:43.668258 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:43.759264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1eb5df-1b4e-43b9-8ef2-92f984f9899e None None] Network 00a289e3-c427-47f8-8c65-e4bfb652edeb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:44:43.813262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-9f0f11e9-5946-4b2b-9cc4-fa0ebfe4e633 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:43.814922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-9f0f11e9-5946-4b2b-9cc4-fa0ebfe4e633 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/networks?id=00a289e3-c427-47f8-8c65-e4bfb652edeb HTTP/1.1" status: 200 len: 796 time: 0.1510360 Nov 25 20:44:43.839460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-abbe931a-6eb0-466b-8bb3-6c32f06d1939 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/quotas/2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 375 time: 0.0105574 Nov 25 20:44:43.852848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6683c17a-ddb6-4660-96e7-01c3e8610699 None None] Provisioning complete for port 19712eb2-a8b1-433e-b928-71774abbb2eb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:43.853231 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6683c17a-ddb6-4660-96e7-01c3e8610699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:43.905625 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-8d6d5b64-3065-455e-8f48-5f2ee4e0702d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510228 Nov 25 20:44:43.923162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-c2765974-8302-4535-b3e9-6e09cd054c07 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:44:43.924203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-c2765974-8302-4535-b3e9-6e09cd054c07 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064890 Nov 25 20:44:44.034374 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-f48ded8e-f17f-4035-8dd3-d460c1f1e283 service neutron] 10.222.0.15 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032784 Nov 25 20:44:44.144481 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-1e1f6c60-4b02-4a52-8ce0-861196fc2914 service neutron] 10.222.0.15 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1036825 Nov 25 20:44:44.217744 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Sync routers for ids ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:44:44.229724 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Routers {'100c9d37-e4ca-40a5-858e-cdf30e9c517f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:44.230348 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:44.339117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ad069cc0-9885-4a55-921f-2dfbc9430388 None None] Provisioning complete for port 19712eb2-a8b1-433e-b928-71774abbb2eb triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:44.339834 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ad069cc0-9885-4a55-921f-2dfbc9430388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:44.445097 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Set router 100c9d37-e4ca-40a5-858e-cdf30e9c517f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:44.469890 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ad069cc0-9885-4a55-921f-2dfbc9430388 None None] Provisioning complete for port 9c63201f-0e02-410c-81a1-33e59ec284bc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:44.470269 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ad069cc0-9885-4a55-921f-2dfbc9430388 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:44.508289 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ad069cc0-9885-4a55-921f-2dfbc9430388 None None] Port 9c63201f-0e02-410c-81a1-33e59ec284bc cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:44:44.629234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-afa08a99-6e87-4907-9649-1ae19ea0577d None None] Provisioning complete for port 9c63201f-0e02-410c-81a1-33e59ec284bc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:44.629689 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-afa08a99-6e87-4907-9649-1ae19ea0577d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:44.666954 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:42Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9c63201f-0e02-410c-81a1-33e59ec284bc', 'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:0e:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:41Z', 'updated_at': '2021-11-25T20:44:42Z', 'revision_number': 2, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:44.675718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-afa08a99-6e87-4907-9649-1ae19ea0577d None None] Port 9c63201f-0e02-410c-81a1-33e59ec284bc cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:44:44.698681 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Checking router: 100c9d37-e4ca-40a5-858e-cdf30e9c517f for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:44:44.698969 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Updating router 100c9d37-e4ca-40a5-858e-cdf30e9c517f port 9c63201f-0e02-410c-81a1-33e59ec284bc binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:44:44.725803 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:44.800186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7ed1b7d3-9db8-4187-9419-8e8854b8bc4e None None] Provisioning complete for port 9c63201f-0e02-410c-81a1-33e59ec284bc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:44.800472 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ed1b7d3-9db8-4187-9419-8e8854b8bc4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:44.844896 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1b7d3-9db8-4187-9419-8e8854b8bc4e None None] Port 9c63201f-0e02-410c-81a1-33e59ec284bc cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:44:45.011993 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.018461 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.076175 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Pushing event updated for resources: {'Port': ['ID=9c63201f-0e02-410c-81a1-33e59ec284bc,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:45.103900 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.104234 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.104575 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.104918 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.105252 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.105579 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.105912 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.106234 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.106729 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.107245 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.107581 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.107908 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:44:45.139886 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Attempting to bind port 9c63201f-0e02-410c-81a1-33e59ec284bc on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:44:45.140267 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Attempting to bind port 9c63201f-0e02-410c-81a1-33e59ec284bc by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:44:45.140634 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Attempting to bind port 9c63201f-0e02-410c-81a1-33e59ec284bc on network 00a289e3-c427-47f8-8c65-e4bfb652edeb {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:45.146393 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:44:45.146777 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Checking segment: {'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:44:45.147217 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.147630 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Bound using segment: {'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:44:45.148133 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Bound port: 9c63201f-0e02-410c-81a1-33e59ec284bc, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:44:45.148516 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.220095 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] For port 9c63201f-0e02-410c-81a1-33e59ec284bc, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:44:45.223270 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] For port 9c63201f-0e02-410c-81a1-33e59ec284bc, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9c63201f-0e02-410c-81a1-33e59ec284bc,segment=NetworkSegment(c921d848-86d2-4c93-8d98-be2380f85b5a),segment_id=c921d848-86d2-4c93-8d98-be2380f85b5a)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:44:45.230147 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.278445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 19712eb2-a8b1-433e-b928-71774abbb2eb up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:44:45.283916 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Routers {'100c9d37-e4ca-40a5-858e-cdf30e9c517f'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:45.284538 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:45.328633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-10b93061-1eb3-49f1-8da9-491a71e8bee8 None None] Provisioning complete for port 9c63201f-0e02-410c-81a1-33e59ec284bc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:45.329006 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-10b93061-1eb3-49f1-8da9-491a71e8bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.398001 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 19712eb2-a8b1-433e-b928-71774abbb2eb triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:45.398847 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.437615 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] Set router 100c9d37-e4ca-40a5-858e-cdf30e9c517f gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:45.469646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f3831789-efcd-432d-8e5b-7f1be9a24245 req-201a8371-9fc6-4e88-a29e-1085e47c1ddc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 210 time: 0.0590487 Nov 25 20:44:45.502017 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85af9a64-4431-434c-8273-d77c07ba75f3 None None] Pushing event updated for resources: {'Port': ['ID=9c63201f-0e02-410c-81a1-33e59ec284bc,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:45.577492 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-10b93061-1eb3-49f1-8da9-491a71e8bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.624806 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-10b93061-1eb3-49f1-8da9-491a71e8bee8 None None] For port 9c63201f-0e02-410c-81a1-33e59ec284bc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9c63201f-0e02-410c-81a1-33e59ec284bc,segment=NetworkSegment(c921d848-86d2-4c93-8d98-be2380f85b5a),segment_id=c921d848-86d2-4c93-8d98-be2380f85b5a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:45.633516 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-10b93061-1eb3-49f1-8da9-491a71e8bee8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.699344 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b93061-1eb3-49f1-8da9-491a71e8bee8 None None] Pushing event updated for resources: {'Port': ['ID=9c63201f-0e02-410c-81a1-33e59ec284bc,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:45.757326 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-590ee62c-f581-4a01-8f9b-825fdd32703a None None] Provisioning complete for port 9c63201f-0e02-410c-81a1-33e59ec284bc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:45.757880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-590ee62c-f581-4a01-8f9b-825fdd32703a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:45.771610 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:42Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9c63201f-0e02-410c-81a1-33e59ec284bc', 'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:0e:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:41Z', 'updated_at': '2021-11-25T20:44:45Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:45.803838 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884f8339-2d57-4e40-949d-03ec70f004ac None None] The sync data for ids ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'] in n-d-817303-9 is: [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:42Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9c63201f-0e02-410c-81a1-33e59ec284bc', 'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:0e:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:41Z', 'updated_at': '2021-11-25T20:44:45Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:44:46.605784 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8bcf4c1-5def-43c4-9db7-1db31aca7c14 req-dc951225-1821-479d-8fa3-b564fba75e60 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 210 time: 0.0338132 Nov 25 20:44:46.650072 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-81b42617-eab0-4e72-b922-62ae0959d358 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:46.651836 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-81b42617-eab0-4e72-b922-62ae0959d358 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "GET /v2.0/networks?id=00a289e3-c427-47f8-8c65-e4bfb652edeb HTTP/1.1" status: 200 len: 796 time: 0.1348593 Nov 25 20:44:46.727937 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-50809c5d-f5e0-42d7-a700-b00683178073 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 379 time: 0.0663519 Nov 25 20:44:46.739254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'port': {'device_id': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'admin_state_up': True, 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'security_groups': ['14e7c353-69eb-4491-ae0d-96a82ec26db2']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:46.873033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:44:46.877754 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.025024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.20.0.14 (00a289e3-c427-47f8-8c65-e4bfb652edeb/2fb3ac69-a5fc-4208-adfe-02c2d1923446/ac1a3a79-c000-48c1-b3af-dfae5b5463a8) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:44:47.222121 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.276765 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.307924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9c63201f-0e02-410c-81a1-33e59ec284bc up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:44:47.345255 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 00a289e3-c427-47f8-8c65-e4bfb652edeb is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:44:47.348578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:47.351237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:44:47.368667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 9c63201f-0e02-410c-81a1-33e59ec284bc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:47.369205 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.392777 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=ac1a3a79-c000-48c1-b3af-dfae5b5463a8,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:47.426314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:47.427035 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.453237 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7ae43b93-521c-4e6d-ad54-7647d0b87553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7183299 Nov 25 20:44:47.463957 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-c7920704-ff06-4d1f-96f1-49d5c8acc748 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:44:47.465089 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-c7920704-ff06-4d1f-96f1-49d5c8acc748 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060461 Nov 25 20:44:47.478536 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Request body: {'port': {'device_id': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:47.540973 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.617250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1ee75542-212f-4ae4-9c9b-1b21f9d2810c None None] Provisioning complete for port ac1a3a79-c000-48c1-b3af-dfae5b5463a8 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:47.617833 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1ee75542-212f-4ae4-9c9b-1b21f9d2810c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.687160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1ee75542-212f-4ae4-9c9b-1b21f9d2810c None None] Port ac1a3a79-c000-48c1-b3af-dfae5b5463a8 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:44:47.754754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020cc724-3838-42c6-af37-cf0d844ed637 req-ec6d7a96-7106-438f-81a2-af29ea0a3719 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:47.756356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-020cc724-3838-42c6-af37-cf0d844ed637 req-ec6d7a96-7106-438f-81a2-af29ea0a3719 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 932 time: 0.0655468 Nov 25 20:44:47.823367 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-020cc724-3838-42c6-af37-cf0d844ed637 req-3582612e-f90c-4024-925c-678b4daed9ac tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523045 Nov 25 20:44:47.878753 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1a3a79-c000-48c1-b3af-dfae5b5463a8 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:44:47.886411 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.900352 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Transition to ACTIVE for port object ac1a3a79-c000-48c1-b3af-dfae5b5463a8 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:44:47.905023 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:47.963605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Pushing event updated for resources: {'Port': ['ID=ac1a3a79-c000-48c1-b3af-dfae5b5463a8,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:48.039340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Attempting to bind port ac1a3a79-c000-48c1-b3af-dfae5b5463a8 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:44:48.039692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Attempting to bind port ac1a3a79-c000-48c1-b3af-dfae5b5463a8 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:44:48.040025 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Attempting to bind port ac1a3a79-c000-48c1-b3af-dfae5b5463a8 on network 00a289e3-c427-47f8-8c65-e4bfb652edeb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:48.045533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Port ac1a3a79-c000-48c1-b3af-dfae5b5463a8 on network 00a289e3-c427-47f8-8c65-e4bfb652edeb not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:44:48.045969 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Attempting to bind port ac1a3a79-c000-48c1-b3af-dfae5b5463a8 on network 00a289e3-c427-47f8-8c65-e4bfb652edeb {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:44:48.051924 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 44, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:44:48.052262 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Checking segment: {'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:44:48.052661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Bound using segment: {'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:44:48.053099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Bound port: ac1a3a79-c000-48c1-b3af-dfae5b5463a8, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c921d848-86d2-4c93-8d98-be2380f85b5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:44:48.053455 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.135858 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] For port ac1a3a79-c000-48c1-b3af-dfae5b5463a8, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:44:48.140967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] For port ac1a3a79-c000-48c1-b3af-dfae5b5463a8, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ac1a3a79-c000-48c1-b3af-dfae5b5463a8,segment=NetworkSegment(c921d848-86d2-4c93-8d98-be2380f85b5a),segment_id=c921d848-86d2-4c93-8d98-be2380f85b5a)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:44:48.147089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.190039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:48.191966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:48.193407 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] 10.222.0.60 "PUT /v2.0/ports/ac1a3a79-c000-48c1-b3af-dfae5b5463a8 HTTP/1.1" status: 200 len: 1092 time: 0.7197340 Nov 25 20:44:48.193871 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'tag': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:48.196215 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "e96e8326-6545-4b0f-8afb-8d028e1c0735", "tag": "ac1a3a79-c000-48c1-b3af-dfae5b5463a8"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:48.222291 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a33e5-449e-4f0f-bf81-dbd25e4259cd service neutron] Pushing event updated for resources: {'Port': ['ID=ac1a3a79-c000-48c1-b3af-dfae5b5463a8,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:48.248267 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabab43d-d11b-4d46-b579-e83a8e967bcb x-openstack-request-id: req-fabab43d-d11b-4d46-b579-e83a8e967bcb {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:48.248954 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96e8326-6545-4b0f-8afb-8d028e1c0735", "tag": "ac1a3a79-c000-48c1-b3af-dfae5b5463a8", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:48.249212 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fabab43d-d11b-4d46-b579-e83a8e967bcb {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:48.249618 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'tag': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8', 'status': 'completed', 'code': 200} Nov 25 20:44:48.303039 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-850dda59-bba4-4787-9eb7-816177f27551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:48.304767 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-850dda59-bba4-4787-9eb7-816177f27551 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 1095 time: 0.0468304 Nov 25 20:44:48.360542 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-0be81203-1ccf-4978-9a57-53bcabc05057 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1a3a79-c000-48c1-b3af-dfae5b5463a8 HTTP/1.1" status: 200 len: 217 time: 0.0481255 Nov 25 20:44:48.415335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7302226d-acc6-4e29-8cfd-0f6f045baaff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:48.416837 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-7302226d-acc6-4e29-8cfd-0f6f045baaff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2fb3ac69-a5fc-4208-adfe-02c2d1923446 HTTP/1.1" status: 200 len: 834 time: 0.0478351 Nov 25 20:44:48.476429 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-21be71b1-1409-49b1-8e61-42ccce1d402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:48.477955 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-21be71b1-1409-49b1-8e61-42ccce1d402c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00a289e3-c427-47f8-8c65-e4bfb652edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528879 Nov 25 20:44:48.587184 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-bcd8c363-a780-43c2-84fd-56461691f0f5 service neutron] 10.222.0.60 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018000 Nov 25 20:44:48.683248 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-07c4f2a3-f13b-4d18-8ffd-1035e5765640 req-21b0e885-984e-4eeb-b7d9-7b94633df11b service neutron] 10.222.0.60 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884395 Nov 25 20:44:48.742354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-a938cc0c-5bb9-4249-af4c-cb36c749a840 req-16f526ab-c95c-424e-8409-11c5fa670130 service neutron] (103652) timed out ('10.222.0.76', 61139) {{(pid=103652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:44:48.779866 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2 req-60f29dab-599a-48bc-af77-4ca000ca75c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:48.781390 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2 req-60f29dab-599a-48bc-af77-4ca000ca75c4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 1095 time: 0.0471556 Nov 25 20:44:48.884875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2 req-73aad2bf-4ab0-4f82-8c56-fd654fb8b068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:48.886448 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2 req-73aad2bf-4ab0-4f82-8c56-fd654fb8b068 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00a289e3-c427-47f8-8c65-e4bfb652edeb HTTP/1.1" status: 200 len: 897 time: 0.0981159 Nov 25 20:44:48.932131 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2 req-e7844065-8163-4cba-8663-d25be21bb412 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1a3a79-c000-48c1-b3af-dfae5b5463a8 HTTP/1.1" status: 200 len: 217 time: 0.0372539 Nov 25 20:44:48.949420 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60922f04-90a5-4404-9720-316da186c525 req-93c5cf7b-5af4-4d22-93a5-517e113d83d1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:48.952091 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60922f04-90a5-4404-9720-316da186c525 req-93c5cf7b-5af4-4d22-93a5-517e113d83d1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 944 time: 0.0562408 Nov 25 20:44:48.994162 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2 req-1676d98c-1ac5-46b7-9a3a-54dec6ee23ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:48.996006 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2 req-1676d98c-1ac5-46b7-9a3a-54dec6ee23ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2fb3ac69-a5fc-4208-adfe-02c2d1923446 HTTP/1.1" status: 200 len: 834 time: 0.0558572 Nov 25 20:44:49.011763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-60922f04-90a5-4404-9720-316da186c525 req-c7e0f119-45ad-4b0a-b51b-bc97e4843e43 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532937 Nov 25 20:44:49.044508 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2 req-5983580f-488e-4b4c-9ffa-7b886dc42403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:49.046299 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2 req-5983580f-488e-4b4c-9ffa-7b886dc42403 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00a289e3-c427-47f8-8c65-e4bfb652edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425365 Nov 25 20:44:49.151812 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2 req-c61e773c-fd42-4bdb-b0d7-f096e0e28bb9 service neutron] 10.222.0.60 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962548 Nov 25 20:44:49.251323 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ea3f0c00-b4a6-4651-acaf-737bf211e0c2 req-da2d7f89-70db-4f3e-bd82-68f35fb84165 service neutron] 10.222.0.60 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905178 Nov 25 20:44:50.146761 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa49ce-9d89-4d91-85d5-7fab1f81f20e req-97cc42b4-2bb5-4056-b4ca-c52698c91bfb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:50.148340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8aa49ce-9d89-4d91-85d5-7fab1f81f20e req-97cc42b4-2bb5-4056-b4ca-c52698c91bfb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 944 time: 0.0516093 Nov 25 20:44:50.201082 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b8aa49ce-9d89-4d91-85d5-7fab1f81f20e req-92ae9a15-50d2-4dad-ac03-cf67f6f54cc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451934 Nov 25 20:44:51.286906 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ac1a3a79-c000-48c1-b3af-dfae5b5463a8 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:44:51.340539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab554ff-5273-4451-a0e1-dbc98caaa9db req-53bb73c8-6655-4d2c-ab0c-4c05a2ab8f38 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:51.343464 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ab554ff-5273-4451-a0e1-dbc98caaa9db req-53bb73c8-6655-4d2c-ab0c-4c05a2ab8f38 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 944 time: 0.0559800 Nov 25 20:44:51.402245 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ab554ff-5273-4451-a0e1-dbc98caaa9db req-30c6372f-a912-4531-b0e0-f471cfe1d793 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524895 Nov 25 20:44:51.487182 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:51.572308 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ac1a3a79-c000-48c1-b3af-dfae5b5463a8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ac1a3a79-c000-48c1-b3af-dfae5b5463a8,segment=NetworkSegment(c921d848-86d2-4c93-8d98-be2380f85b5a),segment_id=c921d848-86d2-4c93-8d98-be2380f85b5a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:51.584222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'port_id': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8', 'mac_address': 'fa:16:3e:32:5b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:44:51.628306 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:51.643225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1a3a79-c000-48c1-b3af-dfae5b5463a8 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:44:51.664747 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ac1a3a79-c000-48c1-b3af-dfae5b5463a8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ac1a3a79-c000-48c1-b3af-dfae5b5463a8,segment=NetworkSegment(c921d848-86d2-4c93-8d98-be2380f85b5a),segment_id=c921d848-86d2-4c93-8d98-be2380f85b5a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:51.669857 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:51.721007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ac1a3a79-c000-48c1-b3af-dfae5b5463a8,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:51.912586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['ac1a3a79-c000-48c1-b3af-dfae5b5463a8'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:44:52.541395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabbb18d-5219-4890-b58f-09c4ffc4bd32 req-307ae4ba-0f1f-4aa1-8ecd-723fcf53510d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:52.543048 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eabbb18d-5219-4890-b58f-09c4ffc4bd32 req-307ae4ba-0f1f-4aa1-8ecd-723fcf53510d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 945 time: 0.0613611 Nov 25 20:44:52.601474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eabbb18d-5219-4890-b58f-09c4ffc4bd32 req-266ec45f-1cfd-4688-9d9a-e8e91bb5c681 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506670 Nov 25 20:44:53.288472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ac1a3a79-c000-48c1-b3af-dfae5b5463a8 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:44:53.345722 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port ac1a3a79-c000-48c1-b3af-dfae5b5463a8 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:44:53.350980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port ac1a3a79-c000-48c1-b3af-dfae5b5463a8 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:44:53.351522 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:53.444965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:53.472556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:53.474891 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9350d10-ab4a-4cc1-935f-f297c47583a1" -d '{"events": [{"server_uuid": "e96e8326-6545-4b0f-8afb-8d028e1c0735", "name": "network-vif-plugged", "status": "completed", "tag": "ac1a3a79-c000-48c1-b3af-dfae5b5463a8"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:53.489434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port ac1a3a79-c000-48c1-b3af-dfae5b5463a8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ac1a3a79-c000-48c1-b3af-dfae5b5463a8,segment=NetworkSegment(c921d848-86d2-4c93-8d98-be2380f85b5a),segment_id=c921d848-86d2-4c93-8d98-be2380f85b5a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:44:53.494584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:53.522067 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b98c13d-17c1-423e-b98e-f3ed755caf98 x-openstack-request-id: req-2b98c13d-17c1-423e-b98e-f3ed755caf98 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:53.522362 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96e8326-6545-4b0f-8afb-8d028e1c0735", "name": "network-vif-plugged", "status": "completed", "tag": "ac1a3a79-c000-48c1-b3af-dfae5b5463a8", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:53.522624 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2b98c13d-17c1-423e-b98e-f3ed755caf98 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:53.523055 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8', 'code': 200} Nov 25 20:44:53.553076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=ac1a3a79-c000-48c1-b3af-dfae5b5463a8,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:53.640564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c74700-470d-451e-b7b5-791dbd52f004 req-783706ec-3d82-44b7-8d5b-ed96ace62121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:53.642979 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27c74700-470d-451e-b7b5-791dbd52f004 req-783706ec-3d82-44b7-8d5b-ed96ace62121 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 1097 time: 0.0542738 Nov 25 20:44:53.696845 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:53.722536 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-27c74700-470d-451e-b7b5-791dbd52f004 req-714c3688-8f65-40db-a6bd-e6f0d22d37ed service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729012 Nov 25 20:44:53.741945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70ac38-8868-482a-a17d-b3682e417e13 req-63a2bd05-5094-4e9c-96b3-d6c0f6e24165 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:53.743596 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c70ac38-8868-482a-a17d-b3682e417e13 req-63a2bd05-5094-4e9c-96b3-d6c0f6e24165 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 946 time: 0.0565348 Nov 25 20:44:53.804454 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5c70ac38-8868-482a-a17d-b3682e417e13 req-317f99d5-96f5-4cc8-b829-c307678492b5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530455 Nov 25 20:44:54.948825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c90914-7ee3-4f31-852f-33ac54544cf5 req-195ac9c0-d064-4300-807d-572d7db2f723 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:54.950437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49c90914-7ee3-4f31-852f-33ac54544cf5 req-195ac9c0-d064-4300-807d-572d7db2f723 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 946 time: 0.0603430 Nov 25 20:44:55.016619 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49c90914-7ee3-4f31-852f-33ac54544cf5 req-af62695a-fde6-4710-8fdc-dd551ad821ce tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596521 Nov 25 20:44:55.185530 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb28f2b-4a30-4444-8c4a-1a2a72b5eed5 req-7f294aea-2fd8-43a0-8073-5733237c21f7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:55.187211 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7fb28f2b-4a30-4444-8c4a-1a2a72b5eed5 req-7f294aea-2fd8-43a0-8073-5733237c21f7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 946 time: 0.0585794 Nov 25 20:44:55.245106 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7fb28f2b-4a30-4444-8c4a-1a2a72b5eed5 req-d462250b-762a-4814-af91-0173e8d01ad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516119 Nov 25 20:44:55.269010 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51864) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:55.316037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a95ee29-8532-431c-ac67-49c073279dd6 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:55.317605 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2a95ee29-8532-431c-ac67-49c073279dd6 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 1092 time: 0.0475330 Nov 25 20:44:55.320683 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51866) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:55.325333 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:44:55.350132 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:55.463853 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:55.581254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.25.8.169 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/2db3907a-99a9-4d77-bb46-a7631258b631) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:44:55.697387 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:55.736889 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:55.783122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:44:55.786381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:44:55.789961 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:44:55.796482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=2db3907a-99a9-4d77-bb46-a7631258b631,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:56.243756 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.318662 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.504101 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.509097 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.591813 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=2db3907a-99a9-4d77-bb46-a7631258b631,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:44:56.605212 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:56.728969 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Floating IP cb783ad6-94fb-46ac-a409-3e5a9fbdf961 associated. External IP: 172.25.8.169, port: ac1a3a79-c000-48c1-b3af-dfae5b5463a8. Nov 25 20:44:56.975539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 100c9d37-e4ca-40a5-858e-cdf30e9c517f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:44:57.092905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:44:57.108587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585b54c-2eba-49ea-a22a-986cc8e0e408 None None] Sync routers for ids ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:44:57.117434 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:44:57.126962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585b54c-2eba-49ea-a22a-986cc8e0e408 None None] Routers {'100c9d37-e4ca-40a5-858e-cdf30e9c517f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:57.128034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1585b54c-2eba-49ea-a22a-986cc8e0e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:57.151697 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-15cddc64-3056-497c-8ea9-11d84a076501 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8297248 Nov 25 20:44:57.152570 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'tag': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:44:57.156659 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91" -d '{"events": [{"name": "network-changed", "server_uuid": "e96e8326-6545-4b0f-8afb-8d028e1c0735", "tag": "ac1a3a79-c000-48c1-b3af-dfae5b5463a8"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:44:57.286696 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-1585b54c-2eba-49ea-a22a-986cc8e0e408 None None] Set router 100c9d37-e4ca-40a5-858e-cdf30e9c517f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:57.312691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316c2f12-0df3-4ed7-89d7-96270682756f req-066c5da2-d8b8-429b-b370-d6f130983b94 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:57.314724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-316c2f12-0df3-4ed7-89d7-96270682756f req-066c5da2-d8b8-429b-b370-d6f130983b94 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 946 time: 0.0694036 Nov 25 20:44:57.381654 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-316c2f12-0df3-4ed7-89d7-96270682756f req-2a7d57a4-2cde-4ec3-a6d0-e1e72193be15 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575786 Nov 25 20:44:57.405890 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51872) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:57.450786 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1775b88c-1c83-47ca-b263-c836e3850899 x-openstack-request-id: req-1775b88c-1c83-47ca-b263-c836e3850899 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:44:57.451254 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96e8326-6545-4b0f-8afb-8d028e1c0735", "tag": "ac1a3a79-c000-48c1-b3af-dfae5b5463a8", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:44:57.451426 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-1775b88c-1c83-47ca-b263-c836e3850899 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:44:57.451782 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'tag': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8', 'status': 'completed', 'code': 200} Nov 25 20:44:57.517841 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-239fa780-cf54-4910-859e-b2e0c7288b07 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/cb783ad6-94fb-46ac-a409-3e5a9fbdf961 HTTP/1.1" status: 200 len: 992 time: 0.1098318 Nov 25 20:44:57.543445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91 req-7e371836-2231-463c-9b5c-8e4715188e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:57.546634 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91 req-7e371836-2231-463c-9b5c-8e4715188e8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 1097 time: 0.0679991 Nov 25 20:44:57.604695 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1585b54c-2eba-49ea-a22a-986cc8e0e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:42Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cb783ad6-94fb-46ac-a409-3e5a9fbdf961', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'port_id': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'mac_address': 'fa:16:3e:32:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:44:56Z', 'updated_at': '2021-11-25T20:44:56Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c63201f-0e02-410c-81a1-33e59ec284bc', 'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:0e:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:41Z', 'updated_at': '2021-11-25T20:44:45Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:57.635222 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585b54c-2eba-49ea-a22a-986cc8e0e408 None None] Checking router: 100c9d37-e4ca-40a5-858e-cdf30e9c517f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:44:57.645442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1585b54c-2eba-49ea-a22a-986cc8e0e408 None None] Routers {'100c9d37-e4ca-40a5-858e-cdf30e9c517f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:44:57.646259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1585b54c-2eba-49ea-a22a-986cc8e0e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:44:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:57.669033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91 req-650c7377-f037-426b-9474-12691aa20fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:57.671445 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91 req-650c7377-f037-426b-9474-12691aa20fa3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00a289e3-c427-47f8-8c65-e4bfb652edeb HTTP/1.1" status: 200 len: 897 time: 0.1177616 Nov 25 20:44:57.757338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91 req-94c3cb94-403d-4540-89d3-7071592913cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1a3a79-c000-48c1-b3af-dfae5b5463a8 HTTP/1.1" status: 200 len: 1000 time: 0.0787699 Nov 25 20:44:57.784751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-1585b54c-2eba-49ea-a22a-986cc8e0e408 None None] Set router 100c9d37-e4ca-40a5-858e-cdf30e9c517f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:44:57.824590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91 req-05a87253-f5ba-49f8-a01d-2f8e63ea04cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:57.825989 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91 req-05a87253-f5ba-49f8-a01d-2f8e63ea04cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2fb3ac69-a5fc-4208-adfe-02c2d1923446 HTTP/1.1" status: 200 len: 834 time: 0.0616341 Nov 25 20:44:57.884215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91 req-df427d14-c0fd-4cc4-8ccf-ddbb92e3194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:44:57.885787 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91 req-df427d14-c0fd-4cc4-8ccf-ddbb92e3194b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00a289e3-c427-47f8-8c65-e4bfb652edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515106 Nov 25 20:44:57.990553 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91 req-756cc3a1-f3df-440f-b3d8-16ebd714ae89 service neutron] 10.222.0.60 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967042 Nov 25 20:44:58.102293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fb0ab1e5-b39a-4789-87f5-a5da5c279b91 req-f3b9765c-5ebe-4a90-88f3-6f6426d31069 service neutron] 10.222.0.60 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047771 Nov 25 20:44:58.110414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-1585b54c-2eba-49ea-a22a-986cc8e0e408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:42Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cb783ad6-94fb-46ac-a409-3e5a9fbdf961', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'port_id': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'mac_address': 'fa:16:3e:32:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:44:56Z', 'updated_at': '2021-11-25T20:44:56Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c63201f-0e02-410c-81a1-33e59ec284bc', 'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:0e:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:41Z', 'updated_at': '2021-11-25T20:44:45Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:44:58.140330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1585b54c-2eba-49ea-a22a-986cc8e0e408 None None] The sync data for ids ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'] in n-d-817303-9 is: [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:42Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'cb783ad6-94fb-46ac-a409-3e5a9fbdf961', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.169', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'port_id': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4212, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'mac_address': 'fa:16:3e:32:5b:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:44:56Z', 'updated_at': '2021-11-25T20:44:56Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c63201f-0e02-410c-81a1-33e59ec284bc', 'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:0e:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:41Z', 'updated_at': '2021-11-25T20:44:45Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:44:58.349915 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08a67c17-9b0e-44cf-bf07-faece4fe3d4d None None] New status for floating IP cb783ad6-94fb-46ac-a409-3e5a9fbdf961: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:44:58.521947 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51874) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:44:58.588545 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-30e7b8f4-77e2-4b04-91fb-8bee76a4e7f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/cb783ad6-94fb-46ac-a409-3e5a9fbdf961 HTTP/1.1" status: 200 len: 994 time: 0.0654159 Nov 25 20:45:02.226865 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-07831dad-4a54-4bd6-b438-9059139ea84d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:05.024753 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:45:05.384382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-af4a4d69-7dd7-459f-818e-dbcfbfb29bad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:06.720151 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:08.041278 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:08.574063 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:21.490514 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:22.248057 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-f99e690c-b479-4664-bc6d-fc59c7a8fe7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921144 Nov 25 20:45:22.336910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-909fab16-d4d5-499d-9f6e-650367fdfa8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:22.338476 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-909fab16-d4d5-499d-9f6e-650367fdfa8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 1097 time: 0.0449531 Nov 25 20:45:22.447114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-0cee2406-5ab0-40f9-9255-6d32a0724d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:22.448512 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-0cee2406-5ab0-40f9-9255-6d32a0724d06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00a289e3-c427-47f8-8c65-e4bfb652edeb HTTP/1.1" status: 200 len: 897 time: 0.0890098 Nov 25 20:45:22.514567 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-802f6e66-7c8d-4290-ba37-1754f6d2a195 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1a3a79-c000-48c1-b3af-dfae5b5463a8 HTTP/1.1" status: 200 len: 1002 time: 0.0588033 Nov 25 20:45:22.566223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-c00cb616-8df2-44af-b155-c2dffd99ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:22.567705 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-c00cb616-8df2-44af-b155-c2dffd99ce1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2fb3ac69-a5fc-4208-adfe-02c2d1923446 HTTP/1.1" status: 200 len: 834 time: 0.0443530 Nov 25 20:45:22.621008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-cac7926a-6deb-4da6-8df4-951eb270e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:22.622539 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-cac7926a-6deb-4da6-8df4-951eb270e1b1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00a289e3-c427-47f8-8c65-e4bfb652edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479836 Nov 25 20:45:22.716456 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-4738baba-6e31-4930-beea-cabb64b5c0fe service neutron] 10.222.0.60 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855019 Nov 25 20:45:22.814932 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a31bbcd5-f417-403c-86b3-42f97b8399f4 req-cba2ba10-ed4c-4e1f-8312-55dbc12f3f79 service neutron] 10.222.0.60 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893345 Nov 25 20:45:23.695867 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:29.883532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a1741-cfed-4776-ba4d-ab65c3a0d964 req-91bc7adf-1665-4ca4-a19c-4eefee2f450a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:29.885014 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-581a1741-cfed-4776-ba4d-ab65c3a0d964 req-91bc7adf-1665-4ca4-a19c-4eefee2f450a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 946 time: 0.0498195 Nov 25 20:45:29.938045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-581a1741-cfed-4776-ba4d-ab65c3a0d964 req-f0dfb91e-aef4-4913-82fa-2a8754f85268 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462673 Nov 25 20:45:31.070239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a514c2cf-b75c-467f-9cc0-d00eb0ffb56f req-f52d308c-0de1-4b17-9046-b6b79bf61e81 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:31.071837 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a514c2cf-b75c-467f-9cc0-d00eb0ffb56f req-f52d308c-0de1-4b17-9046-b6b79bf61e81 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 946 time: 0.0540516 Nov 25 20:45:31.123026 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a514c2cf-b75c-467f-9cc0-d00eb0ffb56f req-6266971e-d42d-433c-ae68-96e5997d5a64 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431478 Nov 25 20:45:31.147125 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51904) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:31.209076 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5fa75ea0-a20f-4021-a6c2-508a7235aa03 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/cb783ad6-94fb-46ac-a409-3e5a9fbdf961 HTTP/1.1" status: 200 len: 994 time: 0.0607805 Nov 25 20:45:32.229086 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b4a9e93c-8b01-4d45-b9b5-4a1c5b85e693 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:32.483034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ff84ba-e4a0-48ec-9c7d-55f60b1f6afc req-48a9b8bf-54a0-42be-9e6b-66cf3b28f080 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:32.485392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25ff84ba-e4a0-48ec-9c7d-55f60b1f6afc req-48a9b8bf-54a0-42be-9e6b-66cf3b28f080 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 946 time: 0.0520520 Nov 25 20:45:32.541845 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-25ff84ba-e4a0-48ec-9c7d-55f60b1f6afc req-22f924c3-14cf-4b9c-a562-b632a8b14f6d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502403 Nov 25 20:45:33.672403 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae8239-a0ea-4aaa-a0b3-d80909cb8a95 req-08d63489-0c51-4d2d-946e-e46b0b93ae2a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:33.673732 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-84ae8239-a0ea-4aaa-a0b3-d80909cb8a95 req-08d63489-0c51-4d2d-946e-e46b0b93ae2a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 946 time: 0.0565624 Nov 25 20:45:33.722935 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-84ae8239-a0ea-4aaa-a0b3-d80909cb8a95 req-441906aa-055f-43a0-ae52-5e94bb50bbe4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431492 Nov 25 20:45:33.745851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51916) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:33.811403 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-80ed00b6-9af7-4f8f-a9fe-b5327c374343 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/cb783ad6-94fb-46ac-a409-3e5a9fbdf961 HTTP/1.1" status: 200 len: 994 time: 0.0643899 Nov 25 20:45:34.048743 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51922) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:34.207033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 2db3907a-99a9-4d77-bb46-a7631258b631 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:45:34.207377 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:34.282312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:34.282633 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:34.295142 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 2db3907a-99a9-4d77-bb46-a7631258b631 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:45:34.456631 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:34.486063 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=2db3907a-99a9-4d77-bb46-a7631258b631,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:34.497599 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.497949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.498288 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.498834 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.498967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.499873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.500908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.501331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.501617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.501995 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.502323 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.502647 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:34.558947 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:34.559231 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Floating IP cb783ad6-94fb-46ac-a409-3e5a9fbdf961 disassociated (deleted). External IP: 172.25.8.169, port: ac1a3a79-c000-48c1-b3af-dfae5b5463a8. Nov 25 20:45:34.770386 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 100c9d37-e4ca-40a5-858e-cdf30e9c517f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:45:35.189316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:45:35.194149 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:35.199214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef8695-7cbf-4f23-bb2e-91e10c6ac02c None None] Sync routers for ids ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:45:35.209381 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef8695-7cbf-4f23-bb2e-91e10c6ac02c None None] Routers {'100c9d37-e4ca-40a5-858e-cdf30e9c517f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:45:35.209886 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-93ef8695-7cbf-4f23-bb2e-91e10c6ac02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:45:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:35.221696 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-24c0831f-a1b0-4a2a-9ee6-6581237fa51a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/floatingips/cb783ad6-94fb-46ac-a409-3e5a9fbdf961 HTTP/1.1" status: 204 len: 168 time: 1.1766810 Nov 25 20:45:35.222393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'tag': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:45:35.224750 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92fa42d2-e69b-4224-8bf8-402984b84ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "e96e8326-6545-4b0f-8afb-8d028e1c0735", "tag": "ac1a3a79-c000-48c1-b3af-dfae5b5463a8"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:45:35.326574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-93ef8695-7cbf-4f23-bb2e-91e10c6ac02c None None] Set router 100c9d37-e4ca-40a5-858e-cdf30e9c517f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:45:35.384310 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d182c27a-5495-4e42-b9a7-73728a86a2ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:35.389144 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40be06d1-3326-4873-b2fb-6746b28b071a x-openstack-request-id: req-40be06d1-3326-4873-b2fb-6746b28b071a {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:45:35.389312 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e96e8326-6545-4b0f-8afb-8d028e1c0735", "tag": "ac1a3a79-c000-48c1-b3af-dfae5b5463a8", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:45:35.389469 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-40be06d1-3326-4873-b2fb-6746b28b071a {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:45:35.389970 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'tag': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8', 'status': 'completed', 'code': 200} Nov 25 20:45:35.461657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa42d2-e69b-4224-8bf8-402984b84ce1 req-d5b9c2f8-f03f-4e92-acfb-0aa66b00df8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:35.463265 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92fa42d2-e69b-4224-8bf8-402984b84ce1 req-d5b9c2f8-f03f-4e92-acfb-0aa66b00df8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 1097 time: 0.0479028 Nov 25 20:45:35.494545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6651a205-15ee-4552-8bfa-ac70a102abf2 req-f341cd66-8e61-4ceb-b3eb-853a5530de43 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:35.496157 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6651a205-15ee-4552-8bfa-ac70a102abf2 req-f341cd66-8e61-4ceb-b3eb-853a5530de43 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 946 time: 0.0542860 Nov 25 20:45:35.568323 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6651a205-15ee-4552-8bfa-ac70a102abf2 req-28bfe91a-efc9-4ec2-9dcf-8e1e8898a7f0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636003 Nov 25 20:45:35.576062 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-93ef8695-7cbf-4f23-bb2e-91e10c6ac02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:42Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9c63201f-0e02-410c-81a1-33e59ec284bc', 'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:0e:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:41Z', 'updated_at': '2021-11-25T20:44:45Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:35.582490 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa42d2-e69b-4224-8bf8-402984b84ce1 req-176d8d05-406b-4d4e-bc52-428ad6f41c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:35.584174 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92fa42d2-e69b-4224-8bf8-402984b84ce1 req-176d8d05-406b-4d4e-bc52-428ad6f41c47 service neutron] 10.222.0.60 "GET /v2.0/networks?id=00a289e3-c427-47f8-8c65-e4bfb652edeb HTTP/1.1" status: 200 len: 897 time: 0.1123388 Nov 25 20:45:35.604547 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef8695-7cbf-4f23-bb2e-91e10c6ac02c None None] Checking router: 100c9d37-e4ca-40a5-858e-cdf30e9c517f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:45:35.613742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93ef8695-7cbf-4f23-bb2e-91e10c6ac02c None None] Routers {'100c9d37-e4ca-40a5-858e-cdf30e9c517f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:45:35.614458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-93ef8695-7cbf-4f23-bb2e-91e10c6ac02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:35.627531 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92fa42d2-e69b-4224-8bf8-402984b84ce1 req-bc8983f2-20db-4347-9fa7-dcb7ec03086a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ac1a3a79-c000-48c1-b3af-dfae5b5463a8 HTTP/1.1" status: 200 len: 217 time: 0.0357637 Nov 25 20:45:35.682036 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa42d2-e69b-4224-8bf8-402984b84ce1 req-f69066d4-c487-442d-aa70-c3c3e39895e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:35.683534 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92fa42d2-e69b-4224-8bf8-402984b84ce1 req-f69066d4-c487-442d-aa70-c3c3e39895e0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2fb3ac69-a5fc-4208-adfe-02c2d1923446 HTTP/1.1" status: 200 len: 834 time: 0.0473020 Nov 25 20:45:35.730404 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-93ef8695-7cbf-4f23-bb2e-91e10c6ac02c None None] Set router 100c9d37-e4ca-40a5-858e-cdf30e9c517f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:45:35.738482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa42d2-e69b-4224-8bf8-402984b84ce1 req-c659e1a5-a30b-4611-b542-e0a986a6b1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:35.740040 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92fa42d2-e69b-4224-8bf8-402984b84ce1 req-c659e1a5-a30b-4611-b542-e0a986a6b1a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=00a289e3-c427-47f8-8c65-e4bfb652edeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0484877 Nov 25 20:45:35.836144 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92fa42d2-e69b-4224-8bf8-402984b84ce1 req-2e103e3e-2f1b-48d9-b662-2df67f74530d service neutron] 10.222.0.60 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883324 Nov 25 20:45:35.938180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-93ef8695-7cbf-4f23-bb2e-91e10c6ac02c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:42Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9c63201f-0e02-410c-81a1-33e59ec284bc', 'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:0e:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:41Z', 'updated_at': '2021-11-25T20:44:45Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:35.939371 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-92fa42d2-e69b-4224-8bf8-402984b84ce1 req-dfd56c1e-ddbc-4be4-a7ca-b2da181f96c7 service neutron] 10.222.0.60 "GET /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942259 Nov 25 20:45:35.969316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ef8695-7cbf-4f23-bb2e-91e10c6ac02c None None] The sync data for ids ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'] in n-d-817303-9 is: [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:44:42Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '9c63201f-0e02-410c-81a1-33e59ec284bc', 'name': '', 'network_id': '00a289e3-c427-47f8-8c65-e4bfb652edeb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:0e:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:41Z', 'updated_at': '2021-11-25T20:44:45Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '2fb3ac69-a5fc-4208-adfe-02c2d1923446', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:45:36.191602 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f3aa12-5589-441d-9928-dd03027bb7b6 None None] New status for floating IP cb783ad6-94fb-46ac-a409-3e5a9fbdf961: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:45:36.689136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a42aa31-58d7-4ed7-8097-a5fe7813ea5a req-16020023-4b7a-402f-87ae-1bd1ba7eae15 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:36.690617 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a42aa31-58d7-4ed7-8097-a5fe7813ea5a req-16020023-4b7a-402f-87ae-1bd1ba7eae15 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 946 time: 0.0511680 Nov 25 20:45:36.721185 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:36.747982 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1a42aa31-58d7-4ed7-8097-a5fe7813ea5a req-4f64c7b9-1d36-478b-a7d0-7c7d8d1b1da4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=14e7c353-69eb-4491-ae0d-96a82ec26db2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513134 Nov 25 20:45:36.977054 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455bdd3-fe5f-40c5-a669-bc3be7688cb7 req-40927724-9f3c-4664-9fb2-eb77521102f8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:36.978513 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0455bdd3-fe5f-40c5-a669-bc3be7688cb7 req-40927724-9f3c-4664-9fb2-eb77521102f8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 946 time: 0.0520794 Nov 25 20:45:37.067454 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0455bdd3-fe5f-40c5-a669-bc3be7688cb7 req-3b40874c-00d7-44ab-a21c-970c7960bacb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port ac1a3a79-c000-48c1-b3af-dfae5b5463a8 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:45:37.067796 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0455bdd3-fe5f-40c5-a669-bc3be7688cb7 req-3b40874c-00d7-44ab-a21c-970c7960bacb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:37.159880 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-0455bdd3-fe5f-40c5-a669-bc3be7688cb7 req-3b40874c-00d7-44ab-a21c-970c7960bacb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port ac1a3a79-c000-48c1-b3af-dfae5b5463a8, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=ac1a3a79-c000-48c1-b3af-dfae5b5463a8,segment=NetworkSegment(c921d848-86d2-4c93-8d98-be2380f85b5a),segment_id=c921d848-86d2-4c93-8d98-be2380f85b5a)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:37.160245 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0455bdd3-fe5f-40c5-a669-bc3be7688cb7 req-3b40874c-00d7-44ab-a21c-970c7960bacb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:37.174829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-0455bdd3-fe5f-40c5-a669-bc3be7688cb7 req-3b40874c-00d7-44ab-a21c-970c7960bacb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for ac1a3a79-c000-48c1-b3af-dfae5b5463a8 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:45:37.307250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0455bdd3-fe5f-40c5-a669-bc3be7688cb7 req-3b40874c-00d7-44ab-a21c-970c7960bacb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:37.338692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b40874c-00d7-44ab-a21c-970c7960bacb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=ac1a3a79-c000-48c1-b3af-dfae5b5463a8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:37.378602 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-0455bdd3-fe5f-40c5-a669-bc3be7688cb7 req-3b40874c-00d7-44ab-a21c-970c7960bacb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] No DVR routers for this DVR port ac1a3a79-c000-48c1-b3af-dfae5b5463a8 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:45:37.381288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-0455bdd3-fe5f-40c5-a669-bc3be7688cb7 req-3b40874c-00d7-44ab-a21c-970c7960bacb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:37.384681 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-0455bdd3-fe5f-40c5-a669-bc3be7688cb7 req-3b40874c-00d7-44ab-a21c-970c7960bacb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "DELETE /v2.0/ports/ac1a3a79-c000-48c1-b3af-dfae5b5463a8 HTTP/1.1" status: 204 len: 173 time: 0.3990905 Nov 25 20:45:37.391286 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'name': 'network-vif-deleted', 'tag': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:45:37.393568 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ad2dff-7cab-4d34-bdbd-5435ba04e728" -d '{"events": [{"server_uuid": "e96e8326-6545-4b0f-8afb-8d028e1c0735", "name": "network-vif-deleted", "tag": "ac1a3a79-c000-48c1-b3af-dfae5b5463a8"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:45:37.431113 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfab95c0-2463-4b00-bfde-d3ee69642664 x-openstack-request-id: req-bfab95c0-2463-4b00-bfde-d3ee69642664 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:45:37.431404 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e96e8326-6545-4b0f-8afb-8d028e1c0735", "name": "network-vif-deleted", "tag": "ac1a3a79-c000-48c1-b3af-dfae5b5463a8", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:45:37.431651 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bfab95c0-2463-4b00-bfde-d3ee69642664 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:45:37.432052 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e96e8326-6545-4b0f-8afb-8d028e1c0735', 'name': 'network-vif-deleted', 'tag': 'ac1a3a79-c000-48c1-b3af-dfae5b5463a8', 'status': 'completed', 'code': 200} Nov 25 20:45:37.907231 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f148e077-3124-4633-ab98-20ffc821dae4 req-c20d3ff3-3ea7-43c8-8e00-61dd71f1fac1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=e96e8326-6545-4b0f-8afb-8d028e1c0735 HTTP/1.1" status: 200 len: 210 time: 0.0258274 Nov 25 20:45:38.038004 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:38.573768 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:38.963392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51938) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:39.333492 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:39.595148 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 9c63201f-0e02-410c-81a1-33e59ec284bc {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:45:39.595410 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:39.683646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port 9c63201f-0e02-410c-81a1-33e59ec284bc, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=9c63201f-0e02-410c-81a1-33e59ec284bc,segment=NetworkSegment(c921d848-86d2-4c93-8d98-be2380f85b5a),segment_id=c921d848-86d2-4c93-8d98-be2380f85b5a)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:39.684028 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:39.696523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 9c63201f-0e02-410c-81a1-33e59ec284bc owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:45:39.886101 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:39.915038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=9c63201f-0e02-410c-81a1-33e59ec284bc,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:40.097126 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:40.315624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 100c9d37-e4ca-40a5-858e-cdf30e9c517f has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:45:40.424115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:45:40.429127 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b50cd402-baf6-4447-9a68-04c9a0bc84e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "PUT /v2.0/routers/100c9d37-e4ca-40a5-858e-cdf30e9c517f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4646261 Nov 25 20:45:40.431793 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51940) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:40.434447 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4d160b-e6a5-4e97-ae22-cc1248d9dee5 None None] Sync routers for ids ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:45:40.445605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d160b-e6a5-4e97-ae22-cc1248d9dee5 None None] Routers {'100c9d37-e4ca-40a5-858e-cdf30e9c517f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:45:40.446210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2e4d160b-e6a5-4e97-ae22-cc1248d9dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:40.487254 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9d820fb-37f4-4798-af9a-9c0e8bfb3682 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting subnet 2fb3ac69-a5fc-4208-adfe-02c2d1923446 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:45:40.490505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9d820fb-37f4-4798-af9a-9c0e8bfb3682 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:40.532478 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9d820fb-37f4-4798-af9a-9c0e8bfb3682 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:40.555160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-2e4d160b-e6a5-4e97-ae22-cc1248d9dee5 None None] Set router 100c9d37-e4ca-40a5-858e-cdf30e9c517f gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:45:40.622362 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9d820fb-37f4-4798-af9a-9c0e8bfb3682 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:40.686211 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9d820fb-37f4-4798-af9a-9c0e8bfb3682 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:40.718003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d820fb-37f4-4798-af9a-9c0e8bfb3682 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb3ac69-a5fc-4208-adfe-02c2d1923446,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:40.720228 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e9d820fb-37f4-4798-af9a-9c0e8bfb3682 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:40.723889 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e9d820fb-37f4-4798-af9a-9c0e8bfb3682 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/subnets/2fb3ac69-a5fc-4208-adfe-02c2d1923446 HTTP/1.1" status: 204 len: 168 time: 0.2907856 Nov 25 20:45:40.726049 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51942) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:40.786083 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6701bd2-91f8-43d2-8492-e4d120501c05 None None] Network 00a289e3-c427-47f8-8c65-e4bfb652edeb requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:45:40.835751 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:40.942184 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:40.998576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 4c6cb2f6-f683-4b41-ba9a-009166416e5c {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:45:40.999038 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.021350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2e4d160b-e6a5-4e97-ae22-cc1248d9dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177'}], 'enable_snat': True}, 'gw_port_id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:45:39Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '4c6cb2f6-f683-4b41-ba9a-009166416e5c', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:44:39Z', 'updated_at': '2021-11-25T20:44:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:41.050704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4d160b-e6a5-4e97-ae22-cc1248d9dee5 None None] Checking router: 100c9d37-e4ca-40a5-858e-cdf30e9c517f for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:45:41.060177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e4d160b-e6a5-4e97-ae22-cc1248d9dee5 None None] Routers {'100c9d37-e4ca-40a5-858e-cdf30e9c517f'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:45:41.061267 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2e4d160b-e6a5-4e97-ae22-cc1248d9dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:41.098635 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port 4c6cb2f6-f683-4b41-ba9a-009166416e5c, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4c6cb2f6-f683-4b41-ba9a-009166416e5c,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:41.099597 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.113275 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 4c6cb2f6-f683-4b41-ba9a-009166416e5c owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:45:41.129923 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] DHCP port deletion for 00a289e3-c427-47f8-8c65-e4bfb652edeb request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:45:41.188796 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-2e4d160b-e6a5-4e97-ae22-cc1248d9dee5 None None] Set router 100c9d37-e4ca-40a5-858e-cdf30e9c517f gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:45:41.248869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-2e4d160b-e6a5-4e97-ae22-cc1248d9dee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:45:40Z', 'revision_number': 6, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:41.278646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e4d160b-e6a5-4e97-ae22-cc1248d9dee5 None None] The sync data for ids ['100c9d37-e4ca-40a5-858e-cdf30e9c517f'] in n-d-817303-9 is: [{'id': '100c9d37-e4ca-40a5-858e-cdf30e9c517f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1971939327', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:44:38Z', 'updated_at': '2021-11-25T20:45:40Z', 'revision_number': 6, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:45:41.299953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Deleting port 19712eb2-a8b1-433e-b928-71774abbb2eb {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:45:41.300334 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.349955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.374168 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=4c6cb2f6-f683-4b41-ba9a-009166416e5c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:41.375803 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] For port 19712eb2-a8b1-433e-b928-71774abbb2eb, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=19712eb2-a8b1-433e-b928-71774abbb2eb,segment=NetworkSegment(c921d848-86d2-4c93-8d98-be2380f85b5a),segment_id=c921d848-86d2-4c93-8d98-be2380f85b5a)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:41.376212 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.390571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1566ef6-a6b5-449c-951e-87cf62fa75e0 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:45:41.392592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Calling delete_port for 19712eb2-a8b1-433e-b928-71774abbb2eb owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:45:41.438287 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.476994 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.504879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ac1a3a79-c000-48c1-b3af-dfae5b5463a8 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:45:41.509025 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Pushing event deleted for resources: {'Port': ['ID=19712eb2-a8b1-433e-b928-71774abbb2eb,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:41.511238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] No DVR routers for this DVR port 19712eb2-a8b1-433e-b928-71774abbb2eb on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:45:41.537935 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: ac1a3a79-c000-48c1-b3af-dfae5b5463a8 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:45:41.538331 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device ac1a3a79-c000-48c1-b3af-dfae5b5463a8 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:45:41.543976 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.543976 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.545147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.545271 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.547849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.547849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.547849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.547849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.547849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.548346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.548470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.548949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.549165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.549545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f7563e-92c5-4f80-b422-cb1e2ed7b6c9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:41.591884 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.592364 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Fanout notify agent at l3_agent the message router_deleted on router 100c9d37-e4ca-40a5-858e-cdf30e9c517f {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:45:41.600063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.600772 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c03939e5-d363-4e09-9831-9be85374f8b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/routers/100c9d37-e4ca-40a5-858e-cdf30e9c517f HTTP/1.1" status: 204 len: 168 time: 0.8737969 Nov 25 20:45:41.603501 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51944) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:41.690039 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.692142 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 19712eb2-a8b1-433e-b928-71774abbb2eb no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:45:41.713609 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 19712eb2-a8b1-433e-b928-71774abbb2eb {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:45:41.713958 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 19712eb2-a8b1-433e-b928-71774abbb2eb not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:45:41.794196 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.817090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00a289e3-c427-47f8-8c65-e4bfb652edeb']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:41.826625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c921d848-86d2-4c93-8d98-be2380f85b5a') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:41.826988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c921d848-86d2-4c93-8d98-be2380f85b5a') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:41.836233 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.849690 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.855534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Releasing vlan 641 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:45:41.855916 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:45:41.859394 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:45:41.919898 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.928340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:41.931478 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/networks/00a289e3-c427-47f8-8c65-e4bfb652edeb HTTP/1.1" status: 204 len: 168 time: 0.3270252 Nov 25 20:45:41.934317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51946) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:41.943816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73c758-c28f-456a-bbd1-1b9b69077f71 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Network': ['ID=00a289e3-c427-47f8-8c65-e4bfb652edeb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:41.991600 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.016539 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.023870 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:45:42.081298 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.084155 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.085337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/security-groups/14e7c353-69eb-4491-ae0d-96a82ec26db2 HTTP/1.1" status: 204 len: 168 time: 0.1500165 Nov 25 20:45:42.099165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14e7c353-69eb-4491-ae0d-96a82ec26db2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:42.112674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.113068 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.113368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.113740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.114104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.114490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.114876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.115201 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.115794 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.116393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.116986 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.117592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b329379-b797-413e-9dc8-5e9ca7ca66dc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:42.537534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51952) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:42.542329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-7dcff283-a954-438f-af9c-70879d6b5235 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1044143613', 'description': 'tempest-secgroup-smoke-1044143613 description', 'project_id': '2d3b92657d744303b70dce52bf7a2b79'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:42.564262 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7dcff283-a954-438f-af9c-70879d6b5235 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.633064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7dcff283-a954-438f-af9c-70879d6b5235 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.638480 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7dcff283-a954-438f-af9c-70879d6b5235 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.671878 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7dcff283-a954-438f-af9c-70879d6b5235 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.673133 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7dcff283-a954-438f-af9c-70879d6b5235 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1345215 Nov 25 20:45:42.674279 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcff283-a954-438f-af9c-70879d6b5235 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a04846c-d165-481e-ad10-3ff5d4d37c01,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:42.676864 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51954) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:42.681562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5fa6f0cd-1d36-4e42-913b-ecdbdb0652b9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '0a04846c-d165-481e-ad10-3ff5d4d37c01', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:42.709989 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fa6f0cd-1d36-4e42-913b-ecdbdb0652b9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.757499 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fa6f0cd-1d36-4e42-913b-ecdbdb0652b9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.761302 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fa6f0cd-1d36-4e42-913b-ecdbdb0652b9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.778820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6f0cd-1d36-4e42-913b-ecdbdb0652b9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f6f006-58e5-4d9a-8db7-5aa085d5b360,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:42.786654 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5fa6f0cd-1d36-4e42-913b-ecdbdb0652b9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.787876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5fa6f0cd-1d36-4e42-913b-ecdbdb0652b9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1099384 Nov 25 20:45:42.790512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51956) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:42.794747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ec5dd7c8-5dc5-4ae8-a3cf-9e8c7423f551 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '0a04846c-d165-481e-ad10-3ff5d4d37c01', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:42.820647 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd7c8-5dc5-4ae8-a3cf-9e8c7423f551 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.879442 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd7c8-5dc5-4ae8-a3cf-9e8c7423f551 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.883117 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd7c8-5dc5-4ae8-a3cf-9e8c7423f551 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.901207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5dd7c8-5dc5-4ae8-a3cf-9e8c7423f551 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1e8edee-59f7-460b-b0aa-938859c93e1d,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:42.909984 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ec5dd7c8-5dc5-4ae8-a3cf-9e8c7423f551 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.911227 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ec5dd7c8-5dc5-4ae8-a3cf-9e8c7423f551 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197598 Nov 25 20:45:42.913804 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51958) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:42.918137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8cbd6410-2d37-415f-b6fb-32d9fde2c5c8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '0a04846c-d165-481e-ad10-3ff5d4d37c01', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:42.944153 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6410-2d37-415f-b6fb-32d9fde2c5c8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:42.999845 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6410-2d37-415f-b6fb-32d9fde2c5c8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.003390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6410-2d37-415f-b6fb-32d9fde2c5c8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.020467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd6410-2d37-415f-b6fb-32d9fde2c5c8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b63884-6cf2-48b9-a918-5054f99f6050,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:43.028480 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6410-2d37-415f-b6fb-32d9fde2c5c8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.029682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8cbd6410-2d37-415f-b6fb-32d9fde2c5c8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149323 Nov 25 20:45:43.032533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51960) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:43.036799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-03c14c1d-8593-4cf9-b7b8-723364e0e422 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '0a04846c-d165-481e-ad10-3ff5d4d37c01', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:43.065819 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03c14c1d-8593-4cf9-b7b8-723364e0e422 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.126333 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03c14c1d-8593-4cf9-b7b8-723364e0e422 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.129843 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03c14c1d-8593-4cf9-b7b8-723364e0e422 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.149855 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c14c1d-8593-4cf9-b7b8-723364e0e422 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6ae691-36e5-498f-837c-ec1e76cf9958,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:43.155532 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-03c14c1d-8593-4cf9-b7b8-723364e0e422 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.156681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-03c14c1d-8593-4cf9-b7b8-723364e0e422 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1232297 Nov 25 20:45:43.159605 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51962) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:43.163846 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-18e8cd7e-1f8a-455d-823d-5abd1468a8b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '0a04846c-d165-481e-ad10-3ff5d4d37c01', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:43.185154 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-18e8cd7e-1f8a-455d-823d-5abd1468a8b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Project 2d3b92657d744303b70dce52bf7a2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:45:43.190654 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-18e8cd7e-1f8a-455d-823d-5abd1468a8b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.252416 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-18e8cd7e-1f8a-455d-823d-5abd1468a8b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.258013 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-18e8cd7e-1f8a-455d-823d-5abd1468a8b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.276720 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e8cd7e-1f8a-455d-823d-5abd1468a8b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89cc7c03-9c8c-44d3-9805-3e26b68b9955,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:43.284057 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-18e8cd7e-1f8a-455d-823d-5abd1468a8b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.285279 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-18e8cd7e-1f8a-455d-823d-5abd1468a8b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1247468 Nov 25 20:45:43.288421 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51964) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:43.292816 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0d3460d1-4912-4d6c-86b5-06b1355599b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '0a04846c-d165-481e-ad10-3ff5d4d37c01', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:43.303715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9c63201f-0e02-410c-81a1-33e59ec284bc no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:45:43.316279 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-0d3460d1-4912-4d6c-86b5-06b1355599b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Project 2d3b92657d744303b70dce52bf7a2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:45:43.321634 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d3460d1-4912-4d6c-86b5-06b1355599b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.325417 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 9c63201f-0e02-410c-81a1-33e59ec284bc {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:45:43.325764 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 9c63201f-0e02-410c-81a1-33e59ec284bc not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:45:43.326173 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4c6cb2f6-f683-4b41-ba9a-009166416e5c no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:45:43.350411 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4c6cb2f6-f683-4b41-ba9a-009166416e5c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:45:43.350760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4c6cb2f6-f683-4b41-ba9a-009166416e5c not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:45:43.386703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d3460d1-4912-4d6c-86b5-06b1355599b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.390935 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d3460d1-4912-4d6c-86b5-06b1355599b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.410763 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3460d1-4912-4d6c-86b5-06b1355599b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd73c8ca-48c6-492f-b403-69c6e3257e61,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:43.417449 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0d3460d1-4912-4d6c-86b5-06b1355599b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.418722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0d3460d1-4912-4d6c-86b5-06b1355599b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1293163 Nov 25 20:45:43.422077 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51966) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:43.427273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'network': {'name': 'tempest-network-smoke--939177886', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'port_security_enabled': True}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:43.448504 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:45:43.452896 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.476536 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 601} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:45:43.486075 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.486423 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Added segment 80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4 of type vlan for network 73970c59-f70f-46e7-8a90-3f9fa9956e91 Nov 25 20:45:43.529348 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.556831 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.563845 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:43.564445 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.633185 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2097523 Nov 25 20:45:43.636061 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51968) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:43.640931 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb741fc-9bb3-4bc8-a1d3-8ec0f34618b8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Network': ['ID=73970c59-f70f-46e7-8a90-3f9fa9956e91,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:43.641128 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'admin_state_up': True, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:43.656179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 73970c59-f70f-46e7-8a90-3f9fa9956e91 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:45:43.669544 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.671642 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.725990 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:43.880652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:44.075802 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:44.096381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:44.212809 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.25.8.138 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/23926151-d9a1-49b3-80b6-7d8515c94db0) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:45:44.648395 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:44.682606 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:44.724811 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:45:44.727730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:45:44.731346 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:45:44.737925 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=23926151-d9a1-49b3-80b6-7d8515c94db0,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:44.744793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64fbfc1-0056-4669-a1f3-863ab37a2a74 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:45:44.849327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7b1b0325-9e09-43d9-a912-298301f92707 None None] Provisioning complete for port 23926151-d9a1-49b3-80b6-7d8515c94db0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:44.849705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7b1b0325-9e09-43d9-a912-298301f92707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:44.885211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7b1b0325-9e09-43d9-a912-298301f92707 None None] Port 23926151-d9a1-49b3-80b6-7d8515c94db0 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:45:44.993187 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:45.191015 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:45.320859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 689ca443-11d2-4397-a755-5ac3bfec0090 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:45:45.431648 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:45:45.441624 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Sync routers for ids ['689ca443-11d2-4397-a755-5ac3bfec0090'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:45:45.451075 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Routers {'689ca443-11d2-4397-a755-5ac3bfec0090'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:45:45.451740 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ca443-11d2-4397-a755-5ac3bfec0090'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:45.452883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:45.454142 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c1c5fca7-94af-405e-b661-c06eee794456 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8169489 Nov 25 20:45:45.457354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51970) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:45.485874 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-3653ee7a-9cb6-41b9-9de7-8753991e9c81 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2d3b92657d744303b70dce52bf7a2b79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273890 Nov 25 20:45:45.488673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51972) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:45.566755 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Set router 689ca443-11d2-4397-a755-5ac3bfec0090 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:45:45.582342 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2f8468-90ae-4122-8776-920e724259e1 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:45.583901 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fb2f8468-90ae-4122-8776-920e724259e1 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0942330 Nov 25 20:45:45.586721 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51974) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:45.615289 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3df8c890-3466-4cb8-9f5f-5b6a21953e94 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273755 Nov 25 20:45:45.618997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 51976) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:45.625298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-264193186', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:45.717990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:45:45.721507 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:45.856015 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:44Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:45.882523 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Checking router: 689ca443-11d2-4397-a755-5ac3bfec0090 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:45:45.882911 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Updating router 689ca443-11d2-4397-a755-5ac3bfec0090 port 23926151-d9a1-49b3-80b6-7d8515c94db0 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:45:45.909532 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:45.910953 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:45.978541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Subnet': ['ID=5843fe55-9e17-4bac-904f-2a1bae10d16f,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:45.989748 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Checking segment: {'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:45:45.990118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network hostable DHCP agents. Network: 73970c59-f70f-46e7-8a90-3f9fa9956e91, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:45:46.008800 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 73970c59-f70f-46e7-8a90-3f9fa9956e91 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:45:46.018296 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 73970c59-f70f-46e7-8a90-3f9fa9956e91) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:45:46.023331 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:46.023942 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.035897 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca4ffae-594f-4e1e-b185-91e385b42b6e None None] Network 73970c59-f70f-46e7-8a90-3f9fa9956e91 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:45:46.043377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-636508ce-4f30-44e2-b0e2-c1ad38600711 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4232748 Nov 25 20:45:46.047227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 51978) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:46.181831 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.188407 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.198834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-73970c59-f70f-46e7-8a90-3f9fa9956e91', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ips': [{'subnet_id': '5843fe55-9e17-4bac-904f-2a1bae10d16f'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:45:46.199726 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.232232 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c2fe3f-f87e-4b7b-9d61-f688e79ed6c6 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:45:46.234942 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Attempting to bind port 23926151-d9a1-49b3-80b6-7d8515c94db0 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:45:46.235323 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Attempting to bind port 23926151-d9a1-49b3-80b6-7d8515c94db0 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:45:46.235674 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Attempting to bind port 23926151-d9a1-49b3-80b6-7d8515c94db0 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:45:46.246380 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:45:46.246768 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:45:46.247176 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.247559 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:45:46.248022 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Bound port: 23926151-d9a1-49b3-80b6-7d8515c94db0, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:45:46.248396 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.301504 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Pushing event updated for resources: {'Port': ['ID=23926151-d9a1-49b3-80b6-7d8515c94db0,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:46.311695 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] For port 23926151-d9a1-49b3-80b6-7d8515c94db0, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:45:46.315181 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] For port 23926151-d9a1-49b3-80b6-7d8515c94db0, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=23926151-d9a1-49b3-80b6-7d8515c94db0,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:45:46.317172 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.317481 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.317995 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.318331 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.318637 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.319044 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.319487 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.319692 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.320057 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.320348 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.320665 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.320988 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:45:46.325339 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.353799 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-47e84ecc-ba11-427b-b5e0-be1fc1f06c56 None None] Provisioning complete for port 23926151-d9a1-49b3-80b6-7d8515c94db0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:46.354180 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-47e84ecc-ba11-427b-b5e0-be1fc1f06c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.384864 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c40a2c37-acac-4210-8ffb-4bb8c7641fc7 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:45:46.386634 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Routers {'689ca443-11d2-4397-a755-5ac3bfec0090'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:45:46.387488 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ca443-11d2-4397-a755-5ac3bfec0090'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:46.416565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Allocated IP 172.20.0.2 (73970c59-f70f-46e7-8a90-3f9fa9956e91/5843fe55-9e17-4bac-904f-2a1bae10d16f/8408e261-e667-46a9-90b8-fea355da1922) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:45:46.436957 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59bc05d-f2b0-4362-a2ef-938588462b9a None None] Pushing event updated for resources: {'Port': ['ID=23926151-d9a1-49b3-80b6-7d8515c94db0,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:46.505788 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] Set router 689ca443-11d2-4397-a755-5ac3bfec0090 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:45:46.533628 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-47e84ecc-ba11-427b-b5e0-be1fc1f06c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.555130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-47e84ecc-ba11-427b-b5e0-be1fc1f06c56 None None] For port 23926151-d9a1-49b3-80b6-7d8515c94db0, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=23926151-d9a1-49b3-80b6-7d8515c94db0,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:46.567483 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-47e84ecc-ba11-427b-b5e0-be1fc1f06c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.581808 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.634629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e84ecc-ba11-427b-b5e0-be1fc1f06c56 None None] Pushing event updated for resources: {'Port': ['ID=23926151-d9a1-49b3-80b6-7d8515c94db0,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:46.696917 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.705987 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:44Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:46.706790 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.711499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fad24b60-03e8-4c15-9c47-0e110d17f2ce None None] Provisioning complete for port 23926151-d9a1-49b3-80b6-7d8515c94db0 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:46.711975 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fad24b60-03e8-4c15-9c47-0e110d17f2ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.739678 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10bbc65-76c1-425d-a0e4-961641a2fd8e None None] The sync data for ids ['689ca443-11d2-4397-a755-5ac3bfec0090'] in n-d-817303-9 is: [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:44Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:45:46.784671 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Network 73970c59-f70f-46e7-8a90-3f9fa9956e91 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:45:46.794569 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:45:46.796901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Pushing event updated for resources: {'Port': ['ID=8408e261-e667-46a9-90b8-fea355da1922,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:46.800803 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:45:46.886564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.20.0.1 (73970c59-f70f-46e7-8a90-3f9fa9956e91/5843fe55-9e17-4bac-904f-2a1bae10d16f/a2521226-1d6e-4da3-ae95-6b53444162d5) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:45:46.896258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Attempting to bind port 8408e261-e667-46a9-90b8-fea355da1922 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:45:46.896258 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Attempting to bind port 8408e261-e667-46a9-90b8-fea355da1922 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:45:46.896698 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Attempting to bind port 8408e261-e667-46a9-90b8-fea355da1922 on network 73970c59-f70f-46e7-8a90-3f9fa9956e91 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:45:46.906700 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:45:46.907124 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Checking segment: {'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:45:46.907518 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:46.907911 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Bound using segment: {'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:45:46.908401 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Bound port: 8408e261-e667-46a9-90b8-fea355da1922, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:45:46.908789 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:47.004379 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] For port 8408e261-e667-46a9-90b8-fea355da1922, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:45:47.009549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] For port 8408e261-e667-46a9-90b8-fea355da1922, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8408e261-e667-46a9-90b8-fea355da1922,segment=NetworkSegment(80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4),segment_id=80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:45:47.018378 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:47.027504 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:47.066631 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:47.098275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c73604-c3ac-4d71-8c96-96dda59cb882 None None] Pushing event updated for resources: {'Port': ['ID=8408e261-e667-46a9-90b8-fea355da1922,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:47.112404 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 73970c59-f70f-46e7-8a90-3f9fa9956e91 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:45:47.116686 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:45:47.121057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:45:47.165354 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=a2521226-1d6e-4da3-ae95-6b53444162d5,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:47.180686 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:47.372158 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:47.401117 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 23926151-d9a1-49b3-80b6-7d8515c94db0 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:45:47.474905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 23926151-d9a1-49b3-80b6-7d8515c94db0 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:47.475562 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:47.700380 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:47.706338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:47.786197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=a2521226-1d6e-4da3-ae95-6b53444162d5,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:47.793058 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:47.898875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 73970c59-f70f-46e7-8a90-3f9fa9956e91 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:45:47.900307 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:45:48.021742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 689ca443-11d2-4397-a755-5ac3bfec0090 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:45:48.139610 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:45:48.147277 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1a92737d-895e-4750-ac66-fa7ae780bdc3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "PUT /v2.0/routers/689ca443-11d2-4397-a755-5ac3bfec0090/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0983260 Nov 25 20:45:48.175803 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9cc3ca-08fc-4757-b0da-cb67719e2149 None None] Network 73970c59-f70f-46e7-8a90-3f9fa9956e91 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:45:48.256816 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b75a11ac-4b2c-4425-b37b-3b68536cb436 None None] Provisioning complete for port 8408e261-e667-46a9-90b8-fea355da1922 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:48.257200 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b75a11ac-4b2c-4425-b37b-3b68536cb436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:48.314789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-d2d8a2ad-2680-4e63-8012-c069131531bd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1044143613&fields=id&tenant_id=2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 267 time: 0.0552683 Nov 25 20:45:48.416622 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b75a11ac-4b2c-4425-b37b-3b68536cb436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:48.457568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-7ce6d6bb-105a-4f25-99ee-3a320fc0fb17 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:48.459905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b75a11ac-4b2c-4425-b37b-3b68536cb436 None None] For port 8408e261-e667-46a9-90b8-fea355da1922, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8408e261-e667-46a9-90b8-fea355da1922,segment=NetworkSegment(80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4),segment_id=80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:48.463355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-7ce6d6bb-105a-4f25-99ee-3a320fc0fb17 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/networks?id=73970c59-f70f-46e7-8a90-3f9fa9956e91 HTTP/1.1" status: 200 len: 796 time: 0.1411469 Nov 25 20:45:48.465233 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b75a11ac-4b2c-4425-b37b-3b68536cb436 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:48.480883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-4223a8a2-205b-4823-89b9-6d9664523d67 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/quotas/2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 375 time: 0.0153127 Nov 25 20:45:48.528975 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75a11ac-4b2c-4425-b37b-3b68536cb436 None None] Pushing event updated for resources: {'Port': ['ID=8408e261-e667-46a9-90b8-fea355da1922,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:48.547979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-d1ea7c50-7f6e-4510-a281-b875f0f1c957 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0610104 Nov 25 20:45:48.607759 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Sync routers for ids ['689ca443-11d2-4397-a755-5ac3bfec0090'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:45:48.623169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Routers {'689ca443-11d2-4397-a755-5ac3bfec0090'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:45:48.624413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ca443-11d2-4397-a755-5ac3bfec0090'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:48.704198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-35a1a673-627e-4f96-860b-e27e65c3d385 service neutron] 10.222.0.15 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440594 Nov 25 20:45:48.736556 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d5fb38a5-cc5d-4a6c-818f-228070c26909 None None] Provisioning complete for port 8408e261-e667-46a9-90b8-fea355da1922 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:48.737215 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5fb38a5-cc5d-4a6c-818f-228070c26909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:48.790571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Set router 689ca443-11d2-4397-a755-5ac3bfec0090 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:45:49.126816 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-bc51b978-a67b-4d8c-8e7e-a6c7d4629667 service neutron] 10.222.0.15 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4159489 Nov 25 20:45:49.169164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d5fb38a5-cc5d-4a6c-818f-228070c26909 None None] Provisioning complete for port a2521226-1d6e-4da3-ae95-6b53444162d5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:49.169538 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d5fb38a5-cc5d-4a6c-818f-228070c26909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:49.226910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d5fb38a5-cc5d-4a6c-818f-228070c26909 None None] Port a2521226-1d6e-4da3-ae95-6b53444162d5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:45:49.249466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:47Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a2521226-1d6e-4da3-ae95-6b53444162d5', 'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:62:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:46Z', 'updated_at': '2021-11-25T20:45:47Z', 'revision_number': 2, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:49.285978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Checking router: 689ca443-11d2-4397-a755-5ac3bfec0090 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:45:49.286261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Updating router 689ca443-11d2-4397-a755-5ac3bfec0090 port a2521226-1d6e-4da3-ae95-6b53444162d5 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:45:49.303522 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-614a779b-2d02-471a-ab6b-8eb0bbae0d4b req-170e9083-8a82-44bb-a053-87ee5aaf4a21 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 210 time: 0.0350544 Nov 25 20:45:49.334111 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:49.380493 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8408e261-e667-46a9-90b8-fea355da1922 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:45:49.413630 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9c6af8bb-accd-47e4-bd28-a04dc3b2a435 None None] Provisioning complete for port a2521226-1d6e-4da3-ae95-6b53444162d5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:49.414001 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9c6af8bb-accd-47e4-bd28-a04dc3b2a435 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:49.538744 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9c6af8bb-accd-47e4-bd28-a04dc3b2a435 None None] Port a2521226-1d6e-4da3-ae95-6b53444162d5 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:45:49.565733 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8408e261-e667-46a9-90b8-fea355da1922 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:49.566110 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:49.771498 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:49.776749 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:49.837036 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7d234-75ea-4aa6-b1c0-97f64b9c0489 None None] Pushing event updated for resources: {'Port': ['ID=a2521226-1d6e-4da3-ae95-6b53444162d5,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:49.892802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Attempting to bind port a2521226-1d6e-4da3-ae95-6b53444162d5 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:45:49.893419 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Attempting to bind port a2521226-1d6e-4da3-ae95-6b53444162d5 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:45:49.893980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Attempting to bind port a2521226-1d6e-4da3-ae95-6b53444162d5 on network 73970c59-f70f-46e7-8a90-3f9fa9956e91 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:45:49.899680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 45, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:45:49.900084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Checking segment: {'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:45:49.900511 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:49.901873 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Bound using segment: {'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:45:49.901873 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Bound port: a2521226-1d6e-4da3-ae95-6b53444162d5, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:45:49.901873 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:49.981172 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] For port a2521226-1d6e-4da3-ae95-6b53444162d5, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:45:49.985956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] For port a2521226-1d6e-4da3-ae95-6b53444162d5, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a2521226-1d6e-4da3-ae95-6b53444162d5,segment=NetworkSegment(80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4),segment_id=80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:45:49.990355 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:50.061204 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Routers {'689ca443-11d2-4397-a755-5ac3bfec0090'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:45:50.062426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ca443-11d2-4397-a755-5ac3bfec0090'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:50.100325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a7d234-75ea-4aa6-b1c0-97f64b9c0489 None None] Pushing event updated for resources: {'Port': ['ID=a2521226-1d6e-4da3-ae95-6b53444162d5,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:50.122375 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-120c774f-d00f-4fce-91be-c780f63471a9 None None] Provisioning complete for port a2521226-1d6e-4da3-ae95-6b53444162d5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:50.122751 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-120c774f-d00f-4fce-91be-c780f63471a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:50.215717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] Set router 689ca443-11d2-4397-a755-5ac3bfec0090 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:45:50.344878 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-120c774f-d00f-4fce-91be-c780f63471a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:50.418966 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-120c774f-d00f-4fce-91be-c780f63471a9 None None] For port a2521226-1d6e-4da3-ae95-6b53444162d5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a2521226-1d6e-4da3-ae95-6b53444162d5,segment=NetworkSegment(80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4),segment_id=80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:50.425225 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-120c774f-d00f-4fce-91be-c780f63471a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:50.427370 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-97966d9b-022f-4b60-9916-5ebeb4df0c22 req-19ebf6ef-2a53-4dd2-b680-a14f2626bf6c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 210 time: 0.0384257 Nov 25 20:45:50.450111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-9cca07d6-c823-43b9-b4f4-dc701c8cbe55 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:50.451615 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-9cca07d6-c823-43b9-b4f4-dc701c8cbe55 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "GET /v2.0/networks?id=73970c59-f70f-46e7-8a90-3f9fa9956e91 HTTP/1.1" status: 200 len: 796 time: 0.1778929 Nov 25 20:45:50.509679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120c774f-d00f-4fce-91be-c780f63471a9 None None] Pushing event updated for resources: {'Port': ['ID=a2521226-1d6e-4da3-ae95-6b53444162d5,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:50.520551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-66a3eb18-16e7-49b4-9699-b581cf385298 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 380 time: 0.0585616 Nov 25 20:45:50.531785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'port': {'device_id': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'admin_state_up': True, 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'security_groups': ['0a04846c-d165-481e-ad10-3ff5d4d37c01']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:50.544259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:47Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a2521226-1d6e-4da3-ae95-6b53444162d5', 'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:62:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:46Z', 'updated_at': '2021-11-25T20:45:49Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:45:50.573945 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843e03aa-d958-4fb7-a8f7-18c1924e7ec7 None None] The sync data for ids ['689ca443-11d2-4397-a755-5ac3bfec0090'] in n-d-817303-9 is: [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:47Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a2521226-1d6e-4da3-ae95-6b53444162d5', 'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:62:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:46Z', 'updated_at': '2021-11-25T20:45:49Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:45:50.581620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-782fcce9-6182-48f3-8b46-5e8dc3841552 None None] Provisioning complete for port a2521226-1d6e-4da3-ae95-6b53444162d5 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:50.582026 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-782fcce9-6182-48f3-8b46-5e8dc3841552 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:50.675313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:45:50.683026 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:50.828056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.20.0.9 (73970c59-f70f-46e7-8a90-3f9fa9956e91/5843fe55-9e17-4bac-904f-2a1bae10d16f/2a27d4e6-cc81-4a56-bb13-9119f7b07f07) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:45:50.983046 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.018165 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.064962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 73970c59-f70f-46e7-8a90-3f9fa9956e91 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:45:51.068064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:45:51.072027 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:45:51.099416 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=2a27d4e6-cc81-4a56-bb13-9119f7b07f07,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:51.136463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:51.137223 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.159220 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-f47a3b6c-ecdf-4df2-87dd-eb2dd761edfe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6322217 Nov 25 20:45:51.171896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Request body: {'port': {'device_id': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:51.229296 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.318977 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-05c9f599-6dc5-43ee-b9dc-611ec4ae9a38 None None] Provisioning complete for port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:51.319425 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-05c9f599-6dc5-43ee-b9dc-611ec4ae9a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.355711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a2521226-1d6e-4da3-ae95-6b53444162d5 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:45:51.404577 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-05c9f599-6dc5-43ee-b9dc-611ec4ae9a38 None None] Port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:45:51.427949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a2521226-1d6e-4da3-ae95-6b53444162d5 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:51.428471 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.581382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:45:51.591532 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.610662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Transition to ACTIVE for port object 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:45:51.620105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6f7f3-407a-4431-8fcf-3a5c20339f8e req-deb3e315-a470-4694-89fe-f0c7bc37e275 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:51.628332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14a6f7f3-407a-4431-8fcf-3a5c20339f8e req-deb3e315-a470-4694-89fe-f0c7bc37e275 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 931 time: 0.0954988 Nov 25 20:45:51.636585 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.658303 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.726929 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-14a6f7f3-407a-4431-8fcf-3a5c20339f8e req-07d290c7-ffae-4a07-ba82-ded706516118 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975680 Nov 25 20:45:51.727924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a27d4e6-cc81-4a56-bb13-9119f7b07f07,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:51.811752 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Attempting to bind port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:45:51.812187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Attempting to bind port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:45:51.812589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Attempting to bind port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 on network 73970c59-f70f-46e7-8a90-3f9fa9956e91 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:45:51.817293 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 on network 73970c59-f70f-46e7-8a90-3f9fa9956e91 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:45:51.817679 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Attempting to bind port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 on network 73970c59-f70f-46e7-8a90-3f9fa9956e91 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:45:51.822694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:45:51.823162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Checking segment: {'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:45:51.823616 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Bound using segment: {'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:45:51.824118 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Bound port: 2a27d4e6-cc81-4a56-bb13-9119f7b07f07, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:45:51.824537 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.896503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] For port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:45:51.899984 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] For port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2a27d4e6-cc81-4a56-bb13-9119f7b07f07,segment=NetworkSegment(80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4),segment_id=80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:45:51.906155 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.942439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:51.943173 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:51.944630 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] 10.222.0.76 "PUT /v2.0/ports/2a27d4e6-cc81-4a56-bb13-9119f7b07f07 HTTP/1.1" status: 200 len: 1091 time: 0.7774620 Nov 25 20:45:51.945087 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'tag': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:45:51.947496 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-400dfead-6732-4929-adc3-a01977b48521" -d '{"events": [{"name": "network-changed", "server_uuid": "a38a8862-aaa6-4ea8-ab6c-f42508d2203b", "tag": "2a27d4e6-cc81-4a56-bb13-9119f7b07f07"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:45:51.977024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4358503-df49-474a-b43c-4ff137f8b3c9 service neutron] Pushing event updated for resources: {'Port': ['ID=2a27d4e6-cc81-4a56-bb13-9119f7b07f07,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:51.996422 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb03630a-ac35-4313-8be8-b9786b43619f x-openstack-request-id: req-cb03630a-ac35-4313-8be8-b9786b43619f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:45:51.996701 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38a8862-aaa6-4ea8-ab6c-f42508d2203b", "tag": "2a27d4e6-cc81-4a56-bb13-9119f7b07f07", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:45:51.996961 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-cb03630a-ac35-4313-8be8-b9786b43619f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:45:51.997364 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'tag': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07', 'status': 'completed', 'code': 200} Nov 25 20:45:52.040602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-2729df2c-4df3-4315-bb6e-0ce3a1e6c1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:52.043041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-2729df2c-4df3-4315-bb6e-0ce3a1e6c1e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 1094 time: 0.0572288 Nov 25 20:45:52.095687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-ea561a9e-0cc1-4872-b366-2b00577318b9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a27d4e6-cc81-4a56-bb13-9119f7b07f07 HTTP/1.1" status: 200 len: 217 time: 0.0422950 Nov 25 20:45:52.152392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-378bfe9e-5264-40e9-8a92-a77f1bfa1ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:52.153904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-378bfe9e-5264-40e9-8a92-a77f1bfa1ad7 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5843fe55-9e17-4bac-904f-2a1bae10d16f HTTP/1.1" status: 200 len: 834 time: 0.0515852 Nov 25 20:45:52.200578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-3b32cf8a-bcee-49ed-9b90-17ee1beafd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:52.202614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-3b32cf8a-bcee-49ed-9b90-17ee1beafd0b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=73970c59-f70f-46e7-8a90-3f9fa9956e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412705 Nov 25 20:45:52.298399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-d46669d0-853a-4f20-a95b-6a9ded00466f service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886152 Nov 25 20:45:52.391972 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-62d8a290-371a-47e6-a8dd-58cea03f6496 req-d69de921-97af-40f2-a0a3-6ac187e8cd12 service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869114 Nov 25 20:45:52.488879 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dfead-6732-4929-adc3-a01977b48521 req-acb7b0b7-2c26-43a1-adf3-04af58d6a3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:52.490267 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-400dfead-6732-4929-adc3-a01977b48521 req-acb7b0b7-2c26-43a1-adf3-04af58d6a3f4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 1094 time: 0.0481865 Nov 25 20:45:52.584024 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dfead-6732-4929-adc3-a01977b48521 req-6efa87c7-903b-4e43-bdd4-03c87763f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:52.585492 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-400dfead-6732-4929-adc3-a01977b48521 req-6efa87c7-903b-4e43-bdd4-03c87763f243 service neutron] 10.222.0.76 "GET /v2.0/networks?id=73970c59-f70f-46e7-8a90-3f9fa9956e91 HTTP/1.1" status: 200 len: 897 time: 0.0879180 Nov 25 20:45:52.633532 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-400dfead-6732-4929-adc3-a01977b48521 req-67d10a04-c6ff-4313-b637-19db1c92ad0f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a27d4e6-cc81-4a56-bb13-9119f7b07f07 HTTP/1.1" status: 200 len: 217 time: 0.0383799 Nov 25 20:45:52.684415 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dfead-6732-4929-adc3-a01977b48521 req-df2f7f34-e5e9-42bf-bd65-c6ffc77ca862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:52.685894 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-400dfead-6732-4929-adc3-a01977b48521 req-df2f7f34-e5e9-42bf-bd65-c6ffc77ca862 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5843fe55-9e17-4bac-904f-2a1bae10d16f HTTP/1.1" status: 200 len: 834 time: 0.0449309 Nov 25 20:45:52.743533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400dfead-6732-4929-adc3-a01977b48521 req-198d72c8-65b2-4852-bb6d-cfe59a594acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:52.745085 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-400dfead-6732-4929-adc3-a01977b48521 req-198d72c8-65b2-4852-bb6d-cfe59a594acb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=73970c59-f70f-46e7-8a90-3f9fa9956e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508275 Nov 25 20:45:52.875073 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-400dfead-6732-4929-adc3-a01977b48521 req-a75d81af-c547-4575-b7f5-e8b6945fb220 service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201892 Nov 25 20:45:52.883624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efff7f6-f7a1-4661-abdd-97d9e1297c19 req-071389a2-6adf-4f6d-88a3-8a3767198d11 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:52.885027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8efff7f6-f7a1-4661-abdd-97d9e1297c19 req-071389a2-6adf-4f6d-88a3-8a3767198d11 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 943 time: 0.0714519 Nov 25 20:45:52.991667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8efff7f6-f7a1-4661-abdd-97d9e1297c19 req-3879a601-fb95-4bc7-b84a-5ae34d9f0219 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983527 Nov 25 20:45:53.010391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-400dfead-6732-4929-adc3-a01977b48521 req-b5b1b467-321c-49d3-93c3-f46740df1371 service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244199 Nov 25 20:45:53.706870 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:54.110886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbcf54f-72dd-45ba-a2f5-96116d05d320 req-8b23432c-176c-43d2-9ae9-00e1db3f74f4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:54.112397 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfbcf54f-72dd-45ba-a2f5-96116d05d320 req-8b23432c-176c-43d2-9ae9-00e1db3f74f4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 943 time: 0.0518484 Nov 25 20:45:54.162116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfbcf54f-72dd-45ba-a2f5-96116d05d320 req-c1c6cf5e-3bea-4c12-8dd3-6805d909afe0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435503 Nov 25 20:45:54.490163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:45:54.587148 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2a27d4e6-cc81-4a56-bb13-9119f7b07f07,segment=NetworkSegment(80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4),segment_id=80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:54.598120 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'port_id': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07', 'mac_address': 'fa:16:3e:f0:3f:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 601, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:45:54.635908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:54.649888 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:45:54.674261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2a27d4e6-cc81-4a56-bb13-9119f7b07f07,segment=NetworkSegment(80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4),segment_id=80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:54.677395 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:54.725385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=2a27d4e6-cc81-4a56-bb13-9119f7b07f07,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:54.918775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['2a27d4e6-cc81-4a56-bb13-9119f7b07f07'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:45:55.277940 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85306d2-aced-4a1c-974c-a5b48d644508 req-c1f5a76b-d090-4bb2-bbc5-fb1bb5e16a68 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:55.279490 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f85306d2-aced-4a1c-974c-a5b48d644508 req-c1f5a76b-d090-4bb2-bbc5-fb1bb5e16a68 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 944 time: 0.0494401 Nov 25 20:45:55.335884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f85306d2-aced-4a1c-974c-a5b48d644508 req-dbd81e75-1e77-4a70-bc2b-ba1bdaed7c2d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496888 Nov 25 20:45:56.489419 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f95bab-6634-49d1-983d-5a76086b03b6 req-7ee9817a-7f0c-4d74-819c-a8af663a7b4b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:56.490210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:45:56.490927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2f95bab-6634-49d1-983d-5a76086b03b6 req-7ee9817a-7f0c-4d74-819c-a8af663a7b4b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 944 time: 0.0573623 Nov 25 20:45:56.548028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:45:56.551424 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f2f95bab-6634-49d1-983d-5a76086b03b6 req-43d862b0-c1cb-46b6-8f08-4df47c3dba07 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496848 Nov 25 20:45:56.552219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:45:56.552659 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:56.655624 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:56.680807 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:45:56.683138 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df330c80-3abd-471d-a80e-c063946fb2df" -d '{"events": [{"server_uuid": "a38a8862-aaa6-4ea8-ab6c-f42508d2203b", "name": "network-vif-plugged", "status": "completed", "tag": "2a27d4e6-cc81-4a56-bb13-9119f7b07f07"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:45:56.701106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2a27d4e6-cc81-4a56-bb13-9119f7b07f07,segment=NetworkSegment(80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4),segment_id=80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:45:56.708127 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:56.792591 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=2a27d4e6-cc81-4a56-bb13-9119f7b07f07,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:56.817016 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:45:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15bb822-ceaa-49a2-88c8-cd935ea472cd x-openstack-request-id: req-a15bb822-ceaa-49a2-88c8-cd935ea472cd {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:45:56.817302 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38a8862-aaa6-4ea8-ab6c-f42508d2203b", "name": "network-vif-plugged", "status": "completed", "tag": "2a27d4e6-cc81-4a56-bb13-9119f7b07f07", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:45:56.817555 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a15bb822-ceaa-49a2-88c8-cd935ea472cd {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:45:56.817951 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07', 'code': 200} Nov 25 20:45:56.922259 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5a728-1fc7-4261-965c-bb39c2728e7d req-fc037ce7-7f87-425a-8e75-5fd2f7172494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:56.923810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cce5a728-1fc7-4261-965c-bb39c2728e7d req-fc037ce7-7f87-425a-8e75-5fd2f7172494 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 1096 time: 0.0484488 Nov 25 20:45:56.971017 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cce5a728-1fc7-4261-965c-bb39c2728e7d req-e990cead-cb1f-4788-bab2-69d705b7da03 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402615 Nov 25 20:45:57.680667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71523f7-e60b-41fe-80a1-f617aded4a68 req-90e8d779-1217-42ea-8c68-8c25977ebf2f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:57.682227 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d71523f7-e60b-41fe-80a1-f617aded4a68 req-90e8d779-1217-42ea-8c68-8c25977ebf2f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0559375 Nov 25 20:45:57.735318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d71523f7-e60b-41fe-80a1-f617aded4a68 req-ad54fdff-2935-4c15-8321-0d5dc06378a5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449600 Nov 25 20:45:58.856080 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3fbc20-78ee-4143-b4d0-272c942edb58 req-6c0b0c99-4559-433b-8649-62c86e554312 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:58.857576 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e3fbc20-78ee-4143-b4d0-272c942edb58 req-6c0b0c99-4559-433b-8649-62c86e554312 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0508072 Nov 25 20:45:58.908139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e3fbc20-78ee-4143-b4d0-272c942edb58 req-f5c5d043-14fe-4c0e-a307-71dd1c2b0e97 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442739 Nov 25 20:45:59.024620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea62cc-a40e-472f-9ee0-02e4d189bb22 req-88732551-bb33-4dce-bd62-726a3f19a666 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:59.026113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1ea62cc-a40e-472f-9ee0-02e4d189bb22 req-88732551-bb33-4dce-bd62-726a3f19a666 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0516040 Nov 25 20:45:59.085728 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1ea62cc-a40e-472f-9ee0-02e4d189bb22 req-b075cb27-8563-42f3-b174-d36a394231a9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527370 Nov 25 20:45:59.108180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52034) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:59.149155 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e7aa69-3cd7-4b43-8056-43b94d7bd709 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:45:59.150718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-18e7aa69-3cd7-4b43-8056-43b94d7bd709 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 1091 time: 0.0413101 Nov 25 20:45:59.153899 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52036) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:45:59.158572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:45:59.181540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:59.285264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:59.417865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.25.8.124 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/8094da45-119b-4941-9e82-510c72e985e3) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:45:59.526749 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:59.566937 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:45:59.609324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:45:59.612230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:45:59.615648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:45:59.621328 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=8094da45-119b-4941-9e82-510c72e985e3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:45:59.994442 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:00.059937 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:00.240281 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:00.246119 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:00.316614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=8094da45-119b-4941-9e82-510c72e985e3,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:46:00.327072 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:00.427503 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Floating IP d5f94631-0878-4e22-b00b-ea1b7b9bf3bf associated. External IP: 172.25.8.124, port: 2a27d4e6-cc81-4a56-bb13-9119f7b07f07. Nov 25 20:46:00.648221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 689ca443-11d2-4397-a755-5ac3bfec0090 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:46:00.758501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:46:00.768508 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f86a87-3256-44f7-86f4-1a66f03768fd None None] Sync routers for ids ['689ca443-11d2-4397-a755-5ac3bfec0090'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:46:00.777101 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:00.780004 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f86a87-3256-44f7-86f4-1a66f03768fd None None] Routers {'689ca443-11d2-4397-a755-5ac3bfec0090'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:00.781093 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8f86a87-3256-44f7-86f4-1a66f03768fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ca443-11d2-4397-a755-5ac3bfec0090'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:00.806231 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c4c6f034-d98e-424f-934a-d9643c7eec54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6512899 Nov 25 20:46:00.806970 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'tag': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:46:00.809350 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acfd9c18-2008-4d15-b876-05096c49ea83" -d '{"events": [{"name": "network-changed", "server_uuid": "a38a8862-aaa6-4ea8-ab6c-f42508d2203b", "tag": "2a27d4e6-cc81-4a56-bb13-9119f7b07f07"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:46:00.891630 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c8f86a87-3256-44f7-86f4-1a66f03768fd None None] Set router 689ca443-11d2-4397-a755-5ac3bfec0090 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:00.909141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b9f90-317d-405a-ba35-a663442c65e3 req-65f68134-3b03-48d8-aa80-da9204625d2c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:00.910571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc5b9f90-317d-405a-ba35-a663442c65e3 req-65f68134-3b03-48d8-aa80-da9204625d2c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0528874 Nov 25 20:46:00.962992 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc5b9f90-317d-405a-ba35-a663442c65e3 req-b01f7b64-dd1e-4375-9786-00f330f9587e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461869 Nov 25 20:46:00.986064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52042) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:01.027847 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:46:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c52c595-a01b-4f06-9597-a7e30a8821ea x-openstack-request-id: req-8c52c595-a01b-4f06-9597-a7e30a8821ea {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:46:01.028538 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38a8862-aaa6-4ea8-ab6c-f42508d2203b", "tag": "2a27d4e6-cc81-4a56-bb13-9119f7b07f07", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:46:01.028538 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8c52c595-a01b-4f06-9597-a7e30a8821ea {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:46:01.028784 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'tag': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07', 'status': 'completed', 'code': 200} Nov 25 20:46:01.079759 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-91d0b87e-9269-41c8-89b1-c9f87808bec5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/d5f94631-0878-4e22-b00b-ea1b7b9bf3bf HTTP/1.1" status: 200 len: 991 time: 0.0924447 Nov 25 20:46:01.092696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9c18-2008-4d15-b876-05096c49ea83 req-b5f97a78-fcea-4d8b-aba4-ee3e5e587946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:01.094205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acfd9c18-2008-4d15-b876-05096c49ea83 req-b5f97a78-fcea-4d8b-aba4-ee3e5e587946 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 1096 time: 0.0588434 Nov 25 20:46:01.125070 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8f86a87-3256-44f7-86f4-1a66f03768fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:47Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'd5f94631-0878-4e22-b00b-ea1b7b9bf3bf', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'port_id': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'mac_address': 'fa:16:3e:f0:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:45:59Z', 'updated_at': '2021-11-25T20:45:59Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2521226-1d6e-4da3-ae95-6b53444162d5', 'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:62:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:46Z', 'updated_at': '2021-11-25T20:45:50Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:01.151542 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f86a87-3256-44f7-86f4-1a66f03768fd None None] Checking router: 689ca443-11d2-4397-a755-5ac3bfec0090 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:46:01.160599 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f86a87-3256-44f7-86f4-1a66f03768fd None None] Routers {'689ca443-11d2-4397-a755-5ac3bfec0090'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:46:01.161127 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8f86a87-3256-44f7-86f4-1a66f03768fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:45:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ca443-11d2-4397-a755-5ac3bfec0090'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:01.191495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9c18-2008-4d15-b876-05096c49ea83 req-337d2c4f-5f61-4fcb-bfe7-476ce9d35ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:01.193111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acfd9c18-2008-4d15-b876-05096c49ea83 req-337d2c4f-5f61-4fcb-bfe7-476ce9d35ef7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=73970c59-f70f-46e7-8a90-3f9fa9956e91 HTTP/1.1" status: 200 len: 897 time: 0.0919158 Nov 25 20:46:01.259400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acfd9c18-2008-4d15-b876-05096c49ea83 req-58c44abc-c24c-46cd-85bc-a5451cb65e89 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a27d4e6-cc81-4a56-bb13-9119f7b07f07 HTTP/1.1" status: 200 len: 999 time: 0.0591903 Nov 25 20:46:01.270228 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c8f86a87-3256-44f7-86f4-1a66f03768fd None None] Set router 689ca443-11d2-4397-a755-5ac3bfec0090 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:46:01.313252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9c18-2008-4d15-b876-05096c49ea83 req-e96f69fe-1574-43f2-b210-86dc5ed0db95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:01.314745 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acfd9c18-2008-4d15-b876-05096c49ea83 req-e96f69fe-1574-43f2-b210-86dc5ed0db95 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5843fe55-9e17-4bac-904f-2a1bae10d16f HTTP/1.1" status: 200 len: 834 time: 0.0484865 Nov 25 20:46:01.360789 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfd9c18-2008-4d15-b876-05096c49ea83 req-23e086ca-34b3-4641-953c-f341d7c898b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:01.362324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acfd9c18-2008-4d15-b876-05096c49ea83 req-23e086ca-34b3-4641-953c-f341d7c898b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=73970c59-f70f-46e7-8a90-3f9fa9956e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409706 Nov 25 20:46:01.453054 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acfd9c18-2008-4d15-b876-05096c49ea83 req-691806f5-7cc7-45ef-81ca-b28a8d8c9c21 service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839462 Nov 25 20:46:01.500055 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c8f86a87-3256-44f7-86f4-1a66f03768fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:47Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'd5f94631-0878-4e22-b00b-ea1b7b9bf3bf', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'port_id': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'mac_address': 'fa:16:3e:f0:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:45:59Z', 'updated_at': '2021-11-25T20:45:59Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2521226-1d6e-4da3-ae95-6b53444162d5', 'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:62:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:46Z', 'updated_at': '2021-11-25T20:45:50Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:46:01.529107 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f86a87-3256-44f7-86f4-1a66f03768fd None None] The sync data for ids ['689ca443-11d2-4397-a755-5ac3bfec0090'] in n-d-817303-9 is: [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:47Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'd5f94631-0878-4e22-b00b-ea1b7b9bf3bf', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.124', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'port_id': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4231, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'mac_address': 'fa:16:3e:f0:3f:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:45:59Z', 'updated_at': '2021-11-25T20:45:59Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2521226-1d6e-4da3-ae95-6b53444162d5', 'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:62:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:46Z', 'updated_at': '2021-11-25T20:45:50Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:46:01.550366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acfd9c18-2008-4d15-b876-05096c49ea83 req-90b4ca00-8f5e-45cf-b049-14b8c458ff72 service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909808 Nov 25 20:46:01.736061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2fcff2a-6333-4b56-9699-f8eb8452765c None None] New status for floating IP d5f94631-0878-4e22-b00b-ea1b7b9bf3bf: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:46:02.083632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52044) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:02.142884 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-816b5911-5eb6-4835-b4d9-1dcf681287a9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/d5f94631-0878-4e22-b00b-ea1b7b9bf3bf HTTP/1.1" status: 200 len: 993 time: 0.0580666 Nov 25 20:46:02.230528 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c9cc4119-39de-402c-8987-e7bb6f4959eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:05.376863 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-81d8e0e5-7752-4d25-abf7-0555148172b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:06.723878 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:08.044059 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:08.577864 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:19.023035 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:46:21.488863 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:22.616579 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-a3a639d0-4f20-4fbe-95d0-bdd535ed83a4 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434144 Nov 25 20:46:22.701212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-f7363b98-4efa-456a-821a-073ee3129900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:22.703421 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-f7363b98-4efa-456a-821a-073ee3129900 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 1096 time: 0.0417147 Nov 25 20:46:22.809867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-2c4c948f-06b6-4b78-805a-7ed38bbdda42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:22.812006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-2c4c948f-06b6-4b78-805a-7ed38bbdda42 service neutron] 10.222.0.76 "GET /v2.0/networks?id=73970c59-f70f-46e7-8a90-3f9fa9956e91 HTTP/1.1" status: 200 len: 897 time: 0.0866361 Nov 25 20:46:22.881130 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-84b95f47-d9d7-4730-b4fa-17f5e1341c9f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a27d4e6-cc81-4a56-bb13-9119f7b07f07 HTTP/1.1" status: 200 len: 1001 time: 0.0612123 Nov 25 20:46:22.932531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-5b90e872-e325-4261-856f-04cc8a8a265c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:22.933973 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-5b90e872-e325-4261-856f-04cc8a8a265c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5843fe55-9e17-4bac-904f-2a1bae10d16f HTTP/1.1" status: 200 len: 834 time: 0.0447249 Nov 25 20:46:22.980236 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-90a5ef1d-1923-48d7-b2d1-574c6fa6ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:22.981723 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-90a5ef1d-1923-48d7-b2d1-574c6fa6ee8d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=73970c59-f70f-46e7-8a90-3f9fa9956e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394287 Nov 25 20:46:23.075970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-cc6eb4a6-2962-4450-9112-8190885229d3 service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858119 Nov 25 20:46:23.177258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-59bf7ab4-d9c7-444a-bdbe-9156efa0965b req-9e154ed8-c3dc-46e1-8b90-370cab35ffff service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909743 Nov 25 20:46:23.705994 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:32.233577 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e38015ed-3dfe-4f87-a10d-f77a9bdad593 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:33.573769 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429880dc-e333-48ab-93f6-0f635223399b req-8edeb19c-fab2-428a-9f5b-cf1c19ce749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:33.575207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-429880dc-e333-48ab-93f6-0f635223399b req-8edeb19c-fab2-428a-9f5b-cf1c19ce749f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 1096 time: 0.0626359 Nov 25 20:46:33.587668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce35131-c4c2-4649-8365-ef01cb48fde4 req-fd442180-b196-415f-a318-b38abf63d3fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:33.589085 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ce35131-c4c2-4649-8365-ef01cb48fde4 req-fd442180-b196-415f-a318-b38abf63d3fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0866303 Nov 25 20:46:34.006506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ce35131-c4c2-4649-8365-ef01cb48fde4 req-fcc11a9f-c9d3-4638-bac8-fc36cdc7fd5b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4089417 Nov 25 20:46:34.022704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429880dc-e333-48ab-93f6-0f635223399b req-eb4a446d-83ce-4ab7-bf11-baaa13269032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:34.024230 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-429880dc-e333-48ab-93f6-0f635223399b req-eb4a446d-83ce-4ab7-bf11-baaa13269032 service neutron] 10.222.0.76 "GET /v2.0/networks?id=73970c59-f70f-46e7-8a90-3f9fa9956e91 HTTP/1.1" status: 200 len: 897 time: 0.4342973 Nov 25 20:46:34.090009 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-429880dc-e333-48ab-93f6-0f635223399b req-87d8bfe0-9ac0-4995-85ec-dae56970042d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a27d4e6-cc81-4a56-bb13-9119f7b07f07 HTTP/1.1" status: 200 len: 1001 time: 0.0584798 Nov 25 20:46:34.142861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429880dc-e333-48ab-93f6-0f635223399b req-fb8e1559-44cd-4268-9e5c-e0944a327f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:34.144304 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-429880dc-e333-48ab-93f6-0f635223399b req-fb8e1559-44cd-4268-9e5c-e0944a327f5b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5843fe55-9e17-4bac-904f-2a1bae10d16f HTTP/1.1" status: 200 len: 834 time: 0.0464880 Nov 25 20:46:34.191786 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429880dc-e333-48ab-93f6-0f635223399b req-0905bee7-143e-4163-b7e6-7b7607083465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:34.193274 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-429880dc-e333-48ab-93f6-0f635223399b req-0905bee7-143e-4163-b7e6-7b7607083465 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=73970c59-f70f-46e7-8a90-3f9fa9956e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0418849 Nov 25 20:46:34.280940 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-429880dc-e333-48ab-93f6-0f635223399b req-27380d4f-b2cb-4d91-8c04-14f14a56261a service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802920 Nov 25 20:46:34.376634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-429880dc-e333-48ab-93f6-0f635223399b req-29db7a7b-8506-444a-a6bf-50c891cf9ad5 service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877676 Nov 25 20:46:35.129997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d336bf22-5bd2-4ff5-b30c-e111ee4cac52 req-58da0796-e38c-42c3-af18-e6158c15c2bb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:35.131572 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d336bf22-5bd2-4ff5-b30c-e111ee4cac52 req-58da0796-e38c-42c3-af18-e6158c15c2bb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0504601 Nov 25 20:46:35.182755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d336bf22-5bd2-4ff5-b30c-e111ee4cac52 req-7241969c-02b2-452d-ad9b-30fcc0947130 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450268 Nov 25 20:46:35.378182 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b53cf13-0ef2-4fb7-88c9-5d589c8ed82b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:36.309373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be52475-8069-4438-ac97-213bb5c035af req-97f9a440-b1a3-44b5-9c44-81ab2f5b2742 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:36.310867 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5be52475-8069-4438-ac97-213bb5c035af req-97f9a440-b1a3-44b5-9c44-81ab2f5b2742 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0551260 Nov 25 20:46:36.362135 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5be52475-8069-4438-ac97-213bb5c035af req-82867ab3-a501-4c9d-9292-8f7f2caf5e91 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450513 Nov 25 20:46:36.729246 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:37.484348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daec8b3-b0fb-4a74-acfe-d959d4ab36f1 req-9641213d-78f8-40fd-84ce-4f12cec36cc7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:37.485977 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7daec8b3-b0fb-4a74-acfe-d959d4ab36f1 req-9641213d-78f8-40fd-84ce-4f12cec36cc7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0542250 Nov 25 20:46:37.550199 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7daec8b3-b0fb-4a74-acfe-d959d4ab36f1 req-e4d07b18-fbd8-4570-91b6-76acb22f4c08 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575571 Nov 25 20:46:38.050747 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.581684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:38.692746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c88c6-d088-4b17-aedd-28683c068e54 req-e5b1b507-23ae-4f7c-ae9c-683021c72a6e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:38.694356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c4c88c6-d088-4b17-aedd-28683c068e54 req-e5b1b507-23ae-4f7c-ae9c-683021c72a6e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0720241 Nov 25 20:46:38.753954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8c4c88c6-d088-4b17-aedd-28683c068e54 req-5d72a410-bf77-4a15-9c0a-2ab0f866f2bc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533581 Nov 25 20:46:39.876854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c53cbdd-a8bf-4fd7-aceb-fe9dfd7df914 req-a62ee6d1-35a5-402d-a502-e96726e50261 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:39.878393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c53cbdd-a8bf-4fd7-aceb-fe9dfd7df914 req-a62ee6d1-35a5-402d-a502-e96726e50261 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0520318 Nov 25 20:46:39.931621 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c53cbdd-a8bf-4fd7-aceb-fe9dfd7df914 req-a57f1863-659a-4efc-9a37-fdb5f068f85c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470748 Nov 25 20:46:41.059105 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16c9449-bc2c-4ef4-8b41-c9d84e658bf1 req-2f2dcfe8-4076-4af9-98a3-c5c598f140a8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:41.060811 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b16c9449-bc2c-4ef4-8b41-c9d84e658bf1 req-2f2dcfe8-4076-4af9-98a3-c5c598f140a8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0537250 Nov 25 20:46:41.118074 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b16c9449-bc2c-4ef4-8b41-c9d84e658bf1 req-293edf6d-50b2-453a-8a6e-cc2f0db67265 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502732 Nov 25 20:46:42.249168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac386261-9d6a-46a0-82fe-f3965ece9f43 req-8286da05-5188-4135-84e3-45be80a4844f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:42.251116 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac386261-9d6a-46a0-82fe-f3965ece9f43 req-8286da05-5188-4135-84e3-45be80a4844f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0573039 Nov 25 20:46:42.307178 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac386261-9d6a-46a0-82fe-f3965ece9f43 req-bf0818f4-a9f9-4141-b9b0-2f509e9c9807 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495813 Nov 25 20:46:43.432871 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0851818-c209-406a-86f1-f2973f32dda8 req-22fe0ef3-91e1-4ee9-aa8c-7d6a671bb0c7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:43.434645 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0851818-c209-406a-86f1-f2973f32dda8 req-22fe0ef3-91e1-4ee9-aa8c-7d6a671bb0c7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0543048 Nov 25 20:46:43.492810 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a0851818-c209-406a-86f1-f2973f32dda8 req-cd0033fd-7f1a-4e97-bcf2-d0c6a7e1178e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506570 Nov 25 20:46:44.640833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42922bdc-8096-4fa1-86b3-6f3ebf333e4f req-cbb1401c-8570-454b-be71-a7894723d66b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:44.642505 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42922bdc-8096-4fa1-86b3-6f3ebf333e4f req-cbb1401c-8570-454b-be71-a7894723d66b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0651627 Nov 25 20:46:44.704809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42922bdc-8096-4fa1-86b3-6f3ebf333e4f req-d91a10ed-b9e1-4244-83a6-3180e3dc41c9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515139 Nov 25 20:46:45.847031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f049ce1-1abf-4332-98e4-2115ef9986c8 req-25c3cf9a-5692-4a69-9b1f-c58e8c3e4763 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:45.848729 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f049ce1-1abf-4332-98e4-2115ef9986c8 req-25c3cf9a-5692-4a69-9b1f-c58e8c3e4763 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0700803 Nov 25 20:46:45.928223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f049ce1-1abf-4332-98e4-2115ef9986c8 req-8cf2dc41-c0a5-43f7-b2b6-a6a0b7cf2f1b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728602 Nov 25 20:46:47.064859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a701078-d166-4856-9310-cb7ef717f41e req-06b9af28-a26f-4944-80a7-5b65b71e23b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:47.067007 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a701078-d166-4856-9310-cb7ef717f41e req-06b9af28-a26f-4944-80a7-5b65b71e23b6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0561028 Nov 25 20:46:47.129522 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a701078-d166-4856-9310-cb7ef717f41e req-48c1cee6-d511-4d41-b90a-92c0461a483b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555689 Nov 25 20:46:48.301096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3a928b-9ae7-4d01-8d02-d9bc6c9b34bf req-46c3d7be-e89d-4300-b880-91e26c14f342 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:48.302499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da3a928b-9ae7-4d01-8d02-d9bc6c9b34bf req-46c3d7be-e89d-4300-b880-91e26c14f342 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0504162 Nov 25 20:46:48.354167 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-da3a928b-9ae7-4d01-8d02-d9bc6c9b34bf req-8be283ff-d491-4440-9dd6-ced31d8d14ec tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454776 Nov 25 20:46:49.470859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18ad40e-b99e-49f2-9bb7-21baa2971208 req-f81ada37-ab32-4801-8695-c5e82de60a53 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:49.472346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a18ad40e-b99e-49f2-9bb7-21baa2971208 req-f81ada37-ab32-4801-8695-c5e82de60a53 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0484629 Nov 25 20:46:49.522628 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a18ad40e-b99e-49f2-9bb7-21baa2971208 req-b4d47da2-5c51-440b-97e0-5fe8540f978b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Nov 25 20:46:50.645884 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a6bcc7-7d28-4b02-a2fa-744221778378 req-00104329-78ad-490d-9443-a9450b51521a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:46:50.647393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13a6bcc7-7d28-4b02-a2fa-744221778378 req-00104329-78ad-490d-9443-a9450b51521a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0552793 Nov 25 20:46:50.698853 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13a6bcc7-7d28-4b02-a2fa-744221778378 req-95368884-9d3f-451c-a483-3f5d7fef10cc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453629 Nov 25 20:46:50.721907 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52088) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:46:50.783518 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1e065538-1c35-4dc4-8ccf-3b165dabc461 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/d5f94631-0878-4e22-b00b-ea1b7b9bf3bf HTTP/1.1" status: 200 len: 993 time: 0.0604548 Nov 25 20:46:51.491315 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:53.722493 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:46:56.023357 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:47:02.238206 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e92fed11-e731-48ac-a5f2-a612fe957624 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:05.382722 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3f0d6b47-22d5-4abf-9ae8-89a5906f1dd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:06.728904 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:08.045013 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:08.583663 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:21.476543 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:21.551945 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52106) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:21.728784 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 8094da45-119b-4941-9e82-510c72e985e3 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:47:21.728784 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:21.807216 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:21.807456 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:21.818752 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 8094da45-119b-4941-9e82-510c72e985e3 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:47:21.967650 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:21.990949 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=8094da45-119b-4941-9e82-510c72e985e3,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:22.000904 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.001271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.002152 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.002638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.003008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.003706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.003706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.004003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.004337 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.004669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.005000 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.005329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:22.070381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:22.070721 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Floating IP d5f94631-0878-4e22-b00b-ea1b7b9bf3bf disassociated (deleted). External IP: 172.25.8.124, port: 2a27d4e6-cc81-4a56-bb13-9119f7b07f07. Nov 25 20:47:22.273314 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 689ca443-11d2-4397-a755-5ac3bfec0090 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:47:22.383789 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:47:22.388640 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:22.393519 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125f224-fdfe-4dd4-a8eb-a55ed2c3c16a None None] Sync routers for ids ['689ca443-11d2-4397-a755-5ac3bfec0090'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:47:22.403169 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125f224-fdfe-4dd4-a8eb-a55ed2c3c16a None None] Routers {'689ca443-11d2-4397-a755-5ac3bfec0090'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:22.403764 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d125f224-fdfe-4dd4-a8eb-a55ed2c3c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:47:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ca443-11d2-4397-a755-5ac3bfec0090'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:22.418271 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d213c328-27f8-4cab-8ce0-15702333ad24 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/floatingips/d5f94631-0878-4e22-b00b-ea1b7b9bf3bf HTTP/1.1" status: 204 len: 168 time: 0.8629520 Nov 25 20:47:22.418271 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'tag': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:47:22.419121 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a38a8862-aaa6-4ea8-ab6c-f42508d2203b", "tag": "2a27d4e6-cc81-4a56-bb13-9119f7b07f07"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:47:22.510526 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d125f224-fdfe-4dd4-a8eb-a55ed2c3c16a None None] Set router 689ca443-11d2-4397-a755-5ac3bfec0090 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:22.577103 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed52d8da-d1a5-4cd8-befc-0476ed443736 x-openstack-request-id: req-ed52d8da-d1a5-4cd8-befc-0476ed443736 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:47:22.577636 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a38a8862-aaa6-4ea8-ab6c-f42508d2203b", "tag": "2a27d4e6-cc81-4a56-bb13-9119f7b07f07", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:47:22.577886 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed52d8da-d1a5-4cd8-befc-0476ed443736 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:47:22.578360 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'tag': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07', 'status': 'completed', 'code': 200} Nov 25 20:47:22.671584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd req-decbac75-9971-405f-af85-7229564a71e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:22.673131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd req-decbac75-9971-405f-af85-7229564a71e5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 1096 time: 0.0719447 Nov 25 20:47:22.686601 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef211f-68b7-4291-a0b3-d77f56eee318 req-a790ea81-d7a9-4978-9178-b6280c151f9c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:22.688112 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4ef211f-68b7-4291-a0b3-d77f56eee318 req-a790ea81-d7a9-4978-9178-b6280c151f9c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0612340 Nov 25 20:47:22.726775 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d125f224-fdfe-4dd4-a8eb-a55ed2c3c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:47Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a2521226-1d6e-4da3-ae95-6b53444162d5', 'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:62:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:46Z', 'updated_at': '2021-11-25T20:45:50Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:22.754813 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125f224-fdfe-4dd4-a8eb-a55ed2c3c16a None None] Checking router: 689ca443-11d2-4397-a755-5ac3bfec0090 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:47:22.764262 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d125f224-fdfe-4dd4-a8eb-a55ed2c3c16a None None] Routers {'689ca443-11d2-4397-a755-5ac3bfec0090'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:22.764884 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d125f224-fdfe-4dd4-a8eb-a55ed2c3c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:47:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ca443-11d2-4397-a755-5ac3bfec0090'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:22.809675 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4ef211f-68b7-4291-a0b3-d77f56eee318 req-2166d119-7c50-4d84-b710-147d995e9a81 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115208 Nov 25 20:47:22.826740 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd req-1fa5280a-eb4c-4185-853c-2da5fc4b6a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:22.828345 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd req-1fa5280a-eb4c-4185-853c-2da5fc4b6a61 service neutron] 10.222.0.76 "GET /v2.0/networks?id=73970c59-f70f-46e7-8a90-3f9fa9956e91 HTTP/1.1" status: 200 len: 897 time: 0.1392853 Nov 25 20:47:22.876495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd req-d33ed407-91a4-46d0-90c0-b425d7d96735 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2a27d4e6-cc81-4a56-bb13-9119f7b07f07 HTTP/1.1" status: 200 len: 217 time: 0.0404322 Nov 25 20:47:22.876834 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d125f224-fdfe-4dd4-a8eb-a55ed2c3c16a None None] Set router 689ca443-11d2-4397-a755-5ac3bfec0090 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:22.927055 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd req-7f79f300-d351-4f6c-9b51-f39e49f4f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:22.928460 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd req-7f79f300-d351-4f6c-9b51-f39e49f4f63c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=5843fe55-9e17-4bac-904f-2a1bae10d16f HTTP/1.1" status: 200 len: 834 time: 0.0452750 Nov 25 20:47:22.977708 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd req-28524d46-cd6f-44f5-9482-91edf38db2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:22.979266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd req-28524d46-cd6f-44f5-9482-91edf38db2a2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=73970c59-f70f-46e7-8a90-3f9fa9956e91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409801 Nov 25 20:47:23.088317 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd req-7a96e2de-3ace-4282-9105-3945c13a08d9 service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000443 Nov 25 20:47:23.092296 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d125f224-fdfe-4dd4-a8eb-a55ed2c3c16a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:47Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a2521226-1d6e-4da3-ae95-6b53444162d5', 'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:62:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:46Z', 'updated_at': '2021-11-25T20:45:50Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:23.123610 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d125f224-fdfe-4dd4-a8eb-a55ed2c3c16a None None] The sync data for ids ['689ca443-11d2-4397-a755-5ac3bfec0090'] in n-d-817303-9 is: [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:45:47Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'a2521226-1d6e-4da3-ae95-6b53444162d5', 'name': '', 'network_id': '73970c59-f70f-46e7-8a90-3f9fa9956e91', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:62:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_interface', 'standard_attr_id': 4228, 'fixed_ips': [{'subnet_id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:46Z', 'updated_at': '2021-11-25T20:45:50Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '5843fe55-9e17-4bac-904f-2a1bae10d16f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:47:23.184231 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-70aa8f3b-655f-4edd-a4e5-937e30b9a6bd req-2bc4625b-7a75-47ef-8cf2-59d8e08befb6 service neutron] 10.222.0.76 "GET /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865626 Nov 25 20:47:23.349078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9160b3c-ac76-4acb-a04a-b87b07e0b666 None None] New status for floating IP d5f94631-0878-4e22-b00b-ea1b7b9bf3bf: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:47:23.715879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:23.929869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f66391-91c4-4aed-8959-f0783d270a26 req-5d03e254-4d97-474f-b9fb-2a698f33086e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:23.931432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98f66391-91c4-4aed-8959-f0783d270a26 req-5d03e254-4d97-474f-b9fb-2a698f33086e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0500700 Nov 25 20:47:23.985899 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98f66391-91c4-4aed-8959-f0783d270a26 req-d5b727c2-5e9d-483c-8c2b-c6f991431acb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=0a04846c-d165-481e-ad10-3ff5d4d37c01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482681 Nov 25 20:47:24.123537 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b8f973-bbec-4dda-b275-acbfd755d028 req-45a7e361-3958-47a6-8f08-c0f8750ed4da tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:24.125030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06b8f973-bbec-4dda-b275-acbfd755d028 req-45a7e361-3958-47a6-8f08-c0f8750ed4da tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "GET /v2.0/ports?device_id=a38a8862-aaa6-4ea8-ab6c-f42508d2203b HTTP/1.1" status: 200 len: 945 time: 0.0492568 Nov 25 20:47:24.219082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-06b8f973-bbec-4dda-b275-acbfd755d028 req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:47:24.219426 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-06b8f973-bbec-4dda-b275-acbfd755d028 req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:24.313232 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-06b8f973-bbec-4dda-b275-acbfd755d028 req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2a27d4e6-cc81-4a56-bb13-9119f7b07f07,segment=NetworkSegment(80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4),segment_id=80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:24.313507 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-06b8f973-bbec-4dda-b275-acbfd755d028 req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:24.326541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-06b8f973-bbec-4dda-b275-acbfd755d028 req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:47:24.456484 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-06b8f973-bbec-4dda-b275-acbfd755d028 req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:24.487772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=2a27d4e6-cc81-4a56-bb13-9119f7b07f07,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:24.513507 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.513865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.514209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.514549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.514906 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.515249 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.515584 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.515916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.516254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.516581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.516908 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.517794 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:24.536903 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b8f973-bbec-4dda-b275-acbfd755d028 req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] No DVR routers for this DVR port 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:47:24.539636 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-06b8f973-bbec-4dda-b275-acbfd755d028 req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:24.543030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06b8f973-bbec-4dda-b275-acbfd755d028 req-f420a4c4-a97c-46e7-90eb-49ae01a7bad0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "DELETE /v2.0/ports/2a27d4e6-cc81-4a56-bb13-9119f7b07f07 HTTP/1.1" status: 204 len: 173 time: 0.4121270 Nov 25 20:47:24.543474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'name': 'network-vif-deleted', 'tag': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:47:24.545736 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1482d0a-8e4e-4d9f-9a7a-1590f807ce58" -d '{"events": [{"server_uuid": "a38a8862-aaa6-4ea8-ab6c-f42508d2203b", "name": "network-vif-deleted", "tag": "2a27d4e6-cc81-4a56-bb13-9119f7b07f07"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:47:24.583268 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a805c9b3-0e5d-49ef-865f-1c55cdecee2e x-openstack-request-id: req-a805c9b3-0e5d-49ef-865f-1c55cdecee2e {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:47:24.583567 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a38a8862-aaa6-4ea8-ab6c-f42508d2203b", "name": "network-vif-deleted", "tag": "2a27d4e6-cc81-4a56-bb13-9119f7b07f07", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:47:24.583820 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a805c9b3-0e5d-49ef-865f-1c55cdecee2e {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:47:24.584226 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a38a8862-aaa6-4ea8-ab6c-f42508d2203b', 'name': 'network-vif-deleted', 'tag': '2a27d4e6-cc81-4a56-bb13-9119f7b07f07', 'status': 'completed', 'code': 200} Nov 25 20:47:25.049322 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52120) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:25.420188 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:26.011740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port a2521226-1d6e-4da3-ae95-6b53444162d5 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:47:26.011964 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:26.105769 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port a2521226-1d6e-4da3-ae95-6b53444162d5, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a2521226-1d6e-4da3-ae95-6b53444162d5,segment=NetworkSegment(80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4),segment_id=80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:26.106464 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:26.118468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for a2521226-1d6e-4da3-ae95-6b53444162d5 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:47:26.308996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:26.337495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=a2521226-1d6e-4da3-ae95-6b53444162d5,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:26.515287 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:26.751017 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 689ca443-11d2-4397-a755-5ac3bfec0090 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:47:26.860038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:47:26.866201 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-842efc79-b07e-409d-a1f5-51cb837e23dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "PUT /v2.0/routers/689ca443-11d2-4397-a755-5ac3bfec0090/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8158185 Nov 25 20:47:26.868839 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52122) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:26.871688 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c07eb6-da09-41c7-b03e-0496c1d1b047 None None] Sync routers for ids ['689ca443-11d2-4397-a755-5ac3bfec0090'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:47:26.883476 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c07eb6-da09-41c7-b03e-0496c1d1b047 None None] Routers {'689ca443-11d2-4397-a755-5ac3bfec0090'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:26.884110 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d2c07eb6-da09-41c7-b03e-0496c1d1b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:47:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ca443-11d2-4397-a755-5ac3bfec0090'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:26.920331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66a99e6-47fc-4117-8844-7cf89761da20 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting subnet 5843fe55-9e17-4bac-904f-2a1bae10d16f {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:47:26.925312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c66a99e6-47fc-4117-8844-7cf89761da20 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:26.965488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c66a99e6-47fc-4117-8844-7cf89761da20 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:26.989118 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d2c07eb6-da09-41c7-b03e-0496c1d1b047 None None] Set router 689ca443-11d2-4397-a755-5ac3bfec0090 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:27.053940 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c66a99e6-47fc-4117-8844-7cf89761da20 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.120346 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c66a99e6-47fc-4117-8844-7cf89761da20 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.149275 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66a99e6-47fc-4117-8844-7cf89761da20 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Subnet': ['ID=5843fe55-9e17-4bac-904f-2a1bae10d16f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:27.155102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c66a99e6-47fc-4117-8844-7cf89761da20 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.159758 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c66a99e6-47fc-4117-8844-7cf89761da20 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/subnets/5843fe55-9e17-4bac-904f-2a1bae10d16f HTTP/1.1" status: 204 len: 168 time: 0.2891581 Nov 25 20:47:27.161768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52124) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:27.164506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-395eac81-380a-4c5e-9820-d4587094aee4 None None] Network 73970c59-f70f-46e7-8a90-3f9fa9956e91 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:47:27.178728 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d2c07eb6-da09-41c7-b03e-0496c1d1b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:47:26Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:27.209267 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c07eb6-da09-41c7-b03e-0496c1d1b047 None None] Checking router: 689ca443-11d2-4397-a755-5ac3bfec0090 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:47:27.217934 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c07eb6-da09-41c7-b03e-0496c1d1b047 None None] Routers {'689ca443-11d2-4397-a755-5ac3bfec0090'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:27.218550 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d2c07eb6-da09-41c7-b03e-0496c1d1b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:47:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['689ca443-11d2-4397-a755-5ac3bfec0090'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:27.287713 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.333504 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d2c07eb6-da09-41c7-b03e-0496c1d1b047 None None] Set router 689ca443-11d2-4397-a755-5ac3bfec0090 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:27.382539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] DHCP port deletion for 73970c59-f70f-46e7-8a90-3f9fa9956e91 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:27.429090 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.439768 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Deleting port 8408e261-e667-46a9-90b8-fea355da1922 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:47:27.440488 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.484692 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 23926151-d9a1-49b3-80b6-7d8515c94db0 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:47:27.485064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.515549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] For port 8408e261-e667-46a9-90b8-fea355da1922, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8408e261-e667-46a9-90b8-fea355da1922,segment=NetworkSegment(80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4),segment_id=80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:27.515990 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.533471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Calling delete_port for 8408e261-e667-46a9-90b8-fea355da1922 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:47:27.582875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port 23926151-d9a1-49b3-80b6-7d8515c94db0, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=23926151-d9a1-49b3-80b6-7d8515c94db0,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:27.583290 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.596556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 23926151-d9a1-49b3-80b6-7d8515c94db0 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:47:27.623558 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.636545 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d2c07eb6-da09-41c7-b03e-0496c1d1b047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:47:26Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:27.649288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Pushing event deleted for resources: {'Port': ['ID=8408e261-e667-46a9-90b8-fea355da1922,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:27.660362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] No DVR routers for this DVR port 8408e261-e667-46a9-90b8-fea355da1922 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:47:27.663464 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c07eb6-da09-41c7-b03e-0496c1d1b047 None None] The sync data for ids ['689ca443-11d2-4397-a755-5ac3bfec0090'] in n-d-817303-9 is: [{'id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'name': 'tempest-TestNetworkAdvancedServerOps-router-874423895', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138'}], 'enable_snat': True}, 'gw_port_id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:45:43Z', 'updated_at': '2021-11-25T20:47:26Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '23926151-d9a1-49b3-80b6-7d8515c94db0', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:b4:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '689ca443-11d2-4397-a755-5ac3bfec0090', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:45:44Z', 'updated_at': '2021-11-25T20:45:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:47:27.665812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.666174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.666518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.667285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.667285 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.667621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.667961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.668150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.668479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.668802 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.675089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.676266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f71e1a3-8215-4586-af70-8c53df5b4cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:27.784338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.810433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=23926151-d9a1-49b3-80b6-7d8515c94db0,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:27.833030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa429074-ebe6-476f-b530-f518c484c64a None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:27.874560 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.981592 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:27.984026 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.029475 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.035348 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Fanout notify agent at l3_agent the message router_deleted on router 689ca443-11d2-4397-a755-5ac3bfec0090 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:47:28.044326 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.045513 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d14c84dd-15bc-43df-bbe9-631968caa16b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/routers/689ca443-11d2-4397-a755-5ac3bfec0090 HTTP/1.1" status: 204 len: 168 time: 0.8827989 Nov 25 20:47:28.049552 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52126) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:28.131171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.229658 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.250941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73970c59-f70f-46e7-8a90-3f9fa9956e91']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:28.260640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:28.260936 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80b0ccbc-fe4a-4cfd-84de-d95eb2cecde4') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:28.272008 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.287171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.293595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Releasing vlan 601 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:47:28.293986 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: timer() Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:47:28.297365 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:47:28.365619 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.374327 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.377419 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/networks/73970c59-f70f-46e7-8a90-3f9fa9956e91 HTTP/1.1" status: 204 len: 168 time: 0.3271077 Nov 25 20:47:28.380809 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52128) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:28.389561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc24660b-454a-458c-ae8c-2881fdced8c6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Network': ['ID=73970c59-f70f-46e7-8a90-3f9fa9956e91,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:28.440959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31fa47ad-0e41-44c6-a513-7c431c74d40f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.466758 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31fa47ad-0e41-44c6-a513-7c431c74d40f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.531022 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31fa47ad-0e41-44c6-a513-7c431c74d40f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.534580 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-31fa47ad-0e41-44c6-a513-7c431c74d40f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:28.535778 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-31fa47ad-0e41-44c6-a513-7c431c74d40f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/security-groups/0a04846c-d165-481e-ad10-3ff5d4d37c01 HTTP/1.1" status: 204 len: 168 time: 0.1539409 Nov 25 20:47:28.545160 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa47ad-0e41-44c6-a513-7c431c74d40f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a04846c-d165-481e-ad10-3ff5d4d37c01,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:28.926561 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:47:28.947185 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:47:28.947542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2a27d4e6-cc81-4a56-bb13-9119f7b07f07 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:47:28.992180 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52134) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:28.996745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-08536f5c-f643-4afe-af0b-82ce8be37aae tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1134626741', 'description': 'tempest-secgroup-smoke-1134626741 description', 'project_id': '2d3b92657d744303b70dce52bf7a2b79'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:29.019120 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08536f5c-f643-4afe-af0b-82ce8be37aae tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.087242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08536f5c-f643-4afe-af0b-82ce8be37aae tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.091386 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08536f5c-f643-4afe-af0b-82ce8be37aae tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.123059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-08536f5c-f643-4afe-af0b-82ce8be37aae tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.124349 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-08536f5c-f643-4afe-af0b-82ce8be37aae tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1310945 Nov 25 20:47:29.125490 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08536f5c-f643-4afe-af0b-82ce8be37aae tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:29.128426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52136) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:29.133331 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8114b8cd-6a32-4c62-baa9-ef000d1272a5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': 'bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:29.161268 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8114b8cd-6a32-4c62-baa9-ef000d1272a5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.223271 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8114b8cd-6a32-4c62-baa9-ef000d1272a5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.227261 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8114b8cd-6a32-4c62-baa9-ef000d1272a5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.250225 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8114b8cd-6a32-4c62-baa9-ef000d1272a5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d872cc6-64ef-48ec-8688-18f0d9baf72c,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:29.257665 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8114b8cd-6a32-4c62-baa9-ef000d1272a5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.259213 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8114b8cd-6a32-4c62-baa9-ef000d1272a5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1294434 Nov 25 20:47:29.262007 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52138) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:29.266737 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-091cf833-d7eb-4b50-aed4-8836c5a4b2be tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': 'bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:29.299301 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-091cf833-d7eb-4b50-aed4-8836c5a4b2be tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.358787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8408e261-e667-46a9-90b8-fea355da1922 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:47:29.364647 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-091cf833-d7eb-4b50-aed4-8836c5a4b2be tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.368588 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-091cf833-d7eb-4b50-aed4-8836c5a4b2be tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.381014 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 8408e261-e667-46a9-90b8-fea355da1922 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:47:29.381441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8408e261-e667-46a9-90b8-fea355da1922 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:47:29.381776 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 23926151-d9a1-49b3-80b6-7d8515c94db0 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:47:29.387799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-091cf833-d7eb-4b50-aed4-8836c5a4b2be tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fc520ab-6016-4112-8557-da5c2eef7ba3,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:29.398832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-091cf833-d7eb-4b50-aed4-8836c5a4b2be tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.402533 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-091cf833-d7eb-4b50-aed4-8836c5a4b2be tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370742 Nov 25 20:47:29.402887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52140) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:29.405997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 23926151-d9a1-49b3-80b6-7d8515c94db0 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:47:29.406350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 23926151-d9a1-49b3-80b6-7d8515c94db0 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:47:29.406773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a2521226-1d6e-4da3-ae95-6b53444162d5 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:47:29.407640 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-99f6c871-d1fb-44ef-9c14-2c38906fe016 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': 'bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:29.427960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: a2521226-1d6e-4da3-ae95-6b53444162d5 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:47:29.428314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a2521226-1d6e-4da3-ae95-6b53444162d5 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:47:29.440575 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99f6c871-d1fb-44ef-9c14-2c38906fe016 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.507734 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99f6c871-d1fb-44ef-9c14-2c38906fe016 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.512007 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99f6c871-d1fb-44ef-9c14-2c38906fe016 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.533829 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6c871-d1fb-44ef-9c14-2c38906fe016 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2da0a0a-350b-4a18-865f-6589da4a2bb8,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:29.551369 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-99f6c871-d1fb-44ef-9c14-2c38906fe016 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.552615 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-99f6c871-d1fb-44ef-9c14-2c38906fe016 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486180 Nov 25 20:47:29.555482 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52142) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:29.559849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8da3c588-9e34-4a42-83f2-c04c820ecc42 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': 'bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:29.590574 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8da3c588-9e34-4a42-83f2-c04c820ecc42 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.649967 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8da3c588-9e34-4a42-83f2-c04c820ecc42 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.653843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8da3c588-9e34-4a42-83f2-c04c820ecc42 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.673298 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da3c588-9e34-4a42-83f2-c04c820ecc42 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24a3d5a6-a8d0-454c-b8ff-098b89f315f1,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:29.682791 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8da3c588-9e34-4a42-83f2-c04c820ecc42 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.684041 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8da3c588-9e34-4a42-83f2-c04c820ecc42 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1276276 Nov 25 20:47:29.686738 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52144) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:29.692265 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-de5890ea-02ad-4cef-89ec-ba119610028c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': 'bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:29.715928 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-de5890ea-02ad-4cef-89ec-ba119610028c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Project 2d3b92657d744303b70dce52bf7a2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:47:29.721347 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de5890ea-02ad-4cef-89ec-ba119610028c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.783486 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de5890ea-02ad-4cef-89ec-ba119610028c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.787843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de5890ea-02ad-4cef-89ec-ba119610028c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.806342 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5890ea-02ad-4cef-89ec-ba119610028c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcb5f17-51ce-40e7-a224-3a29d1f62a66,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:29.816417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-de5890ea-02ad-4cef-89ec-ba119610028c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.817692 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-de5890ea-02ad-4cef-89ec-ba119610028c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1299288 Nov 25 20:47:29.820549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52146) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:29.825090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-79b8a943-321e-4c72-9def-63a2d6b3a121 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': 'bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:29.847959 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-79b8a943-321e-4c72-9def-63a2d6b3a121 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Project 2d3b92657d744303b70dce52bf7a2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:47:29.853169 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79b8a943-321e-4c72-9def-63a2d6b3a121 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.918717 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79b8a943-321e-4c72-9def-63a2d6b3a121 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.923014 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79b8a943-321e-4c72-9def-63a2d6b3a121 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.943770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b8a943-321e-4c72-9def-63a2d6b3a121 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a60a963-f198-434f-bfc5-a161676b39cf,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:29.957001 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79b8a943-321e-4c72-9def-63a2d6b3a121 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:29.958223 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-79b8a943-321e-4c72-9def-63a2d6b3a121 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1366832 Nov 25 20:47:29.962177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52148) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:29.966975 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'network': {'name': 'tempest-network-smoke--1976541736', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'port_security_enabled': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:29.988547 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:47:29.991992 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.016011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:47:30.025509 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.025852 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Added segment e1910739-f41e-4983-b1ce-52d860d0c169 of type vlan for network 6e9c8453-83a8-4157-90d6-c3946dcfb46f Nov 25 20:47:30.066518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.091358 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.097420 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:30.097996 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.134763 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1715586 Nov 25 20:47:30.137513 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52150) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:30.142168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'admin_state_up': True, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:30.167100 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.168568 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.169085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925a101f-0133-4896-818d-fa590ed458a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Network': ['ID=6e9c8453-83a8-4157-90d6-c3946dcfb46f,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:30.182894 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 6e9c8453-83a8-4157-90d6-c3946dcfb46f details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:47:30.227222 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.366126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.559534 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.579078 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.705710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.25.8.124 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/b289d11a-e857-454b-847c-55aa64aaae6a) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:47:30.824007 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.858264 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:30.899290 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:30.902095 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:30.904579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:47:30.915311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ee43e3-b40f-4f89-8363-3075f2eee5ff None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:30.929547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=b289d11a-e857-454b-847c-55aa64aaae6a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:31.022872 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-817d1857-de60-4258-907f-75923083d4e8 None None] Provisioning complete for port b289d11a-e857-454b-847c-55aa64aaae6a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:31.023391 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-817d1857-de60-4258-907f-75923083d4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:31.065904 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-817d1857-de60-4258-907f-75923083d4e8 None None] Port b289d11a-e857-454b-847c-55aa64aaae6a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:31.176954 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:31.385731 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:31.517178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router c186b7e5-48a6-4bac-8757-88ec06f4535c is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:47:31.623670 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:47:31.633755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Sync routers for ids ['c186b7e5-48a6-4bac-8757-88ec06f4535c'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:47:31.643481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:31.644789 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-481d3e23-7a3a-42ee-85b9-1f01deb75783 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5062182 Nov 25 20:47:31.648056 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52152) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:31.649224 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Routers {'c186b7e5-48a6-4bac-8757-88ec06f4535c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:31.649856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:47:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c186b7e5-48a6-4bac-8757-88ec06f4535c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:31.681130 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-62cd2cb7-c6b7-49ac-a794-21fdec837ae4 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2d3b92657d744303b70dce52bf7a2b79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319457 Nov 25 20:47:31.683795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52154) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:31.759795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Set router c186b7e5-48a6-4bac-8757-88ec06f4535c gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:31.777581 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e30ef5-f461-4765-9bc0-ff366257fd2a tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:31.779067 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-37e30ef5-f461-4765-9bc0-ff366257fd2a tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0943241 Nov 25 20:47:31.781857 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52156) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:31.812899 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8f35c940-9ca5-447c-9719-f89c167c6850 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0298767 Nov 25 20:47:31.815920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52158) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:31.821462 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1273911936', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:31.913802 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:47:31.917420 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:31.949336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:31Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:31.980833 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Checking router: c186b7e5-48a6-4bac-8757-88ec06f4535c for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:47:31.981181 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Updating router c186b7e5-48a6-4bac-8757-88ec06f4535c port b289d11a-e857-454b-847c-55aa64aaae6a binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:47:32.010017 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.112861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.178939 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Subnet': ['ID=c1e9f807-9eb9-45ff-8557-10df8a6e64f2,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:32.187294 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Checking segment: {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:32.187657 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network hostable DHCP agents. Network: 6e9c8453-83a8-4157-90d6-c3946dcfb46f, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:47:32.205037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 6e9c8453-83a8-4157-90d6-c3946dcfb46f is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:47:32.214482 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 6e9c8453-83a8-4157-90d6-c3946dcfb46f) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:32.223485 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:32.224088 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.229062 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0bedef-9118-4b8c-9e17-a7d69154890f None None] Network 6e9c8453-83a8-4157-90d6-c3946dcfb46f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:47:32.243848 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-bf4630fb-b8b0-4c95-9029-31697afb3d0c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4241555 Nov 25 20:47:32.244257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52160) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:32.341605 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d1fc5ddf-18c9-4876-8c12-b68a45ad731e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.367270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.375192 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.440125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578edd68-3677-4986-ae91-8bd2b8b04149 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:32.459667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234e047-1fb1-4fb6-b95a-0bdceb5a25b4 None None] Pushing event updated for resources: {'Port': ['ID=b289d11a-e857-454b-847c-55aa64aaae6a,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:32.510012 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Attempting to bind port b289d11a-e857-454b-847c-55aa64aaae6a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:47:32.510387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Attempting to bind port b289d11a-e857-454b-847c-55aa64aaae6a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:47:32.510760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Attempting to bind port b289d11a-e857-454b-847c-55aa64aaae6a on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:47:32.527652 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:47:32.528037 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:32.528445 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.528849 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:47:32.529335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Bound port: b289d11a-e857-454b-847c-55aa64aaae6a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:47:32.529723 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.566769 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-455a7a49-689b-4400-9749-41c1520ac0a9 None None] Provisioning complete for port b289d11a-e857-454b-847c-55aa64aaae6a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:32.567186 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-455a7a49-689b-4400-9749-41c1520ac0a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.610978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:47:32.611962 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.654350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] For port b289d11a-e857-454b-847c-55aa64aaae6a, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:47:32.658144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-455a7a49-689b-4400-9749-41c1520ac0a9 None None] Port b289d11a-e857-454b-847c-55aa64aaae6a cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:32.661519 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] For port b289d11a-e857-454b-847c-55aa64aaae6a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b289d11a-e857-454b-847c-55aa64aaae6a,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:47:32.670414 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:32.955799 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-568b5399-5fdc-464d-8095-253d4ae7894b None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:47:32.975353 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234e047-1fb1-4fb6-b95a-0bdceb5a25b4 None None] Pushing event updated for resources: {'Port': ['ID=b289d11a-e857-454b-847c-55aa64aaae6a,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:33.009360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Routers {'c186b7e5-48a6-4bac-8757-88ec06f4535c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:33.010013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:47:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c186b7e5-48a6-4bac-8757-88ec06f4535c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:33.024442 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:47:33.054401 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.071076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Allocated IP 172.20.0.2 (6e9c8453-83a8-4157-90d6-c3946dcfb46f/c1e9f807-9eb9-45ff-8557-10df8a6e64f2/a9a669f0-f9cf-4526-b3f8-571ebbd39d8f) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:47:33.160467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4a3661eb-e489-417a-aa8f-62bfb49ff3c9 None None] Provisioning complete for port b289d11a-e857-454b-847c-55aa64aaae6a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:33.160846 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4a3661eb-e489-417a-aa8f-62bfb49ff3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.244874 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] Set router c186b7e5-48a6-4bac-8757-88ec06f4535c gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:33.491335 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.515881 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4a3661eb-e489-417a-aa8f-62bfb49ff3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.524571 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.551595 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.20.0.1 (6e9c8453-83a8-4157-90d6-c3946dcfb46f/c1e9f807-9eb9-45ff-8557-10df8a6e64f2/da04d442-a949-4ce2-bc7a-c8817c5859c2) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:47:33.583136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4a3661eb-e489-417a-aa8f-62bfb49ff3c9 None None] For port b289d11a-e857-454b-847c-55aa64aaae6a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b289d11a-e857-454b-847c-55aa64aaae6a,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:33.597698 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4a3661eb-e489-417a-aa8f-62bfb49ff3c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.601949 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Network 6e9c8453-83a8-4157-90d6-c3946dcfb46f is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:33.608147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Pushing event updated for resources: {'Port': ['ID=a9a669f0-f9cf-4526-b3f8-571ebbd39d8f,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:33.612393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:33.642589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:47:33.696432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3661eb-e489-417a-aa8f-62bfb49ff3c9 None None] Pushing event updated for resources: {'Port': ['ID=b289d11a-e857-454b-847c-55aa64aaae6a,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:33.705474 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.730732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:31Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:33.735495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Attempting to bind port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:47:33.735908 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Attempting to bind port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:47:33.736282 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Attempting to bind port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f on network 6e9c8453-83a8-4157-90d6-c3946dcfb46f {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:47:33.742575 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.765496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b254ed82-7c6e-46d3-ba82-15a71f5a4253 None None] The sync data for ids ['c186b7e5-48a6-4bac-8757-88ec06f4535c'] in n-d-817303-9 is: [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:31Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:47:33.768260 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:47:33.768583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Checking segment: {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:33.769015 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.769407 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Bound using segment: {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:47:33.769901 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Bound port: a9a669f0-f9cf-4526-b3f8-571ebbd39d8f, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:47:33.770298 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.783268 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 6e9c8453-83a8-4157-90d6-c3946dcfb46f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:33.787371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:33.793892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:47:33.847352 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.851006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=da04d442-a949-4ce2-bc7a-c8817c5859c2,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:33.853879 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-02aeca9f-e553-4567-a521-502501494b13 None None] For port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:47:33.858416 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-02aeca9f-e553-4567-a521-502501494b13 None None] For port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9a669f0-f9cf-4526-b3f8-571ebbd39d8f,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:47:33.865156 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:33.937929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aeca9f-e553-4567-a521-502501494b13 None None] Pushing event updated for resources: {'Port': ['ID=a9a669f0-f9cf-4526-b3f8-571ebbd39d8f,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:34.012031 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:34.456721 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:34.464492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:34.563420 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:34.566736 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=da04d442-a949-4ce2-bc7a-c8817c5859c2,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:34.694117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 6e9c8453-83a8-4157-90d6-c3946dcfb46f is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:34.695934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:34.837602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router c186b7e5-48a6-4bac-8757-88ec06f4535c has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:47:34.981059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:47:34.987121 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-16a600af-8da8-45f4-89cf-6e23fb80b6ee tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "PUT /v2.0/routers/c186b7e5-48a6-4bac-8757-88ec06f4535c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7417135 Nov 25 20:47:35.077395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4200fcf6-45de-4595-ac73-5db21862ffc8 None None] Network 6e9c8453-83a8-4157-90d6-c3946dcfb46f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:47:35.159927 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-8631d51a-8ed3-4631-960c-045e173f43a5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1134626741&fields=id&tenant_id=2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 267 time: 0.0551615 Nov 25 20:47:35.162487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a7231b12-3d53-48e5-beb6-dc6cd490e192 None None] Provisioning complete for port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:35.162926 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a7231b12-3d53-48e5-beb6-dc6cd490e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:35.283285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-02d20d40-4366-413e-8979-31bde6e95453 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:35.284885 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-02d20d40-4366-413e-8979-31bde6e95453 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/networks?id=6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 200 len: 797 time: 0.1109736 Nov 25 20:47:35.302228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-128df5de-b5f0-4e0a-8b49-0bc4915839eb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/quotas/2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 375 time: 0.0104053 Nov 25 20:47:35.312120 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a7231b12-3d53-48e5-beb6-dc6cd490e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:35.358358 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a7231b12-3d53-48e5-beb6-dc6cd490e192 None None] For port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9a669f0-f9cf-4526-b3f8-571ebbd39d8f,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:35.365972 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a7231b12-3d53-48e5-beb6-dc6cd490e192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:35.406571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-c78fa9a4-5552-46da-8e2d-4d45d5464bd2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0930257 Nov 25 20:47:35.424419 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e01e5916-bde4-4d63-a5e4-7eea3bacfaeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:35.442884 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7231b12-3d53-48e5-beb6-dc6cd490e192 None None] Pushing event updated for resources: {'Port': ['ID=a9a669f0-f9cf-4526-b3f8-571ebbd39d8f,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:35.471234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9a669f0-f9cf-4526-b3f8-571ebbd39d8f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:35.532429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:35.533853 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:35.565376 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-d7cec0cf-fb48-4682-9e2d-b6e2855e6346 service neutron] 10.222.0.15 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1405423 Nov 25 20:47:35.629249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b289d11a-e857-454b-847c-55aa64aaae6a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:35.687870 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-8582b447-50c7-4c8a-915b-2d10aa7d7c03 service neutron] 10.222.0.15 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160562 Nov 25 20:47:35.713254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-877d3918-9f1e-488f-95cb-6e04c964ef74 None None] Provisioning complete for port da04d442-a949-4ce2-bc7a-c8817c5859c2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:35.713701 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-877d3918-9f1e-488f-95cb-6e04c964ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:35.721448 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b289d11a-e857-454b-847c-55aa64aaae6a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:35.721448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:35.769082 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Sync routers for ids ['c186b7e5-48a6-4bac-8757-88ec06f4535c'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:47:35.782256 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Routers {'c186b7e5-48a6-4bac-8757-88ec06f4535c'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:35.783545 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c186b7e5-48a6-4bac-8757-88ec06f4535c'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:35.787135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-877d3918-9f1e-488f-95cb-6e04c964ef74 None None] Port da04d442-a949-4ce2-bc7a-c8817c5859c2 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:35.804479 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-877d3918-9f1e-488f-95cb-6e04c964ef74 None None] Provisioning complete for port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:35.804974 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-877d3918-9f1e-488f-95cb-6e04c964ef74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:35.927955 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Set router c186b7e5-48a6-4bac-8757-88ec06f4535c gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:35.977108 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36705ac4-a8cf-43fe-96e5-3069a7dd6228 req-15eada7e-69df-4c7a-acf3-e96ca6ef9e19 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 210 time: 0.0545056 Nov 25 20:47:36.124058 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-69e156e7-fce9-4687-ab47-1481893c17db None None] Provisioning complete for port da04d442-a949-4ce2-bc7a-c8817c5859c2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:36.124568 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69e156e7-fce9-4687-ab47-1481893c17db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.167667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-69e156e7-fce9-4687-ab47-1481893c17db None None] Port da04d442-a949-4ce2-bc7a-c8817c5859c2 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:36.185185 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'da04d442-a949-4ce2-bc7a-c8817c5859c2', 'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:57:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:33Z', 'updated_at': '2021-11-25T20:47:34Z', 'revision_number': 2, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:36.213860 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Checking router: c186b7e5-48a6-4bac-8757-88ec06f4535c for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:47:36.214134 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Updating router c186b7e5-48a6-4bac-8757-88ec06f4535c port da04d442-a949-4ce2-bc7a-c8817c5859c2 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:47:36.241627 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.289174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2b1b0ee4-0102-4872-9629-3c15d96c93f4 None None] Provisioning complete for port da04d442-a949-4ce2-bc7a-c8817c5859c2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:36.289681 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2b1b0ee4-0102-4872-9629-3c15d96c93f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.333495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2b1b0ee4-0102-4872-9629-3c15d96c93f4 None None] Port da04d442-a949-4ce2-bc7a-c8817c5859c2 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:36.578919 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.586312 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.642661 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Pushing event updated for resources: {'Port': ['ID=da04d442-a949-4ce2-bc7a-c8817c5859c2,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:36.697374 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.697722 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.698065 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.698404 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.698744 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.699162 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.699485 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.699809 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.700135 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.700457 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.700778 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.701104 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:47:36.706552 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Attempting to bind port da04d442-a949-4ce2-bc7a-c8817c5859c2 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:47:36.706949 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Attempting to bind port da04d442-a949-4ce2-bc7a-c8817c5859c2 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:47:36.707313 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Attempting to bind port da04d442-a949-4ce2-bc7a-c8817c5859c2 on network 6e9c8453-83a8-4157-90d6-c3946dcfb46f {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:47:36.714247 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:47:36.714626 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Checking segment: {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:36.715059 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.715455 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Bound using segment: {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:47:36.715918 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Bound port: da04d442-a949-4ce2-bc7a-c8817c5859c2, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:47:36.716303 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.748022 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.796842 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] For port da04d442-a949-4ce2-bc7a-c8817c5859c2, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:47:36.803180 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] For port da04d442-a949-4ce2-bc7a-c8817c5859c2, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=da04d442-a949-4ce2-bc7a-c8817c5859c2,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:47:36.809351 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:36.875629 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Routers {'c186b7e5-48a6-4bac-8757-88ec06f4535c'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:36.876249 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c186b7e5-48a6-4bac-8757-88ec06f4535c'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:36.941664 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc9ff18-2f13-4c22-8935-89f8badcde47 None None] Pushing event updated for resources: {'Port': ['ID=da04d442-a949-4ce2-bc7a-c8817c5859c2,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:36.968156 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-04f84049-b7ec-4e5c-83b3-2f480ef90330 None None] Provisioning complete for port da04d442-a949-4ce2-bc7a-c8817c5859c2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:36.968656 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04f84049-b7ec-4e5c-83b3-2f480ef90330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:37.044433 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] Set router c186b7e5-48a6-4bac-8757-88ec06f4535c gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:37.139488 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04f84049-b7ec-4e5c-83b3-2f480ef90330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:37.145177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-a61438ad-07a9-4b2f-b88d-399112817037 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:37.148406 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-a61438ad-07a9-4b2f-b88d-399112817037 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "GET /v2.0/networks?id=6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 200 len: 797 time: 0.1557086 Nov 25 20:47:37.152777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-68b73f13-83ff-4ff5-bed5-bd4957341ab6 req-0ada89bd-ab66-4d93-b119-0ab310e78862 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 210 time: 0.0478299 Nov 25 20:47:37.191220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-04f84049-b7ec-4e5c-83b3-2f480ef90330 None None] For port da04d442-a949-4ce2-bc7a-c8817c5859c2, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=da04d442-a949-4ce2-bc7a-c8817c5859c2,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:37.199315 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-04f84049-b7ec-4e5c-83b3-2f480ef90330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:37.222292 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-3c661f2d-d8d4-49e2-b72b-1e20298437d4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 380 time: 0.0648546 Nov 25 20:47:37.233227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'port': {'device_id': '601db573-4c8c-4de3-bd2e-9139aeded710', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'admin_state_up': True, 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'security_groups': ['bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:37.258409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f84049-b7ec-4e5c-83b3-2f480ef90330 None None] Pushing event updated for resources: {'Port': ['ID=da04d442-a949-4ce2-bc7a-c8817c5859c2,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:37.288106 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'da04d442-a949-4ce2-bc7a-c8817c5859c2', 'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:57:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:33Z', 'updated_at': '2021-11-25T20:47:36Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:37.328396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2a38140b-2c32-4e5d-8c9a-185301c87f19 None None] Provisioning complete for port da04d442-a949-4ce2-bc7a-c8817c5859c2 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:37.328655 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2a38140b-2c32-4e5d-8c9a-185301c87f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:37.330492 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112dcf43-a707-47b4-a470-d0e9219d051c None None] The sync data for ids ['c186b7e5-48a6-4bac-8757-88ec06f4535c'] in n-d-817303-9 is: [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'da04d442-a949-4ce2-bc7a-c8817c5859c2', 'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:57:6e:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:33Z', 'updated_at': '2021-11-25T20:47:36Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:47:37.362940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:47:37.367231 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:37.424078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9a669f0-f9cf-4526-b3f8-571ebbd39d8f up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:37.495586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:37.495964 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:37.540239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.20.0.8 (6e9c8453-83a8-4157-90d6-c3946dcfb46f/c1e9f807-9eb9-45ff-8557-10df8a6e64f2/2e170bfd-59f8-456e-b8f0-c98dd2e22ccc) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:47:37.695632 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:37.732726 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:37.787694 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network 6e9c8453-83a8-4157-90d6-c3946dcfb46f is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:37.791144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:37.793715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:47:37.821417 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:37.858247 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:37.858961 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:37.879299 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-4710f6d5-6ce5-4c6a-a5d5-5bc19b12ff54 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6499531 Nov 25 20:47:37.892240 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Request body: {'port': {'device_id': '601db573-4c8c-4de3-bd2e-9139aeded710', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:37.964060 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.067962 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.105438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3dc79e15-31a7-4652-b54b-98fe08dd0758 None None] Provisioning complete for port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:38.105848 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3dc79e15-31a7-4652-b54b-98fe08dd0758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.144736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3dc79e15-31a7-4652-b54b-98fe08dd0758 None None] Port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:47:38.281321 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:47:38.290224 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.292383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8d243-46c8-4c0d-8bee-63b53ceecb0c req-76e06ea3-21f0-448e-a461-f81c740706ab tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:38.294661 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfe8d243-46c8-4c0d-8bee-63b53ceecb0c req-76e06ea3-21f0-448e-a461-f81c740706ab tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 931 time: 0.0586257 Nov 25 20:47:38.305088 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Transition to ACTIVE for port object 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:47:38.311747 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.366703 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Pushing event updated for resources: {'Port': ['ID=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:38.381809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dfe8d243-46c8-4c0d-8bee-63b53ceecb0c req-5d8b6439-d57a-43be-b840-5dac309c4970 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728066 Nov 25 20:47:38.451087 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Attempting to bind port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:47:38.451341 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Attempting to bind port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:47:38.451740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Attempting to bind port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc on network 6e9c8453-83a8-4157-90d6-c3946dcfb46f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:47:38.458728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc on network 6e9c8453-83a8-4157-90d6-c3946dcfb46f not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:47:38.459295 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Attempting to bind port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc on network 6e9c8453-83a8-4157-90d6-c3946dcfb46f {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:47:38.468970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 47, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:47:38.469544 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Checking segment: {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:47:38.469998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Bound using segment: {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:47:38.471329 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Bound port: 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:47:38.471731 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.564433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:47:38.568219 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:47:38.574617 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.593163 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:38.593810 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.596074 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] 10.222.0.60 "PUT /v2.0/ports/2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 1091 time: 0.7077682 Nov 25 20:47:38.604052 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:38.617402 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:47:38.619977 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d1489f-838c-4228-bd07-a60e2d3188da" -d '{"events": [{"name": "network-changed", "server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:47:38.679054 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf59769-071a-4a2c-92b7-ddadc0e083af x-openstack-request-id: req-8bf59769-071a-4a2c-92b7-ddadc0e083af {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:47:38.679320 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:47:38.679518 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-8bf59769-071a-4a2c-92b7-ddadc0e083af {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:47:38.679818 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'status': 'completed', 'code': 200} Nov 25 20:47:38.682410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0da787-7071-480e-96c2-a90c0b846b75 service neutron] Pushing event updated for resources: {'Port': ['ID=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:38.723806 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-b78f85dd-f657-4079-a78e-b8d994bd8b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:38.729338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-b78f85dd-f657-4079-a78e-b8d994bd8b64 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1094 time: 0.0711946 Nov 25 20:47:38.786964 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-6753f67d-a5c6-4a7c-a53d-e2af115c89ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 217 time: 0.0538154 Nov 25 20:47:38.844395 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-1096f9fc-cc8b-48d2-aa45-b762c9375836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:38.846656 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-1096f9fc-cc8b-48d2-aa45-b762c9375836 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e9f807-9eb9-45ff-8557-10df8a6e64f2 HTTP/1.1" status: 200 len: 835 time: 0.0520821 Nov 25 20:47:38.896176 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-a6131396-3192-4d42-89b0-43bfd5e6c1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:38.897160 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-a6131396-3192-4d42-89b0-43bfd5e6c1c5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e9c8453-83a8-4157-90d6-c3946dcfb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435240 Nov 25 20:47:38.997943 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-21e857f9-6fca-4da6-9084-b170db01819a service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903597 Nov 25 20:47:39.090757 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-fa47d84a-a671-453c-91c4-6cba95eccbf5 req-f6a3f07b-5d8d-45ce-ae12-944798f3d8c3 service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862792 Nov 25 20:47:39.199226 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1489f-838c-4228-bd07-a60e2d3188da req-caaed4af-34bc-4c39-a85b-31f87cae017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:39.200760 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b4d1489f-838c-4228-bd07-a60e2d3188da req-caaed4af-34bc-4c39-a85b-31f87cae017f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1094 time: 0.0451646 Nov 25 20:47:39.304351 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1489f-838c-4228-bd07-a60e2d3188da req-0194f90b-fbb0-49ac-9fbc-ea867999b761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:39.305822 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b4d1489f-838c-4228-bd07-a60e2d3188da req-0194f90b-fbb0-49ac-9fbc-ea867999b761 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 200 len: 898 time: 0.0967991 Nov 25 20:47:39.352323 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b4d1489f-838c-4228-bd07-a60e2d3188da req-179e378e-03cc-476c-adab-4205150b3d6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 217 time: 0.0370154 Nov 25 20:47:39.379487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device da04d442-a949-4ce2-bc7a-c8817c5859c2 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:39.410708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1489f-838c-4228-bd07-a60e2d3188da req-33baf8db-cc9c-4783-a701-9685eb0ba2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:39.412236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b4d1489f-838c-4228-bd07-a60e2d3188da req-33baf8db-cc9c-4783-a701-9685eb0ba2b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e9f807-9eb9-45ff-8557-10df8a6e64f2 HTTP/1.1" status: 200 len: 835 time: 0.0529261 Nov 25 20:47:39.437192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port da04d442-a949-4ce2-bc7a-c8817c5859c2 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:39.437549 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:39.461581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d1489f-838c-4228-bd07-a60e2d3188da req-1c674201-f8a1-42e2-85d2-b254bb1d09c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:39.463134 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b4d1489f-838c-4228-bd07-a60e2d3188da req-1c674201-f8a1-42e2-85d2-b254bb1d09c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e9c8453-83a8-4157-90d6-c3946dcfb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429549 Nov 25 20:47:39.535184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695e0b4-80b1-4739-ab46-24f8330f9ca7 req-7acd1056-fa8a-4c87-8e32-cf13879a34b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:39.536847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e695e0b4-80b1-4739-ab46-24f8330f9ca7 req-7acd1056-fa8a-4c87-8e32-cf13879a34b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 943 time: 0.0723143 Nov 25 20:47:39.568425 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b4d1489f-838c-4228-bd07-a60e2d3188da req-89951591-73f0-4a59-94bf-92bd574326b0 service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966043 Nov 25 20:47:39.600338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e695e0b4-80b1-4739-ab46-24f8330f9ca7 req-59809e46-a688-4bf6-ab7b-ec12a5f4d5d6 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562525 Nov 25 20:47:39.676564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b4d1489f-838c-4228-bd07-a60e2d3188da req-8995cf93-bd84-4994-ae50-c349cf0337cc service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002369 Nov 25 20:47:40.732281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554873b3-4f5e-40ec-bfae-a59707cfb8e7 req-e8bcb0c2-d9bd-4fad-b876-6966f28c634f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:40.733910 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-554873b3-4f5e-40ec-bfae-a59707cfb8e7 req-e8bcb0c2-d9bd-4fad-b876-6966f28c634f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 943 time: 0.0525303 Nov 25 20:47:40.789133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-554873b3-4f5e-40ec-bfae-a59707cfb8e7 req-bfb7738d-52fd-48a2-a28d-c579f70a038a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476038 Nov 25 20:47:41.916338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bf13f3-a154-47fa-9c0b-a70842c6b71f req-559765cc-f61b-4042-b3b5-8b6627ce964d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:41.917850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71bf13f3-a154-47fa-9c0b-a70842c6b71f req-559765cc-f61b-4042-b3b5-8b6627ce964d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 943 time: 0.0564842 Nov 25 20:47:41.962605 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:47:41.973979 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71bf13f3-a154-47fa-9c0b-a70842c6b71f req-655486c4-93e6-42ec-98ad-f8a8f1211b3f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491829 Nov 25 20:47:42.070138 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:42.082160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'port_id': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'mac_address': 'fa:16:3e:7e:f3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:47:42.120640 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:42.134765 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:47:42.154999 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:42.159276 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:42.213826 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:42.365127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['2e170bfd-59f8-456e-b8f0-c98dd2e22ccc'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:47:43.099352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65edfe6-cafd-4503-89b1-b3ecb9087c48 req-d7b917a7-0d7a-4977-b8e3-83f1dcf53a7b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:43.100916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b65edfe6-cafd-4503-89b1-b3ecb9087c48 req-d7b917a7-0d7a-4977-b8e3-83f1dcf53a7b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 944 time: 0.0521529 Nov 25 20:47:43.160200 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b65edfe6-cafd-4503-89b1-b3ecb9087c48 req-1ac1b719-727f-4932-b340-cb49c99d743d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532320 Nov 25 20:47:43.984686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:47:44.040410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:47:44.044983 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:47:44.045350 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.140722 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.166629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:47:44.168936 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e75c92d-d9fb-4489-b3de-198f8d51ac34" -d '{"events": [{"server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "name": "network-vif-plugged", "status": "completed", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:47:44.185009 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:47:44.191218 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:44.235484 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e70d3a2-1b5a-4936-a809-5ab3f8b4731e x-openstack-request-id: req-4e70d3a2-1b5a-4936-a809-5ab3f8b4731e {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:47:44.236438 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "name": "network-vif-plugged", "status": "completed", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:47:44.236708 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4e70d3a2-1b5a-4936-a809-5ab3f8b4731e {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:47:44.237185 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'code': 200} Nov 25 20:47:44.247708 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:44.348926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee698d90-b6c9-4e65-b4a0-489209ce84ba req-1554a8f0-e7ae-45b9-ba7d-66b2f8a43f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:44.350677 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ee698d90-b6c9-4e65-b4a0-489209ce84ba req-1554a8f0-e7ae-45b9-ba7d-66b2f8a43f16 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1096 time: 0.0466425 Nov 25 20:47:44.375496 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2054e8cc-52a7-4a7b-953b-bd07232d583f req-a2f1c5db-d192-4b55-b650-3fcab5a358aa tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:44.377194 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2054e8cc-52a7-4a7b-953b-bd07232d583f req-a2f1c5db-d192-4b55-b650-3fcab5a358aa tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0544050 Nov 25 20:47:44.414913 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ee698d90-b6c9-4e65-b4a0-489209ce84ba req-910f1dc5-eb3a-4003-a4ca-840c35607fc1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573006 Nov 25 20:47:44.446896 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2054e8cc-52a7-4a7b-953b-bd07232d583f req-af07a81e-a4eb-4d4f-b900-393c0c20c10f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598981 Nov 25 20:47:45.599548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79d9f9-b054-450c-8991-fc0deb5baccd req-6599dff2-c3bc-4b3e-afcb-b49dcdf666ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:45.601080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea79d9f9-b054-450c-8991-fc0deb5baccd req-6599dff2-c3bc-4b3e-afcb-b49dcdf666ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0643339 Nov 25 20:47:45.655493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea79d9f9-b054-450c-8991-fc0deb5baccd req-a6a450af-2079-40af-a3f3-ac067c0a462b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481663 Nov 25 20:47:45.782167 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4ef05-3b57-450f-95ee-fc6babb5bafc req-15040de6-ed10-42f8-98b2-3687440ffb4d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:45.784242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ae4ef05-3b57-450f-95ee-fc6babb5bafc req-15040de6-ed10-42f8-98b2-3687440ffb4d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0538690 Nov 25 20:47:45.839003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ae4ef05-3b57-450f-95ee-fc6babb5bafc req-0903bca6-e27c-4bce-be18-d77d2d0c9553 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482571 Nov 25 20:47:45.861443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52212) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:45.907915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b137f295-5db9-43f1-bd8e-2e942d0865aa tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:45.909503 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b137f295-5db9-43f1-bd8e-2e942d0865aa tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1091 time: 0.0469308 Nov 25 20:47:45.912641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52214) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:45.917153 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:47:45.943123 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.051135 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.169803 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.25.8.57 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/bae552a6-84e6-4089-8c0c-3b0207d94971) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:47:46.285507 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.322276 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.370089 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:47:46.373088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:47:46.378483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:47:46.387552 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=bae552a6-84e6-4089-8c0c-3b0207d94971,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:46.834944 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:46.925423 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.110018 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.116649 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.203577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=bae552a6-84e6-4089-8c0c-3b0207d94971,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:47:47.218627 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:47.343527 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Floating IP e5e8d589-1d6e-45f1-a243-8be2d8fbee12 associated. External IP: 172.25.8.57, port: 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc. Nov 25 20:47:47.931460 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router c186b7e5-48a6-4bac-8757-88ec06f4535c has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:47:48.050193 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:47:48.069159 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d7f32-9798-4f9c-87d3-ab80bfdaf183 None None] Sync routers for ids ['c186b7e5-48a6-4bac-8757-88ec06f4535c'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:47:48.076180 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:48.081656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d7f32-9798-4f9c-87d3-ab80bfdaf183 None None] Routers {'c186b7e5-48a6-4bac-8757-88ec06f4535c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:48.082321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8e8d7f32-9798-4f9c-87d3-ab80bfdaf183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c186b7e5-48a6-4bac-8757-88ec06f4535c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:48.113550 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-91354eeb-4094-48d4-a264-462c41f6d2a3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1994879 Nov 25 20:47:48.114558 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:47:48.118219 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1bc4fd3-cace-4813-8254-f609844c3afb" -d '{"events": [{"name": "network-changed", "server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:47:48.257639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af400475-85e7-476f-a5fc-615de5b3437f req-345ef311-d9d3-46ef-bc3d-eab6f757eb75 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:48.259020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af400475-85e7-476f-a5fc-615de5b3437f req-345ef311-d9d3-46ef-bc3d-eab6f757eb75 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0859380 Nov 25 20:47:48.320233 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-af400475-85e7-476f-a5fc-615de5b3437f req-d0f029f0-595d-4b52-bb06-45ec5cc5b22c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541899 Nov 25 20:47:48.350076 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52220) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:48.385498 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1b7fcda-3985-4c6c-8c3a-807ee53ca221 x-openstack-request-id: req-e1b7fcda-3985-4c6c-8c3a-807ee53ca221 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:47:48.385778 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:47:48.386038 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e1b7fcda-3985-4c6c-8c3a-807ee53ca221 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:47:48.386445 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'status': 'completed', 'code': 200} Nov 25 20:47:48.396980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-8e8d7f32-9798-4f9c-87d3-ab80bfdaf183 None None] Set router c186b7e5-48a6-4bac-8757-88ec06f4535c gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:48.448712 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-def5d3c0-72eb-43f4-b96f-74f91d93c9d4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/e5e8d589-1d6e-45f1-a243-8be2d8fbee12 HTTP/1.1" status: 200 len: 990 time: 0.0965207 Nov 25 20:47:48.463676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc4fd3-cace-4813-8254-f609844c3afb req-f74d35d7-5bfb-4d70-8621-e89fd289bb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:48.465203 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1bc4fd3-cace-4813-8254-f609844c3afb req-f74d35d7-5bfb-4d70-8621-e89fd289bb82 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1096 time: 0.0554605 Nov 25 20:47:48.586110 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc4fd3-cace-4813-8254-f609844c3afb req-98ac6305-ff87-4363-80e6-46dbcb16de90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:48.588629 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1bc4fd3-cace-4813-8254-f609844c3afb req-98ac6305-ff87-4363-80e6-46dbcb16de90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 200 len: 898 time: 0.1164699 Nov 25 20:47:48.662907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8e8d7f32-9798-4f9c-87d3-ab80bfdaf183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'e5e8d589-1d6e-45f1-a243-8be2d8fbee12', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'port_id': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'mac_address': 'fa:16:3e:7e:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601db573-4c8c-4de3-bd2e-9139aeded710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:46Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da04d442-a949-4ce2-bc7a-c8817c5859c2', 'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:57:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:33Z', 'updated_at': '2021-11-25T20:47:37Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:48.668219 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1bc4fd3-cace-4813-8254-f609844c3afb req-4c2b4080-628e-4dda-a7ae-620d70bbde7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 998 time: 0.0716412 Nov 25 20:47:48.698488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d7f32-9798-4f9c-87d3-ab80bfdaf183 None None] Checking router: c186b7e5-48a6-4bac-8757-88ec06f4535c for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:47:48.708202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8d7f32-9798-4f9c-87d3-ab80bfdaf183 None None] Routers {'c186b7e5-48a6-4bac-8757-88ec06f4535c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:47:48.708821 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8e8d7f32-9798-4f9c-87d3-ab80bfdaf183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:47:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c186b7e5-48a6-4bac-8757-88ec06f4535c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:48.726114 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc4fd3-cace-4813-8254-f609844c3afb req-f7bf6d26-99ed-4f96-9972-0c0efd7e81dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:48.727655 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1bc4fd3-cace-4813-8254-f609844c3afb req-f7bf6d26-99ed-4f96-9972-0c0efd7e81dd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e9f807-9eb9-45ff-8557-10df8a6e64f2 HTTP/1.1" status: 200 len: 835 time: 0.0523207 Nov 25 20:47:48.776092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc4fd3-cace-4813-8254-f609844c3afb req-dc47d021-fd4f-4a90-95ba-2b7672c952db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:47:48.777470 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1bc4fd3-cace-4813-8254-f609844c3afb req-dc47d021-fd4f-4a90-95ba-2b7672c952db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e9c8453-83a8-4157-90d6-c3946dcfb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431826 Nov 25 20:47:48.848238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-8e8d7f32-9798-4f9c-87d3-ab80bfdaf183 None None] Set router c186b7e5-48a6-4bac-8757-88ec06f4535c gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:47:48.886309 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1bc4fd3-cace-4813-8254-f609844c3afb req-90a194cc-114d-4acf-9ee1-de41949a1c66 service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009264 Nov 25 20:47:48.996963 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d1bc4fd3-cace-4813-8254-f609844c3afb req-ced93ee7-82fa-472e-929e-72adcce8fc42 service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030829 Nov 25 20:47:49.125269 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-8e8d7f32-9798-4f9c-87d3-ab80bfdaf183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'e5e8d589-1d6e-45f1-a243-8be2d8fbee12', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'port_id': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'mac_address': 'fa:16:3e:7e:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601db573-4c8c-4de3-bd2e-9139aeded710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:46Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da04d442-a949-4ce2-bc7a-c8817c5859c2', 'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:57:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:33Z', 'updated_at': '2021-11-25T20:47:37Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:47:49.155154 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8d7f32-9798-4f9c-87d3-ab80bfdaf183 None None] The sync data for ids ['c186b7e5-48a6-4bac-8757-88ec06f4535c'] in n-d-817303-9 is: [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': 'e5e8d589-1d6e-45f1-a243-8be2d8fbee12', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.57', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'port_id': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4250, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'mac_address': 'fa:16:3e:7e:f3:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '601db573-4c8c-4de3-bd2e-9139aeded710', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:47:46Z', 'updated_at': '2021-11-25T20:47:46Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da04d442-a949-4ce2-bc7a-c8817c5859c2', 'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:57:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:33Z', 'updated_at': '2021-11-25T20:47:37Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:47:49.393308 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e7fa40-33f6-4858-85f5-ae0604ffb88d None None] New status for floating IP e5e8d589-1d6e-45f1-a243-8be2d8fbee12: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:47:49.452976 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52222) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:49.519046 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ca3d8152-3639-469a-b724-7a1266e3204d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/e5e8d589-1d6e-45f1-a243-8be2d8fbee12 HTTP/1.1" status: 200 len: 990 time: 0.0648274 Nov 25 20:47:50.523120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52224) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:47:50.591264 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-eff9a56f-deca-4ff4-b367-2c63163fd757 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/e5e8d589-1d6e-45f1-a243-8be2d8fbee12 HTTP/1.1" status: 200 len: 992 time: 0.0669098 Nov 25 20:47:51.497288 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:47:53.737641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:02.237077 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f21c0aa4-9ca3-4056-87ae-c24c23b4f036 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:05.386685 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dcda5692-3e0f-4baa-888d-1b1d7333b4bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:06.737049 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:08.052416 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:08.590641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:10.023721 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:48:17.273144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52242) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:48:17.281260 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580aff70-7dda-432a-a114-012af661837d req-9881e2e5-e43a-41f1-b3cd-b62c473381ef tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:17.282850 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-580aff70-7dda-432a-a114-012af661837d req-9881e2e5-e43a-41f1-b3cd-b62c473381ef tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0503387 Nov 25 20:48:17.336690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-580aff70-7dda-432a-a114-012af661837d req-48c463a4-5a42-4939-917f-610513ae8554 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475955 Nov 25 20:48:17.362666 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-ac7f3ba6-32af-448e-a85d-010b990bb5cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0883520 Nov 25 20:48:17.371593 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-f5f7bd6c-94c4-4fa3-920e-edab113a8e98 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:48:17.372556 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-f5f7bd6c-94c4-4fa3-920e-edab113a8e98 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049589 Nov 25 20:48:18.451029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-f1d8ff48-0ff6-4e4d-a7d4-2f3364ad5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:18.452550 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-f1d8ff48-0ff6-4e4d-a7d4-2f3364ad5328 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1096 time: 0.0435197 Nov 25 20:48:18.460844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e479b-451c-469a-809f-2081799243ec req-7990a5b7-43ad-42e7-906e-6782182eede8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:18.462355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb4e479b-451c-469a-809f-2081799243ec req-7990a5b7-43ad-42e7-906e-6782182eede8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0497680 Nov 25 20:48:18.520956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eb4e479b-451c-469a-809f-2081799243ec req-b86558ef-7a40-4d90-8324-3b618d9be148 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522482 Nov 25 20:48:18.552493 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-9011809c-80b6-4ca9-84f0-35d7fdc9af38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:18.553955 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-9011809c-80b6-4ca9-84f0-35d7fdc9af38 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 200 len: 898 time: 0.0933063 Nov 25 20:48:18.622026 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-cc5ac925-44eb-4d95-b9f6-eb22dd61410b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 1000 time: 0.0600414 Nov 25 20:48:18.676952 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-6642b6c6-b4d8-4c79-9e86-7240a8b2807a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:18.682527 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-6642b6c6-b4d8-4c79-9e86-7240a8b2807a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e9f807-9eb9-45ff-8557-10df8a6e64f2 HTTP/1.1" status: 200 len: 835 time: 0.0531394 Nov 25 20:48:18.740027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-bd5637d3-64d0-41b1-94dc-76492430c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:18.741566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-bd5637d3-64d0-41b1-94dc-76492430c05d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e9c8453-83a8-4157-90d6-c3946dcfb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520921 Nov 25 20:48:18.838924 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-22483e70-ae10-47b6-9022-da27d95b078b service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874760 Nov 25 20:48:19.250726 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-d22d32b8-4219-4ebc-b2fe-5956f3bb3016 service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042251 Nov 25 20:48:19.642585 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57730b57-4b75-4bc0-b74e-1730bf0a4e6c req-09dd3809-4591-430f-91a6-c66013d1643c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:19.644145 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57730b57-4b75-4bc0-b74e-1730bf0a4e6c req-09dd3809-4591-430f-91a6-c66013d1643c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0506654 Nov 25 20:48:19.694775 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-57730b57-4b75-4bc0-b74e-1730bf0a4e6c req-e517d16c-e7e4-4fd4-915c-8e06d0642c3b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445735 Nov 25 20:48:20.826489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19eefde-c655-4140-ab9a-6a7a85e4956b req-d19ed05a-8d40-4d68-9d72-356828da304b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:20.828059 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e19eefde-c655-4140-ab9a-6a7a85e4956b req-d19ed05a-8d40-4d68-9d72-356828da304b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0498278 Nov 25 20:48:20.879754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e19eefde-c655-4140-ab9a-6a7a85e4956b req-fceb942f-c7d5-49da-a4b6-90dfa9b01df9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442684 Nov 25 20:48:21.497039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:22.001628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86508b02-a532-45b2-81b8-fcb97b31d36c req-b3fe0c64-3c67-479d-b823-2c838ef60a55 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:22.003131 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86508b02-a532-45b2-81b8-fcb97b31d36c req-b3fe0c64-3c67-479d-b823-2c838ef60a55 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0530620 Nov 25 20:48:22.054970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-86508b02-a532-45b2-81b8-fcb97b31d36c req-3f17d300-de2b-432f-9483-66d718525d68 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458307 Nov 25 20:48:23.176208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8e68e1-5157-464c-affe-8abec5f2ecd7 req-ae2a377f-511a-492e-a6b8-fbdeece15089 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:23.177764 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e8e68e1-5157-464c-affe-8abec5f2ecd7 req-ae2a377f-511a-492e-a6b8-fbdeece15089 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0543222 Nov 25 20:48:23.228401 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e8e68e1-5157-464c-affe-8abec5f2ecd7 req-97a401ab-381a-4489-aa24-5893ffbacc33 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445147 Nov 25 20:48:23.750065 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:24.349354 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee964b43-4367-4fa0-a6a5-e15339c85039 req-c2f21d8e-ceda-42ea-9100-3d233e15a18b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:24.350869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee964b43-4367-4fa0-a6a5-e15339c85039 req-c2f21d8e-ceda-42ea-9100-3d233e15a18b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0491705 Nov 25 20:48:24.405036 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee964b43-4367-4fa0-a6a5-e15339c85039 req-02c68f12-78e5-49f1-8bf4-aea491e356d7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480700 Nov 25 20:48:25.226075 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1592b5-61f8-4d40-8d4a-99d790bfee84 req-638971fb-4e6e-4acc-a4e7-d924ca188daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:25.227590 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e1592b5-61f8-4d40-8d4a-99d790bfee84 req-638971fb-4e6e-4acc-a4e7-d924ca188daa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1096 time: 0.0446949 Nov 25 20:48:25.338512 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1592b5-61f8-4d40-8d4a-99d790bfee84 req-c99239e3-db3d-45c5-abe2-de1e01e9a86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:25.339997 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e1592b5-61f8-4d40-8d4a-99d790bfee84 req-c99239e3-db3d-45c5-abe2-de1e01e9a86c service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 200 len: 898 time: 0.0924859 Nov 25 20:48:25.407051 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e1592b5-61f8-4d40-8d4a-99d790bfee84 req-ca5f5d0f-edf0-432c-9b94-37c1830895fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 1000 time: 0.0600030 Nov 25 20:48:25.459521 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1592b5-61f8-4d40-8d4a-99d790bfee84 req-98bd3259-f577-4263-af82-5b9d46ed70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:25.461256 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e1592b5-61f8-4d40-8d4a-99d790bfee84 req-98bd3259-f577-4263-af82-5b9d46ed70e8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e9f807-9eb9-45ff-8557-10df8a6e64f2 HTTP/1.1" status: 200 len: 835 time: 0.0476396 Nov 25 20:48:25.513948 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1592b5-61f8-4d40-8d4a-99d790bfee84 req-22a90a4e-f8ab-4a96-be0e-3126b50dc221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:25.515535 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e1592b5-61f8-4d40-8d4a-99d790bfee84 req-22a90a4e-f8ab-4a96-be0e-3126b50dc221 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e9c8453-83a8-4157-90d6-c3946dcfb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0469382 Nov 25 20:48:25.534028 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71840c1-3f9e-4332-ab96-6a0bc4b396c6 req-55c88165-53fc-435d-9337-ca6a16f30890 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:25.535718 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d71840c1-3f9e-4332-ab96-6a0bc4b396c6 req-55c88165-53fc-435d-9337-ca6a16f30890 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0533760 Nov 25 20:48:25.589429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d71840c1-3f9e-4332-ab96-6a0bc4b396c6 req-8181f919-a8ce-4b0b-9a07-f0593f926845 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475335 Nov 25 20:48:25.608067 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e1592b5-61f8-4d40-8d4a-99d790bfee84 req-c370ce3c-c875-46a6-911a-b75ab5f53cd4 service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848811 Nov 25 20:48:25.708798 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4e1592b5-61f8-4d40-8d4a-99d790bfee84 req-da03d6de-d3a4-40fd-bb11-ce84749ca382 service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937660 Nov 25 20:48:26.706074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252fae34-94b2-44ee-ae3d-87520efce775 req-175eabd7-27bf-485c-af84-c6925fb590b2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:26.707597 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-252fae34-94b2-44ee-ae3d-87520efce775 req-175eabd7-27bf-485c-af84-c6925fb590b2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0489030 Nov 25 20:48:26.759487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-252fae34-94b2-44ee-ae3d-87520efce775 req-5b51ca5f-4574-4b1c-8bcc-e8023056230f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458255 Nov 25 20:48:27.885166 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6334743a-a2c2-4658-8846-f1ee5b70632a req-7d7e2787-b661-4893-b71c-5f47229e902b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:27.886659 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6334743a-a2c2-4658-8846-f1ee5b70632a req-7d7e2787-b661-4893-b71c-5f47229e902b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0570705 Nov 25 20:48:27.936076 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6334743a-a2c2-4658-8846-f1ee5b70632a req-a828ed73-c404-4a91-9ef0-b770c5e20cdd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432272 Nov 25 20:48:29.057656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d6828-0166-4131-bb62-dd3dde3bb115 req-d60a9fa1-d30b-473e-a0af-01b3fb50abb3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:29.059318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-592d6828-0166-4131-bb62-dd3dde3bb115 req-d60a9fa1-d30b-473e-a0af-01b3fb50abb3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0509484 Nov 25 20:48:29.114719 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-592d6828-0166-4131-bb62-dd3dde3bb115 req-dbe14234-0585-4dd5-a113-605685a79875 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481474 Nov 25 20:48:30.240491 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9c1be9-0127-4478-a787-76d0852cbea5 req-43761065-9236-4dec-82c5-cda5e48c9373 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:30.241989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f9c1be9-0127-4478-a787-76d0852cbea5 req-43761065-9236-4dec-82c5-cda5e48c9373 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0556712 Nov 25 20:48:30.291457 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2f9c1be9-0127-4478-a787-76d0852cbea5 req-fa3ed0bd-4252-4eb7-aeec-b5577e49eeb4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434339 Nov 25 20:48:31.018920 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-995efbea-3de7-43ef-9ab8-9af0909b307b service neutron] show failed (client error): The resource could not be found. Nov 25 20:48:31.019856 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-995efbea-3de7-43ef-9ab8-9af0909b307b service neutron] 10.222.0.60 "GET /v2.0/ports/2e170bfd-59f8-456e-b8f0-c98dd2e22ccc/bindings/n-h2-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0545070 Nov 25 20:48:31.221165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-9ebb82c8-9066-4d63-9f3e-a3dc4c13f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:31.222685 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-9ebb82c8-9066-4d63-9f3e-a3dc4c13f29f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710&tenant_id=2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 1096 time: 0.0429449 Nov 25 20:48:31.234001 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Request body: {'port': {'binding:host_id': 'n-h2-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:48:31.290601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:31.514448 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa088ca-c8d1-4bd5-ae93-6a4af8ab0b06 req-dec256a4-b066-4da8-a0d4-34a363ecef32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:31.515956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0aa088ca-c8d1-4bd5-ae93-6a4af8ab0b06 req-dec256a4-b066-4da8-a0d4-34a363ecef32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.1192780 Nov 25 20:48:31.565478 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:48:31.594617 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0aa088ca-c8d1-4bd5-ae93-6a4af8ab0b06 req-4a5cb3dd-521a-405f-903d-8d7ac838f0af tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722849 Nov 25 20:48:31.617330 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h1-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:48:31.657139 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:48:31.660822 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efcd70b-aefc-4dca-9137-49eff00cb57a" -d '{"events": [{"server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "name": "network-vif-unplugged", "status": "completed", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:48:31.665066 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:31.678952 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Transition to ACTIVE for port object 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:48:31.692574 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:31.726280 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 20:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd145ec-5545-4918-965b-ce5c9a508492 x-openstack-request-id: req-4fd145ec-5545-4918-965b-ce5c9a508492 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:48:31.726569 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "name": "network-vif-unplugged", "status": "completed", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:48:31.726835 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4fd145ec-5545-4918-965b-ce5c9a508492 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:48:31.727229 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'code': 200} Nov 25 20:48:31.755820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Pushing event updated for resources: {'Port': ['ID=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,revision_number=6']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:48:31.800034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.800374 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.800715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.801050 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.801464 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.801793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.802121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.802446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.802778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.803128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.803452 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.803768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:31.847651 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] No DVR routers for this DVR port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc on host n-h1-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:48:31.994146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Attempting to bind port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:48:31.994489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Attempting to bind port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:48:31.994850 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Attempting to bind port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc on network 6e9c8453-83a8-4157-90d6-c3946dcfb46f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:48:31.999454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc on network 6e9c8453-83a8-4157-90d6-c3946dcfb46f not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:48:31.999724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Attempting to bind port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc on network 6e9c8453-83a8-4157-90d6-c3946dcfb46f {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:48:32.005642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:48:32.005985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Checking segment: {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:48:32.006377 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Bound using segment: {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:48:32.006827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Bound port: 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1910739-f41e-4983-b1ce-52d860d0c169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:48:32.007181 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:32.078506 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:48:32.082427 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:48:32.087345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:32.119367 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:32.120104 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:32.121408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] 10.222.0.76 "PUT /v2.0/ports/2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 1091 time: 0.8913007 Nov 25 20:48:32.157546 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d4d16-be25-4348-83ac-d8c34418384e service neutron] Pushing event updated for resources: {'Port': ['ID=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,revision_number=7']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:48:32.192731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-1ec8558b-17ba-43ae-94a3-ce3bc5e37c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:32.194283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-1ec8558b-17ba-43ae-94a3-ce3bc5e37c23 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1094 time: 0.0483611 Nov 25 20:48:32.241099 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3dff0210-98f1-48cf-b4ee-16b41897da13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:32.296179 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-9ad2bd6a-2454-4335-8077-691b456c3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:32.298331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-9ad2bd6a-2454-4335-8077-691b456c3a9b service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 200 len: 898 time: 0.0974424 Nov 25 20:48:32.367046 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-abb42f07-d3b7-49d9-bd90-54c6dd877124 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 998 time: 0.0618670 Nov 25 20:48:32.417151 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-c908e4f4-ef5a-4964-95df-24ec9b97f7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:32.418628 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-c908e4f4-ef5a-4964-95df-24ec9b97f7ee service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1e9f807-9eb9-45ff-8557-10df8a6e64f2 HTTP/1.1" status: 200 len: 835 time: 0.0453076 Nov 25 20:48:32.474473 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-a2b24c49-305d-4cd4-b608-60be98c480dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:32.476010 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-a2b24c49-305d-4cd4-b608-60be98c480dc service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e9c8453-83a8-4157-90d6-c3946dcfb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0499678 Nov 25 20:48:32.566114 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-30199c11-9b92-421c-925b-5c766930f73c service neutron] 10.222.0.76 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828991 Nov 25 20:48:32.663608 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3ab0978d-9868-4a45-bdca-75a2ba0e863a req-765551eb-d73f-488f-a49d-5de1ba560b7b service neutron] 10.222.0.76 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909667 Nov 25 20:48:32.722903 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308061d0-1b24-41e9-9763-a8403e673a9d req-23d54fa8-450e-447d-9196-6cdf056bf627 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:32.724970 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-308061d0-1b24-41e9-9763-a8403e673a9d req-23d54fa8-450e-447d-9196-6cdf056bf627 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 943 time: 0.0563092 Nov 25 20:48:32.778432 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-308061d0-1b24-41e9-9763-a8403e673a9d req-11edded8-036e-44df-9594-a0df3cf23a34 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472727 Nov 25 20:48:33.728483 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:48:33.730923 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d81721-7eda-4e65-b91a-874279e213b6" -d '{"events": [{"name": "network-changed", "server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:48:33.779744 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e6c79e-11a5-4c8e-b3d2-4a8de7e748b5 x-openstack-request-id: req-d8e6c79e-11a5-4c8e-b3d2-4a8de7e748b5 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:48:33.780031 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:48:33.780279 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8e6c79e-11a5-4c8e-b3d2-4a8de7e748b5 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:48:33.780703 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'status': 'completed', 'code': 200} Nov 25 20:48:33.851277 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d81721-7eda-4e65-b91a-874279e213b6 req-a264abd8-0158-4d66-92de-0aa5195189e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:33.853050 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-a264abd8-0158-4d66-92de-0aa5195189e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1094 time: 0.0512040 Nov 25 20:48:33.859654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d81721-7eda-4e65-b91a-874279e213b6 req-a61de899-a063-4e0a-9b02-5d4da30276e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:33.862162 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-a61de899-a063-4e0a-9b02-5d4da30276e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1094 time: 0.0551636 Nov 25 20:48:33.960675 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d81721-7eda-4e65-b91a-874279e213b6 req-6f87ef80-ed20-4b10-ae10-7e7d39bb8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:33.962261 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-6f87ef80-ed20-4b10-ae10-7e7d39bb8398 service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 200 len: 898 time: 0.0932608 Nov 25 20:48:33.968161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754791d-4eff-451c-8ca2-a31944ec78a9 req-c069a6c3-e3c3-40f2-8b8a-ca0d22183626 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:33.969736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6754791d-4eff-451c-8ca2-a31944ec78a9 req-c069a6c3-e3c3-40f2-8b8a-ca0d22183626 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 943 time: 0.1103325 Nov 25 20:48:34.005815 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d81721-7eda-4e65-b91a-874279e213b6 req-0c86829c-d125-4578-bd84-61b561cee786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:34.007357 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-0c86829c-d125-4578-bd84-61b561cee786 service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 200 len: 898 time: 0.1384623 Nov 25 20:48:34.031376 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-028db9ea-5b0a-44f2-ab92-f045abb94a0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 998 time: 0.0621083 Nov 25 20:48:34.087568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6754791d-4eff-451c-8ca2-a31944ec78a9 req-b89207a8-c407-4a47-8454-9c15e1410acb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107693 Nov 25 20:48:34.089560 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d81721-7eda-4e65-b91a-874279e213b6 req-40ef969c-6f5b-46b2-89fe-0a93cceb18f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:34.091770 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-40ef969c-6f5b-46b2-89fe-0a93cceb18f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e9f807-9eb9-45ff-8557-10df8a6e64f2 HTTP/1.1" status: 200 len: 835 time: 0.0531895 Nov 25 20:48:34.102583 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:48:34.116111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-45159828-add1-4d9a-9809-cd7e662c200b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 998 time: 0.0983357 Nov 25 20:48:34.145070 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d81721-7eda-4e65-b91a-874279e213b6 req-aa5de8e3-6509-40e1-bf82-c61e49786db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:34.146660 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-aa5de8e3-6509-40e1-bf82-c61e49786db0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e9c8453-83a8-4157-90d6-c3946dcfb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479972 Nov 25 20:48:34.158205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:48:34.198422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d81721-7eda-4e65-b91a-874279e213b6 req-e1ff29ea-c059-4ef9-8765-6fff9422b1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:34.199938 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-e1ff29ea-c059-4ef9-8765-6fff9422b1ce service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1e9f807-9eb9-45ff-8557-10df8a6e64f2 HTTP/1.1" status: 200 len: 835 time: 0.0764198 Nov 25 20:48:34.258689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d81721-7eda-4e65-b91a-874279e213b6 req-0a4f347f-6772-4972-87cb-07ee6fa0312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:34.260195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-0a4f347f-6772-4972-87cb-07ee6fa0312b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e9c8453-83a8-4157-90d6-c3946dcfb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521398 Nov 25 20:48:34.260755 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-ec7ed463-0970-499d-800c-7f63a98c6435 service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068418 Nov 25 20:48:34.362507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-c456242f-5dba-4d42-a419-e22058118afb service neutron] 10.222.0.76 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950277 Nov 25 20:48:34.366537 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-c3b6a40e-e604-4e22-bbbb-49f75a55bbc6 service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988555 Nov 25 20:48:34.457530 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-48d81721-7eda-4e65-b91a-874279e213b6 req-e5e80c5a-4f96-4fea-a2c5-f808aba24d13 service neutron] 10.222.0.76 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884151 Nov 25 20:48:35.208981 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe01ccf-0c03-49e0-81d0-b4e5cf624f9e req-fd72aa66-7287-4fc5-89bd-0afa2fded7d2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:35.210488 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fe01ccf-0c03-49e0-81d0-b4e5cf624f9e req-fd72aa66-7287-4fc5-89bd-0afa2fded7d2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 943 time: 0.0515828 Nov 25 20:48:35.259886 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2fe01ccf-0c03-49e0-81d0-b4e5cf624f9e req-53ed29dd-f667-4e67-898c-32fee4ef1647 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433097 Nov 25 20:48:35.321056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:48:35.440116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:48:35.454784 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'port_id': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'mac_address': 'fa:16:3e:7e:f3:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:48:35.467114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a976af5e-1a3f-4019-8212-381829bf2adc req-43a86533-b9e8-4adf-887b-9a0f6ba3978f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:35.468690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a976af5e-1a3f-4019-8212-381829bf2adc req-43a86533-b9e8-4adf-887b-9a0f6ba3978f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 943 time: 0.0529537 Nov 25 20:48:35.480052 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d35bf422-e8c4-4319-b24d-0227be4677a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:35.481802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-1c6f37e3-e0ab-4693-998b-db2abcab9e51 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:35.483560 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-1c6f37e3-e0ab-4693-998b-db2abcab9e51 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710&tenant_id=2d3b92657d744303b70dce52bf7a2b79&binding%3Ahost_id=n-h2-817303-9 HTTP/1.1" status: 200 len: 943 time: 0.0565391 Nov 25 20:48:35.499541 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:35.514349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:48:35.523002 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a976af5e-1a3f-4019-8212-381829bf2adc req-970cc32b-2824-480a-b26b-e322654db058 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481443 Nov 25 20:48:35.535391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:48:35.551199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:35.557284 n-d-817303-9 neutron-server[103652]: INFO neutron.api.v2.resource [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-2a2956d0-2e66-4766-908b-af4f2dc76dcf service neutron] delete failed (client error): The resource could not be found. Nov 25 20:48:35.558342 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-2a2956d0-2e66-4766-908b-af4f2dc76dcf service neutron] 10.222.0.60 "DELETE /v2.0/ports/2e170bfd-59f8-456e-b8f0-c98dd2e22ccc/bindings/n-h1-817303-9 HTTP/1.1" status: 404 len: 380 time: 0.0664709 Nov 25 20:48:35.600250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:48:35.607721 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.608072 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.608415 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.608755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.609088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.609421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.609750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.610077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.611163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.611506 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.611836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.612150 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:48:35.653632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-e6db2902-af7f-4da5-ac1f-6f1c270f1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:35.655369 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-e6db2902-af7f-4da5-ac1f-6f1c270f1776 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1095 time: 0.0507448 Nov 25 20:48:35.661037 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a682d0-5f46-400b-bcc7-25bca920b489 req-ee25e8c6-6e3a-42c1-b1a3-933a093fc366 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:35.662611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13a682d0-5f46-400b-bcc7-25bca920b489 req-ee25e8c6-6e3a-42c1-b1a3-933a093fc366 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 944 time: 0.0579627 Nov 25 20:48:35.714747 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-13a682d0-5f46-400b-bcc7-25bca920b489 req-d7279938-534e-41c6-adc4-609540c427ab tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459778 Nov 25 20:48:35.763381 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-7fc725fc-85a9-4504-9407-35e36f550d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:35.764849 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-7fc725fc-85a9-4504-9407-35e36f550d5f service neutron] 10.222.0.60 "GET /v2.0/networks?id=6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 200 len: 898 time: 0.1010725 Nov 25 20:48:35.801837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['2e170bfd-59f8-456e-b8f0-c98dd2e22ccc'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:48:35.840172 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-bf28f88a-38b2-4773-94e0-93d5cce28b0b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 999 time: 0.0669527 Nov 25 20:48:35.891955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-827b350a-8d3d-4c8c-ab25-ecf2155f3979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:35.893442 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-827b350a-8d3d-4c8c-ab25-ecf2155f3979 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c1e9f807-9eb9-45ff-8557-10df8a6e64f2 HTTP/1.1" status: 200 len: 835 time: 0.0463848 Nov 25 20:48:35.941982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-00a0906e-fb74-44d4-82bf-5bb226206064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:35.944750 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-00a0906e-fb74-44d4-82bf-5bb226206064 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=6e9c8453-83a8-4157-90d6-c3946dcfb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433860 Nov 25 20:48:36.053303 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-09fd48d2-fcb5-49b3-a9aa-7e91cfeca8c8 service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971646 Nov 25 20:48:36.150363 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f0da37ae-bda7-454f-9cad-a7bfddf25c68 req-51231a1d-0343-49a7-a57f-f00bba67e842 service neutron] 10.222.0.60 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868239 Nov 25 20:48:36.738941 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:36.837565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da73f88-41e2-4d79-a24f-e58ff77c79bb req-30ef7865-01a4-4737-8ceb-79759ea701c9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:48:36.839006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1da73f88-41e2-4d79-a24f-e58ff77c79bb req-30ef7865-01a4-4737-8ceb-79759ea701c9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 944 time: 0.0505984 Nov 25 20:48:36.889923 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1da73f88-41e2-4d79-a24f-e58ff77c79bb req-544acffb-cf65-4115-bdfe-a67766f2b7be tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448787 Nov 25 20:48:36.912884 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52310) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:48:36.978844 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c9074dab-7865-4f89-98eb-48fcf61b5aab tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/e5e8d589-1d6e-45f1-a243-8be2d8fbee12 HTTP/1.1" status: 200 len: 991 time: 0.0647826 Nov 25 20:48:37.331930 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:48:37.384130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:48:37.388153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:48:37.388523 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:37.472845 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:37.499068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:48:37.501985 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b78ba1e-bb6a-4e87-afc6-9edc1ebfd346" -d '{"events": [{"server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "name": "network-vif-plugged", "status": "completed", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:48:37.514057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:48:37.518348 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:37.543430 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:48:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7679731-c574-4372-84bf-729f46a0191e x-openstack-request-id: req-e7679731-c574-4372-84bf-729f46a0191e {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:48:37.543741 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "name": "network-vif-plugged", "status": "completed", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:48:37.543986 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e7679731-c574-4372-84bf-729f46a0191e {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:48:37.544386 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'code': 200} Nov 25 20:48:37.572862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,revision_number=9']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:48:38.056202 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:38.593841 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:47.023432 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:48:51.496833 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:48:53.744269 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:02.237924 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6b93dad7-2f4c-4687-85f8-3cb0fb46b237 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:05.324453 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52322) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:05.393128 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-20146bfc-f6aa-4d1a-bddf-f7fea0e7e3c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:05.491053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port bae552a6-84e6-4089-8c0c-3b0207d94971 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:49:05.491406 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:05.587612 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:05.588082 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:05.602337 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for bae552a6-84e6-4089-8c0c-3b0207d94971 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:49:05.755481 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:05.778392 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=bae552a6-84e6-4089-8c0c-3b0207d94971,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:05.843456 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:05.843679 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Floating IP e5e8d589-1d6e-45f1-a243-8be2d8fbee12 disassociated (deleted). External IP: 172.25.8.57, port: 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc. Nov 25 20:49:06.057305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router c186b7e5-48a6-4bac-8757-88ec06f4535c has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:49:06.166849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:49:06.171261 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:06.177662 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe75912-1798-42bf-be60-27b4b59b3cb4 None None] Sync routers for ids ['c186b7e5-48a6-4bac-8757-88ec06f4535c'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:49:06.186848 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe75912-1798-42bf-be60-27b4b59b3cb4 None None] Routers {'c186b7e5-48a6-4bac-8757-88ec06f4535c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:49:06.187460 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5fe75912-1798-42bf-be60-27b4b59b3cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c186b7e5-48a6-4bac-8757-88ec06f4535c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:06.199446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e2046ad0-4879-4d16-b230-9a47c4a726f1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/floatingips/e5e8d589-1d6e-45f1-a243-8be2d8fbee12 HTTP/1.1" status: 204 len: 168 time: 0.8738823 Nov 25 20:49:06.200034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:49:06.202282 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07" -d '{"events": [{"name": "network-changed", "server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:49:06.299960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-5fe75912-1798-42bf-be60-27b4b59b3cb4 None None] Set router c186b7e5-48a6-4bac-8757-88ec06f4535c gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:49:06.367493 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e385c873-a877-42d4-8037-39bd01c75a0c x-openstack-request-id: req-e385c873-a877-42d4-8037-39bd01c75a0c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:49:06.368004 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:49:06.368215 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e385c873-a877-42d4-8037-39bd01c75a0c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:49:06.368708 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'status': 'completed', 'code': 200} Nov 25 20:49:06.472495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-74dade8a-7804-4e3c-89dc-1222fef13ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:06.474036 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-74dade8a-7804-4e3c-89dc-1222fef13ef2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 1096 time: 0.0805881 Nov 25 20:49:06.486571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699b5082-ce58-4d7f-8609-1b7f827b75cb req-0adb7633-0287-42b5-a8f1-f7602c5d0d32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:06.488314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-699b5082-ce58-4d7f-8609-1b7f827b75cb req-0adb7633-0287-42b5-a8f1-f7602c5d0d32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0693851 Nov 25 20:49:06.513370 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5fe75912-1798-42bf-be60-27b4b59b3cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'da04d442-a949-4ce2-bc7a-c8817c5859c2', 'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:57:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:33Z', 'updated_at': '2021-11-25T20:47:37Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:06.541322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe75912-1798-42bf-be60-27b4b59b3cb4 None None] Checking router: c186b7e5-48a6-4bac-8757-88ec06f4535c for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:49:06.550346 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe75912-1798-42bf-be60-27b4b59b3cb4 None None] Routers {'c186b7e5-48a6-4bac-8757-88ec06f4535c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:49:06.550988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5fe75912-1798-42bf-be60-27b4b59b3cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c186b7e5-48a6-4bac-8757-88ec06f4535c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:06.595562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-699b5082-ce58-4d7f-8609-1b7f827b75cb req-539e4157-4d53-4bbf-903d-031d737e33a7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973830 Nov 25 20:49:06.618079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-e413d896-2926-4c20-ac21-7ae1c77e38fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:06.618079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-e413d896-2926-4c20-ac21-7ae1c77e38fd service neutron] 10.222.0.76 "GET /v2.0/networks?id=6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 200 len: 898 time: 0.1277270 Nov 25 20:49:06.661351 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-5fe75912-1798-42bf-be60-27b4b59b3cb4 None None] Set router c186b7e5-48a6-4bac-8757-88ec06f4535c gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:49:06.664198 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-3c73b611-14aa-4a43-9bcb-e44459c1264d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 200 len: 217 time: 0.0396237 Nov 25 20:49:06.715518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-df0a8b5d-0a99-4b02-ad15-c24fffacecb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:06.717023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-df0a8b5d-0a99-4b02-ad15-c24fffacecb6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=c1e9f807-9eb9-45ff-8557-10df8a6e64f2 HTTP/1.1" status: 200 len: 835 time: 0.0457742 Nov 25 20:49:06.764284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-a8b94cf4-fb5c-4e28-8735-1a79869c50ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:06.765844 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-a8b94cf4-fb5c-4e28-8735-1a79869c50ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=6e9c8453-83a8-4157-90d6-c3946dcfb46f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412340 Nov 25 20:49:06.766879 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:06.777184 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-b05f5483-4cf5-4a1d-95c8-dd90b1b5c53f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:49:06.778166 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-b05f5483-4cf5-4a1d-95c8-dd90b1b5c53f service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051289 Nov 25 20:49:06.873809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-3249a90d-5a1f-42a4-9547-89daf0a5e118 service neutron] 10.222.0.76 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879104 Nov 25 20:49:06.881426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-5fe75912-1798-42bf-be60-27b4b59b3cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'da04d442-a949-4ce2-bc7a-c8817c5859c2', 'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:57:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:33Z', 'updated_at': '2021-11-25T20:47:37Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:06.909457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe75912-1798-42bf-be60-27b4b59b3cb4 None None] The sync data for ids ['c186b7e5-48a6-4bac-8757-88ec06f4535c'] in n-d-817303-9 is: [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'da04d442-a949-4ce2-bc7a-c8817c5859c2', 'name': '', 'network_id': '6e9c8453-83a8-4157-90d6-c3946dcfb46f', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:57:6e:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:33Z', 'updated_at': '2021-11-25T20:47:37Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'c1e9f807-9eb9-45ff-8557-10df8a6e64f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:49:06.971571 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cabc2f00-b2e9-4910-82a6-e7ab513c3f07 req-098971d6-860c-4a19-8632-d366046c44d9 service neutron] 10.222.0.76 "GET /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899804 Nov 25 20:49:07.158507 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09663274-fb1c-45e4-90b6-b8f703edb667 None None] New status for floating IP e5e8d589-1d6e-45f1-a243-8be2d8fbee12: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:49:07.712066 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6051df83-d702-4880-b021-71869face4f9 req-a71ff5e7-b14f-4909-a87e-c1550af481ec tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:07.713554 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6051df83-d702-4880-b021-71869face4f9 req-a71ff5e7-b14f-4909-a87e-c1550af481ec tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0782969 Nov 25 20:49:07.765256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c078b109-0a29-4b32-94d6-c9927489762c req-9aa88f52-03c6-429a-a7cb-f2d608e923a7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:07.766783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c078b109-0a29-4b32-94d6-c9927489762c req-9aa88f52-03c6-429a-a7cb-f2d608e923a7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=601db573-4c8c-4de3-bd2e-9139aeded710 HTTP/1.1" status: 200 len: 945 time: 0.0892861 Nov 25 20:49:07.850379 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c078b109-0a29-4b32-94d6-c9927489762c req-584ff84e-4083-4b99-a13a-631fe55274a9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771639 Nov 25 20:49:07.862737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6051df83-d702-4880-b021-71869face4f9 req-c6791793-4456-47a7-afd6-3260ab888e80 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:49:07.863102 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6051df83-d702-4880-b021-71869face4f9 req-c6791793-4456-47a7-afd6-3260ab888e80 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:07.953042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-6051df83-d702-4880-b021-71869face4f9 req-c6791793-4456-47a7-afd6-3260ab888e80 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:49:07.953405 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6051df83-d702-4880-b021-71869face4f9 req-c6791793-4456-47a7-afd6-3260ab888e80 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:07.967365 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-6051df83-d702-4880-b021-71869face4f9 req-c6791793-4456-47a7-afd6-3260ab888e80 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:49:08.073397 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:08.132924 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6051df83-d702-4880-b021-71869face4f9 req-c6791793-4456-47a7-afd6-3260ab888e80 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:08.160312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6791793-4456-47a7-afd6-3260ab888e80 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=2e170bfd-59f8-456e-b8f0-c98dd2e22ccc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:08.204042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-6051df83-d702-4880-b021-71869face4f9 req-c6791793-4456-47a7-afd6-3260ab888e80 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] No DVR routers for this DVR port 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:49:08.206888 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6051df83-d702-4880-b021-71869face4f9 req-c6791793-4456-47a7-afd6-3260ab888e80 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:08.210311 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6051df83-d702-4880-b021-71869face4f9 req-c6791793-4456-47a7-afd6-3260ab888e80 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "DELETE /v2.0/ports/2e170bfd-59f8-456e-b8f0-c98dd2e22ccc HTTP/1.1" status: 204 len: 173 time: 0.4893315 Nov 25 20:49:08.369812 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'name': 'network-vif-deleted', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:49:08.372220 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5f069f7-7032-4e6d-ab2d-1be2506e3e1b" -d '{"events": [{"server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "name": "network-vif-deleted", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:49:08.410355 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd97472e-96d7-4f75-8d02-23415afc072f x-openstack-request-id: req-bd97472e-96d7-4f75-8d02-23415afc072f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:49:08.410719 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "601db573-4c8c-4de3-bd2e-9139aeded710", "name": "network-vif-deleted", "tag": "2e170bfd-59f8-456e-b8f0-c98dd2e22ccc", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:49:08.411004 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-bd97472e-96d7-4f75-8d02-23415afc072f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:49:08.411410 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '601db573-4c8c-4de3-bd2e-9139aeded710', 'name': 'network-vif-deleted', 'tag': '2e170bfd-59f8-456e-b8f0-c98dd2e22ccc', 'status': 'completed', 'code': 200} Nov 25 20:49:08.598179 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:08.908962 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52336) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:09.588735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:09.842281 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port da04d442-a949-4ce2-bc7a-c8817c5859c2 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:49:09.842626 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:09.933111 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port da04d442-a949-4ce2-bc7a-c8817c5859c2, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=da04d442-a949-4ce2-bc7a-c8817c5859c2,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:49:09.933790 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:09.945795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for da04d442-a949-4ce2-bc7a-c8817c5859c2 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:49:10.132368 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:10.158200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=da04d442-a949-4ce2-bc7a-c8817c5859c2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:10.333461 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:10.550701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router c186b7e5-48a6-4bac-8757-88ec06f4535c has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:49:10.658101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:49:10.665539 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9d48ec1c-5c49-45e7-85ef-b9b8b7ff2398 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "PUT /v2.0/routers/c186b7e5-48a6-4bac-8757-88ec06f4535c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7547696 Nov 25 20:49:10.666110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52338) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:10.670987 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0536279-5dfd-4964-b0bb-1ddd7ffed89b None None] Sync routers for ids ['c186b7e5-48a6-4bac-8757-88ec06f4535c'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:49:10.683048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0536279-5dfd-4964-b0bb-1ddd7ffed89b None None] Routers {'c186b7e5-48a6-4bac-8757-88ec06f4535c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:49:10.683754 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b0536279-5dfd-4964-b0bb-1ddd7ffed89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c186b7e5-48a6-4bac-8757-88ec06f4535c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:10.717622 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f630b4-d663-4638-b066-430088fc8133 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting subnet c1e9f807-9eb9-45ff-8557-10df8a6e64f2 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:49:10.721412 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26f630b4-d663-4638-b066-430088fc8133 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:10.764441 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26f630b4-d663-4638-b066-430088fc8133 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:10.790742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b0536279-5dfd-4964-b0bb-1ddd7ffed89b None None] Set router c186b7e5-48a6-4bac-8757-88ec06f4535c gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:49:10.859403 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26f630b4-d663-4638-b066-430088fc8133 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:10.922934 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26f630b4-d663-4638-b066-430088fc8133 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:10.948831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f630b4-d663-4638-b066-430088fc8133 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Subnet': ['ID=c1e9f807-9eb9-45ff-8557-10df8a6e64f2,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:10.956097 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-26f630b4-d663-4638-b066-430088fc8133 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:10.961955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-26f630b4-d663-4638-b066-430088fc8133 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/subnets/c1e9f807-9eb9-45ff-8557-10df8a6e64f2 HTTP/1.1" status: 204 len: 168 time: 0.2923965 Nov 25 20:49:10.962283 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52340) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:11.011760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcc5313-d557-4ad7-8e63-549107e1e9c2 None None] Network 6e9c8453-83a8-4157-90d6-c3946dcfb46f requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:49:11.077355 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.186717 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.245221 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port b289d11a-e857-454b-847c-55aa64aaae6a {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:49:11.245569 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.250861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b0536279-5dfd-4964-b0bb-1ddd7ffed89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124'}], 'enable_snat': True}, 'gw_port_id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:49:10Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'b289d11a-e857-454b-847c-55aa64aaae6a', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:f2:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:47:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:11.278735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0536279-5dfd-4964-b0bb-1ddd7ffed89b None None] Checking router: c186b7e5-48a6-4bac-8757-88ec06f4535c for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:49:11.288128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0536279-5dfd-4964-b0bb-1ddd7ffed89b None None] Routers {'c186b7e5-48a6-4bac-8757-88ec06f4535c'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:49:11.288735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b0536279-5dfd-4964-b0bb-1ddd7ffed89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['c186b7e5-48a6-4bac-8757-88ec06f4535c'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:11.334562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port b289d11a-e857-454b-847c-55aa64aaae6a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b289d11a-e857-454b-847c-55aa64aaae6a,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:49:11.334965 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.348146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for b289d11a-e857-454b-847c-55aa64aaae6a owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:49:11.352978 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1af6446-0677-4a17-bb10-93e3f7c54d14 None None] DHCP port deletion for 6e9c8453-83a8-4157-90d6-c3946dcfb46f request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:49:11.416878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-b0536279-5dfd-4964-b0bb-1ddd7ffed89b None None] Set router c186b7e5-48a6-4bac-8757-88ec06f4535c gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:49:11.476530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:49:11.481064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device a9a669f0-f9cf-4526-b3f8-571ebbd39d8f no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:49:11.483538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-b0536279-5dfd-4964-b0bb-1ddd7ffed89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:49:11Z', 'revision_number': 6, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:11.532855 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.552118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:49:11.552467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 2e170bfd-59f8-456e-b8f0-c98dd2e22ccc not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:49:11.556377 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0536279-5dfd-4964-b0bb-1ddd7ffed89b None None] The sync data for ids ['c186b7e5-48a6-4bac-8757-88ec06f4535c'] in n-d-817303-9 is: [{'id': 'c186b7e5-48a6-4bac-8757-88ec06f4535c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-662594225', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:47:30Z', 'updated_at': '2021-11-25T20:49:11Z', 'revision_number': 6, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:49:11.562411 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=b289d11a-e857-454b-847c-55aa64aaae6a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:11.573382 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d1af6446-0677-4a17-bb10-93e3f7c54d14 None None] Deleting port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:49:11.573769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d1af6446-0677-4a17-bb10-93e3f7c54d14 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.578056 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec22fb6-681b-45ea-94cb-d68240f8a68f None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:49:11.628553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.681341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d1af6446-0677-4a17-bb10-93e3f7c54d14 None None] For port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9a669f0-f9cf-4526-b3f8-571ebbd39d8f,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:49:11.681913 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d1af6446-0677-4a17-bb10-93e3f7c54d14 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.701787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d1af6446-0677-4a17-bb10-93e3f7c54d14 None None] Calling delete_port for a9a669f0-f9cf-4526-b3f8-571ebbd39d8f owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:49:11.712827 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.726126 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.728329 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.777130 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.777744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Fanout notify agent at l3_agent the message router_deleted on router c186b7e5-48a6-4bac-8757-88ec06f4535c {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:49:11.785780 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.789384 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-9bff825c-b745-4bef-9253-f20ce483833a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/routers/c186b7e5-48a6-4bac-8757-88ec06f4535c HTTP/1.1" status: 204 len: 168 time: 0.8236623 Nov 25 20:49:11.789529 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=a9a669f0-f9cf-4526-b3f8-571ebbd39d8f,segment=NetworkSegment(e1910739-f41e-4983-b1ce-52d860d0c169),segment_id=e1910739-f41e-4983-b1ce-52d860d0c169)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:49:11.789676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52342) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:11.795968 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.857384 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d1af6446-0677-4a17-bb10-93e3f7c54d14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.865325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=a9a669f0-f9cf-4526-b3f8-571ebbd39d8f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:11.872544 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.890020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1af6446-0677-4a17-bb10-93e3f7c54d14 None None] No DVR routers for this DVR port a9a669f0-f9cf-4526-b3f8-571ebbd39d8f on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:49:11.892518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af6446-0677-4a17-bb10-93e3f7c54d14 None None] Pushing event deleted for resources: {'Port': ['ID=a9a669f0-f9cf-4526-b3f8-571ebbd39d8f,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:11.972508 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:11.995192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e9c8453-83a8-4157-90d6-c3946dcfb46f']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:12.005972 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1910739-f41e-4983-b1ce-52d860d0c169') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:12.006345 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1910739-f41e-4983-b1ce-52d860d0c169') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:12.019035 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.032665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.038783 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Releasing vlan 646 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:49:12.039224 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:49:12.042219 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:49:12.105054 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.112601 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.115806 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/networks/6e9c8453-83a8-4157-90d6-c3946dcfb46f HTTP/1.1" status: 204 len: 168 time: 0.3251450 Nov 25 20:49:12.118717 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52344) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:12.127042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3826882-1fc9-49d4-8b85-2e084af3590d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Network': ['ID=6e9c8453-83a8-4157-90d6-c3946dcfb46f,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:12.177171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.202045 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.262891 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.265450 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.267144 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/security-groups/bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c HTTP/1.1" status: 204 len: 168 time: 0.1468644 Nov 25 20:49:12.276522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc8a6cd-31a8-4ceb-85dc-7b3113b6395c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:12.285232 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.285582 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.285933 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.286273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.286613 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.286988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.287325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.287655 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.287989 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.288319 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.288647 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.288972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79abc584-582c-4102-b8ca-f36ef085772f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:12.525313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52350) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:12.530207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-83b8d3a2-aad6-4b10-b0c7-5d1c4f4cbe2d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1006413286', 'description': 'tempest-secgroup-smoke-1006413286 description', 'project_id': '2d3b92657d744303b70dce52bf7a2b79'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:12.556596 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-83b8d3a2-aad6-4b10-b0c7-5d1c4f4cbe2d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.634291 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-83b8d3a2-aad6-4b10-b0c7-5d1c4f4cbe2d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.638239 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-83b8d3a2-aad6-4b10-b0c7-5d1c4f4cbe2d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.667880 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-83b8d3a2-aad6-4b10-b0c7-5d1c4f4cbe2d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.669115 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-83b8d3a2-aad6-4b10-b0c7-5d1c4f4cbe2d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1426160 Nov 25 20:49:12.672405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52352) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:12.673642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b8d3a2-aad6-4b10-b0c7-5d1c4f4cbe2d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05fc5007-afea-451a-847a-c6e7c3ad236a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:12.678336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-83bfed00-c233-44de-affd-a22674ba71c0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '05fc5007-afea-451a-847a-c6e7c3ad236a', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:12.708148 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83bfed00-c233-44de-affd-a22674ba71c0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.765955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83bfed00-c233-44de-affd-a22674ba71c0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.771536 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83bfed00-c233-44de-affd-a22674ba71c0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.797870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfed00-c233-44de-affd-a22674ba71c0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe4a78f-cddc-45d3-b5b1-61516dce82c2,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:12.804336 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-83bfed00-c233-44de-affd-a22674ba71c0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.808270 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52354) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:12.808624 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-83bfed00-c233-44de-affd-a22674ba71c0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344016 Nov 25 20:49:12.814316 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fb5b5810-d87c-478e-87b7-00ffb1c1d3b5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '05fc5007-afea-451a-847a-c6e7c3ad236a', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:12.842620 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5810-d87c-478e-87b7-00ffb1c1d3b5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.899536 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5810-d87c-478e-87b7-00ffb1c1d3b5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.903469 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5810-d87c-478e-87b7-00ffb1c1d3b5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.920782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b5810-d87c-478e-87b7-00ffb1c1d3b5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63b455f3-69ee-4af4-ae2c-3b99b0de80b4,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:12.929346 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fb5b5810-d87c-478e-87b7-00ffb1c1d3b5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:12.930551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fb5b5810-d87c-478e-87b7-00ffb1c1d3b5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1210473 Nov 25 20:49:12.933312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52356) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:12.937526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-13f189dd-6081-4214-8a72-9ed8259c3db0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '05fc5007-afea-451a-847a-c6e7c3ad236a', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:12.964547 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13f189dd-6081-4214-8a72-9ed8259c3db0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.026808 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13f189dd-6081-4214-8a72-9ed8259c3db0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.030211 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13f189dd-6081-4214-8a72-9ed8259c3db0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.048458 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f189dd-6081-4214-8a72-9ed8259c3db0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e46cdc2-9251-4a57-aa30-f8734def4f83,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:13.056437 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-13f189dd-6081-4214-8a72-9ed8259c3db0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.060298 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-13f189dd-6081-4214-8a72-9ed8259c3db0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235225 Nov 25 20:49:13.060487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52358) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:13.065608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ad5cd1f2-27b7-4d26-bb69-15592309092f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '05fc5007-afea-451a-847a-c6e7c3ad236a', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:13.093918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad5cd1f2-27b7-4d26-bb69-15592309092f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.153549 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad5cd1f2-27b7-4d26-bb69-15592309092f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.157284 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad5cd1f2-27b7-4d26-bb69-15592309092f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.175929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cd1f2-27b7-4d26-bb69-15592309092f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c64e921-b397-4230-a811-3e76bd3469d2,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:13.182956 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ad5cd1f2-27b7-4d26-bb69-15592309092f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.183960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ad5cd1f2-27b7-4d26-bb69-15592309092f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1224773 Nov 25 20:49:13.187161 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52360) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:13.192357 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-8e214d0b-5464-417b-aee2-e98d5e91568e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '05fc5007-afea-451a-847a-c6e7c3ad236a', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:13.213517 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-8e214d0b-5464-417b-aee2-e98d5e91568e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Project 2d3b92657d744303b70dce52bf7a2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:49:13.218494 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e214d0b-5464-417b-aee2-e98d5e91568e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.277812 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e214d0b-5464-417b-aee2-e98d5e91568e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.281509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e214d0b-5464-417b-aee2-e98d5e91568e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.301547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e214d0b-5464-417b-aee2-e98d5e91568e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9303d78e-99e7-4a17-9913-bc147752b061,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:13.309453 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-8e214d0b-5464-417b-aee2-e98d5e91568e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.310667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-8e214d0b-5464-417b-aee2-e98d5e91568e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1225595 Nov 25 20:49:13.315287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52362) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:13.319984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9347f1b6-bfcf-425c-a198-2d830c65690a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '05fc5007-afea-451a-847a-c6e7c3ad236a', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:13.343308 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-9347f1b6-bfcf-425c-a198-2d830c65690a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Project 2d3b92657d744303b70dce52bf7a2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:49:13.349690 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9347f1b6-bfcf-425c-a198-2d830c65690a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.410551 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device da04d442-a949-4ce2-bc7a-c8817c5859c2 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:49:13.420100 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9347f1b6-bfcf-425c-a198-2d830c65690a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.425309 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9347f1b6-bfcf-425c-a198-2d830c65690a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.434301 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: da04d442-a949-4ce2-bc7a-c8817c5859c2 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:49:13.434652 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device da04d442-a949-4ce2-bc7a-c8817c5859c2 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:49:13.435307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b289d11a-e857-454b-847c-55aa64aaae6a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:49:13.444407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347f1b6-bfcf-425c-a198-2d830c65690a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=375b39e5-d24f-44d9-a808-488ce9710d7a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:13.453658 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9347f1b6-bfcf-425c-a198-2d830c65690a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.454972 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9347f1b6-bfcf-425c-a198-2d830c65690a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1385899 Nov 25 20:49:13.457238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b289d11a-e857-454b-847c-55aa64aaae6a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:49:13.457592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b289d11a-e857-454b-847c-55aa64aaae6a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:49:13.458825 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52364) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:13.463810 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'network': {'name': 'tempest-network-smoke--395920193', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'port_security_enabled': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:13.484438 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:49:13.488693 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.512495 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 616} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:49:13.521718 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.522072 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Added segment c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9 of type vlan for network fdf6880a-0eab-476b-950b-d6987b849374 Nov 25 20:49:13.563684 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.587930 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.593590 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:13.594183 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.629859 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1699536 Nov 25 20:49:13.632661 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52366) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:13.637366 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'admin_state_up': True, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:13.661910 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.663051 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.668859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0579406-8684-4d1e-bc10-f0411bb21a8e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Network': ['ID=fdf6880a-0eab-476b-950b-d6987b849374,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:13.681219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network fdf6880a-0eab-476b-950b-d6987b849374 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:49:13.731520 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:13.875322 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:14.074634 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:14.093791 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:14.199892 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.25.8.83 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/3d7f5e69-3eca-4e74-98c9-9e64b0610c97) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:49:14.301776 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:14.334587 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:14.374685 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:49:14.379534 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:49:14.382973 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:49:14.391956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050a738-3bac-4696-b54d-45a24cc79c0e None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:49:14.410110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=3d7f5e69-3eca-4e74-98c9-9e64b0610c97,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:14.508614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-6b607812-0d50-4b0d-94fd-e2132d8cfcf7 None None] Provisioning complete for port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:14.509208 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6b607812-0d50-4b0d-94fd-e2132d8cfcf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:14.544669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-6b607812-0d50-4b0d-94fd-e2132d8cfcf7 None None] Port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:49:14.961065 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:15.166308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:15.296135 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 38c0fe68-f389-441d-8f67-ec6c09356e3b is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:49:15.402527 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:49:15.413483 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Sync routers for ids ['38c0fe68-f389-441d-8f67-ec6c09356e3b'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:49:15.422615 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:15.425081 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Routers {'38c0fe68-f389-441d-8f67-ec6c09356e3b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:49:15.425704 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['38c0fe68-f389-441d-8f67-ec6c09356e3b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:15.427366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6cf688ca-1ab1-45e6-af38-a9ef8f9a99fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7935150 Nov 25 20:49:15.427863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52368) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:15.458106 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-99bdfe33-315c-4156-8a97-ceb167ed2942 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2d3b92657d744303b70dce52bf7a2b79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290041 Nov 25 20:49:15.460754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52370) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:15.530988 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Set router 38c0fe68-f389-441d-8f67-ec6c09356e3b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:49:15.553850 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a748a6ab-5979-4c02-9367-f23d3a4cbe33 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:15.555344 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a748a6ab-5979-4c02-9367-f23d3a4cbe33 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0936828 Nov 25 20:49:15.558439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52372) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:15.587279 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cdd22d46-54f3-4f68-a0c2-200e9e75e559 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276232 Nov 25 20:49:15.589646 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52374) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:15.594326 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1815726423', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:15.683071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:49:15.686617 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:15.717066 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:14Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:15.744194 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Checking router: 38c0fe68-f389-441d-8f67-ec6c09356e3b for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:49:15.744538 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Updating router 38c0fe68-f389-441d-8f67-ec6c09356e3b port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:49:15.774121 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:15.876252 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:15.940248 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Subnet': ['ID=883c9a43-a35c-4709-90cf-c86a209145b1,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:15.950569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Checking segment: {'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:49:15.950964 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network hostable DHCP agents. Network: fdf6880a-0eab-476b-950b-d6987b849374, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:49:15.967903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network fdf6880a-0eab-476b-950b-d6987b849374 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:49:15.978029 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, fdf6880a-0eab-476b-950b-d6987b849374) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:49:15.982843 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:15.983460 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:15.989456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ece79b-43fd-4569-8ac5-97ddc797618b None None] Network fdf6880a-0eab-476b-950b-d6987b849374 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:49:16.001889 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a12395b0-1e29-42bc-9d4e-93edcdda9644 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4112389 Nov 25 20:49:16.005162 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52376) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:16.037495 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.044485 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.094719 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Attempting to bind port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:49:16.096535 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Attempting to bind port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:49:16.097089 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Attempting to bind port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:49:16.109171 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:49:16.109887 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:49:16.110360 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.111481 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:49:16.111967 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Bound port: 3d7f5e69-3eca-4e74-98c9-9e64b0610c97, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:49:16.112344 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.125870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c80e8e3-82bf-489b-ad96-46c05c2c7a7f None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:49:16.145083 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Pushing event updated for resources: {'Port': ['ID=3d7f5e69-3eca-4e74-98c9-9e64b0610c97,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:16.171489 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.171649 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-fdf6880a-0eab-476b-950b-d6987b849374', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ips': [{'subnet_id': '883c9a43-a35c-4709-90cf-c86a209145b1'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:49:16.172081 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.172450 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.172847 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.173956 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.174071 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.174174 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.174509 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.174851 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.175177 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.175497 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.175937 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.176114 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:49:16.187540 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] For port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:49:16.196883 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] For port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3d7f5e69-3eca-4e74-98c9-9e64b0610c97,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:49:16.201077 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.254666 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2b841a-97d0-4bfc-9ae4-6301981f4e55 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:49:16.260287 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Routers {'38c0fe68-f389-441d-8f67-ec6c09356e3b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:49:16.260895 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['38c0fe68-f389-441d-8f67-ec6c09356e3b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:16.317648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9060513c-ef82-4155-ac15-91cff98e3e1a None None] Provisioning complete for port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:16.318410 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9060513c-ef82-4155-ac15-91cff98e3e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.319868 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba2969a-67dc-49d2-b516-ba19db982096 None None] Pushing event updated for resources: {'Port': ['ID=3d7f5e69-3eca-4e74-98c9-9e64b0610c97,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:16.369593 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Allocated IP 172.20.0.2 (fdf6880a-0eab-476b-950b-d6987b849374/883c9a43-a35c-4709-90cf-c86a209145b1/20ec7fd9-c062-4982-93aa-4368a550776a) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:49:16.399132 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] Set router 38c0fe68-f389-441d-8f67-ec6c09356e3b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:49:16.476440 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9060513c-ef82-4155-ac15-91cff98e3e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.511198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9060513c-ef82-4155-ac15-91cff98e3e1a None None] For port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3d7f5e69-3eca-4e74-98c9-9e64b0610c97,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:49:16.516000 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.520775 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9060513c-ef82-4155-ac15-91cff98e3e1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.594491 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:14Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:16.615380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060513c-ef82-4155-ac15-91cff98e3e1a None None] Pushing event updated for resources: {'Port': ['ID=3d7f5e69-3eca-4e74-98c9-9e64b0610c97,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:16.623076 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ddfc1c3-3579-4e3a-8e8c-eaab687dac0d None None] The sync data for ids ['38c0fe68-f389-441d-8f67-ec6c09356e3b'] in n-d-817303-9 is: [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:14Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:49:16.625427 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.636572 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.694247 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3c0540ce-874e-4464-828c-87445634db57 None None] Provisioning complete for port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:16.694619 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3c0540ce-874e-4464-828c-87445634db57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.698656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Network fdf6880a-0eab-476b-950b-d6987b849374 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:49:16.736961 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:49:16.744163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:49:16.753179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Pushing event updated for resources: {'Port': ['ID=20ec7fd9-c062-4982-93aa-4368a550776a,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:16.844270 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Attempting to bind port 20ec7fd9-c062-4982-93aa-4368a550776a on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:49:16.844270 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Attempting to bind port 20ec7fd9-c062-4982-93aa-4368a550776a by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:49:16.844270 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Attempting to bind port 20ec7fd9-c062-4982-93aa-4368a550776a on network fdf6880a-0eab-476b-950b-d6987b849374 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:49:16.857638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.20.0.1 (fdf6880a-0eab-476b-950b-d6987b849374/883c9a43-a35c-4709-90cf-c86a209145b1/b05017da-503a-4527-82c0-37e7755e470d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:49:16.862147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:49:16.862537 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Checking segment: {'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:49:16.865659 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.866208 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Bound using segment: {'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:49:16.866748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Bound port: 20ec7fd9-c062-4982-93aa-4368a550776a, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:49:16.867207 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:16.950831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] For port 20ec7fd9-c062-4982-93aa-4368a550776a, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:49:16.955887 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] For port 20ec7fd9-c062-4982-93aa-4368a550776a, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=20ec7fd9-c062-4982-93aa-4368a550776a,segment=NetworkSegment(c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9),segment_id=c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:49:16.964038 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.034592 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b46f1fb-04da-4d30-9fde-7c589d278b1d None None] Pushing event updated for resources: {'Port': ['ID=20ec7fd9-c062-4982-93aa-4368a550776a,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:17.037674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.081540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.132373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network fdf6880a-0eab-476b-950b-d6987b849374 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:49:17.137843 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:49:17.142371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:49:17.181778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=b05017da-503a-4527-82c0-37e7755e470d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:17.208632 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.409438 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.548728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:49:17.601713 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:17.602232 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.691729 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 20ec7fd9-c062-4982-93aa-4368a550776a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:49:17.754206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 20ec7fd9-c062-4982-93aa-4368a550776a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:17.754585 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.783908 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.789692 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.837037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.869489 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.871408 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=b05017da-503a-4527-82c0-37e7755e470d,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:17.877526 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 20ec7fd9-c062-4982-93aa-4368a550776a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=20ec7fd9-c062-4982-93aa-4368a550776a,segment=NetworkSegment(c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9),segment_id=c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:49:17.882326 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:17.943452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=20ec7fd9-c062-4982-93aa-4368a550776a,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:17.975632 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network fdf6880a-0eab-476b-950b-d6987b849374 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:49:17.977231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:49:18.094847 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 38c0fe68-f389-441d-8f67-ec6c09356e3b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:49:18.213288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:49:18.218474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e7fd0380-0fbf-4be4-8c89-f94e6776f39f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "PUT /v2.0/routers/38c0fe68-f389-441d-8f67-ec6c09356e3b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2122629 Nov 25 20:49:18.255984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81afd14-bed3-416b-8871-20e5687b149d None None] Network fdf6880a-0eab-476b-950b-d6987b849374 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:49:18.348322 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-920e9a12-9629-429b-90e9-e0ac2a0e90f1 None None] Provisioning complete for port 20ec7fd9-c062-4982-93aa-4368a550776a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:18.348691 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-920e9a12-9629-429b-90e9-e0ac2a0e90f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:18.503375 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-29f3c135-0b7a-4160-85cf-7cf52258ca43 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1006413286&fields=id&tenant_id=2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 267 time: 0.0576496 Nov 25 20:49:18.626042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-0254cbdc-c52a-4e15-86f5-dc99e7528255 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:18.627654 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-0254cbdc-c52a-4e15-86f5-dc99e7528255 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/networks?id=fdf6880a-0eab-476b-950b-d6987b849374 HTTP/1.1" status: 200 len: 796 time: 0.1166630 Nov 25 20:49:18.643690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-0d872513-e50c-407e-95cf-3f41a2fdc2e7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/quotas/2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 375 time: 0.0099478 Nov 25 20:49:18.705344 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-9c9f30db-ffcd-4575-908a-ee7bbf8a6099 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0552554 Nov 25 20:49:18.743976 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b6d92f7f-cbad-4e2d-9e51-12320032dd59 None None] Provisioning complete for port 20ec7fd9-c062-4982-93aa-4368a550776a triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:18.744702 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b6d92f7f-cbad-4e2d-9e51-12320032dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:18.779053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Sync routers for ids ['38c0fe68-f389-441d-8f67-ec6c09356e3b'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:49:18.803153 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Routers {'38c0fe68-f389-441d-8f67-ec6c09356e3b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:49:18.803789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['38c0fe68-f389-441d-8f67-ec6c09356e3b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:18.826595 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-308b00d3-facb-4589-b80f-35a169c35ec7 service neutron] 10.222.0.15 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087053 Nov 25 20:49:18.926499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-8ca4044d-6c99-48c4-b8ea-722186fdff48 service neutron] 10.222.0.15 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920627 Nov 25 20:49:19.143258 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e92581c7-7621-4cf6-9e61-33e62530a7fc req-097a4588-1d60-48b1-9d4a-50337be997e1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 210 time: 0.0497992 Nov 25 20:49:19.165680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Set router 38c0fe68-f389-441d-8f67-ec6c09356e3b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:49:19.167788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b6d92f7f-cbad-4e2d-9e51-12320032dd59 None None] Provisioning complete for port b05017da-503a-4527-82c0-37e7755e470d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:19.168168 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b6d92f7f-cbad-4e2d-9e51-12320032dd59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:19.242281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-b6d92f7f-cbad-4e2d-9e51-12320032dd59 None None] Port b05017da-503a-4527-82c0-37e7755e470d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:49:19.400674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-98438e0d-c84f-4235-ac6a-aa54332088bf None None] Provisioning complete for port b05017da-503a-4527-82c0-37e7755e470d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:19.401312 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-98438e0d-c84f-4235-ac6a-aa54332088bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:19.433115 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 20ec7fd9-c062-4982-93aa-4368a550776a up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:49:19.473167 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-98438e0d-c84f-4235-ac6a-aa54332088bf None None] Port b05017da-503a-4527-82c0-37e7755e470d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:49:19.508679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:17Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b05017da-503a-4527-82c0-37e7755e470d', 'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:9f:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:16Z', 'updated_at': '2021-11-25T20:49:17Z', 'revision_number': 2, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:19.543731 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Checking router: 38c0fe68-f389-441d-8f67-ec6c09356e3b for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:49:19.544095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Updating router 38c0fe68-f389-441d-8f67-ec6c09356e3b port b05017da-503a-4527-82c0-37e7755e470d binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:49:19.545990 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 20ec7fd9-c062-4982-93aa-4368a550776a triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:19.546355 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:19.594157 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:19.910648 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:19.916080 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:19.965560 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e0604-0655-4c76-b256-f796efc96422 None None] Pushing event updated for resources: {'Port': ['ID=b05017da-503a-4527-82c0-37e7755e470d,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:20.019070 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Attempting to bind port b05017da-503a-4527-82c0-37e7755e470d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:49:20.019362 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Attempting to bind port b05017da-503a-4527-82c0-37e7755e470d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:49:20.019732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Attempting to bind port b05017da-503a-4527-82c0-37e7755e470d on network fdf6880a-0eab-476b-950b-d6987b849374 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:49:20.025429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 49, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:49:20.025818 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Checking segment: {'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:49:20.026233 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:20.026745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Bound using segment: {'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:49:20.027255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Bound port: b05017da-503a-4527-82c0-37e7755e470d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:49:20.027671 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:20.131337 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] For port b05017da-503a-4527-82c0-37e7755e470d, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:49:20.136332 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] For port b05017da-503a-4527-82c0-37e7755e470d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b05017da-503a-4527-82c0-37e7755e470d,segment=NetworkSegment(c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9),segment_id=c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:49:20.144126 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:20.177443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-8b5d6a3a-1e6d-4c40-8783-b16e4cd00ff8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:20.179634 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-8b5d6a3a-1e6d-4c40-8783-b16e4cd00ff8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "GET /v2.0/networks?id=fdf6880a-0eab-476b-950b-d6987b849374 HTTP/1.1" status: 200 len: 796 time: 0.1571620 Nov 25 20:49:20.230538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d95a732e-8594-4b62-bba7-abe1870c944f None None] Provisioning complete for port b05017da-503a-4527-82c0-37e7755e470d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:20.230538 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d95a732e-8594-4b62-bba7-abe1870c944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:20.256089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e0604-0655-4c76-b256-f796efc96422 None None] Pushing event updated for resources: {'Port': ['ID=b05017da-503a-4527-82c0-37e7755e470d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:20.261449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Routers {'38c0fe68-f389-441d-8f67-ec6c09356e3b'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:49:20.262090 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['38c0fe68-f389-441d-8f67-ec6c09356e3b'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:20.284962 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-dae8a958-6c55-4ad0-841e-c4c9a16f4d2d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 380 time: 0.0947642 Nov 25 20:49:20.304619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'port': {'device_id': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'admin_state_up': True, 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'security_groups': ['05fc5007-afea-451a-847a-c6e7c3ad236a']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:20.310234 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cdd94ed6-99c6-49bd-ab98-5d7c1eb07125 req-577c97f3-a658-458f-9cff-b1f25e15fe0f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 210 time: 0.0441751 Nov 25 20:49:20.443338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:49:20.443610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d95a732e-8594-4b62-bba7-abe1870c944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:20.446295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] Set router 38c0fe68-f389-441d-8f67-ec6c09356e3b gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:49:20.447450 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:20.543229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d95a732e-8594-4b62-bba7-abe1870c944f None None] For port b05017da-503a-4527-82c0-37e7755e470d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b05017da-503a-4527-82c0-37e7755e470d,segment=NetworkSegment(c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9),segment_id=c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:49:20.565261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d95a732e-8594-4b62-bba7-abe1870c944f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:20.589060 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.20.0.6 (fdf6880a-0eab-476b-950b-d6987b849374/883c9a43-a35c-4709-90cf-c86a209145b1/830efd70-2cdc-4c43-963e-229f582baaef) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:49:20.663135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95a732e-8594-4b62-bba7-abe1870c944f None None] Pushing event updated for resources: {'Port': ['ID=b05017da-503a-4527-82c0-37e7755e470d,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:20.716311 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9adf6c52-3779-4890-a673-afb1b6db2f3f None None] Provisioning complete for port b05017da-503a-4527-82c0-37e7755e470d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:20.716686 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9adf6c52-3779-4890-a673-afb1b6db2f3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:20.735228 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:20.774533 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:20.774872 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:17Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b05017da-503a-4527-82c0-37e7755e470d', 'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:9f:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:16Z', 'updated_at': '2021-11-25T20:49:20Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:20.809300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e11cc3-785b-4fcd-abce-b18042f9d721 None None] The sync data for ids ['38c0fe68-f389-441d-8f67-ec6c09356e3b'] in n-d-817303-9 is: [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:17Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b05017da-503a-4527-82c0-37e7755e470d', 'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:9f:fe:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:16Z', 'updated_at': '2021-11-25T20:49:20Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:49:20.830836 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network fdf6880a-0eab-476b-950b-d6987b849374 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:49:20.836495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:49:20.840668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:49:20.888170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=830efd70-2cdc-4c43-963e-229f582baaef,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:20.911775 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:20.912529 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:20.930289 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-ad8a1581-66b1-472b-9384-1cdc809e6fcb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6309230 Nov 25 20:49:20.945480 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Request body: {'port': {'device_id': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:21.005414 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:21.199456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a0552e3b-8108-4ecc-ab19-0b48469efccc None None] Provisioning complete for port 830efd70-2cdc-4c43-963e-229f582baaef triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:21.199828 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a0552e3b-8108-4ecc-ab19-0b48469efccc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:21.241694 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-a0552e3b-8108-4ecc-ab19-0b48469efccc None None] Port 830efd70-2cdc-4c43-963e-229f582baaef cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:49:21.339012 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 830efd70-2cdc-4c43-963e-229f582baaef {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:49:21.350294 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:21.364301 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Transition to ACTIVE for port object 830efd70-2cdc-4c43-963e-229f582baaef will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:49:21.369018 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:21.474608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Pushing event updated for resources: {'Port': ['ID=830efd70-2cdc-4c43-963e-229f582baaef,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:21.490316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b05017da-503a-4527-82c0-37e7755e470d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:49:21.535363 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5021644a-0f44-42ae-a17a-13018aba7f68 req-614b3eaf-a1f9-4056-9102-e7fc7aaf2bc5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:21.536962 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5021644a-0f44-42ae-a17a-13018aba7f68 req-614b3eaf-a1f9-4056-9102-e7fc7aaf2bc5 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 943 time: 0.1357946 Nov 25 20:49:21.555228 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:21.575249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port b05017da-503a-4527-82c0-37e7755e470d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:21.575829 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:21.592130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Attempting to bind port 830efd70-2cdc-4c43-963e-229f582baaef on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:49:21.592571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Attempting to bind port 830efd70-2cdc-4c43-963e-229f582baaef by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:49:21.592995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Attempting to bind port 830efd70-2cdc-4c43-963e-229f582baaef on network fdf6880a-0eab-476b-950b-d6987b849374 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:49:21.607362 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Port 830efd70-2cdc-4c43-963e-229f582baaef on network fdf6880a-0eab-476b-950b-d6987b849374 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:49:21.609178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Attempting to bind port 830efd70-2cdc-4c43-963e-229f582baaef on network fdf6880a-0eab-476b-950b-d6987b849374 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:49:21.627165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:49:21.627681 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Checking segment: {'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:49:21.628170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Bound using segment: {'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:49:21.628707 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Bound port: 830efd70-2cdc-4c43-963e-229f582baaef, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:49:21.629160 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:21.636271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5021644a-0f44-42ae-a17a-13018aba7f68 req-94d26e38-71d3-43b7-acb8-8de7096974d0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846281 Nov 25 20:49:21.711738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] For port 830efd70-2cdc-4c43-963e-229f582baaef, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:49:21.715061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] For port 830efd70-2cdc-4c43-963e-229f582baaef, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=830efd70-2cdc-4c43-963e-229f582baaef,segment=NetworkSegment(c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9),segment_id=c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:49:21.720772 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:21.757793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:21.758624 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:21.760354 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] 10.222.0.76 "PUT /v2.0/ports/830efd70-2cdc-4c43-963e-229f582baaef HTTP/1.1" status: 200 len: 1091 time: 0.8195460 Nov 25 20:49:21.763209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'tag': '830efd70-2cdc-4c43-963e-229f582baaef'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:49:21.765383 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7" -d '{"events": [{"name": "network-changed", "server_uuid": "27a81e78-3927-4e51-b59c-9f2d0b770f7b", "tag": "830efd70-2cdc-4c43-963e-229f582baaef"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:49:21.803429 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d3575-bbed-4a7d-8ab4-f1f7c4db7673 service neutron] Pushing event updated for resources: {'Port': ['ID=830efd70-2cdc-4c43-963e-229f582baaef,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:21.830755 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccb0cd1-a920-4a74-a0a1-a04b8d1c9cd8 x-openstack-request-id: req-5ccb0cd1-a920-4a74-a0a1-a04b8d1c9cd8 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:49:21.831158 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a81e78-3927-4e51-b59c-9f2d0b770f7b", "tag": "830efd70-2cdc-4c43-963e-229f582baaef", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:49:21.832274 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-5ccb0cd1-a920-4a74-a0a1-a04b8d1c9cd8 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:49:21.832817 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'tag': '830efd70-2cdc-4c43-963e-229f582baaef', 'status': 'completed', 'code': 200} Nov 25 20:49:21.919207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-e924924f-3e55-4e64-9193-6408dd78ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:21.920999 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-e924924f-3e55-4e64-9193-6408dd78ba3e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 1094 time: 0.1080499 Nov 25 20:49:21.968763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-6ef82925-6d9d-4f66-9910-b0f59383a3a6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=830efd70-2cdc-4c43-963e-229f582baaef HTTP/1.1" status: 200 len: 217 time: 0.0376346 Nov 25 20:49:22.019214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-afe82b1b-43c9-4776-a405-e777ad43691c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:22.020682 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-afe82b1b-43c9-4776-a405-e777ad43691c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=883c9a43-a35c-4709-90cf-c86a209145b1 HTTP/1.1" status: 200 len: 835 time: 0.0449202 Nov 25 20:49:22.073678 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-9fe5797a-1b3b-4855-8f36-64f1f2f68d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:22.075260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-9fe5797a-1b3b-4855-8f36-64f1f2f68d75 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdf6880a-0eab-476b-950b-d6987b849374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475047 Nov 25 20:49:22.174751 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-f4026d4a-736f-47e8-adc1-8592afe18f6c service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899217 Nov 25 20:49:22.596489 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bfc78f79-14b3-4e40-acf4-c3ed1d7c1791 req-77fd7b3f-f5d3-4f7b-8147-d1f40d066b46 service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4147985 Nov 25 20:49:22.683912 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7 req-23da0aec-7d01-4eb8-a5d6-36d70ea3af7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:22.685461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7 req-23da0aec-7d01-4eb8-a5d6-36d70ea3af7f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 1094 time: 0.0410464 Nov 25 20:49:22.817682 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b86691a-2e0d-46c7-829f-27b14f60f4b7 req-774bb941-5a93-4f0a-8cc6-9e7e440890ad tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:22.819204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7b86691a-2e0d-46c7-829f-27b14f60f4b7 req-774bb941-5a93-4f0a-8cc6-9e7e440890ad tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 943 time: 0.1003356 Nov 25 20:49:22.820646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7 req-3c70de47-ac79-4ca2-b8ea-bb02f2098745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:22.821960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7 req-3c70de47-ac79-4ca2-b8ea-bb02f2098745 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fdf6880a-0eab-476b-950b-d6987b849374 HTTP/1.1" status: 200 len: 897 time: 0.1300147 Nov 25 20:49:22.885069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7 req-391bd5d1-fb43-41f7-a358-834f4ffacab4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=830efd70-2cdc-4c43-963e-229f582baaef HTTP/1.1" status: 200 len: 217 time: 0.0526891 Nov 25 20:49:22.945871 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7b86691a-2e0d-46c7-829f-27b14f60f4b7 req-40e4e937-758d-48ce-b9db-7276268ea126 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205235 Nov 25 20:49:22.959359 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7 req-80dde117-3646-4e9b-b9ad-bdbb8ed5f87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:22.960799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7 req-80dde117-3646-4e9b-b9ad-bdbb8ed5f87c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=883c9a43-a35c-4709-90cf-c86a209145b1 HTTP/1.1" status: 200 len: 835 time: 0.0653100 Nov 25 20:49:23.009088 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7 req-973af2ab-ccae-4d25-a512-9b08d29cc59b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:23.010590 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7 req-973af2ab-ccae-4d25-a512-9b08d29cc59b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdf6880a-0eab-476b-950b-d6987b849374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413995 Nov 25 20:49:23.108899 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7 req-e76c7276-554d-47ca-ad6f-8a261ed41f8d service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883923 Nov 25 20:49:23.199861 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b6d941c-a0c0-4ca0-a8af-08a5ab9658d7 req-c0ccdbab-7174-44ee-b3cb-e3f56bbfa4d9 service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835137 Nov 25 20:49:23.748085 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:24.022648 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:49:24.062639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feefd699-74be-4a97-ac0d-1e0950b6e935 req-13a74c33-d2bf-4d54-9cd7-5c7d6d741893 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:24.064730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-feefd699-74be-4a97-ac0d-1e0950b6e935 req-13a74c33-d2bf-4d54-9cd7-5c7d6d741893 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 943 time: 0.0504310 Nov 25 20:49:24.119223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-feefd699-74be-4a97-ac0d-1e0950b6e935 req-413c7a9b-6697-43c0-a993-01d64927a9de tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484207 Nov 25 20:49:25.241368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151553f0-e4f5-4608-9819-a856feb07444 req-dbb742ee-e36c-4aa3-af7a-f158df6b0ba2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:25.242961 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-151553f0-e4f5-4608-9819-a856feb07444 req-dbb742ee-e36c-4aa3-af7a-f158df6b0ba2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 943 time: 0.0520670 Nov 25 20:49:25.295809 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-151553f0-e4f5-4608-9819-a856feb07444 req-1d243f70-babc-4ba5-9946-94d6a92e359c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463316 Nov 25 20:49:25.531431 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 830efd70-2cdc-4c43-963e-229f582baaef details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:49:25.630095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 830efd70-2cdc-4c43-963e-229f582baaef, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=830efd70-2cdc-4c43-963e-229f582baaef,segment=NetworkSegment(c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9),segment_id=c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:49:25.643004 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '830efd70-2cdc-4c43-963e-229f582baaef', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'port_id': '830efd70-2cdc-4c43-963e-229f582baaef', 'mac_address': 'fa:16:3e:83:b6:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:49:25.689833 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:25.703369 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 830efd70-2cdc-4c43-963e-229f582baaef {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:49:25.723276 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 830efd70-2cdc-4c43-963e-229f582baaef, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=830efd70-2cdc-4c43-963e-229f582baaef,segment=NetworkSegment(c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9),segment_id=c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:49:25.727626 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:25.781627 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=830efd70-2cdc-4c43-963e-229f582baaef,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:25.924518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['830efd70-2cdc-4c43-963e-229f582baaef'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:49:26.415199 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c43106-2ff6-4980-b52d-134f1d47dacb req-1f2ce3cd-479d-4625-a488-8ecec9d8c3c2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:26.416710 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-10c43106-2ff6-4980-b52d-134f1d47dacb req-1f2ce3cd-479d-4625-a488-8ecec9d8c3c2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 944 time: 0.0490308 Nov 25 20:49:26.468556 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-10c43106-2ff6-4980-b52d-134f1d47dacb req-1f2f021a-b14b-4acc-8614-507aca064135 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456185 Nov 25 20:49:27.531160 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 830efd70-2cdc-4c43-963e-229f582baaef up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:49:27.585449 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 830efd70-2cdc-4c43-963e-229f582baaef completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:49:27.589190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 830efd70-2cdc-4c43-963e-229f582baaef triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:49:27.589566 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:27.596569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e360c48-9b88-42cc-9fba-d69ea8d18285 req-d65e22cb-c74c-4f3f-a070-faedea398937 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:27.598136 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e360c48-9b88-42cc-9fba-d69ea8d18285 req-d65e22cb-c74c-4f3f-a070-faedea398937 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 944 time: 0.0603495 Nov 25 20:49:27.650214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e360c48-9b88-42cc-9fba-d69ea8d18285 req-114e2d11-c5c2-45f6-8b9b-f8da4b594083 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458705 Nov 25 20:49:27.672535 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:27.696137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830efd70-2cdc-4c43-963e-229f582baaef'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:49:27.698392 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea85277-3042-4a43-bb4e-c5d44d2d680c" -d '{"events": [{"server_uuid": "27a81e78-3927-4e51-b59c-9f2d0b770f7b", "name": "network-vif-plugged", "status": "completed", "tag": "830efd70-2cdc-4c43-963e-229f582baaef"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:49:27.712349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 830efd70-2cdc-4c43-963e-229f582baaef, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=830efd70-2cdc-4c43-963e-229f582baaef,segment=NetworkSegment(c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9),segment_id=c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:49:27.716950 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:27.741110 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-319c570a-ef8e-44f8-8529-e70cc790735c x-openstack-request-id: req-319c570a-ef8e-44f8-8529-e70cc790735c {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:49:27.741405 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a81e78-3927-4e51-b59c-9f2d0b770f7b", "name": "network-vif-plugged", "status": "completed", "tag": "830efd70-2cdc-4c43-963e-229f582baaef", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:49:27.741662 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-319c570a-ef8e-44f8-8529-e70cc790735c {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:49:27.742059 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '830efd70-2cdc-4c43-963e-229f582baaef', 'code': 200} Nov 25 20:49:27.771670 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=830efd70-2cdc-4c43-963e-229f582baaef,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:27.838701 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed57a0c-6b32-4950-b68c-048fd8ff9731 req-2f744779-e9f5-4d80-97c4-75fc91763497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:27.840342 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ed57a0c-6b32-4950-b68c-048fd8ff9731 req-2f744779-e9f5-4d80-97c4-75fc91763497 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 1096 time: 0.0408859 Nov 25 20:49:27.892977 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ed57a0c-6b32-4950-b68c-048fd8ff9731 req-74375adf-0a0a-4dd5-a16d-c5a4ce762a0c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409527 Nov 25 20:49:28.769737 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeea267-d0ed-4015-bad6-dad4a3084bf5 req-f2bd25c3-f089-4677-bcb6-96d02738a825 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:28.771788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afeea267-d0ed-4015-bad6-dad4a3084bf5 req-f2bd25c3-f089-4677-bcb6-96d02738a825 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0490124 Nov 25 20:49:28.826865 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-afeea267-d0ed-4015-bad6-dad4a3084bf5 req-6e0251ff-a35a-4c77-8c89-9af8347545ea tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493290 Nov 25 20:49:29.946395 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c5be33-e102-4bc6-a26f-04477e54e04d req-a202b894-b044-4092-a08b-1f2a90c3676b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:29.947887 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09c5be33-e102-4bc6-a26f-04477e54e04d req-a202b894-b044-4092-a08b-1f2a90c3676b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0493762 Nov 25 20:49:30.000390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-09c5be33-e102-4bc6-a26f-04477e54e04d req-a4557290-edc2-4faa-b9ad-bb2fe0471b96 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465245 Nov 25 20:49:30.123790 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928d8e1-855f-4b2a-9e50-3479aff1feca req-582eb4e6-5ab0-4634-9131-201ef574fb97 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:30.125592 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c928d8e1-855f-4b2a-9e50-3479aff1feca req-582eb4e6-5ab0-4634-9131-201ef574fb97 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0563388 Nov 25 20:49:30.183393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c928d8e1-855f-4b2a-9e50-3479aff1feca req-ec0e01d4-db33-4eb9-a227-d5a1a4007825 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514653 Nov 25 20:49:30.206267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52432) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:30.252257 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87d61cf-974e-459b-a8db-81f76310a758 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:30.253824 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-b87d61cf-974e-459b-a8db-81f76310a758 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 1091 time: 0.0467074 Nov 25 20:49:30.256643 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52434) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:30.260967 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '830efd70-2cdc-4c43-963e-229f582baaef', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:49:30.284839 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:30.389764 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:30.503801 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.25.8.146 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/a70aad35-de83-4527-b359-3424a66f8397) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:49:30.610604 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:30.650611 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:30.695126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:49:30.699990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:49:30.703438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:49:30.727467 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=a70aad35-de83-4527-b359-3424a66f8397,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:31.063859 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:31.133911 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:31.290888 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:31.295712 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:31.368703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=a70aad35-de83-4527-b359-3424a66f8397,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:49:31.378221 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:31.479605 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Floating IP 83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe associated. External IP: 172.25.8.146, port: 830efd70-2cdc-4c43-963e-229f582baaef. Nov 25 20:49:31.695702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 38c0fe68-f389-441d-8f67-ec6c09356e3b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:49:31.805046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:49:31.815138 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918d993-4fa5-4431-8cca-2d8c325b5233 None None] Sync routers for ids ['38c0fe68-f389-441d-8f67-ec6c09356e3b'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:49:31.824557 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:31.825870 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918d993-4fa5-4431-8cca-2d8c325b5233 None None] Routers {'38c0fe68-f389-441d-8f67-ec6c09356e3b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:49:31.826657 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a918d993-4fa5-4431-8cca-2d8c325b5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['38c0fe68-f389-441d-8f67-ec6c09356e3b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:31.853807 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-38836031-0194-46f3-932c-072cd5c0421b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5961320 Nov 25 20:49:31.854652 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'tag': '830efd70-2cdc-4c43-963e-229f582baaef'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:49:31.857172 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-891ef5cb-3a13-4910-9c77-c5bd30609704" -d '{"events": [{"name": "network-changed", "server_uuid": "27a81e78-3927-4e51-b59c-9f2d0b770f7b", "tag": "830efd70-2cdc-4c43-963e-229f582baaef"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:49:31.962301 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9559230-d4e5-44eb-bd02-9501c17b189d req-868d3364-1d1f-46d9-9977-788167e38091 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:31.963858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9559230-d4e5-44eb-bd02-9501c17b189d req-868d3364-1d1f-46d9-9977-788167e38091 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0601044 Nov 25 20:49:32.015839 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d9559230-d4e5-44eb-bd02-9501c17b189d req-be417bce-8b2b-44e3-b0af-b98ec0a3d74c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446727 Nov 25 20:49:32.025674 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-a918d993-4fa5-4431-8cca-2d8c325b5233 None None] Set router 38c0fe68-f389-441d-8f67-ec6c09356e3b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:49:32.039231 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52442) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:32.107412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a5489c46-20c1-4fd0-bdab-64fc60f9f405 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe HTTP/1.1" status: 200 len: 991 time: 0.0669882 Nov 25 20:49:32.155233 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e841e641-1974-448d-996c-9deb91fb6f7b x-openstack-request-id: req-e841e641-1974-448d-996c-9deb91fb6f7b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:49:32.155530 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a81e78-3927-4e51-b59c-9f2d0b770f7b", "tag": "830efd70-2cdc-4c43-963e-229f582baaef", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:49:32.155788 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e841e641-1974-448d-996c-9deb91fb6f7b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:49:32.156198 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'tag': '830efd70-2cdc-4c43-963e-229f582baaef', 'status': 'completed', 'code': 200} Nov 25 20:49:32.217203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ef5cb-3a13-4910-9c77-c5bd30609704 req-a5d31c2d-52d4-4810-98d4-360c8e11a0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:32.218703 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-891ef5cb-3a13-4910-9c77-c5bd30609704 req-a5d31c2d-52d4-4810-98d4-360c8e11a0a6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 1096 time: 0.0408154 Nov 25 20:49:32.261284 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a918d993-4fa5-4431-8cca-2d8c325b5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:17Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'port_id': '830efd70-2cdc-4c43-963e-229f582baaef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'mac_address': 'fa:16:3e:83:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:49:30Z', 'updated_at': '2021-11-25T20:49:30Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05017da-503a-4527-82c0-37e7755e470d', 'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:9f:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:16Z', 'updated_at': '2021-11-25T20:49:20Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:32.293506 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918d993-4fa5-4431-8cca-2d8c325b5233 None None] Checking router: 38c0fe68-f389-441d-8f67-ec6c09356e3b for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:49:32.304040 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918d993-4fa5-4431-8cca-2d8c325b5233 None None] Routers {'38c0fe68-f389-441d-8f67-ec6c09356e3b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:49:32.304744 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a918d993-4fa5-4431-8cca-2d8c325b5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:49:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['38c0fe68-f389-441d-8f67-ec6c09356e3b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:32.323988 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ef5cb-3a13-4910-9c77-c5bd30609704 req-8b0185ea-4ac2-4823-8586-6c75059b363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:32.325673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-891ef5cb-3a13-4910-9c77-c5bd30609704 req-8b0185ea-4ac2-4823-8586-6c75059b363b service neutron] 10.222.0.76 "GET /v2.0/networks?id=fdf6880a-0eab-476b-950b-d6987b849374 HTTP/1.1" status: 200 len: 897 time: 0.0998967 Nov 25 20:49:32.406308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-891ef5cb-3a13-4910-9c77-c5bd30609704 req-b3f39ca8-7bec-4daf-bc63-fa60bce8f06b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=830efd70-2cdc-4c43-963e-229f582baaef HTTP/1.1" status: 200 len: 999 time: 0.0727525 Nov 25 20:49:32.409203 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fbbe0482-f18b-4ec5-a4f5-f1d844aaccc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:32.416270 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-a918d993-4fa5-4431-8cca-2d8c325b5233 None None] Set router 38c0fe68-f389-441d-8f67-ec6c09356e3b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:49:32.458686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ef5cb-3a13-4910-9c77-c5bd30609704 req-74925062-997b-418d-adcd-8ae4598ba4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:32.460213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-891ef5cb-3a13-4910-9c77-c5bd30609704 req-74925062-997b-418d-adcd-8ae4598ba4d2 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=883c9a43-a35c-4709-90cf-c86a209145b1 HTTP/1.1" status: 200 len: 835 time: 0.0477273 Nov 25 20:49:32.511936 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ef5cb-3a13-4910-9c77-c5bd30609704 req-d95a38e7-0bd5-4d58-85b8-52e5ac9346cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:32.513313 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-891ef5cb-3a13-4910-9c77-c5bd30609704 req-d95a38e7-0bd5-4d58-85b8-52e5ac9346cb service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdf6880a-0eab-476b-950b-d6987b849374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467856 Nov 25 20:49:32.607892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-891ef5cb-3a13-4910-9c77-c5bd30609704 req-d63193fc-1cee-4924-ad2d-fcaf9fb546ec service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851607 Nov 25 20:49:32.646763 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-a918d993-4fa5-4431-8cca-2d8c325b5233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:17Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'port_id': '830efd70-2cdc-4c43-963e-229f582baaef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'mac_address': 'fa:16:3e:83:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:49:30Z', 'updated_at': '2021-11-25T20:49:30Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05017da-503a-4527-82c0-37e7755e470d', 'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:9f:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:16Z', 'updated_at': '2021-11-25T20:49:20Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:49:32.674786 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918d993-4fa5-4431-8cca-2d8c325b5233 None None] The sync data for ids ['38c0fe68-f389-441d-8f67-ec6c09356e3b'] in n-d-817303-9 is: [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:17Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.146', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'port_id': '830efd70-2cdc-4c43-963e-229f582baaef', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'mac_address': 'fa:16:3e:83:b6:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:49:30Z', 'updated_at': '2021-11-25T20:49:30Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b05017da-503a-4527-82c0-37e7755e470d', 'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:9f:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:16Z', 'updated_at': '2021-11-25T20:49:20Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:49:32.707340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-891ef5cb-3a13-4910-9c77-c5bd30609704 req-522a5b17-8b3c-45a2-be19-8170070853d4 service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918691 Nov 25 20:49:32.884136 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fbad106-b55b-4de6-ad5e-b97a4c6e4360 None None] New status for floating IP 83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:49:33.111208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52444) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:49:33.174717 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e0e06348-b55a-4e67-9843-485fe3112464 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe HTTP/1.1" status: 200 len: 993 time: 0.0621583 Nov 25 20:49:35.395827 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-012d1f53-0890-43a9-a93b-543fd71a119b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:36.745103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:38.066463 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:38.601007 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:51.508554 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:53.750981 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:49:59.905371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc4ff1a-1774-41be-85f5-c45d784c425b req-27f943d1-b62a-4423-a292-46012df18829 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:49:59.906914 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdc4ff1a-1774-41be-85f5-c45d784c425b req-27f943d1-b62a-4423-a292-46012df18829 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0493791 Nov 25 20:49:59.965201 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fdc4ff1a-1774-41be-85f5-c45d784c425b req-adf4cb1c-da95-4064-8efb-086b889bb9d3 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486059 Nov 25 20:50:01.021292 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:50:01.090424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0db15d-02f3-44af-86fb-46ee8d926919 req-a087a740-2374-4013-9708-03f0edf8b4ab tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:01.091956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f0db15d-02f3-44af-86fb-46ee8d926919 req-a087a740-2374-4013-9708-03f0edf8b4ab tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0534945 Nov 25 20:50:01.141730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9f0db15d-02f3-44af-86fb-46ee8d926919 req-153972e5-98d7-4bf5-8007-56304cda461a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Nov 25 20:50:02.243564 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9a629d4b-d5ff-4ffc-a40a-960732de288b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:02.271053 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36431c87-8425-4388-a479-08059df3f31e req-91ad6976-736d-4724-b4e4-0eb658720886 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:02.272597 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36431c87-8425-4388-a479-08059df3f31e req-91ad6976-736d-4724-b4e4-0eb658720886 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0556128 Nov 25 20:50:02.329022 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-36431c87-8425-4388-a479-08059df3f31e req-c6e7dcf9-a983-43ca-9a61-08b3702b48fb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467007 Nov 25 20:50:03.465617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a7edc-ba06-4d0f-9b37-471302c83cd3 req-8f08bb52-929f-483f-8216-6ba56d49af82 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:03.467195 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea6a7edc-ba06-4d0f-9b37-471302c83cd3 req-8f08bb52-929f-483f-8216-6ba56d49af82 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0678346 Nov 25 20:50:03.522003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea6a7edc-ba06-4d0f-9b37-471302c83cd3 req-eb0e8721-ed8d-4854-8826-9a72ed7dcd44 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486937 Nov 25 20:50:04.641253 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d069753-d67e-4720-8d46-240a88a9485d req-64b80297-8293-45c5-801f-6100ff320d8b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:04.642750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d069753-d67e-4720-8d46-240a88a9485d req-64b80297-8293-45c5-801f-6100ff320d8b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0518029 Nov 25 20:50:04.696391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d069753-d67e-4720-8d46-240a88a9485d req-062cbb35-4354-4aaf-a396-c810557be407 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464785 Nov 25 20:50:05.397942 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2d4fe542-6fa7-4b36-9c3f-12399c4426b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:05.815791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750c8ded-e456-4739-91d1-5012a66087bd req-71d269b3-6049-4008-a2eb-5e3ec0479d4f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:05.817278 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-750c8ded-e456-4739-91d1-5012a66087bd req-71d269b3-6049-4008-a2eb-5e3ec0479d4f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0491481 Nov 25 20:50:05.869364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-750c8ded-e456-4739-91d1-5012a66087bd req-870635a1-d4f7-4ad2-9cd4-8b14cd398cb0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455949 Nov 25 20:50:06.747793 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:06.993210 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2bce8a-dbed-4113-9b14-0f30b3df0065 req-8c4a6053-3dd1-4f15-a2a5-f60fa91a0cf7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:06.994624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f2bce8a-dbed-4113-9b14-0f30b3df0065 req-8c4a6053-3dd1-4f15-a2a5-f60fa91a0cf7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0538936 Nov 25 20:50:07.044279 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f2bce8a-dbed-4113-9b14-0f30b3df0065 req-c263387c-de92-4927-a430-76fa88a387c2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436053 Nov 25 20:50:08.060270 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:08.170466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c5c555-6bf3-44ff-869a-a4e87cb896d3 req-f1f2e7a7-2c4d-4c07-a26f-438544ed12db tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:08.172043 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a5c5c555-6bf3-44ff-869a-a4e87cb896d3 req-f1f2e7a7-2c4d-4c07-a26f-438544ed12db tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0514166 Nov 25 20:50:08.223654 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a5c5c555-6bf3-44ff-869a-a4e87cb896d3 req-ff351959-3577-43aa-8eb1-39db7c9a6cd9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451045 Nov 25 20:50:08.603350 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:09.341825 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebae8d5-289b-44e0-adbd-519b891c9ecd req-add8eac2-ab1c-4df6-9007-72bd2b87e3a4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:09.343423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ebae8d5-289b-44e0-adbd-519b891c9ecd req-add8eac2-ab1c-4df6-9007-72bd2b87e3a4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0503442 Nov 25 20:50:09.399577 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0ebae8d5-289b-44e0-adbd-519b891c9ecd req-9c405312-e1ea-42d6-a7a9-6df231256860 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484238 Nov 25 20:50:10.515873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f48b17-ac83-4ca5-8b07-cbccd538f9d5 req-fc3291f3-a624-4d97-abc8-c37640573a1c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:10.517324 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91f48b17-ac83-4ca5-8b07-cbccd538f9d5 req-fc3291f3-a624-4d97-abc8-c37640573a1c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0494721 Nov 25 20:50:10.567858 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-91f48b17-ac83-4ca5-8b07-cbccd538f9d5 req-e213ebae-d69e-43b0-8bab-02a289ce984f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438600 Nov 25 20:50:10.591399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52478) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:10.655243 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a9d3204e-6095-43cf-9713-93f2d7d6ec5f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe HTTP/1.1" status: 200 len: 993 time: 0.0626361 Nov 25 20:50:11.950145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf18354-f4a9-4c3b-ba46-5e640e442c27 req-ea86e018-6b6a-4ad6-b314-2710edb601e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:11.951569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aaf18354-f4a9-4c3b-ba46-5e640e442c27 req-ea86e018-6b6a-4ad6-b314-2710edb601e4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0742826 Nov 25 20:50:11.984158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c357-5827-4cb6-94fc-66d2b9907992 req-45547263-7ec9-4a82-9d4c-6fbb79ff7cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:11.985629 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fce5c357-5827-4cb6-94fc-66d2b9907992 req-45547263-7ec9-4a82-9d4c-6fbb79ff7cd9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 1096 time: 0.0734200 Nov 25 20:50:12.042846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-aaf18354-f4a9-4c3b-ba46-5e640e442c27 req-9dab25a8-4b85-4011-9f4d-df3a552f60fe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845363 Nov 25 20:50:12.099122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c357-5827-4cb6-94fc-66d2b9907992 req-0ece9988-a9e9-4df5-a4c1-12a6ebcd35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:12.100586 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fce5c357-5827-4cb6-94fc-66d2b9907992 req-0ece9988-a9e9-4df5-a4c1-12a6ebcd35e8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fdf6880a-0eab-476b-950b-d6987b849374 HTTP/1.1" status: 200 len: 897 time: 0.1074765 Nov 25 20:50:12.169792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fce5c357-5827-4cb6-94fc-66d2b9907992 req-0a3ab569-9f4d-4671-a59e-a890a93a093a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=830efd70-2cdc-4c43-963e-229f582baaef HTTP/1.1" status: 200 len: 1001 time: 0.0620930 Nov 25 20:50:12.218435 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c357-5827-4cb6-94fc-66d2b9907992 req-9e9f40b5-69ac-4589-bb3d-c6b6e2df69f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:12.219804 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fce5c357-5827-4cb6-94fc-66d2b9907992 req-9e9f40b5-69ac-4589-bb3d-c6b6e2df69f9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=883c9a43-a35c-4709-90cf-c86a209145b1 HTTP/1.1" status: 200 len: 835 time: 0.0437050 Nov 25 20:50:12.264136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce5c357-5827-4cb6-94fc-66d2b9907992 req-5e316c55-4c56-407f-b8eb-24f30da01eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:12.265600 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fce5c357-5827-4cb6-94fc-66d2b9907992 req-5e316c55-4c56-407f-b8eb-24f30da01eee service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdf6880a-0eab-476b-950b-d6987b849374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389109 Nov 25 20:50:12.358027 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fce5c357-5827-4cb6-94fc-66d2b9907992 req-d836c8a8-d2b9-4a4d-9871-4f773fe1130c service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850587 Nov 25 20:50:12.452660 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fce5c357-5827-4cb6-94fc-66d2b9907992 req-e630d3ef-1d2d-4382-8397-043d6089ced2 service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880425 Nov 25 20:50:13.168768 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e1298-0f7e-4ddb-a02c-459deb24fe82 req-797e0f81-cdd2-4667-879d-ea324466cbc7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:13.170290 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-549e1298-0f7e-4ddb-a02c-459deb24fe82 req-797e0f81-cdd2-4667-879d-ea324466cbc7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0529902 Nov 25 20:50:13.219851 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-549e1298-0f7e-4ddb-a02c-459deb24fe82 req-ed212a53-aab3-42fd-9fa7-126dd781dafe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426419 Nov 25 20:50:13.243649 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52488) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:13.305707 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-66731027-5571-481f-9ba4-225f5cbe2cda tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe HTTP/1.1" status: 200 len: 993 time: 0.0609212 Nov 25 20:50:21.511850 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:23.763945 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:24.613553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5015b4e1-6d13-4123-9547-685083c128f3 req-2b67d61a-2391-44ac-926e-0449593049b7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418413 Nov 25 20:50:24.710524 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015b4e1-6d13-4123-9547-685083c128f3 req-b96b6588-2be0-49dd-aaf0-825cf7a9bf1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:24.712081 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5015b4e1-6d13-4123-9547-685083c128f3 req-b96b6588-2be0-49dd-aaf0-825cf7a9bf1c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 1096 time: 0.0512853 Nov 25 20:50:24.822728 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015b4e1-6d13-4123-9547-685083c128f3 req-ffb27444-eaaf-4b3d-ba52-42488faaa5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:24.824259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5015b4e1-6d13-4123-9547-685083c128f3 req-ffb27444-eaaf-4b3d-ba52-42488faaa5f0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fdf6880a-0eab-476b-950b-d6987b849374 HTTP/1.1" status: 200 len: 897 time: 0.0884397 Nov 25 20:50:25.229045 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5015b4e1-6d13-4123-9547-685083c128f3 req-e13e738f-e4f2-401a-a8ac-b85112b8ed91 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=830efd70-2cdc-4c43-963e-229f582baaef HTTP/1.1" status: 200 len: 1001 time: 0.3941829 Nov 25 20:50:25.290006 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015b4e1-6d13-4123-9547-685083c128f3 req-275c1645-335b-4597-973a-c640bcd7eb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:25.291642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5015b4e1-6d13-4123-9547-685083c128f3 req-275c1645-335b-4597-973a-c640bcd7eb9a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=883c9a43-a35c-4709-90cf-c86a209145b1 HTTP/1.1" status: 200 len: 835 time: 0.0490611 Nov 25 20:50:25.343839 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015b4e1-6d13-4123-9547-685083c128f3 req-7d5f2aac-6b9a-4b03-8bbd-f02b05397b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:25.345239 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5015b4e1-6d13-4123-9547-685083c128f3 req-7d5f2aac-6b9a-4b03-8bbd-f02b05397b08 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdf6880a-0eab-476b-950b-d6987b849374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446000 Nov 25 20:50:25.477220 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5015b4e1-6d13-4123-9547-685083c128f3 req-5dcc16f8-2293-4f59-90fc-c15341d83c47 service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240246 Nov 25 20:50:25.589461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5015b4e1-6d13-4123-9547-685083c128f3 req-2ed72e32-efdb-438c-bce5-c619d73040de service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024332 Nov 25 20:50:32.247161 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c3e45627-fd58-428e-b27a-2a7dbe4a3635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:35.408420 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-31dbf7cc-0aed-46f5-a564-03191c0efdff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:36.750620 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:38.021478 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:50:38.062584 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:38.606866 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:43.677287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52512) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:43.848346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port a70aad35-de83-4527-b359-3424a66f8397 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:50:43.848690 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:43.925899 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:43.926312 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:43.940793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for a70aad35-de83-4527-b359-3424a66f8397 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:50:44.112624 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:44.140833 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=a70aad35-de83-4527-b359-3424a66f8397,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:44.169256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.169606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.169949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.170287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.170618 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.170979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.171317 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.171641 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.171964 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.172544 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.172865 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.173205 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:44.221492 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:44.222033 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Floating IP 83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe disassociated (deleted). External IP: 172.25.8.146, port: 830efd70-2cdc-4c43-963e-229f582baaef. Nov 25 20:50:44.447913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 38c0fe68-f389-441d-8f67-ec6c09356e3b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:50:44.561146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:50:44.567028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:44.574345 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e40ec-d585-4277-9fc7-1adb1f019f87 None None] Sync routers for ids ['38c0fe68-f389-441d-8f67-ec6c09356e3b'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:50:44.588058 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e40ec-d585-4277-9fc7-1adb1f019f87 None None] Routers {'38c0fe68-f389-441d-8f67-ec6c09356e3b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:50:44.588678 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e00e40ec-d585-4277-9fc7-1adb1f019f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['38c0fe68-f389-441d-8f67-ec6c09356e3b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:44.596321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-39548c1b-80e9-421f-b747-1f5a2800edb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/floatingips/83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe HTTP/1.1" status: 204 len: 168 time: 0.9179182 Nov 25 20:50:44.596886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'tag': '830efd70-2cdc-4c43-963e-229f582baaef'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:50:44.599472 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a04c1445-12eb-4e41-870c-816749b6cbcc" -d '{"events": [{"name": "network-changed", "server_uuid": "27a81e78-3927-4e51-b59c-9f2d0b770f7b", "tag": "830efd70-2cdc-4c43-963e-229f582baaef"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:50:44.702135 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e00e40ec-d585-4277-9fc7-1adb1f019f87 None None] Set router 38c0fe68-f389-441d-8f67-ec6c09356e3b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:50:44.774271 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90acc17b-9dbb-492a-80dc-8f1e75110d4c x-openstack-request-id: req-90acc17b-9dbb-492a-80dc-8f1e75110d4c {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:50:44.775150 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a81e78-3927-4e51-b59c-9f2d0b770f7b", "tag": "830efd70-2cdc-4c43-963e-229f582baaef", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:50:44.775150 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-90acc17b-9dbb-492a-80dc-8f1e75110d4c {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:50:44.775597 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'tag': '830efd70-2cdc-4c43-963e-229f582baaef', 'status': 'completed', 'code': 200} Nov 25 20:50:44.890548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c1445-12eb-4e41-870c-816749b6cbcc req-3ae13e7f-3d48-44ba-a4bd-27ab9ec0feef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:44.892332 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a04c1445-12eb-4e41-870c-816749b6cbcc req-3ae13e7f-3d48-44ba-a4bd-27ab9ec0feef service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 1096 time: 0.0875041 Nov 25 20:50:44.901287 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e2d11e-6dfc-4ccb-8576-c22f445712ac req-9d97cd72-5634-4f1d-9aae-538e98885672 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:44.902736 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-97e2d11e-6dfc-4ccb-8576-c22f445712ac req-9d97cd72-5634-4f1d-9aae-538e98885672 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0684750 Nov 25 20:50:44.953941 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e00e40ec-d585-4277-9fc7-1adb1f019f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:17Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b05017da-503a-4527-82c0-37e7755e470d', 'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:9f:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:16Z', 'updated_at': '2021-11-25T20:49:20Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:44.988027 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e40ec-d585-4277-9fc7-1adb1f019f87 None None] Checking router: 38c0fe68-f389-441d-8f67-ec6c09356e3b for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:50:44.996763 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e40ec-d585-4277-9fc7-1adb1f019f87 None None] Routers {'38c0fe68-f389-441d-8f67-ec6c09356e3b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:50:44.997370 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e00e40ec-d585-4277-9fc7-1adb1f019f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['38c0fe68-f389-441d-8f67-ec6c09356e3b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:45.015181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-97e2d11e-6dfc-4ccb-8576-c22f445712ac req-56a9fa27-2a7e-4e64-ab42-3b93151d2cb2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040530 Nov 25 20:50:45.034258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c1445-12eb-4e41-870c-816749b6cbcc req-40e70f7f-6715-4603-84c4-96b2b9cfb607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:45.035768 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a04c1445-12eb-4e41-870c-816749b6cbcc req-40e70f7f-6715-4603-84c4-96b2b9cfb607 service neutron] 10.222.0.76 "GET /v2.0/networks?id=fdf6880a-0eab-476b-950b-d6987b849374 HTTP/1.1" status: 200 len: 897 time: 0.1321471 Nov 25 20:50:45.090602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a04c1445-12eb-4e41-870c-816749b6cbcc req-c8cf7144-3157-4e97-8f60-96c053204852 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=830efd70-2cdc-4c43-963e-229f582baaef HTTP/1.1" status: 200 len: 217 time: 0.0458612 Nov 25 20:50:45.113434 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-e00e40ec-d585-4277-9fc7-1adb1f019f87 None None] Set router 38c0fe68-f389-441d-8f67-ec6c09356e3b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:50:45.142610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c1445-12eb-4e41-870c-816749b6cbcc req-0e92b317-f9d8-488a-95a5-d1f59c388535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:45.144283 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a04c1445-12eb-4e41-870c-816749b6cbcc req-0e92b317-f9d8-488a-95a5-d1f59c388535 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=883c9a43-a35c-4709-90cf-c86a209145b1 HTTP/1.1" status: 200 len: 835 time: 0.0466955 Nov 25 20:50:45.200034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04c1445-12eb-4e41-870c-816749b6cbcc req-2ef08fbe-8523-4222-a475-d5f589eac023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:45.201553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a04c1445-12eb-4e41-870c-816749b6cbcc req-2ef08fbe-8523-4222-a475-d5f589eac023 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=fdf6880a-0eab-476b-950b-d6987b849374&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0481534 Nov 25 20:50:45.324521 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a04c1445-12eb-4e41-870c-816749b6cbcc req-aafee0b8-31bf-4f01-ba05-4fe84276b18a service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142473 Nov 25 20:50:45.341115 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-e00e40ec-d585-4277-9fc7-1adb1f019f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:17Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b05017da-503a-4527-82c0-37e7755e470d', 'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:9f:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:16Z', 'updated_at': '2021-11-25T20:49:20Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:45.378893 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e40ec-d585-4277-9fc7-1adb1f019f87 None None] The sync data for ids ['38c0fe68-f389-441d-8f67-ec6c09356e3b'] in n-d-817303-9 is: [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:49:17Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'b05017da-503a-4527-82c0-37e7755e470d', 'name': '', 'network_id': 'fdf6880a-0eab-476b-950b-d6987b849374', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:9f:fe:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4266, 'fixed_ips': [{'subnet_id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:16Z', 'updated_at': '2021-11-25T20:49:20Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': '883c9a43-a35c-4709-90cf-c86a209145b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:50:45.460898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a04c1445-12eb-4e41-870c-816749b6cbcc req-428c0801-775c-4861-b366-6937084cb877 service neutron] 10.222.0.76 "GET /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288421 Nov 25 20:50:45.625673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c186d29-22a4-4cb5-bf6e-f715b74e8fd7 None None] New status for floating IP 83cb8c11-4135-4f1b-8d4a-7b02a8ddcbbe: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:50:46.138574 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c75f7f-6d10-4330-8fc5-4a2eb54065d5 req-f3dbe83f-68da-4af0-94bb-e9a6778f53ad tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:46.140133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1c75f7f-6d10-4330-8fc5-4a2eb54065d5 req-f3dbe83f-68da-4af0-94bb-e9a6778f53ad tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0541058 Nov 25 20:50:46.190667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d1c75f7f-6d10-4330-8fc5-4a2eb54065d5 req-0a1067e2-3395-4f34-944d-223244084193 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=05fc5007-afea-451a-847a-c6e7c3ad236a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439436 Nov 25 20:50:46.289026 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58d2481-e003-4179-b37b-e8a78ce9baf3 req-481d28eb-7faa-49d3-91ec-45ad470e9bbc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:46.290498 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d58d2481-e003-4179-b37b-e8a78ce9baf3 req-481d28eb-7faa-49d3-91ec-45ad470e9bbc tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "GET /v2.0/ports?device_id=27a81e78-3927-4e51-b59c-9f2d0b770f7b HTTP/1.1" status: 200 len: 945 time: 0.0494082 Nov 25 20:50:46.386495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d58d2481-e003-4179-b37b-e8a78ce9baf3 req-f650a220-d4e9-4445-9171-4cc254902c50 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 830efd70-2cdc-4c43-963e-229f582baaef {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:50:46.386735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d58d2481-e003-4179-b37b-e8a78ce9baf3 req-f650a220-d4e9-4445-9171-4cc254902c50 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:46.476441 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-d58d2481-e003-4179-b37b-e8a78ce9baf3 req-f650a220-d4e9-4445-9171-4cc254902c50 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port 830efd70-2cdc-4c43-963e-229f582baaef, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=830efd70-2cdc-4c43-963e-229f582baaef,segment=NetworkSegment(c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9),segment_id=c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:46.476809 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d58d2481-e003-4179-b37b-e8a78ce9baf3 req-f650a220-d4e9-4445-9171-4cc254902c50 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:46.490463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-d58d2481-e003-4179-b37b-e8a78ce9baf3 req-f650a220-d4e9-4445-9171-4cc254902c50 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 830efd70-2cdc-4c43-963e-229f582baaef owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:50:46.629837 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d58d2481-e003-4179-b37b-e8a78ce9baf3 req-f650a220-d4e9-4445-9171-4cc254902c50 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:46.659371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f650a220-d4e9-4445-9171-4cc254902c50 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=830efd70-2cdc-4c43-963e-229f582baaef,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:46.704756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58d2481-e003-4179-b37b-e8a78ce9baf3 req-f650a220-d4e9-4445-9171-4cc254902c50 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] No DVR routers for this DVR port 830efd70-2cdc-4c43-963e-229f582baaef on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:50:46.707397 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-d58d2481-e003-4179-b37b-e8a78ce9baf3 req-f650a220-d4e9-4445-9171-4cc254902c50 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:46.710710 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d58d2481-e003-4179-b37b-e8a78ce9baf3 req-f650a220-d4e9-4445-9171-4cc254902c50 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.76 "DELETE /v2.0/ports/830efd70-2cdc-4c43-963e-229f582baaef HTTP/1.1" status: 204 len: 173 time: 0.4139798 Nov 25 20:50:46.776493 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'name': 'network-vif-deleted', 'tag': '830efd70-2cdc-4c43-963e-229f582baaef'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:50:46.778933 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ff0f7d-b4e3-4413-ad0f-20cc212022b1" -d '{"events": [{"server_uuid": "27a81e78-3927-4e51-b59c-9f2d0b770f7b", "name": "network-vif-deleted", "tag": "830efd70-2cdc-4c43-963e-229f582baaef"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:50:46.819654 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e68d7dd-b7c9-403d-802c-a6fe97d0cd5a x-openstack-request-id: req-6e68d7dd-b7c9-403d-802c-a6fe97d0cd5a {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:50:46.819958 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a81e78-3927-4e51-b59c-9f2d0b770f7b", "name": "network-vif-deleted", "tag": "830efd70-2cdc-4c43-963e-229f582baaef", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:50:46.820212 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6e68d7dd-b7c9-403d-802c-a6fe97d0cd5a {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:50:46.820620 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a81e78-3927-4e51-b59c-9f2d0b770f7b', 'name': 'network-vif-deleted', 'tag': '830efd70-2cdc-4c43-963e-229f582baaef', 'status': 'completed', 'code': 200} Nov 25 20:50:47.250578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52526) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:47.621619 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:47.887382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port b05017da-503a-4527-82c0-37e7755e470d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:50:47.887616 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:47.980058 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port b05017da-503a-4527-82c0-37e7755e470d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=b05017da-503a-4527-82c0-37e7755e470d,segment=NetworkSegment(c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9),segment_id=c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:47.980416 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:47.992239 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for b05017da-503a-4527-82c0-37e7755e470d owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:50:48.180811 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:48.209019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=b05017da-503a-4527-82c0-37e7755e470d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:48.392982 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:48.606872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router 38c0fe68-f389-441d-8f67-ec6c09356e3b has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:50:48.715356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:50:48.721536 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6a5a53a9-a0a5-4b0c-9c99-ec2f55e01eeb tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "PUT /v2.0/routers/38c0fe68-f389-441d-8f67-ec6c09356e3b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4686635 Nov 25 20:50:48.723615 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52528) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:48.725641 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ead81-339f-4acc-8e79-449d5e0fcbd7 None None] Sync routers for ids ['38c0fe68-f389-441d-8f67-ec6c09356e3b'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:50:48.737374 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ead81-339f-4acc-8e79-449d5e0fcbd7 None None] Routers {'38c0fe68-f389-441d-8f67-ec6c09356e3b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:50:48.737970 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5e3ead81-339f-4acc-8e79-449d5e0fcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['38c0fe68-f389-441d-8f67-ec6c09356e3b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:48.776706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-917e61d6-40ba-4266-83f6-714e8299f7d9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting subnet 883c9a43-a35c-4709-90cf-c86a209145b1 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:50:48.780991 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-917e61d6-40ba-4266-83f6-714e8299f7d9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:48.830861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-917e61d6-40ba-4266-83f6-714e8299f7d9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:48.919617 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-917e61d6-40ba-4266-83f6-714e8299f7d9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:48.943139 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-5e3ead81-339f-4acc-8e79-449d5e0fcbd7 None None] Set router 38c0fe68-f389-441d-8f67-ec6c09356e3b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:50:48.980378 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-917e61d6-40ba-4266-83f6-714e8299f7d9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:49.012431 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e61d6-40ba-4266-83f6-714e8299f7d9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Subnet': ['ID=883c9a43-a35c-4709-90cf-c86a209145b1,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:49.017750 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-917e61d6-40ba-4266-83f6-714e8299f7d9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:49.021274 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-917e61d6-40ba-4266-83f6-714e8299f7d9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/subnets/883c9a43-a35c-4709-90cf-c86a209145b1 HTTP/1.1" status: 204 len: 168 time: 0.2967162 Nov 25 20:50:49.023960 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52530) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:49.029482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10ef191-2583-41dc-b185-982bbd8e5375 None None] Network fdf6880a-0eab-476b-950b-d6987b849374 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:50:49.143031 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5e3ead81-339f-4acc-8e79-449d5e0fcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:50:48Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:49.176806 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ead81-339f-4acc-8e79-449d5e0fcbd7 None None] Checking router: 38c0fe68-f389-441d-8f67-ec6c09356e3b for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:50:49.193978 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3ead81-339f-4acc-8e79-449d5e0fcbd7 None None] Routers {'38c0fe68-f389-441d-8f67-ec6c09356e3b'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:50:49.194623 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5e3ead81-339f-4acc-8e79-449d5e0fcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['38c0fe68-f389-441d-8f67-ec6c09356e3b'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:49.222521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] DHCP port deletion for fdf6880a-0eab-476b-950b-d6987b849374 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:50:49.280031 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Deleting port 20ec7fd9-c062-4982-93aa-4368a550776a {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:50:49.280479 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:49.307898 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-5e3ead81-339f-4acc-8e79-449d5e0fcbd7 None None] Set router 38c0fe68-f389-441d-8f67-ec6c09356e3b gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:50:49.350451 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] For port 20ec7fd9-c062-4982-93aa-4368a550776a, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=20ec7fd9-c062-4982-93aa-4368a550776a,segment=NetworkSegment(c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9),segment_id=c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:49.351016 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:49.365502 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Calling delete_port for 20ec7fd9-c062-4982-93aa-4368a550776a owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:50:49.456871 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:49.463328 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:49.489342 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Pushing event deleted for resources: {'Port': ['ID=20ec7fd9-c062-4982-93aa-4368a550776a,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:49.500064 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] No DVR routers for this DVR port 20ec7fd9-c062-4982-93aa-4368a550776a on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:50:49.502049 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5e3ead81-339f-4acc-8e79-449d5e0fcbd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:50:48Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:49.505183 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.506076 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.506426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.506763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.507123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.507454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.507782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.508837 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.509186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.509518 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.509900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.510488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a037839-762e-4b23-920d-9427b4178c00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:49.529399 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3ead81-339f-4acc-8e79-449d5e0fcbd7 None None] The sync data for ids ['38c0fe68-f389-441d-8f67-ec6c09356e3b'] in n-d-817303-9 is: [{'id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1935563329', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83'}], 'enable_snat': True}, 'gw_port_id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:49:13Z', 'updated_at': '2021-11-25T20:50:48Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': '3d7f5e69-3eca-4e74-98c9-9e64b0610c97', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:4f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38c0fe68-f389-441d-8f67-ec6c09356e3b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:49:14Z', 'updated_at': '2021-11-25T20:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:50:49.553953 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 20ec7fd9-c062-4982-93aa-4368a550776a no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:50:49.581513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 20ec7fd9-c062-4982-93aa-4368a550776a {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:50:49.581948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 20ec7fd9-c062-4982-93aa-4368a550776a not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:50:49.600868 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:49.655148 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:50:49.655485 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:49.736655 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port 3d7f5e69-3eca-4e74-98c9-9e64b0610c97, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=3d7f5e69-3eca-4e74-98c9-9e64b0610c97,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:49.736928 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:49.748795 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:50:49.922167 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 830efd70-2cdc-4c43-963e-229f582baaef no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:50:49.925607 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:49.947923 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 830efd70-2cdc-4c43-963e-229f582baaef {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:50:49.948273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 830efd70-2cdc-4c43-963e-229f582baaef not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:50:49.959044 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=3d7f5e69-3eca-4e74-98c9-9e64b0610c97,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:49.976456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5bc450-6adb-409a-bb0e-688c6b8d5ed1 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:50:50.028287 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.125908 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.130029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.174821 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.175484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Fanout notify agent at l3_agent the message router_deleted on router 38c0fe68-f389-441d-8f67-ec6c09356e3b {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:50:50.182254 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.183380 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-98f363b6-4b1b-4109-a042-1ece4f391fc0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/routers/38c0fe68-f389-441d-8f67-ec6c09356e3b HTTP/1.1" status: 204 len: 168 time: 1.1584911 Nov 25 20:50:50.186016 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52532) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:50.273342 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.367930 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.389669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdf6880a-0eab-476b-950b-d6987b849374']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:50.400406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:50.400703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c882fbe0-b7fc-4134-8dd4-5eb81fdfe3e9') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:50.411568 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.427418 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.436850 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Releasing vlan 616 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:50:50.437540 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:50:50.442450 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:50:50.523360 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.534600 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.539846 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/networks/fdf6880a-0eab-476b-950b-d6987b849374 HTTP/1.1" status: 204 len: 168 time: 0.3526385 Nov 25 20:50:50.544461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52534) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:50.558129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacac250-a34f-46ba-a942-998cb215759d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Network': ['ID=fdf6880a-0eab-476b-950b-d6987b849374,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:50.619763 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.654500 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.719114 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.721786 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:50.722946 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/security-groups/05fc5007-afea-451a-847a-c6e7c3ad236a HTTP/1.1" status: 204 len: 168 time: 0.1793611 Nov 25 20:50:50.732670 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05fc5007-afea-451a-847a-c6e7c3ad236a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:50.740852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:50.741210 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:50.741561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:50.741903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:50.742243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:50.742576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:50.742941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:50.743305 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:50.743637 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:50.744012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:50.744340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:50.744660 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-329950da-3fc7-4d98-a96e-8d5c74b623dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:51.045812 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52540) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:51.051650 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-4b9a468f-167d-4d53-a744-06fa116f6e0d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-613335574', 'description': 'tempest-secgroup-smoke-613335574 description', 'project_id': '2d3b92657d744303b70dce52bf7a2b79'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:50:51.074784 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b9a468f-167d-4d53-a744-06fa116f6e0d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.141171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b9a468f-167d-4d53-a744-06fa116f6e0d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.145670 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b9a468f-167d-4d53-a744-06fa116f6e0d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.178719 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4b9a468f-167d-4d53-a744-06fa116f6e0d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.180047 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4b9a468f-167d-4d53-a744-06fa116f6e0d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1331799 Nov 25 20:50:51.180972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a468f-167d-4d53-a744-06fa116f6e0d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32819e10-f493-4be9-b2fa-7fa9b7cd3482,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:51.183047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52542) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:51.187916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ebe58b39-bd53-44f2-bd03-c891366b35f8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '32819e10-f493-4be9-b2fa-7fa9b7cd3482', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:50:51.216564 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ebe58b39-bd53-44f2-bd03-c891366b35f8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.283927 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ebe58b39-bd53-44f2-bd03-c891366b35f8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.287369 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ebe58b39-bd53-44f2-bd03-c891366b35f8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.308589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe58b39-bd53-44f2-bd03-c891366b35f8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dee8d074-2379-4e24-afba-55d292554409,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:51.315174 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ebe58b39-bd53-44f2-bd03-c891366b35f8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.316414 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ebe58b39-bd53-44f2-bd03-c891366b35f8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1323547 Nov 25 20:50:51.319131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52544) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:51.323514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a8b042d8-a774-42b9-85e0-cba6fb6fbea2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '32819e10-f493-4be9-b2fa-7fa9b7cd3482', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:50:51.352882 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8b042d8-a774-42b9-85e0-cba6fb6fbea2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.409046 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8b042d8-a774-42b9-85e0-cba6fb6fbea2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.412789 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8b042d8-a774-42b9-85e0-cba6fb6fbea2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.432175 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b042d8-a774-42b9-85e0-cba6fb6fbea2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cc43537-891b-4d86-915f-bf60b7fe0be5,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:51.439656 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a8b042d8-a774-42b9-85e0-cba6fb6fbea2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.440292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a8b042d8-a774-42b9-85e0-cba6fb6fbea2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202199 Nov 25 20:50:51.442929 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52546) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:51.447280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-20ff2ef1-b20c-4d5d-8687-acf0b6c5ad73 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '32819e10-f493-4be9-b2fa-7fa9b7cd3482', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:50:51.463255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:50:51.476735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20ff2ef1-b20c-4d5d-8687-acf0b6c5ad73 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.489920 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:50:51.490287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 3d7f5e69-3eca-4e74-98c9-9e64b0610c97 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:50:51.491437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b05017da-503a-4527-82c0-37e7755e470d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:50:51.520186 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: b05017da-503a-4527-82c0-37e7755e470d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:50:51.520542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device b05017da-503a-4527-82c0-37e7755e470d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:50:51.529136 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.537241 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20ff2ef1-b20c-4d5d-8687-acf0b6c5ad73 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.540831 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20ff2ef1-b20c-4d5d-8687-acf0b6c5ad73 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.559138 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff2ef1-b20c-4d5d-8687-acf0b6c5ad73 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8223a308-5c12-47fb-a241-ece514b9a67b,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:51.567158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-20ff2ef1-b20c-4d5d-8687-acf0b6c5ad73 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.568593 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-20ff2ef1-b20c-4d5d-8687-acf0b6c5ad73 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1246598 Nov 25 20:50:51.571488 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52548) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:51.576096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-fc855642-0296-4ef7-90d1-f13ccb41716c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '32819e10-f493-4be9-b2fa-7fa9b7cd3482', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:50:51.603735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc855642-0296-4ef7-90d1-f13ccb41716c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.667078 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc855642-0296-4ef7-90d1-f13ccb41716c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.670782 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc855642-0296-4ef7-90d1-f13ccb41716c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.690115 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc855642-0296-4ef7-90d1-f13ccb41716c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1002872b-9c30-4c71-8e4e-6549a106df9e,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:51.697374 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-fc855642-0296-4ef7-90d1-f13ccb41716c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.698562 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-fc855642-0296-4ef7-90d1-f13ccb41716c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1260450 Nov 25 20:50:51.701286 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52550) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:51.705874 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d903628e-d3a4-4fa0-ab35-c28ea3af1393 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '32819e10-f493-4be9-b2fa-7fa9b7cd3482', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:50:51.726894 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-d903628e-d3a4-4fa0-ab35-c28ea3af1393 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Project 2d3b92657d744303b70dce52bf7a2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:50:51.734702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d903628e-d3a4-4fa0-ab35-c28ea3af1393 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.795028 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d903628e-d3a4-4fa0-ab35-c28ea3af1393 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.799168 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d903628e-d3a4-4fa0-ab35-c28ea3af1393 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.819824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903628e-d3a4-4fa0-ab35-c28ea3af1393 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=630e3e54-da09-4e1c-8586-cabe8e6ae408,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:51.825179 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d903628e-d3a4-4fa0-ab35-c28ea3af1393 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.826968 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d903628e-d3a4-4fa0-ab35-c28ea3af1393 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241772 Nov 25 20:50:51.829065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52552) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:51.833899 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-cd05552e-93ef-4f0a-b56d-25d9125d85b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'security_group_rule': {'security_group_id': '32819e10-f493-4be9-b2fa-7fa9b7cd3482', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:50:51.856180 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-cd05552e-93ef-4f0a-b56d-25d9125d85b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Project 2d3b92657d744303b70dce52bf7a2b79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:50:51.862099 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd05552e-93ef-4f0a-b56d-25d9125d85b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.923068 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd05552e-93ef-4f0a-b56d-25d9125d85b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.927025 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd05552e-93ef-4f0a-b56d-25d9125d85b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.945850 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd05552e-93ef-4f0a-b56d-25d9125d85b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9eeff43-1b90-439f-8a2d-e08ec64ab975,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:51.953230 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cd05552e-93ef-4f0a-b56d-25d9125d85b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:51.955023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cd05552e-93ef-4f0a-b56d-25d9125d85b0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238937 Nov 25 20:50:51.958223 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52554) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:51.963383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'network': {'name': 'tempest-network-smoke--2114331623', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'port_security_enabled': True}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:50:51.983405 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:50:51.987066 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.011408 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 634} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:50:52.022246 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.022600 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Added segment ff838853-a9cd-4aa6-81ce-142aaa49e2da of type vlan for network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 Nov 25 20:50:52.067729 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.092759 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.099486 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:52.100063 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.138019 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1786492 Nov 25 20:50:52.140838 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52556) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:52.145444 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'admin_state_up': True, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:50:52.168306 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.169232 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.170910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2df281-c223-4fe1-9f07-5b4b56e093ba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Network': ['ID=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:52.183470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:50:52.228345 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.378768 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.598385 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.620959 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.728002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.25.8.80 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/e345f42c-e8a2-49c5-b3df-aa9599cddf74) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:50:52.839656 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.872413 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:52.909438 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:50:52.914327 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:50:52.917744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:50:52.927613 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822d5692-909c-42c7-9f9b-00d4a8e3b747 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:50:52.946069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=e345f42c-e8a2-49c5-b3df-aa9599cddf74,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:53.031905 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a27d-bac4-4da2-bb99-50ee1662fc0f None None] Provisioning complete for port e345f42c-e8a2-49c5-b3df-aa9599cddf74 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:53.032708 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a27d-bac4-4da2-bb99-50ee1662fc0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:53.069034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-bdf6a27d-bac4-4da2-bb99-50ee1662fc0f None None] Port e345f42c-e8a2-49c5-b3df-aa9599cddf74 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:50:53.184369 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:53.388032 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:53.519289 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router f2da1aab-77bb-45da-8068-7a2dace31bef is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:50:53.634400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:50:53.645380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Sync routers for ids ['f2da1aab-77bb-45da-8068-7a2dace31bef'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:50:53.661704 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:53.664977 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a40ef166-a11f-413b-98a4-3fb868544017 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5213525 Nov 25 20:50:53.665701 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Routers {'f2da1aab-77bb-45da-8068-7a2dace31bef'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:50:53.666496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f2da1aab-77bb-45da-8068-7a2dace31bef'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:53.666656 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52558) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:53.757257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6acc683f-df58-44c6-8495-273310b08e69 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=2d3b92657d744303b70dce52bf7a2b79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0867145 Nov 25 20:50:53.757479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52562) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:53.789830 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:53.791533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Set router f2da1aab-77bb-45da-8068-7a2dace31bef gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:50:53.853834 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da78277b-d0cf-4dcb-a8a9-1f647e1589c6 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:53.857984 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-da78277b-d0cf-4dcb-a8a9-1f647e1589c6 tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970168 Nov 25 20:50:53.858246 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52564) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:53.888060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7b139277-45d4-477b-b39c-da3ae22f004e tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=f3309757-6eaa-425f-a732-eb6041a8bd49&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286648 Nov 25 20:50:53.890863 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52566) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:53.897921 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1511997553', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:50:53.998768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:50:53.999629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:53Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:54.003291 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.034320 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Checking router: f2da1aab-77bb-45da-8068-7a2dace31bef for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:50:54.035028 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Updating router f2da1aab-77bb-45da-8068-7a2dace31bef port e345f42c-e8a2-49c5-b3df-aa9599cddf74 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:50:54.073450 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.213406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.275676 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Subnet': ['ID=bd31683b-3109-44bd-8f9f-15f5b56ab66d,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:54.287159 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Checking segment: {'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:50:54.287513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network hostable DHCP agents. Network: ca87fe4a-bcb0-4f21-9f2b-1a4943180c74, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:50:54.306227 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:50:54.316696 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, ca87fe4a-bcb0-4f21-9f2b-1a4943180c74) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:50:54.322100 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:54.322699 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.338211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9749d1-968b-41fd-abf4-fc093759d544 None None] Network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:50:54.340818 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ed65afef-c12a-4e41-b600-ee17cd45028a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4488385 Nov 25 20:50:54.343557 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52568) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:50:54.390394 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.429037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.512467 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eae803f-80c3-4340-83ad-0c54fd319744 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:50:54.537263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca906d6-adcc-4a41-9d16-4637d59261a4 None None] Pushing event updated for resources: {'Port': ['ID=e345f42c-e8a2-49c5-b3df-aa9599cddf74,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:54.539471 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Attempting to bind port e345f42c-e8a2-49c5-b3df-aa9599cddf74 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:50:54.539819 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Attempting to bind port e345f42c-e8a2-49c5-b3df-aa9599cddf74 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:50:54.540184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Attempting to bind port e345f42c-e8a2-49c5-b3df-aa9599cddf74 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:50:54.570775 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:50:54.571168 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:50:54.571684 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.572008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:50:54.572452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Bound port: e345f42c-e8a2-49c5-b3df-aa9599cddf74, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:50:54.572833 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.655815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f1eab4eb-fd0e-4841-a3d4-ce50b9eab505 None None] Provisioning complete for port e345f42c-e8a2-49c5-b3df-aa9599cddf74 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:54.660310 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f1eab4eb-fd0e-4841-a3d4-ce50b9eab505 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.681486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ips': [{'subnet_id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:50:54.682347 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.703462 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] For port e345f42c-e8a2-49c5-b3df-aa9599cddf74, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:50:54.724748 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] For port e345f42c-e8a2-49c5-b3df-aa9599cddf74, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e345f42c-e8a2-49c5-b3df-aa9599cddf74,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:50:54.799334 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.813711 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f1eab4eb-fd0e-4841-a3d4-ce50b9eab505 None None] Port e345f42c-e8a2-49c5-b3df-aa9599cddf74 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:50:54.826973 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:54.873834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60951dca-0cb0-4f63-892c-5ca10b88d6cb None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:50:54.947813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca906d6-adcc-4a41-9d16-4637d59261a4 None None] Pushing event updated for resources: {'Port': ['ID=e345f42c-e8a2-49c5-b3df-aa9599cddf74,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:54.950305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Routers {'f2da1aab-77bb-45da-8068-7a2dace31bef'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:50:54.953264 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f2da1aab-77bb-45da-8068-7a2dace31bef'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:54.998829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Allocated IP 172.20.0.2 (ca87fe4a-bcb0-4f21-9f2b-1a4943180c74/bd31683b-3109-44bd-8f9f-15f5b56ab66d/e6a5c0ed-da43-46b0-95bb-9c39859c8491) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:50:55.295687 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a5c89fb9-7e65-418f-873c-8e19b1e21a47 None None] Provisioning complete for port e345f42c-e8a2-49c5-b3df-aa9599cddf74 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:55.296379 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5c89fb9-7e65-418f-873c-8e19b1e21a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:55.301844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] Set router f2da1aab-77bb-45da-8068-7a2dace31bef gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:50:55.518261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:55.552421 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:55.574237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.20.0.1 (ca87fe4a-bcb0-4f21-9f2b-1a4943180c74/bd31683b-3109-44bd-8f9f-15f5b56ab66d/606ed2f8-8d47-4564-9080-f2d3740ee814) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:50:55.628422 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5c89fb9-7e65-418f-873c-8e19b1e21a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:55.634280 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:50:55.643438 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:50:55.645177 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Pushing event updated for resources: {'Port': ['ID=e6a5c0ed-da43-46b0-95bb-9c39859c8491,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:55.647350 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:50:55.686205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-a5c89fb9-7e65-418f-873c-8e19b1e21a47 None None] For port e345f42c-e8a2-49c5-b3df-aa9599cddf74, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e345f42c-e8a2-49c5-b3df-aa9599cddf74,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:55.697668 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:55.707244 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a5c89fb9-7e65-418f-873c-8e19b1e21a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:55.732615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:55.748612 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Attempting to bind port e6a5c0ed-da43-46b0-95bb-9c39859c8491 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:50:55.748984 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Attempting to bind port e6a5c0ed-da43-46b0-95bb-9c39859c8491 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:50:55.749347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Attempting to bind port e6a5c0ed-da43-46b0-95bb-9c39859c8491 on network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:50:55.770111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:50:55.770492 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Checking segment: {'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:50:55.770907 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:55.771305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Bound using segment: {'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:50:55.771820 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Bound port: e6a5c0ed-da43-46b0-95bb-9c39859c8491, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:50:55.772158 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:55.776625 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:50:55.779612 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:50:55.783325 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:50:55.798277 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:53Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:55.800022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c89fb9-7e65-418f-873c-8e19b1e21a47 None None] Pushing event updated for resources: {'Port': ['ID=e345f42c-e8a2-49c5-b3df-aa9599cddf74,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:55.810897 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=606ed2f8-8d47-4564-9080-f2d3740ee814,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:55.832062 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:55.847746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd8c4ad9-4981-4269-9c6d-4b68d1df16eb None None] The sync data for ids ['f2da1aab-77bb-45da-8068-7a2dace31bef'] in n-d-817303-9 is: [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:53Z', 'revision_number': 3, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:50:55.882446 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] For port e6a5c0ed-da43-46b0-95bb-9c39859c8491, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:50:55.887903 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] For port e6a5c0ed-da43-46b0-95bb-9c39859c8491, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e6a5c0ed-da43-46b0-95bb-9c39859c8491,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:50:55.894009 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:55.957607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ae01-a0be-4795-82f9-abff11a3a252 None None] Pushing event updated for resources: {'Port': ['ID=e6a5c0ed-da43-46b0-95bb-9c39859c8491,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:55.992508 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:56.676942 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:56.682925 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:56.761644 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=606ed2f8-8d47-4564-9080-f2d3740ee814,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:56.771680 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:56.870499 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:50:56.871997 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:50:56.987391 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2913dbce-98ba-4435-9af0-112c1722487c None None] Network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:50:56.996845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router f2da1aab-77bb-45da-8068-7a2dace31bef has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:50:57.068907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-b4751db8-b492-4395-8a0d-f88e840d0260 None None] Provisioning complete for port e6a5c0ed-da43-46b0-95bb-9c39859c8491 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:57.069380 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b4751db8-b492-4395-8a0d-f88e840d0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:57.109730 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:50:57.115333 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b945c6d7-6702-42db-826d-ba6fde28a5cd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "PUT /v2.0/routers/f2da1aab-77bb-45da-8068-7a2dace31bef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7705755 Nov 25 20:50:57.223697 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b4751db8-b492-4395-8a0d-f88e840d0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:57.266672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b4751db8-b492-4395-8a0d-f88e840d0260 None None] For port e6a5c0ed-da43-46b0-95bb-9c39859c8491, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e6a5c0ed-da43-46b0-95bb-9c39859c8491,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:57.273090 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b4751db8-b492-4395-8a0d-f88e840d0260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:57.325688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-78270a43-f929-4304-b75d-8391d5d6c54b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-613335574&fields=id&tenant_id=2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 267 time: 0.0761094 Nov 25 20:50:57.329995 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4751db8-b492-4395-8a0d-f88e840d0260 None None] Pushing event updated for resources: {'Port': ['ID=e6a5c0ed-da43-46b0-95bb-9c39859c8491,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:57.464204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-0c3da5ae-ae37-491c-bd0d-4f4ff7612fa8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:57.466097 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-0c3da5ae-ae37-491c-bd0d-4f4ff7612fa8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/networks?id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 HTTP/1.1" status: 200 len: 797 time: 0.1325266 Nov 25 20:50:57.485055 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-bba3d899-b611-4dd2-ac46-2442817d3eb7 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/quotas/2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 375 time: 0.0105035 Nov 25 20:50:57.507665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fd5ba4f2-da70-4f85-8242-9870d5d3a647 None None] Provisioning complete for port e6a5c0ed-da43-46b0-95bb-9c39859c8491 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:57.508205 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba4f2-da70-4f85-8242-9870d5d3a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:57.556488 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e345f42c-e8a2-49c5-b3df-aa9599cddf74 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:50:57.568609 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-d7ebe5c7-b960-438e-aa04-fbfc13bb6a26 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749578 Nov 25 20:50:57.639854 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e345f42c-e8a2-49c5-b3df-aa9599cddf74 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:57.640074 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:57.680577 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Sync routers for ids ['f2da1aab-77bb-45da-8068-7a2dace31bef'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:50:57.699696 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Routers {'f2da1aab-77bb-45da-8068-7a2dace31bef'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:50:57.700344 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f2da1aab-77bb-45da-8068-7a2dace31bef'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:57.730006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-0c9c3a30-4631-4c33-ad1c-de853fe47ee1 service neutron] 10.222.0.15 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540639 Nov 25 20:50:57.740098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-fd5ba4f2-da70-4f85-8242-9870d5d3a647 None None] Provisioning complete for port 606ed2f8-8d47-4564-9080-f2d3740ee814 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:57.740477 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba4f2-da70-4f85-8242-9870d5d3a647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:57.811452 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-fd5ba4f2-da70-4f85-8242-9870d5d3a647 None None] Port 606ed2f8-8d47-4564-9080-f2d3740ee814 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:50:57.815165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e6a5c0ed-da43-46b0-95bb-9c39859c8491 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:50:57.833942 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Set router f2da1aab-77bb-45da-8068-7a2dace31bef gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:50:57.857169 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-35e4c598-8b6b-4fad-9a36-48800227295a service neutron] 10.222.0.15 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185462 Nov 25 20:50:57.886830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port e6a5c0ed-da43-46b0-95bb-9c39859c8491 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:57.887805 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:57.994274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-19ecae04-39b1-4453-b20b-8aa3e70c22c8 None None] Provisioning complete for port 606ed2f8-8d47-4564-9080-f2d3740ee814 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:57.994921 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-19ecae04-39b1-4453-b20b-8aa3e70c22c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:58.041674 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-19ecae04-39b1-4453-b20b-8aa3e70c22c8 None None] Port 606ed2f8-8d47-4564-9080-f2d3740ee814 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:50:58.069153 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e3ec5aa-ead9-4711-8905-d40aa942ce03 req-025ffd0d-d083-4cab-9d17-42860c6b64c4 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 210 time: 0.0300303 Nov 25 20:50:58.124664 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '606ed2f8-8d47-4564-9080-f2d3740ee814', 'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:d0:56:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:54Z', 'updated_at': '2021-11-25T20:50:56Z', 'revision_number': 2, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:58.151219 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Checking router: f2da1aab-77bb-45da-8068-7a2dace31bef for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:50:58.151778 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Updating router f2da1aab-77bb-45da-8068-7a2dace31bef port 606ed2f8-8d47-4564-9080-f2d3740ee814 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:50:58.163617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f277f89e-4de2-4fba-8d8c-2c792c67d3c3 None None] Provisioning complete for port 606ed2f8-8d47-4564-9080-f2d3740ee814 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:58.164067 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f277f89e-4de2-4fba-8d8c-2c792c67d3c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:58.179231 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:58.205939 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f277f89e-4de2-4fba-8d8c-2c792c67d3c3 None None] Port 606ed2f8-8d47-4564-9080-f2d3740ee814 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:50:58.465150 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:58.471331 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:58.531199 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Pushing event updated for resources: {'Port': ['ID=606ed2f8-8d47-4564-9080-f2d3740ee814,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:58.556346 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.556684 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.557015 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.557343 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.557666 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.557986 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.558303 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.558618 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.558982 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.559298 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.559618 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.559919 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:50:58.597130 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Attempting to bind port 606ed2f8-8d47-4564-9080-f2d3740ee814 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:50:58.597493 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Attempting to bind port 606ed2f8-8d47-4564-9080-f2d3740ee814 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:50:58.597853 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Attempting to bind port 606ed2f8-8d47-4564-9080-f2d3740ee814 on network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:50:58.603802 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 50, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:50:58.604168 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Checking segment: {'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:50:58.604571 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:58.604954 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Bound using segment: {'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:50:58.605414 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Bound port: 606ed2f8-8d47-4564-9080-f2d3740ee814, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:50:58.605789 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:58.691817 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] For port 606ed2f8-8d47-4564-9080-f2d3740ee814, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:50:58.695375 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] For port 606ed2f8-8d47-4564-9080-f2d3740ee814, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=606ed2f8-8d47-4564-9080-f2d3740ee814,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:50:58.700441 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:58.763624 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Routers {'f2da1aab-77bb-45da-8068-7a2dace31bef'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:50:58.764184 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:50:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f2da1aab-77bb-45da-8068-7a2dace31bef'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:58.805164 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f84aa-08e9-4417-8c3a-d95aa4b71ba1 None None] Pushing event updated for resources: {'Port': ['ID=606ed2f8-8d47-4564-9080-f2d3740ee814,revision_number=4']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:58.840804 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f3607a52-6f31-4373-bef3-bce547a82cea None None] Provisioning complete for port 606ed2f8-8d47-4564-9080-f2d3740ee814 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:58.841184 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f3607a52-6f31-4373-bef3-bce547a82cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:58.940874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f3607a52-6f31-4373-bef3-bce547a82cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:58.981325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f3607a52-6f31-4373-bef3-bce547a82cea None None] For port 606ed2f8-8d47-4564-9080-f2d3740ee814, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=606ed2f8-8d47-4564-9080-f2d3740ee814,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:50:58.982490 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] Set router f2da1aab-77bb-45da-8068-7a2dace31bef gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:50:58.987845 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f3607a52-6f31-4373-bef3-bce547a82cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:59.040355 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3607a52-6f31-4373-bef3-bce547a82cea None None] Pushing event updated for resources: {'Port': ['ID=606ed2f8-8d47-4564-9080-f2d3740ee814,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:59.142542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-e9b2a277-891e-412d-b7bb-dc5b7aa0fdcc None None] Provisioning complete for port 606ed2f8-8d47-4564-9080-f2d3740ee814 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:59.147696 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e9b2a277-891e-412d-b7bb-dc5b7aa0fdcc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:59.195031 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-91e77695-c9d9-4c79-9386-caafd7f82c2d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:59.197202 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-91e77695-c9d9-4c79-9386-caafd7f82c2d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "GET /v2.0/networks?id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 HTTP/1.1" status: 200 len: 797 time: 0.1327028 Nov 25 20:50:59.201964 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-212c8969-d783-4a14-aaaa-44e623858a56 req-fb2bcf17-46a3-43d1-a2bd-fc8a952b62c8 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 210 time: 0.0376017 Nov 25 20:50:59.239129 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '606ed2f8-8d47-4564-9080-f2d3740ee814', 'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:d0:56:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:54Z', 'updated_at': '2021-11-25T20:50:58Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:50:59.274546 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-704d010e-ea93-4606-abce-5193ae9be879 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d3b92657d744303b70dce52bf7a2b79 HTTP/1.1" status: 200 len: 379 time: 0.0679491 Nov 25 20:50:59.274845 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ae5749-b8ab-42ef-a7e4-31719f481337 None None] The sync data for ids ['f2da1aab-77bb-45da-8068-7a2dace31bef'] in n-d-817303-9 is: [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '606ed2f8-8d47-4564-9080-f2d3740ee814', 'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:d0:56:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:54Z', 'updated_at': '2021-11-25T20:50:58Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:50:59.291532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'port': {'device_id': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'admin_state_up': True, 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'security_groups': ['32819e10-f493-4be9-b2fa-7fa9b7cd3482']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:50:59.451006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Made reservation on behalf of 2d3b92657d744303b70dce52bf7a2b79 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:50:59.457518 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:59.513005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 606ed2f8-8d47-4564-9080-f2d3740ee814 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:50:59.569689 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 606ed2f8-8d47-4564-9080-f2d3740ee814 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:50:59.570252 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:59.622571 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.20.0.8 (ca87fe4a-bcb0-4f21-9f2b-1a4943180c74/bd31683b-3109-44bd-8f9f-15f5b56ab66d/5d6e2605-d7cc-41b1-80b2-1e89309dd58c) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:50:59.785803 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:59.821487 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:59.870527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:50:59.873674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:50:59.877233 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:50:59.902982 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=5d6e2605-d7cc-41b1-80b2-1e89309dd58c,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:50:59.936235 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:50:59.937030 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:50:59.956312 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-810c0590-b44f-4a04-ab72-c836db05e597 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6697021 Nov 25 20:51:00.016749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Request body: {'port': {'device_id': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:51:00.083486 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:00.117485 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5aae9418-8d55-4d48-a1e2-f3a99d39baac None None] Provisioning complete for port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:51:00.118088 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5aae9418-8d55-4d48-a1e2-f3a99d39baac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:00.154735 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5aae9418-8d55-4d48-a1e2-f3a99d39baac None None] Port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:51:00.340371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c9882-e921-4012-a3b1-cd253018860e req-1884d35f-4975-4d46-a631-996f51b49508 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:00.342030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df5c9882-e921-4012-a3b1-cd253018860e req-1884d35f-4975-4d46-a631-996f51b49508 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 931 time: 0.0604475 Nov 25 20:51:00.366908 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5d6e2605-d7cc-41b1-80b2-1e89309dd58c {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:51:00.374740 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:00.388628 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Transition to ACTIVE for port object 5d6e2605-d7cc-41b1-80b2-1e89309dd58c will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:51:00.393107 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:00.403472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-df5c9882-e921-4012-a3b1-cd253018860e req-f724899a-69fc-481e-9e75-1e5dc8ed763a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525391 Nov 25 20:51:00.448184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6e2605-d7cc-41b1-80b2-1e89309dd58c,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:00.523699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Attempting to bind port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:51:00.524038 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Attempting to bind port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:51:00.524366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Attempting to bind port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c on network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:51:00.529206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c on network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:51:00.529532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Attempting to bind port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c on network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:51:00.535135 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:51:00.535504 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Checking segment: {'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:51:00.535881 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Bound using segment: {'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:51:00.536316 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Bound port: 5d6e2605-d7cc-41b1-80b2-1e89309dd58c, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff838853-a9cd-4aa6-81ce-142aaa49e2da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:51:00.536672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:00.607580 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] For port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:51:00.611586 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] For port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=5d6e2605-d7cc-41b1-80b2-1e89309dd58c,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:51:00.616383 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:00.649728 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:00.650498 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:00.652093 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] 10.222.0.60 "PUT /v2.0/ports/5d6e2605-d7cc-41b1-80b2-1e89309dd58c HTTP/1.1" status: 200 len: 1091 time: 0.6876411 Nov 25 20:51:00.654432 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'tag': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:51:00.657969 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d716e3eb-756f-4552-bdc4-ef71c85ef893" -d '{"events": [{"name": "network-changed", "server_uuid": "bce950c5-68c9-4a57-981a-f0fb770f30f4", "tag": "5d6e2605-d7cc-41b1-80b2-1e89309dd58c"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:51:00.698116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff83ee-8cd9-4623-b35e-0fc94096e6e7 service neutron] Pushing event updated for resources: {'Port': ['ID=5d6e2605-d7cc-41b1-80b2-1e89309dd58c,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:00.755071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-7cb1dae8-8ecf-451b-a260-b66a92610cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:00.756827 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-7cb1dae8-8ecf-451b-a260-b66a92610cd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 1094 time: 0.0552995 Nov 25 20:51:00.807417 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-6a53d573-2112-4ecc-9a21-f179005b1be7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d6e2605-d7cc-41b1-80b2-1e89309dd58c HTTP/1.1" status: 200 len: 217 time: 0.0430284 Nov 25 20:51:00.813015 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d05fe8-0555-4f47-8a78-82a668913395 x-openstack-request-id: req-55d05fe8-0555-4f47-8a78-82a668913395 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:51:00.814126 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce950c5-68c9-4a57-981a-f0fb770f30f4", "tag": "5d6e2605-d7cc-41b1-80b2-1e89309dd58c", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:51:00.814463 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-55d05fe8-0555-4f47-8a78-82a668913395 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:51:00.815009 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'tag': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c', 'status': 'completed', 'code': 200} Nov 25 20:51:00.864994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-8d366948-b646-4c32-a629-bb055d66103e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:00.866502 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-8d366948-b646-4c32-a629-bb055d66103e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd31683b-3109-44bd-8f9f-15f5b56ab66d HTTP/1.1" status: 200 len: 835 time: 0.0470850 Nov 25 20:51:00.913698 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-1146fad8-0286-4d32-8d78-b350aaa2d6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:00.915247 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-1146fad8-0286-4d32-8d78-b350aaa2d6bd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416446 Nov 25 20:51:01.014356 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-47b8dbd0-8695-428e-826c-80ae4bd2e1c4 service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922098 Nov 25 20:51:01.106214 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-efc37cc8-3d06-46dd-9ae0-72e9e44caf8b req-162cc309-3a83-4ec2-ad95-9678ecc9a2fd service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842223 Nov 25 20:51:01.198414 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e3eb-756f-4552-bdc4-ef71c85ef893 req-d1300eec-fe15-4f71-bd63-28ed270d0663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:01.199949 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d716e3eb-756f-4552-bdc4-ef71c85ef893 req-d1300eec-fe15-4f71-bd63-28ed270d0663 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 1094 time: 0.0470340 Nov 25 20:51:01.291853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e3eb-756f-4552-bdc4-ef71c85ef893 req-cd977a44-eb1f-4c1c-aa68-883afaf7c59a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:01.293337 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d716e3eb-756f-4552-bdc4-ef71c85ef893 req-cd977a44-eb1f-4c1c-aa68-883afaf7c59a service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 HTTP/1.1" status: 200 len: 898 time: 0.0867450 Nov 25 20:51:01.339365 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d716e3eb-756f-4552-bdc4-ef71c85ef893 req-cea68e0c-2751-411d-bd04-2dcb002fc757 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d6e2605-d7cc-41b1-80b2-1e89309dd58c HTTP/1.1" status: 200 len: 217 time: 0.0389130 Nov 25 20:51:01.397962 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e3eb-756f-4552-bdc4-ef71c85ef893 req-e06abe08-f88e-441a-8abe-59f6cdafa064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:01.399448 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d716e3eb-756f-4552-bdc4-ef71c85ef893 req-e06abe08-f88e-441a-8abe-59f6cdafa064 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd31683b-3109-44bd-8f9f-15f5b56ab66d HTTP/1.1" status: 200 len: 835 time: 0.0530391 Nov 25 20:51:01.446362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716e3eb-756f-4552-bdc4-ef71c85ef893 req-bbaa378d-e3d4-4b22-89ce-dc4f07081de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:01.447899 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d716e3eb-756f-4552-bdc4-ef71c85ef893 req-bbaa378d-e3d4-4b22-89ce-dc4f07081de7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406940 Nov 25 20:51:01.527074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601cf25-25da-40a4-8e22-303fc69a0bf0 req-e2e660db-c37c-4162-b0a9-f21929c064fe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:01.528575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e601cf25-25da-40a4-8e22-303fc69a0bf0 req-e2e660db-c37c-4162-b0a9-f21929c064fe tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 943 time: 0.0506089 Nov 25 20:51:01.543647 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d716e3eb-756f-4552-bdc4-ef71c85ef893 req-72201c2e-a45f-4e08-8ef7-684bc02770f2 service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880725 Nov 25 20:51:01.581539 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e601cf25-25da-40a4-8e22-303fc69a0bf0 req-8c8e068d-cebf-4464-bbf1-fa477c30d490 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462127 Nov 25 20:51:01.636384 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d716e3eb-756f-4552-bdc4-ef71c85ef893 req-ed820c29-b887-4770-a585-5b7ececa298a service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854423 Nov 25 20:51:02.249806 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-23b12187-00e8-420f-9bbe-6b5bfc6b93dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:02.701136 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6a60ad-d64c-4a3e-9564-593bdbdb9c84 req-1d5235e3-ec1b-4476-95f6-3cb5b431373b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:02.702657 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f6a60ad-d64c-4a3e-9564-593bdbdb9c84 req-1d5235e3-ec1b-4476-95f6-3cb5b431373b tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 943 time: 0.0518348 Nov 25 20:51:02.759348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5f6a60ad-d64c-4a3e-9564-593bdbdb9c84 req-ba2b5246-4f34-4056-8f0d-f1b470591a2f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488267 Nov 25 20:51:03.899096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20798b72-ff20-475d-b98c-3ff65765d58a req-51361f69-b444-4a2d-bbb5-329001d8369e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:03.901240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-20798b72-ff20-475d-b98c-3ff65765d58a req-51361f69-b444-4a2d-bbb5-329001d8369e tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 943 time: 0.0695312 Nov 25 20:51:03.953758 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-20798b72-ff20-475d-b98c-3ff65765d58a req-9bb7e5b3-d94e-4549-a2da-4bdc0ab79f8d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450108 Nov 25 20:51:04.836868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 5d6e2605-d7cc-41b1-80b2-1e89309dd58c details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:51:04.935728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=5d6e2605-d7cc-41b1-80b2-1e89309dd58c,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:51:04.946161 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'port_id': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c', 'mac_address': 'fa:16:3e:76:66:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:51:04.985054 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:04.999013 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5d6e2605-d7cc-41b1-80b2-1e89309dd58c {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:51:05.020314 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=5d6e2605-d7cc-41b1-80b2-1e89309dd58c,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:51:05.024784 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:05.072619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387d4a90-6318-4a3b-865a-581b40d588eb req-2fb09dab-fd40-41d4-99f9-e20bee2dd085 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:05.074170 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-387d4a90-6318-4a3b-865a-581b40d588eb req-2fb09dab-fd40-41d4-99f9-e20bee2dd085 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 944 time: 0.0497472 Nov 25 20:51:05.081003 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=5d6e2605-d7cc-41b1-80b2-1e89309dd58c,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:05.125889 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-387d4a90-6318-4a3b-865a-581b40d588eb req-597beccb-d9f9-4519-8337-5299e2fe0ef1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441005 Nov 25 20:51:05.239934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['5d6e2605-d7cc-41b1-80b2-1e89309dd58c'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:51:05.422147 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4d08067d-c315-40d1-b068-09ef4a487933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:06.246644 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ea44c-19b2-432e-b1b4-30ff96ed45ca req-f6325f06-5745-4f15-91e4-3f1b17549d49 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:06.248080 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a14ea44c-19b2-432e-b1b4-30ff96ed45ca req-f6325f06-5745-4f15-91e4-3f1b17549d49 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 944 time: 0.0524249 Nov 25 20:51:06.298312 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a14ea44c-19b2-432e-b1b4-30ff96ed45ca req-50b14160-e0d4-4ba7-a116-c68cdee30e7a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426497 Nov 25 20:51:06.755499 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:06.856078 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 5d6e2605-d7cc-41b1-80b2-1e89309dd58c up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:51:06.907450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:51:06.911860 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:51:06.912232 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:06.996764 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:07.019565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:51:07.021944 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8467bac8-cd54-48f2-9179-f699bb24c772" -d '{"events": [{"server_uuid": "bce950c5-68c9-4a57-981a-f0fb770f30f4", "name": "network-vif-plugged", "status": "completed", "tag": "5d6e2605-d7cc-41b1-80b2-1e89309dd58c"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:51:07.035617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=5d6e2605-d7cc-41b1-80b2-1e89309dd58c,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:51:07.040064 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:07.091743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=5d6e2605-d7cc-41b1-80b2-1e89309dd58c,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:07.114524 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe3f8e15-9118-4e5f-b691-efb37c49b85f x-openstack-request-id: req-fe3f8e15-9118-4e5f-b691-efb37c49b85f {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:51:07.114840 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce950c5-68c9-4a57-981a-f0fb770f30f4", "name": "network-vif-plugged", "status": "completed", "tag": "5d6e2605-d7cc-41b1-80b2-1e89309dd58c", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:51:07.115106 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-fe3f8e15-9118-4e5f-b691-efb37c49b85f {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:51:07.115533 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c', 'code': 200} Nov 25 20:51:07.212394 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d2317-67cf-44b3-80dc-3d5b0f313900 req-1815988e-47c4-4983-941f-f64433a0ef18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:07.213893 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a1d2317-67cf-44b3-80dc-3d5b0f313900 req-1815988e-47c4-4983-941f-f64433a0ef18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 1096 time: 0.0396137 Nov 25 20:51:07.264593 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-4a1d2317-67cf-44b3-80dc-3d5b0f313900 req-39ba1980-7258-4f83-9cdc-c5ec3ea73054 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437138 Nov 25 20:51:07.415826 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86bed1d-d4cb-48d0-9bdc-2a9255c53165 req-3daa6b84-0836-4bf4-ac46-364719a9dea1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:07.417334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a86bed1d-d4cb-48d0-9bdc-2a9255c53165 req-3daa6b84-0836-4bf4-ac46-364719a9dea1 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0491397 Nov 25 20:51:07.466495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a86bed1d-d4cb-48d0-9bdc-2a9255c53165 req-a9ab559d-8fc1-40a0-9462-7b13baedc9e9 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425866 Nov 25 20:51:08.068041 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:08.584756 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae46e7-9b3b-4d87-94ae-6eb4846290d5 req-0944d525-825b-461b-89a5-55c9571f757f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:08.586254 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4ae46e7-9b3b-4d87-94ae-6eb4846290d5 req-0944d525-825b-461b-89a5-55c9571f757f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0497906 Nov 25 20:51:08.611839 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:08.645591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4ae46e7-9b3b-4d87-94ae-6eb4846290d5 req-80119c7c-b3c3-48ab-a0e1-e31760a8d463 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524938 Nov 25 20:51:08.761158 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b51842-781a-42ea-8745-d3216d470498 req-dbb6f6b5-f221-4970-a7cb-a9824d12b7aa tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:08.762557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06b51842-781a-42ea-8745-d3216d470498 req-dbb6f6b5-f221-4970-a7cb-a9824d12b7aa tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0504127 Nov 25 20:51:08.813420 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-06b51842-781a-42ea-8745-d3216d470498 req-5fcddd45-cafa-4de1-8785-2bdccd044c9c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439668 Nov 25 20:51:08.835665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52630) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:08.873624 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa4a4bc-49f6-4a3e-8a3b-dd04f5ac323d tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:08.875214 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5fa4a4bc-49f6-4a3e-8a3b-dd04f5ac323d tempest-TestNetworkAdvancedServerOps-1315221108 tempest-TestNetworkAdvancedServerOps-1315221108-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 1091 time: 0.0385790 Nov 25 20:51:08.878137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52632) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:08.882472 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:51:08.904861 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:09.007754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:09.115182 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Allocated IP 172.25.8.106 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/0ec0c01d-b6be-4819-86b5-31ada0f3f60b) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:51:09.517272 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:09.550694 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:09.590932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:51:09.595996 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:51:09.599487 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:51:09.627826 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=0ec0c01d-b6be-4819-86b5-31ada0f3f60b,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:09.968873 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:10.047334 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:10.207205 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:10.211786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:10.281069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event updated for resources: {'Port': ['ID=0ec0c01d-b6be-4819-86b5-31ada0f3f60b,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:10.289916 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:10.410702 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Floating IP 24732856-dcad-44c4-8594-7f34c8eacbfb associated. External IP: 172.25.8.106, port: 5d6e2605-d7cc-41b1-80b2-1e89309dd58c. Nov 25 20:51:10.625137 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router f2da1aab-77bb-45da-8068-7a2dace31bef has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:51:10.747634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:51:10.758059 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811fa22-214f-4971-978f-14474cdc76e0 None None] Sync routers for ids ['f2da1aab-77bb-45da-8068-7a2dace31bef'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:51:10.765817 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:10.769638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811fa22-214f-4971-978f-14474cdc76e0 None None] Routers {'f2da1aab-77bb-45da-8068-7a2dace31bef'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:51:10.770246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f811fa22-214f-4971-978f-14474cdc76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:51:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f2da1aab-77bb-45da-8068-7a2dace31bef'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:10.794500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d1fbbf0e-414b-45a0-b955-48ac2526a41c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9152937 Nov 25 20:51:10.795112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'tag': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:51:10.797664 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2bafdb7-f83e-4659-9974-3f8105d74046" -d '{"events": [{"name": "network-changed", "server_uuid": "bce950c5-68c9-4a57-981a-f0fb770f30f4", "tag": "5d6e2605-d7cc-41b1-80b2-1e89309dd58c"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:51:10.880932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f811fa22-214f-4971-978f-14474cdc76e0 None None] Set router f2da1aab-77bb-45da-8068-7a2dace31bef gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:51:10.896603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0609c7b2-849f-4a6a-85fd-7681355629b2 req-a3ae226d-ec0b-4f6c-8cb4-5d7898e32375 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:10.898144 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0609c7b2-849f-4a6a-85fd-7681355629b2 req-a3ae226d-ec0b-4f6c-8cb4-5d7898e32375 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0507491 Nov 25 20:51:10.949271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0609c7b2-849f-4a6a-85fd-7681355629b2 req-118963c6-ffcc-471f-b3f4-f61aad2f3979 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450749 Nov 25 20:51:10.973038 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52638) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:11.019440 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f67944-fd43-4d87-a9de-41292e719e54 x-openstack-request-id: req-d6f67944-fd43-4d87-a9de-41292e719e54 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:51:11.019715 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce950c5-68c9-4a57-981a-f0fb770f30f4", "tag": "5d6e2605-d7cc-41b1-80b2-1e89309dd58c", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:51:11.019962 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d6f67944-fd43-4d87-a9de-41292e719e54 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:51:11.020363 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'tag': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c', 'status': 'completed', 'code': 200} Nov 25 20:51:11.046978 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2cd75053-6ec4-49c2-bdb5-b0816af66d21 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/24732856-dcad-44c4-8594-7f34c8eacbfb HTTP/1.1" status: 200 len: 991 time: 0.0727165 Nov 25 20:51:11.061367 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafdb7-f83e-4659-9974-3f8105d74046 req-13bd9f8c-0581-4ebb-b720-bef81ec3c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:11.062960 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a2bafdb7-f83e-4659-9974-3f8105d74046 req-13bd9f8c-0581-4ebb-b720-bef81ec3c4e3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 1096 time: 0.0432243 Nov 25 20:51:11.118554 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f811fa22-214f-4971-978f-14474cdc76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '24732856-dcad-44c4-8594-7f34c8eacbfb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'port_id': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'mac_address': 'fa:16:3e:76:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:51:09Z', 'updated_at': '2021-11-25T20:51:09Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606ed2f8-8d47-4564-9080-f2d3740ee814', 'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:d0:56:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:54Z', 'updated_at': '2021-11-25T20:50:58Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:11.145585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811fa22-214f-4971-978f-14474cdc76e0 None None] Checking router: f2da1aab-77bb-45da-8068-7a2dace31bef for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:51:11.154045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f811fa22-214f-4971-978f-14474cdc76e0 None None] Routers {'f2da1aab-77bb-45da-8068-7a2dace31bef'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:51:11.154678 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f811fa22-214f-4971-978f-14474cdc76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:51:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f2da1aab-77bb-45da-8068-7a2dace31bef'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:11.155462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafdb7-f83e-4659-9974-3f8105d74046 req-d15fa39b-7c66-4ea3-b935-4ebecb44b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:11.156874 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a2bafdb7-f83e-4659-9974-3f8105d74046 req-d15fa39b-7c66-4ea3-b935-4ebecb44b90b service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 HTTP/1.1" status: 200 len: 898 time: 0.0866144 Nov 25 20:51:11.230687 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a2bafdb7-f83e-4659-9974-3f8105d74046 req-035a3a15-b19d-4d7c-a5e4-b0ad746a496e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d6e2605-d7cc-41b1-80b2-1e89309dd58c HTTP/1.1" status: 200 len: 999 time: 0.0671000 Nov 25 20:51:11.282566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafdb7-f83e-4659-9974-3f8105d74046 req-a4c13512-97de-4961-8de3-19f32743b5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:11.284128 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a2bafdb7-f83e-4659-9974-3f8105d74046 req-a4c13512-97de-4961-8de3-19f32743b5a5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd31683b-3109-44bd-8f9f-15f5b56ab66d HTTP/1.1" status: 200 len: 835 time: 0.0468910 Nov 25 20:51:11.334115 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bafdb7-f83e-4659-9974-3f8105d74046 req-99479910-bee9-402b-bff2-1ac398126f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:11.335682 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a2bafdb7-f83e-4659-9974-3f8105d74046 req-99479910-bee9-402b-bff2-1ac398126f23 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441501 Nov 25 20:51:11.426686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f811fa22-214f-4971-978f-14474cdc76e0 None None] Set router f2da1aab-77bb-45da-8068-7a2dace31bef gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:51:11.434486 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a2bafdb7-f83e-4659-9974-3f8105d74046 req-d1f76a08-3ef4-463b-a263-f0c78ad8c95b service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920193 Nov 25 20:51:11.529338 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-a2bafdb7-f83e-4659-9974-3f8105d74046 req-4a0216de-ff72-4dce-9980-a0faa776ab36 service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883014 Nov 25 20:51:11.659815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f811fa22-214f-4971-978f-14474cdc76e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '24732856-dcad-44c4-8594-7f34c8eacbfb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'port_id': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'mac_address': 'fa:16:3e:76:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:51:09Z', 'updated_at': '2021-11-25T20:51:09Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606ed2f8-8d47-4564-9080-f2d3740ee814', 'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:d0:56:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:54Z', 'updated_at': '2021-11-25T20:50:58Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:11.687530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f811fa22-214f-4971-978f-14474cdc76e0 None None] The sync data for ids ['f2da1aab-77bb-45da-8068-7a2dace31bef'] in n-d-817303-9 is: [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '24732856-dcad-44c4-8594-7f34c8eacbfb', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'floating_ip_address': '172.25.8.106', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'port_id': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'mac_address': 'fa:16:3e:76:66:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:51:09Z', 'updated_at': '2021-11-25T20:51:09Z', 'revision_number': 0, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '606ed2f8-8d47-4564-9080-f2d3740ee814', 'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:d0:56:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:54Z', 'updated_at': '2021-11-25T20:50:58Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:51:11.879919 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e44a1921-02f8-46d3-bb65-77b3fd924350 None None] New status for floating IP 24732856-dcad-44c4-8594-7f34c8eacbfb: ACTIVE {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:51:12.051550 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52640) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:12.116452 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a9a4bbed-4644-4ce9-b2f9-389b0f9303ec tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/24732856-dcad-44c4-8594-7f34c8eacbfb HTTP/1.1" status: 200 len: 993 time: 0.0637114 Nov 25 20:51:15.021346 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:51:21.507021 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:23.792146 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:28.183643 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-571fa0a0-30bd-4287-89e2-7f1330a4638e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0425806 Nov 25 20:51:28.273209 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-9ef8f255-3b0b-4103-8a78-3a164d65031c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:28.274825 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-9ef8f255-3b0b-4103-8a78-3a164d65031c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 1096 time: 0.0432036 Nov 25 20:51:28.382058 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-86f0ec76-ae09-4e5f-b424-9346e406c0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:28.383549 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-86f0ec76-ae09-4e5f-b424-9346e406c0d2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 HTTP/1.1" status: 200 len: 898 time: 0.0882289 Nov 25 20:51:28.448566 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-4f2dee98-c887-45e2-8d7b-ee906a0ea618 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d6e2605-d7cc-41b1-80b2-1e89309dd58c HTTP/1.1" status: 200 len: 1001 time: 0.0569098 Nov 25 20:51:28.497442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-71c7525b-6567-47c9-8cb6-7cbd01fe5ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:28.498984 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-71c7525b-6567-47c9-8cb6-7cbd01fe5ebc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd31683b-3109-44bd-8f9f-15f5b56ab66d HTTP/1.1" status: 200 len: 835 time: 0.0431142 Nov 25 20:51:28.552591 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-533b7e85-9411-4c90-9428-7154dd9f12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:28.554108 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-533b7e85-9411-4c90-9428-7154dd9f12d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473115 Nov 25 20:51:28.650473 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-cf9d1496-04ea-4d39-a8aa-f2fad6feb5b3 service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888481 Nov 25 20:51:28.747050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b63d60cc-14ab-4574-a434-4af41b79beb0 req-bfdbac31-5b7e-4665-a3ea-57bb6ef66c2e service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887330 Nov 25 20:51:32.254826 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5eedb586-72ca-4823-8bd6-54e7a6d750b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:35.405859 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a72fc762-1e3c-4eb3-96c4-1c119d98d4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:36.767679 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:38.070952 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:38.612035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:43.448451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78180f00-cdfa-4ab5-86e4-2275cbc2d770 req-efea46aa-2226-49ed-92b4-2d165eeddf09 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:43.449963 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78180f00-cdfa-4ab5-86e4-2275cbc2d770 req-efea46aa-2226-49ed-92b4-2d165eeddf09 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0522988 Nov 25 20:51:43.503321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-78180f00-cdfa-4ab5-86e4-2275cbc2d770 req-77de3edd-43ce-40b9-8c8a-42f88e18e323 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465689 Nov 25 20:51:44.622030 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd3826-6f5a-4c16-af56-57a51c159652 req-ea68b22c-9fd2-43bc-bc5f-00fde03a0aba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:44.623551 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0dd3826-6f5a-4c16-af56-57a51c159652 req-ea68b22c-9fd2-43bc-bc5f-00fde03a0aba tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0500252 Nov 25 20:51:44.674580 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c0dd3826-6f5a-4c16-af56-57a51c159652 req-69fde078-defd-4131-9a32-c72c91bb901c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444140 Nov 25 20:51:44.697573 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52660) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:44.762726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-588af2d0-a10b-4976-8e3a-a649ca01cd26 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/24732856-dcad-44c4-8594-7f34c8eacbfb HTTP/1.1" status: 200 len: 993 time: 0.0640111 Nov 25 20:51:46.051974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e57217-59ec-4b87-8529-03a0a5da3e9a req-23fdc22d-6c32-4b92-b5f6-45a4277d98fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:46.055216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4e57217-59ec-4b87-8529-03a0a5da3e9a req-23fdc22d-6c32-4b92-b5f6-45a4277d98fd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0533435 Nov 25 20:51:46.065215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5badcf-1e49-4f27-9a39-48708079e3bd req-110329bf-675c-476a-b987-656fbed33677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:46.067517 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7f5badcf-1e49-4f27-9a39-48708079e3bd req-110329bf-675c-476a-b987-656fbed33677 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 1096 time: 0.0426321 Nov 25 20:51:46.106085 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c4e57217-59ec-4b87-8529-03a0a5da3e9a req-0dd7bbf6-849c-4300-8e93-8027e6904e99 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464396 Nov 25 20:51:46.164274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5badcf-1e49-4f27-9a39-48708079e3bd req-25b4a675-8b12-47e2-8dc2-232d55e7299c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:46.165737 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7f5badcf-1e49-4f27-9a39-48708079e3bd req-25b4a675-8b12-47e2-8dc2-232d55e7299c service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 HTTP/1.1" status: 200 len: 898 time: 0.0911427 Nov 25 20:51:46.233050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7f5badcf-1e49-4f27-9a39-48708079e3bd req-47618b16-23c8-4493-b527-9a56832fae64 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d6e2605-d7cc-41b1-80b2-1e89309dd58c HTTP/1.1" status: 200 len: 1001 time: 0.0605886 Nov 25 20:51:46.282677 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5badcf-1e49-4f27-9a39-48708079e3bd req-f8b5e53f-f198-4ca8-adc3-5b7fa349b760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:46.284192 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7f5badcf-1e49-4f27-9a39-48708079e3bd req-f8b5e53f-f198-4ca8-adc3-5b7fa349b760 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd31683b-3109-44bd-8f9f-15f5b56ab66d HTTP/1.1" status: 200 len: 835 time: 0.0442991 Nov 25 20:51:46.335423 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5badcf-1e49-4f27-9a39-48708079e3bd req-d30800bc-4ac1-449c-af34-74e9fafcf42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:46.336798 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7f5badcf-1e49-4f27-9a39-48708079e3bd req-d30800bc-4ac1-449c-af34-74e9fafcf42f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453229 Nov 25 20:51:46.426674 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7f5badcf-1e49-4f27-9a39-48708079e3bd req-9a9d8e0b-1ee0-4f31-94e4-01dc54b4e747 service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829260 Nov 25 20:51:46.522158 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-7f5badcf-1e49-4f27-9a39-48708079e3bd req-d517e2bd-2d29-4f41-abd6-441b76215256 service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886066 Nov 25 20:51:47.224664 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8385f-507e-44a8-8f70-0513f633a3a3 req-ef3023df-87fa-4f7f-92c9-0ba34c826dd0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:47.226177 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ea8385f-507e-44a8-8f70-0513f633a3a3 req-ef3023df-87fa-4f7f-92c9-0ba34c826dd0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0495217 Nov 25 20:51:47.279240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9ea8385f-507e-44a8-8f70-0513f633a3a3 req-081f5cc2-66c4-4d3b-8133-925e970e421d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469625 Nov 25 20:51:48.409091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c24644-3a48-442a-ae0d-5372213df569 req-fc41fbf2-7957-4704-85ac-db5ccd5b5f38 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:48.410726 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05c24644-3a48-442a-ae0d-5372213df569 req-fc41fbf2-7957-4704-85ac-db5ccd5b5f38 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0549738 Nov 25 20:51:48.461337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05c24644-3a48-442a-ae0d-5372213df569 req-f7d1a8ea-e750-445a-be04-5a7350bc0e8c tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446160 Nov 25 20:51:48.487240 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52672) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:48.549240 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-a62d97a6-5e73-4df0-b451-47345fc91f6d tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/floatingips/24732856-dcad-44c4-8594-7f34c8eacbfb HTTP/1.1" status: 200 len: 993 time: 0.0602598 Nov 25 20:51:48.773035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52678) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:48.928263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 0ec0c01d-b6be-4819-86b5-31ada0f3f60b {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:51:48.928608 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:49.002234 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:49.002564 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:49.014581 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 0ec0c01d-b6be-4819-86b5-31ada0f3f60b owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:51:49.163856 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:49.193877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=0ec0c01d-b6be-4819-86b5-31ada0f3f60b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:49.252924 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:49.254221 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Floating IP 24732856-dcad-44c4-8594-7f34c8eacbfb disassociated (deleted). External IP: 172.25.8.106, port: 5d6e2605-d7cc-41b1-80b2-1e89309dd58c. Nov 25 20:51:49.462399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router f2da1aab-77bb-45da-8068-7a2dace31bef has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:51:49.569748 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:51:49.574566 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:49.579534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6854d38-da2e-4c1b-ad42-a1af0c020519 None None] Sync routers for ids ['f2da1aab-77bb-45da-8068-7a2dace31bef'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:51:49.589069 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6854d38-da2e-4c1b-ad42-a1af0c020519 None None] Routers {'f2da1aab-77bb-45da-8068-7a2dace31bef'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:51:49.589680 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c6854d38-da2e-4c1b-ad42-a1af0c020519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:51:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f2da1aab-77bb-45da-8068-7a2dace31bef'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:49.601376 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5a15c054-5046-46c2-a770-eaf3bc1c54f2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/floatingips/24732856-dcad-44c4-8594-7f34c8eacbfb HTTP/1.1" status: 204 len: 168 time: 0.8272257 Nov 25 20:51:49.601967 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'tag': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:51:49.604236 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987" -d '{"events": [{"name": "network-changed", "server_uuid": "bce950c5-68c9-4a57-981a-f0fb770f30f4", "tag": "5d6e2605-d7cc-41b1-80b2-1e89309dd58c"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:51:49.704272 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c6854d38-da2e-4c1b-ad42-a1af0c020519 None None] Set router f2da1aab-77bb-45da-8068-7a2dace31bef gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:51:49.779286 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-835f1c87-ffa1-41d6-ac7d-d9969e1ef1ea x-openstack-request-id: req-835f1c87-ffa1-41d6-ac7d-d9969e1ef1ea {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:51:49.779837 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bce950c5-68c9-4a57-981a-f0fb770f30f4", "tag": "5d6e2605-d7cc-41b1-80b2-1e89309dd58c", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:51:49.780147 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-835f1c87-ffa1-41d6-ac7d-d9969e1ef1ea {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:51:49.780631 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'tag': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c', 'status': 'completed', 'code': 200} Nov 25 20:51:49.857878 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987 req-54223eaa-9968-40d5-88a1-b0890526eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:49.859563 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987 req-54223eaa-9968-40d5-88a1-b0890526eb55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2d3b92657d744303b70dce52bf7a2b79&device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 1096 time: 0.0545914 Nov 25 20:51:49.880642 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22053c8-53d6-4c1f-8a24-ba878c96239d req-9b58409c-b556-4692-8728-3cd21f5147df tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:49.883703 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c22053c8-53d6-4c1f-8a24-ba878c96239d req-9b58409c-b556-4692-8728-3cd21f5147df tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0570948 Nov 25 20:51:49.923535 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c6854d38-da2e-4c1b-ad42-a1af0c020519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '606ed2f8-8d47-4564-9080-f2d3740ee814', 'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:d0:56:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:54Z', 'updated_at': '2021-11-25T20:50:58Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:49.939681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c22053c8-53d6-4c1f-8a24-ba878c96239d req-f51edcab-93be-49ae-a470-2c74710dc216 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507653 Nov 25 20:51:49.951640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6854d38-da2e-4c1b-ad42-a1af0c020519 None None] Checking router: f2da1aab-77bb-45da-8068-7a2dace31bef for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:51:49.961538 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6854d38-da2e-4c1b-ad42-a1af0c020519 None None] Routers {'f2da1aab-77bb-45da-8068-7a2dace31bef'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:51:49.962165 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c6854d38-da2e-4c1b-ad42-a1af0c020519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:51:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f2da1aab-77bb-45da-8068-7a2dace31bef'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:50.078572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c6854d38-da2e-4c1b-ad42-a1af0c020519 None None] Set router f2da1aab-77bb-45da-8068-7a2dace31bef gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:51:50.276550 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987 req-3d2ea82b-266e-44e4-aa78-879a0be98d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:50.278044 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987 req-3d2ea82b-266e-44e4-aa78-879a0be98d63 service neutron] 10.222.0.60 "GET /v2.0/networks?id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 HTTP/1.1" status: 200 len: 898 time: 0.4095838 Nov 25 20:51:50.287154 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c6854d38-da2e-4c1b-ad42-a1af0c020519 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '606ed2f8-8d47-4564-9080-f2d3740ee814', 'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:d0:56:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:54Z', 'updated_at': '2021-11-25T20:50:58Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:50.320272 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6854d38-da2e-4c1b-ad42-a1af0c020519 None None] The sync data for ids ['f2da1aab-77bb-45da-8068-7a2dace31bef'] in n-d-817303-9 is: [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '606ed2f8-8d47-4564-9080-f2d3740ee814', 'name': '', 'network_id': 'ca87fe4a-bcb0-4f21-9f2b-1a4943180c74', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'mac_address': 'fa:16:3e:d0:56:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4285, 'fixed_ips': [{'subnet_id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:54Z', 'updated_at': '2021-11-25T20:50:58Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'subnets': [{'id': 'bd31683b-3109-44bd-8f9f-15f5b56ab66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:51:50.321551 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987 req-d438a699-5654-41bd-9c28-d5e0ab53a50b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5d6e2605-d7cc-41b1-80b2-1e89309dd58c HTTP/1.1" status: 200 len: 217 time: 0.0355823 Nov 25 20:51:50.373502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987 req-fb8d49b0-f7f0-4742-8754-18019dd2637f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:50.374984 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987 req-fb8d49b0-f7f0-4742-8754-18019dd2637f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=bd31683b-3109-44bd-8f9f-15f5b56ab66d HTTP/1.1" status: 200 len: 835 time: 0.0463011 Nov 25 20:51:50.428893 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987 req-986d5085-e1b3-42c2-bdcb-f1a63a6934d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:50.430440 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987 req-986d5085-e1b3-42c2-bdcb-f1a63a6934d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459695 Nov 25 20:51:50.529263 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987 req-1e6bc951-7f26-42de-a77f-3b3072cc6cbc service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907631 Nov 25 20:51:50.544645 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4610d7da-376f-443e-85f1-3bc360b08223 None None] New status for floating IP 24732856-dcad-44c4-8594-7f34c8eacbfb: DOWN {{(pid=103654) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:51:50.632018 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-2ee8cbb4-0d36-4e5d-a0b1-7924450ae987 req-d1697583-6234-4cc5-a750-84b80b20eb32 service neutron] 10.222.0.60 "GET /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955682 Nov 25 20:51:51.060899 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2defa-be3b-405d-a817-3c2ef51b41b6 req-065358af-6df6-4684-b1c1-84fea2ab42f0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:51.062425 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0d2defa-be3b-405d-a817-3c2ef51b41b6 req-065358af-6df6-4684-b1c1-84fea2ab42f0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0498686 Nov 25 20:51:51.115060 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d0d2defa-be3b-405d-a817-3c2ef51b41b6 req-8c8b44ce-11bf-4c9a-8145-11c7f15db26f tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/security-groups?id=32819e10-f493-4be9-b2fa-7fa9b7cd3482&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453241 Nov 25 20:51:51.361270 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a432d3-d669-4ad4-9d44-6a480e148907 req-666d4995-c824-4731-959e-ce1e565a7972 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:51.363226 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b1a432d3-d669-4ad4-9d44-6a480e148907 req-666d4995-c824-4731-959e-ce1e565a7972 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 945 time: 0.0481346 Nov 25 20:51:51.451117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b1a432d3-d669-4ad4-9d44-6a480e148907 req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:51:51.451461 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b1a432d3-d669-4ad4-9d44-6a480e148907 req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:51.503343 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:51.542986 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-b1a432d3-d669-4ad4-9d44-6a480e148907 req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=5d6e2605-d7cc-41b1-80b2-1e89309dd58c,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:51:51.543354 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b1a432d3-d669-4ad4-9d44-6a480e148907 req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:51.555531 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-b1a432d3-d669-4ad4-9d44-6a480e148907 req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 5d6e2605-d7cc-41b1-80b2-1e89309dd58c owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:51:51.687320 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b1a432d3-d669-4ad4-9d44-6a480e148907 req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:51.718021 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=5d6e2605-d7cc-41b1-80b2-1e89309dd58c,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:51.745458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.745816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.746165 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.746505 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.746864 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.747200 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.747532 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.747868 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.748195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.748522 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.748848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.749169 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:51.767139 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a432d3-d669-4ad4-9d44-6a480e148907 req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] No DVR routers for this DVR port 5d6e2605-d7cc-41b1-80b2-1e89309dd58c on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:51:51.770174 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-b1a432d3-d669-4ad4-9d44-6a480e148907 req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:51.773733 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-b1a432d3-d669-4ad4-9d44-6a480e148907 req-a684b007-7b50-4787-a479-beca173834a2 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.60 "DELETE /v2.0/ports/5d6e2605-d7cc-41b1-80b2-1e89309dd58c HTTP/1.1" status: 204 len: 173 time: 0.4045141 Nov 25 20:51:51.781458 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'name': 'network-vif-deleted', 'tag': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:51:51.783813 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b7ab20-c95f-4fee-9184-8739874b7f6e" -d '{"events": [{"server_uuid": "bce950c5-68c9-4a57-981a-f0fb770f30f4", "name": "network-vif-deleted", "tag": "5d6e2605-d7cc-41b1-80b2-1e89309dd58c"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:51:51.821920 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba3677ee-4126-4dbb-89f9-582d55b00c49 x-openstack-request-id: req-ba3677ee-4126-4dbb-89f9-582d55b00c49 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:51:51.822211 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bce950c5-68c9-4a57-981a-f0fb770f30f4", "name": "network-vif-deleted", "tag": "5d6e2605-d7cc-41b1-80b2-1e89309dd58c", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:51:51.822470 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ba3677ee-4126-4dbb-89f9-582d55b00c49 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:51:51.822919 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bce950c5-68c9-4a57-981a-f0fb770f30f4', 'name': 'network-vif-deleted', 'tag': '5d6e2605-d7cc-41b1-80b2-1e89309dd58c', 'status': 'completed', 'code': 200} Nov 25 20:51:52.021698 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:51:52.251133 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-221b5509-7199-4b1f-ab8d-863c8f59d159 req-c0582be6-5258-4c7a-b51d-f03d9bd3a5dd tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "GET /v2.0/ports?device_id=bce950c5-68c9-4a57-981a-f0fb770f30f4 HTTP/1.1" status: 200 len: 210 time: 0.0387149 Nov 25 20:51:53.310206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52694) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:53.681570 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:53.809329 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:53.950011 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port 606ed2f8-8d47-4564-9080-f2d3740ee814 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:51:53.950266 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:54.039615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port 606ed2f8-8d47-4564-9080-f2d3740ee814, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=606ed2f8-8d47-4564-9080-f2d3740ee814,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:51:54.039975 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:54.052929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for 606ed2f8-8d47-4564-9080-f2d3740ee814 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:51:54.237259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:54.268566 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=606ed2f8-8d47-4564-9080-f2d3740ee814,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:54.453439 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:54.685882 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Router f2da1aab-77bb-45da-8068-7a2dace31bef has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:51:54.793778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:51:54.799399 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-42e2f7ba-7ab1-43ee-a3ba-b662a63f8303 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "PUT /v2.0/routers/f2da1aab-77bb-45da-8068-7a2dace31bef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4878585 Nov 25 20:51:54.801892 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52696) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:54.804885 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f819a-ee26-4710-b1c3-020960f5c2ab None None] Sync routers for ids ['f2da1aab-77bb-45da-8068-7a2dace31bef'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:51:54.814455 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f819a-ee26-4710-b1c3-020960f5c2ab None None] Routers {'f2da1aab-77bb-45da-8068-7a2dace31bef'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:51:54.815166 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-968f819a-ee26-4710-b1c3-020960f5c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:51:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f2da1aab-77bb-45da-8068-7a2dace31bef'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:54.858513 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b5ff21a-4cc4-4fff-8b6f-89c2426c3d32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting subnet bd31683b-3109-44bd-8f9f-15f5b56ab66d {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 20:51:54.861648 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff21a-4cc4-4fff-8b6f-89c2426c3d32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:54.904129 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff21a-4cc4-4fff-8b6f-89c2426c3d32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:54.939323 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-968f819a-ee26-4710-b1c3-020960f5c2ab None None] Set router f2da1aab-77bb-45da-8068-7a2dace31bef gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:51:55.000195 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff21a-4cc4-4fff-8b6f-89c2426c3d32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.061906 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff21a-4cc4-4fff-8b6f-89c2426c3d32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.090579 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ff21a-4cc4-4fff-8b6f-89c2426c3d32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Subnet': ['ID=bd31683b-3109-44bd-8f9f-15f5b56ab66d,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:55.092579 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9b5ff21a-4cc4-4fff-8b6f-89c2426c3d32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.099564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9b5ff21a-4cc4-4fff-8b6f-89c2426c3d32 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/subnets/bd31683b-3109-44bd-8f9f-15f5b56ab66d HTTP/1.1" status: 204 len: 168 time: 0.2929821 Nov 25 20:51:55.099564 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52698) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:55.104139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0b681f-5e48-4b27-8f58-a5cb5e7e63e8 None None] Network ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:51:55.163348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 5d6e2605-d7cc-41b1-80b2-1e89309dd58c no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:51:55.200705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 5d6e2605-d7cc-41b1-80b2-1e89309dd58c {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:51:55.200932 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 5d6e2605-d7cc-41b1-80b2-1e89309dd58c not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:51:55.213437 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.259665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-968f819a-ee26-4710-b1c3-020960f5c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:51:54Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:55.290089 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f819a-ee26-4710-b1c3-020960f5c2ab None None] Checking router: f2da1aab-77bb-45da-8068-7a2dace31bef for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:51:55.311573 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-968f819a-ee26-4710-b1c3-020960f5c2ab None None] Routers {'f2da1aab-77bb-45da-8068-7a2dace31bef'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:51:55.312192 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-968f819a-ee26-4710-b1c3-020960f5c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:51:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['f2da1aab-77bb-45da-8068-7a2dace31bef'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:55.327997 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.394092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee92d0-adba-4b00-a0a0-4ea9288df9b3 None None] DHCP port deletion for ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:51:55.417758 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port e345f42c-e8a2-49c5-b3df-aa9599cddf74 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:51:55.418306 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.496732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-968f819a-ee26-4710-b1c3-020960f5c2ab None None] Set router f2da1aab-77bb-45da-8068-7a2dace31bef gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:51:55.521985 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port e345f42c-e8a2-49c5-b3df-aa9599cddf74, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e345f42c-e8a2-49c5-b3df-aa9599cddf74,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:51:55.522591 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.536263 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for e345f42c-e8a2-49c5-b3df-aa9599cddf74 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:51:55.731669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e6a5c0ed-da43-46b0-95bb-9c39859c8491 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:51:55.736302 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.767450 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=e345f42c-e8a2-49c5-b3df-aa9599cddf74,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:55.782633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f155a051-f5c6-406d-80a7-16152fe0a7c8 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:51:55.827911 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.847774 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ffee92d0-adba-4b00-a0a0-4ea9288df9b3 None None] Deleting port e6a5c0ed-da43-46b0-95bb-9c39859c8491 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:51:55.848433 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ffee92d0-adba-4b00-a0a0-4ea9288df9b3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.926971 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.929312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.973966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.974960 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Fanout notify agent at l3_agent the message router_deleted on router f2da1aab-77bb-45da-8068-7a2dace31bef {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 20:51:55.982857 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:55.983934 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d6f56f0f-a428-46d4-9dd6-d9d578782ce0 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/routers/f2da1aab-77bb-45da-8068-7a2dace31bef HTTP/1.1" status: 204 len: 168 time: 0.8839402 Nov 25 20:51:55.987714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52700) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:55.990345 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ffee92d0-adba-4b00-a0a0-4ea9288df9b3 None None] For port e6a5c0ed-da43-46b0-95bb-9c39859c8491, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e6a5c0ed-da43-46b0-95bb-9c39859c8491,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:51:55.990748 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ffee92d0-adba-4b00-a0a0-4ea9288df9b3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.008810 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.012421 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ffee92d0-adba-4b00-a0a0-4ea9288df9b3 None None] Calling delete_port for e6a5c0ed-da43-46b0-95bb-9c39859c8491 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:51:56.069050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.105738 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port e6a5c0ed-da43-46b0-95bb-9c39859c8491, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e6a5c0ed-da43-46b0-95bb-9c39859c8491,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:51:56.115580 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.124254 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Deleting port e6a5c0ed-da43-46b0-95bb-9c39859c8491 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:51:56.124676 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.148679 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-968f819a-ee26-4710-b1c3-020960f5c2ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:51:54Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:56.191557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-968f819a-ee26-4710-b1c3-020960f5c2ab None None] The sync data for ids ['f2da1aab-77bb-45da-8068-7a2dace31bef'] in n-d-817303-9 is: [{'id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2047643945', 'tenant_id': '2d3b92657d744303b70dce52bf7a2b79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80'}], 'enable_snat': True}, 'gw_port_id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:51:54Z', 'revision_number': 5, 'project_id': '2d3b92657d744303b70dce52bf7a2b79', 'gw_port': {'id': 'e345f42c-e8a2-49c5-b3df-aa9599cddf74', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:a5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2da1aab-77bb-45da-8068-7a2dace31bef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:50:52Z', 'updated_at': '2021-11-25T20:50:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:51:56.195165 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] For port e6a5c0ed-da43-46b0-95bb-9c39859c8491, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=e6a5c0ed-da43-46b0-95bb-9c39859c8491,segment=NetworkSegment(ff838853-a9cd-4aa6-81ce-142aaa49e2da),segment_id=ff838853-a9cd-4aa6-81ce-142aaa49e2da)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:51:56.195972 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.208918 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=e6a5c0ed-da43-46b0-95bb-9c39859c8491,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:56.212691 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ffee92d0-adba-4b00-a0a0-4ea9288df9b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.215230 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Calling delete_port for e6a5c0ed-da43-46b0-95bb-9c39859c8491 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:51:56.223216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.223572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.224907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.224907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.224907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.224907 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.225281 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.230534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.230534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.230534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.230534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.230534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.252640 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffee92d0-adba-4b00-a0a0-4ea9288df9b3 None None] No DVR routers for this DVR port e6a5c0ed-da43-46b0-95bb-9c39859c8491 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:51:56.255751 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee92d0-adba-4b00-a0a0-4ea9288df9b3 None None] Pushing event deleted for resources: {'Port': ['ID=e6a5c0ed-da43-46b0-95bb-9c39859c8491,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:56.311393 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.338592 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Port': ['ID=e6a5c0ed-da43-46b0-95bb-9c39859c8491,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:56.342772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] No DVR routers for this DVR port e6a5c0ed-da43-46b0-95bb-9c39859c8491 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:51:56.351724 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.352075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.352412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.352745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.353074 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.353402 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.353721 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.354043 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.354368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.354686 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.355034 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.355348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:51:56.439115 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.459863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca87fe4a-bcb0-4f21-9f2b-1a4943180c74']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:56.469019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff838853-a9cd-4aa6-81ce-142aaa49e2da') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:56.469311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff838853-a9cd-4aa6-81ce-142aaa49e2da') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:51:56.479124 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.493943 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.500142 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Releasing vlan 634 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 20:51:56.500605 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: self.session.flush() Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: timer() Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 20:51:56.504366 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 20:51:56.568977 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.574600 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.579342 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/networks/ca87fe4a-bcb0-4f21-9f2b-1a4943180c74 HTTP/1.1" status: 204 len: 168 time: 0.5902224 Nov 25 20:51:56.582401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52702) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:56.598007 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec3c1e7-83e2-4973-9d47-ca2bea2c985a tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'Network': ['ID=ca87fe4a-bcb0-4f21-9f2b-1a4943180c74,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:56.643236 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ce3cd2c-7baa-41a5-bc54-0c1a14ce3356 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.671780 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ce3cd2c-7baa-41a5-bc54-0c1a14ce3356 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.744137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ce3cd2c-7baa-41a5-bc54-0c1a14ce3356 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.746975 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-0ce3cd2c-7baa-41a5-bc54-0c1a14ce3356 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:56.748321 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-0ce3cd2c-7baa-41a5-bc54-0c1a14ce3356 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] 10.222.0.15 "DELETE /v2.0/security-groups/32819e10-f493-4be9-b2fa-7fa9b7cd3482 HTTP/1.1" status: 204 len: 168 time: 0.1647661 Nov 25 20:51:56.760336 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce3cd2c-7baa-41a5-bc54-0c1a14ce3356 tempest-TestNetworkAdvancedServerOps-744734156 tempest-TestNetworkAdvancedServerOps-744734156-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32819e10-f493-4be9-b2fa-7fa9b7cd3482,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:57.121697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52710) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:57.274867 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-27be0044-14dc-4239-b4a1-652340d59232 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2d3b92657d744303b70dce52bf7a2b79&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520684 Nov 25 20:51:57.277293 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52714) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:57.329565 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4c118546-c6a0-4cec-8ede-bb5d45fea74d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:57.351667 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4c118546-c6a0-4cec-8ede-bb5d45fea74d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:57.403757 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4c118546-c6a0-4cec-8ede-bb5d45fea74d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:57.406431 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4c118546-c6a0-4cec-8ede-bb5d45fea74d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:57.407635 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4c118546-c6a0-4cec-8ede-bb5d45fea74d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cbb16dd4-bb67-4b30-93d8-8fc3c83b793b HTTP/1.1" status: 204 len: 168 time: 0.1294334 Nov 25 20:51:57.416556 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c118546-c6a0-4cec-8ede-bb5d45fea74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb16dd4-bb67-4b30-93d8-8fc3c83b793b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:57.504552 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e345f42c-e8a2-49c5-b3df-aa9599cddf74 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:51:57.527111 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: e345f42c-e8a2-49c5-b3df-aa9599cddf74 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:51:57.527456 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device e345f42c-e8a2-49c5-b3df-aa9599cddf74 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:51:57.527873 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 606ed2f8-8d47-4564-9080-f2d3740ee814 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:51:57.549396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 606ed2f8-8d47-4564-9080-f2d3740ee814 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:51:57.549739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 606ed2f8-8d47-4564-9080-f2d3740ee814 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:51:57.682151 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52720) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:57.695923 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d03bdfa8-92ef-4288-b445-d52036fb5c02 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:57.772173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d03bdfa8-92ef-4288-b445-d52036fb5c02 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:57.776018 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d03bdfa8-92ef-4288-b445-d52036fb5c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:57.813576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03bdfa8-92ef-4288-b445-d52036fb5c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dabafa89-b74b-49c9-8cdb-2318fa2b5efd,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:57.818451 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d03bdfa8-92ef-4288-b445-d52036fb5c02 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=743fc9fbe90e4ee49cfaf1e5a446292f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1352179 Nov 25 20:51:57.821012 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52722) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:57.869403 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f1855e1-1db3-4d0a-b840-1dd728fa97de admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:57.895738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f1855e1-1db3-4d0a-b840-1dd728fa97de admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:57.947060 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f1855e1-1db3-4d0a-b840-1dd728fa97de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:57.949650 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5f1855e1-1db3-4d0a-b840-1dd728fa97de admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:57.950825 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5f1855e1-1db3-4d0a-b840-1dd728fa97de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dabafa89-b74b-49c9-8cdb-2318fa2b5efd HTTP/1.1" status: 204 len: 168 time: 0.1288998 Nov 25 20:51:57.959111 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1855e1-1db3-4d0a-b840-1dd728fa97de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dabafa89-b74b-49c9-8cdb-2318fa2b5efd,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:58.661099 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52744) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:58.757132 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1026487616-network', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:51:58.777933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Made reservation on behalf of bd8028ca92d6442fabf5db838229bd54 for: {'network': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:51:58.780229 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:58.789372 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:58.865070 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:58.868950 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:58.896468 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 640} {{(pid=103651) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:51:58.905280 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80edaced-7af5-4883-9e6f-a2f802d5c4bb,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:58.912562 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:58.912910 n-d-817303-9 neutron-server[103651]: INFO neutron.db.segments_db [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Added segment 3ed4b727-5c49-4f12-a00e-2854f37b16b3 of type vlan for network d557b2af-e55f-4231-a083-34c31ecb943a Nov 25 20:51:58.954293 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:58.977698 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:58.978636 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:58.979243 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.011128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3488810 Nov 25 20:51:59.014241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52748) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:59.020052 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] Request body: {'subnet': {'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1026487616-subnet', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'ip_version': 4}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:51:59.040533 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] Made reservation on behalf of bd8028ca92d6442fabf5db838229bd54 for: {'subnet': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:51:59.042758 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12524122'] for subnet, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.051000 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c8617-3421-4382-ba13-fae224b8b3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=d557b2af-e55f-4231-a083-34c31ecb943a,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:59.062665 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network d557b2af-e55f-4231-a083-34c31ecb943a details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:51:59.216655 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8855854', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12524108'] for subnet, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.265385 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=29d9af8a-3c97-4f33-81b1-0680c7c56434,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:59.280166 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] Checking segment: {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:51:59.280526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] Network hostable DHCP agents. Network: d557b2af-e55f-4231-a083-34c31ecb943a, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103652) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:51:59.298607 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] Network d557b2af-e55f-4231-a083-34c31ecb943a is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103652) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:51:59.308382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, d557b2af-e55f-4231-a083-34c31ecb943a) {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:51:59.312460 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:51:59.313055 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.319107 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a083ff02-7e9d-4732-a7cb-cbfacffa0149 None None] Network d557b2af-e55f-4231-a083-34c31ecb943a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:51:59.331497 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8c2fd14f-2456-46ba-b27b-15eb288455d1 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3151596 Nov 25 20:51:59.334561 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52750) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:51:59.339181 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:51:59.360192 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.361199 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.419415 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.476780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-d557b2af-e55f-4231-a083-34c31ecb943a', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:51:59.477759 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.587622 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.619567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Allocated IP 172.20.0.2 (d557b2af-e55f-4231-a083-34c31ecb943a/29d9af8a-3c97-4f33-81b1-0680c7c56434/6ee98342-2c2b-4e43-849e-1b1516973123) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:51:59.772383 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.778785 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.816805 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Network d557b2af-e55f-4231-a083-34c31ecb943a is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:51:59.823231 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:51:59.828779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:51:59.845534 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Pushing event updated for resources: {'Port': ['ID=6ee98342-2c2b-4e43-849e-1b1516973123,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:51:59.911445 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Attempting to bind port 6ee98342-2c2b-4e43-849e-1b1516973123 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:51:59.911829 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Attempting to bind port 6ee98342-2c2b-4e43-849e-1b1516973123 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:51:59.912211 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Attempting to bind port 6ee98342-2c2b-4e43-849e-1b1516973123 on network d557b2af-e55f-4231-a083-34c31ecb943a {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:51:59.918158 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:51:59.918562 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Checking segment: {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:51:59.918989 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.919390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Bound using segment: {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:51:59.919866 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Bound port: 6ee98342-2c2b-4e43-849e-1b1516973123, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:51:59.920257 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:51:59.987399 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] For port 6ee98342-2c2b-4e43-849e-1b1516973123, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:51:59.991147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] For port 6ee98342-2c2b-4e43-849e-1b1516973123, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6ee98342-2c2b-4e43-849e-1b1516973123,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:51:59.996352 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:00.059200 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b464ef35-4abf-49ea-b479-5f469b756bb8 None None] Pushing event updated for resources: {'Port': ['ID=6ee98342-2c2b-4e43-849e-1b1516973123,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:00.131955 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:00.151994 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:00.286549 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Allocated IP 172.25.8.172 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/6b6270a0-598d-49e4-b61e-b7a12f09f555) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:52:00.401120 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:00.440141 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:00.481099 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:52:00.484033 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:00.487674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:52:00.498246 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2957a987-5b98-40a2-9b73-53e8cc3c664c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:52:00.510195 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Pushing event updated for resources: {'Port': ['ID=6b6270a0-598d-49e4-b61e-b7a12f09f555,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:00.612175 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8714afa5-1bd0-4f4e-b69d-b7fcd1fd5abb None None] Provisioning complete for port 6b6270a0-598d-49e4-b61e-b7a12f09f555 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:00.612496 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8714afa5-1bd0-4f4e-b69d-b7fcd1fd5abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:00.650459 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8714afa5-1bd0-4f4e-b69d-b7fcd1fd5abb None None] Port 6b6270a0-598d-49e4-b61e-b7a12f09f555 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:52:00.754792 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:00.963116 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.002338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7ed8ed-33b2-4b0f-9fce-d19fed851919 None None] Network d557b2af-e55f-4231-a083-34c31ecb943a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:52:01.093020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-28418e4e-99ee-4855-8fa8-7151dee4de1d None None] Provisioning complete for port 6ee98342-2c2b-4e43-849e-1b1516973123 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:01.093396 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-28418e4e-99ee-4855-8fa8-7151dee4de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.103750 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Router 455ab8ff-4be9-4a19-a389-3a13b7f800ec is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:52:01.214174 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:52:01.227683 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Sync routers for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:52:01.236095 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.239928 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d6766512-463a-4ce0-9978-3d2577a2a508 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9030156 Nov 25 20:52:01.241165 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:01.241741 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52752) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:01.241878 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:51:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:01.243070 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-28418e4e-99ee-4855-8fa8-7151dee4de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.284390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-28418e4e-99ee-4855-8fa8-7151dee4de1d None None] For port 6ee98342-2c2b-4e43-849e-1b1516973123, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6ee98342-2c2b-4e43-849e-1b1516973123,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:01.290896 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-28418e4e-99ee-4855-8fa8-7151dee4de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.354436 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28418e4e-99ee-4855-8fa8-7151dee4de1d None None] Pushing event updated for resources: {'Port': ['ID=6ee98342-2c2b-4e43-849e-1b1516973123,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:01.375263 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:01.527540 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4bb7f4b6-ca70-48a9-83b5-1edb7fa903ec None None] Provisioning complete for port 6ee98342-2c2b-4e43-849e-1b1516973123 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:01.528114 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4bb7f4b6-ca70-48a9-83b5-1edb7fa903ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.568948 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6ee98342-2c2b-4e43-849e-1b1516973123 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:52:01.581076 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:00Z', 'revision_number': 3, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:01.608832 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Checking router: 455ab8ff-4be9-4a19-a389-3a13b7f800ec for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:52:01.609345 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Updating router 455ab8ff-4be9-4a19-a389-3a13b7f800ec port 6b6270a0-598d-49e4-b61e-b7a12f09f555 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:52:01.646750 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.661197 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6ee98342-2c2b-4e43-849e-1b1516973123 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:01.661660 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.746745 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.908585 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.912799 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Allocated IP 172.20.0.1 (d557b2af-e55f-4231-a083-34c31ecb943a/29d9af8a-3c97-4f33-81b1-0680c7c56434/ae5b5bb6-2985-4259-8ae2-186b5c54db63) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:52:01.913461 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.960454 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f71dad4-fad8-40cb-8715-e7266f3d3e18 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:52:01.970097 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Attempting to bind port 6b6270a0-598d-49e4-b61e-b7a12f09f555 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:52:01.970602 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Attempting to bind port 6b6270a0-598d-49e4-b61e-b7a12f09f555 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:52:01.970848 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Attempting to bind port 6b6270a0-598d-49e4-b61e-b7a12f09f555 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:52:01.974117 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Pushing event updated for resources: {'Port': ['ID=6b6270a0-598d-49e4-b61e-b7a12f09f555,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:01.979495 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:52:01.979876 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:52:01.980281 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.980671 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:52:01.981137 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Bound port: 6b6270a0-598d-49e4-b61e-b7a12f09f555, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:52:01.981519 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:01.988843 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:01.989783 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:01.990252 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:01.990522 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:01.990936 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:01.991271 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:01.991603 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:01.991932 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:01.992266 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:01.992588 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:01.992907 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:01.993231 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:52:02.017051 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-67964dfc-94b2-4113-a2a5-37accbb2d020 None None] Provisioning complete for port 6b6270a0-598d-49e4-b61e-b7a12f09f555 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:02.017583 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-67964dfc-94b2-4113-a2a5-37accbb2d020 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.035652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.052073 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] For port 6b6270a0-598d-49e4-b61e-b7a12f09f555, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:52:02.055295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-67964dfc-94b2-4113-a2a5-37accbb2d020 None None] Port 6b6270a0-598d-49e4-b61e-b7a12f09f555 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:52:02.057768 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] For port 6b6270a0-598d-49e4-b61e-b7a12f09f555, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6b6270a0-598d-49e4-b61e-b7a12f09f555,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:52:02.064711 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.077919 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.111045 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9bdea2c-bbd8-476a-981f-fa75bda80837 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:52:02.121086 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Network d557b2af-e55f-4231-a083-34c31ecb943a is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:52:02.127229 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:02.127818 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:02.127963 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:51:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:02.132297 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:52:02.155126 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Pushing event updated for resources: {'Port': ['ID=ae5b5bb6-2985-4259-8ae2-186b5c54db63,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:02.165461 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b6bc8-b8dd-444d-a446-c98b3775e2cc None None] Pushing event updated for resources: {'Port': ['ID=6b6270a0-598d-49e4-b61e-b7a12f09f555,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:02.177605 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.192085 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-4ffb7121-3033-4514-a50d-9783446421de None None] Provisioning complete for port 6b6270a0-598d-49e4-b61e-b7a12f09f555 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:02.195143 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4ffb7121-3033-4514-a50d-9783446421de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.249970 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:02.272872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-14edc86a-9014-4731-a2ea-9a2a38727aff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.315174 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4ffb7121-3033-4514-a50d-9783446421de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.345910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-4ffb7121-3033-4514-a50d-9783446421de None None] For port 6b6270a0-598d-49e4-b61e-b7a12f09f555, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6b6270a0-598d-49e4-b61e-b7a12f09f555,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:02.348353 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.352770 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4ffb7121-3033-4514-a50d-9783446421de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.424206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb7121-3033-4514-a50d-9783446421de None None] Pushing event updated for resources: {'Port': ['ID=6b6270a0-598d-49e4-b61e-b7a12f09f555,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:02.473815 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3ab3afd9-3733-4605-a805-efa3bf157329 None None] Provisioning complete for port ae5b5bb6-2985-4259-8ae2-186b5c54db63 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:02.474483 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ab3afd9-3733-4605-a805-efa3bf157329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.514629 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3ab3afd9-3733-4605-a805-efa3bf157329 None None] Port ae5b5bb6-2985-4259-8ae2-186b5c54db63 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:52:02.547102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.553338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.554940 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:00Z', 'revision_number': 3, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:02.587641 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b47bdda1-fa0a-4411-a7fb-2b5cd913937f None None] The sync data for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 is: [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:00Z', 'revision_number': 3, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:52:02.627432 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:02.631735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Pushing event updated for resources: {'Port': ['ID=ae5b5bb6-2985-4259-8ae2-186b5c54db63,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:02.736497 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Network d557b2af-e55f-4231-a083-34c31ecb943a is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:52:02.737984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:02.901615 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Router 455ab8ff-4be9-4a19-a389-3a13b7f800ec has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:52:03.032987 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:52:03.042861 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d04231e3-4ddc-48b4-b825-78f690b8186c admin admin] 10.222.0.15 "PUT /v2.0/routers/455ab8ff-4be9-4a19-a389-3a13b7f800ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7957046 Nov 25 20:52:03.043065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ba419e14-cfd1-4c1b-98ee-c9bbd796279c None None] Provisioning complete for port ae5b5bb6-2985-4259-8ae2-186b5c54db63 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:03.043065 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba419e14-cfd1-4c1b-98ee-c9bbd796279c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:03.098216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ba419e14-cfd1-4c1b-98ee-c9bbd796279c None None] Port ae5b5bb6-2985-4259-8ae2-186b5c54db63 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:52:03.547579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6b6270a0-598d-49e4-b61e-b7a12f09f555 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:52:03.608543 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 6b6270a0-598d-49e4-b61e-b7a12f09f555 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:03.609036 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:03.627027 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52768) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:03.632589 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-169891070-network', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:03.661048 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Made reservation on behalf of 21236eafa37e44e4b9e1c3ffdd34f3b4 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:52:03.663998 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:03.674557 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:03.774466 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:03.778654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:03.806047 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 614} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 20:52:03.814951 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79dcba4c-e4f5-4f40-9c4b-86ce19befd5a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:03.828208 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:03.828571 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Added segment 89420a76-aaac-4316-afc5-937eec609aa3 of type vlan for network 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 Nov 25 20:52:03.869612 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:03.895505 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:03.896457 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:03.897033 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:03.933440 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3052967 Nov 25 20:52:03.936591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52770) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:03.942305 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] Request body: {'subnet': {'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-169891070-subnet', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:03.968264 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cd0c0-ca8d-4ba0-9e98-2f720145286b admin admin] Pushing event updated for resources: {'Network': ['ID=1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:03.972235 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] Made reservation on behalf of 21236eafa37e44e4b9e1c3ffdd34f3b4 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:52:03.975136 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:03.984316 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 20:52:04.168973 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:04.220619 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] Pushing event updated for resources: {'Subnet': ['ID=90274ee4-c89b-4fa8-a49a-f157ffcf8165,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:04.236658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] Checking segment: {'id': '89420a76-aaac-4316-afc5-937eec609aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:52:04.237025 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] Network hostable DHCP agents. Network: 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 20:52:04.256646 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] Network 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 20:52:04.265659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:04.270676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:04.271709 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:04.275530 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244ad2a9-eb25-49dc-91c8-8f2a09c88a44 None None] Network 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:52:04.295006 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-713229b1-63a1-4d00-9f20-d83e0fec834b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3565588 Nov 25 20:52:04.297237 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52772) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:04.304609 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-169891070-router', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:04.337064 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:04.338214 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:04.344434 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Sync routers for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:52:04.366464 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:04.367118 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:51:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:04.397558 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:04.532883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:04.536602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955', 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'fixed_ips': [{'subnet_id': '90274ee4-c89b-4fa8-a49a-f157ffcf8165'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 20:52:04.537467 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:04.545535 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:04.752620 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:04.787276 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:04.892801 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Allocated IP 172.25.8.71 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/5b410f0c-d006-4347-a4a0-ff66c05d7fe9) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:52:04.994980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Allocated IP 172.20.0.2 (1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955/90274ee4-c89b-4fa8-a49a-f157ffcf8165/263c2164-7d50-4cb8-a476-d112a73ffc36) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:52:05.008762 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.046441 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.094194 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:52:05.097794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:05.103464 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 2, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:05.103794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:52:05.133940 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Pushing event updated for resources: {'Port': ['ID=5b410f0c-d006-4347-a4a0-ff66c05d7fe9,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:05.142007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82a7ef3-1d2a-41bb-a6e2-34774561ac98 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:52:05.147842 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Checking router: 455ab8ff-4be9-4a19-a389-3a13b7f800ec for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:52:05.148201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Updating router 455ab8ff-4be9-4a19-a389-3a13b7f800ec port ae5b5bb6-2985-4259-8ae2-186b5c54db63 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:52:05.208609 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.240978 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.275566 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.319310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f3109a6f-e073-439a-96ea-4c53beb82395 None None] Provisioning complete for port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:05.319687 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f3109a6f-e073-439a-96ea-4c53beb82395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.388845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.397033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Network 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:52:05.427297 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:05.442201 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:52:05.448608 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Pushing event updated for resources: {'Port': ['ID=263c2164-7d50-4cb8-a476-d112a73ffc36,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:05.465753 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-88f6e8db-c5db-47cd-b243-473786601127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.467203 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f3109a6f-e073-439a-96ea-4c53beb82395 None None] Port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:52:05.576002 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Attempting to bind port 263c2164-7d50-4cb8-a476-d112a73ffc36 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:52:05.576288 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Attempting to bind port 263c2164-7d50-4cb8-a476-d112a73ffc36 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '89420a76-aaac-4316-afc5-937eec609aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:52:05.576659 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Attempting to bind port 263c2164-7d50-4cb8-a476-d112a73ffc36 on network 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:52:05.587354 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:52:05.587742 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Checking segment: {'id': '89420a76-aaac-4316-afc5-937eec609aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:52:05.588149 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.588548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Bound using segment: {'id': '89420a76-aaac-4316-afc5-937eec609aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:52:05.589042 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Bound port: 263c2164-7d50-4cb8-a476-d112a73ffc36, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89420a76-aaac-4316-afc5-937eec609aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:52:05.589564 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.717220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] For port 263c2164-7d50-4cb8-a476-d112a73ffc36, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:52:05.737088 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] For port 263c2164-7d50-4cb8-a476-d112a73ffc36, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=263c2164-7d50-4cb8-a476-d112a73ffc36,segment=NetworkSegment(89420a76-aaac-4316-afc5-937eec609aa3),segment_id=89420a76-aaac-4316-afc5-937eec609aa3)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:52:05.747751 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.755629 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.787129 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.830514 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e0486d-8e58-4d9e-8f27-ec2b398b5c19 None None] Pushing event updated for resources: {'Port': ['ID=263c2164-7d50-4cb8-a476-d112a73ffc36,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:05.932157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3012d6a-5635-4f81-968c-1fbff5930557 None None] Pushing event updated for resources: {'Port': ['ID=ae5b5bb6-2985-4259-8ae2-186b5c54db63,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:05.939008 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Attempting to bind port ae5b5bb6-2985-4259-8ae2-186b5c54db63 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:52:05.939717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Attempting to bind port ae5b5bb6-2985-4259-8ae2-186b5c54db63 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:52:05.940095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Attempting to bind port ae5b5bb6-2985-4259-8ae2-186b5c54db63 on network d557b2af-e55f-4231-a083-34c31ecb943a {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:52:05.947780 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:52:05.948190 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Checking segment: {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:52:05.948564 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:05.948965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Bound using segment: {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:52:05.949489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Bound port: ae5b5bb6-2985-4259-8ae2-186b5c54db63, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:52:05.949880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:06.043605 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:06.045869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] For port ae5b5bb6-2985-4259-8ae2-186b5c54db63, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:52:06.054234 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] For port ae5b5bb6-2985-4259-8ae2-186b5c54db63, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ae5b5bb6-2985-4259-8ae2-186b5c54db63,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:52:06.069793 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:06.196545 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3012d6a-5635-4f81-968c-1fbff5930557 None None] Pushing event updated for resources: {'Port': ['ID=ae5b5bb6-2985-4259-8ae2-186b5c54db63,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:06.202572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:06.203266 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:52:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:06.272870 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-25670ce4-ebb5-41dd-9345-12eab52ed7fd None None] Provisioning complete for port ae5b5bb6-2985-4259-8ae2-186b5c54db63 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:06.273569 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25670ce4-ebb5-41dd-9345-12eab52ed7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:06.276604 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103652) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 20:52:06.441883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:06.451941 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:52:06.470896 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Sync routers for ids ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:52:06.485139 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Routers {'571966f2-71dc-4ac6-9b08-66b7f7a7bebe'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:06.485954 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:52:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:06.503084 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:06.505741 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5b1205b7-f5ad-494f-8159-f565c288c36c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.2069299 Nov 25 20:52:06.508898 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52774) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:06.518728 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25670ce4-ebb5-41dd-9345-12eab52ed7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:06.662478 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-25670ce4-ebb5-41dd-9345-12eab52ed7fd None None] For port ae5b5bb6-2985-4259-8ae2-186b5c54db63, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ae5b5bb6-2985-4259-8ae2-186b5c54db63,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:06.668052 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25670ce4-ebb5-41dd-9345-12eab52ed7fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:06.679188 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Set router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:06.779988 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25670ce4-ebb5-41dd-9345-12eab52ed7fd None None] Pushing event updated for resources: {'Port': ['ID=ae5b5bb6-2985-4259-8ae2-186b5c54db63,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:06.803704 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:06.817245 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-a742c8b9-eb2c-4e94-95f9-bf15d17a77dc None None] Provisioning complete for port ae5b5bb6-2985-4259-8ae2-186b5c54db63 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:06.817705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a742c8b9-eb2c-4e94-95f9-bf15d17a77dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:06.872048 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:06.911405 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ffbbda-f8a0-4c86-911b-cd50972e8cec None None] The sync data for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 is: [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:52:06.935833 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'name': 'tempest-TestShelveInstance-169891070-router', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:05Z', 'revision_number': 3, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'gw_port': {'id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:06.977967 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Checking router: 571966f2-71dc-4ac6-9b08-66b7f7a7bebe for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:52:06.978390 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Updating router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:52:07.055847 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.170044 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.303658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82411f7-fe75-4f59-a1a4-4dba59738f30 None None] Network 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 20:52:07.380955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Allocated IP 172.20.0.1 (1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955/90274ee4-c89b-4fa8-a49a-f157ffcf8165/4c3d1454-539a-4e0b-aabc-b22a66d6325e) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:52:07.520310 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.545834 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.548338 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.624877 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3117ce4d-d480-4ebb-a2d2-e5f43d8a373a None None] Provisioning complete for port 263c2164-7d50-4cb8-a476-d112a73ffc36 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:07.625516 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3117ce4d-d480-4ebb-a2d2-e5f43d8a373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.625883 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.693062 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154ea57b-21b9-40bd-9ac1-d74fe6ae4dcc None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:52:07.723242 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Network 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:52:07.727943 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:07.729263 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Attempting to bind port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:52:07.731594 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Attempting to bind port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:52:07.733290 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Attempting to bind port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:52:07.736972 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:52:07.746248 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4fe8b-2ea1-4232-9b59-3d8037484b8c None None] Pushing event updated for resources: {'Port': ['ID=5b410f0c-d006-4347-a4a0-ff66c05d7fe9,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:07.765584 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:52:07.766123 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:52:07.766650 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.767161 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:52:07.769353 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Bound port: 5b410f0c-d006-4347-a4a0-ff66c05d7fe9, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:52:07.769353 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.785602 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.789821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Pushing event updated for resources: {'Port': ['ID=4c3d1454-539a-4e0b-aabc-b22a66d6325e,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:07.870371 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] For port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:52:07.876674 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] For port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5b410f0c-d006-4347-a4a0-ff66c05d7fe9,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:52:07.883315 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:07.888236 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ae5b5bb6-2985-4259-8ae2-186b5c54db63 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:52:07.957900 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Routers {'571966f2-71dc-4ac6-9b08-66b7f7a7bebe'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:07.958225 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:52:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:07.978376 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cfa2b0-92a3-4f06-bb47-3059d074ddc5 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 20:52:08.055967 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3117ce4d-d480-4ebb-a2d2-e5f43d8a373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.113790 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.153793 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ae5b5bb6-2985-4259-8ae2-186b5c54db63 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:08.154698 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.169881 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4fe8b-2ea1-4232-9b59-3d8037484b8c None None] Pushing event updated for resources: {'Port': ['ID=5b410f0c-d006-4347-a4a0-ff66c05d7fe9,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:08.244218 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] Set router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:08.276939 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.288970 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3117ce4d-d480-4ebb-a2d2-e5f43d8a373a None None] For port 263c2164-7d50-4cb8-a476-d112a73ffc36, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=263c2164-7d50-4cb8-a476-d112a73ffc36,segment=NetworkSegment(89420a76-aaac-4316-afc5-937eec609aa3),segment_id=89420a76-aaac-4316-afc5-937eec609aa3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:08.296944 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3117ce4d-d480-4ebb-a2d2-e5f43d8a373a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.426616 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.433047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.480123 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.495403 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3117ce4d-d480-4ebb-a2d2-e5f43d8a373a None None] Pushing event updated for resources: {'Port': ['ID=263c2164-7d50-4cb8-a476-d112a73ffc36,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:08.537709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 263c2164-7d50-4cb8-a476-d112a73ffc36 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:52:08.609917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Pushing event updated for resources: {'Port': ['ID=4c3d1454-539a-4e0b-aabc-b22a66d6325e,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:08.661266 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'name': 'tempest-TestShelveInstance-169891070-router', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:05Z', 'revision_number': 3, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'gw_port': {'id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:08.727250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.731102 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe5daa3-096f-4680-9970-596836b3dae0 None None] The sync data for ids ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'] in n-d-817303-9 is: [{'id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'name': 'tempest-TestShelveInstance-169891070-router', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:05Z', 'revision_number': 3, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'gw_port': {'id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:50:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:52:08.732386 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bc5494a2-c9e4-47d3-8be1-5359c7241190 None None] Provisioning complete for port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:08.733258 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bc5494a2-c9e4-47d3-8be1-5359c7241190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.741340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Network 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:52:08.743527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:08.793321 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 263c2164-7d50-4cb8-a476-d112a73ffc36 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:08.793706 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.912929 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:52:08.964809 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bc5494a2-c9e4-47d3-8be1-5359c7241190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:08.998635 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-bc5494a2-c9e4-47d3-8be1-5359c7241190 None None] For port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5b410f0c-d006-4347-a4a0-ff66c05d7fe9,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:09.004145 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bc5494a2-c9e4-47d3-8be1-5359c7241190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:09.073763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5494a2-c9e4-47d3-8be1-5359c7241190 None None] Pushing event updated for resources: {'Port': ['ID=5b410f0c-d006-4347-a4a0-ff66c05d7fe9,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:09.075239 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:52:09.081950 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-dbfa2784-0b6f-4cc0-9e2e-b49f51a2046c admin admin] 10.222.0.15 "PUT /v2.0/routers/571966f2-71dc-4ac6-9b08-66b7f7a7bebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5714438 Nov 25 20:52:09.132555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ea1e80c3-6665-4d5e-99e1-ae0f44b1f1e2 None None] Provisioning complete for port 263c2164-7d50-4cb8-a476-d112a73ffc36 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:09.133138 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ea1e80c3-6665-4d5e-99e1-ae0f44b1f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:09.240443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ea1e80c3-6665-4d5e-99e1-ae0f44b1f1e2 None None] Provisioning complete for port 4c3d1454-539a-4e0b-aabc-b22a66d6325e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:09.240855 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ea1e80c3-6665-4d5e-99e1-ae0f44b1f1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:09.307360 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ea1e80c3-6665-4d5e-99e1-ae0f44b1f1e2 None None] Port 4c3d1454-539a-4e0b-aabc-b22a66d6325e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:52:09.428938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8a882b3f-7ec8-499b-aaac-a63f9d062c10 None None] Provisioning complete for port 4c3d1454-539a-4e0b-aabc-b22a66d6325e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:09.429319 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a882b3f-7ec8-499b-aaac-a63f9d062c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:09.469137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8a882b3f-7ec8-499b-aaac-a63f9d062c10 None None] Port 4c3d1454-539a-4e0b-aabc-b22a66d6325e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:52:09.609889 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 263c2164-7d50-4cb8-a476-d112a73ffc36 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:52:09.672215 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 263c2164-7d50-4cb8-a476-d112a73ffc36 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:09.673104 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:09.737943 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 52782) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:09.742669 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-feae160e-35e2-48d4-aaf6-b49d2640066b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105704329', 'description': 'tempest-secgroup-smoke-1105704329 description', 'project_id': 'bd8028ca92d6442fabf5db838229bd54'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:09.770303 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-feae160e-35e2-48d4-aaf6-b49d2640066b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:09.779336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:52:09.839074 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:09.839455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:09.853002 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-feae160e-35e2-48d4-aaf6-b49d2640066b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:09.859144 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-feae160e-35e2-48d4-aaf6-b49d2640066b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:09.897764 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-feae160e-35e2-48d4-aaf6-b49d2640066b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:09.899070 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-feae160e-35e2-48d4-aaf6-b49d2640066b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1600168 Nov 25 20:52:09.902146 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae160e-35e2-48d4-aaf6-b49d2640066b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1398f23d-8d8d-4455-ab36-a9c4ec740690,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:09.903035 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52784) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:09.907994 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1fb0eb45-8a93-45c7-a75b-07866ad90f89 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '1398f23d-8d8d-4455-ab36-a9c4ec740690', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:09.945269 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1fb0eb45-8a93-45c7-a75b-07866ad90f89 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.012444 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1fb0eb45-8a93-45c7-a75b-07866ad90f89 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.016559 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1fb0eb45-8a93-45c7-a75b-07866ad90f89 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.039624 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb0eb45-8a93-45c7-a75b-07866ad90f89 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53183667-ccdd-4fb2-b281-eac98a8a60d4,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:10.045614 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1fb0eb45-8a93-45c7-a75b-07866ad90f89 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.050283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1fb0eb45-8a93-45c7-a75b-07866ad90f89 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1428273 Nov 25 20:52:10.050553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52786) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:10.055406 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-97b6081c-e52a-462c-b582-8fe08a3b4b6a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '1398f23d-8d8d-4455-ab36-a9c4ec740690', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:10.086330 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b6081c-e52a-462c-b582-8fe08a3b4b6a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.145511 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b6081c-e52a-462c-b582-8fe08a3b4b6a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.149723 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b6081c-e52a-462c-b582-8fe08a3b4b6a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.170553 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b6081c-e52a-462c-b582-8fe08a3b4b6a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85fbb03d-32ab-4b9e-b5d4-bf9d566e03d9,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:10.180548 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-97b6081c-e52a-462c-b582-8fe08a3b4b6a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.181787 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-97b6081c-e52a-462c-b582-8fe08a3b4b6a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1302500 Nov 25 20:52:10.184541 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52788) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:10.189742 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-951e2bca-96e7-4b10-a4e5-7091e8cf70f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '1398f23d-8d8d-4455-ab36-a9c4ec740690', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:10.217673 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951e2bca-96e7-4b10-a4e5-7091e8cf70f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.281178 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951e2bca-96e7-4b10-a4e5-7091e8cf70f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.286017 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951e2bca-96e7-4b10-a4e5-7091e8cf70f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.305603 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e2bca-96e7-4b10-a4e5-7091e8cf70f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d0d5a40-18ec-4722-b83f-3bde1a4115a7,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:10.313418 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-951e2bca-96e7-4b10-a4e5-7091e8cf70f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.314661 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-951e2bca-96e7-4b10-a4e5-7091e8cf70f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1291740 Nov 25 20:52:10.318241 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52790) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:10.322902 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-a79b72d1-53e2-4dd2-a24f-20e8b762aea7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '1398f23d-8d8d-4455-ab36-a9c4ec740690', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:10.359259 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79b72d1-53e2-4dd2-a24f-20e8b762aea7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.429195 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79b72d1-53e2-4dd2-a24f-20e8b762aea7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.433405 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79b72d1-53e2-4dd2-a24f-20e8b762aea7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.453530 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b72d1-53e2-4dd2-a24f-20e8b762aea7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b54e67-cf8b-4692-9413-356ebe46bd33,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:10.465467 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a79b72d1-53e2-4dd2-a24f-20e8b762aea7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.467327 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a79b72d1-53e2-4dd2-a24f-20e8b762aea7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1478133 Nov 25 20:52:10.470184 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52792) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:10.477572 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-675c756b-ab50-4403-b43b-78ba61b433b9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '1398f23d-8d8d-4455-ab36-a9c4ec740690', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:10.509284 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-675c756b-ab50-4403-b43b-78ba61b433b9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Project bd8028ca92d6442fabf5db838229bd54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:52:10.515845 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-675c756b-ab50-4403-b43b-78ba61b433b9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.584532 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-675c756b-ab50-4403-b43b-78ba61b433b9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.589240 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-675c756b-ab50-4403-b43b-78ba61b433b9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.609852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675c756b-ab50-4403-b43b-78ba61b433b9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba861f3-6462-4e69-bc4c-7867580dde23,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:10.621837 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-675c756b-ab50-4403-b43b-78ba61b433b9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.623298 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-675c756b-ab50-4403-b43b-78ba61b433b9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1515787 Nov 25 20:52:10.625942 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52794) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:10.632845 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-14f0cf7e-9503-47b3-a29c-2bfe60ad9d69 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '1398f23d-8d8d-4455-ab36-a9c4ec740690', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:10.656282 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-14f0cf7e-9503-47b3-a29c-2bfe60ad9d69 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Project bd8028ca92d6442fabf5db838229bd54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:52:10.661766 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14f0cf7e-9503-47b3-a29c-2bfe60ad9d69 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.704718 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Sync routers for ids ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:52:10.725151 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Routers {'571966f2-71dc-4ac6-9b08-66b7f7a7bebe'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:10.726654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:52:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:10.743792 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14f0cf7e-9503-47b3-a29c-2bfe60ad9d69 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.749894 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14f0cf7e-9503-47b3-a29c-2bfe60ad9d69 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.777332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f0cf7e-9503-47b3-a29c-2bfe60ad9d69 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49f8e5d5-8377-449b-b374-91b3d4102d6c,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:10.789086 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-14f0cf7e-9503-47b3-a29c-2bfe60ad9d69 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:10.790609 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-14f0cf7e-9503-47b3-a29c-2bfe60ad9d69 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1637006 Nov 25 20:52:10.855992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Set router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:10.958722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-41ad7ca6-3fb1-49d5-864e-d770f0539120 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105704329&fields=id&tenant_id=bd8028ca92d6442fabf5db838229bd54 HTTP/1.1" status: 200 len: 267 time: 0.0518041 Nov 25 20:52:11.092418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca497-fca1-498c-a16e-241649de2f38 req-d9613d54-03aa-455e-9565-88431d8206fe tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:11.093960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-d9613d54-03aa-455e-9565-88431d8206fe tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 809 time: 0.1271000 Nov 25 20:52:11.113631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-c03664f5-6319-4705-8bd7-477355fa9a85 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/quotas/bd8028ca92d6442fabf5db838229bd54 HTTP/1.1" status: 200 len: 375 time: 0.0098705 Nov 25 20:52:11.130295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'name': 'tempest-TestShelveInstance-169891070-router', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:08Z', 'revision_number': 4, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'gw_port': {'id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4c3d1454-539a-4e0b-aabc-b22a66d6325e', 'name': '', 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'mac_address': 'fa:16:3e:7e:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '90274ee4-c89b-4fa8-a49a-f157ffcf8165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:07Z', 'updated_at': '2021-11-25T20:52:08Z', 'revision_number': 2, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'subnets': [{'id': '90274ee4-c89b-4fa8-a49a-f157ffcf8165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:11.164255 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Checking router: 571966f2-71dc-4ac6-9b08-66b7f7a7bebe for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:52:11.164616 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Updating router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe port 4c3d1454-539a-4e0b-aabc-b22a66d6325e binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 20:52:11.179611 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-3d6a7f88-d1b4-4732-bd1e-bb36d4192010 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0553908 Nov 25 20:52:11.192917 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.293824 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-0c4e3f40-9a0a-4cf2-8cef-9d6e75e5cc31 service neutron] 10.222.0.15 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989363 Nov 25 20:52:11.401310 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-771b67cf-e0c7-4cd4-886c-32a0a7abdd55 service neutron] 10.222.0.15 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939994 Nov 25 20:52:11.510546 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.517535 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.608830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872206f-5456-467e-9f9a-acaf817e448a None None] Pushing event updated for resources: {'Port': ['ID=4c3d1454-539a-4e0b-aabc-b22a66d6325e,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:11.648994 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6973e018-7b66-4037-aac3-197b47bd3acf req-ce85110b-761c-48d5-ad34-a1102d15e34e tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 210 time: 0.0436485 Nov 25 20:52:11.667989 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Attempting to bind port 4c3d1454-539a-4e0b-aabc-b22a66d6325e on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:52:11.668385 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Attempting to bind port 4c3d1454-539a-4e0b-aabc-b22a66d6325e by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '89420a76-aaac-4316-afc5-937eec609aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:52:11.668763 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Attempting to bind port 4c3d1454-539a-4e0b-aabc-b22a66d6325e on network 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:52:11.676521 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:52:11.676934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Checking segment: {'id': '89420a76-aaac-4316-afc5-937eec609aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:52:11.677309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.677831 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Bound using segment: {'id': '89420a76-aaac-4316-afc5-937eec609aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:52:11.678217 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Bound port: 4c3d1454-539a-4e0b-aabc-b22a66d6325e, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89420a76-aaac-4316-afc5-937eec609aa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:52:11.678575 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.761723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] For port 4c3d1454-539a-4e0b-aabc-b22a66d6325e, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:52:11.767658 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] For port 4c3d1454-539a-4e0b-aabc-b22a66d6325e, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4c3d1454-539a-4e0b-aabc-b22a66d6325e,segment=NetworkSegment(89420a76-aaac-4316-afc5-937eec609aa3),segment_id=89420a76-aaac-4316-afc5-937eec609aa3)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:52:11.774468 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:11.838564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Routers {'571966f2-71dc-4ac6-9b08-66b7f7a7bebe'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:11.839507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:52:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:11.843807 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872206f-5456-467e-9f9a-acaf817e448a None None] Pushing event updated for resources: {'Port': ['ID=4c3d1454-539a-4e0b-aabc-b22a66d6325e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:11.957116 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-2be31c11-09fe-42e9-8305-1ea3181e0899 None None] Provisioning complete for port 4c3d1454-539a-4e0b-aabc-b22a66d6325e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:11.958135 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2be31c11-09fe-42e9-8305-1ea3181e0899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:12.002893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] Set router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:12.141383 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2be31c11-09fe-42e9-8305-1ea3181e0899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:12.222106 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2be31c11-09fe-42e9-8305-1ea3181e0899 None None] For port 4c3d1454-539a-4e0b-aabc-b22a66d6325e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4c3d1454-539a-4e0b-aabc-b22a66d6325e,segment=NetworkSegment(89420a76-aaac-4316-afc5-937eec609aa3),segment_id=89420a76-aaac-4316-afc5-937eec609aa3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:12.227723 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2be31c11-09fe-42e9-8305-1ea3181e0899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:12.307184 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be31c11-09fe-42e9-8305-1ea3181e0899 None None] Pushing event updated for resources: {'Port': ['ID=4c3d1454-539a-4e0b-aabc-b22a66d6325e,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:12.323557 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'name': 'tempest-TestShelveInstance-169891070-router', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:08Z', 'revision_number': 4, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'gw_port': {'id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4c3d1454-539a-4e0b-aabc-b22a66d6325e', 'name': '', 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'mac_address': 'fa:16:3e:7e:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '90274ee4-c89b-4fa8-a49a-f157ffcf8165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:07Z', 'updated_at': '2021-11-25T20:52:11Z', 'revision_number': 4, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'subnets': [{'id': '90274ee4-c89b-4fa8-a49a-f157ffcf8165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:12.359546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53a3ce6-be75-4695-9ca6-3943d1186b31 None None] The sync data for ids ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'] in n-d-817303-9 is: [{'id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'name': 'tempest-TestShelveInstance-169891070-router', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:08Z', 'revision_number': 4, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'gw_port': {'id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '4c3d1454-539a-4e0b-aabc-b22a66d6325e', 'name': '', 'network_id': '1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'mac_address': 'fa:16:3e:7e:9a:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '90274ee4-c89b-4fa8-a49a-f157ffcf8165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:07Z', 'updated_at': '2021-11-25T20:52:11Z', 'revision_number': 4, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'subnets': [{'id': '90274ee4-c89b-4fa8-a49a-f157ffcf8165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:52:12.371373 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-30e20f1c-dc06-4cd3-a125-107c4b4ca16d None None] Provisioning complete for port 4c3d1454-539a-4e0b-aabc-b22a66d6325e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:12.371752 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-30e20f1c-dc06-4cd3-a125-107c4b4ca16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:12.765012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b58282b4-4db6-4ff4-9f5f-94a78eeee8e9 req-6417112e-13e8-429b-b5b7-33223fd7a1dc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 210 time: 0.0324767 Nov 25 20:52:13.016554 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca497-fca1-498c-a16e-241649de2f38 req-53a43d7d-a18f-42ec-b3f1-e5fb5e9e7d6f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:13.019197 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-53a43d7d-a18f-42ec-b3f1-e5fb5e9e7d6f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 809 time: 0.1318359 Nov 25 20:52:13.104423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-6c8b8922-aae1-4298-b908-eb36205826b5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd8028ca92d6442fabf5db838229bd54 HTTP/1.1" status: 200 len: 380 time: 0.0765073 Nov 25 20:52:13.115538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'port': {'device_id': '2e101483-2f94-44e4-b379-b2a64e384e53', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'admin_state_up': True, 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'security_groups': ['1398f23d-8d8d-4455-ab36-a9c4ec740690']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:13.232603 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Made reservation on behalf of bd8028ca92d6442fabf5db838229bd54 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:52:13.236237 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:13.368876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Allocated IP 172.20.0.6 (d557b2af-e55f-4231-a083-34c31ecb943a/29d9af8a-3c97-4f33-81b1-0680c7c56434/e6fd0da7-04b3-4da9-8d63-29de0b63507f) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:52:13.523545 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:13.530997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4c3d1454-539a-4e0b-aabc-b22a66d6325e up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:52:13.592761 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 4c3d1454-539a-4e0b-aabc-b22a66d6325e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:13.593218 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:13.908588 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f4c08db2-9701-486b-8be1-f336d4449abd req-eb0aebcd-4d77-42f2-97ba-c39ee520bcd7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 210 time: 0.0313635 Nov 25 20:52:13.920348 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:13.973096 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Network d557b2af-e55f-4231-a083-34c31ecb943a is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:52:13.976403 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:13.980896 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:52:14.010820 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:14.047385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:14.048341 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:14.073591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-f61fc707-9513-4b19-8342-1b280189990a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9627399 Nov 25 20:52:14.086503 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Request body: {'port': {'device_id': '2e101483-2f94-44e4-b379-b2a64e384e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:14.147499 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:14.319329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-1999321b-e4c5-47ed-9e8b-8f8e4a2d8add None None] Provisioning complete for port e6fd0da7-04b3-4da9-8d63-29de0b63507f triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:14.319853 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1999321b-e4c5-47ed-9e8b-8f8e4a2d8add None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:14.359660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-1999321b-e4c5-47ed-9e8b-8f8e4a2d8add None None] Port e6fd0da7-04b3-4da9-8d63-29de0b63507f cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:52:14.454131 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fd0da7-04b3-4da9-8d63-29de0b63507f {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:52:14.462201 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:14.475168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Transition to ACTIVE for port object e6fd0da7-04b3-4da9-8d63-29de0b63507f will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:52:14.479549 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:14.536061 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:14.613617 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Attempting to bind port e6fd0da7-04b3-4da9-8d63-29de0b63507f on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:52:14.613974 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Attempting to bind port e6fd0da7-04b3-4da9-8d63-29de0b63507f by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:52:14.614311 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Attempting to bind port e6fd0da7-04b3-4da9-8d63-29de0b63507f on network d557b2af-e55f-4231-a083-34c31ecb943a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:52:14.620140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Port e6fd0da7-04b3-4da9-8d63-29de0b63507f on network d557b2af-e55f-4231-a083-34c31ecb943a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:52:14.620461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Attempting to bind port e6fd0da7-04b3-4da9-8d63-29de0b63507f on network d557b2af-e55f-4231-a083-34c31ecb943a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:52:14.625976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:52:14.626310 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Checking segment: {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:52:14.626694 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Bound using segment: {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:52:14.627170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Bound port: e6fd0da7-04b3-4da9-8d63-29de0b63507f, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:52:14.627654 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:14.713019 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:52:14.716529 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:52:14.722667 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:14.758279 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:14.758945 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:14.760366 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] 10.222.0.76 "PUT /v2.0/ports/e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 1091 time: 0.6783278 Nov 25 20:52:14.760854 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:52:14.763168 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08370b09-542e-48d1-9a04-454915e411b9" -d '{"events": [{"name": "network-changed", "server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:52:14.799071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5f00d8-6754-4151-8ab1-3d4dd8349a88 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:14.854751 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a370a1d9-6c48-4b42-ba1f-ff303bfe0d20 x-openstack-request-id: req-a370a1d9-6c48-4b42-ba1f-ff303bfe0d20 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:52:14.855087 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:52:14.855336 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-a370a1d9-6c48-4b42-ba1f-ff303bfe0d20 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:52:14.855738 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'status': 'completed', 'code': 200} Nov 25 20:52:14.864631 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca497-fca1-498c-a16e-241649de2f38 req-2c773b02-b72f-419c-a38f-d100637c9d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:14.866422 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-2c773b02-b72f-419c-a38f-d100637c9d8f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1094 time: 0.0528431 Nov 25 20:52:14.916372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-6d11713a-5ff4-4645-8a04-d8cc733d1d61 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 217 time: 0.0425236 Nov 25 20:52:14.977710 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca497-fca1-498c-a16e-241649de2f38 req-bfa19abf-8b00-40e6-aee8-b0f76ce98785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:14.979408 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-bfa19abf-8b00-40e6-aee8-b0f76ce98785 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0554869 Nov 25 20:52:15.059715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caca497-fca1-498c-a16e-241649de2f38 req-f56bb477-1fed-4444-b755-d2f7b847bc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:15.061266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-f56bb477-1fed-4444-b755-d2f7b847bc03 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751295 Nov 25 20:52:15.073209 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdc758-e2d7-4a20-a897-f77a129e966d req-3a6915c4-aef8-4f51-8155-4f56377e44d1 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:15.074749 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0bbdc758-e2d7-4a20-a897-f77a129e966d req-3a6915c4-aef8-4f51-8155-4f56377e44d1 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 943 time: 0.0802162 Nov 25 20:52:15.203353 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0bbdc758-e2d7-4a20-a897-f77a129e966d req-905ccc1e-1a67-438b-a17f-42a11d06a8d6 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088448 Nov 25 20:52:15.205493 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-15daf159-d3c6-472f-a62e-54c89601d66c service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298349 Nov 25 20:52:15.322400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6caca497-fca1-498c-a16e-241649de2f38 req-c44ecb9c-6775-4ae2-b107-425ca3d1859e service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089101 Nov 25 20:52:15.413313 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08370b09-542e-48d1-9a04-454915e411b9 req-f42fb113-6a25-44ba-9a6e-d9e9db41c5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:15.414902 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08370b09-542e-48d1-9a04-454915e411b9 req-f42fb113-6a25-44ba-9a6e-d9e9db41c5e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1094 time: 0.0434136 Nov 25 20:52:15.517733 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08370b09-542e-48d1-9a04-454915e411b9 req-52c0109e-688f-4cfe-a22e-243154ef5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:15.519437 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08370b09-542e-48d1-9a04-454915e411b9 req-52c0109e-688f-4cfe-a22e-243154ef5c61 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0980432 Nov 25 20:52:15.563238 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08370b09-542e-48d1-9a04-454915e411b9 req-6c88cbf1-1626-458a-a882-8f4913587fcf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 217 time: 0.0353165 Nov 25 20:52:15.617571 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08370b09-542e-48d1-9a04-454915e411b9 req-0b326dbe-6bf3-4636-bd4b-bfb6dfdaeef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:15.619341 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08370b09-542e-48d1-9a04-454915e411b9 req-0b326dbe-6bf3-4636-bd4b-bfb6dfdaeef5 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0487635 Nov 25 20:52:15.668863 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08370b09-542e-48d1-9a04-454915e411b9 req-4298d693-faf9-4199-9284-c4f6736e357e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:15.670394 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08370b09-542e-48d1-9a04-454915e411b9 req-4298d693-faf9-4199-9284-c4f6736e357e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437419 Nov 25 20:52:15.769440 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08370b09-542e-48d1-9a04-454915e411b9 req-3702c848-ba4c-426e-8478-2ea4975bfc64 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913999 Nov 25 20:52:15.866075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-08370b09-542e-48d1-9a04-454915e411b9 req-da41d267-b50f-425d-8c24-7faa019944b2 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886767 Nov 25 20:52:16.277648 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e6fd0da7-04b3-4da9-8d63-29de0b63507f details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:52:16.342033 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4806f5-5845-4f85-afbf-f0c7aa40cd26 req-d471210a-e21a-4bee-b6e2-3f875ab114ef tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:16.343688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa4806f5-5845-4f85-afbf-f0c7aa40cd26 req-d471210a-e21a-4bee-b6e2-3f875ab114ef tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 943 time: 0.0587299 Nov 25 20:52:16.379692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:16.391250 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'port_id': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'mac_address': 'fa:16:3e:24:ed:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:52:16.400228 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fa4806f5-5845-4f85-afbf-f0c7aa40cd26 req-f2c89ccb-8e5d-4b05-8689-bb9c88efe3e3 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499752 Nov 25 20:52:16.435019 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:16.449442 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fd0da7-04b3-4da9-8d63-29de0b63507f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:52:16.469127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:16.473754 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:16.523287 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:16.704740 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['e6fd0da7-04b3-4da9-8d63-29de0b63507f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:52:17.521803 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7253372-c169-41cf-a923-ae828c280d77 req-fc7cd508-38ed-4d99-ad79-dcd3cc6e3dc7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:17.523392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7253372-c169-41cf-a923-ae828c280d77 req-fc7cd508-38ed-4d99-ad79-dcd3cc6e3dc7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0525606 Nov 25 20:52:17.576487 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c7253372-c169-41cf-a923-ae828c280d77 req-a162e24e-0c43-481f-b6a1-e63c1b1ec2fa tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470979 Nov 25 20:52:18.276749 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e6fd0da7-04b3-4da9-8d63-29de0b63507f up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:52:18.333587 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port e6fd0da7-04b3-4da9-8d63-29de0b63507f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:52:18.337714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port e6fd0da7-04b3-4da9-8d63-29de0b63507f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:52:18.338084 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:18.423182 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:18.450736 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:52:18.453030 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d2ab6b-1f06-4088-86d2-a4e615186501" -d '{"events": [{"server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "name": "network-vif-plugged", "status": "completed", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:52:18.467558 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:52:18.473959 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:18.497688 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4506a2a0-df28-45cc-9149-9682eaa92eaf x-openstack-request-id: req-4506a2a0-df28-45cc-9149-9682eaa92eaf {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:52:18.498012 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "name": "network-vif-plugged", "status": "completed", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:52:18.498214 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-4506a2a0-df28-45cc-9149-9682eaa92eaf {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:52:18.498598 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'code': 200} Nov 25 20:52:18.533128 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:18.617602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537270d-485e-48a1-b0f3-6fc3e0ee2327 req-11d9b0c2-3e97-4e5e-98a7-31f1fe6eac29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:18.619296 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2537270d-485e-48a1-b0f3-6fc3e0ee2327 req-11d9b0c2-3e97-4e5e-98a7-31f1fe6eac29 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1096 time: 0.0549498 Nov 25 20:52:18.702986 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2537270d-485e-48a1-b0f3-6fc3e0ee2327 req-0e7ed1fc-be41-4c07-b0c6-1929d7e2adb9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764654 Nov 25 20:52:18.724562 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca87b4f-5918-4914-98b0-571e3e9ce22c req-8c319b53-8788-4128-89a6-f0f07c98d59f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:18.726083 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ca87b4f-5918-4914-98b0-571e3e9ce22c req-8c319b53-8788-4128-89a6-f0f07c98d59f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0722401 Nov 25 20:52:18.779196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1ca87b4f-5918-4914-98b0-571e3e9ce22c req-ca613c62-282c-4900-b0a3-0672d38437fb tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467753 Nov 25 20:52:19.906352 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b61e538-361d-4070-a2cd-05313d1b0c93 req-8998c2ad-676a-4002-a18a-dcd2ecc6401a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:19.908176 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b61e538-361d-4070-a2cd-05313d1b0c93 req-8998c2ad-676a-4002-a18a-dcd2ecc6401a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0551784 Nov 25 20:52:19.977205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0b61e538-361d-4070-a2cd-05313d1b0c93 req-0867145e-39ae-48a7-8ac8-5cab91986ab1 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614183 Nov 25 20:52:20.103927 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d8d208-2e90-4383-a9cd-bc7afb4d3827 req-2b1c66a7-da7e-406e-87c6-4bb577212a47 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:20.105340 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12d8d208-2e90-4383-a9cd-bc7afb4d3827 req-2b1c66a7-da7e-406e-87c6-4bb577212a47 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0513182 Nov 25 20:52:20.158880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12d8d208-2e90-4383-a9cd-bc7afb4d3827 req-217b8f83-8d26-4e67-99db-5163512d3932 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474074 Nov 25 20:52:20.182653 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52842) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:20.329332 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6632a6cd-f2f9-4ff0-ba2d-13f208ac05e0 tempest-TestShelveInstance-1627629597 tempest-TestShelveInstance-1627629597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:20.332177 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6632a6cd-f2f9-4ff0-ba2d-13f208ac05e0 tempest-TestShelveInstance-1627629597 tempest-TestShelveInstance-1627629597-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1091 time: 0.1473088 Nov 25 20:52:20.334456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 52846) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:52:20.338916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:52:20.364024 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:20.470401 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:20.579754 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Allocated IP 172.25.8.136 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/f682819f-4f7d-4a57-99b3-5e7957ad8428) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:52:20.691022 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:20.727615 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:20.769480 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:52:20.772390 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:52:20.775923 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:52:20.798737 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'Port': ['ID=f682819f-4f7d-4a57-99b3-5e7957ad8428,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:21.171535 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:21.242250 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:21.399685 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:21.404925 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:21.481984 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'Port': ['ID=f682819f-4f7d-4a57-99b3-5e7957ad8428,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:52:21.496417 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:21.524672 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:21.926011 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Floating IP 646bba14-51d9-4158-b3af-4b0cf209117f associated. External IP: 172.25.8.136, port: e6fd0da7-04b3-4da9-8d63-29de0b63507f. Nov 25 20:52:22.142379 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Router 455ab8ff-4be9-4a19-a389-3a13b7f800ec has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:52:22.253546 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:52:22.265948 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a262fff-46bb-4f5e-9f8f-7f54ea79ce9a None None] Sync routers for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:52:22.271381 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:22.275814 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a262fff-46bb-4f5e-9f8f-7f54ea79ce9a None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:22.276423 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3a262fff-46bb-4f5e-9f8f-7f54ea79ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:52:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:22.305278 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-892e5364-641e-4631-9a06-309eeb806779 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9697099 Nov 25 20:52:22.305931 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:52:22.308925 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3110b457-3710-4998-bcc2-6cb36d58550d" -d '{"events": [{"name": "network-changed", "server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:52:22.349530 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63799cbe-553e-4301-a01f-11b66d1b42f3 x-openstack-request-id: req-63799cbe-553e-4301-a01f-11b66d1b42f3 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:52:22.349820 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:52:22.350077 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-63799cbe-553e-4301-a01f-11b66d1b42f3 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:52:22.350484 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'status': 'completed', 'code': 200} Nov 25 20:52:22.423045 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110b457-3710-4998-bcc2-6cb36d58550d req-0498ad95-4d99-44e2-855e-04ad60f2a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:22.426147 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3110b457-3710-4998-bcc2-6cb36d58550d req-0498ad95-4d99-44e2-855e-04ad60f2a29f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1096 time: 0.0488825 Nov 25 20:52:22.484613 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-3a262fff-46bb-4f5e-9f8f-7f54ea79ce9a None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:22.529793 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110b457-3710-4998-bcc2-6cb36d58550d req-9c60ac75-d436-4266-8631-9dde88a67e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:22.531220 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3110b457-3710-4998-bcc2-6cb36d58550d req-9c60ac75-d436-4266-8631-9dde88a67e39 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0984633 Nov 25 20:52:22.600412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3110b457-3710-4998-bcc2-6cb36d58550d req-e10a30c7-b85b-4011-a4c9-baa7e9e1e168 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 999 time: 0.0624793 Nov 25 20:52:22.666773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110b457-3710-4998-bcc2-6cb36d58550d req-02c69963-636e-48da-8c20-0a35f07ff18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:22.668284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3110b457-3710-4998-bcc2-6cb36d58550d req-02c69963-636e-48da-8c20-0a35f07ff18b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0602908 Nov 25 20:52:22.716827 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3110b457-3710-4998-bcc2-6cb36d58550d req-d44fd52d-6226-4e81-aa82-92d9aa1f7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:22.718479 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3110b457-3710-4998-bcc2-6cb36d58550d req-d44fd52d-6226-4e81-aa82-92d9aa1f7a81 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425997 Nov 25 20:52:22.729693 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3a262fff-46bb-4f5e-9f8f-7f54ea79ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '646bba14-51d9-4158-b3af-4b0cf209117f', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'port_id': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'mac_address': 'fa:16:3e:24:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e101483-2f94-44e4-b379-b2a64e384e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:52:21Z', 'updated_at': '2021-11-25T20:52:21Z', 'revision_number': 0, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:22.761999 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a262fff-46bb-4f5e-9f8f-7f54ea79ce9a None None] Checking router: 455ab8ff-4be9-4a19-a389-3a13b7f800ec for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:52:22.778335 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a262fff-46bb-4f5e-9f8f-7f54ea79ce9a None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:52:22.778980 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3a262fff-46bb-4f5e-9f8f-7f54ea79ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:52:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:22.815057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3110b457-3710-4998-bcc2-6cb36d58550d req-28d51071-5b10-47bb-8ff4-d00095affd71 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894415 Nov 25 20:52:22.893820 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-3a262fff-46bb-4f5e-9f8f-7f54ea79ce9a None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:52:22.915549 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3110b457-3710-4998-bcc2-6cb36d58550d req-418a1e35-6d5b-42b5-b566-e88b23ce79b2 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934072 Nov 25 20:52:23.124980 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-3a262fff-46bb-4f5e-9f8f-7f54ea79ce9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '646bba14-51d9-4158-b3af-4b0cf209117f', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'port_id': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'mac_address': 'fa:16:3e:24:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e101483-2f94-44e4-b379-b2a64e384e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:52:21Z', 'updated_at': '2021-11-25T20:52:21Z', 'revision_number': 0, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:52:23.156198 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a262fff-46bb-4f5e-9f8f-7f54ea79ce9a None None] The sync data for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 is: [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '646bba14-51d9-4158-b3af-4b0cf209117f', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'floating_ip_address': '172.25.8.136', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'port_id': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4329, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'mac_address': 'fa:16:3e:24:ed:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e101483-2f94-44e4-b379-b2a64e384e53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:52:21Z', 'updated_at': '2021-11-25T20:52:21Z', 'revision_number': 0, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:52:23.367131 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb7aad2-2631-421d-a391-5778875b155d None None] New status for floating IP 646bba14-51d9-4158-b3af-4b0cf209117f: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:52:23.824250 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:25.614918 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-92c0a060-faf9-4e51-948c-3c9bf71150c8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416381 Nov 25 20:52:25.707640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-076e592f-a5cb-4138-b808-88e45ff3cb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:25.709129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-076e592f-a5cb-4138-b808-88e45ff3cb36 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1096 time: 0.0460274 Nov 25 20:52:25.826913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-f2bd7c94-5510-439c-9078-d5d08f91b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:25.828439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-f2bd7c94-5510-439c-9078-d5d08f91b14c service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0983615 Nov 25 20:52:25.898533 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-2777a91c-532b-4746-9988-03e9e595348d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 1001 time: 0.0629103 Nov 25 20:52:25.959200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-d6828ba8-07e3-4377-8057-a1d152293390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:25.960591 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-d6828ba8-07e3-4377-8057-a1d152293390 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0500059 Nov 25 20:52:26.008704 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-4f110c76-098f-4859-987d-cc2c83679302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:52:26.010259 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-4f110c76-098f-4859-987d-cc2c83679302 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421989 Nov 25 20:52:26.109118 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-2adfd128-9323-442f-97f1-785b0350b91b service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919473 Nov 25 20:52:26.202423 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6738d484-fce5-46ef-8295-93debb1cbe89 req-6d0782a4-3238-4d5f-a38f-9125245cacb5 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863528 Nov 25 20:52:29.020591 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:52:32.254908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7671beb0-0776-4b1e-b418-474972aaf2d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:35.417259 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac073378-41fe-4362-af48-a334ac810fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:36.763624 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:38.078155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:38.618961 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:51.524124 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:52:53.822482 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:02.257641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1351e07-b655-4638-aa4c-af4c379a6fea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:05.409297 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8c050fc3-c9d8-4689-98b6-a3ec46acea10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:06.019557 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:53:06.764675 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:08.076579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:08.623729 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:21.517397 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:23.818825 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:27.619275 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-9dd819ff-8a10-4e40-b581-4b34acc07fcd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413437 Nov 25 20:53:27.705178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-3a258859-9004-43d2-abf5-d8a6a5a93a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:53:27.707820 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-3a258859-9004-43d2-abf5-d8a6a5a93a59 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1096 time: 0.0452065 Nov 25 20:53:27.815849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-38f86ccb-f520-4a7d-a4e9-f209d56b92dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:53:27.817241 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-38f86ccb-f520-4a7d-a4e9-f209d56b92dd service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0880289 Nov 25 20:53:27.891066 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-88c73ea3-4917-4b2c-b1b1-4ea316012b66 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 1001 time: 0.0660989 Nov 25 20:53:27.942107 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-543069b5-2094-4261-8b20-89f3920ce6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:53:27.943635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-543069b5-2094-4261-8b20-89f3920ce6aa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0454307 Nov 25 20:53:27.990112 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-475a44cb-4e3b-4b9c-9d1e-8f649c27fd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:53:27.991659 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-475a44cb-4e3b-4b9c-9d1e-8f649c27fd9d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407274 Nov 25 20:53:28.087028 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-5ac6ef29-f49c-41c6-8e0d-8e0ed8c0a51d service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882690 Nov 25 20:53:28.185272 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71bfcb9d-191d-45cd-aef1-7c5a2322ab59 req-3bddac44-ced6-451e-901d-743ef6d60b8e service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870330 Nov 25 20:53:32.260203 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09af5b8b-9096-4384-a618-2919be9b9817 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:35.411704 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-07f70c6f-3d5c-4d78-a7f2-4ed7746967ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:36.767692 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:38.070592 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:38.626704 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:43.019673 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:53:47.085137 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-e54517e2-4007-4000-8aed-909fac4e1548 req-12a570da-f0ab-4a0a-94dc-8b938879f1fc service neutron] (103652) timed out ('10.222.0.15', 48512) {{(pid=103652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 20:53:51.515296 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:53:53.833527 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:02.261566 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b20ee2ef-28f5-422f-9717-ca489d986f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:05.414216 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a3a9a0c3-41e4-486f-b1ca-e4070074ad4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:06.770610 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:08.074906 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:08.626780 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:17.023371 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e474ff-e6bf-418f-86d8-434394931d94 req-edf9bdc8-31da-47c5-be62-feeb744ab525 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:17.025731 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55e474ff-e6bf-418f-86d8-434394931d94 req-edf9bdc8-31da-47c5-be62-feeb744ab525 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0713418 Nov 25 20:54:17.076642 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-55e474ff-e6bf-418f-86d8-434394931d94 req-6b7700d5-cdc5-43b9-905d-e14992d7372e tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443001 Nov 25 20:54:18.196844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63edc5d8-b3bf-49d9-8d79-39956684b730 req-924718ed-e38e-4c49-9e64-0e3d8a54c18b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:18.198339 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63edc5d8-b3bf-49d9-8d79-39956684b730 req-924718ed-e38e-4c49-9e64-0e3d8a54c18b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0499182 Nov 25 20:54:18.249783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-63edc5d8-b3bf-49d9-8d79-39956684b730 req-cea63c98-11f0-40a0-acb9-9ecd09f2d574 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454643 Nov 25 20:54:19.464452 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff7eb9-8f34-4d94-aaee-ce87a8d68985 req-4b941c5f-98e3-4940-9293-8fadaf1b9ff4 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:19.465947 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bff7eb9-8f34-4d94-aaee-ce87a8d68985 req-4b941c5f-98e3-4940-9293-8fadaf1b9ff4 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.1392260 Nov 25 20:54:19.519928 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6bff7eb9-8f34-4d94-aaee-ce87a8d68985 req-d26ac433-a324-4edc-a3c5-4b8a807542ec tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479245 Nov 25 20:54:20.019472 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:54:20.642262 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e47ba2-936d-4567-bd8d-5d9c271afefc req-60b2227a-b321-498e-a480-76df35f6bbbc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:20.643818 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-37e47ba2-936d-4567-bd8d-5d9c271afefc req-60b2227a-b321-498e-a480-76df35f6bbbc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0527253 Nov 25 20:54:20.696043 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-37e47ba2-936d-4567-bd8d-5d9c271afefc req-d0c184a7-7efb-459f-8e44-08983f1574ad tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449708 Nov 25 20:54:21.545635 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:21.815212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9172f7-2fa3-4e12-b796-2eeccd8e9f90 req-bdea2e00-bab3-4d51-997e-268c5e8e85d2 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:21.816624 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f9172f7-2fa3-4e12-b796-2eeccd8e9f90 req-bdea2e00-bab3-4d51-997e-268c5e8e85d2 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0507879 Nov 25 20:54:21.866374 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f9172f7-2fa3-4e12-b796-2eeccd8e9f90 req-2d13e012-6a02-4794-b097-e2b0dafaed2f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436263 Nov 25 20:54:22.987047 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e465507-b258-4575-a035-acd0a99061d1 req-307b339e-7f31-453c-b1bd-f63dee756a35 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:22.988461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e465507-b258-4575-a035-acd0a99061d1 req-307b339e-7f31-453c-b1bd-f63dee756a35 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0531681 Nov 25 20:54:23.038095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6e465507-b258-4575-a035-acd0a99061d1 req-48ca657f-4618-443c-9299-7ce4ad52a850 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430064 Nov 25 20:54:23.832844 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:24.154130 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc11b16-c18c-4487-a6d2-cccc22061514 req-922d3b1a-c3d5-4296-b3af-ffbdc53ee904 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:24.155658 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acc11b16-c18c-4487-a6d2-cccc22061514 req-922d3b1a-c3d5-4296-b3af-ffbdc53ee904 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0489500 Nov 25 20:54:24.206476 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-acc11b16-c18c-4487-a6d2-cccc22061514 req-109534cf-e341-4f35-8b84-fc8e2c6bf579 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448110 Nov 25 20:54:25.331461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173e7cc0-4293-4bbc-8e8f-8adfe6839151 req-cec869f0-31b4-4586-8248-5e2431659889 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:25.332883 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-173e7cc0-4293-4bbc-8e8f-8adfe6839151 req-cec869f0-31b4-4586-8248-5e2431659889 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0499003 Nov 25 20:54:25.388111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-173e7cc0-4293-4bbc-8e8f-8adfe6839151 req-e9f9e964-6321-49f4-8421-270e0ff78a21 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490885 Nov 25 20:54:26.515608 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35edd34-783d-4877-bfea-ec62d865633d req-424d0025-f0bb-423b-aee4-82fbf77c6d56 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:26.517179 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d35edd34-783d-4877-bfea-ec62d865633d req-424d0025-f0bb-423b-aee4-82fbf77c6d56 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0542574 Nov 25 20:54:26.571041 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d35edd34-783d-4877-bfea-ec62d865633d req-6e540770-1684-4732-a877-78a9caf7e8df tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467689 Nov 25 20:54:27.728851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816c379-f06f-4b39-a991-57d3bb2ae1f3 req-acee4f1c-4857-454d-bfe7-386372ce8bc9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:27.730369 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6816c379-f06f-4b39-a991-57d3bb2ae1f3 req-acee4f1c-4857-454d-bfe7-386372ce8bc9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0806346 Nov 25 20:54:27.733351 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48d46-2c62-4409-b250-ae64ca1b0bfa req-a7451cb0-a683-4469-8f00-838b487ef49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:27.734743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8a48d46-2c62-4409-b250-ae64ca1b0bfa req-a7451cb0-a683-4469-8f00-838b487ef49f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1096 time: 0.1334076 Nov 25 20:54:27.806700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6816c379-f06f-4b39-a991-57d3bb2ae1f3 req-ef0e1ddb-5055-4b17-b74b-de0d797b701a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699031 Nov 25 20:54:27.862091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48d46-2c62-4409-b250-ae64ca1b0bfa req-aa5e892f-e03b-4479-819f-f6f9c310897e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:27.863673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8a48d46-2c62-4409-b250-ae64ca1b0bfa req-aa5e892f-e03b-4479-819f-f6f9c310897e service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.1065860 Nov 25 20:54:27.935071 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8a48d46-2c62-4409-b250-ae64ca1b0bfa req-b354a313-9c9b-4a92-b5c4-56bedf07eda3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 1001 time: 0.0628841 Nov 25 20:54:27.985780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48d46-2c62-4409-b250-ae64ca1b0bfa req-4ff32dbc-83b6-444c-9f54-7d4e59f11e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:27.987262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8a48d46-2c62-4409-b250-ae64ca1b0bfa req-4ff32dbc-83b6-444c-9f54-7d4e59f11e38 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0444977 Nov 25 20:54:28.037794 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a48d46-2c62-4409-b250-ae64ca1b0bfa req-72da035b-28e0-4d5d-b2ed-c1d8dd7ccf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:28.039329 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8a48d46-2c62-4409-b250-ae64ca1b0bfa req-72da035b-28e0-4d5d-b2ed-c1d8dd7ccf09 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437922 Nov 25 20:54:28.134673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8a48d46-2c62-4409-b250-ae64ca1b0bfa req-9261067f-ac9c-4f12-ba35-20c41bcd7770 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864904 Nov 25 20:54:28.225236 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e8a48d46-2c62-4409-b250-ae64ca1b0bfa req-8b0caf51-619c-4b2a-af09-4d1754e2469d service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818081 Nov 25 20:54:28.791599 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e6fd0da7-04b3-4da9-8d63-29de0b63507f details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:54:28.898723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:54:28.910347 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'port_id': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'mac_address': 'fa:16:3e:24:ed:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:54:28.935042 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50756f9f-23a9-4fbf-a992-37c0794cd998 req-d9a11f13-6574-4ea3-be28-d2ada135df0b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:28.936614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50756f9f-23a9-4fbf-a992-37c0794cd998 req-d9a11f13-6574-4ea3-be28-d2ada135df0b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0590687 Nov 25 20:54:28.974811 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:28.992611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e6fd0da7-04b3-4da9-8d63-29de0b63507f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:54:29.004766 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-50756f9f-23a9-4fbf-a992-37c0794cd998 req-9d58b75b-8359-4e3f-bb1b-70fe6a4a9982 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553379 Nov 25 20:54:29.013527 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:54:29.028745 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:29.088472 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:54:29.096229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.096584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.096929 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.097307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.097704 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.098055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.098402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.098746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.099147 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.099486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.099924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.100841 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:29.106112 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['e6fd0da7-04b3-4da9-8d63-29de0b63507f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:54:30.135308 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f22ea8-918b-42c2-a8bf-b49904588b71 req-70f8fcce-cf82-43dc-a523-bdc4c1a8a875 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:30.136356 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49f22ea8-918b-42c2-a8bf-b49904588b71 req-70f8fcce-cf82-43dc-a523-bdc4c1a8a875 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0512950 Nov 25 20:54:30.192639 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-49f22ea8-918b-42c2-a8bf-b49904588b71 req-0dfd5447-297f-4fca-bcf2-cb9e4488c8bf tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498297 Nov 25 20:54:30.820880 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e6fd0da7-04b3-4da9-8d63-29de0b63507f up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:54:30.877856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port e6fd0da7-04b3-4da9-8d63-29de0b63507f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:54:30.878261 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:30.971923 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:31.016022 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:54:31.016878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:54:31.019184 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-014393e7-bebd-46c2-b9fa-ddd295fa689a" -d '{"events": [{"server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "name": "network-vif-plugged", "status": "completed", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:54:31.023962 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:31.093206 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:54:31.114299 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d57320c-cb27-4459-8827-3b4f0a313550 x-openstack-request-id: req-6d57320c-cb27-4459-8827-3b4f0a313550 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:54:31.114699 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "name": "network-vif-plugged", "status": "completed", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:54:31.114988 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d57320c-cb27-4459-8827-3b4f0a313550 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:54:31.115904 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'code': 200} Nov 25 20:54:31.345987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7dcd2f-0c4b-466c-a993-3fea351e76e9 req-1003d269-9b2b-49a6-a626-e0abb3a9908a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:31.351852 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c7dcd2f-0c4b-466c-a993-3fea351e76e9 req-1003d269-9b2b-49a6-a626-e0abb3a9908a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0657747 Nov 25 20:54:31.407868 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c7dcd2f-0c4b-466c-a993-3fea351e76e9 req-0cb119f1-5407-4ec4-934c-10586dcaf293 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495379 Nov 25 20:54:32.266046 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ba28409b-5cb3-446d-b677-285b3e6452ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:32.545220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96539860-80bd-4f79-bba5-43561d0ead7c req-91f5b89e-c694-481f-8090-8e6b2d554c21 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:32.546692 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96539860-80bd-4f79-bba5-43561d0ead7c req-91f5b89e-c694-481f-8090-8e6b2d554c21 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0559862 Nov 25 20:54:32.606754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-96539860-80bd-4f79-bba5-43561d0ead7c req-d78f40b4-7d10-4dc8-b868-962a520e4825 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507839 Nov 25 20:54:33.751856 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38785ea8-b9a8-47cf-a195-079fd245d092 req-b149f73f-dd53-430f-9211-10a44458eef2 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:33.754342 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-38785ea8-b9a8-47cf-a195-079fd245d092 req-b149f73f-dd53-430f-9211-10a44458eef2 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0706983 Nov 25 20:54:33.815016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-38785ea8-b9a8-47cf-a195-079fd245d092 req-88f32ad1-6246-44fb-ae4f-b446d70c23bc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544543 Nov 25 20:54:34.963746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1edf861-2c51-4fc1-a22b-fa6276160e13 req-52d2689a-379f-441f-973b-24ff335bc036 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:34.965271 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1edf861-2c51-4fc1-a22b-fa6276160e13 req-52d2689a-379f-441f-973b-24ff335bc036 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0533104 Nov 25 20:54:35.020569 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1edf861-2c51-4fc1-a22b-fa6276160e13 req-a04a8852-5ba0-45bd-b12f-07a2dfa6e7f7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493925 Nov 25 20:54:35.424033 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-84b1e199-2507-439e-ac79-de180cf8ad49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:36.157639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3de59-e92d-43a8-b133-15d80fdf4607 req-578d8434-5115-4fce-b185-e44b0d13e870 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:36.159155 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3c3de59-e92d-43a8-b133-15d80fdf4607 req-578d8434-5115-4fce-b185-e44b0d13e870 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0560195 Nov 25 20:54:36.220346 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3c3de59-e92d-43a8-b133-15d80fdf4607 req-8648b3b9-17b7-4379-ae37-0f038dd9267a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540547 Nov 25 20:54:36.779868 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:37.356731 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3e5acb-468b-4914-bcca-abbe7e826955 req-1a65c783-9ef7-4892-98c6-462287ca5fcb tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:37.361416 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a3e5acb-468b-4914-bcca-abbe7e826955 req-1a65c783-9ef7-4892-98c6-462287ca5fcb tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0612388 Nov 25 20:54:37.421799 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8a3e5acb-468b-4914-bcca-abbe7e826955 req-b02cc2b2-3213-4b1b-844a-4acdcd0fd450 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543928 Nov 25 20:54:38.086726 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:38.558782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fb7a85-61c2-4413-aee7-db749a79b235 req-365866a0-cd07-4222-acec-3bedc2696a12 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:38.560500 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27fb7a85-61c2-4413-aee7-db749a79b235 req-365866a0-cd07-4222-acec-3bedc2696a12 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0634863 Nov 25 20:54:38.624213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-27fb7a85-61c2-4413-aee7-db749a79b235 req-a46e510a-093c-4b9c-95f5-660629e48270 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575488 Nov 25 20:54:38.634650 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:39.260110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660d88f-a94f-4f65-b3be-6fae1ec38480 req-0a1762e2-08b6-4c56-b6d8-0c4836949f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:39.261601 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8660d88f-a94f-4f65-b3be-6fae1ec38480 req-0a1762e2-08b6-4c56-b6d8-0c4836949f88 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1096 time: 0.0401955 Nov 25 20:54:39.357835 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660d88f-a94f-4f65-b3be-6fae1ec38480 req-9754cb13-09cf-4b8b-9e69-f066b61b2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:39.359336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8660d88f-a94f-4f65-b3be-6fae1ec38480 req-9754cb13-09cf-4b8b-9e69-f066b61b2614 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0902371 Nov 25 20:54:39.428260 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8660d88f-a94f-4f65-b3be-6fae1ec38480 req-e887f8e7-ee42-4835-acf7-1a1c48b2f5df service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 1001 time: 0.0606382 Nov 25 20:54:39.476628 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660d88f-a94f-4f65-b3be-6fae1ec38480 req-1c713421-f57f-454f-abf2-7b6ce7bed790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:39.478065 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8660d88f-a94f-4f65-b3be-6fae1ec38480 req-1c713421-f57f-454f-abf2-7b6ce7bed790 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0437467 Nov 25 20:54:39.529934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8660d88f-a94f-4f65-b3be-6fae1ec38480 req-2410af89-10da-4333-aa97-5a87f093dc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:39.531461 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8660d88f-a94f-4f65-b3be-6fae1ec38480 req-2410af89-10da-4333-aa97-5a87f093dc7e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0445986 Nov 25 20:54:39.958129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8660d88f-a94f-4f65-b3be-6fae1ec38480 req-2f7856a5-e813-42ef-8f03-83319f334d3c service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192691 Nov 25 20:54:39.971171 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a78f5-d87a-4f9d-b835-5086c37de44c req-fb277564-5101-430c-91c2-3c22cf4e3a10 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:39.972575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d4a78f5-d87a-4f9d-b835-5086c37de44c req-fb277564-5101-430c-91c2-3c22cf4e3a10 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0719635 Nov 25 20:54:40.075348 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1d4a78f5-d87a-4f9d-b835-5086c37de44c req-a6cc9a34-73cd-4143-88d1-9046a944f030 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945034 Nov 25 20:54:40.094146 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8660d88f-a94f-4f65-b3be-6fae1ec38480 req-48e2fdb6-dd7d-4bac-bc84-e288fc92ad61 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206510 Nov 25 20:54:41.194882 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7386f9-fcac-4fca-aa74-d008ee7849bf req-0f9ebff2-8d91-4836-bfec-a6826c7e6988 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:41.196391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc7386f9-fcac-4fca-aa74-d008ee7849bf req-0f9ebff2-8d91-4836-bfec-a6826c7e6988 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0516994 Nov 25 20:54:41.246510 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bc7386f9-fcac-4fca-aa74-d008ee7849bf req-069d0036-2992-49b9-90f9-960a7279f3dd tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441754 Nov 25 20:54:42.362386 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4029dc7-b3bb-469d-8a1f-cde7b0ced378 req-0287346a-bec7-43f6-a39c-87d51a4c92ee tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:42.364308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4029dc7-b3bb-469d-8a1f-cde7b0ced378 req-0287346a-bec7-43f6-a39c-87d51a4c92ee tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0497367 Nov 25 20:54:42.415290 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b4029dc7-b3bb-469d-8a1f-cde7b0ced378 req-322a8dd9-5d64-4e22-b7db-d2ce67850948 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437853 Nov 25 20:54:42.483766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-873bc7c2-9cb5-420d-9bc9-558addb63a29 req-bfcb141e-9641-4d1e-8f6a-ec49ddd997e6 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:54:42.484922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-873bc7c2-9cb5-420d-9bc9-558addb63a29 req-bfcb141e-9641-4d1e-8f6a-ec49ddd997e6 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056257 Nov 25 20:54:42.645745 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7988c51-e2af-4ef1-a011-4e85f9404c3a req-22f5281c-7995-476e-837e-319c00bc62df tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:42.647537 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7988c51-e2af-4ef1-a011-4e85f9404c3a req-22f5281c-7995-476e-837e-319c00bc62df tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0552192 Nov 25 20:54:42.700012 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a7988c51-e2af-4ef1-a011-4e85f9404c3a req-99667ee9-6b6c-45ef-bb86-fd07a99ac497 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464005 Nov 25 20:54:42.882458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device e6fd0da7-04b3-4da9-8d63-29de0b63507f no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:54:42.897036 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-bac30490-3023-4a84-981e-62733b20588e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0864203 Nov 25 20:54:42.961330 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:42.984642 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:54:42.986983 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9846ac57-dd28-4f82-ae64-29df347477db" -d '{"events": [{"server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "name": "network-vif-unplugged", "status": "completed", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:54:43.000464 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:54:43.005769 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:43.033291 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 20:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77d48461-5006-4356-b55c-59d16180ed34 x-openstack-request-id: req-77d48461-5006-4356-b55c-59d16180ed34 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:54:43.033598 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "name": "network-vif-unplugged", "status": "failed", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f", "code": 422}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:54:43.033821 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-77d48461-5006-4356-b55c-59d16180ed34 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:54:43.034225 n-d-817303-9 neutron-server[103653]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'code': 422} returned with failed status Nov 25 20:54:43.061328 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:54:43.664158 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-82bdaa4a-0fdc-4515-b2f8-9ab9385704e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:43.665723 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-82bdaa4a-0fdc-4515-b2f8-9ab9385704e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53&tenant_id=bd8028ca92d6442fabf5db838229bd54 HTTP/1.1" status: 200 len: 1094 time: 0.0426252 Nov 25 20:54:43.677981 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-817303-9', 'device_owner': 'compute:nova'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:54:43.732833 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:43.817706 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95fc1af-ce27-4bbd-8e7e-c910995c4535 req-97b079a9-55fa-4a98-a8bf-1e93e3762466 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:43.820208 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b95fc1af-ce27-4bbd-8e7e-c910995c4535 req-97b079a9-55fa-4a98-a8bf-1e93e3762466 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 943 time: 0.0508184 Nov 25 20:54:43.872553 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b95fc1af-ce27-4bbd-8e7e-c910995c4535 req-21860c02-a983-4cbb-845c-32569a413fc7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462573 Nov 25 20:54:43.945631 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:54:43.978664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h2-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:54:44.010684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fd0da7-04b3-4da9-8d63-29de0b63507f {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:54:44.018548 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:44.031584 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Transition to ACTIVE for port object e6fd0da7-04b3-4da9-8d63-29de0b63507f will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:54:44.035284 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:44.115926 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=9']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:54:44.130104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.130534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.131080 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.131433 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.131776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.132118 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.132451 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.132783 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.133112 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.133445 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.133774 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.134101 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:54:44.170146 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] No DVR routers for this DVR port e6fd0da7-04b3-4da9-8d63-29de0b63507f on host n-h2-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:54:44.313713 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Attempting to bind port e6fd0da7-04b3-4da9-8d63-29de0b63507f on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:54:44.314056 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Attempting to bind port e6fd0da7-04b3-4da9-8d63-29de0b63507f by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:54:44.314392 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Attempting to bind port e6fd0da7-04b3-4da9-8d63-29de0b63507f on network d557b2af-e55f-4231-a083-34c31ecb943a {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:54:44.320216 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Port e6fd0da7-04b3-4da9-8d63-29de0b63507f on network d557b2af-e55f-4231-a083-34c31ecb943a not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:54:44.320575 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Attempting to bind port e6fd0da7-04b3-4da9-8d63-29de0b63507f on network d557b2af-e55f-4231-a083-34c31ecb943a {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:54:44.327723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:54:44.328092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Checking segment: {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:54:44.328632 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Bound using segment: {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:54:44.329177 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Bound port: e6fd0da7-04b3-4da9-8d63-29de0b63507f, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:54:44.329543 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:44.396583 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:54:44.399807 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:54:44.403578 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:44.438467 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:44.439183 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:44.440619 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] 10.222.0.60 "PUT /v2.0/ports/e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 1091 time: 0.7669458 Nov 25 20:54:44.441083 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:54:44.443626 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-effdc64d-70a6-4421-965c-b2bd2c66433a" -d '{"events": [{"name": "network-changed", "server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:54:44.483600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0362f69-7c0b-4f61-b529-71b529218e40 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=10']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:54:44.500050 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b3a90b-e8a7-4766-a167-afb6a58c609f x-openstack-request-id: req-03b3a90b-e8a7-4766-a167-afb6a58c609f {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:54:44.500349 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:54:44.500607 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-03b3a90b-e8a7-4766-a167-afb6a58c609f {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:54:44.501015 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'status': 'completed', 'code': 200} Nov 25 20:54:44.519877 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-6b29cf5c-30ac-4059-b018-e32470efa94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:44.521662 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-6b29cf5c-30ac-4059-b018-e32470efa94b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1095 time: 0.0560424 Nov 25 20:54:44.618042 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-82a8dba5-3f7f-4635-9929-569a153400ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:44.619551 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-82a8dba5-3f7f-4635-9929-569a153400ec service neutron] 10.222.0.60 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0915692 Nov 25 20:54:44.689903 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-2f654915-51ca-4b84-9a6e-72a38facdee9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 999 time: 0.0636659 Nov 25 20:54:44.740778 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-19d6c12f-02d3-4bc3-828b-a168874d21a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:44.742004 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-19d6c12f-02d3-4bc3-828b-a168874d21a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0457721 Nov 25 20:54:44.788846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-2b38ce2a-5e46-403f-8d71-69157a6fe41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:44.790356 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-2b38ce2a-5e46-403f-8d71-69157a6fe41f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415106 Nov 25 20:54:44.885830 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-191114b5-8edb-4b4a-a18a-2d740dc7a0fa service neutron] 10.222.0.60 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883889 Nov 25 20:54:44.978745 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-d02b7bdd-6d00-41ed-8c96-4063f555ce2e req-99ac8e47-cca9-4e65-bf2d-4a2e80ba21d5 service neutron] 10.222.0.60 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862110 Nov 25 20:54:44.996886 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7890ba0-2b53-499c-bc8f-fd4c780bcbe0 req-f46eaf18-a185-4fc3-8b13-e3c59a78f1aa tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:44.998384 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7890ba0-2b53-499c-bc8f-fd4c780bcbe0 req-f46eaf18-a185-4fc3-8b13-e3c59a78f1aa tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0532744 Nov 25 20:54:45.051113 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e7890ba0-2b53-499c-bc8f-fd4c780bcbe0 req-38a32437-9145-42fc-a7c7-6e84991954a6 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462141 Nov 25 20:54:45.071340 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-8a467a7f-986f-4228-8f0b-ae3f7ed1bb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:45.072978 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-8a467a7f-986f-4228-8f0b-ae3f7ed1bb22 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1095 time: 0.0479858 Nov 25 20:54:45.167830 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-b3547efc-f87d-4b76-a78b-b364ff331fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:45.169308 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-b3547efc-f87d-4b76-a78b-b364ff331fa6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0901511 Nov 25 20:54:45.245755 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-ed95493a-64be-4876-966a-30babee4a0a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 999 time: 0.0690405 Nov 25 20:54:46.182433 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64eb42f-f96b-43f3-9fab-a70f9202f641 req-525739b5-8ea1-49d8-b461-abefc3f2e50b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:46.193754 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c64eb42f-f96b-43f3-9fab-a70f9202f641 req-525739b5-8ea1-49d8-b461-abefc3f2e50b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0651035 Nov 25 20:54:46.252908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c64eb42f-f96b-43f3-9fab-a70f9202f641 req-cff8c9ff-46af-41c9-829e-68d98e32e2f6 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571451 Nov 25 20:54:47.379091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd4e132-b8b8-4371-8744-74e63316f5f5 req-fd0f7c6f-4da4-4f06-9a3f-811756793b70 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:47.380690 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0dd4e132-b8b8-4371-8744-74e63316f5f5 req-fd0f7c6f-4da4-4f06-9a3f-811756793b70 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0499709 Nov 25 20:54:47.441583 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0dd4e132-b8b8-4371-8744-74e63316f5f5 req-ae45cc80-4868-46fc-93f9-3471ab599836 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536833 Nov 25 20:54:48.566568 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e422d776-581e-459f-a1b4-ab64b5dce74b req-2be0c89f-42dc-4d57-abcf-b879c448f53a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:48.568168 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e422d776-581e-459f-a1b4-ab64b5dce74b req-2be0c89f-42dc-4d57-abcf-b879c448f53a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0500643 Nov 25 20:54:48.631800 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e422d776-581e-459f-a1b4-ab64b5dce74b req-44e4590e-b6da-4dce-b389-0a2e338bf822 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497212 Nov 25 20:54:49.754064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574c24a0-2fdc-41bb-a9e4-0633195577bf req-ce9b30a1-33e1-42fc-81c0-c4cbfd7d3bb1 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:49.756111 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-574c24a0-2fdc-41bb-a9e4-0633195577bf req-ce9b30a1-33e1-42fc-81c0-c4cbfd7d3bb1 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0521758 Nov 25 20:54:49.811604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-574c24a0-2fdc-41bb-a9e4-0633195577bf req-7acdb92e-cbcf-4b0b-96da-e101421da7ad tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484583 Nov 25 20:54:50.950691 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9180ab0d-cbcb-4d92-a58f-a0012dd9917e req-56fd0829-8aa7-412f-a880-ab504a0d3d1f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:50.952292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9180ab0d-cbcb-4d92-a58f-a0012dd9917e req-56fd0829-8aa7-412f-a880-ab504a0d3d1f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0620677 Nov 25 20:54:51.024219 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9180ab0d-cbcb-4d92-a58f-a0012dd9917e req-393a8b52-ebe2-4c1f-8239-10571506ea20 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656247 Nov 25 20:54:51.561774 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:52.155031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90f8a2-fd78-4a60-85d1-772ebebef538 req-c992bb45-a9e9-4b78-9133-19ba81f6f74f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:52.156750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e90f8a2-fd78-4a60-85d1-772ebebef538 req-c992bb45-a9e9-4b78-9133-19ba81f6f74f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0512419 Nov 25 20:54:52.207955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e90f8a2-fd78-4a60-85d1-772ebebef538 req-1fb8a5d7-3c98-4707-82a3-30b53a515d09 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449221 Nov 25 20:54:53.351831 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db62a184-a408-45ca-bbdb-ad16dca5e085 req-afa17d7c-0338-4a7e-969c-6afea75dc237 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:53.354368 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db62a184-a408-45ca-bbdb-ad16dca5e085 req-afa17d7c-0338-4a7e-969c-6afea75dc237 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0575933 Nov 25 20:54:53.408479 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-db62a184-a408-45ca-bbdb-ad16dca5e085 req-84427b2b-41ad-4c9a-a872-0b6802739775 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480728 Nov 25 20:54:53.848217 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:54.532765 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c33ea11-d2a7-4c64-9de0-a2796dc39e55 req-d110a2fb-012a-44fa-9235-5ee81c05f1fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:54.534749 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c33ea11-d2a7-4c64-9de0-a2796dc39e55 req-d110a2fb-012a-44fa-9235-5ee81c05f1fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0537543 Nov 25 20:54:54.588431 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9c33ea11-d2a7-4c64-9de0-a2796dc39e55 req-d334cb48-39d4-4c3c-ac62-4abea2c47fbc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476427 Nov 25 20:54:55.479462 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-d3bacbd6-04a3-410f-a802-8d551287591e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:55.481062 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-d3bacbd6-04a3-410f-a802-8d551287591e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0490224 Nov 25 20:54:55.531971 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-0d5eff09-6eef-464c-b65f-3f6c62399a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:55.533490 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-0d5eff09-6eef-464c-b65f-3f6c62399a99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440965 Nov 25 20:54:55.547355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-6e284d14-17e7-48f8-aff6-c098f750c730 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:54:55.548306 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-6e284d14-17e7-48f8-aff6-c098f750c730 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049851 Nov 25 20:54:55.645564 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-0f7d4818-2b7b-42f9-bcc3-a1ac1807ff19 service neutron] 10.222.0.60 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876071 Nov 25 20:54:55.718358 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f2f80f-5895-4fa1-bfc5-afc46ab1bb8b req-8061fb53-8ab3-418a-b228-f700f52480a8 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:55.719921 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12f2f80f-5895-4fa1-bfc5-afc46ab1bb8b req-8061fb53-8ab3-418a-b228-f700f52480a8 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0508125 Nov 25 20:54:55.748480 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-effdc64d-70a6-4421-965c-b2bd2c66433a req-a297257b-935a-43f8-a045-c3bcea355da4 service neutron] 10.222.0.60 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941820 Nov 25 20:54:55.770518 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12f2f80f-5895-4fa1-bfc5-afc46ab1bb8b req-9f841d3d-ebf6-455f-bd0d-922f5b296bcc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442698 Nov 25 20:54:56.894734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9f1d94-1066-4d30-b380-15e7369c611f req-cdce0d96-34c9-4354-b6f2-92767e4a533f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:56.896939 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f9f1d94-1066-4d30-b380-15e7369c611f req-cdce0d96-34c9-4354-b6f2-92767e4a533f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0557218 Nov 25 20:54:56.947075 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3f9f1d94-1066-4d30-b380-15e7369c611f req-e5df4ca7-6906-4354-927c-4aaf936ef1f9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438344 Nov 25 20:54:57.018768 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:54:58.002825 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e6fd0da7-04b3-4da9-8d63-29de0b63507f details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:54:58.072368 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173301e8-97e7-4b6c-b020-558e1faef466 req-617a1564-0e69-4f50-bde5-c243acaa1911 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:58.073957 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-173301e8-97e7-4b6c-b020-558e1faef466 req-617a1564-0e69-4f50-bde5-c243acaa1911 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 944 time: 0.0515499 Nov 25 20:54:58.099482 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:54:58.110565 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'port_id': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'mac_address': 'fa:16:3e:24:ed:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:54:58.126085 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-173301e8-97e7-4b6c-b020-558e1faef466 req-fd57fb12-9427-4c9b-8fd9-a9ccbd9936a1 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458651 Nov 25 20:54:58.153688 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:58.170542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fd0da7-04b3-4da9-8d63-29de0b63507f {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:54:58.190453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:54:58.195035 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:54:58.243098 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=11']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:54:58.418621 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['e6fd0da7-04b3-4da9-8d63-29de0b63507f'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:54:59.252303 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903cee7c-32ee-4b60-a009-4bfdbc6fef19 req-b4c1d687-0963-4c0a-b51c-530ed9a6659e tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:54:59.253791 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903cee7c-32ee-4b60-a009-4bfdbc6fef19 req-b4c1d687-0963-4c0a-b51c-530ed9a6659e tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 945 time: 0.0538452 Nov 25 20:54:59.304247 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-903cee7c-32ee-4b60-a009-4bfdbc6fef19 req-d0e5453c-410a-4dd2-8df0-f3bbedf4bbb8 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433300 Nov 25 20:55:00.024313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e6fd0da7-04b3-4da9-8d63-29de0b63507f up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:55:00.073102 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port e6fd0da7-04b3-4da9-8d63-29de0b63507f completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:55:00.077567 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port e6fd0da7-04b3-4da9-8d63-29de0b63507f triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:55:00.077937 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:00.158817 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:00.181169 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:55:00.183499 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254bbae5-4608-47cf-b5a4-3af07bf685a0" -d '{"events": [{"server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "name": "network-vif-plugged", "status": "completed", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:55:00.197121 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:55:00.201428 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:00.225173 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed114c2e-a0b2-44ec-8213-b7dab87e7f68 x-openstack-request-id: req-ed114c2e-a0b2-44ec-8213-b7dab87e7f68 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:55:00.225479 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "name": "network-vif-plugged", "status": "completed", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:55:00.225732 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ed114c2e-a0b2-44ec-8213-b7dab87e7f68 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:55:00.226121 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'code': 200} Nov 25 20:55:00.251041 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=12']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:55:00.401430 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eda9c4-dcdf-4015-9986-45df63621546 req-a8fbc32b-b8e6-4879-8c83-f982c8dcef4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:00.403067 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1eda9c4-dcdf-4015-9986-45df63621546 req-a8fbc32b-b8e6-4879-8c83-f982c8dcef4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1097 time: 0.0468006 Nov 25 20:55:00.426715 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0611e6a2-83f0-42fb-870b-f4b2a703d35c req-448b6e09-5439-4258-a314-5e41d9af99c3 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:00.429115 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0611e6a2-83f0-42fb-870b-f4b2a703d35c req-448b6e09-5439-4258-a314-5e41d9af99c3 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 946 time: 0.0514240 Nov 25 20:55:00.452777 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f1eda9c4-dcdf-4015-9986-45df63621546 req-f419df87-3e55-46a1-8bed-99af7363be17 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425627 Nov 25 20:55:00.479560 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0611e6a2-83f0-42fb-870b-f4b2a703d35c req-263e03e4-a87d-4515-b63f-bed80aedb0ae tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442412 Nov 25 20:55:01.603267 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af1dba-13d1-4572-9d6e-b07e664ffe62 req-4cff7657-a4c7-460f-bc49-08ffa858aaaf tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:01.604971 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32af1dba-13d1-4572-9d6e-b07e664ffe62 req-4cff7657-a4c7-460f-bc49-08ffa858aaaf tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 946 time: 0.0548930 Nov 25 20:55:01.669813 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-32af1dba-13d1-4572-9d6e-b07e664ffe62 req-cb01ef6b-f0d8-49b4-8d74-41d7df2ff3c0 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534873 Nov 25 20:55:02.260201 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-98b8aec6-80ad-411c-80d1-0a0be377cb31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:02.797758 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252e8a6-1545-4227-816e-f379171c3ba6 req-994c24ad-8aeb-42a3-a5d1-4b21daf8d6a9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:02.799546 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0252e8a6-1545-4227-816e-f379171c3ba6 req-994c24ad-8aeb-42a3-a5d1-4b21daf8d6a9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 946 time: 0.0524902 Nov 25 20:55:02.849475 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0252e8a6-1545-4227-816e-f379171c3ba6 req-455383bb-6313-4635-83a4-4bbf49f0f985 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430996 Nov 25 20:55:05.416784 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9fa26373-1688-417c-bdfc-a4e3032cc957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:06.776224 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:08.081606 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:08.633811 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:21.563912 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:23.851247 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:30.169498 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-9999a935-3624-424d-b58d-cd9bd2121669 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387890 Nov 25 20:55:30.256910 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-0f3d206f-f21b-4333-9ad2-bb3cc70185ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:30.258407 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-0f3d206f-f21b-4333-9ad2-bb3cc70185ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1097 time: 0.0397348 Nov 25 20:55:30.367492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-0f32308d-a90f-42bb-ba9c-2131ac9bdd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:30.368954 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-0f32308d-a90f-42bb-ba9c-2131ac9bdd90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0903800 Nov 25 20:55:30.435906 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-401af989-bd92-49f5-b771-55d1c087ae66 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 1001 time: 0.0581126 Nov 25 20:55:30.490647 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-ff08c6fc-67fe-4d5a-bdb0-9c14f8ea6f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:30.492147 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-ff08c6fc-67fe-4d5a-bdb0-9c14f8ea6f6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0482235 Nov 25 20:55:30.545643 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-8c3e9de1-dd2e-474a-990f-7405ae0b3a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:55:30.547236 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-8c3e9de1-dd2e-474a-990f-7405ae0b3a25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404782 Nov 25 20:55:30.640041 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-a895f9c8-89f6-4f8f-b06a-6b544a25c7d1 service neutron] 10.222.0.60 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829046 Nov 25 20:55:30.736870 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-bc7c94b5-4637-48f1-9635-25a435637e72 req-ddaeac1f-5b75-45d0-a897-fca2fa01c1c5 service neutron] 10.222.0.60 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894635 Nov 25 20:55:32.263732 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb612a1a-0c6c-4b70-a560-c73a5af33682 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:34.018367 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:55:35.418907 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4662c2ed-39ed-47f2-88ad-d54ddab1883f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:36.775476 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:38.089229 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:38.636064 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:51.575820 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:55:53.850308 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:02.266490 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6353f6ac-dd55-4bb5-9e54-65d8723b2cfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:05.421822 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-956f0cf5-0ff3-4c71-b096-937f4b83f928 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:06.784543 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:08.082328 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:08.638382 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:11.017738 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:56:12.029428 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53146) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:12.186638 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Deleting port f682819f-4f7d-4a57-99b3-5e7957ad8428 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:12.187006 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:12.264676 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:12.265005 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:12.277143 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Calling delete_port for f682819f-4f7d-4a57-99b3-5e7957ad8428 owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:12.425770 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:12.452540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event deleted for resources: {'Port': ['ID=f682819f-4f7d-4a57-99b3-5e7957ad8428,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:12.466312 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.466669 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.467040 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.467378 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.467720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.468051 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.468383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.468712 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.469041 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.469368 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.469699 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.470023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:12.524525 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:12.524968 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Floating IP 646bba14-51d9-4158-b3af-4b0cf209117f disassociated (deleted). External IP: 172.25.8.136, port: e6fd0da7-04b3-4da9-8d63-29de0b63507f. Nov 25 20:56:12.737398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Router 455ab8ff-4be9-4a19-a389-3a13b7f800ec has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:56:12.848887 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:56:12.855366 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:12.859794 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b1f4d-7c3b-4104-a42c-c92a3e1b16fa None None] Sync routers for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:56:12.888144 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-f0466db3-ed9a-4e7e-9427-9b969ca514f5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "DELETE /v2.0/floatingips/646bba14-51d9-4158-b3af-4b0cf209117f HTTP/1.1" status: 204 len: 168 time: 0.8552077 Nov 25 20:56:12.888144 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:56:12.888789 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db74e73-dd76-4b3c-895f-fd15b24c0086" -d '{"events": [{"name": "network-changed", "server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:56:12.964690 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b1f4d-7c3b-4104-a42c-c92a3e1b16fa None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:56:12.965304 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-823b1f4d-7c3b-4104-a42c-c92a3e1b16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:56:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:13.083273 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-823b1f4d-7c3b-4104-a42c-c92a3e1b16fa None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:56:13.108819 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2536d5ef-d1d8-4ce1-aa83-36e319957e43 x-openstack-request-id: req-2536d5ef-d1d8-4ce1-aa83-36e319957e43 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:56:13.109333 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:56:13.109462 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2536d5ef-d1d8-4ce1-aa83-36e319957e43 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:56:13.109766 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'status': 'completed', 'code': 200} Nov 25 20:56:13.206913 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2978d2-f10d-43f3-9344-5b12416cfb63 req-09b1685a-ef9a-4e5c-b6eb-5753c82d07cb tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:13.208451 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fd2978d2-f10d-43f3-9344-5b12416cfb63 req-09b1685a-ef9a-4e5c-b6eb-5753c82d07cb tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 946 time: 0.0510504 Nov 25 20:56:13.235861 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db74e73-dd76-4b3c-895f-fd15b24c0086 req-b278053a-23e6-46ad-a74e-a8f77a7c2a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:13.237387 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3db74e73-dd76-4b3c-895f-fd15b24c0086 req-b278053a-23e6-46ad-a74e-a8f77a7c2a9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 1097 time: 0.1018302 Nov 25 20:56:13.262104 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fd2978d2-f10d-43f3-9344-5b12416cfb63 req-b2ee4815-9b68-4e7e-a554-3fe619f97862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465083 Nov 25 20:56:13.298132 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-823b1f4d-7c3b-4104-a42c-c92a3e1b16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:13.332385 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b1f4d-7c3b-4104-a42c-c92a3e1b16fa None None] Checking router: 455ab8ff-4be9-4a19-a389-3a13b7f800ec for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:56:13.343547 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823b1f4d-7c3b-4104-a42c-c92a3e1b16fa None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:56:13.344187 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-823b1f4d-7c3b-4104-a42c-c92a3e1b16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:56:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:13.453961 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-823b1f4d-7c3b-4104-a42c-c92a3e1b16fa None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:56:13.658185 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db74e73-dd76-4b3c-895f-fd15b24c0086 req-42522272-f794-47cb-aa14-8165b05dea1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:13.659712 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3db74e73-dd76-4b3c-895f-fd15b24c0086 req-42522272-f794-47cb-aa14-8165b05dea1c service neutron] 10.222.0.60 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.4137223 Nov 25 20:56:13.673054 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-823b1f4d-7c3b-4104-a42c-c92a3e1b16fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:13.699585 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-823b1f4d-7c3b-4104-a42c-c92a3e1b16fa None None] The sync data for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 is: [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:56:13.701929 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3db74e73-dd76-4b3c-895f-fd15b24c0086 req-332e72e6-38b9-4f45-afd7-91fa93e56f4f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 200 len: 217 time: 0.0339324 Nov 25 20:56:13.756104 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db74e73-dd76-4b3c-895f-fd15b24c0086 req-382c3836-88a5-4d75-8e5b-325369e7e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:13.757622 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3db74e73-dd76-4b3c-895f-fd15b24c0086 req-382c3836-88a5-4d75-8e5b-325369e7e145 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0480511 Nov 25 20:56:13.809393 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db74e73-dd76-4b3c-895f-fd15b24c0086 req-0d743964-49fc-483c-90e2-c83e1d6e90d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:13.810926 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3db74e73-dd76-4b3c-895f-fd15b24c0086 req-0d743964-49fc-483c-90e2-c83e1d6e90d6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456192 Nov 25 20:56:13.907774 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3db74e73-dd76-4b3c-895f-fd15b24c0086 req-9959fa83-2233-4c0e-a88f-22aa9627a784 service neutron] 10.222.0.60 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876276 Nov 25 20:56:13.925652 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30b8dc87-3dfc-4771-aba3-1e594396edf4 None None] New status for floating IP 646bba14-51d9-4158-b3af-4b0cf209117f: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:56:14.020775 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-3db74e73-dd76-4b3c-895f-fd15b24c0086 req-97ae1215-4747-4b7e-b261-f7f5a877bf74 service neutron] 10.222.0.60 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044443 Nov 25 20:56:14.387746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46d91fc-7a0d-4a92-9b11-44e6cd34facc req-bc2d013f-e613-4a28-b12c-1db2eb6bf5a3 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:14.389316 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c46d91fc-7a0d-4a92-9b11-44e6cd34facc req-bc2d013f-e613-4a28-b12c-1db2eb6bf5a3 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 946 time: 0.0561788 Nov 25 20:56:14.417597 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2900d79-f100-4a3f-a540-aadefdac84e2 req-0ac1a7b0-cbce-4c09-8611-cc5b95992614 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:14.419103 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c2900d79-f100-4a3f-a540-aadefdac84e2 req-0ac1a7b0-cbce-4c09-8611-cc5b95992614 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e101483-2f94-44e4-b379-b2a64e384e53 HTTP/1.1" status: 200 len: 946 time: 0.0498743 Nov 25 20:56:14.439725 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c46d91fc-7a0d-4a92-9b11-44e6cd34facc req-0223e052-65b4-42ca-a53f-d124c38f7a79 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=1398f23d-8d8d-4455-ab36-a9c4ec740690&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441599 Nov 25 20:56:14.511355 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-c2900d79-f100-4a3f-a540-aadefdac84e2 req-80d19f44-44ce-4c8e-a3e1-10985cd52b86 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Deleting port e6fd0da7-04b3-4da9-8d63-29de0b63507f {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 20:56:14.511691 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c2900d79-f100-4a3f-a540-aadefdac84e2 req-80d19f44-44ce-4c8e-a3e1-10985cd52b86 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:14.604659 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-c2900d79-f100-4a3f-a540-aadefdac84e2 req-80d19f44-44ce-4c8e-a3e1-10985cd52b86 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] For port e6fd0da7-04b3-4da9-8d63-29de0b63507f, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=e6fd0da7-04b3-4da9-8d63-29de0b63507f,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:14.604932 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c2900d79-f100-4a3f-a540-aadefdac84e2 req-80d19f44-44ce-4c8e-a3e1-10985cd52b86 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:14.616550 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-c2900d79-f100-4a3f-a540-aadefdac84e2 req-80d19f44-44ce-4c8e-a3e1-10985cd52b86 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Calling delete_port for e6fd0da7-04b3-4da9-8d63-29de0b63507f owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 20:56:14.749640 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c2900d79-f100-4a3f-a540-aadefdac84e2 req-80d19f44-44ce-4c8e-a3e1-10985cd52b86 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:14.780851 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d19f44-44ce-4c8e-a3e1-10985cd52b86 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event deleted for resources: {'Port': ['ID=e6fd0da7-04b3-4da9-8d63-29de0b63507f,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:14.822149 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2900d79-f100-4a3f-a540-aadefdac84e2 req-80d19f44-44ce-4c8e-a3e1-10985cd52b86 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] No DVR routers for this DVR port e6fd0da7-04b3-4da9-8d63-29de0b63507f on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 20:56:14.824799 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-c2900d79-f100-4a3f-a540-aadefdac84e2 req-80d19f44-44ce-4c8e-a3e1-10985cd52b86 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:14.828432 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c2900d79-f100-4a3f-a540-aadefdac84e2 req-80d19f44-44ce-4c8e-a3e1-10985cd52b86 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.60 "DELETE /v2.0/ports/e6fd0da7-04b3-4da9-8d63-29de0b63507f HTTP/1.1" status: 204 len: 173 time: 0.4034355 Nov 25 20:56:15.110708 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'name': 'network-vif-deleted', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:56:15.113178 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-128ee3f1-2ed7-4e44-9cbe-f54e8f28b0bd" -d '{"events": [{"server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "name": "network-vif-deleted", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:56:15.151349 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d3c8ef-43e8-47c0-a929-c033a2d6f905 x-openstack-request-id: req-d8d3c8ef-43e8-47c0-a929-c033a2d6f905 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:56:15.151709 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e101483-2f94-44e4-b379-b2a64e384e53", "name": "network-vif-deleted", "tag": "e6fd0da7-04b3-4da9-8d63-29de0b63507f", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:56:15.152034 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d8d3c8ef-43e8-47c0-a929-c033a2d6f905 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:56:15.152631 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e101483-2f94-44e4-b379-b2a64e384e53', 'name': 'network-vif-deleted', 'tag': 'e6fd0da7-04b3-4da9-8d63-29de0b63507f', 'status': 'completed', 'code': 200} Nov 25 20:56:15.499257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53168) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:15.556843 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-272a7b40-bcb1-4e62-952b-7327782e6f03 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:15.583758 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-272a7b40-bcb1-4e62-952b-7327782e6f03 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:15.651312 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-272a7b40-bcb1-4e62-952b-7327782e6f03 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:15.653966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-272a7b40-bcb1-4e62-952b-7327782e6f03 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:15.655188 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-272a7b40-bcb1-4e62-952b-7327782e6f03 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "DELETE /v2.0/security-groups/1398f23d-8d8d-4455-ab36-a9c4ec740690 HTTP/1.1" status: 204 len: 168 time: 0.1549327 Nov 25 20:56:15.666372 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a7b40-bcb1-4e62-952b-7327782e6f03 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1398f23d-8d8d-4455-ab36-a9c4ec740690,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:16.128846 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53174) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:16.133905 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e262d35b-15ca-45fd-911b-d9eeea4346a5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1983742524', 'description': 'tempest-secgroup-smoke-1983742524 description', 'project_id': 'bd8028ca92d6442fabf5db838229bd54'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:16.155890 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e262d35b-15ca-45fd-911b-d9eeea4346a5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.220513 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e262d35b-15ca-45fd-911b-d9eeea4346a5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.224074 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e262d35b-15ca-45fd-911b-d9eeea4346a5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.253513 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e262d35b-15ca-45fd-911b-d9eeea4346a5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.254730 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e262d35b-15ca-45fd-911b-d9eeea4346a5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1248846 Nov 25 20:56:16.256605 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e262d35b-15ca-45fd-911b-d9eeea4346a5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49eaf731-c074-43b9-8b30-fb57789aabca,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:16.259776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53176) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:16.265261 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '49eaf731-c074-43b9-8b30-fb57789aabca', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:16.293200 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.310068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e6fd0da7-04b3-4da9-8d63-29de0b63507f no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:56:16.330846 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: e6fd0da7-04b3-4da9-8d63-29de0b63507f {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 20:56:16.331193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device e6fd0da7-04b3-4da9-8d63-29de0b63507f not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 20:56:16.352885 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.356819 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.371975 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc90db3-855b-414b-a7b3-4e8514de7642,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:16.382869 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.383680 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.384091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.384387 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.385022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.385360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.385693 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.386022 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.386350 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.386676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.387035 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.387363 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:16.392326 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.393675 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-91e22b99-b2b6-4ba6-b34e-d9c0590f8910 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325364 Nov 25 20:56:16.396195 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53178) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:16.401098 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-f1784393-6481-49f6-8a63-0a1759afc73c tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '49eaf731-c074-43b9-8b30-fb57789aabca', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:16.427531 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1784393-6481-49f6-8a63-0a1759afc73c tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.484840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1784393-6481-49f6-8a63-0a1759afc73c tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.488686 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1784393-6481-49f6-8a63-0a1759afc73c tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.507526 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1784393-6481-49f6-8a63-0a1759afc73c tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e227fee-ea9d-4273-bfd7-c48318c42697,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:16.512737 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f1784393-6481-49f6-8a63-0a1759afc73c tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.513915 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f1784393-6481-49f6-8a63-0a1759afc73c tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1168137 Nov 25 20:56:16.516689 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53180) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:16.520933 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5e189ef8-dd4d-4215-8fc6-91245763a469 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '49eaf731-c074-43b9-8b30-fb57789aabca', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:16.548053 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e189ef8-dd4d-4215-8fc6-91245763a469 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.611619 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e189ef8-dd4d-4215-8fc6-91245763a469 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.615113 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e189ef8-dd4d-4215-8fc6-91245763a469 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.635298 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e189ef8-dd4d-4215-8fc6-91245763a469 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=080df679-d763-4d8a-8aa7-cab553964bd0,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:16.641284 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5e189ef8-dd4d-4215-8fc6-91245763a469 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.642473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5e189ef8-dd4d-4215-8fc6-91245763a469 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1248729 Nov 25 20:56:16.645285 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53182) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:16.649873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-1e3c7676-6a7d-4761-b1d9-16cef535fdca tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '49eaf731-c074-43b9-8b30-fb57789aabca', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:16.676592 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1e3c7676-6a7d-4761-b1d9-16cef535fdca tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.736343 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1e3c7676-6a7d-4761-b1d9-16cef535fdca tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.740471 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1e3c7676-6a7d-4761-b1d9-16cef535fdca tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.759248 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c7676-6a7d-4761-b1d9-16cef535fdca tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656e610f-f56a-43b1-b141-04dc71c1257d,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:16.767541 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-1e3c7676-6a7d-4761-b1d9-16cef535fdca tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.771292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-1e3c7676-6a7d-4761-b1d9-16cef535fdca tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1226466 Nov 25 20:56:16.771533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53184) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:16.775985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-10478571-b873-436d-b4fa-942d9048f850 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '49eaf731-c074-43b9-8b30-fb57789aabca', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:16.797282 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-10478571-b873-436d-b4fa-942d9048f850 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Project bd8028ca92d6442fabf5db838229bd54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:56:16.802703 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10478571-b873-436d-b4fa-942d9048f850 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.864227 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10478571-b873-436d-b4fa-942d9048f850 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.869195 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10478571-b873-436d-b4fa-942d9048f850 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.888997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10478571-b873-436d-b4fa-942d9048f850 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ce3e564-88d9-4354-a764-72c70655bfa7,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:16.894459 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-10478571-b873-436d-b4fa-942d9048f850 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.895681 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-10478571-b873-436d-b4fa-942d9048f850 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232164 Nov 25 20:56:16.898423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53186) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:16.903069 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-4436f52e-71ec-4732-b6cc-fbbc27f8f062 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'security_group_rule': {'security_group_id': '49eaf731-c074-43b9-8b30-fb57789aabca', 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:16.925270 n-d-817303-9 neutron-server[103651]: INFO neutron.db.securitygroups_db [None req-4436f52e-71ec-4732-b6cc-fbbc27f8f062 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Project bd8028ca92d6442fabf5db838229bd54 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 20:56:16.931031 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4436f52e-71ec-4732-b6cc-fbbc27f8f062 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.993680 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4436f52e-71ec-4732-b6cc-fbbc27f8f062 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:16.997570 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4436f52e-71ec-4732-b6cc-fbbc27f8f062 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:17.014757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436f52e-71ec-4732-b6cc-fbbc27f8f062 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee8d1e7-6110-4c4a-a3a8-5e3d9469ae72,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:17.023455 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-4436f52e-71ec-4732-b6cc-fbbc27f8f062 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:17.024847 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-4436f52e-71ec-4732-b6cc-fbbc27f8f062 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1253026 Nov 25 20:56:21.574037 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:23.873490 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:32.269608 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f0b72a5f-d924-4080-851c-a84147c245be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:33.373924 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-13841e66-da51-4162-9072-bccfab2f6841 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1983742524&fields=id&tenant_id=bd8028ca92d6442fabf5db838229bd54 HTTP/1.1" status: 200 len: 267 time: 0.0545344 Nov 25 20:56:33.488647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-53b5b846-455e-4871-8f6d-c8e14ba883c7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:33.490055 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-53b5b846-455e-4871-8f6d-c8e14ba883c7 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 809 time: 0.1092649 Nov 25 20:56:33.505721 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-330878ff-b1a1-4927-800e-eb47decece8c tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/quotas/bd8028ca92d6442fabf5db838229bd54 HTTP/1.1" status: 200 len: 375 time: 0.0091298 Nov 25 20:56:33.559334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-f9cddda2-dadb-4ba8-bd8d-dffa8b570967 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476222 Nov 25 20:56:33.619639 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-ebd14790-2ab5-464e-ab02-389ca759936c service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:56:33.620667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-ebd14790-2ab5-464e-ab02-389ca759936c service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0498953 Nov 25 20:56:33.713384 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-5490944a-f82c-4521-b968-240dc97ba3e4 service neutron] 10.222.0.15 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862300 Nov 25 20:56:33.809472 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-4a0e83fd-bee1-47be-b7a0-624475d79e9b service neutron] 10.222.0.15 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896387 Nov 25 20:56:34.107578 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7165381a-0fd3-4214-9596-09bf0a34c5bf req-0e4981da-d56e-4117-a089-8a46191f0eea tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 210 time: 0.0289230 Nov 25 20:56:35.174192 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-a8a8cc3d-4bcf-4b73-9cca-ddbc7fcb64c1 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:35.175729 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-a8a8cc3d-4bcf-4b73-9cca-ddbc7fcb64c1 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 809 time: 0.1166906 Nov 25 20:56:35.232880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2c56413c-63bf-4d0b-99bb-c26867508bff req-4cf11869-eabe-48b0-ba26-ed6b08e91bc2 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 210 time: 0.0412254 Nov 25 20:56:35.263497 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-ec632123-556a-4166-9868-4da448fe1820 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bd8028ca92d6442fabf5db838229bd54 HTTP/1.1" status: 200 len: 380 time: 0.0792480 Nov 25 20:56:35.275547 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'port': {'device_id': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'admin_state_up': True, 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'security_groups': ['49eaf731-c074-43b9-8b30-fb57789aabca']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:35.395911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Made reservation on behalf of bd8028ca92d6442fabf5db838229bd54 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 20:56:35.400221 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:35.428170 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-db377f2d-101c-468c-949a-470e8af6e251 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:35.534772 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Allocated IP 172.20.0.5 (d557b2af-e55f-4231-a083-34c31ecb943a/29d9af8a-3c97-4f33-81b1-0680c7c56434/cc5ffd40-4637-4003-a3eb-baa77ac62d2e) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:56:35.683767 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:35.719779 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:35.767329 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Network d557b2af-e55f-4231-a083-34c31ecb943a is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:56:35.770385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:56:35.775659 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:56:35.782541 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'Port': ['ID=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:35.837185 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:35.837780 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:35.855196 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-3a15ece6-7000-4ad7-981f-eab8b184d991 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5859301 Nov 25 20:56:35.868383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Request body: {'port': {'device_id': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:35.928822 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:36.083743 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9d1ca8c3-09d8-47ca-a2b9-ceadb875be6d None None] Provisioning complete for port cc5ffd40-4637-4003-a3eb-baa77ac62d2e triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:56:36.084049 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9d1ca8c3-09d8-47ca-a2b9-ceadb875be6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:36.121913 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-9d1ca8c3-09d8-47ca-a2b9-ceadb875be6d None None] Port cc5ffd40-4637-4003-a3eb-baa77ac62d2e cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 20:56:36.204470 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc5ffd40-4637-4003-a3eb-baa77ac62d2e {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:56:36.213356 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:36.225916 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Transition to ACTIVE for port object cc5ffd40-4637-4003-a3eb-baa77ac62d2e will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 20:56:36.230267 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:36.310078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Pushing event updated for resources: {'Port': ['ID=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:36.407078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72f57ad-b546-4e93-ba00-4ad57effb4cc req-c39e54a0-d4c1-4746-a1e6-b97f627eb856 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:36.408651 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b72f57ad-b546-4e93-ba00-4ad57effb4cc req-c39e54a0-d4c1-4746-a1e6-b97f627eb856 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0737548 Nov 25 20:56:36.409589 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Attempting to bind port cc5ffd40-4637-4003-a3eb-baa77ac62d2e on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 20:56:36.409925 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Attempting to bind port cc5ffd40-4637-4003-a3eb-baa77ac62d2e by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 20:56:36.410247 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Attempting to bind port cc5ffd40-4637-4003-a3eb-baa77ac62d2e on network d557b2af-e55f-4231-a083-34c31ecb943a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:56:36.422083 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Port cc5ffd40-4637-4003-a3eb-baa77ac62d2e on network d557b2af-e55f-4231-a083-34c31ecb943a not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 20:56:36.422404 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Attempting to bind port cc5ffd40-4637-4003-a3eb-baa77ac62d2e on network d557b2af-e55f-4231-a083-34c31ecb943a {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 20:56:36.439208 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 20, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 20:56:36.439549 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Checking segment: {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 20:56:36.439934 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Bound using segment: {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 20:56:36.440380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Bound port: cc5ffd40-4637-4003-a3eb-baa77ac62d2e, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ed4b727-5c49-4f12-a00e-2854f37b16b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 20:56:36.440740 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:36.506190 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b72f57ad-b546-4e93-ba00-4ad57effb4cc req-6281e20f-bdaa-4d3e-a728-fad63730fecb tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901928 Nov 25 20:56:36.538324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] For port cc5ffd40-4637-4003-a3eb-baa77ac62d2e, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 20:56:36.544269 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] For port cc5ffd40-4637-4003-a3eb-baa77ac62d2e, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 20:56:36.549288 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:36.585531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:36.586951 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:36.588758 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] 10.222.0.76 "PUT /v2.0/ports/cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 200 len: 1091 time: 0.7254457 Nov 25 20:56:36.589225 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:56:36.591823 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39" -d '{"events": [{"name": "network-changed", "server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:56:36.623519 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e005295d-0f52-4d54-869f-43c8ac1d0b6b service neutron] Pushing event updated for resources: {'Port': ['ID=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:36.693140 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-b8fae7d2-88e5-4b68-8fdf-4da74eb819b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:36.694783 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-b8fae7d2-88e5-4b68-8fdf-4da74eb819b3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1094 time: 0.0486879 Nov 25 20:56:36.751665 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71957af-b2ea-4cf2-8809-4c8d6733f592 x-openstack-request-id: req-e71957af-b2ea-4cf2-8809-4c8d6733f592 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:56:36.752053 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:56:36.752379 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e71957af-b2ea-4cf2-8809-4c8d6733f592 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:56:36.752857 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'status': 'completed', 'code': 200} Nov 25 20:56:36.754741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-6ca8ac43-7e49-48bc-b2e8-91d38a04de13 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 200 len: 217 time: 0.0526905 Nov 25 20:56:36.794309 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:36.822449 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-c252514a-bfa9-4233-9a37-2c8432b30e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:36.824266 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-c252514a-bfa9-4233-9a37-2c8432b30e9f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0629172 Nov 25 20:56:36.876861 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-c1f5929e-1d25-4822-b856-5b7cc286615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:36.878377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-c1f5929e-1d25-4822-b856-5b7cc286615a service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466771 Nov 25 20:56:36.977956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-f66dc08b-3775-4959-994d-6e7da4a060a6 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916991 Nov 25 20:56:37.081470 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ed54a0c3-77af-4e20-8a52-4e7c502aa6f0 req-c2cc1d0a-2317-49ac-b959-bfe65f55c4bf service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974641 Nov 25 20:56:37.170666 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39 req-15eefff2-e864-4d7d-8f10-3c2168417fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:37.172204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39 req-15eefff2-e864-4d7d-8f10-3c2168417fd5 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1094 time: 0.0468314 Nov 25 20:56:37.262520 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39 req-847d8e68-c7a9-4e23-9e22-4151af8139be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:37.263964 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39 req-847d8e68-c7a9-4e23-9e22-4151af8139be service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0853019 Nov 25 20:56:37.310877 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39 req-fe92607b-1e2c-479e-b855-29ced87b2cc3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 200 len: 217 time: 0.0389740 Nov 25 20:56:37.362094 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39 req-b186ca6d-2fa7-42ad-9691-194a5af32cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:37.363646 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39 req-b186ca6d-2fa7-42ad-9691-194a5af32cfa service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0462816 Nov 25 20:56:37.410512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39 req-696b0088-61f8-48e3-8bdf-f9f93be71ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:37.412204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39 req-696b0088-61f8-48e3-8bdf-f9f93be71ed1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419087 Nov 25 20:56:37.509913 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39 req-512de49f-f15c-48b2-8544-801f96f618cb service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904086 Nov 25 20:56:37.647635 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e24ddc1c-10de-4dab-9c8c-dbff183a9c39 req-03e4ebe5-52c2-4ff0-9358-99cdce2d980c service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289549 Nov 25 20:56:37.661578 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26895996-75bb-4edd-b1ab-df7ef4caa68a req-b625c546-a3aa-488d-8abe-2e4c5d0e4372 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:37.663161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26895996-75bb-4edd-b1ab-df7ef4caa68a req-b625c546-a3aa-488d-8abe-2e4c5d0e4372 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0807419 Nov 25 20:56:37.718892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-26895996-75bb-4edd-b1ab-df7ef4caa68a req-b2816eb4-8901-4068-9fec-9c82443f2d6b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484161 Nov 25 20:56:38.084636 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:38.642153 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:38.838263 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1850147c-a54f-4c73-8510-1128134ca155 req-f1f8a763-aae9-4ec0-81e4-91c35488605e tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:38.839696 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1850147c-a54f-4c73-8510-1128134ca155 req-f1f8a763-aae9-4ec0-81e4-91c35488605e tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0508726 Nov 25 20:56:38.889655 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1850147c-a54f-4c73-8510-1128134ca155 req-fcf5a813-afbf-4f7a-92bd-51bd297e4154 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437460 Nov 25 20:56:40.010719 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d956f0e-033e-42f5-ae4b-ec6475341785 req-ee666e36-16a4-4901-a2d8-6487700faf53 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:40.012262 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d956f0e-033e-42f5-ae4b-ec6475341785 req-ee666e36-16a4-4901-a2d8-6487700faf53 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0516932 Nov 25 20:56:40.068052 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d956f0e-033e-42f5-ae4b-ec6475341785 req-39ba4455-c5b4-421a-afbc-11ab445a8cdc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496476 Nov 25 20:56:41.187924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42be0d13-2573-4677-9f61-b4b5eac57626 req-c5d9192b-8885-45b6-97f6-30e55231981a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:41.189390 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42be0d13-2573-4677-9f61-b4b5eac57626 req-c5d9192b-8885-45b6-97f6-30e55231981a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0491416 Nov 25 20:56:41.239989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42be0d13-2573-4677-9f61-b4b5eac57626 req-c1497d9c-11c0-4976-9cb6-b785c9062b80 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445330 Nov 25 20:56:42.360326 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea83a4a-149b-4d2a-bb58-7d6b1894605d req-00b4f461-7e76-4650-a926-dd74600cae66 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:42.362178 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ea83a4a-149b-4d2a-bb58-7d6b1894605d req-00b4f461-7e76-4650-a926-dd74600cae66 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0514948 Nov 25 20:56:42.415704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6ea83a4a-149b-4d2a-bb58-7d6b1894605d req-11c631dc-3d74-420a-af3f-19ff136ee831 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470116 Nov 25 20:56:43.553424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f9b7f4-2245-40be-88a9-45be0821eebd req-17b3a097-501f-4a35-805b-0315c0d9a7a9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:43.555030 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9f9b7f4-2245-40be-88a9-45be0821eebd req-17b3a097-501f-4a35-805b-0315c0d9a7a9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0676570 Nov 25 20:56:43.610763 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b9f9b7f4-2245-40be-88a9-45be0821eebd req-70d63ee8-39df-4cd6-8567-9df3a2ed71a8 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470188 Nov 25 20:56:44.737315 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623715f2-c1b9-47d0-8f7c-4903245573fb req-bf44325b-e452-422f-b003-841cdcd57735 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:44.738880 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623715f2-c1b9-47d0-8f7c-4903245573fb req-bf44325b-e452-422f-b003-841cdcd57735 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0555172 Nov 25 20:56:44.797305 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-623715f2-c1b9-47d0-8f7c-4903245573fb req-18fd090d-58a7-46cd-89dd-45ba558b99af tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509951 Nov 25 20:56:45.916611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc29dfa-1d4f-47d3-9195-a130dd7d28dd req-695ccbac-c3c5-4a56-9d57-356843f55444 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:45.918119 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bc29dfa-1d4f-47d3-9195-a130dd7d28dd req-695ccbac-c3c5-4a56-9d57-356843f55444 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0498247 Nov 25 20:56:45.978077 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3bc29dfa-1d4f-47d3-9195-a130dd7d28dd req-1f4b4bf6-e15a-4e3e-8f13-a745d341a507 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529881 Nov 25 20:56:47.098620 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98436758-8e67-4437-b548-e1c036a00dd0 req-c95c8fe2-f20d-41ef-997b-0476b9017495 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:47.100157 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98436758-8e67-4437-b548-e1c036a00dd0 req-c95c8fe2-f20d-41ef-997b-0476b9017495 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0521662 Nov 25 20:56:47.150900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98436758-8e67-4437-b548-e1c036a00dd0 req-82726364-a667-4b19-99f3-47e4815dac92 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446002 Nov 25 20:56:48.017217 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:56:48.268607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc69425-9e13-4cbf-93d6-4f93cb679c29 req-9830d5b4-ba54-4bf6-866f-192dd3f3c712 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:48.269999 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-edc69425-9e13-4cbf-93d6-4f93cb679c29 req-9830d5b4-ba54-4bf6-866f-192dd3f3c712 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0492339 Nov 25 20:56:48.322191 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-edc69425-9e13-4cbf-93d6-4f93cb679c29 req-1f7e790d-2844-4370-9f1b-f85f32ddaf60 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455410 Nov 25 20:56:49.346964 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device cc5ffd40-4637-4003-a3eb-baa77ac62d2e details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:56:49.453816 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8cdaa4-7a69-48bf-af3a-eef5605b29fa req-408237df-fc4f-437f-9196-2449e30bbc38 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:49.456216 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac8cdaa4-7a69-48bf-af3a-eef5605b29fa req-408237df-fc4f-437f-9196-2449e30bbc38 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0632410 Nov 25 20:56:49.466470 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port cc5ffd40-4637-4003-a3eb-baa77ac62d2e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:49.479450 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'port_id': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'mac_address': 'fa:16:3e:c9:1b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:56:49.514622 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ac8cdaa4-7a69-48bf-af3a-eef5605b29fa req-33e1e86a-1b6f-4983-a6aa-41a115c525d1 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493348 Nov 25 20:56:49.520011 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:49.536769 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5ffd40-4637-4003-a3eb-baa77ac62d2e {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:56:49.560034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port cc5ffd40-4637-4003-a3eb-baa77ac62d2e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:49.565232 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:49.626487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:49.635409 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.635755 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.636092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.636428 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.636760 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.637095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.637429 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.637745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.638073 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.638392 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.638709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.639055 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:56:49.814779 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['cc5ffd40-4637-4003-a3eb-baa77ac62d2e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:56:50.651598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea40577-979c-42a6-8e2e-58ce5303f3a3 req-b4398651-b99f-4cbf-81bc-2c5d065e5d51 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:50.652983 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eea40577-979c-42a6-8e2e-58ce5303f3a3 req-b4398651-b99f-4cbf-81bc-2c5d065e5d51 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 944 time: 0.0526896 Nov 25 20:56:50.707793 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eea40577-979c-42a6-8e2e-58ce5303f3a3 req-fb7d464d-7830-4389-8bc1-f8d7d39388c9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484164 Nov 25 20:56:51.362607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device cc5ffd40-4637-4003-a3eb-baa77ac62d2e up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:56:51.415861 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port cc5ffd40-4637-4003-a3eb-baa77ac62d2e completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 20:56:51.420057 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port cc5ffd40-4637-4003-a3eb-baa77ac62d2e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:56:51.420433 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:51.505790 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:51.530836 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:56:51.533019 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaf29dd6-a96b-40ca-bbfd-bd57a8c13499" -d '{"events": [{"server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:56:51.546787 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port cc5ffd40-4637-4003-a3eb-baa77ac62d2e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:56:51.552313 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:51.611460 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:51.617319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:51.638850 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5ba8984-8837-4cdd-870d-ef53fc7cb895 x-openstack-request-id: req-d5ba8984-8837-4cdd-870d-ef53fc7cb895 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:56:51.639158 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:56:51.639417 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-d5ba8984-8837-4cdd-870d-ef53fc7cb895 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:56:51.639822 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'code': 200} Nov 25 20:56:51.753110 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b49c4-68d1-43c0-bad1-569c3f1da85d req-fe7e1727-cf7f-4aec-8dc6-f8f0a997dbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:51.754607 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc3b49c4-68d1-43c0-bad1-569c3f1da85d req-fe7e1727-cf7f-4aec-8dc6-f8f0a997dbe7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1096 time: 0.0487173 Nov 25 20:56:51.842307 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fc3b49c4-68d1-43c0-bad1-569c3f1da85d req-b96216e0-7f53-4b82-a59c-0d65264b2623 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807986 Nov 25 20:56:51.863474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d794cb3-8b1a-43ba-8cd2-f13415b11179 req-1f291797-b08d-4214-be34-a3afa9d92075 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:51.864911 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d794cb3-8b1a-43ba-8cd2-f13415b11179 req-1f291797-b08d-4214-be34-a3afa9d92075 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0645120 Nov 25 20:56:51.949105 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0d794cb3-8b1a-43ba-8cd2-f13415b11179 req-97325961-6539-451f-ab9a-ccf1c16e99d9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757227 Nov 25 20:56:53.074234 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e2460-1db4-43d7-9b9c-4cfd0100ca54 req-16776d43-c35b-4e54-a8a0-6c90a59fa5c3 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:53.076029 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc9e2460-1db4-43d7-9b9c-4cfd0100ca54 req-16776d43-c35b-4e54-a8a0-6c90a59fa5c3 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0543969 Nov 25 20:56:53.135025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-cc9e2460-1db4-43d7-9b9c-4cfd0100ca54 req-bab7664f-f37c-48cd-825d-6fd7b22cc4b0 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525401 Nov 25 20:56:53.254082 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e800d557-4f74-447e-8e68-bf8f0d332252 req-8523d08e-7216-46e1-895a-205284e86df4 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:53.255496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e800d557-4f74-447e-8e68-bf8f0d332252 req-8523d08e-7216-46e1-895a-205284e86df4 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0503719 Nov 25 20:56:53.306691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e800d557-4f74-447e-8e68-bf8f0d332252 req-8d201992-b99c-430a-88ca-1cce845d9d55 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436747 Nov 25 20:56:53.329273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53386) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:53.393545 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2c9f7f-cc4b-4258-b31e-31caacbccbcf tempest-TestShelveInstance-1627629597 tempest-TestShelveInstance-1627629597-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:53.395204 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ee2c9f7f-cc4b-4258-b31e-31caacbccbcf tempest-TestShelveInstance-1627629597 tempest-TestShelveInstance-1627629597-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1091 time: 0.0649130 Nov 25 20:56:53.400774 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53388) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 20:56:53.405814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 20:56:53.434114 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.563184 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.677256 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Allocated IP 172.25.8.66 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/8aacbb17-2fd5-4780-ab03-7ddbe8d297c0) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 20:56:53.788658 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.823505 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.864714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 20:56:53.865829 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 20:56:53.870023 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 20:56:53.877155 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:53.900266 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'Port': ['ID=8aacbb17-2fd5-4780-ab03-7ddbe8d297c0,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:54.583512 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.654327 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.814260 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.818867 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:54.894499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event updated for resources: {'Port': ['ID=8aacbb17-2fd5-4780-ab03-7ddbe8d297c0,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:56:54.904499 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:55.012367 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Floating IP 928aca01-7022-4a35-b3cd-4e2194582fa2 associated. External IP: 172.25.8.66, port: cc5ffd40-4637-4003-a3eb-baa77ac62d2e. Nov 25 20:56:55.223634 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Router 455ab8ff-4be9-4a19-a389-3a13b7f800ec has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 20:56:55.333127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 20:56:55.343601 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77fb026-8579-4b6b-b458-0acc2d0e4f65 None None] Sync routers for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 20:56:55.355237 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77fb026-8579-4b6b-b458-0acc2d0e4f65 None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:56:55.355870 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c77fb026-8579-4b6b-b458-0acc2d0e4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:56:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:55.356048 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:56:55.389533 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-be6779e7-ff07-45b8-bd37-1927f493b862 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9876237 Nov 25 20:56:55.390121 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:56:55.392427 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f7c788-be3b-4796-8a38-c83f9580242e" -d '{"events": [{"name": "network-changed", "server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:56:55.463654 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 20:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9d6e2e-cb74-435e-be47-8583d10fd7fb x-openstack-request-id: req-6d9d6e2e-cb74-435e-be47-8583d10fd7fb {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:56:55.463952 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:56:55.464210 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6d9d6e2e-cb74-435e-be47-8583d10fd7fb {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:56:55.464621 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'status': 'completed', 'code': 200} Nov 25 20:56:55.489271 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c77fb026-8579-4b6b-b458-0acc2d0e4f65 None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:56:55.537665 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7c788-be3b-4796-8a38-c83f9580242e req-3376787f-163b-4b79-9e2c-977deb7b22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:55.539233 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24f7c788-be3b-4796-8a38-c83f9580242e req-3376787f-163b-4b79-9e2c-977deb7b22c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1096 time: 0.0508747 Nov 25 20:56:55.648989 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7c788-be3b-4796-8a38-c83f9580242e req-42afd310-4959-4a5a-8d94-b55d25d17451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:55.652531 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24f7c788-be3b-4796-8a38-c83f9580242e req-42afd310-4959-4a5a-8d94-b55d25d17451 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.1048884 Nov 25 20:56:55.741494 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24f7c788-be3b-4796-8a38-c83f9580242e req-d9193caf-ce65-474e-8616-bd951934d322 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 200 len: 998 time: 0.0809956 Nov 25 20:56:55.753882 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c77fb026-8579-4b6b-b458-0acc2d0e4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '928aca01-7022-4a35-b3cd-4e2194582fa2', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'port_id': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'mac_address': 'fa:16:3e:c9:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:56:54Z', 'updated_at': '2021-11-25T20:56:54Z', 'revision_number': 0, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:55.785413 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77fb026-8579-4b6b-b458-0acc2d0e4f65 None None] Checking router: 455ab8ff-4be9-4a19-a389-3a13b7f800ec for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 20:56:55.795334 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77fb026-8579-4b6b-b458-0acc2d0e4f65 None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 20:56:55.795579 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7c788-be3b-4796-8a38-c83f9580242e req-397ec66f-5b02-485f-9c30-545e2929382b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:55.795941 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c77fb026-8579-4b6b-b458-0acc2d0e4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T20:56:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:55.796943 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24f7c788-be3b-4796-8a38-c83f9580242e req-397ec66f-5b02-485f-9c30-545e2929382b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0490172 Nov 25 20:56:55.845904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7c788-be3b-4796-8a38-c83f9580242e req-a4097377-33fe-4a98-b49c-2ada01fe1932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:56:55.847506 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24f7c788-be3b-4796-8a38-c83f9580242e req-a4097377-33fe-4a98-b49c-2ada01fe1932 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435505 Nov 25 20:56:55.909636 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c77fb026-8579-4b6b-b458-0acc2d0e4f65 None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 20:56:55.948364 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24f7c788-be3b-4796-8a38-c83f9580242e req-7ae33d5e-b4b4-4c01-a1e4-2fdbe8ea5745 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935800 Nov 25 20:56:56.051785 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-24f7c788-be3b-4796-8a38-c83f9580242e req-e4eb9a61-9d13-40b8-9d17-28b487688141 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965028 Nov 25 20:56:56.234332 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c77fb026-8579-4b6b-b458-0acc2d0e4f65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '928aca01-7022-4a35-b3cd-4e2194582fa2', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'port_id': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'mac_address': 'fa:16:3e:c9:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:56:54Z', 'updated_at': '2021-11-25T20:56:54Z', 'revision_number': 0, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 20:56:56.265203 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77fb026-8579-4b6b-b458-0acc2d0e4f65 None None] The sync data for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 is: [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '928aca01-7022-4a35-b3cd-4e2194582fa2', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'floating_ip_address': '172.25.8.66', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'port_id': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4341, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'mac_address': 'fa:16:3e:c9:1b:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T20:56:54Z', 'updated_at': '2021-11-25T20:56:54Z', 'revision_number': 0, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 20:56:56.498614 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f489833c-2d1e-4803-b8d3-208888b4110d None None] New status for floating IP 928aca01-7022-4a35-b3cd-4e2194582fa2: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 20:57:02.275617 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2692ab42-a04d-43e3-b0c6-80e591d92c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:05.426383 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-253e3ba8-54ae-48dc-9bd2-88b2f52096e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:06.792787 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.101543 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:08.645919 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:21.600767 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:23.909169 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:25.017462 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:57:29.600558 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-203bbf40-ea14-417e-b55e-581fb6ec966b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0445175 Nov 25 20:57:29.684569 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-71eb63ee-64bd-4d1c-a0fa-ee4c55b6818f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:29.686087 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-71eb63ee-64bd-4d1c-a0fa-ee4c55b6818f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1096 time: 0.0433147 Nov 25 20:57:29.796244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-1ec0f437-a623-45d3-9331-e843a0aff771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:29.797734 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-1ec0f437-a623-45d3-9331-e843a0aff771 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0922086 Nov 25 20:57:29.873958 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-b9089656-e556-450e-9432-99d5c6af8224 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 200 len: 1000 time: 0.0682642 Nov 25 20:57:29.925586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-3f5bb81c-f5ab-45a5-a6e1-96056d669c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:29.927090 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-3f5bb81c-f5ab-45a5-a6e1-96056d669c6a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0474184 Nov 25 20:57:29.977495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-86197f17-dc9d-4148-ba20-f31e0f0487b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:57:29.979040 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-86197f17-dc9d-4148-ba20-f31e0f0487b3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0449176 Nov 25 20:57:30.075355 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-06fb196b-881f-48ba-9366-053e8a64ff7c service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882304 Nov 25 20:57:30.174908 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-79672aee-8a83-4dee-93e1-4cf71a4a6475 req-dd695c58-9a40-4ec2-9916-3f1f1c329af5 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921588 Nov 25 20:57:32.278449 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fecca9ba-670c-423d-92d3-8674caf6b66a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:35.428506 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e1411c14-6af1-4258-b40c-4ed7f393cda0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:36.788083 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:38.088025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:38.647689 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:51.600370 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:57:53.905779 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:02.017476 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:58:02.280923 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8957ed38-c0ff-4e9a-89c3-2d1b27e5858e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:05.430689 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f79746d8-dc02-4c1e-bff5-49503a584f79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:06.789533 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:08.096862 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:08.650094 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:21.599163 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:23.923456 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:31.594446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-b6c6e011-cc1b-4112-b36a-e9b73b247db0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402758 Nov 25 20:58:31.685117 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-70fbb95a-2ca6-46e9-85d2-18ba31096293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:31.686654 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-70fbb95a-2ca6-46e9-85d2-18ba31096293 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1096 time: 0.0458553 Nov 25 20:58:31.797363 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-27b9ee0d-3839-477c-95bd-3f23cb756e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:31.798869 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-27b9ee0d-3839-477c-95bd-3f23cb756e01 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0916653 Nov 25 20:58:31.863701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-f5d2e4f0-1347-4e41-b26d-63c75d413df2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 200 len: 1000 time: 0.0578218 Nov 25 20:58:31.917797 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-080ab535-1178-44d8-84b5-f8c3ba45eb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:31.919300 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-080ab535-1178-44d8-84b5-f8c3ba45eb14 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0485706 Nov 25 20:58:31.967217 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-64e68be4-56f0-4e5b-b68e-df76e0167370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:31.968750 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-64e68be4-56f0-4e5b-b68e-df76e0167370 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425036 Nov 25 20:58:32.058035 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-0e541595-2dde-42d0-af6e-d59a084b9baa service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816326 Nov 25 20:58:32.153331 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-750a6d2c-c948-4893-b2c8-a98a6487164e req-1bb9292d-d408-4bb4-8f51-10309ebf0941 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880194 Nov 25 20:58:32.282151 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0bda63fb-bbd0-4768-a513-8c56862c4664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:35.433881 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-795a487b-c1d4-496a-8e26-c70435c3128a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:36.793335 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:38.089755 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:38.653486 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:39.016564 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:58:51.363064 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f654cf0-fa8b-4066-ab14-57a095109e77 req-1dc3f236-447e-4633-9fe6-f0f4b63d514d tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:51.365325 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f654cf0-fa8b-4066-ab14-57a095109e77 req-1dc3f236-447e-4633-9fe6-f0f4b63d514d tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0532100 Nov 25 20:58:51.415557 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f654cf0-fa8b-4066-ab14-57a095109e77 req-141ac58b-6361-476d-99de-945d2d922380 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441334 Nov 25 20:58:51.601282 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:52.561454 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bc05e6-df28-46c8-8fff-b8a016afef59 req-89c156c5-948f-4688-9bd1-984cfc4fb446 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:52.562957 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bc05e6-df28-46c8-8fff-b8a016afef59 req-89c156c5-948f-4688-9bd1-984cfc4fb446 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0532491 Nov 25 20:58:52.612928 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a6bc05e6-df28-46c8-8fff-b8a016afef59 req-98094132-cd52-4a83-947f-a2884cf3f9ed tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428028 Nov 25 20:58:53.736104 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df98177-d679-4f17-8ad9-fbfd714124d8 req-1f16268c-36c6-4932-b42e-c1dd4f1eeb1a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:53.737531 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4df98177-d679-4f17-8ad9-fbfd714124d8 req-1f16268c-36c6-4932-b42e-c1dd4f1eeb1a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0523195 Nov 25 20:58:53.790455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4df98177-d679-4f17-8ad9-fbfd714124d8 req-5995e056-1da3-4abd-b4fd-1511907c1f01 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455551 Nov 25 20:58:53.924305 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:58:54.914518 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e226e-22b6-4011-b01f-f2884177c568 req-9d77d55d-100a-4f0b-8a7b-bea8ba3536a3 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:54.915928 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-836e226e-22b6-4011-b01f-f2884177c568 req-9d77d55d-100a-4f0b-8a7b-bea8ba3536a3 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0490563 Nov 25 20:58:54.970739 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-836e226e-22b6-4011-b01f-f2884177c568 req-52fa69b1-37a2-4c5c-b8be-c17c6f15f1ab tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487404 Nov 25 20:58:56.090229 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5234f-0cf2-4c20-b09b-5d219ec69aed req-74344ac4-3090-46e9-a1c7-eda9ca112ec8 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:56.091688 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dec5234f-0cf2-4c20-b09b-5d219ec69aed req-74344ac4-3090-46e9-a1c7-eda9ca112ec8 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0536721 Nov 25 20:58:56.141406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dec5234f-0cf2-4c20-b09b-5d219ec69aed req-642e9bd5-e809-43fa-bb3e-f6c202a6ca0c tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438445 Nov 25 20:58:57.257850 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba8a97-80b2-4b5d-9df6-9a8b90e5034c req-9a316227-8468-4368-9c16-5e34de299b69 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:57.259365 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eaba8a97-80b2-4b5d-9df6-9a8b90e5034c req-9a316227-8468-4368-9c16-5e34de299b69 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0495534 Nov 25 20:58:57.309337 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eaba8a97-80b2-4b5d-9df6-9a8b90e5034c req-ed47011a-6c67-4e5c-92af-5a1fbe47cf0f tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 Nov 25 20:58:58.437722 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee417a9b-6e08-4dd6-9f45-3c919cf95213 req-ed25f627-b76b-4d7e-b17a-c70226a5e115 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:58.439248 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee417a9b-6e08-4dd6-9f45-3c919cf95213 req-ed25f627-b76b-4d7e-b17a-c70226a5e115 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0544574 Nov 25 20:58:58.488057 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ee417a9b-6e08-4dd6-9f45-3c919cf95213 req-4839142d-0ba2-4b69-96db-7fae77413214 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424473 Nov 25 20:58:59.603911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e2923-6d11-4c28-ad90-4ff96fe6e979 req-96d8525e-34aa-4fa0-8ead-dbe9bd96ce47 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:58:59.605473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d0e2923-6d11-4c28-ad90-4ff96fe6e979 req-96d8525e-34aa-4fa0-8ead-dbe9bd96ce47 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0482812 Nov 25 20:58:59.655649 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3d0e2923-6d11-4c28-ad90-4ff96fe6e979 req-e1e49bd2-6811-414c-b814-fc4643f54794 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433569 Nov 25 20:59:00.775730 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea933afb-9cef-4528-9fde-41afc9cb08a9 req-e8b5dbdc-332f-4ada-b1a9-7f3685b306b8 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:00.777292 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea933afb-9cef-4528-9fde-41afc9cb08a9 req-e8b5dbdc-332f-4ada-b1a9-7f3685b306b8 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0502994 Nov 25 20:59:00.831673 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ea933afb-9cef-4528-9fde-41afc9cb08a9 req-b0e9f3d1-fe9d-4524-946a-0c37dbccb5f2 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482719 Nov 25 20:59:01.501707 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880f794-1c68-462c-9b82-7f18ad4919ae req-b141d0b0-1fff-4439-845a-0a7825cc17e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:01.503859 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0880f794-1c68-462c-9b82-7f18ad4919ae req-b141d0b0-1fff-4439-845a-0a7825cc17e8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1096 time: 0.0460179 Nov 25 20:59:01.595945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880f794-1c68-462c-9b82-7f18ad4919ae req-18e4d7bb-9907-4859-a6b1-e884d7f1930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:01.597430 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0880f794-1c68-462c-9b82-7f18ad4919ae req-18e4d7bb-9907-4859-a6b1-e884d7f1930b service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0858891 Nov 25 20:59:01.667962 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0880f794-1c68-462c-9b82-7f18ad4919ae req-0ba3c9ff-9d6c-4255-94db-fdf62c02ef59 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 200 len: 1000 time: 0.0635960 Nov 25 20:59:01.717976 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880f794-1c68-462c-9b82-7f18ad4919ae req-85d1dc0b-0473-4150-abe0-494895240e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:01.719511 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0880f794-1c68-462c-9b82-7f18ad4919ae req-85d1dc0b-0473-4150-abe0-494895240e3c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0448582 Nov 25 20:59:01.765734 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0880f794-1c68-462c-9b82-7f18ad4919ae req-e8dd848c-cccd-4b89-9b9c-65dad551f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:01.767173 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0880f794-1c68-462c-9b82-7f18ad4919ae req-e8dd848c-cccd-4b89-9b9c-65dad551f48d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413229 Nov 25 20:59:01.862441 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0880f794-1c68-462c-9b82-7f18ad4919ae req-221075ba-c5f6-4669-b11b-b60938f5e206 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885217 Nov 25 20:59:01.990426 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0880f794-1c68-462c-9b82-7f18ad4919ae req-4dcb6f36-3d4e-4b95-a326-94520a4902b7 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207445 Nov 25 20:59:02.000071 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb063-0ad3-44da-bdab-98412bf4e01e req-d266db2f-78c2-4bdd-b153-ee9ab21cb92b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:02.001507 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88bcb063-0ad3-44da-bdab-98412bf4e01e req-d266db2f-78c2-4bdd-b153-ee9ab21cb92b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0791049 Nov 25 20:59:02.054242 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-88bcb063-0ad3-44da-bdab-98412bf4e01e req-0e2fa16f-887f-4eb0-8d51-32caaaaa6f80 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464134 Nov 25 20:59:02.284334 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-127eaac6-59c8-4810-b6ce-ce91707f7840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:03.172872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06063a-36f7-4f1a-8910-668e892c928b req-1f191831-ad0c-4c2c-bb57-75f48cc82b79 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:03.174350 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de06063a-36f7-4f1a-8910-668e892c928b req-1f191831-ad0c-4c2c-bb57-75f48cc82b79 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0490606 Nov 25 20:59:03.223782 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-de06063a-36f7-4f1a-8910-668e892c928b req-a3d8eb27-92b7-4cb0-8ac8-f7be26bebd4d tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431581 Nov 25 20:59:04.348994 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af2577a-9f4c-471a-93e3-053b1507bb66 req-5175299c-51c3-44de-9b22-ff8903b05bef tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:04.350631 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9af2577a-9f4c-471a-93e3-053b1507bb66 req-5175299c-51c3-44de-9b22-ff8903b05bef tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0573220 Nov 25 20:59:04.404455 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9af2577a-9f4c-471a-93e3-053b1507bb66 req-9c2d78e4-8156-4138-8890-3d5f2b8d5e48 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463526 Nov 25 20:59:05.435874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-93a8ac8e-04b5-49ba-8713-4068801c6761 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:05.531379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86f8d1-3ef9-45e9-9dfe-1c7ac2ad98c2 req-992a9560-d8b9-4599-bb73-57fe0738437d tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:05.532788 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e86f8d1-3ef9-45e9-9dfe-1c7ac2ad98c2 req-992a9560-d8b9-4599-bb73-57fe0738437d tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0563614 Nov 25 20:59:05.585412 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7e86f8d1-3ef9-45e9-9dfe-1c7ac2ad98c2 req-13bbf6c1-00c1-49ec-955f-b03e16c32820 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466475 Nov 25 20:59:05.787357 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-86232508-f3f0-4aea-93aa-d5b4ea9124a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0408719 Nov 25 20:59:05.797043 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-1946b02c-9c80-495d-93b5-8fd5746131e2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:59:05.798130 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-1946b02c-9c80-495d-93b5-8fd5746131e2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052714 Nov 25 20:59:05.826120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c113392-f357-4e76-b314-825a9202e6c5 req-ce21a3ba-17d6-4d30-8b96-3dc4b5e17a24 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:05.826665 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c113392-f357-4e76-b314-825a9202e6c5 req-ce21a3ba-17d6-4d30-8b96-3dc4b5e17a24 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0587339 Nov 25 20:59:05.889212 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3c113392-f357-4e76-b314-825a9202e6c5 req-9398f6b4-5ad2-4178-b4c6-a3e4c3401367 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558558 Nov 25 20:59:06.795106 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:07.014474 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea2c8a-ef1c-4583-a123-32bb1be1ac09 req-ffd41a6c-bcae-4fb4-8c95-692e896514f9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:07.016096 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2ea2c8a-ef1c-4583-a123-32bb1be1ac09 req-ffd41a6c-bcae-4fb4-8c95-692e896514f9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0509944 Nov 25 20:59:07.067105 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c2ea2c8a-ef1c-4583-a123-32bb1be1ac09 req-f42857cf-479b-4b4b-bbb0-9245b43ee399 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448058 Nov 25 20:59:07.984290 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device cc5ffd40-4637-4003-a3eb-baa77ac62d2e no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 20:59:08.071632 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:08.115507 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:59:08.118106 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fc561e7-2de6-4466-8b31-96375c1ceeca" -d '{"events": [{"server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "name": "network-vif-unplugged", "status": "completed", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:59:08.128738 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:08.135054 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port cc5ffd40-4637-4003-a3eb-baa77ac62d2e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:59:08.141285 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:08.198642 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:08.209487 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.209797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.210146 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.210486 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.210850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.212327 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.212669 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.213202 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.213579 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.215458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.215458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.215458 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 20:59:08.235707 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb8189-1efd-4608-b4cd-72c2f6df2bb3 req-275b9585-b23d-4a83-8c17-9187046ab6bf tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:08.237308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71fb8189-1efd-4608-b4cd-72c2f6df2bb3 req-275b9585-b23d-4a83-8c17-9187046ab6bf tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0659909 Nov 25 20:59:08.303351 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-71fb8189-1efd-4608-b4cd-72c2f6df2bb3 req-e53055e9-2a91-4d6d-af7b-afb9efc51bac tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565660 Nov 25 20:59:08.359105 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 25 Nov 2021 20:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9e1afcb-d405-424a-a112-4606b5a83654 x-openstack-request-id: req-b9e1afcb-d405-424a-a112-4606b5a83654 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:59:08.359865 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "name": "network-vif-unplugged", "status": "failed", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e", "code": 422}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:59:08.360324 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b9e1afcb-d405-424a-a112-4606b5a83654 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:59:08.360786 n-d-817303-9 neutron-server[103653]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'code': 422} returned with failed status Nov 25 20:59:08.665717 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:09.438662 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d4c73-fea0-4291-8be2-80bf2d2c8da5 req-af0b4b0f-d1b7-4559-a47d-196d26f129ad tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:09.440201 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b6d4c73-fea0-4291-8be2-80bf2d2c8da5 req-af0b4b0f-d1b7-4559-a47d-196d26f129ad tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0542901 Nov 25 20:59:09.491496 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4b6d4c73-fea0-4291-8be2-80bf2d2c8da5 req-244648c2-a756-432f-a666-3e23a761220b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445731 Nov 25 20:59:10.615969 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c4402-4223-4aaa-a99e-f9d0970f1150 req-91096d54-3d55-4c75-b1e1-1dd5fe5720d5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:10.618191 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-532c4402-4223-4aaa-a99e-f9d0970f1150 req-91096d54-3d55-4c75-b1e1-1dd5fe5720d5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0532470 Nov 25 20:59:10.671436 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-532c4402-4223-4aaa-a99e-f9d0970f1150 req-4b4a5ab8-fea3-4cdf-bcf1-2b5feedf29f3 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465333 Nov 25 20:59:11.822638 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64765785-63ae-4679-800a-609728059009 req-375a680a-eadf-497f-be27-71f3b2d42682 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:11.824150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64765785-63ae-4679-800a-609728059009 req-375a680a-eadf-497f-be27-71f3b2d42682 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0833776 Nov 25 20:59:11.830360 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-20cdd48c-ea79-4ea0-bc84-2c6474717f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:11.831805 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-20cdd48c-ea79-4ea0-bc84-2c6474717f90 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1&tenant_id=bd8028ca92d6442fabf5db838229bd54 HTTP/1.1" status: 200 len: 1094 time: 0.0593045 Nov 25 20:59:11.843867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-161871ad-26f3-4978-9a12-2cb09f1281c4 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103651) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 20:59:11.844832 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-161871ad-26f3-4978-9a12-2cb09f1281c4 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047503 Nov 25 20:59:11.905744 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-64765785-63ae-4679-800a-609728059009 req-82e85659-b1f0-4364-87f6-e17905837007 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729885 Nov 25 20:59:11.920966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-e9a3cd15-223a-466b-bc53-87bdee752bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:11.922442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-e9a3cd15-223a-466b-bc53-87bdee752bfc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1094 time: 0.0536263 Nov 25 20:59:12.020844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-6de03b97-4550-4569-9868-2f415a4d274f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:12.022304 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-6de03b97-4550-4569-9868-2f415a4d274f service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0927601 Nov 25 20:59:12.090466 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-43b84db2-7de0-404f-bfb8-9a1b091f43fa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 200 len: 998 time: 0.0605218 Nov 25 20:59:12.140031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-e536395d-061b-4f0e-b3ca-9920d71f7109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:12.141470 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-e536395d-061b-4f0e-b3ca-9920d71f7109 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0443020 Nov 25 20:59:12.191343 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-6b94de66-696f-4a4b-bd19-a564220045d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:12.192730 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-6b94de66-696f-4a4b-bd19-a564220045d2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440860 Nov 25 20:59:12.282053 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-f034917d-afb4-4d00-bd58-bb9fa0160e00 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821171 Nov 25 20:59:12.378604 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-41ba62d8-4250-4bd0-919c-1369e591aec4 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897145 Nov 25 20:59:13.021814 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84cc1d0-e40a-4c07-ae8d-1f38c1857315 req-300f49b5-4377-4ebc-a125-1f4c2f4209d5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:13.023322 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a84cc1d0-e40a-4c07-ae8d-1f38c1857315 req-300f49b5-4377-4ebc-a125-1f4c2f4209d5 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0500746 Nov 25 20:59:13.074538 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a84cc1d0-e40a-4c07-ae8d-1f38c1857315 req-ef7fc273-a284-4509-be10-a79f7e2f3eb8 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447006 Nov 25 20:59:14.189057 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0457f3d3-ae20-4330-9a7f-55c81e555353 req-60daca30-5edd-40a0-8ef0-11575c1c021d tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:14.190526 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0457f3d3-ae20-4330-9a7f-55c81e555353 req-60daca30-5edd-40a0-8ef0-11575c1c021d tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0482509 Nov 25 20:59:14.549047 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0457f3d3-ae20-4330-9a7f-55c81e555353 req-ea9319bc-fed0-44ee-89b1-55597ec18bdb tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3525703 Nov 25 20:59:15.668273 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abf396c-3a98-493e-9442-2977964f5cd6 req-934db149-7d10-4bbd-b875-84d6c7f11e2b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:15.668777 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1abf396c-3a98-493e-9442-2977964f5cd6 req-934db149-7d10-4bbd-b875-84d6c7f11e2b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0499656 Nov 25 20:59:15.718205 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-1abf396c-3a98-493e-9442-2977964f5cd6 req-8e35a803-f795-4433-869b-97a3c241b314 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436633 Nov 25 20:59:16.016441 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:59:16.834995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647e69f-c79e-4a81-9a1a-3797c7787227 req-6d003e7a-592b-4d07-b495-52e7357fd1c9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:16.836674 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a647e69f-c79e-4a81-9a1a-3797c7787227 req-6d003e7a-592b-4d07-b495-52e7357fd1c9 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0498879 Nov 25 20:59:16.888373 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a647e69f-c79e-4a81-9a1a-3797c7787227 req-cb60647b-3310-4c41-b5be-d14afeead17d tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455980 Nov 25 20:59:18.013194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c60582-503e-46ef-b87d-18e8cadb934d req-2d716e17-ab66-4eb7-bda6-0d91df30ee85 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:18.014639 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3c60582-503e-46ef-b87d-18e8cadb934d req-2d716e17-ab66-4eb7-bda6-0d91df30ee85 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0525074 Nov 25 20:59:18.064361 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-b3c60582-503e-46ef-b87d-18e8cadb934d req-64728a2e-eb66-40c3-9d27-ff09ae84ce82 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437407 Nov 25 20:59:19.182128 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f8a44a-8c30-4efd-b5f6-bee4a39e212a req-0746912e-7eb2-4576-89c4-eb4461feae8e tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:19.183643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0f8a44a-8c30-4efd-b5f6-bee4a39e212a req-0746912e-7eb2-4576-89c4-eb4461feae8e tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 943 time: 0.0494761 Nov 25 20:59:19.233314 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e0f8a44a-8c30-4efd-b5f6-bee4a39e212a req-db121486-ca28-4cc2-8b6e-12852cec88cd tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437376 Nov 25 20:59:20.030229 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device cc5ffd40-4637-4003-a3eb-baa77ac62d2e details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 20:59:20.130325 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port cc5ffd40-4637-4003-a3eb-baa77ac62d2e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:59:20.142393 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'port_id': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'mac_address': 'fa:16:3e:c9:1b:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 20:59:20.180754 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:20.193313 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc5ffd40-4637-4003-a3eb-baa77ac62d2e {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 20:59:20.217772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port cc5ffd40-4637-4003-a3eb-baa77ac62d2e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:59:20.221929 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:20.272294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:20.401255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec78dcf-3af9-4b6b-b868-3c0b7e77c15a req-d0c044a7-d350-413f-aa6b-12a8134c076a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:20.402743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ec78dcf-3af9-4b6b-b868-3c0b7e77c15a req-d0c044a7-d350-413f-aa6b-12a8134c076a tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 944 time: 0.0968678 Nov 25 20:59:20.432092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['cc5ffd40-4637-4003-a3eb-baa77ac62d2e'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 20:59:20.452568 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5ec78dcf-3af9-4b6b-b868-3c0b7e77c15a req-243e3520-75d4-492e-91e7-1dfec3f66b19 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434906 Nov 25 20:59:21.576900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a1856b-e4c7-4e9b-94e4-6056b16306c1 req-9db64fc5-a52d-418a-b1fc-115474721bcf tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:21.578442 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90a1856b-e4c7-4e9b-94e4-6056b16306c1 req-9db64fc5-a52d-418a-b1fc-115474721bcf tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 944 time: 0.0542386 Nov 25 20:59:21.618948 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:21.631150 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-90a1856b-e4c7-4e9b-94e4-6056b16306c1 req-40aeb0fe-536f-4cbc-96b3-46c70dc0c672 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462837 Nov 25 20:59:22.031034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device cc5ffd40-4637-4003-a3eb-baa77ac62d2e up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 20:59:22.079771 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port cc5ffd40-4637-4003-a3eb-baa77ac62d2e triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 20:59:22.080150 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:22.161003 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:22.183336 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 20:59:22.185651 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9efe2deb-47ee-4e8d-981c-5262858b6ccd" -d '{"events": [{"server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 20:59:22.198715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port cc5ffd40-4637-4003-a3eb-baa77ac62d2e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 20:59:22.203530 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:22.229144 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 20:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da1daa73-4090-4ac2-a0ae-198b19f9a232 x-openstack-request-id: req-da1daa73-4090-4ac2-a0ae-198b19f9a232 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 20:59:22.229440 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "name": "network-vif-plugged", "status": "completed", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 20:59:22.229693 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-da1daa73-4090-4ac2-a0ae-198b19f9a232 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 20:59:22.230085 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'code': 200} Nov 25 20:59:22.257559 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 20:59:22.372003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a5d980-3103-4efb-ba0b-adfb157736c6 req-7df91417-b260-4a88-8f20-a79f19e7e133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:22.373404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0a5d980-3103-4efb-ba0b-adfb157736c6 req-7df91417-b260-4a88-8f20-a79f19e7e133 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1096 time: 0.0407898 Nov 25 20:59:22.425989 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f0a5d980-3103-4efb-ba0b-adfb157736c6 req-189e9726-fcee-4294-9774-cccc9852acd9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455878 Nov 25 20:59:22.750987 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31bde5f-25f1-4191-9a3a-0b45f1470ed0 req-84e32d8c-c1da-4339-8fd8-84d7685916fd tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:22.752509 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f31bde5f-25f1-4191-9a3a-0b45f1470ed0 req-84e32d8c-c1da-4339-8fd8-84d7685916fd tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0487561 Nov 25 20:59:22.802304 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f31bde5f-25f1-4191-9a3a-0b45f1470ed0 req-c5474b82-0fb7-413c-ac09-8a87c83e8d4b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438175 Nov 25 20:59:23.921366 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:23.924406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41d731-b581-43f3-bbf9-7204f590007f req-718e63fb-eb45-4828-b058-238f5507d73c tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:23.927084 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f41d731-b581-43f3-bbf9-7204f590007f req-718e63fb-eb45-4828-b058-238f5507d73c tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0512152 Nov 25 20:59:23.977469 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f41d731-b581-43f3-bbf9-7204f590007f req-f34f3754-f179-4d7d-ac46-1abba4e67d19 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437403 Nov 25 20:59:32.294658 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ddb09538-2d3b-438a-91aa-4a58eb4ac93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:33.648602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-c966d16d-4b4f-4eb5-b33a-913df28a3ae8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0922348 Nov 25 20:59:33.738495 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-02778b4a-95f3-46e2-a193-654c3a96a26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:33.740430 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-02778b4a-95f3-46e2-a193-654c3a96a26f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1096 time: 0.0456152 Nov 25 20:59:33.854910 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-33e450ed-79e9-484b-8ba6-56312fd77cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:33.856334 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-33e450ed-79e9-484b-8ba6-56312fd77cb2 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0941043 Nov 25 20:59:33.936327 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-f0db46de-c2a6-4959-93df-c270d17e35b5 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 200 len: 1000 time: 0.0713766 Nov 25 20:59:33.994714 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-1e7179dd-1043-4fd2-900c-9012e2fd33a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:33.996255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-1e7179dd-1043-4fd2-900c-9012e2fd33a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0518475 Nov 25 20:59:34.048181 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-9964c8d3-5950-415f-80c7-d5afe87997f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 20:59:34.050003 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-9964c8d3-5950-415f-80c7-d5afe87997f4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464427 Nov 25 20:59:34.171020 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-29ad3aeb-7d1f-4a55-b346-31b6735e6cb4 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137614 Nov 25 20:59:34.294561 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4c0557c1-45f8-49d6-9f8d-d58c01582d77 req-206f86f8-5b39-4a50-b9d7-42b39866a298 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158555 Nov 25 20:59:35.439033 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-700b44d0-7553-428c-9b8e-ccec31d3b1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:36.800580 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:38.094033 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:38.660103 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:51.613052 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 20:59:53.016064 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 20:59:53.935086 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:02.286822 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-cb09c20d-1c36-4e0d-8c24-8d3199977009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:05.441466 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3a989339-4eda-4798-ad7f-126b18552edb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:06.802760 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:08.097199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:08.664524 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:21.609736 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:23.932666 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:30.015537 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:00:32.290449 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2ed21685-0b6c-453c-96fa-5b6ceab46107 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:33.591446 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-d6bfc485-5bf3-4fe3-af3c-be37c56d374e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418787 Nov 25 21:00:33.675872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-e21fba03-5697-40cd-8181-3f884a074f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:33.677387 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-e21fba03-5697-40cd-8181-3f884a074f9e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1096 time: 0.0411129 Nov 25 21:00:33.786522 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-a353669a-ac60-4cbd-bbc6-d90e573fe887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:33.788065 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-a353669a-ac60-4cbd-bbc6-d90e573fe887 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.0902131 Nov 25 21:00:33.854735 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-3f32456c-4722-48e1-8ccb-ef349214da81 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 200 len: 1000 time: 0.0592918 Nov 25 21:00:33.902938 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-22ca03e2-f024-4197-a704-5f3a3fd5b9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:33.904399 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-22ca03e2-f024-4197-a704-5f3a3fd5b9df service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0435965 Nov 25 21:00:33.954818 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-c6d47626-43d6-4e8c-839f-b836a3550b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:33.956315 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-c6d47626-43d6-4e8c-839f-b836a3550b0e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450876 Nov 25 21:00:34.045842 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-f16ce94c-e033-43c4-989f-8794e1352638 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814364 Nov 25 21:00:34.149748 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-915d3790-316f-4eb5-b23c-3e4a642adf26 req-55c3ff03-17f0-4fb4-864e-4b5ef86e911a service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970194 Nov 25 21:00:35.443615 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-279607d4-5efc-4991-b105-09dafe4ad82e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:36.804267 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:38.099048 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:38.664903 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:39.808406 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53544) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:39.968824 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Deleting port 8aacbb17-2fd5-4780-ab03-7ddbe8d297c0 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:00:39.969057 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:40.045465 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:40.045788 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:40.060465 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Calling delete_port for 8aacbb17-2fd5-4780-ab03-7ddbe8d297c0 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:00:40.215424 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:40.239203 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event deleted for resources: {'Port': ['ID=8aacbb17-2fd5-4780-ab03-7ddbe8d297c0,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:40.253844 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.254196 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.254540 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.254914 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.255252 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.255588 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.255924 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.256255 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.256586 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.256950 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.257284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.257614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:40.316059 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:40.316397 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Floating IP 928aca01-7022-4a35-b3cd-4e2194582fa2 disassociated (deleted). External IP: 172.25.8.66, port: cc5ffd40-4637-4003-a3eb-baa77ac62d2e. Nov 25 21:00:40.527905 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Router 455ab8ff-4be9-4a19-a389-3a13b7f800ec has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:00:40.638979 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:00:40.643797 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:40.648871 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffde462-23a1-4b55-b4f7-47255d42dbf7 None None] Sync routers for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:00:40.661859 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffde462-23a1-4b55-b4f7-47255d42dbf7 None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:00:40.662757 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dffde462-23a1-4b55-b4f7-47255d42dbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:40.670888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f177176e-23ed-4786-bc60-d37fb24ae865 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "DELETE /v2.0/floatingips/928aca01-7022-4a35-b3cd-4e2194582fa2 HTTP/1.1" status: 204 len: 168 time: 0.8613374 Nov 25 21:00:40.672114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:00:40.675887 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:00:40.770197 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-dffde462-23a1-4b55-b4f7-47255d42dbf7 None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:00:40.835811 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 21:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e40f7e29-87b8-42ee-ba0e-8757c051b685 x-openstack-request-id: req-e40f7e29-87b8-42ee-ba0e-8757c051b685 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:00:40.836410 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:00:40.836410 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-e40f7e29-87b8-42ee-ba0e-8757c051b685 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:00:40.836737 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'status': 'completed', 'code': 200} Nov 25 21:00:40.932479 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e req-b624b833-6128-4cdf-ade5-e2ccd3c6b6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:40.934004 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e req-b624b833-6128-4cdf-ade5-e2ccd3c6b6fa service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=bd8028ca92d6442fabf5db838229bd54&device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 1096 time: 0.0733347 Nov 25 21:00:40.946207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d2f62-03bd-4347-a4db-4cb0a3f3c300 req-e4c9caa8-72b0-471d-82cf-bd4df9ff863d tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:40.947689 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a0d2f62-03bd-4347-a4db-4cb0a3f3c300 req-e4c9caa8-72b0-471d-82cf-bd4df9ff863d tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0610576 Nov 25 21:00:40.980600 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dffde462-23a1-4b55-b4f7-47255d42dbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:41.007768 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffde462-23a1-4b55-b4f7-47255d42dbf7 None None] Checking router: 455ab8ff-4be9-4a19-a389-3a13b7f800ec for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:00:41.016792 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dffde462-23a1-4b55-b4f7-47255d42dbf7 None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:00:41.017401 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dffde462-23a1-4b55-b4f7-47255d42dbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:41.057878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-2a0d2f62-03bd-4347-a4db-4cb0a3f3c300 req-30057412-309f-4f3c-9213-2ab4f3b3417b tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016893 Nov 25 21:00:41.076233 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e req-3b36ea3d-e6c5-4f1c-9a48-4986470fccf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:41.078548 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e req-3b36ea3d-e6c5-4f1c-9a48-4986470fccf5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 200 len: 910 time: 0.1295075 Nov 25 21:00:41.126255 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e req-1e284d9d-24f4-4841-acbc-bdcd04c89ac6 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 200 len: 217 time: 0.0398490 Nov 25 21:00:41.126970 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-dffde462-23a1-4b55-b4f7-47255d42dbf7 None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:00:41.175391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e req-a480b6c5-a2bf-437b-a951-bc8d615fcef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:41.176862 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e req-a480b6c5-a2bf-437b-a951-bc8d615fcef4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 200 len: 848 time: 0.0435882 Nov 25 21:00:41.224791 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e req-096f6e61-f345-4597-9ef1-8c207f443ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:41.226285 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e req-096f6e61-f345-4597-9ef1-8c207f443ad3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=d557b2af-e55f-4231-a083-34c31ecb943a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405877 Nov 25 21:00:41.330663 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-dffde462-23a1-4b55-b4f7-47255d42dbf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:41.333439 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e req-76dbded0-c768-4652-a748-0f15cc5417f8 service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982635 Nov 25 21:00:41.357532 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dffde462-23a1-4b55-b4f7-47255d42dbf7 None None] The sync data for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 is: [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': 'ae5b5bb6-2985-4259-8ae2-186b5c54db63', 'name': '', 'network_id': 'd557b2af-e55f-4231-a083-34c31ecb943a', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'mac_address': 'fa:16:3e:61:04:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4305, 'fixed_ips': [{'subnet_id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:01Z', 'updated_at': '2021-11-25T20:52:06Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'subnets': [{'id': '29d9af8a-3c97-4f33-81b1-0680c7c56434', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:00:41.430252 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-efbabf31-83bb-449d-87a6-8f1ebfdddc6e req-0caf4eae-768b-437d-9c1a-b592d316180f service neutron] 10.222.0.76 "GET /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888293 Nov 25 21:00:41.593772 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8586e6da-4a73-44a2-8ebc-2d69a3441e5d None None] New status for floating IP 928aca01-7022-4a35-b3cd-4e2194582fa2: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 21:00:42.177747 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d169d6c2-897c-4ca1-8f5d-16c67940f336 req-f229dbed-217b-4028-a5a8-b51aa711a226 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:42.179280 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d169d6c2-897c-4ca1-8f5d-16c67940f336 req-f229dbed-217b-4028-a5a8-b51aa711a226 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0503607 Nov 25 21:00:42.233318 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d169d6c2-897c-4ca1-8f5d-16c67940f336 req-06574c77-fdc9-4e16-a108-6b57425dac54 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/security-groups?id=49eaf731-c074-43b9-8b30-fb57789aabca&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480042 Nov 25 21:00:42.426109 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c032d1-f50f-4dbe-8ed2-9068b56af02f req-d38eb452-9677-4231-9dc3-fbf094b6c162 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:42.427588 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41c032d1-f50f-4dbe-8ed2-9068b56af02f req-d38eb452-9677-4231-9dc3-fbf094b6c162 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.76 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 945 time: 0.0514500 Nov 25 21:00:42.518373 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-41c032d1-f50f-4dbe-8ed2-9068b56af02f req-844f0319-d753-4281-9900-412ca3bb43fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Deleting port cc5ffd40-4637-4003-a3eb-baa77ac62d2e {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:00:42.518706 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-41c032d1-f50f-4dbe-8ed2-9068b56af02f req-844f0319-d753-4281-9900-412ca3bb43fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:42.614401 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-41c032d1-f50f-4dbe-8ed2-9068b56af02f req-844f0319-d753-4281-9900-412ca3bb43fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] For port cc5ffd40-4637-4003-a3eb-baa77ac62d2e, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:00:42.614718 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-41c032d1-f50f-4dbe-8ed2-9068b56af02f req-844f0319-d753-4281-9900-412ca3bb43fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:42.627040 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-41c032d1-f50f-4dbe-8ed2-9068b56af02f req-844f0319-d753-4281-9900-412ca3bb43fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Calling delete_port for cc5ffd40-4637-4003-a3eb-baa77ac62d2e owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:00:42.761714 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-41c032d1-f50f-4dbe-8ed2-9068b56af02f req-844f0319-d753-4281-9900-412ca3bb43fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:42.793577 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f0319-d753-4281-9900-412ca3bb43fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event deleted for resources: {'Port': ['ID=cc5ffd40-4637-4003-a3eb-baa77ac62d2e,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:42.835776 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c032d1-f50f-4dbe-8ed2-9068b56af02f req-844f0319-d753-4281-9900-412ca3bb43fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] No DVR routers for this DVR port cc5ffd40-4637-4003-a3eb-baa77ac62d2e on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:00:42.838420 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-41c032d1-f50f-4dbe-8ed2-9068b56af02f req-844f0319-d753-4281-9900-412ca3bb43fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:42.841792 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-41c032d1-f50f-4dbe-8ed2-9068b56af02f req-844f0319-d753-4281-9900-412ca3bb43fc tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.76 "DELETE /v2.0/ports/cc5ffd40-4637-4003-a3eb-baa77ac62d2e HTTP/1.1" status: 204 len: 173 time: 0.4081440 Nov 25 21:00:42.842224 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'name': 'network-vif-deleted', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:00:42.845647 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5143dd88-aaf7-4da2-8b17-2bab9c30f3c5" -d '{"events": [{"server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "name": "network-vif-deleted", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:00:42.883513 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 21:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ce1d01-3d10-4837-8e5a-2c981ed37b8f x-openstack-request-id: req-95ce1d01-3d10-4837-8e5a-2c981ed37b8f {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:00:42.883812 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f240ad6b-0eb1-4ad8-bc4b-d547201887b1", "name": "network-vif-deleted", "tag": "cc5ffd40-4637-4003-a3eb-baa77ac62d2e", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:00:42.884069 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-95ce1d01-3d10-4837-8e5a-2c981ed37b8f {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:00:42.884479 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f240ad6b-0eb1-4ad8-bc4b-d547201887b1', 'name': 'network-vif-deleted', 'tag': 'cc5ffd40-4637-4003-a3eb-baa77ac62d2e', 'status': 'completed', 'code': 200} Nov 25 21:00:43.337603 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-ff52046c-9c45-4fae-8e2d-31574f5604bb req-c607f7dc-58f6-43ae-9232-c1ed0b3e4b20 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 210 time: 0.0308061 Nov 25 21:00:44.443895 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-692ed5a7-7359-435d-b043-e37f6eb85a04 req-eb7e5a52-3768-4ae8-ae1f-97add235e22e tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 210 time: 0.0268683 Nov 25 21:00:45.544755 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f5fd9ce1-4b17-4afd-9cd0-7b9135e0ea44 req-031d2031-3e28-4cf0-810a-99a47965c1a4 tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 210 time: 0.0300179 Nov 25 21:00:46.449167 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device cc5ffd40-4637-4003-a3eb-baa77ac62d2e no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:00:46.470047 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: cc5ffd40-4637-4003-a3eb-baa77ac62d2e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:00:46.470397 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device cc5ffd40-4637-4003-a3eb-baa77ac62d2e not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:00:46.647473 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-fbca7501-1d08-4fce-9b90-06a01fe77ea8 req-2def477f-4845-44a9-bcb5-be9a49cd6cac tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "GET /v2.0/ports?device_id=f240ad6b-0eb1-4ad8-bc4b-d547201887b1 HTTP/1.1" status: 200 len: 210 time: 0.0283892 Nov 25 21:00:47.703696 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53572) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:47.765868 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2611fbeb-9c2b-414e-8b08-504c31ffc0fa tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:47.791478 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2611fbeb-9c2b-414e-8b08-504c31ffc0fa tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:47.852913 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2611fbeb-9c2b-414e-8b08-504c31ffc0fa tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:47.855754 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2611fbeb-9c2b-414e-8b08-504c31ffc0fa tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:47.856926 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2611fbeb-9c2b-414e-8b08-504c31ffc0fa tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] 10.222.0.15 "DELETE /v2.0/security-groups/49eaf731-c074-43b9-8b30-fb57789aabca HTTP/1.1" status: 204 len: 168 time: 0.1525948 Nov 25 21:00:47.872848 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2611fbeb-9c2b-414e-8b08-504c31ffc0fa tempest-TestShelveInstance-1877241337 tempest-TestShelveInstance-1877241337-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49eaf731-c074-43b9-8b30-fb57789aabca,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:47.899287 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53576) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:48.377200 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:48.646330 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Deleting port ae5b5bb6-2985-4259-8ae2-186b5c54db63 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:00:48.646669 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:48.734993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] For port ae5b5bb6-2985-4259-8ae2-186b5c54db63, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ae5b5bb6-2985-4259-8ae2-186b5c54db63,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:00:48.735368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:48.747611 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Calling delete_port for ae5b5bb6-2985-4259-8ae2-186b5c54db63 owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:00:48.935041 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:48.964722 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Pushing event deleted for resources: {'Port': ['ID=ae5b5bb6-2985-4259-8ae2-186b5c54db63,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:48.994453 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:48.994661 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:48.995023 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:48.995366 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:48.995701 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:48.996034 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:48.996375 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:48.996706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:48.997090 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:48.997425 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:48.997748 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:48.998073 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:49.154111 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:49.380575 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Router 455ab8ff-4be9-4a19-a389-3a13b7f800ec has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:00:49.487257 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:00:49.492644 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d36b53f5-469e-4c71-a9c8-ccb1cd740ddd admin admin] 10.222.0.15 "PUT /v2.0/routers/455ab8ff-4be9-4a19-a389-3a13b7f800ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5923605 Nov 25 21:00:49.495877 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53582) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:49.496356 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a1405-9ee9-4bb3-9957-a8043d4aa916 None None] Sync routers for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:00:49.509070 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a1405-9ee9-4bb3-9957-a8043d4aa916 None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:00:49.509951 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f49a1405-9ee9-4bb3-9957-a8043d4aa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:49.606895 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:49.616915 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f49a1405-9ee9-4bb3-9957-a8043d4aa916 None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:00:49.739314 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:49.810949 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Deleting port 6b6270a0-598d-49e4-b61e-b7a12f09f555 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:00:49.811433 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:49.899181 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f49a1405-9ee9-4bb3-9957-a8043d4aa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172'}], 'enable_snat': True}, 'gw_port_id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T21:00:48Z', 'revision_number': 5, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port': {'id': '6b6270a0-598d-49e4-b61e-b7a12f09f555', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:1c:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4304, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:00Z', 'updated_at': '2021-11-25T20:52:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:49.904591 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] For port 6b6270a0-598d-49e4-b61e-b7a12f09f555, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6b6270a0-598d-49e4-b61e-b7a12f09f555,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:00:49.905030 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:49.921746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Calling delete_port for 6b6270a0-598d-49e4-b61e-b7a12f09f555 owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:00:49.931429 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a1405-9ee9-4bb3-9957-a8043d4aa916 None None] Checking router: 455ab8ff-4be9-4a19-a389-3a13b7f800ec for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:00:49.940689 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49a1405-9ee9-4bb3-9957-a8043d4aa916 None None] Routers {'455ab8ff-4be9-4a19-a389-3a13b7f800ec'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:00:49.941297 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f49a1405-9ee9-4bb3-9957-a8043d4aa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:50.027776 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-f49a1405-9ee9-4bb3-9957-a8043d4aa916 None None] Set router 455ab8ff-4be9-4a19-a389-3a13b7f800ec gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:00:50.085605 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-f49a1405-9ee9-4bb3-9957-a8043d4aa916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T21:00:49Z', 'revision_number': 6, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:50.109865 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:50.116902 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49a1405-9ee9-4bb3-9957-a8043d4aa916 None None] The sync data for ids ['455ab8ff-4be9-4a19-a389-3a13b7f800ec'] in n-d-817303-9 is: [{'id': '455ab8ff-4be9-4a19-a389-3a13b7f800ec', 'name': 'tempest-TestShelveInstance-1026487616-router', 'tenant_id': 'bd8028ca92d6442fabf5db838229bd54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:51:59Z', 'updated_at': '2021-11-25T21:00:49Z', 'revision_number': 6, 'project_id': 'bd8028ca92d6442fabf5db838229bd54', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:00:50.139653 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6270a0-598d-49e4-b61e-b7a12f09f555,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:50.170068 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd27af7-5294-4c42-b705-732d464f27fe None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:00:50.221319 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:50.316230 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:50.318522 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:50.677246 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:50.677902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 455ab8ff-4be9-4a19-a389-3a13b7f800ec {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 21:00:50.682573 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:50.683808 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-e9eea3f7-df89-4e80-ad0b-70d44b754f00 admin admin] 10.222.0.15 "DELETE /v2.0/routers/455ab8ff-4be9-4a19-a389-3a13b7f800ec HTTP/1.1" status: 204 len: 168 time: 1.1869426 Nov 25 21:00:50.686338 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53584) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:50.731122 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccefa05d-34c2-488c-8c2f-c89601d134b1 admin admin] Deleting subnet 29d9af8a-3c97-4f33-81b1-0680c7c56434 {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 21:00:50.734967 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ccefa05d-34c2-488c-8c2f-c89601d134b1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:50.770154 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ccefa05d-34c2-488c-8c2f-c89601d134b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:50.855582 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ccefa05d-34c2-488c-8c2f-c89601d134b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:50.911381 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ccefa05d-34c2-488c-8c2f-c89601d134b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:50.938741 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefa05d-34c2-488c-8c2f-c89601d134b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=29d9af8a-3c97-4f33-81b1-0680c7c56434,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:50.943229 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ccefa05d-34c2-488c-8c2f-c89601d134b1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:50.946433 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ccefa05d-34c2-488c-8c2f-c89601d134b1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/29d9af8a-3c97-4f33-81b1-0680c7c56434 HTTP/1.1" status: 204 len: 168 time: 0.2582476 Nov 25 21:00:50.948884 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53586) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:50.952633 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260f3ac8-78d8-492a-ac3c-02b29f21c068 None None] Network d557b2af-e55f-4231-a083-34c31ecb943a requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 21:00:51.028879 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.092985 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Deleting port 6ee98342-2c2b-4e43-849e-1b1516973123 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:00:51.093374 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.162980 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] For port 6ee98342-2c2b-4e43-849e-1b1516973123, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6ee98342-2c2b-4e43-849e-1b1516973123,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:00:51.163357 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.167660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] DHCP port deletion for d557b2af-e55f-4231-a083-34c31ecb943a request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:00:51.178627 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Calling delete_port for 6ee98342-2c2b-4e43-849e-1b1516973123 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:00:51.251644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Deleting port 6ee98342-2c2b-4e43-849e-1b1516973123 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:00:51.252889 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.295115 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.322956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Pushing event deleted for resources: {'Port': ['ID=6ee98342-2c2b-4e43-849e-1b1516973123,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:51.329528 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] For port 6ee98342-2c2b-4e43-849e-1b1516973123, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=6ee98342-2c2b-4e43-849e-1b1516973123,segment=NetworkSegment(3ed4b727-5c49-4f12-a00e-2854f37b16b3),segment_id=3ed4b727-5c49-4f12-a00e-2854f37b16b3)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:00:51.329528 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.330212 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] No DVR routers for this DVR port 6ee98342-2c2b-4e43-849e-1b1516973123 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:00:51.344130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Calling delete_port for 6ee98342-2c2b-4e43-849e-1b1516973123 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:00:51.410319 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.428177 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.431997 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d557b2af-e55f-4231-a083-34c31ecb943a']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:51.442116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ed4b727-5c49-4f12-a00e-2854f37b16b3') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:51.442413 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ed4b727-5c49-4f12-a00e-2854f37b16b3') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:51.456546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Pushing event deleted for resources: {'Port': ['ID=6ee98342-2c2b-4e43-849e-1b1516973123,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:51.458692 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] No DVR routers for this DVR port 6ee98342-2c2b-4e43-849e-1b1516973123 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:00:51.465687 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.467480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.467868 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.468410 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.469365 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.469705 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.470046 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.470378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.470710 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.471533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.471533 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.471795 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.472027 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36330ae0-1937-4dfd-970c-50a883319117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:51.488666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.495771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Releasing vlan 640 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 21:00:51.496136 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: timer() Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 21:00:51.498083 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 21:00:51.557297 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.563516 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.566772 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] 10.222.0.15 "DELETE /v2.0/networks/d557b2af-e55f-4231-a083-34c31ecb943a HTTP/1.1" status: 204 len: 168 time: 0.6169488 Nov 25 21:00:51.569998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53588) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:51.578103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5f300c-2f74-4bbb-be04-747140377ebb admin admin] Pushing event deleted for resources: {'Network': ['ID=d557b2af-e55f-4231-a083-34c31ecb943a,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:51.609560 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:51.791444 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ae5b5bb6-2985-4259-8ae2-186b5c54db63 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:00:51.811739 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: ae5b5bb6-2985-4259-8ae2-186b5c54db63 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:00:51.812170 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ae5b5bb6-2985-4259-8ae2-186b5c54db63 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:00:51.812549 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6ee98342-2c2b-4e43-849e-1b1516973123 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:00:51.831790 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 6ee98342-2c2b-4e43-849e-1b1516973123 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:00:51.832133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6ee98342-2c2b-4e43-849e-1b1516973123 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:00:51.832546 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6b6270a0-598d-49e4-b61e-b7a12f09f555 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:00:51.852003 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 6b6270a0-598d-49e4-b61e-b7a12f09f555 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:00:51.852348 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 6b6270a0-598d-49e4-b61e-b7a12f09f555 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:00:51.933479 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:52.184733 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] Deleting port 4c3d1454-539a-4e0b-aabc-b22a66d6325e {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:00:52.185073 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:52.261292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] For port 4c3d1454-539a-4e0b-aabc-b22a66d6325e, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=4c3d1454-539a-4e0b-aabc-b22a66d6325e,segment=NetworkSegment(89420a76-aaac-4316-afc5-937eec609aa3),segment_id=89420a76-aaac-4316-afc5-937eec609aa3)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:00:52.261654 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:52.273953 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] Calling delete_port for 4c3d1454-539a-4e0b-aabc-b22a66d6325e owned by network:router_interface {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:00:52.462029 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:52.489527 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c3d1454-539a-4e0b-aabc-b22a66d6325e,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:52.665488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:52.883229 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] Router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:00:52.989401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:00:52.994460 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-93121617-e77a-4fb0-9fa1-c8e44f5cc816 admin admin] 10.222.0.15 "PUT /v2.0/routers/571966f2-71dc-4ac6-9b08-66b7f7a7bebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4233878 Nov 25 21:00:52.997006 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53590) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:52.997960 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b25626-c81a-4c94-b2d3-94b0b0cdc40f None None] Sync routers for ids ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:00:53.007709 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b25626-c81a-4c94-b2d3-94b0b0cdc40f None None] Routers {'571966f2-71dc-4ac6-9b08-66b7f7a7bebe'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:00:53.008324 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f9b25626-c81a-4c94-b2d3-94b0b0cdc40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:53.118497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f9b25626-c81a-4c94-b2d3-94b0b0cdc40f None None] Set router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:00:53.310349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f9b25626-c81a-4c94-b2d3-94b0b0cdc40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'name': 'tempest-TestShelveInstance-169891070-router', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T21:00:52Z', 'revision_number': 5, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'gw_port': {'id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:53.338924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b25626-c81a-4c94-b2d3-94b0b0cdc40f None None] Checking router: 571966f2-71dc-4ac6-9b08-66b7f7a7bebe for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:00:53.348338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b25626-c81a-4c94-b2d3-94b0b0cdc40f None None] Routers {'571966f2-71dc-4ac6-9b08-66b7f7a7bebe'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:00:53.348956 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f9b25626-c81a-4c94-b2d3-94b0b0cdc40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:53.437470 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:53.471810 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-f9b25626-c81a-4c94-b2d3-94b0b0cdc40f None None] Set router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:00:53.547466 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:53.601633 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Deleting port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:00:53.601861 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:53.668216 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-f9b25626-c81a-4c94-b2d3-94b0b0cdc40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'name': 'tempest-TestShelveInstance-169891070-router', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T21:00:52Z', 'revision_number': 5, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'gw_port': {'id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:53.684653 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] For port 5b410f0c-d006-4347-a4a0-ff66c05d7fe9, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5b410f0c-d006-4347-a4a0-ff66c05d7fe9,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:00:53.684653 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:53.697744 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b25626-c81a-4c94-b2d3-94b0b0cdc40f None None] The sync data for ids ['571966f2-71dc-4ac6-9b08-66b7f7a7bebe'] in n-d-817303-9 is: [{'id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'name': 'tempest-TestShelveInstance-169891070-router', 'tenant_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71'}], 'enable_snat': True}, 'gw_port_id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T21:00:52Z', 'revision_number': 5, 'project_id': '21236eafa37e44e4b9e1c3ffdd34f3b4', 'gw_port': {'id': '5b410f0c-d006-4347-a4a0-ff66c05d7fe9', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:50:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '571966f2-71dc-4ac6-9b08-66b7f7a7bebe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4316, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T20:52:04Z', 'updated_at': '2021-11-25T20:52:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:00:53.698044 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Calling delete_port for 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:00:53.872089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:53.895849 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Pushing event deleted for resources: {'Port': ['ID=5b410f0c-d006-4347-a4a0-ff66c05d7fe9,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:53.911962 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55815f01-5191-4d4d-818b-cd51fc9c525c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:00:53.947209 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:53.963871 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.059534 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.061837 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.113546 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.113715 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Fanout notify agent at l3_agent the message router_deleted on router 571966f2-71dc-4ac6-9b08-66b7f7a7bebe {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 21:00:54.119348 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.122964 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-a2762742-53b6-44ad-9e2e-93680b67b1ac admin admin] 10.222.0.15 "DELETE /v2.0/routers/571966f2-71dc-4ac6-9b08-66b7f7a7bebe HTTP/1.1" status: 204 len: 168 time: 1.1225922 Nov 25 21:00:54.123117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53592) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:54.139797 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4c3d1454-539a-4e0b-aabc-b22a66d6325e no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:00:54.165576 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 4c3d1454-539a-4e0b-aabc-b22a66d6325e {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:00:54.165924 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 4c3d1454-539a-4e0b-aabc-b22a66d6325e not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:00:54.179173 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a311fd-8b30-4e5a-96c6-5245249d7a05 admin admin] Deleting subnet 90274ee4-c89b-4fa8-a49a-f157ffcf8165 {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 21:00:54.182627 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7a311fd-8b30-4e5a-96c6-5245249d7a05 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.218700 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7a311fd-8b30-4e5a-96c6-5245249d7a05 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.301468 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7a311fd-8b30-4e5a-96c6-5245249d7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.358037 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7a311fd-8b30-4e5a-96c6-5245249d7a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.391986 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-b7a311fd-8b30-4e5a-96c6-5245249d7a05 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.396284 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-b7a311fd-8b30-4e5a-96c6-5245249d7a05 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/90274ee4-c89b-4fa8-a49a-f157ffcf8165 HTTP/1.1" status: 204 len: 168 time: 0.2722228 Nov 25 21:00:54.396853 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb2235b-1c6b-4c1e-9083-4fe20dcb23e1 None None] Network 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 21:00:54.397334 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a311fd-8b30-4e5a-96c6-5245249d7a05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90274ee4-c89b-4fa8-a49a-f157ffcf8165,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:54.398915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53594) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:54.479535 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.538806 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Deleting port 263c2164-7d50-4cb8-a476-d112a73ffc36 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:00:54.539164 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.607514 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] For port 263c2164-7d50-4cb8-a476-d112a73ffc36, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=263c2164-7d50-4cb8-a476-d112a73ffc36,segment=NetworkSegment(89420a76-aaac-4316-afc5-937eec609aa3),segment_id=89420a76-aaac-4316-afc5-937eec609aa3)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:00:54.607900 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.620744 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Calling delete_port for 263c2164-7d50-4cb8-a476-d112a73ffc36 owned by network:dhcp {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:00:54.699373 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.726900 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Pushing event deleted for resources: {'Port': ['ID=263c2164-7d50-4cb8-a476-d112a73ffc36,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:54.728676 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] No DVR routers for this DVR port 263c2164-7d50-4cb8-a476-d112a73ffc36 on host n-d-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:00:54.780847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a80fe07-6cbb-480f-9011-420d365522f2 None None] DHCP port deletion for 1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:00:54.813692 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.834902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955']}} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:54.844127 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89420a76-aaac-4316-afc5-937eec609aa3') {'for_net_delete': True} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:54.844422 n-d-817303-9 neutron-server[103651]: DEBUG neutron.services.segments.db [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89420a76-aaac-4316-afc5-937eec609aa3') {} {{(pid=103651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:54.853609 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12504410'] for segment, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.866907 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.872771 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=103651) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 21:00:54.873149 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12512337'] for segment, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: Traceback (most recent call last): Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: timer() Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: cb(*args, **kw) Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: return func(*args, **kwargs) Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: self._notify() Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: self.callback(batched_events) Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: event.method(event) Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: return f(self, *a, **k) Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: return self._get(url).json() Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: return self.request(url, 'GET', **kwargs) Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 21:00:54.875842 n-d-817303-9 neutron-server[103651]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 21:00:54.932802 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.938957 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Publish callbacks [] for network, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:54.942223 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955 HTTP/1.1" status: 204 len: 168 time: 0.5422878 Nov 25 21:00:54.956873 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7192d7a5-c3ff-429f-a594-12a1ef4dba72 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ae43db1-a8c1-4f23-a1d0-9e7f7fe12955,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:55.064768 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53598) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:55.105084 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-48ff6767-ace7-4c99-b81a-10460d5445ff admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bd8028ca92d6442fabf5db838229bd54&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0390716 Nov 25 21:00:55.107525 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53600) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:55.156297 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63ac6e71-a9ea-46a0-b694-1816854e4d70 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:55.178010 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63ac6e71-a9ea-46a0-b694-1816854e4d70 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:55.224870 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63ac6e71-a9ea-46a0-b694-1816854e4d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:55.227682 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-63ac6e71-a9ea-46a0-b694-1816854e4d70 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:55.228870 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-63ac6e71-a9ea-46a0-b694-1816854e4d70 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/80edaced-7af5-4883-9e6f-a2f802d5c4bb HTTP/1.1" status: 204 len: 168 time: 0.1204412 Nov 25 21:00:55.237246 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ac6e71-a9ea-46a0-b694-1816854e4d70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80edaced-7af5-4883-9e6f-a2f802d5c4bb,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:55.538823 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53606) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:55.583286 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6b8d695e-cdb8-4ac6-a5e6-2205249c531e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=21236eafa37e44e4b9e1c3ffdd34f3b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0432420 Nov 25 21:00:55.586773 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53608) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:55.634806 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cfb524fd-fa6a-4f02-810c-9394cb6ed1c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:55.662092 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cfb524fd-fa6a-4f02-810c-9394cb6ed1c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:55.710438 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cfb524fd-fa6a-4f02-810c-9394cb6ed1c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:55.713159 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-cfb524fd-fa6a-4f02-810c-9394cb6ed1c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:55.714313 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-cfb524fd-fa6a-4f02-810c-9394cb6ed1c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/79dcba4c-e4f5-4f40-9c4b-86ce19befd5a HTTP/1.1" status: 204 len: 168 time: 0.1266184 Nov 25 21:00:55.722573 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb524fd-fa6a-4f02-810c-9394cb6ed1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79dcba4c-e4f5-4f40-9c4b-86ce19befd5a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:55.791016 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 263c2164-7d50-4cb8-a476-d112a73ffc36 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:00:55.816149 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 263c2164-7d50-4cb8-a476-d112a73ffc36 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:00:55.816496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 263c2164-7d50-4cb8-a476-d112a73ffc36 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:00:55.816912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:00:55.839457 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:00:55.839813 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5b410f0c-d006-4347-a4a0-ff66c05d7fe9 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:00:56.399735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53630) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:56.494301 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-72239106-network', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:00:56.517517 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Made reservation on behalf of 4897dbd86bbc42dfb796c261c8a669c3 for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 21:00:56.520117 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:56.528374 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:56.607693 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:56.611673 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:56.643122 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 602} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 21:00:56.648492 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66b77e4-c369-44b3-8927-088d3a4c9803,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:56.658514 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:56.658854 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Added segment 4e5d4af9-4225-474d-8ea5-5d02494b823c of type vlan for network a5b69800-0eba-4d66-b7fe-15b748031607 Nov 25 21:00:56.699543 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:56.725065 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:56.726019 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:56.726598 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:56.762198 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3613436 Nov 25 21:00:56.765738 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53634) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:56.770851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] Request body: {'subnet': {'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-72239106-subnet', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:00:56.792296 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e50f4f-6a9a-4812-8c6d-7f8b99c61765 admin admin] Pushing event updated for resources: {'Network': ['ID=a5b69800-0eba-4d66-b7fe-15b748031607,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:56.794459 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] Made reservation on behalf of 4897dbd86bbc42dfb796c261c8a669c3 for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 21:00:56.796918 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:56.803441 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network a5b69800-0eba-4d66-b7fe-15b748031607 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 21:00:56.968517 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.024880 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:57.032228 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] Checking segment: {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 21:00:57.032587 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] Network hostable DHCP agents. Network: a5b69800-0eba-4d66-b7fe-15b748031607, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 21:00:57.048346 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] Network a5b69800-0eba-4d66-b7fe-15b748031607 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 21:00:57.057442 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, a5b69800-0eba-4d66-b7fe-15b748031607) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:00:57.062200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:00:57.062832 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.067586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3d145c1-29a8-4710-94a6-b667b1415011 None None] Network a5b69800-0eba-4d66-b7fe-15b748031607 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 21:00:57.080643 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-d8e62d95-cb4b-4065-8360-3c3f65617bb0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3137035 Nov 25 21:00:57.083379 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53636) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:57.087674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:00:57.108390 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.109535 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.177680 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.228758 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-a5b69800-0eba-4d66-b7fe-15b748031607', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 21:00:57.229661 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.331870 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.377728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Allocated IP 172.20.0.2 (a5b69800-0eba-4d66-b7fe-15b748031607/1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc/8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 21:00:57.532728 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.539276 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.542326 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.562367 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.593555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Network a5b69800-0eba-4d66-b7fe-15b748031607 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:00:57.594489 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Pushing event updated for resources: {'Port': ['ID=8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:57.597114 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:00:57.599205 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 21:00:57.653453 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Attempting to bind port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 21:00:57.653823 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Attempting to bind port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 21:00:57.654198 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Attempting to bind port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 on network a5b69800-0eba-4d66-b7fe-15b748031607 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 21:00:57.660163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 21:00:57.660584 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Checking segment: {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 21:00:57.660957 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.661359 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Bound using segment: {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 21:00:57.661845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Bound port: 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 21:00:57.662244 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.680829 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Allocated IP 172.25.8.127 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/ec92794c-0803-4bb7-9179-f7896285554d) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 21:00:57.729395 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] For port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 21:00:57.738226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] For port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 21:00:57.742933 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.786735 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.805334 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579dec73-88f8-4a70-b4ed-a12a61d18ef0 None None] Pushing event updated for resources: {'Port': ['ID=8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:57.824467 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:57.867874 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:00:57.872717 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:00:57.876719 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 21:00:57.887993 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d625dc-15f8-4014-9e18-38748326556c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:00:57.910297 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Pushing event updated for resources: {'Port': ['ID=ec92794c-0803-4bb7-9179-f7896285554d,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:57.969174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-302fad2d-8900-4661-8378-97a36de1fd99 None None] Provisioning complete for port ec92794c-0803-4bb7-9179-f7896285554d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:00:57.969608 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-302fad2d-8900-4661-8378-97a36de1fd99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:58.031497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-302fad2d-8900-4661-8378-97a36de1fd99 None None] Port ec92794c-0803-4bb7-9179-f7896285554d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 21:00:58.167752 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:58.361272 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:58.497156 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Router e98f618d-f9e4-459a-bdfa-684f041aabe3 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 21:00:58.612114 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:00:58.624530 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Sync routers for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:00:58.633681 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:58.637585 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-2feb9e9f-1ab7-4dba-9d56-791c121ec142 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5506217 Nov 25 21:00:58.638273 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53638) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:00:58.641424 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:00:58.642556 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:58.764134 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:00:58.857636 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045bfb62-1b94-4c6b-a1d1-f8135f0c26f4 None None] Network a5b69800-0eba-4d66-b7fe-15b748031607 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 21:00:58.951025 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:58Z', 'revision_number': 3, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:58.983706 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Checking router: e98f618d-f9e4-459a-bdfa-684f041aabe3 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:00:58.984301 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Updating router e98f618d-f9e4-459a-bdfa-684f041aabe3 port ec92794c-0803-4bb7-9179-f7896285554d binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 21:00:58.992734 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ee23b06b-044e-4f48-beef-fa2fee4153d1 None None] Provisioning complete for port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:00:58.993176 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee23b06b-044e-4f48-beef-fa2fee4153d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.012786 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.111510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee23b06b-044e-4f48-beef-fa2fee4153d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.123388 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.155104 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-ee23b06b-044e-4f48-beef-fa2fee4153d1 None None] For port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:00:59.168187 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ee23b06b-044e-4f48-beef-fa2fee4153d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.224651 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee23b06b-044e-4f48-beef-fa2fee4153d1 None None] Pushing event updated for resources: {'Port': ['ID=8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:59.300349 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.310048 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.329634 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Allocated IP 172.20.0.1 (a5b69800-0eba-4d66-b7fe-15b748031607/1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc/60c81c2b-46df-4f20-9a60-4abf9c324964) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 21:00:59.353302 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c7201aa-8281-4908-ae71-11aaa0c8da8c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:00:59.368429 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Attempting to bind port ec92794c-0803-4bb7-9179-f7896285554d on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 21:00:59.368800 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Attempting to bind port ec92794c-0803-4bb7-9179-f7896285554d by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 21:00:59.369225 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Attempting to bind port ec92794c-0803-4bb7-9179-f7896285554d on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 21:00:59.380976 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Pushing event updated for resources: {'Port': ['ID=ec92794c-0803-4bb7-9179-f7896285554d,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:59.384371 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 21:00:59.384794 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 21:00:59.385211 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.385601 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 21:00:59.386123 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Bound port: ec92794c-0803-4bb7-9179-f7896285554d, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 21:00:59.386500 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.393235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7e5eac7a-3977-40c4-95b7-967a783f844a None None] Provisioning complete for port ec92794c-0803-4bb7-9179-f7896285554d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:00:59.394671 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eac7a-3977-40c4-95b7-967a783f844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.394826 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.395123 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.395457 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.395786 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.396116 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.396439 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.396759 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.397072 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.397674 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.397995 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.398313 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.398630 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103654) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:00:59.432193 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-7e5eac7a-3977-40c4-95b7-967a783f844a None None] Port ec92794c-0803-4bb7-9179-f7896285554d cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 21:00:59.444123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-7e5eac7a-3977-40c4-95b7-967a783f844a None None] Provisioning complete for port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:00:59.444649 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7e5eac7a-3977-40c4-95b7-967a783f844a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.451302 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] For port ec92794c-0803-4bb7-9179-f7896285554d, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 21:00:59.455494 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] For port ec92794c-0803-4bb7-9179-f7896285554d, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ec92794c-0803-4bb7-9179-f7896285554d,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 21:00:59.459580 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.459965 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.498658 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.514243 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:00:59.515415 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:59.540219 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b352a7-00cb-4d72-be85-2c31a8f89acf None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:00:59.546327 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Network a5b69800-0eba-4d66-b7fe-15b748031607 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:00:59.549484 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:00:59.553300 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 21:00:59.559586 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431f3e31-8ca0-4c35-98ef-6be11d00f6ac None None] Pushing event updated for resources: {'Port': ['ID=ec92794c-0803-4bb7-9179-f7896285554d,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:59.598966 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Pushing event updated for resources: {'Port': ['ID=60c81c2b-46df-4f20-9a60-4abf9c324964,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:00:59.611634 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.657822 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:00:59.705086 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d3cd10a2-9be3-41cf-b462-d7f8a0bea70e None None] Provisioning complete for port ec92794c-0803-4bb7-9179-f7896285554d triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:00:59.705908 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3cd10a2-9be3-41cf-b462-d7f8a0bea70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.774340 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.848588 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3cd10a2-9be3-41cf-b462-d7f8a0bea70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.876496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-d3cd10a2-9be3-41cf-b462-d7f8a0bea70e None None] For port ec92794c-0803-4bb7-9179-f7896285554d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ec92794c-0803-4bb7-9179-f7896285554d,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:00:59.886169 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d3cd10a2-9be3-41cf-b462-d7f8a0bea70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.896808 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:00:59.906534 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:58Z', 'revision_number': 3, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:00:59.991856 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:00:59.992322 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:00:59.993305 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:00.000171 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:00.026893 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cd10a2-9be3-41cf-b462-d7f8a0bea70e None None] Pushing event updated for resources: {'Port': ['ID=ec92794c-0803-4bb7-9179-f7896285554d,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:00.028980 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89202e28-0f87-4caf-b3ac-38159a977a47 None None] The sync data for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 is: [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:58Z', 'revision_number': 3, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:01:00.046319 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-d52ac79d-b4b4-428a-b46a-fa505d33f338 None None] Provisioning complete for port 60c81c2b-46df-4f20-9a60-4abf9c324964 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:00.046705 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-d52ac79d-b4b4-428a-b46a-fa505d33f338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:00.077922 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Pushing event updated for resources: {'Port': ['ID=60c81c2b-46df-4f20-9a60-4abf9c324964,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:00.088254 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-d52ac79d-b4b4-428a-b46a-fa505d33f338 None None] Port 60c81c2b-46df-4f20-9a60-4abf9c324964 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 21:01:00.091098 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:00.191053 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Network a5b69800-0eba-4d66-b7fe-15b748031607 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:01:00.192412 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:01:00.331684 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Router e98f618d-f9e4-459a-bdfa-684f041aabe3 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:01:00.461140 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:01:00.466912 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-7951caa4-ca57-4945-8391-47e6e291af38 admin admin] 10.222.0.15 "PUT /v2.0/routers/e98f618d-f9e4-459a-bdfa-684f041aabe3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8267817 Nov 25 21:01:00.518084 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3c0dffbf-48a0-4d6a-922c-100b3b4ff145 None None] Provisioning complete for port 60c81c2b-46df-4f20-9a60-4abf9c324964 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:00.518476 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3c0dffbf-48a0-4d6a-922c-100b3b4ff145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:00.555278 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3c0dffbf-48a0-4d6a-922c-100b3b4ff145 None None] Port 60c81c2b-46df-4f20-9a60-4abf9c324964 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 21:01:00.989475 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53654) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:00.994403 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-531964610-network', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:01.016514 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Made reservation on behalf of 609905b970654fd9b9f7e0ffcd777bff for: {'network': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 21:01:01.018935 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for network, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.028339 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.111700 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.116288 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.143718 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 617} {{(pid=103652) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 21:01:01.153794 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4967a085-8c5c-4983-92a8-cfbdb673e243,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:01.160589 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.160934 n-d-817303-9 neutron-server[103652]: INFO neutron.db.segments_db [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Added segment 38886a8f-1275-4bb7-8a0b-4c41d7650b67 of type vlan for network a03345ed-0322-40d6-9590-fef40c199d91 Nov 25 21:01:01.200581 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8731796051514'] for network, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.227119 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102'] for network, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.228071 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:01.228638 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.266512 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2759099 Nov 25 21:01:01.269412 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53656) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:01.274533 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] Request body: {'subnet': {'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-531964610-subnet', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'ip_version': 4}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:01.296992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] Made reservation on behalf of 609905b970654fd9b9f7e0ffcd777bff for: {'subnet': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 21:01:01.297617 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2d59a-bbd7-468a-87bc-15570bcabf2d admin admin] Pushing event updated for resources: {'Network': ['ID=a03345ed-0322-40d6-9590-fef40c199d91,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:01.301379 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-12195152'] for subnet, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.313615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Network a03345ed-0322-40d6-9590-fef40c199d91 details requested by agent ovs-agent-n-d-817303-9 with host n-d-817303-9 {{(pid=103653) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 21:01:01.482708 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12511538', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-12195142'] for subnet, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.538461 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db5c7c5-81b2-4e18-8472-36a959d4892b,revision_number=0']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:01.550059 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] Checking segment: {'id': '38886a8f-1275-4bb7-8a0b-4c41d7650b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 21:01:01.550594 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] Network hostable DHCP agents. Network: a03345ed-0322-40d6-9590-fef40c199d91, hostable agents: ['83cb53f2-a76f-4a2a-85a9-982a72174d1e'], hosted agents: [] {{(pid=103651) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 21:01:01.568998 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] Network a03345ed-0322-40d6-9590-fef40c199d91 is scheduled to be hosted by DHCP agent 83cb53f2-a76f-4a2a-85a9-982a72174d1e with binding_index 1 {{(pid=103651) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 21:01:01.579957 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-817303-9, a03345ed-0322-40d6-9590-fef40c199d91) {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:01:01.585732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:01.585864 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.588858 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83b34b54-2921-4387-90c3-38583bdd937f None None] Network a03345ed-0322-40d6-9590-fef40c199d91 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 21:01:01.603854 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-ee169d00-8d40-4a81-afd3-b49dac55ee43 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3332469 Nov 25 21:01:01.606383 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53658) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:01.611466 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-531964610-router', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:01.638050 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-3694532', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9139'] for router, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.639203 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-3694504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-3696133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-3744973', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9144'] for router, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.709786 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:01.815834 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Sync routers for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:01:01.835414 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:01.836077 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:01.843484 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ec92794c-0803-4bb7-9179-f7896285554d up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:01:01.860558 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.053572 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port ec92794c-0803-4bb7-9179-f7896285554d triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:02.053952 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.056719 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:02.060799 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1c6cd9ab-3b20-57d6-b63b-12967a260c61-a03345ed-0322-40d6-9590-fef40c199d91', 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'fixed_ips': [{'subnet_id': '6db5c7c5-81b2-4e18-8472-36a959d4892b'}]}} from n-d-817303-9. {{(pid=103653) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 21:01:02.061772 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.074311 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.095554 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.203356 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Allocated IP 172.25.8.42 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/7a32d814-d000-47ce-b0d7-35664f522df8) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 21:01:02.310189 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.353055 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.387111 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9353b2e0-c3df-4c28-bd4c-ef6ca63e1386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.400610 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:01:02.405782 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:01:02.408501 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 21:01:02.418330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.db_base_plugin_common [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Allocated IP 172.20.0.2 (a03345ed-0322-40d6-9590-fef40c199d91/6db5c7c5-81b2-4e18-8472-36a959d4892b/93d4b540-86f5-4543-ab20-ce9d38f581ed) {{(pid=103653) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 21:01:02.429827 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42f2164e-0efb-46c5-b100-c24b2c832752 None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:01:02.442129 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a32d814-d000-47ce-b0d7-35664f522df8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:02.546862 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c5b3a2ff-db2f-4949-8d09-ca572e52099c None None] Provisioning complete for port 7a32d814-d000-47ce-b0d7-35664f522df8 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:02.547237 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c5b3a2ff-db2f-4949-8d09-ca572e52099c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.613480 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c5b3a2ff-db2f-4949-8d09-ca572e52099c None None] Port 7a32d814-d000-47ce-b0d7-35664f522df8 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 21:01:02.619065 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 2, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:02.676916 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Checking router: e98f618d-f9e4-459a-bdfa-684f041aabe3 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:01:02.677275 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Updating router e98f618d-f9e4-459a-bdfa-684f041aabe3 port 60c81c2b-46df-4f20-9a60-4abf9c324964 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 21:01:02.720265 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.725791 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Publish callbacks [] for port, precommit_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.740379 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356'] for port, after_create {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:02.818180 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Network a03345ed-0322-40d6-9590-fef40c199d91 is already hosted by enough agents. {{(pid=103653) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:01:02.866750 n-d-817303-9 neutron-server[103653]: DEBUG neutron.scheduler.base_scheduler [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Resources bound (agent type, host, resource id): {{(pid=103653) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:01:02.876235 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Received port after_create {{(pid=103653) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 21:01:02.880298 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Pushing event updated for resources: {'Port': ['ID=93d4b540-86f5-4543-ab20-ce9d38f581ed,revision_number=1']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:02.967163 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Attempting to bind port 93d4b540-86f5-4543-ab20-ce9d38f581ed on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 21:01:02.967564 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Attempting to bind port 93d4b540-86f5-4543-ab20-ce9d38f581ed by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '38886a8f-1275-4bb7-8a0b-4c41d7650b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 21:01:02.967934 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Attempting to bind port 93d4b540-86f5-4543-ab20-ce9d38f581ed on network a03345ed-0322-40d6-9590-fef40c199d91 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 21:01:02.982195 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.001910 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 21:01:03.002294 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Checking segment: {'id': '38886a8f-1275-4bb7-8a0b-4c41d7650b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 21:01:03.002698 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.003123 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Bound using segment: {'id': '38886a8f-1275-4bb7-8a0b-4c41d7650b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 21:01:03.003602 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Bound port: 93d4b540-86f5-4543-ab20-ce9d38f581ed, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38886a8f-1275-4bb7-8a0b-4c41d7650b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 21:01:03.003981 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.106329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] For port 93d4b540-86f5-4543-ab20-ce9d38f581ed, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 21:01:03.111279 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] For port 93d4b540-86f5-4543-ab20-ce9d38f581ed, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=93d4b540-86f5-4543-ab20-ce9d38f581ed,segment=NetworkSegment(38886a8f-1275-4bb7-8a0b-4c41d7650b67),segment_id=38886a8f-1275-4bb7-8a0b-4c41d7650b67)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 21:01:03.130874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.183460 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.186054 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-3694513', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-3696182'] for router, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.201582 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.212968 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c90b8e8-22ae-4859-bd5f-b41c6ec71015 None None] Pushing event updated for resources: {'Port': ['ID=93d4b540-86f5-4543-ab20-ce9d38f581ed,revision_number=2']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:03.291631 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a7f8f-d2f1-49e5-8533-c89390cc5448 None None] Pushing event updated for resources: {'Port': ['ID=60c81c2b-46df-4f20-9a60-4abf9c324964,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:03.325396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Attempting to bind port 60c81c2b-46df-4f20-9a60-4abf9c324964 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 21:01:03.325778 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Attempting to bind port 60c81c2b-46df-4f20-9a60-4abf9c324964 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 21:01:03.326144 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Attempting to bind port 60c81c2b-46df-4f20-9a60-4abf9c324964 on network a5b69800-0eba-4d66-b7fe-15b748031607 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 21:01:03.332099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 21:01:03.332497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Checking segment: {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 21:01:03.332893 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.333293 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Bound using segment: {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 21:01:03.333811 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Bound port: 60c81c2b-46df-4f20-9a60-4abf9c324964, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 21:01:03.334156 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.353538 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 is scheduled to L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d with binding_index 1 {{(pid=103651) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 21:01:03.405396 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] For port 60c81c2b-46df-4f20-9a60-4abf9c324964, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 21:01:03.410249 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] For port 60c81c2b-46df-4f20-9a60-4abf9c324964, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=60c81c2b-46df-4f20-9a60-4abf9c324964,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 21:01:03.419936 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.524932 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:01:03.534550 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Sync routers for ids ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:01:03.551199 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a7f8f-d2f1-49e5-8533-c89390cc5448 None None] Pushing event updated for resources: {'Port': ['ID=60c81c2b-46df-4f20-9a60-4abf9c324964,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:03.552988 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Routers {'d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:03.554602 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:03.563717 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:03.565378 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:03.566500 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.570016 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3683ebe7-47ee-46b5-84a6-85b41aa655b4 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9625866 Nov 25 21:01:03.573003 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53660) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:03.705541 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Set router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:03.930539 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 93d4b540-86f5-4543-ab20-ce9d38f581ed up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:01:03.934644 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-bea27133-f11c-40c8-9c3b-66bed3d15e12 None None] Provisioning complete for port 60c81c2b-46df-4f20-9a60-4abf9c324964 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:03.935055 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bea27133-f11c-40c8-9c3b-66bed3d15e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:03.989809 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'name': 'tempest-TestSnapshotPattern-531964610-router', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:01:01Z', 'updated_at': '2021-11-25T21:01:02Z', 'revision_number': 3, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'gw_port': {'id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:01:02Z', 'updated_at': '2021-11-25T21:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:04.012497 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:04.019193 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Checking router: d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:01:04.019832 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Updating router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 port 7a32d814-d000-47ce-b0d7-35664f522df8 binding host n-d-817303-9 {{(pid=103654) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 21:01:04.046434 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.140387 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 93d4b540-86f5-4543-ab20-ce9d38f581ed triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:04.140767 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.169409 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.250874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bea27133-f11c-40c8-9c3b-66bed3d15e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.338133 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-bea27133-f11c-40c8-9c3b-66bed3d15e12 None None] For port 60c81c2b-46df-4f20-9a60-4abf9c324964, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=60c81c2b-46df-4f20-9a60-4abf9c324964,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:04.377353 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Allocated IP 172.20.0.1 (a03345ed-0322-40d6-9590-fef40c199d91/6db5c7c5-81b2-4e18-8472-36a959d4892b/5d81cdce-c71a-4365-8917-91dfbfc2e8f9) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 21:01:04.380582 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Publish callbacks [] for port, precommit_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.380768 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-bea27133-f11c-40c8-9c3b-66bed3d15e12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.389934 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.439049 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d13cc-1a77-4a28-8a47-e9cf66e021a2 None None] Pushing event updated for resources: {'Port': ['ID=7a32d814-d000-47ce-b0d7-35664f522df8,revision_number=2']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:04.446588 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.473199 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Attempting to bind port 7a32d814-d000-47ce-b0d7-35664f522df8 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 21:01:04.473851 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Attempting to bind port 7a32d814-d000-47ce-b0d7-35664f522df8 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 21:01:04.474228 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Attempting to bind port 7a32d814-d000-47ce-b0d7-35664f522df8 on network f3309757-6eaa-425f-a732-eb6041a8bd49 {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 21:01:04.476878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc5f104-eefc-486b-9e3f-fa7a2ad7ba2f None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:01:04.482895 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 21, 0, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 21:01:04.484265 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Checking segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103654) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 21:01:04.484785 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.485962 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Bound using segment: {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'} {{(pid=103654) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 21:01:04.486507 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.managers [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Bound port: 7a32d814-d000-47ce-b0d7-35664f522df8, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e13d6f9-be7e-4b98-8e21-6e035e996815', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49'}}] {{(pid=103654) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 21:01:04.486971 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.508273 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5c3a10-d44e-4b88-ac2a-835d94215c37 None None] Network a03345ed-0322-40d6-9590-fef40c199d91 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 21:01:04.525418 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.545430 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] For port 93d4b540-86f5-4543-ab20-ce9d38f581ed, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=93d4b540-86f5-4543-ab20-ce9d38f581ed,segment=NetworkSegment(38886a8f-1275-4bb7-8a0b-4c41d7650b67),segment_id=38886a8f-1275-4bb7-8a0b-4c41d7650b67)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:04.548732 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] For port 7a32d814-d000-47ce-b0d7-35664f522df8, host n-d-817303-9, cleared binding levels {{(pid=103654) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 21:01:04.549214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea27133-f11c-40c8-9c3b-66bed3d15e12 None None] Pushing event updated for resources: {'Port': ['ID=60c81c2b-46df-4f20-9a60-4abf9c324964,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:04.552957 n-d-817303-9 neutron-server[103654]: DEBUG neutron.plugins.ml2.db [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] For port 7a32d814-d000-47ce-b0d7-35664f522df8, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7a32d814-d000-47ce-b0d7-35664f522df8,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103654) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 21:01:04.559187 n-d-817303-9 neutron-server[103654]: DEBUG neutron_lib.callbacks.manager [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103654) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.561096 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.568665 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.621244 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Network a03345ed-0322-40d6-9590-fef40c199d91 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:01:04.621728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:03Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:04.624434 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:01:04.628206 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 21:01:04.629617 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Routers {'d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:04.630169 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:00:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:04.647179 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8d421cf-57d5-4711-b4e4-18aec3ce8caa None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:01:04.654446 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Pushing event updated for resources: {'Port': ['ID=5d81cdce-c71a-4365-8917-91dfbfc2e8f9,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:04.678198 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-3695621'] for router_interface, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.679672 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-856b0672-6a02-4dda-9d01-75846bd73093 None None] Provisioning complete for port 60c81c2b-46df-4f20-9a60-4abf9c324964 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:04.680045 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-856b0672-6a02-4dda-9d01-75846bd73093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:04.692265 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da57a72d-153a-4800-9afd-a36be52aefe0 None None] The sync data for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 is: [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:03Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:01:04.742064 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267d13cc-1a77-4a28-8a47-e9cf66e021a2 None None] Pushing event updated for resources: {'Port': ['ID=7a32d814-d000-47ce-b0d7-35664f522df8,revision_number=3']} {{(pid=103654) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:04.782259 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Pushing event updated for resources: {'Port': ['ID=93d4b540-86f5-4543-ab20-ce9d38f581ed,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:04.825337 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] Set router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:04.867715 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.026390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-568afbd5-967f-486a-bbe9-b6bbf2a29ff8 None None] Provisioning complete for port 93d4b540-86f5-4543-ab20-ce9d38f581ed triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:05.026765 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-568afbd5-967f-486a-bbe9-b6bbf2a29ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.073127 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'name': 'tempest-TestSnapshotPattern-531964610-router', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:01:01Z', 'updated_at': '2021-11-25T21:01:02Z', 'revision_number': 3, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'gw_port': {'id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:01:02Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:05.094654 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.101055 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.115880 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041b39a5-10a0-4a5a-934e-712944e060c0 None None] The sync data for ids ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'] in n-d-817303-9 is: [{'id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'name': 'tempest-TestSnapshotPattern-531964610-router', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:01:01Z', 'updated_at': '2021-11-25T21:01:02Z', 'revision_number': 3, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'gw_port': {'id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:01:02Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:01:05.206769 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3708116', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-3695849'] for router_interface, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.209168 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Pushing event updated for resources: {'Port': ['ID=5d81cdce-c71a-4365-8917-91dfbfc2e8f9,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:05.211338 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-568afbd5-967f-486a-bbe9-b6bbf2a29ff8 None None] Provisioning complete for port 7a32d814-d000-47ce-b0d7-35664f522df8 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:05.212790 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-568afbd5-967f-486a-bbe9-b6bbf2a29ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.337498 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-568afbd5-967f-486a-bbe9-b6bbf2a29ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.360667 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Network a03345ed-0322-40d6-9590-fef40c199d91 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:01:05.365614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:01:05.369173 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-568afbd5-967f-486a-bbe9-b6bbf2a29ff8 None None] For port 7a32d814-d000-47ce-b0d7-35664f522df8, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7a32d814-d000-47ce-b0d7-35664f522df8,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:05.376530 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-568afbd5-967f-486a-bbe9-b6bbf2a29ff8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.458511 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568afbd5-967f-486a-bbe9-b6bbf2a29ff8 None None] Pushing event updated for resources: {'Port': ['ID=7a32d814-d000-47ce-b0d7-35664f522df8,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:05.467941 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-715a8ef9-b1f3-42fb-8799-f82d5cfc22aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.522867 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3669a433-38f0-4480-aade-480a443984c9 None None] Provisioning complete for port 93d4b540-86f5-4543-ab20-ce9d38f581ed triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:05.523388 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3669a433-38f0-4480-aade-480a443984c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.598214 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:01:05.694339 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-3669a433-38f0-4480-aade-480a443984c9 None None] Provisioning complete for port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:05.694864 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3669a433-38f0-4480-aade-480a443984c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.744291 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:01:05.744898 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-3669a433-38f0-4480-aade-480a443984c9 None None] Port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 21:01:05.765284 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-28b33c2c-6ea9-4aff-afe4-7d6a7abf2066 admin admin] 10.222.0.15 "PUT /v2.0/routers/d82fd4f1-56c7-4f2b-a61b-4eb476ca2950/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1911380 Nov 25 21:01:05.880812 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-8c365a0b-7f9e-48b9-b099-4162e09ddeca None None] Provisioning complete for port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:05.881197 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8c365a0b-7f9e-48b9-b099-4162e09ddeca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:05.934109 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-8c365a0b-7f9e-48b9-b099-4162e09ddeca None None] Port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 21:01:05.973788 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 60c81c2b-46df-4f20-9a60-4abf9c324964 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:01:06.031157 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 60c81c2b-46df-4f20-9a60-4abf9c324964 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:06.031969 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.132361 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7a32d814-d000-47ce-b0d7-35664f522df8 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:01:06.184466 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 7a32d814-d000-47ce-b0d7-35664f522df8 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:06.184855 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.276513 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 93d4b540-86f5-4543-ab20-ce9d38f581ed up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:01:06.334388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 93d4b540-86f5-4543-ab20-ce9d38f581ed triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:06.334689 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.531445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 53668) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:06.536242 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-5407089f-ade2-4e75-b8dd-ea2541190466 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425182995', 'description': 'tempest-secgroup-smoke-1425182995 description', 'project_id': '4897dbd86bbc42dfb796c261c8a669c3'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:06.560509 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5407089f-ade2-4e75-b8dd-ea2541190466 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.638354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5407089f-ade2-4e75-b8dd-ea2541190466 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.643365 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5407089f-ade2-4e75-b8dd-ea2541190466 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.673688 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-5407089f-ade2-4e75-b8dd-ea2541190466 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.674957 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-5407089f-ade2-4e75-b8dd-ea2541190466 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1424477 Nov 25 21:01:06.677312 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407089f-ade2-4e75-b8dd-ea2541190466 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f71f3d07-9cb2-43fe-bcb8-672af59653e8,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:06.679837 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53670) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:06.685524 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-d640074d-5948-4a34-bdfd-59e6a946ae1f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Request body: {'security_group_rule': {'security_group_id': 'f71f3d07-9cb2-43fe-bcb8-672af59653e8', 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:06.716537 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d640074d-5948-4a34-bdfd-59e6a946ae1f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.776488 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d640074d-5948-4a34-bdfd-59e6a946ae1f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.780281 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d640074d-5948-4a34-bdfd-59e6a946ae1f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.797867 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d640074d-5948-4a34-bdfd-59e6a946ae1f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7035d879-2384-400f-8423-69e8262dc411,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:06.806099 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d640074d-5948-4a34-bdfd-59e6a946ae1f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.807472 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d640074d-5948-4a34-bdfd-59e6a946ae1f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1256230 Nov 25 21:01:06.807776 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.810399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53672) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:06.815797 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-625d82e9-cc64-484c-b548-8f5ae5368cc4 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Request body: {'security_group_rule': {'security_group_id': 'f71f3d07-9cb2-43fe-bcb8-672af59653e8', 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:06.841717 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-625d82e9-cc64-484c-b548-8f5ae5368cc4 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.897486 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-625d82e9-cc64-484c-b548-8f5ae5368cc4 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.901182 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-625d82e9-cc64-484c-b548-8f5ae5368cc4 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.928822 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d82e9-cc64-484c-b548-8f5ae5368cc4 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20bbc6c7-dcca-4925-a9c9-5fabeefcc7cf,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:06.935056 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-625d82e9-cc64-484c-b548-8f5ae5368cc4 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:06.936787 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-625d82e9-cc64-484c-b548-8f5ae5368cc4 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1249261 Nov 25 21:01:06.939538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53674) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:06.943847 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-1a400215-b5a1-48bf-8e71-1849913e883c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Request body: {'security_group_rule': {'security_group_id': 'f71f3d07-9cb2-43fe-bcb8-672af59653e8', 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:06.970356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a400215-b5a1-48bf-8e71-1849913e883c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.013730 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:01:07.030047 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a400215-b5a1-48bf-8e71-1849913e883c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.033821 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a400215-b5a1-48bf-8e71-1849913e883c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.052345 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a400215-b5a1-48bf-8e71-1849913e883c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e732003-441e-4d72-8461-e1f2ebe7499c,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:07.060383 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-1a400215-b5a1-48bf-8e71-1849913e883c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.062204 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-1a400215-b5a1-48bf-8e71-1849913e883c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1211517 Nov 25 21:01:07.064917 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53676) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:07.069723 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-5af30f8f-6f0c-4b45-997a-fd85e4d11ae2 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Request body: {'security_group_rule': {'security_group_id': 'f71f3d07-9cb2-43fe-bcb8-672af59653e8', 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:07.097765 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5af30f8f-6f0c-4b45-997a-fd85e4d11ae2 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.157620 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5af30f8f-6f0c-4b45-997a-fd85e4d11ae2 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.161332 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5af30f8f-6f0c-4b45-997a-fd85e4d11ae2 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.180274 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af30f8f-6f0c-4b45-997a-fd85e4d11ae2 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdae84c0-196c-4357-ac18-06823988bb0a,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:07.187720 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-5af30f8f-6f0c-4b45-997a-fd85e4d11ae2 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.189032 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-5af30f8f-6f0c-4b45-997a-fd85e4d11ae2 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1231430 Nov 25 21:01:07.191697 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53678) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:07.196502 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-82a18f39-e661-413e-bd97-1ebac7863a36 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Request body: {'security_group_rule': {'security_group_id': 'f71f3d07-9cb2-43fe-bcb8-672af59653e8', 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:07.224797 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-82a18f39-e661-413e-bd97-1ebac7863a36 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Project 4897dbd86bbc42dfb796c261c8a669c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 21:01:07.229636 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82a18f39-e661-413e-bd97-1ebac7863a36 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.290189 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82a18f39-e661-413e-bd97-1ebac7863a36 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.293967 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82a18f39-e661-413e-bd97-1ebac7863a36 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.316664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a18f39-e661-413e-bd97-1ebac7863a36 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39a4286e-d733-4a47-b50f-2a518bd925b7,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:07.326511 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-82a18f39-e661-413e-bd97-1ebac7863a36 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.328594 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-82a18f39-e661-413e-bd97-1ebac7863a36 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1359463 Nov 25 21:01:07.332398 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53680) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:07.336826 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-bf35cd42-7a9c-4807-8fb4-a79ff3129336 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Request body: {'security_group_rule': {'security_group_id': 'f71f3d07-9cb2-43fe-bcb8-672af59653e8', 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:07.361107 n-d-817303-9 neutron-server[103652]: INFO neutron.db.securitygroups_db [None req-bf35cd42-7a9c-4807-8fb4-a79ff3129336 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Project 4897dbd86bbc42dfb796c261c8a669c3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 21:01:07.367406 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf35cd42-7a9c-4807-8fb4-a79ff3129336 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.431193 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf35cd42-7a9c-4807-8fb4-a79ff3129336 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.434995 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf35cd42-7a9c-4807-8fb4-a79ff3129336 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737435'] for security_group_rule, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.456740 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf35cd42-7a9c-4807-8fb4-a79ff3129336 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054abbb8-6462-412e-abf7-5defeadfa2d5,revision_number=0']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:07.469285 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-bf35cd42-7a9c-4807-8fb4-a79ff3129336 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:07.470536 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-bf35cd42-7a9c-4807-8fb4-a79ff3129336 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1371555 Nov 25 21:01:07.718904 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-42435452-d661-4af7-a72c-4d2a38e01b40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425182995&fields=id&tenant_id=4897dbd86bbc42dfb796c261c8a669c3 HTTP/1.1" status: 200 len: 267 time: 0.0534935 Nov 25 21:01:07.835423 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38def8-4eba-446b-8ea7-5690540257ba req-c872e52a-f606-44c4-9947-091ad148e719 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:07.836954 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-c872e52a-f606-44c4-9947-091ad148e719 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 808 time: 0.1080763 Nov 25 21:01:07.852139 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-a060e58d-9d6a-442c-819a-d0948996c4e6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/quotas/4897dbd86bbc42dfb796c261c8a669c3 HTTP/1.1" status: 200 len: 375 time: 0.0093455 Nov 25 21:01:07.904100 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Sync routers for ids ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:01:07.905400 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-028f43f9-6a01-4ecc-ae93-e271c642c7d6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474687 Nov 25 21:01:07.916053 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Routers {'d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:07.916757 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:01:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:08.010347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-c6c2b8ad-90a9-4071-a2e7-c81c83686caa service neutron] 10.222.0.15 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930996 Nov 25 21:01:08.037030 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Set router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:08.115335 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-69989362-78b8-4bc3-8573-819577b3645e service neutron] 10.222.0.15 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982914 Nov 25 21:01:08.148247 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:08.271140 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'name': 'tempest-TestSnapshotPattern-531964610-router', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:01:01Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 4, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'gw_port': {'id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:01:02Z', 'updated_at': '2021-11-25T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d81cdce-c71a-4365-8917-91dfbfc2e8f9', 'name': '', 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'mac_address': 'fa:16:3e:2d:b9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '6db5c7c5-81b2-4e18-8472-36a959d4892b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:01:04Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 2, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'subnets': [{'id': '6db5c7c5-81b2-4e18-8472-36a959d4892b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:08.291916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d51f927d-c3f5-4a46-96f5-d4fac83eb046 req-46e80d75-6b67-41f1-8867-44d6ff1b493e tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 210 time: 0.0298748 Nov 25 21:01:08.300079 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Checking router: d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:01:08.301099 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Updating router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 binding host n-d-817303-9 {{(pid=103653) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 21:01:08.330743 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:08.786931 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:08.832205 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Publish callbacks [] for port, precommit_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:08.837574 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:08.891653 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2cdc2-6e6b-4247-829a-1e44f4827ff7 None None] Pushing event updated for resources: {'Port': ['ID=5d81cdce-c71a-4365-8917-91dfbfc2e8f9,revision_number=3']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:08.946214 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Attempting to bind port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 on host n-d-817303-9 for vnic_type normal with profile {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 21:01:08.946900 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Attempting to bind port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 by drivers openvswitch,hyperv on host n-d-817303-9 at level 0 using segments [{'id': '38886a8f-1275-4bb7-8a0b-4c41d7650b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91'}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 21:01:08.947034 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Attempting to bind port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 on network a03345ed-0322-40d6-9590-fef40c199d91 {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 21:01:08.952380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Checking agent: {'id': '1a10f86a-b952-4b98-a729-cb2564ae39c4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 8, 8), 'started_at': datetime.datetime(2021, 11, 25, 19, 8, 38), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 21, 1, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-817303-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 21:01:08.952785 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Checking segment: {'id': '38886a8f-1275-4bb7-8a0b-4c41d7650b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103653) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 21:01:08.953267 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:08.953654 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Bound using segment: {'id': '38886a8f-1275-4bb7-8a0b-4c41d7650b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91'} {{(pid=103653) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 21:01:08.954127 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.managers [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Bound port: 5d81cdce-c71a-4365-8917-91dfbfc2e8f9, host: n-d-817303-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38886a8f-1275-4bb7-8a0b-4c41d7650b67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 617, 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91'}}] {{(pid=103653) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 21:01:08.954511 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:09.025523 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] For port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9, host n-d-817303-9, cleared binding levels {{(pid=103653) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 21:01:09.032673 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] For port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9, host n-d-817303-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d81cdce-c71a-4365-8917-91dfbfc2e8f9,segment=NetworkSegment(38886a8f-1275-4bb7-8a0b-4c41d7650b67),segment_id=38886a8f-1275-4bb7-8a0b-4c41d7650b67)] {{(pid=103653) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 21:01:09.037302 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:09.122499 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-9e8333f3-822c-4bac-b7a4-fd80d49d529b None None] Provisioning complete for port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:09.122899 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9e8333f3-822c-4bac-b7a4-fd80d49d529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:09.124517 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Routers {'d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:09.125164 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:01:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:09.126844 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f2cdc2-6e6b-4247-829a-1e44f4827ff7 None None] Pushing event updated for resources: {'Port': ['ID=5d81cdce-c71a-4365-8917-91dfbfc2e8f9,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:09.294925 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] Set router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:09.312200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38def8-4eba-446b-8ea7-5690540257ba req-543cb280-b012-40a3-b40c-282a4e1cc94f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:09.313213 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-543cb280-b012-40a3-b40c-282a4e1cc94f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.76 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 808 time: 0.1373558 Nov 25 21:01:09.403849 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-e1c106e2-fe9e-4888-9187-48c9f28c9f32 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4897dbd86bbc42dfb796c261c8a669c3 HTTP/1.1" status: 200 len: 380 time: 0.0807798 Nov 25 21:01:09.422606 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Request body: {'port': {'device_id': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'admin_state_up': True, 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'security_groups': ['f71f3d07-9cb2-43fe-bcb8-672af59653e8']}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:09.427294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9cdef5f5-79c5-4eb2-b2f1-c7c2d8763707 req-5190114b-36c1-4c13-81fb-d2653fad6bee tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 210 time: 0.0446773 Nov 25 21:01:09.481199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9e8333f3-822c-4bac-b7a4-fd80d49d529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:09.535998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-9e8333f3-822c-4bac-b7a4-fd80d49d529b None None] For port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d81cdce-c71a-4365-8917-91dfbfc2e8f9,segment=NetworkSegment(38886a8f-1275-4bb7-8a0b-4c41d7650b67),segment_id=38886a8f-1275-4bb7-8a0b-4c41d7650b67)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:09.536292 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Made reservation on behalf of 4897dbd86bbc42dfb796c261c8a669c3 for: {'port': 1} {{(pid=103651) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 21:01:09.540146 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:09.540456 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9e8333f3-822c-4bac-b7a4-fd80d49d529b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:09.619746 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8333f3-822c-4bac-b7a4-fd80d49d529b None None] Pushing event updated for resources: {'Port': ['ID=5d81cdce-c71a-4365-8917-91dfbfc2e8f9,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:09.635092 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'name': 'tempest-TestSnapshotPattern-531964610-router', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:01:01Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 4, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'gw_port': {'id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:01:02Z', 'updated_at': '2021-11-25T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d81cdce-c71a-4365-8917-91dfbfc2e8f9', 'name': '', 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'mac_address': 'fa:16:3e:2d:b9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '6db5c7c5-81b2-4e18-8472-36a959d4892b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:01:04Z', 'updated_at': '2021-11-25T21:01:09Z', 'revision_number': 4, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'subnets': [{'id': '6db5c7c5-81b2-4e18-8472-36a959d4892b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:09.667731 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae2504e-a84f-4c91-aaae-f85c85bbb079 None None] The sync data for ids ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'] in n-d-817303-9 is: [{'id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'name': 'tempest-TestSnapshotPattern-531964610-router', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:01:01Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 4, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'gw_port': {'id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:01:02Z', 'updated_at': '2021-11-25T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '5d81cdce-c71a-4365-8917-91dfbfc2e8f9', 'name': '', 'network_id': 'a03345ed-0322-40d6-9590-fef40c199d91', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'mac_address': 'fa:16:3e:2d:b9:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'device_owner': 'network:router_interface', 'standard_attr_id': 4365, 'fixed_ips': [{'subnet_id': '6db5c7c5-81b2-4e18-8472-36a959d4892b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:01:04Z', 'updated_at': '2021-11-25T21:01:09Z', 'revision_number': 4, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'subnets': [{'id': '6db5c7c5-81b2-4e18-8472-36a959d4892b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:01:09.679204 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Allocated IP 172.20.0.13 (a5b69800-0eba-4d66-b7fe-15b748031607/1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc/65142df2-3783-47cb-a27e-8809ad0cf0a3) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 21:01:09.679933 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-961fc86f-d662-458b-aeef-b543c7794242 None None] Provisioning complete for port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:09.680559 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-961fc86f-d662-458b-aeef-b543c7794242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:09.875291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 up at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:01:09.883474 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:09.927746 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:09.940817 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Provisioning complete for port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:09.941185 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:09.977614 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Network a5b69800-0eba-4d66-b7fe-15b748031607 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:01:09.980602 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:01:09.987031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 21:01:09.989746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'Port': ['ID=65142df2-3783-47cb-a27e-8809ad0cf0a3,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:10.048582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:10.049553 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:10.070257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-f7100626-1650-4caa-9bc0-4c9595edb3f1 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6521142 Nov 25 21:01:10.083799 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Request body: {'port': {'device_id': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-817303-9'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:10.147317 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:10.329212 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-5feb1188-cf3b-4b4a-b616-a55f9a3c4dfd None None] Provisioning complete for port 65142df2-3783-47cb-a27e-8809ad0cf0a3 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:10.329812 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5feb1188-cf3b-4b4a-b616-a55f9a3c4dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:10.371586 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-5feb1188-cf3b-4b4a-b616-a55f9a3c4dfd None None] Port 65142df2-3783-47cb-a27e-8809ad0cf0a3 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 21:01:10.448607 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65142df2-3783-47cb-a27e-8809ad0cf0a3 {{(pid=103651) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 21:01:10.458163 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:10.472816 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.provisioning_blocks [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Transition to ACTIVE for port object 65142df2-3783-47cb-a27e-8809ad0cf0a3 will not be triggered until provisioned by entity L2. {{(pid=103651) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 21:01:10.480036 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:10.573920 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Pushing event updated for resources: {'Port': ['ID=65142df2-3783-47cb-a27e-8809ad0cf0a3,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:10.606017 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e8be44-a817-490c-8dd1-7dba3582da23 req-d3c860fe-e6ad-4b84-8bc5-7f785c648f27 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:10.607614 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98e8be44-a817-490c-8dd1-7dba3582da23 req-d3c860fe-e6ad-4b84-8bc5-7f785c648f27 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 944 time: 0.0983593 Nov 25 21:01:10.694369 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-98e8be44-a817-490c-8dd1-7dba3582da23 req-8d143bc4-e9c8-4573-8f1a-1890f878fb36 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681314 Nov 25 21:01:10.695250 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Attempting to bind port 65142df2-3783-47cb-a27e-8809ad0cf0a3 on host n-h2-817303-9 for vnic_type normal with profile {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 21:01:10.695590 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Attempting to bind port 65142df2-3783-47cb-a27e-8809ad0cf0a3 by drivers openvswitch,hyperv on host n-h2-817303-9 at level 0 using segments [{'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 21:01:10.695921 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Attempting to bind port 65142df2-3783-47cb-a27e-8809ad0cf0a3 on network a5b69800-0eba-4d66-b7fe-15b748031607 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 21:01:10.701157 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Port 65142df2-3783-47cb-a27e-8809ad0cf0a3 on network a5b69800-0eba-4d66-b7fe-15b748031607 not bound, no agent of type Open vSwitch agent registered on host n-h2-817303-9 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 21:01:10.701485 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Attempting to bind port 65142df2-3783-47cb-a27e-8809ad0cf0a3 on network a5b69800-0eba-4d66-b7fe-15b748031607 {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 21:01:10.706849 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Checking agent: {'id': '8fc6bb26-5118-47c6-9017-1cff3be4fc96', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 53), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 21, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 21:01:10.707220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Checking segment: {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103651) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 21:01:10.707598 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Bound using segment: {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'} {{(pid=103651) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 21:01:10.707982 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.managers [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Bound port: 65142df2-3783-47cb-a27e-8809ad0cf0a3, host: n-h2-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'}}] {{(pid=103651) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 21:01:10.708338 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:10.778245 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] For port 65142df2-3783-47cb-a27e-8809ad0cf0a3, host n-h2-817303-9, cleared binding levels {{(pid=103651) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 21:01:10.782709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] For port 65142df2-3783-47cb-a27e-8809ad0cf0a3, host n-h2-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103651) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 21:01:10.787829 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:10.824532 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:10.825158 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:10.827281 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] 10.222.0.76 "PUT /v2.0/ports/65142df2-3783-47cb-a27e-8809ad0cf0a3 HTTP/1.1" status: 200 len: 1092 time: 0.7477965 Nov 25 21:01:10.828085 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:01:10.830854 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19deb9d9-2203-443a-8bb8-1c2a763b7851" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:01:10.857078 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d24469a-9d38-47c0-90e6-5f3b7e7d9315 service neutron] Pushing event updated for resources: {'Port': ['ID=65142df2-3783-47cb-a27e-8809ad0cf0a3,revision_number=3']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:10.903728 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 21:01:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f8d56ab-25f8-40f6-9ada-fffe351a2c21 x-openstack-request-id: req-3f8d56ab-25f8-40f6-9ada-fffe351a2c21 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:01:10.904165 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:01:10.904500 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-3f8d56ab-25f8-40f6-9ada-fffe351a2c21 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:01:10.905728 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'status': 'completed', 'code': 200} Nov 25 21:01:10.924966 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38def8-4eba-446b-8ea7-5690540257ba req-78545b3a-0708-4d50-87c1-3058e62ffcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:10.926857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-78545b3a-0708-4d50-87c1-3058e62ffcd3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 1095 time: 0.0526714 Nov 25 21:01:10.971477 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-6aafd6cd-1dfd-4490-8fee-96bf8f4d5b86 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3 HTTP/1.1" status: 200 len: 217 time: 0.0369923 Nov 25 21:01:11.034349 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38def8-4eba-446b-8ea7-5690540257ba req-16f91279-c21d-4a61-9676-b7f3db3b3e40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:11.035888 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-16f91279-c21d-4a61-9676-b7f3db3b3e40 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0560143 Nov 25 21:01:11.083891 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38def8-4eba-446b-8ea7-5690540257ba req-61d1001b-d4ac-4d70-b63e-0b1cbd572079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:11.085602 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-61d1001b-d4ac-4d70-b63e-0b1cbd572079 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416899 Nov 25 21:01:11.187724 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-d15b1333-5216-4425-8c40-782188ce25e9 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948801 Nov 25 21:01:11.285044 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0a38def8-4eba-446b-8ea7-5690540257ba req-3e75fb86-0746-4b53-9f48-c11db5a4d290 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911543 Nov 25 21:01:11.379876 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19deb9d9-2203-443a-8bb8-1c2a763b7851 req-d4c1accb-5448-4436-9a4c-37be8a16af77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:11.381393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19deb9d9-2203-443a-8bb8-1c2a763b7851 req-d4c1accb-5448-4436-9a4c-37be8a16af77 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 1095 time: 0.0443273 Nov 25 21:01:11.480348 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19deb9d9-2203-443a-8bb8-1c2a763b7851 req-a7c600bb-5788-4e81-bd3f-6b63067718f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:11.481838 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19deb9d9-2203-443a-8bb8-1c2a763b7851 req-a7c600bb-5788-4e81-bd3f-6b63067718f6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.0936480 Nov 25 21:01:11.524833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19deb9d9-2203-443a-8bb8-1c2a763b7851 req-8fe0d0dc-2206-4f46-92f5-c0ea03465777 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3 HTTP/1.1" status: 200 len: 217 time: 0.0351827 Nov 25 21:01:11.581049 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19deb9d9-2203-443a-8bb8-1c2a763b7851 req-2cb59ef0-a640-46c9-8a89-7057a98f0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:11.582601 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19deb9d9-2203-443a-8bb8-1c2a763b7851 req-2cb59ef0-a640-46c9-8a89-7057a98f0e6c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0503514 Nov 25 21:01:11.634781 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19deb9d9-2203-443a-8bb8-1c2a763b7851 req-0701b9bf-2d5b-490f-a362-6f4f22589b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:11.636372 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19deb9d9-2203-443a-8bb8-1c2a763b7851 req-0701b9bf-2d5b-490f-a362-6f4f22589b4b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456648 Nov 25 21:01:11.741518 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19deb9d9-2203-443a-8bb8-1c2a763b7851 req-d6f66899-3808-452f-9489-6a24619cbce0 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962467 Nov 25 21:01:11.875995 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29016d9b-210a-48bc-9fee-38773551e477 req-b06bafcf-541d-410f-ad47-b6439d3fa65f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:11.877415 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-29016d9b-210a-48bc-9fee-38773551e477 req-b06bafcf-541d-410f-ad47-b6439d3fa65f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 944 time: 0.0985777 Nov 25 21:01:11.879720 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-19deb9d9-2203-443a-8bb8-1c2a763b7851 req-986b4a0f-60c8-41ff-b6e6-5f2708001c4c service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302567 Nov 25 21:01:11.929263 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-29016d9b-210a-48bc-9fee-38773551e477 req-403ea37c-7f89-4d8c-850c-e8ace545ef5d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456867 Nov 25 21:01:13.370172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f435a3d-61c8-450e-810e-603dd35979fc req-2a8ea827-50b9-4d85-9ddb-fbfa4d0f85b0 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:13.371942 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f435a3d-61c8-450e-810e-603dd35979fc req-2a8ea827-50b9-4d85-9ddb-fbfa4d0f85b0 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 944 time: 0.3753333 Nov 25 21:01:13.425555 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8f435a3d-61c8-450e-810e-603dd35979fc req-93f268d1-948f-4a49-a56f-99d10b8cbf8f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466638 Nov 25 21:01:14.544746 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b94e66-2626-4176-a452-b13aa069a96b req-db346574-88da-4adc-b746-0b3585aacd11 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:14.546294 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42b94e66-2626-4176-a452-b13aa069a96b req-db346574-88da-4adc-b746-0b3585aacd11 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 944 time: 0.0530031 Nov 25 21:01:14.573426 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 65142df2-3783-47cb-a27e-8809ad0cf0a3 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 21:01:14.596771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-42b94e66-2626-4176-a452-b13aa069a96b req-36a0f616-40ad-4cab-b230-61b6f6c7f078 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438414 Nov 25 21:01:14.675388 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 65142df2-3783-47cb-a27e-8809ad0cf0a3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:14.685723 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'mac_address': 'fa:16:3e:78:8e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 21:01:14.727979 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:14.741620 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65142df2-3783-47cb-a27e-8809ad0cf0a3 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 21:01:14.762869 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 65142df2-3783-47cb-a27e-8809ad0cf0a3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:14.769387 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:14.822330 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=65142df2-3783-47cb-a27e-8809ad0cf0a3,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:14.975309 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['65142df2-3783-47cb-a27e-8809ad0cf0a3'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 21:01:15.716062 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8c5eeb-3aa2-4e8c-a57d-0f4827179b47 req-ae9baf1a-aa3b-45e1-bd3f-bf5436a8d882 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:15.718042 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e8c5eeb-3aa2-4e8c-a57d-0f4827179b47 req-ae9baf1a-aa3b-45e1-bd3f-bf5436a8d882 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 945 time: 0.0504529 Nov 25 21:01:15.773741 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4e8c5eeb-3aa2-4e8c-a57d-0f4827179b47 req-6d91050e-79e3-4e8e-8001-bc84808260e3 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494092 Nov 25 21:01:16.573310 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 65142df2-3783-47cb-a27e-8809ad0cf0a3 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:01:16.625922 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning for port 65142df2-3783-47cb-a27e-8809ad0cf0a3 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 21:01:16.630137 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 65142df2-3783-47cb-a27e-8809ad0cf0a3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:01:16.630510 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:16.710576 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:16.735413 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:01:16.737906 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c12a02-332d-41a1-95d6-259ebf4325e1" -d '{"events": [{"server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "name": "network-vif-plugged", "status": "completed", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:01:16.751646 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 65142df2-3783-47cb-a27e-8809ad0cf0a3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:01:16.756026 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:16.782931 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 21:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4f9370e-2ed4-4f22-af42-ee17613b7175 x-openstack-request-id: req-b4f9370e-2ed4-4f22-af42-ee17613b7175 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:01:16.783230 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "name": "network-vif-plugged", "status": "completed", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:01:16.783530 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-b4f9370e-2ed4-4f22-af42-ee17613b7175 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:01:16.783871 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'code': 200} Nov 25 21:01:16.813624 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=65142df2-3783-47cb-a27e-8809ad0cf0a3,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:16.916046 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f07e827-07ed-490f-b349-bacc1b111af5 req-d641762c-b0b7-4fe6-91df-0ce2eaa4acbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:16.917589 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f07e827-07ed-490f-b349-bacc1b111af5 req-d641762c-b0b7-4fe6-91df-0ce2eaa4acbc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 1097 time: 0.0732646 Nov 25 21:01:16.929400 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12774fd5-135a-4c08-92c8-7c8be2136ca1 req-19d17eca-0751-47dd-884b-32e178469370 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:16.931007 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12774fd5-135a-4c08-92c8-7c8be2136ca1 req-19d17eca-0751-47dd-884b-32e178469370 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 946 time: 0.0778964 Nov 25 21:01:17.006691 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4f07e827-07ed-490f-b349-bacc1b111af5 req-520e191a-2e94-48d1-8434-179381cae6e8 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747073 Nov 25 21:01:17.010876 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-12774fd5-135a-4c08-92c8-7c8be2136ca1 req-2860b885-c251-4b26-b04c-899691a27810 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729382 Nov 25 21:01:18.135911 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf916f21-8166-4547-8439-35b5a2dfb62c req-c186b9d5-580b-4e10-a936-0d5d2a96768d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:18.137393 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf916f21-8166-4547-8439-35b5a2dfb62c req-c186b9d5-580b-4e10-a936-0d5d2a96768d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 946 time: 0.0527744 Nov 25 21:01:18.187771 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-bf916f21-8166-4547-8439-35b5a2dfb62c req-952dd14b-6395-4175-9726-28f2dc54779c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431120 Nov 25 21:01:18.300424 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c619ba58-ed71-4c77-9724-668abbd875be req-7309b7c9-9461-4751-99c7-f818338ce1a3 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:18.301833 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c619ba58-ed71-4c77-9724-668abbd875be req-7309b7c9-9461-4751-99c7-f818338ce1a3 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 946 time: 0.0486071 Nov 25 21:01:18.351127 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c619ba58-ed71-4c77-9724-668abbd875be req-546ae385-7068-454e-a6bc-d5cdb391239e tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431168 Nov 25 21:01:18.378780 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53730) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:18.506439 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c195504-2282-4d02-a3cb-794e3b99e318 tempest-TestSnapshotPattern-37379438 tempest-TestSnapshotPattern-37379438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:18.507987 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9c195504-2282-4d02-a3cb-794e3b99e318 tempest-TestSnapshotPattern-37379438 tempest-TestSnapshotPattern-37379438-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 1092 time: 0.1278408 Nov 25 21:01:18.510903 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 53734) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:01:18.515726 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:01:18.536966 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for floatingip, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:18.639272 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:18.744569 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Allocated IP 172.25.8.44 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/91b2efa5-1fc6-49c5-94a5-bcd9cdca8b8a) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 21:01:18.849738 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:18.882730 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:18.917821 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:01:18.923208 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:01:18.926859 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 21:01:18.951005 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'Port': ['ID=91b2efa5-1fc6-49c5-94a5-bcd9cdca8b8a,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:19.612311 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:19.680089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:19.834626 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:19.839226 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:19.912205 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'Port': ['ID=91b2efa5-1fc6-49c5-94a5-bcd9cdca8b8a,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:01:19.924630 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:20.026536 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Floating IP 234b737f-51a2-4049-a926-eb50f07d3f5b associated. External IP: 172.25.8.44, port: 65142df2-3783-47cb-a27e-8809ad0cf0a3. Nov 25 21:01:20.234595 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Router e98f618d-f9e4-459a-bdfa-684f041aabe3 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:01:20.347411 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:01:20.358134 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6ff26-2892-4c56-92e2-0027a65c2f14 None None] Sync routers for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:01:20.368640 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe6ff26-2892-4c56-92e2-0027a65c2f14 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:20.369593 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5fe6ff26-2892-4c56-92e2-0027a65c2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:01:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:20.369832 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:20.403965 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-9ca629d3-9e8f-4c71-b251-8eb0929bbe1d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8920310 Nov 25 21:01:20.405119 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:01:20.407424 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146c2c29-39f4-4547-a055-ef653c561915" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:01:20.486269 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-5fe6ff26-2892-4c56-92e2-0027a65c2f14 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:20.503110 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315312a5-be1c-4f4b-aaef-4e52754e68ee x-openstack-request-id: req-315312a5-be1c-4f4b-aaef-4e52754e68ee {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:01:20.503405 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:01:20.503662 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-315312a5-be1c-4f4b-aaef-4e52754e68ee {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:01:20.504064 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'status': 'completed', 'code': 200} Nov 25 21:01:20.568141 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c2c29-39f4-4547-a055-ef653c561915 req-8f26b7a5-65c2-489d-975f-dc8302dee559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:20.569695 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-146c2c29-39f4-4547-a055-ef653c561915 req-8f26b7a5-65c2-489d-975f-dc8302dee559 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 1097 time: 0.0418713 Nov 25 21:01:20.666819 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c2c29-39f4-4547-a055-ef653c561915 req-f077208b-2eb3-4122-b888-982fa6011d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:20.668404 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-146c2c29-39f4-4547-a055-ef653c561915 req-f077208b-2eb3-4122-b888-982fa6011d47 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.0906801 Nov 25 21:01:20.719630 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5fe6ff26-2892-4c56-92e2-0027a65c2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '234b737f-51a2-4049-a926-eb50f07d3f5b', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:78:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:01:19Z', 'updated_at': '2021-11-25T21:01:19Z', 'revision_number': 0, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:20.738919 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-146c2c29-39f4-4547-a055-ef653c561915 req-ad25c7db-0209-4f31-93a4-da8eff38579e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3 HTTP/1.1" status: 200 len: 999 time: 0.0639772 Nov 25 21:01:20.746649 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6ff26-2892-4c56-92e2-0027a65c2f14 None None] Checking router: e98f618d-f9e4-459a-bdfa-684f041aabe3 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:01:20.756386 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe6ff26-2892-4c56-92e2-0027a65c2f14 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:01:20.756975 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5fe6ff26-2892-4c56-92e2-0027a65c2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:01:05Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:20.789797 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c2c29-39f4-4547-a055-ef653c561915 req-23905488-3f00-4b33-8bf0-1102c5cbf068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:20.791391 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-146c2c29-39f4-4547-a055-ef653c561915 req-23905488-3f00-4b33-8bf0-1102c5cbf068 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0445731 Nov 25 21:01:20.839593 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146c2c29-39f4-4547-a055-ef653c561915 req-de490ea5-d5f5-4643-bb79-aba5ee3d897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:20.841124 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-146c2c29-39f4-4547-a055-ef653c561915 req-de490ea5-d5f5-4643-bb79-aba5ee3d897c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431423 Nov 25 21:01:20.940495 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-146c2c29-39f4-4547-a055-ef653c561915 req-588f1e81-4379-4136-9a1b-dc303638ac43 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922115 Nov 25 21:01:20.958922 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-5fe6ff26-2892-4c56-92e2-0027a65c2f14 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:01:21.033032 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-146c2c29-39f4-4547-a055-ef653c561915 req-afcc7df3-85be-4b04-a05e-0b5b22bbf527 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852370 Nov 25 21:01:21.180900 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5fe6ff26-2892-4c56-92e2-0027a65c2f14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '234b737f-51a2-4049-a926-eb50f07d3f5b', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:78:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:01:19Z', 'updated_at': '2021-11-25T21:01:19Z', 'revision_number': 0, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:01:21.209765 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe6ff26-2892-4c56-92e2-0027a65c2f14 None None] The sync data for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 is: [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '234b737f-51a2-4049-a926-eb50f07d3f5b', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:78:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:01:19Z', 'updated_at': '2021-11-25T21:01:19Z', 'revision_number': 0, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:01:21.405745 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1bcea66-4eb9-4a6f-b0b2-d84e7eb77f87 None None] New status for floating IP 234b737f-51a2-4049-a926-eb50f07d3f5b: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 21:01:21.622709 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:23.954465 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:32.303437 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e9376d95-48ac-47c7-87a2-9a079deb355a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:34.605156 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81c37523-50d3-41f2-9689-71555dee5c17 req-56fd4f2c-df4d-42e3-95f8-c857f5a02b37 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535946 Nov 25 21:01:34.726625 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c37523-50d3-41f2-9689-71555dee5c17 req-c9ea5b3e-c33a-4b98-aeed-5123f0d9a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:34.728303 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81c37523-50d3-41f2-9689-71555dee5c17 req-c9ea5b3e-c33a-4b98-aeed-5123f0d9a95b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 1097 time: 0.0641341 Nov 25 21:01:34.842851 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c37523-50d3-41f2-9689-71555dee5c17 req-f84feae8-0ccf-4cbf-9113-f585b2161629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:34.844347 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81c37523-50d3-41f2-9689-71555dee5c17 req-f84feae8-0ccf-4cbf-9113-f585b2161629 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.0924959 Nov 25 21:01:34.923499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81c37523-50d3-41f2-9689-71555dee5c17 req-9b3deff1-b23d-4d78-bb2c-ed35e0dabff2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3 HTTP/1.1" status: 200 len: 1001 time: 0.0708218 Nov 25 21:01:34.979382 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c37523-50d3-41f2-9689-71555dee5c17 req-f5e01950-d378-4f0f-b6bc-e499deede153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:34.980892 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81c37523-50d3-41f2-9689-71555dee5c17 req-f5e01950-d378-4f0f-b6bc-e499deede153 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0498447 Nov 25 21:01:35.038439 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c37523-50d3-41f2-9689-71555dee5c17 req-a032ab18-6fa3-4032-9510-9e0ce28b9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:01:35.040051 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81c37523-50d3-41f2-9689-71555dee5c17 req-a032ab18-6fa3-4032-9510-9e0ce28b9794 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0520499 Nov 25 21:01:35.162140 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81c37523-50d3-41f2-9689-71555dee5c17 req-74180731-6447-43cc-ae89-b9a9e51570d7 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143174 Nov 25 21:01:35.276857 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-81c37523-50d3-41f2-9689-71555dee5c17 req-5d1c0b65-37cc-4e3b-9ee8-faae7a660d17 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059339 Nov 25 21:01:35.451775 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8543ccf3-da7a-4d41-8cca-c06224b9ef3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:36.814224 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:38.102149 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:38.674188 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:44.013033 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:01:51.646030 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:01:53.945959 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:02.295641 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-fe25f7c7-3513-4a8e-9cf3-4debf446dea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:05.453284 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3497376e-236e-446e-bb71-e9dfbbc7ce32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:06.816239 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:08.104825 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:08.675624 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:21.011548 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:02:21.652229 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:23.943965 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:32.299021 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e455fd83-3bc9-481d-b349-ac598d6917df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:35.456030 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0fab7985-dae9-483b-b72f-89af8d027596 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:35.595670 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-a841c20b-73c7-455c-b5c4-0da828e8a880 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0467470 Nov 25 21:02:35.680673 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-a82ab8e1-9bd7-4240-a97f-c7f36b00cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:02:35.682203 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-a82ab8e1-9bd7-4240-a97f-c7f36b00cfed service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 1097 time: 0.0417874 Nov 25 21:02:35.794702 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-b034c844-157d-4cf0-aa31-17aad3ccd484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:02:35.796406 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-b034c844-157d-4cf0-aa31-17aad3ccd484 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.0953524 Nov 25 21:02:35.875760 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-43a0a2b0-661d-45ec-bcfc-9722cc1852aa service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3 HTTP/1.1" status: 200 len: 1001 time: 0.0691602 Nov 25 21:02:35.925325 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-25f39226-0479-42a4-afc3-cd58fc009735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:02:35.927103 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-25f39226-0479-42a4-afc3-cd58fc009735 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0450695 Nov 25 21:02:35.973145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-3e096805-f93a-4db0-9aac-607c0bdde464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:02:35.974662 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-3e096805-f93a-4db0-9aac-607c0bdde464 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410991 Nov 25 21:02:36.071158 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-582acdea-4d6c-415b-a00d-d0bce35e0fa0 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889969 Nov 25 21:02:36.167468 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8af8935f-9c34-4cf0-bef5-de30b9ee1a27 req-e77ca9a0-402d-4129-bf01-0f929b3f7edb service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897005 Nov 25 21:02:36.819118 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:38.108048 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:38.676672 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:51.650849 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:53.962676 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:02:58.010690 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:03:02.302002 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-6c7e6f78-f059-499b-a343-9513a6462a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:05.457283 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f5b5a64e-8f4c-484d-923d-9a02ccd0a0fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:06.822656 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:08.113141 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:08.682906 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:19.219210 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 65142df2-3783-47cb-a27e-8809ad0cf0a3 details requested by agent hyperv_n-h2-817303-9 with host n-h2-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 21:03:19.320139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 65142df2-3783-47cb-a27e-8809ad0cf0a3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:03:19.332617 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Returning: {'device': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'mac_address': 'fa:16:3e:78:8e:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 21:03:19.372860 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:19.388611 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65142df2-3783-47cb-a27e-8809ad0cf0a3 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 21:03:19.413495 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 65142df2-3783-47cb-a27e-8809ad0cf0a3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:03:19.417757 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:19.474830 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=65142df2-3783-47cb-a27e-8809ad0cf0a3,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:03:19.481992 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.482335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.482667 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.483023 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.483384 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.484300 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.484635 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.484965 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.485291 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.485615 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.485938 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.486261 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:19.497737 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] get_ports_and_sgs() called for port_ids ['65142df2-3783-47cb-a27e-8809ad0cf0a3'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 21:03:21.240607 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 65142df2-3783-47cb-a27e-8809ad0cf0a3 up at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:03:21.296020 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Provisioning complete for port 65142df2-3783-47cb-a27e-8809ad0cf0a3 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:03:21.296679 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:21.384154 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:21.410220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:03:21.412522 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-607ea64a-a16d-4713-91d6-5e72a9d79133" -d '{"events": [{"server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "name": "network-vif-plugged", "status": "completed", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:03:21.432432 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 65142df2-3783-47cb-a27e-8809ad0cf0a3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:03:21.442145 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:21.516225 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=65142df2-3783-47cb-a27e-8809ad0cf0a3,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:03:21.563955 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 21:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a73e7e2-e6db-40c7-a3e9-ed6593200999 x-openstack-request-id: req-6a73e7e2-e6db-40c7-a3e9-ed6593200999 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:03:21.564475 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "name": "network-vif-plugged", "status": "completed", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:03:21.564733 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6a73e7e2-e6db-40c7-a3e9-ed6593200999 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:03:21.565138 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'code': 200} Nov 25 21:03:21.672795 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:23.959599 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:29.563007 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-590b6f3d-7da8-420e-9d7b-dcbfc691692d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425182995&fields=id&tenant_id=4897dbd86bbc42dfb796c261c8a669c3 HTTP/1.1" status: 200 len: 267 time: 0.0485532 Nov 25 21:03:29.669284 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-2ee31eeb-0d65-4551-a564-cbb7dc4f805f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:29.670947 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-2ee31eeb-0d65-4551-a564-cbb7dc4f805f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 808 time: 0.1011338 Nov 25 21:03:29.685960 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-e2eec3f7-d955-490d-a34c-4d1f8871b094 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/quotas/4897dbd86bbc42dfb796c261c8a669c3 HTTP/1.1" status: 200 len: 375 time: 0.0090539 Nov 25 21:03:29.745377 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-7c896832-e269-4ec8-b3e9-8a1945769826 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0534117 Nov 25 21:03:29.902308 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-6c3f903c-a734-482c-81f9-cde300210ca4 service neutron] 10.222.0.15 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443748 Nov 25 21:03:29.996474 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-e3e894b4-c9f8-4fe6-beee-b2177775f3dc service neutron] 10.222.0.15 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880299 Nov 25 21:03:30.161499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9d6b0204-69b8-4cb1-adfc-28b5f0ffbeab req-136dc235-055f-4b35-9606-9a75284df35a tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 210 time: 0.0275967 Nov 25 21:03:31.227702 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-ab59470b-d6df-47b9-892d-5097be08a376 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:31.229464 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-ab59470b-d6df-47b9-892d-5097be08a376 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.60 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 808 time: 0.1140468 Nov 25 21:03:31.272338 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-9b4470ff-1413-489e-bce9-4f8efcac7aa7 req-639db63c-ef7b-443e-90eb-73a4883da203 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 210 time: 0.0320566 Nov 25 21:03:31.304711 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-93232d16-d2b1-44d9-b06f-bf5a3b3de7a6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4897dbd86bbc42dfb796c261c8a669c3 HTTP/1.1" status: 200 len: 380 time: 0.0656486 Nov 25 21:03:31.316387 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Request body: {'port': {'device_id': '21a9150c-18f1-46cc-93dd-799255e099db', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'admin_state_up': True, 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'security_groups': ['f71f3d07-9cb2-43fe-bcb8-672af59653e8']}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:03:31.448577 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Made reservation on behalf of 4897dbd86bbc42dfb796c261c8a669c3 for: {'port': 1} {{(pid=103652) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 21:03:31.453569 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:31.660578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_common [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Allocated IP 172.20.0.4 (a5b69800-0eba-4d66-b7fe-15b748031607/1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc/2069dc12-c3cd-4e72-a051-c2ce46ceaf96) {{(pid=103652) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 21:03:31.861077 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for port, precommit_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:31.899260 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_create {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:31.950875 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Network a5b69800-0eba-4d66-b7fe-15b748031607 is already hosted by enough agents. {{(pid=103652) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:03:31.954600 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.base_scheduler [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Resources bound (agent type, host, resource id): {{(pid=103652) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:03:31.960856 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Received port after_create {{(pid=103652) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 21:03:31.994353 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'Port': ['ID=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,revision_number=1']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:03:32.009592 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.010096 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.010474 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.010838 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.011190 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.011526 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.011862 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.012197 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.012523 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.012855 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.013362 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.013706 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:32.037534 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:32.038215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:32.069175 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-0bc660c9-5a68-4aae-bd73-a414dc331d40 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7587135 Nov 25 21:03:32.262660 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-ac558f18-8ba3-474a-9d99-79d3bff32b1c None None] Provisioning complete for port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 triggered by entity DHCP. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:03:32.263315 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ac558f18-8ba3-474a-9d99-79d3bff32b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:32.316208 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9aa7bbb8-d778-43d5-935e-4bdff14a57c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:32.318091 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-ac558f18-8ba3-474a-9d99-79d3bff32b1c None None] Port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 cannot update to ACTIVE because it is not bound. {{(pid=103653) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 21:03:32.414391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b6248-ec12-4344-8b51-4d0ff65b44eb req-dc6df31a-17ea-4ddb-8c80-c1b69c01d57b tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:32.415955 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f50b6248-ec12-4344-8b51-4d0ff65b44eb req-dc6df31a-17ea-4ddb-8c80-c1b69c01d57b tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 931 time: 0.0625303 Nov 25 21:03:32.471095 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-f50b6248-ec12-4344-8b51-4d0ff65b44eb req-f257d0bd-a67d-4c27-85da-9396c8767195 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482068 Nov 25 21:03:33.288033 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 65142df2-3783-47cb-a27e-8809ad0cf0a3 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:03:33.370920 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:33.400220 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:03:33.402755 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0fb8575-f454-4a66-8593-9cc730413532" -d '{"events": [{"server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "name": "network-vif-unplugged", "status": "completed", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:03:33.418329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] For port 65142df2-3783-47cb-a27e-8809ad0cf0a3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:03:33.424799 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:33.450378 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 21:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faa3397-6f11-4b46-b91d-d36a2a28cd6d x-openstack-request-id: req-2faa3397-6f11-4b46-b91d-d36a2a28cd6d {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:03:33.450673 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "name": "network-vif-unplugged", "status": "completed", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:03:33.450948 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-2faa3397-6f11-4b46-b91d-d36a2a28cd6d {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:03:33.451339 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'code': 200} Nov 25 21:03:33.479263 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Pushing event updated for resources: {'Port': ['ID=65142df2-3783-47cb-a27e-8809ad0cf0a3,revision_number=8']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:03:33.610668 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05db556f-a72f-4103-a4c9-35d13139de6e req-2d9782eb-9fb2-44bc-ac8a-fe4d3f274342 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:33.612268 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05db556f-a72f-4103-a4c9-35d13139de6e req-2d9782eb-9fb2-44bc-ac8a-fe4d3f274342 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 931 time: 0.0643845 Nov 25 21:03:33.668704 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-05db556f-a72f-4103-a4c9-35d13139de6e req-be47c0f3-5ba4-47e2-950e-8469b79eac0d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499296 Nov 25 21:03:34.803222 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c5db6b-c04a-4e09-bb03-a5a6181eb840 req-fdb6e8b4-7801-4f98-846c-20c590acf796 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:34.804722 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2c5db6b-c04a-4e09-bb03-a5a6181eb840 req-fdb6e8b4-7801-4f98-846c-20c590acf796 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 931 time: 0.0547683 Nov 25 21:03:34.857956 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-a2c5db6b-c04a-4e09-bb03-a5a6181eb840 req-fa3df991-ec05-4415-bcdf-27d90e0d57cf tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470343 Nov 25 21:03:35.009828 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:03:35.460830 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-413a8b0c-f65e-4840-8439-5445cadd7d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:36.007977 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ec00eb-e1ee-420f-9769-d7bb74cb2c84 req-0d5d9182-4d27-4028-b178-d2c61d1b569e tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:36.016005 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4ec00eb-e1ee-420f-9769-d7bb74cb2c84 req-0d5d9182-4d27-4028-b178-d2c61d1b569e tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 931 time: 0.0813496 Nov 25 21:03:36.071701 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-e4ec00eb-e1ee-420f-9769-d7bb74cb2c84 req-f9c7111a-a54b-4f04-89d8-403d6de09702 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544543 Nov 25 21:03:36.587575 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-1461a058-5dc2-4069-a450-c6a8898e3b6a service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428214 Nov 25 21:03:36.679703 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-837c028f-35f8-4919-9ffe-851cccc82e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:36.681241 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-837c028f-35f8-4919-9ffe-851cccc82e79 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 1095 time: 0.0462866 Nov 25 21:03:36.803732 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-737d990b-c54a-4fc3-a310-da9fd92fdeb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:36.805257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-737d990b-c54a-4fc3-a310-da9fd92fdeb8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.1036913 Nov 25 21:03:36.825435 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:36.874023 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-12e5cbc3-4916-4af8-9227-86ee87237c04 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3 HTTP/1.1" status: 200 len: 999 time: 0.0607588 Nov 25 21:03:36.931178 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-7bd7bc35-d1fd-4df0-8aec-74c7843df05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:36.932700 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-7bd7bc35-d1fd-4df0-8aec-74c7843df05e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0528407 Nov 25 21:03:36.987760 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-35b047ba-f4e5-4d79-9724-a564509eaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:36.989429 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-35b047ba-f4e5-4d79-9724-a564509eaa47 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0495322 Nov 25 21:03:37.087302 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-19e1a772-ed00-4d0c-a4a7-564218f5546c service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900099 Nov 25 21:03:37.226898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-eec6819c-ee51-4020-8e01-6052fbaf3940 req-69bc33df-470e-4576-b428-24e7189e38a0 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300516 Nov 25 21:03:37.238709 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3da547-e3b8-4300-bcb7-fcf1031c1c5b req-57bbaf9c-1e24-48a3-8bcb-bbb08595b851 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:37.256000 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f3da547-e3b8-4300-bcb7-fcf1031c1c5b req-57bbaf9c-1e24-48a3-8bcb-bbb08595b851 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 931 time: 0.0943074 Nov 25 21:03:37.314069 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-7f3da547-e3b8-4300-bcb7-fcf1031c1c5b req-1d6053a8-8123-4058-bd66-042cb1c0c5d8 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570891 Nov 25 21:03:38.116934 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:38.440079 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb1b09e-6a83-49ea-8387-6afba090da2d req-38f078f9-9ac7-4130-93c6-0f38eea0cd09 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:38.441639 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abb1b09e-6a83-49ea-8387-6afba090da2d req-38f078f9-9ac7-4130-93c6-0f38eea0cd09 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 931 time: 0.0572300 Nov 25 21:03:38.496024 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-abb1b09e-6a83-49ea-8387-6afba090da2d req-c117e4b4-8f90-4bd3-ab94-4979579dd838 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480585 Nov 25 21:03:38.680841 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:39.625425 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa3d44-5a91-475f-8e79-03e69fe5a532 req-603af420-c381-4c05-91e2-c6dab532d981 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:39.627079 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5daa3d44-5a91-475f-8e79-03e69fe5a532 req-603af420-c381-4c05-91e2-c6dab532d981 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 931 time: 0.0580828 Nov 25 21:03:39.684835 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-5daa3d44-5a91-475f-8e79-03e69fe5a532 req-4304e9cf-0acb-4b10-8b8e-a65403221f37 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509665 Nov 25 21:03:40.808207 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e057162-c064-4d9d-87af-38ac302a2785 req-270698ff-8dc4-45a4-9283-904efcaffd0f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:40.809761 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e057162-c064-4d9d-87af-38ac302a2785 req-270698ff-8dc4-45a4-9283-904efcaffd0f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 931 time: 0.0520325 Nov 25 21:03:40.866980 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-8e057162-c064-4d9d-87af-38ac302a2785 req-38192abc-cbeb-4027-b10a-5569d8ca39e6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509830 Nov 25 21:03:41.505453 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.v2.base [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Request body: {'port': {'device_id': '21a9150c-18f1-46cc-93dd-799255e099db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-817303-9'}} {{(pid=103652) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:03:41.562604 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:41.826955 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 {{(pid=103652) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 21:03:41.834827 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:41.847974 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.provisioning_blocks [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Transition to ACTIVE for port object 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 will not be triggered until provisioned by entity L2. {{(pid=103652) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 21:03:41.851821 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:41.948299 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Pushing event updated for resources: {'Port': ['ID=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,revision_number=2']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:03:41.978970 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Attempting to bind port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 on host n-h1-817303-9 for vnic_type normal with profile {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 21:03:41.979401 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Attempting to bind port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 by drivers openvswitch,hyperv on host n-h1-817303-9 at level 0 using segments [{'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 21:03:41.979762 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Attempting to bind port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 on network a5b69800-0eba-4d66-b7fe-15b748031607 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 21:03:41.984672 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 on network a5b69800-0eba-4d66-b7fe-15b748031607 not bound, no agent of type Open vSwitch agent registered on host n-h1-817303-9 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 21:03:41.985002 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Attempting to bind port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 on network a5b69800-0eba-4d66-b7fe-15b748031607 {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 21:03:41.991116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Checking agent: {'id': '6f269721-9eaf-485e-8513-ea6aad729bf6', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-817303-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'started_at': datetime.datetime(2021, 11, 25, 19, 15, 50), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 21, 3, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 21:03:41.991468 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Checking segment: {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103652) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 21:03:41.991853 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Bound using segment: {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'} {{(pid=103652) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 21:03:41.992292 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.managers [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Bound port: 2069dc12-c3cd-4e72-a051-c2ce46ceaf96, host: n-h1-817303-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e5d4af9-4225-474d-8ea5-5d02494b823c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 602, 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607'}}] {{(pid=103652) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 21:03:41.992652 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:42.003754 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be063e59-4618-4b6c-9e61-e23856ccd94e req-9903edee-7eec-4a62-986e-ddcefbde2066 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:42.005479 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be063e59-4618-4b6c-9e61-e23856ccd94e req-9903edee-7eec-4a62-986e-ddcefbde2066 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 943 time: 0.0612214 Nov 25 21:03:42.066687 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-be063e59-4618-4b6c-9e61-e23856ccd94e req-a1119d42-1b7d-4e0a-861b-a8b4053e58df tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549510 Nov 25 21:03:42.071950 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] For port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96, host n-h1-817303-9, cleared binding levels {{(pid=103652) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 21:03:42.075749 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] For port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96, host n-h1-817303-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103652) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 21:03:42.083356 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8855957'] for port, after_update {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:42.122787 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:42.123502 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:42.124963 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] 10.222.0.60 "PUT /v2.0/ports/2069dc12-c3cd-4e72-a051-c2ce46ceaf96 HTTP/1.1" status: 200 len: 1091 time: 0.6691508 Nov 25 21:03:42.125410 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:03:42.127702 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c593c980-1941-47e4-91ef-daf69f0fdeaa" -d '{"events": [{"name": "network-changed", "server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:03:42.160788 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54678a80-efa3-49ee-9baa-c4518bde533b service neutron] Pushing event updated for resources: {'Port': ['ID=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,revision_number=3']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:03:42.169829 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 21:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bb2703-010e-439a-9e16-d09886c65783 x-openstack-request-id: req-31bb2703-010e-439a-9e16-d09886c65783 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:03:42.170410 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:03:42.170561 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-31bb2703-010e-439a-9e16-d09886c65783 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:03:42.171067 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'status': 'completed', 'code': 200} Nov 25 21:03:42.214093 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-4b70dc99-2cdd-4bab-a443-da6228c5c618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:42.215679 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-4b70dc99-2cdd-4bab-a443-da6228c5c618 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 1094 time: 0.0438142 Nov 25 21:03:42.267656 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-e393ee32-867e-41ab-b118-38befa87a903 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96 HTTP/1.1" status: 200 len: 217 time: 0.0439942 Nov 25 21:03:42.320479 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-b41f765f-2e8a-442e-8520-922a1816643b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:42.321964 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-b41f765f-2e8a-442e-8520-922a1816643b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0471077 Nov 25 21:03:42.368848 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-b2597dc8-25fe-4f00-a1f2-2b200a4e4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:42.370361 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-b2597dc8-25fe-4f00-a1f2-2b200a4e4fbf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407507 Nov 25 21:03:42.466085 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-a6a5f824-75eb-4656-9691-16b4cac16fb1 service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872262 Nov 25 21:03:42.558277 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-87905a4e-2fa1-4581-ade2-b6cb3e715d37 req-908707a7-e2fa-4d6c-a7a5-605138808e96 service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843501 Nov 25 21:03:42.651816 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c980-1941-47e4-91ef-daf69f0fdeaa req-d7dcd5e9-e99f-46cf-9d75-e990d12cf401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:42.653330 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c593c980-1941-47e4-91ef-daf69f0fdeaa req-d7dcd5e9-e99f-46cf-9d75-e990d12cf401 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 1094 time: 0.0428491 Nov 25 21:03:42.749521 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c980-1941-47e4-91ef-daf69f0fdeaa req-a6a7d809-ee83-49ca-9ede-f5b4beef9c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:42.751040 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c593c980-1941-47e4-91ef-daf69f0fdeaa req-a6a7d809-ee83-49ca-9ede-f5b4beef9c4b service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.0903976 Nov 25 21:03:42.792084 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c593c980-1941-47e4-91ef-daf69f0fdeaa req-f4f729df-8f09-4ee5-bce3-bccc7dc94029 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96 HTTP/1.1" status: 200 len: 217 time: 0.0340581 Nov 25 21:03:42.847407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c980-1941-47e4-91ef-daf69f0fdeaa req-ab9cfde3-d39b-4464-9fbe-1165a275340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:42.848884 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c593c980-1941-47e4-91ef-daf69f0fdeaa req-ab9cfde3-d39b-4464-9fbe-1165a275340e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0484250 Nov 25 21:03:42.896776 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c593c980-1941-47e4-91ef-daf69f0fdeaa req-8c4be903-5afe-4f73-bafd-e7e1388cbce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:42.898263 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c593c980-1941-47e4-91ef-daf69f0fdeaa req-8c4be903-5afe-4f73-bafd-e7e1388cbce2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409527 Nov 25 21:03:42.998384 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c593c980-1941-47e4-91ef-daf69f0fdeaa req-3e284d6c-8e6a-4178-bcfc-8666ba39f2a9 service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905914 Nov 25 21:03:43.096843 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-c593c980-1941-47e4-91ef-daf69f0fdeaa req-45f6cff3-8588-44fd-a8e0-de72ae270fda service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870507 Nov 25 21:03:43.190091 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eb171f-951c-4ebd-ad45-ebe89173be02 req-0ed9aa57-99fa-4247-83d5-75ec43a51114 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:43.191667 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02eb171f-951c-4ebd-ad45-ebe89173be02 req-0ed9aa57-99fa-4247-83d5-75ec43a51114 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 943 time: 0.0496354 Nov 25 21:03:43.239898 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-02eb171f-951c-4ebd-ad45-ebe89173be02 req-f3c7bb3f-002c-4916-95c5-ddcd765beb82 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422082 Nov 25 21:03:44.167596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 21:03:44.262884 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:03:44.274883 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'port_id': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'mac_address': 'fa:16:3e:c5:74:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 21:03:44.317872 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:44.331542 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 21:03:44.352024 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:03:44.356606 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:44.368674 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2f67f-1c3a-4de2-8c87-0502b38963d6 req-ad4badbe-127c-4802-b258-5a9636bdb100 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:44.370181 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dba2f67f-1c3a-4de2-8c87-0502b38963d6 req-ad4badbe-127c-4802-b258-5a9636bdb100 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 943 time: 0.0570147 Nov 25 21:03:44.405485 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,revision_number=4']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:03:44.422668 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dba2f67f-1c3a-4de2-8c87-0502b38963d6 req-ae17792e-4bd5-4420-bbee-491a1080695b tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461855 Nov 25 21:03:44.588238 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['2069dc12-c3cd-4e72-a051-c2ce46ceaf96'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 21:03:45.542887 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e3b83e-6b3c-42fb-80e1-0ba5c8172035 req-f941cc72-cd04-447e-a9fa-03a346126081 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:45.544392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1e3b83e-6b3c-42fb-80e1-0ba5c8172035 req-f941cc72-cd04-447e-a9fa-03a346126081 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 944 time: 0.0487421 Nov 25 21:03:45.593917 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c1e3b83e-6b3c-42fb-80e1-0ba5c8172035 req-194e8988-2187-47ad-86c7-9881a7a5e15e tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435362 Nov 25 21:03:46.182724 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:03:46.232773 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning for port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 completed by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 21:03:46.236566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:03:46.236941 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:46.317039 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:46.340686 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:03:46.343486 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafa1da9-46e1-46e4-a134-8c8506997388" -d '{"events": [{"server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "name": "network-vif-plugged", "status": "completed", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:03:46.355878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:03:46.360987 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:46.385737 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 21:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad45fa8b-91f5-4787-9e44-21f36bfd7753 x-openstack-request-id: req-ad45fa8b-91f5-4787-9e44-21f36bfd7753 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:03:46.386030 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "name": "network-vif-plugged", "status": "completed", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:03:46.386321 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-ad45fa8b-91f5-4787-9e44-21f36bfd7753 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:03:46.386770 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'code': 200} Nov 25 21:03:46.418675 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,revision_number=5']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:03:46.478998 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6454b2c4-0363-4939-8856-ea3634ffcdfd req-7fe7acca-7e88-43c5-8bad-dc760d800c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:46.480386 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6454b2c4-0363-4939-8856-ea3634ffcdfd req-7fe7acca-7e88-43c5-8bad-dc760d800c20 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 1096 time: 0.0387318 Nov 25 21:03:46.531680 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-6454b2c4-0363-4939-8856-ea3634ffcdfd req-5232b1e9-a90f-4612-a28f-7f35e0f804d7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437024 Nov 25 21:03:46.718945 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b81d698-4884-4255-8fc6-0ac8e6dbab43 req-f31fb0fe-e574-4520-958b-6f44cc212627 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:46.720465 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b81d698-4884-4255-8fc6-0ac8e6dbab43 req-f31fb0fe-e574-4520-958b-6f44cc212627 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 945 time: 0.0563636 Nov 25 21:03:46.771932 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-3b81d698-4884-4255-8fc6-0ac8e6dbab43 req-a710546a-9575-4cbb-a509-26740db34d32 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453849 Nov 25 21:03:47.889372 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4021f6a9-466e-424b-a411-e4a920a4c58a req-19ed976a-35a5-470a-afb8-3069d6097490 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:47.890900 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4021f6a9-466e-424b-a411-e4a920a4c58a req-19ed976a-35a5-470a-afb8-3069d6097490 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 945 time: 0.0490150 Nov 25 21:03:47.940545 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-4021f6a9-466e-424b-a411-e4a920a4c58a req-2faf53fa-31ec-42c0-9157-f9320a0f1a77 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435669 Nov 25 21:03:48.068640 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf963b2-1200-49bf-8d91-560cff163d71 req-ff270548-c673-4dbf-8c22-43923be6770e tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:48.071011 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dcf963b2-1200-49bf-8d91-560cff163d71 req-ff270548-c673-4dbf-8c22-43923be6770e tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 945 time: 0.0590792 Nov 25 21:03:48.124748 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dcf963b2-1200-49bf-8d91-560cff163d71 req-8ec323e1-6911-4679-ab97-cf63599a990f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476513 Nov 25 21:03:48.146385 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54016) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:03:48.186872 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b0e00e-dcea-4179-9e76-9aa97ddc31c0 tempest-TestSnapshotPattern-37379438 tempest-TestSnapshotPattern-37379438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:48.188410 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-f6b0e00e-dcea-4179-9e76-9aa97ddc31c0 tempest-TestSnapshotPattern-37379438 tempest-TestSnapshotPattern-37379438-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 1091 time: 0.0410173 Nov 25 21:03:48.191288 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54018) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:03:48.195564 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.v2.base [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Request body: {'floatingip': {'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'port_id': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103651) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 21:03:48.218029 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for floatingip, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:48.314354 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:48.426859 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_common [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Allocated IP 172.25.8.11 (f3309757-6eaa-425f-a732-eb6041a8bd49/a2304428-6b86-4b02-aeba-c3836ca864e5/c45ff6c1-9e83-44ed-9d43-4f92e0b95913) {{(pid=103651) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 21:03:48.524369 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for port, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:48.562464 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8731796091356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:48.603511 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Network f3309757-6eaa-425f-a732-eb6041a8bd49 is already hosted by enough agents. {{(pid=103651) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 21:03:48.606332 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.base_scheduler [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Resources bound (agent type, host, resource id): {{(pid=103651) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 21:03:48.609823 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Received port after_create {{(pid=103651) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 21:03:48.631123 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'Port': ['ID=c45ff6c1-9e83-44ed-9d43-4f92e0b95913,revision_number=1']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:03:48.645220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.645565 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.645909 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.646241 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.646572 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.646930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.647258 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.647583 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.647901 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.648220 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.648539 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.648867 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:03:48.984836 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:49.050666 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:49.204250 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for port, precommit_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:49.208746 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12511625'] for port, after_update {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:49.277511 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event updated for resources: {'Port': ['ID=c45ff6c1-9e83-44ed-9d43-4f92e0b95913,revision_number=2']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:03:49.285627 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-3696268'] for floatingip, after_create {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:49.384597 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Floating IP b9aca639-0eff-4df4-88cf-2c75802049ba associated. External IP: 172.25.8.11, port: 2069dc12-c3cd-4e72-a051-c2ce46ceaf96. Nov 25 21:03:49.594956 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Router e98f618d-f9e4-459a-bdfa-684f041aabe3 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:03:49.707633 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:03:49.718425 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b11c7-fb59-4e9e-8678-13f5003356a4 None None] Sync routers for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:03:49.726364 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:49.730858 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b11c7-fb59-4e9e-8678-13f5003356a4 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:03:49.730858 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5e2b11c7-fb59-4e9e-8678-13f5003356a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:03:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:03:49.755953 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-93c53fec-52da-4a52-af62-685c33ba0a33 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5636172 Nov 25 21:03:49.756654 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:03:49.759057 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d931a4-311f-419e-8f6a-33e4c90da281" -d '{"events": [{"name": "network-changed", "server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:03:49.845861 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-5e2b11c7-fb59-4e9e-8678-13f5003356a4 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:03:49.853972 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 21:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dad6982-0f06-476d-99e9-6ac6ae729089 x-openstack-request-id: req-6dad6982-0f06-476d-99e9-6ac6ae729089 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:03:49.854268 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:03:49.854532 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-6dad6982-0f06-476d-99e9-6ac6ae729089 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:03:49.854975 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'status': 'completed', 'code': 200} Nov 25 21:03:49.916770 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d931a4-311f-419e-8f6a-33e4c90da281 req-426960ee-a4a3-45e9-867b-d795753531e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:49.918285 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42d931a4-311f-419e-8f6a-33e4c90da281 req-426960ee-a4a3-45e9-867b-d795753531e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 1096 time: 0.0406895 Nov 25 21:03:50.011674 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d931a4-311f-419e-8f6a-33e4c90da281 req-9935eb12-e50a-4075-aa4c-c85f96b86eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:50.013157 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42d931a4-311f-419e-8f6a-33e4c90da281 req-9935eb12-e50a-4075-aa4c-c85f96b86eb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.0878198 Nov 25 21:03:50.091696 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5e2b11c7-fb59-4e9e-8678-13f5003356a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '234b737f-51a2-4049-a926-eb50f07d3f5b', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:78:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:01:19Z', 'updated_at': '2021-11-25T21:01:21Z', 'revision_number': 1, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}, {'id': 'b9aca639-0eff-4df4-88cf-2c75802049ba', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:c5:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a9150c-18f1-46cc-93dd-799255e099db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:03:48Z', 'updated_at': '2021-11-25T21:03:48Z', 'revision_number': 0, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:03:50.092052 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42d931a4-311f-419e-8f6a-33e4c90da281 req-1df75b29-ff3e-4f93-b236-07402ac20bad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96 HTTP/1.1" status: 200 len: 998 time: 0.0712736 Nov 25 21:03:50.119102 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b11c7-fb59-4e9e-8678-13f5003356a4 None None] Checking router: e98f618d-f9e4-459a-bdfa-684f041aabe3 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:03:50.128377 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2b11c7-fb59-4e9e-8678-13f5003356a4 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:03:50.128977 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5e2b11c7-fb59-4e9e-8678-13f5003356a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:03:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:03:50.148221 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d931a4-311f-419e-8f6a-33e4c90da281 req-22b400b3-0712-4531-ba03-c8244e1291fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:50.150067 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42d931a4-311f-419e-8f6a-33e4c90da281 req-22b400b3-0712-4531-ba03-c8244e1291fd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0515499 Nov 25 21:03:50.197333 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d931a4-311f-419e-8f6a-33e4c90da281 req-3219a03c-94e7-4275-bb54-bbdf1fe02ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:03:50.198847 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42d931a4-311f-419e-8f6a-33e4c90da281 req-3219a03c-94e7-4275-bb54-bbdf1fe02ef8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416925 Nov 25 21:03:50.235233 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-5e2b11c7-fb59-4e9e-8678-13f5003356a4 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:03:50.294271 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42d931a4-311f-419e-8f6a-33e4c90da281 req-3e3695be-b48e-441d-b4a0-2dd1ed0a8aad service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880885 Nov 25 21:03:50.387314 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-42d931a4-311f-419e-8f6a-33e4c90da281 req-eb868677-8d6c-4281-87e7-57e440a6014f service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854690 Nov 25 21:03:50.480244 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-5e2b11c7-fb59-4e9e-8678-13f5003356a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '234b737f-51a2-4049-a926-eb50f07d3f5b', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:78:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:01:19Z', 'updated_at': '2021-11-25T21:01:21Z', 'revision_number': 1, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}, {'id': 'b9aca639-0eff-4df4-88cf-2c75802049ba', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:c5:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a9150c-18f1-46cc-93dd-799255e099db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:03:48Z', 'updated_at': '2021-11-25T21:03:48Z', 'revision_number': 0, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:03:50.507918 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e2b11c7-fb59-4e9e-8678-13f5003356a4 None None] The sync data for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 is: [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '234b737f-51a2-4049-a926-eb50f07d3f5b', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:78:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:01:19Z', 'updated_at': '2021-11-25T21:01:21Z', 'revision_number': 1, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}, {'id': 'b9aca639-0eff-4df4-88cf-2c75802049ba', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.11', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4380, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:c5:74:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21a9150c-18f1-46cc-93dd-799255e099db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:03:48Z', 'updated_at': '2021-11-25T21:03:48Z', 'revision_number': 0, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:03:50.707174 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd453853-0662-4646-94d4-680badafbd8e None None] New status for floating IP b9aca639-0eff-4df4-88cf-2c75802049ba: ACTIVE {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 21:03:51.659626 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:03:53.972314 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:02.301870 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7255c7bb-4a00-4e8e-a2dd-e641f0d9cbda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:05.463251 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b20b92c0-54d1-4547-9361-3b9a20f17452 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:06.828052 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:08.119955 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:08.683752 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:12.008501 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:04:21.688727 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:23.972101 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:32.304627 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-78aa4dc9-b737-4281-b4ad-fdb59ec9c401 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:35.465496 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4996f0d7-902c-45a4-872b-81894b24a0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:36.829724 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:38.122609 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:38.640315 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-1444fd1c-aedf-4206-b781-f90b0aa06052 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0989308 Nov 25 21:04:38.686197 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:38.728930 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-82a85ff8-1dca-443b-8546-cc5930a0b157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:04:38.730470 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-82a85ff8-1dca-443b-8546-cc5930a0b157 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 1095 time: 0.0464566 Nov 25 21:04:38.836170 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-57369480-28fb-4b08-aba3-96f3c412ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:04:38.837587 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-57369480-28fb-4b08-aba3-96f3c412ef28 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.0883212 Nov 25 21:04:38.904826 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-29519eab-3f60-4cb4-acbb-1af9504fda07 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3 HTTP/1.1" status: 200 len: 999 time: 0.0604138 Nov 25 21:04:38.955048 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-01e6afc5-8027-4351-9f61-f9681f70979c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:04:38.956491 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-01e6afc5-8027-4351-9f61-f9681f70979c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0450089 Nov 25 21:04:39.001265 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-cc949208-fc1f-4eba-9ba2-0e22245233ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:04:39.002743 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-cc949208-fc1f-4eba-9ba2-0e22245233ae service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394428 Nov 25 21:04:39.396803 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-52eb9285-bc0f-4fa8-b719-85f15805c2d0 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871469 Nov 25 21:04:39.485383 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-dd826ab3-79fb-4d2c-81d4-21093e4cbb41 req-0cae5af8-0ed9-440a-90ff-4d3262947b5d service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813661 Nov 25 21:04:40.168648 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-6e8d9658-bf98-4120-993c-432bfd248829 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0450757 Nov 25 21:04:40.249335 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-2ef3870b-a628-4957-a34d-3dd405448edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:04:40.250859 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-2ef3870b-a628-4957-a34d-3dd405448edf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 1096 time: 0.0403609 Nov 25 21:04:40.358442 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-ead26dc9-3a5f-4f01-a2b2-4903f9435154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:04:40.359969 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-ead26dc9-3a5f-4f01-a2b2-4903f9435154 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.0903771 Nov 25 21:04:40.429732 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-cd37c2c8-2d72-4411-9a4f-303ca556b56c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96 HTTP/1.1" status: 200 len: 1000 time: 0.0591300 Nov 25 21:04:40.478540 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-597ab82a-3fdc-49c6-bacf-51219a11cc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:04:40.480010 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-597ab82a-3fdc-49c6-bacf-51219a11cc46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0438085 Nov 25 21:04:40.531431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-da3fe57d-4376-4087-891c-75a454ef94fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:04:40.532907 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-da3fe57d-4376-4087-891c-75a454ef94fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450613 Nov 25 21:04:40.624835 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-4fc8f098-82e8-4deb-875d-468206c7679d service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847456 Nov 25 21:04:40.721340 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-5c999e9d-69ab-4264-b7dd-e0bc91bc3452 req-4020672f-78f7-4b81-9a84-9ff5b168aef1 service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887420 Nov 25 21:04:49.006676 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:04:51.695061 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:04:53.986362 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:02.307239 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-03161614-12da-4d38-ae49-0f68deeedb49 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:05.470891 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-e92faf9d-57f1-4f5f-8ae5-9d9cb1f79e81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:06.832864 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:08.124690 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:08.687598 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:21.709162 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:24.002185 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:26.006231 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:05:32.313873 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-9c58840b-84b4-4f0d-99cf-579e320c549d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:34.755912 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 details requested by agent hyperv_n-h1-817303-9 with host n-h1-817303-9 {{(pid=103653) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 21:05:34.857130 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:05:34.867589 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Returning: {'device': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'port_id': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'mac_address': 'fa:16:3e:c5:74:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 602, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103653) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 21:05:34.906579 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:34.920067 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 {{(pid=103653) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 21:05:34.939025 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:05:34.943221 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:34.992927 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,revision_number=6']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:35.000596 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.000947 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.001295 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.001634 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.001971 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.002305 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.002638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.002994 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.003335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.003656 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.003980 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.004307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103653) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:35.019095 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] get_ports_and_sgs() called for port_ids ['2069dc12-c3cd-4e72-a051-c2ce46ceaf96'] {{(pid=103653) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 21:05:35.464561 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1083544d-3f62-4ed0-b4d1-2b108378196a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:36.750335 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 up at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 21:05:36.884171 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.provisioning_blocks [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Provisioning complete for port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 triggered by entity L2. {{(pid=103653) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 21:05:36.885688 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-782104'] for port, provisioning_complete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:36.886881 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:36.972318 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-656629'] for port, before_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:37.007728 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] For port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:05:37.008555 n-d-817303-9 neutron-server[103653]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96'}] {{(pid=103653) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:05:37.011429 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4a8a4f7d158cf1f0d8d3340de7f7612bfa08b253b006020d5b0df6704d9b6b02" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc1ecf3-1cb9-43d4-a4e9-6fd1b7ba7207" -d '{"events": [{"server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "name": "network-vif-plugged", "status": "completed", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96"}]}' {{(pid=103653) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:05:37.015177 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8731796658809', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8731796091374', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8731796088580'] for port, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:37.079413 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 21:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ddd8ee-f6c0-4328-a4d5-6640f771a196 x-openstack-request-id: req-92ddd8ee-f6c0-4328-a4d5-6640f771a196 {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:05:37.080009 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "name": "network-vif-plugged", "status": "completed", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96", "code": 200}]} {{(pid=103653) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:05:37.080462 n-d-817303-9 neutron-server[103653]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-92ddd8ee-f6c0-4328-a4d5-6640f771a196 {{(pid=103653) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:05:37.081221 n-d-817303-9 neutron-server[103653]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'code': 200} Nov 25 21:05:37.092715 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Pushing event updated for resources: {'Port': ['ID=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,revision_number=7']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:38.131764 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:38.691377 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:40.583878 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6d93372-d60d-4f45-8979-c2118147161a req-bb37b309-0e1e-4543-9961-79635efb2866 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420718 Nov 25 21:05:40.683393 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d93372-d60d-4f45-8979-c2118147161a req-6da7a404-570b-42af-a6d0-a40ed4b35330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:40.684916 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6d93372-d60d-4f45-8979-c2118147161a req-6da7a404-570b-42af-a6d0-a40ed4b35330 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 1095 time: 0.0540605 Nov 25 21:05:40.801658 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d93372-d60d-4f45-8979-c2118147161a req-4b5d2216-ed6a-41ae-af08-46b96a6f88ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:40.803128 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6d93372-d60d-4f45-8979-c2118147161a req-4b5d2216-ed6a-41ae-af08-46b96a6f88ff service neutron] 10.222.0.76 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.0971541 Nov 25 21:05:40.890731 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6d93372-d60d-4f45-8979-c2118147161a req-effac3f9-6c14-4725-a214-f3a7f4098624 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3 HTTP/1.1" status: 200 len: 999 time: 0.0711520 Nov 25 21:05:40.943075 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d93372-d60d-4f45-8979-c2118147161a req-3fbff59b-343e-48bd-bb6e-a16e958f51c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:40.944922 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6d93372-d60d-4f45-8979-c2118147161a req-3fbff59b-343e-48bd-bb6e-a16e958f51c8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0478950 Nov 25 21:05:40.998484 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d93372-d60d-4f45-8979-c2118147161a req-dca0b64d-500a-4b42-8a47-7d69f78ab418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:41.000025 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6d93372-d60d-4f45-8979-c2118147161a req-dca0b64d-500a-4b42-8a47-7d69f78ab418 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0486605 Nov 25 21:05:41.116698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6d93372-d60d-4f45-8979-c2118147161a req-de9c99c4-eb70-44e3-9328-458990d2d849 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098239 Nov 25 21:05:41.196795 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbe69b-a468-4474-a186-44517ddd816a req-e391d459-a5dd-44b4-9281-11b26c5a6cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:41.199231 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f6fbe69b-a468-4474-a186-44517ddd816a req-e391d459-a5dd-44b4-9281-11b26c5a6cb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 1096 time: 0.0499520 Nov 25 21:05:41.241392 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-d6d93372-d60d-4f45-8979-c2118147161a req-a8692073-bfaa-4462-99fd-2527c9b4a7e3 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164877 Nov 25 21:05:41.332069 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbe69b-a468-4474-a186-44517ddd816a req-18c8f137-8f29-4b83-ba78-4a1b8019508f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:41.333631 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f6fbe69b-a468-4474-a186-44517ddd816a req-18c8f137-8f29-4b83-ba78-4a1b8019508f service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.1106775 Nov 25 21:05:41.412851 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f6fbe69b-a468-4474-a186-44517ddd816a req-de554aaa-a7c2-4e9f-92f6-8fd6fd6ac2a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96 HTTP/1.1" status: 200 len: 1000 time: 0.0701630 Nov 25 21:05:41.469116 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbe69b-a468-4474-a186-44517ddd816a req-bbb713bc-1874-40c0-be11-f4d42588dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:41.470979 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f6fbe69b-a468-4474-a186-44517ddd816a req-bbb713bc-1874-40c0-be11-f4d42588dbae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0503082 Nov 25 21:05:41.540215 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fbe69b-a468-4474-a186-44517ddd816a req-410207ed-1892-40ab-92db-80cf70816ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:41.544278 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f6fbe69b-a468-4474-a186-44517ddd816a req-410207ed-1892-40ab-92db-80cf70816ed7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626237 Nov 25 21:05:41.559085 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-f6fbe69b-a468-4474-a186-44517ddd816a req-79e4b7ed-5467-49cd-af9a-0aa76604d8bd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=103652) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 21:05:41.560330 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f6fbe69b-a468-4474-a186-44517ddd816a req-79e4b7ed-5467-49cd-af9a-0aa76604d8bd service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0091081 Nov 25 21:05:41.671050 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f6fbe69b-a468-4474-a186-44517ddd816a req-dc99899f-8fbe-419f-a98e-2f62cc09c723 service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024377 Nov 25 21:05:41.785873 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-f6fbe69b-a468-4474-a186-44517ddd816a req-6d24f71a-08c3-4772-a973-88cb3429ee42 service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057327 Nov 25 21:05:45.070563 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54224) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:05:45.234759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Deleting port c45ff6c1-9e83-44ed-9d43-4f92e0b95913 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:05:45.235133 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:45.313105 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:45.313429 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:45.326757 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Calling delete_port for c45ff6c1-9e83-44ed-9d43-4f92e0b95913 owned by network:floatingip {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:05:45.474441 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:45.499647 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event deleted for resources: {'Port': ['ID=c45ff6c1-9e83-44ed-9d43-4f92e0b95913,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:45.512065 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.512414 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.512759 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.513101 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.513443 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.513778 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.514187 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.514463 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.514766 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.515120 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.515451 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.515780 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103651) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:45.570452 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for floatingip, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:45.570784 n-d-817303-9 neutron-server[103651]: INFO neutron.db.l3_db [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Floating IP b9aca639-0eff-4df4-88cf-2c75802049ba disassociated (deleted). External IP: 172.25.8.11, port: 2069dc12-c3cd-4e72-a051-c2ce46ceaf96. Nov 25 21:05:45.783164 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Router e98f618d-f9e4-459a-bdfa-684f041aabe3 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:05:45.891531 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:05:45.896058 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:45.929499 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-3a14d1ba-9a3e-40c1-9598-29d47538f885 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "DELETE /v2.0/floatingips/b9aca639-0eff-4df4-88cf-2c75802049ba HTTP/1.1" status: 204 len: 168 time: 0.8552365 Nov 25 21:05:45.929499 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:05:45.930396 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce252b4b-ee89-40eb-8d2e-97d093e60dad" -d '{"events": [{"name": "network-changed", "server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:05:46.040143 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc42bd-48e6-4773-aa3b-db7bf22c8cc2 None None] Sync routers for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:05:46.050325 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc42bd-48e6-4773-aa3b-db7bf22c8cc2 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:05:46.050975 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c1cc42bd-48e6-4773-aa3b-db7bf22c8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:05:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:46.103155 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 21:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141b1505-a7a0-4392-a122-960fdf439c1b x-openstack-request-id: req-141b1505-a7a0-4392-a122-960fdf439c1b {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:05:46.103719 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:05:46.103820 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-141b1505-a7a0-4392-a122-960fdf439c1b {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:05:46.105092 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'status': 'completed', 'code': 200} Nov 25 21:05:46.162084 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c1cc42bd-48e6-4773-aa3b-db7bf22c8cc2 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:05:46.170996 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252b4b-ee89-40eb-8d2e-97d093e60dad req-116148db-8779-458a-ba64-24fb85b12337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:46.172508 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ce252b4b-ee89-40eb-8d2e-97d093e60dad req-116148db-8779-458a-ba64-24fb85b12337 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 1096 time: 0.0458467 Nov 25 21:05:46.204902 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfde1bf-a602-4459-b99c-6b0a303e7833 req-939329a7-4513-4621-b7b3-621f0bd27380 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:46.206470 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-adfde1bf-a602-4459-b99c-6b0a303e7833 req-939329a7-4513-4621-b7b3-621f0bd27380 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 945 time: 0.0564768 Nov 25 21:05:46.264484 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-adfde1bf-a602-4459-b99c-6b0a303e7833 req-1b1b294e-2d2e-4c11-8822-dd01ec031265 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520015 Nov 25 21:05:46.270218 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252b4b-ee89-40eb-8d2e-97d093e60dad req-6dac0407-3ded-42cc-b775-456b3206d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:46.271998 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ce252b4b-ee89-40eb-8d2e-97d093e60dad req-6dac0407-3ded-42cc-b775-456b3206d8eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.0904438 Nov 25 21:05:46.320419 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ce252b4b-ee89-40eb-8d2e-97d093e60dad req-f443949e-3846-401b-aeba-b84178ff650d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96 HTTP/1.1" status: 200 len: 217 time: 0.0401657 Nov 25 21:05:46.372008 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252b4b-ee89-40eb-8d2e-97d093e60dad req-e6b086b7-0e16-41b8-8991-5d42a3da5802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:46.373465 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ce252b4b-ee89-40eb-8d2e-97d093e60dad req-e6b086b7-0e16-41b8-8991-5d42a3da5802 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0453002 Nov 25 21:05:46.404676 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c1cc42bd-48e6-4773-aa3b-db7bf22c8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '234b737f-51a2-4049-a926-eb50f07d3f5b', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:78:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:01:19Z', 'updated_at': '2021-11-25T21:01:21Z', 'revision_number': 1, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:46.421179 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252b4b-ee89-40eb-8d2e-97d093e60dad req-4f06ec5e-1746-406b-b200-5104b2305dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:46.422743 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ce252b4b-ee89-40eb-8d2e-97d093e60dad req-4f06ec5e-1746-406b-b200-5104b2305dcc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395977 Nov 25 21:05:46.436690 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc42bd-48e6-4773-aa3b-db7bf22c8cc2 None None] Checking router: e98f618d-f9e4-459a-bdfa-684f041aabe3 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:05:46.445349 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cc42bd-48e6-4773-aa3b-db7bf22c8cc2 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:05:46.445934 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c1cc42bd-48e6-4773-aa3b-db7bf22c8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:05:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:46.519034 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ce252b4b-ee89-40eb-8d2e-97d093e60dad req-1d59edd1-484f-4409-ae5a-2a9dd402704d service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874689 Nov 25 21:05:46.554258 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-c1cc42bd-48e6-4773-aa3b-db7bf22c8cc2 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:05:46.616134 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-ce252b4b-ee89-40eb-8d2e-97d093e60dad req-56a08c8e-c756-4f21-b4f9-fe32dd9a5ff8 service neutron] 10.222.0.60 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892959 Nov 25 21:05:46.783302 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-c1cc42bd-48e6-4773-aa3b-db7bf22c8cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '234b737f-51a2-4049-a926-eb50f07d3f5b', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:78:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:01:19Z', 'updated_at': '2021-11-25T21:01:21Z', 'revision_number': 1, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:46.813686 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cc42bd-48e6-4773-aa3b-db7bf22c8cc2 None None] The sync data for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 is: [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_floatingips': [{'id': '234b737f-51a2-4049-a926-eb50f07d3f5b', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'floating_ip_address': '172.25.8.44', 'floating_network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'router_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'port_id': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 4377, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'mac_address': 'fa:16:3e:78:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T21:01:19Z', 'updated_at': '2021-11-25T21:01:21Z', 'revision_number': 1, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:05:47.052548 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25742711-c9f5-4161-9ad4-20d103e6f6ab None None] New status for floating IP b9aca639-0eff-4df4-88cf-2c75802049ba: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 21:05:47.384190 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73dfe3-eb81-4f7b-adec-40717beb86d9 req-4d71fe15-213b-40e7-8c51-a62fccb79ed3 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:47.386698 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c73dfe3-eb81-4f7b-adec-40717beb86d9 req-4d71fe15-213b-40e7-8c51-a62fccb79ed3 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 945 time: 0.0496559 Nov 25 21:05:47.436207 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-0c73dfe3-eb81-4f7b-adec-40717beb86d9 req-813f2053-1158-403d-b57c-108344d8c993 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435245 Nov 25 21:05:47.733419 n-d-817303-9 neutron-server[103652]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364dbfce-e3ca-46c2-a8f8-ee96b2132693 req-97a0aa8a-334a-4e8e-8140-dceb09ba166a tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103652) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:47.734953 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-364dbfce-e3ca-46c2-a8f8-ee96b2132693 req-97a0aa8a-334a-4e8e-8140-dceb09ba166a tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.60 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 945 time: 0.0550179 Nov 25 21:05:47.825870 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-364dbfce-e3ca-46c2-a8f8-ee96b2132693 req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Deleting port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:05:47.826207 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-364dbfce-e3ca-46c2-a8f8-ee96b2132693 req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:47.918013 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [req-364dbfce-e3ca-46c2-a8f8-ee96b2132693 req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] For port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96, host n-h1-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-817303-9',level=0,port_id=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:05:47.918300 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-364dbfce-e3ca-46c2-a8f8-ee96b2132693 req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:47.930388 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [req-364dbfce-e3ca-46c2-a8f8-ee96b2132693 req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Calling delete_port for 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 owned by compute:nova {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:05:48.056609 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-364dbfce-e3ca-46c2-a8f8-ee96b2132693 req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:48.091980 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event deleted for resources: {'Port': ['ID=2069dc12-c3cd-4e72-a051-c2ce46ceaf96,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:48.116057 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.116407 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.116751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.117092 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.117431 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.117766 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.118097 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.118426 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.118751 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.119873 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.120211 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.120654 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-817303-9 {{(pid=103652) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 21:05:48.141304 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [req-364dbfce-e3ca-46c2-a8f8-ee96b2132693 req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] No DVR routers for this DVR port 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 on host n-h1-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:05:48.143896 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [req-364dbfce-e3ca-46c2-a8f8-ee96b2132693 req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:48.147283 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [req-364dbfce-e3ca-46c2-a8f8-ee96b2132693 req-fb411677-26cb-47e5-8648-07456447dd6f tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.60 "DELETE /v2.0/ports/2069dc12-c3cd-4e72-a051-c2ce46ceaf96 HTTP/1.1" status: 204 len: 173 time: 0.4061387 Nov 25 21:05:48.147720 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'name': 'network-vif-deleted', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:05:48.149960 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6d1861-fbc9-4a2a-a016-e02a8b2cbc8f" -d '{"events": [{"server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "name": "network-vif-deleted", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:05:48.188481 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 21:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20f0941-3ce8-4270-b72f-6ecd2225d4b1 x-openstack-request-id: req-c20f0941-3ce8-4270-b72f-6ecd2225d4b1 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:05:48.188791 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21a9150c-18f1-46cc-93dd-799255e099db", "name": "network-vif-deleted", "tag": "2069dc12-c3cd-4e72-a051-c2ce46ceaf96", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:05:48.189052 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-c20f0941-3ce8-4270-b72f-6ecd2225d4b1 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:05:48.189461 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21a9150c-18f1-46cc-93dd-799255e099db', 'name': 'network-vif-deleted', 'tag': '2069dc12-c3cd-4e72-a051-c2ce46ceaf96', 'status': 'completed', 'code': 200} Nov 25 21:05:48.559890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-37d3926d-f6ba-435b-8465-327d54e1025b req-52b50244-9c42-4c40-b30b-d7493948d59d tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=21a9150c-18f1-46cc-93dd-799255e099db HTTP/1.1" status: 200 len: 210 time: 0.0334671 Nov 25 21:05:48.836899 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 no longer exists at agent hyperv_n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:05:48.857226 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] No Port match for: 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:05:48.857571 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Device 2069dc12-c3cd-4e72-a051-c2ce46ceaf96 not bound to the agent host n-h1-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:05:50.131130 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54280) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:05:50.594461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Deleting port 91b2efa5-1fc6-49c5-94a5-bcd9cdca8b8a {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:05:50.594814 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:50.670675 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:50.671042 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:50.683396 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Calling delete_port for 91b2efa5-1fc6-49c5-94a5-bcd9cdca8b8a owned by network:floatingip {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:05:50.829703 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:50.852872 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event deleted for resources: {'Port': ['ID=91b2efa5-1fc6-49c5-94a5-bcd9cdca8b8a,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:50.913433 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for floatingip, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:50.913757 n-d-817303-9 neutron-server[103652]: INFO neutron.db.l3_db [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Floating IP 234b737f-51a2-4049-a926-eb50f07d3f5b disassociated (deleted). External IP: 172.25.8.44, port: 65142df2-3783-47cb-a27e-8809ad0cf0a3. Nov 25 21:05:51.124570 n-d-817303-9 neutron-server[103652]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Router e98f618d-f9e4-459a-bdfa-684f041aabe3 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103652) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:05:51.233456 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103652) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:05:51.237893 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for floatingip, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:51.243708 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630471d-5117-4ef6-bb8f-4dd3169b1509 None None] Sync routers for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:05:51.253765 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630471d-5117-4ef6-bb8f-4dd3169b1509 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:05:51.254350 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d630471d-5117-4ef6-bb8f-4dd3169b1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:05:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:51.266299 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-d994f53b-7bd1-4ca1-9c91-5157c75cd4c6 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "DELETE /v2.0/floatingips/234b737f-51a2-4049-a926-eb50f07d3f5b HTTP/1.1" status: 204 len: 168 time: 1.1340973 Nov 25 21:05:51.266916 n-d-817303-9 neutron-server[103652]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3'}] {{(pid=103652) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:05:51.269169 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ce6dde32c7bd17d48c892abd19c2c9ca619c65278d5fcaaef51acc3c8903b761" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c" -d '{"events": [{"name": "network-changed", "server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3"}]}' {{(pid=103652) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:05:51.363529 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d630471d-5117-4ef6-bb8f-4dd3169b1509 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:05:51.435358 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 21:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524b7806-9173-4ea8-8d9e-063142369899 x-openstack-request-id: req-524b7806-9173-4ea8-8d9e-063142369899 {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:05:51.435654 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3", "status": "completed", "code": 200}]} {{(pid=103652) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:05:51.435909 n-d-817303-9 neutron-server[103652]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-524b7806-9173-4ea8-8d9e-063142369899 {{(pid=103652) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:05:51.436320 n-d-817303-9 neutron-server[103652]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'status': 'completed', 'code': 200} Nov 25 21:05:51.545551 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c req-4a1d5030-a062-4cfc-82dd-ce5e7e2a35ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:51.547112 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c req-4a1d5030-a062-4cfc-82dd-ce5e7e2a35ac service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 1095 time: 0.0823436 Nov 25 21:05:51.570294 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d630471d-5117-4ef6-bb8f-4dd3169b1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:51.571548 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2c0b2-3165-4582-b58a-830d34afbd42 req-63619c87-8445-427c-b9b1-123a2af88c5c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:51.573579 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3b2c0b2-3165-4582-b58a-830d34afbd42 req-63619c87-8445-427c-b9b1-123a2af88c5c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 944 time: 0.0711727 Nov 25 21:05:51.597554 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630471d-5117-4ef6-bb8f-4dd3169b1509 None None] Checking router: e98f618d-f9e4-459a-bdfa-684f041aabe3 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:05:51.606563 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d630471d-5117-4ef6-bb8f-4dd3169b1509 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:05:51.607191 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d630471d-5117-4ef6-bb8f-4dd3169b1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:05:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:51.686336 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-c3b2c0b2-3165-4582-b58a-830d34afbd42 req-2c90c39c-409d-4fe3-8c90-5c8b15210242 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023748 Nov 25 21:05:51.710381 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c req-b256b188-1a8f-4f63-954e-2eb52f2ceb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:51.712129 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c req-b256b188-1a8f-4f63-954e-2eb52f2ceb55 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 200 len: 909 time: 0.1565230 Nov 25 21:05:51.721382 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-d630471d-5117-4ef6-bb8f-4dd3169b1509 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:05:51.724665 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:51.762257 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c req-a0061760-5d27-4345-b1e7-ec2279aaf1ed service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3 HTTP/1.1" status: 200 len: 217 time: 0.0419898 Nov 25 21:05:51.815611 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c req-28e00650-df93-4c84-81e6-3f88b0cc5401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:51.817132 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c req-28e00650-df93-4c84-81e6-3f88b0cc5401 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 200 len: 847 time: 0.0479367 Nov 25 21:05:51.864380 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c req-4954e7b3-1edd-41c1-b191-740b6bd3264c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:51.865903 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c req-4954e7b3-1edd-41c1-b191-740b6bd3264c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a5b69800-0eba-4d66-b7fe-15b748031607&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412779 Nov 25 21:05:51.967161 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c req-035aa10c-3888-48dc-91e7-095d0aa21c75 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930369 Nov 25 21:05:52.030394 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-d630471d-5117-4ef6-bb8f-4dd3169b1509 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:52.057985 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d630471d-5117-4ef6-bb8f-4dd3169b1509 None None] The sync data for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 is: [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9', '_interfaces': [{'id': '60c81c2b-46df-4f20-9a60-4abf9c324964', 'name': '', 'network_id': 'a5b69800-0eba-4d66-b7fe-15b748031607', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'mac_address': 'fa:16:3e:c9:03:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4353, 'fixed_ips': [{'subnet_id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:59Z', 'updated_at': '2021-11-25T21:01:04Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'subnets': [{'id': '1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:05:52.063458 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-04e0bb12-8bf1-4b37-848f-389c0c4a8b2c req-8ab053c8-d550-410d-b0ae-1ceea77e2f36 service neutron] 10.222.0.76 "GET /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880678 Nov 25 21:05:52.270585 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6bb7dff-0833-411a-862b-be3ec8584f8c None None] New status for floating IP 234b737f-51a2-4049-a926-eb50f07d3f5b: DOWN {{(pid=103653) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 21:05:52.814093 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637e7a1e-8a1b-49fa-b53f-74df28d6c9e6 req-fed1b53d-64db-45ef-beb3-a8f93ed45b7c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:52.815617 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-637e7a1e-8a1b-49fa-b53f-74df28d6c9e6 req-fed1b53d-64db-45ef-beb3-a8f93ed45b7c tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 944 time: 0.0572054 Nov 25 21:05:52.867993 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-637e7a1e-8a1b-49fa-b53f-74df28d6c9e6 req-3771e049-d575-42da-9fe8-0097abcb0001 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "GET /v2.0/security-groups?id=f71f3d07-9cb2-43fe-bcb8-672af59653e8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464630 Nov 25 21:05:53.018031 n-d-817303-9 neutron-server[103651]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fdb703-370a-42b3-9b12-9e834389adbb req-18fe641e-283a-4772-8882-6a8be38157e4 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103651) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 21:05:53.019440 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69fdb703-370a-42b3-9b12-9e834389adbb req-18fe641e-283a-4772-8882-6a8be38157e4 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.76 "GET /v2.0/ports?device_id=9b2f0169-696d-4bd4-8170-abd19cc8bb49 HTTP/1.1" status: 200 len: 944 time: 0.0491121 Nov 25 21:05:53.113172 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-69fdb703-370a-42b3-9b12-9e834389adbb req-7ff37034-77a0-418f-9e14-d84911b37d08 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Deleting port 65142df2-3783-47cb-a27e-8809ad0cf0a3 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:05:53.113504 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-69fdb703-370a-42b3-9b12-9e834389adbb req-7ff37034-77a0-418f-9e14-d84911b37d08 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:53.203445 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [req-69fdb703-370a-42b3-9b12-9e834389adbb req-7ff37034-77a0-418f-9e14-d84911b37d08 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] For port 65142df2-3783-47cb-a27e-8809ad0cf0a3, host n-h2-817303-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-817303-9',level=0,port_id=65142df2-3783-47cb-a27e-8809ad0cf0a3,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:05:53.203808 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-69fdb703-370a-42b3-9b12-9e834389adbb req-7ff37034-77a0-418f-9e14-d84911b37d08 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:53.215785 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [req-69fdb703-370a-42b3-9b12-9e834389adbb req-7ff37034-77a0-418f-9e14-d84911b37d08 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Calling delete_port for 65142df2-3783-47cb-a27e-8809ad0cf0a3 owned by compute:nova {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:05:53.351020 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-69fdb703-370a-42b3-9b12-9e834389adbb req-7ff37034-77a0-418f-9e14-d84911b37d08 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:53.383126 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37034-77a0-418f-9e14-d84911b37d08 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event deleted for resources: {'Port': ['ID=65142df2-3783-47cb-a27e-8809ad0cf0a3,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:53.422070 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.l3_dvrscheduler_db [req-69fdb703-370a-42b3-9b12-9e834389adbb req-7ff37034-77a0-418f-9e14-d84911b37d08 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] No DVR routers for this DVR port 65142df2-3783-47cb-a27e-8809ad0cf0a3 on host n-h2-817303-9 {{(pid=103651) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:05:53.424845 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [req-69fdb703-370a-42b3-9b12-9e834389adbb req-7ff37034-77a0-418f-9e14-d84911b37d08 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-205565'] for port, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:53.428549 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [req-69fdb703-370a-42b3-9b12-9e834389adbb req-7ff37034-77a0-418f-9e14-d84911b37d08 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.76 "DELETE /v2.0/ports/65142df2-3783-47cb-a27e-8809ad0cf0a3 HTTP/1.1" status: 204 len: 173 time: 0.4034719 Nov 25 21:05:53.428992 n-d-817303-9 neutron-server[103651]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'name': 'network-vif-deleted', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3'}] {{(pid=103651) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 21:05:53.431951 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.15/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6772b18ab76b95efa2eeed6198acba75a14c679c5e4a5baa41e5b5fc049a4b3e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0f0122-a407-4b9e-871a-0bd9e46450aa" -d '{"events": [{"server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "name": "network-vif-deleted", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3"}]}' {{(pid=103651) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 21:05:53.468750 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 21:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37c2ec9d-9d76-476e-b79f-479d381d61a3 x-openstack-request-id: req-37c2ec9d-9d76-476e-b79f-479d381d61a3 {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 21:05:53.469098 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b2f0169-696d-4bd4-8170-abd19cc8bb49", "name": "network-vif-deleted", "tag": "65142df2-3783-47cb-a27e-8809ad0cf0a3", "status": "completed", "code": 200}]} {{(pid=103651) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 21:05:53.469379 n-d-817303-9 neutron-server[103651]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.15/compute/v2.1/os-server-external-events used request id req-37c2ec9d-9d76-476e-b79f-479d381d61a3 {{(pid=103651) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 21:05:53.469790 n-d-817303-9 neutron-server[103651]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b2f0169-696d-4bd4-8170-abd19cc8bb49', 'name': 'network-vif-deleted', 'tag': '65142df2-3783-47cb-a27e-8809ad0cf0a3', 'status': 'completed', 'code': 200} Nov 25 21:05:53.931538 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54294) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:05:53.990090 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c82e9f48-979b-468e-8015-2d2d24943615 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:54.000865 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:54.023678 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c82e9f48-979b-468e-8015-2d2d24943615 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:54.083873 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c82e9f48-979b-468e-8015-2d2d24943615 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:54.086741 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-c82e9f48-979b-468e-8015-2d2d24943615 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:54.088692 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-c82e9f48-979b-468e-8015-2d2d24943615 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] 10.222.0.15 "DELETE /v2.0/security-groups/f71f3d07-9cb2-43fe-bcb8-672af59653e8 HTTP/1.1" status: 204 len: 168 time: 0.1561449 Nov 25 21:05:54.098383 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e9f48-979b-468e-8015-2d2d24943615 tempest-TestSnapshotPattern-1602690365 tempest-TestSnapshotPattern-1602690365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f71f3d07-9cb2-43fe-bcb8-672af59653e8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:54.132915 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54298) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:05:54.506272 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:54.758582 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] Deleting port 60c81c2b-46df-4f20-9a60-4abf9c324964 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:05:54.758840 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:54.835324 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] For port 60c81c2b-46df-4f20-9a60-4abf9c324964, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=60c81c2b-46df-4f20-9a60-4abf9c324964,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:05:54.835683 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:54.847489 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] Calling delete_port for 60c81c2b-46df-4f20-9a60-4abf9c324964 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:05:55.026308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:55.056103 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] Pushing event deleted for resources: {'Port': ['ID=60c81c2b-46df-4f20-9a60-4abf9c324964,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:55.221044 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:55.437200 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] Router e98f618d-f9e4-459a-bdfa-684f041aabe3 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:05:55.542904 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:05:55.547936 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-6fb92421-faac-4a7d-a009-cfb61dfef501 admin admin] 10.222.0.15 "PUT /v2.0/routers/e98f618d-f9e4-459a-bdfa-684f041aabe3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4139619 Nov 25 21:05:55.551002 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54300) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:05:55.554208 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c118744-f4eb-4719-8331-6fa0e3080eb8 None None] Sync routers for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:05:55.565001 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c118744-f4eb-4719-8331-6fa0e3080eb8 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:05:55.565599 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4c118744-f4eb-4719-8331-6fa0e3080eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:05:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:55.658667 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Publish callbacks [] for router, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:55.675300 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4c118744-f4eb-4719-8331-6fa0e3080eb8 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: n-d-817303-9 {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:05:55.763118 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:55.818990 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Deleting port ec92794c-0803-4bb7-9179-f7896285554d {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:05:55.819338 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:55.858777 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4c118744-f4eb-4719-8331-6fa0e3080eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127'}], 'enable_snat': True}, 'gw_port_id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:05:54Z', 'revision_number': 5, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port': {'id': 'ec92794c-0803-4bb7-9179-f7896285554d', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:5f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4352, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:55.887253 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c118744-f4eb-4719-8331-6fa0e3080eb8 None None] Checking router: e98f618d-f9e4-459a-bdfa-684f041aabe3 for host: n-d-817303-9 {{(pid=103654) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:05:55.895679 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c118744-f4eb-4719-8331-6fa0e3080eb8 None None] Routers {'e98f618d-f9e4-459a-bdfa-684f041aabe3'} bound to L3 agent in host n-d-817303-9 {{(pid=103654) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:05:55.896279 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4c118744-f4eb-4719-8331-6fa0e3080eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:05:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['e98f618d-f9e4-459a-bdfa-684f041aabe3'], 'active': True} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:55.899853 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] For port ec92794c-0803-4bb7-9179-f7896285554d, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=ec92794c-0803-4bb7-9179-f7896285554d,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:05:55.900254 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:55.915025 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Calling delete_port for ec92794c-0803-4bb7-9179-f7896285554d owned by network:router_gateway {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:05:55.987636 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_dvr_db [None req-4c118744-f4eb-4719-8331-6fa0e3080eb8 None None] Set router e98f618d-f9e4-459a-bdfa-684f041aabe3 gateway port host: None {{(pid=103654) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:05:56.034618 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 65142df2-3783-47cb-a27e-8809ad0cf0a3 no longer exists at agent hyperv_n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:05:56.043167 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.l3_hamode_db [None req-4c118744-f4eb-4719-8331-6fa0e3080eb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:05:55Z', 'revision_number': 6, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103654) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:56.061496 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] No Port match for: 65142df2-3783-47cb-a27e-8809ad0cf0a3 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:05:56.061845 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Device 65142df2-3783-47cb-a27e-8809ad0cf0a3 not bound to the agent host n-h2-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:05:56.075593 n-d-817303-9 neutron-server[103654]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c118744-f4eb-4719-8331-6fa0e3080eb8 None None] The sync data for ids ['e98f618d-f9e4-459a-bdfa-684f041aabe3'] in n-d-817303-9 is: [{'id': 'e98f618d-f9e4-459a-bdfa-684f041aabe3', 'name': 'tempest-TestSnapshotPattern-72239106-router', 'tenant_id': '4897dbd86bbc42dfb796c261c8a669c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:00:57Z', 'updated_at': '2021-11-25T21:05:55Z', 'revision_number': 6, 'project_id': '4897dbd86bbc42dfb796c261c8a669c3', 'gw_port_host': None}] {{(pid=103654) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:05:56.385096 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:56.414418 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Pushing event deleted for resources: {'Port': ['ID=ec92794c-0803-4bb7-9179-f7896285554d,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:56.434730 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59560af3-afbb-4cc1-97d2-c8ee448ab97c None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:05:56.480814 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:56.573897 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:56.576096 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:56.620621 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:56.621194 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e98f618d-f9e4-459a-bdfa-684f041aabe3 {{(pid=103651) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 21:05:56.625709 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] Publish callbacks [] for router, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:56.626890 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-dd7a4d83-c93b-4652-aa5e-1313d6abadbf admin admin] 10.222.0.15 "DELETE /v2.0/routers/e98f618d-f9e4-459a-bdfa-684f041aabe3 HTTP/1.1" status: 204 len: 168 time: 1.0747023 Nov 25 21:05:56.629391 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54302) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:05:56.795116 n-d-817303-9 neutron-server[103651]: DEBUG neutron.db.db_base_plugin_v2 [None req-44896e5c-92bc-401a-ad3c-0e1b21450765 admin admin] Deleting subnet 1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc {{(pid=103651) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 21:05:56.798206 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44896e5c-92bc-401a-ad3c-0e1b21450765 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:56.833674 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44896e5c-92bc-401a-ad3c-0e1b21450765 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12504403'] for subnet, precommit_delete_associations {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:56.912242 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44896e5c-92bc-401a-ad3c-0e1b21450765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:56.970999 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44896e5c-92bc-401a-ad3c-0e1b21450765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12511731', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12195149'] for subnet, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:56.999546 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-44896e5c-92bc-401a-ad3c-0e1b21450765 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.005321 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-44896e5c-92bc-401a-ad3c-0e1b21450765 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc HTTP/1.1" status: 204 len: 168 time: 0.3725955 Nov 25 21:05:57.005321 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44896e5c-92bc-401a-ad3c-0e1b21450765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d8c9c54-d121-4bbc-b82c-20b1f2f47fcc,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:57.005657 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54306) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:05:57.006129 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc9ee9e-3966-421d-968c-30afbc414d7d None None] Network a5b69800-0eba-4d66-b7fe-15b748031607 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 21:05:57.083716 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.148399 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Deleting port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:05:57.148742 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.215566 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063e556b-20b2-4d37-8d42-1601582bc2e6 None None] DHCP port deletion for a5b69800-0eba-4d66-b7fe-15b748031607 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:05:57.226664 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] For port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:05:57.227070 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.240892 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Calling delete_port for 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:05:57.262682 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-063e556b-20b2-4d37-8d42-1601582bc2e6 None None] Deleting port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:05:57.271415 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-063e556b-20b2-4d37-8d42-1601582bc2e6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.320215 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.334574 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-063e556b-20b2-4d37-8d42-1601582bc2e6 None None] For port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16,segment=NetworkSegment(4e5d4af9-4225-474d-8ea5-5d02494b823c),segment_id=4e5d4af9-4225-474d-8ea5-5d02494b823c)] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:05:57.335010 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-063e556b-20b2-4d37-8d42-1601582bc2e6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.347719 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:57.349576 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] No DVR routers for this DVR port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:05:57.351639 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-063e556b-20b2-4d37-8d42-1601582bc2e6 None None] Calling delete_port for 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:05:57.429185 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.436259 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-063e556b-20b2-4d37-8d42-1601582bc2e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.449988 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5b69800-0eba-4d66-b7fe-15b748031607']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:57.459796 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e5d4af9-4225-474d-8ea5-5d02494b823c') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:57.460098 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e5d4af9-4225-474d-8ea5-5d02494b823c') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:57.460465 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e556b-20b2-4d37-8d42-1601582bc2e6 None None] Pushing event deleted for resources: {'Port': ['ID=8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:57.464714 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063e556b-20b2-4d37-8d42-1601582bc2e6 None None] No DVR routers for this DVR port 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:05:57.470692 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.485267 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.492496 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Releasing vlan 602 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 21:05:57.493049 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: timer() Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 21:05:57.494934 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 21:05:57.553472 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.559526 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.562746 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a5b69800-0eba-4d66-b7fe-15b748031607 HTTP/1.1" status: 204 len: 168 time: 0.5561197 Nov 25 21:05:57.566648 n-d-817303-9 neutron-server[103651]: DEBUG neutron.wsgi [-] (103651) accepted ('10.222.0.15', 54308) {{(pid=103651) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:05:57.574939 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d69c6-9033-4525-86c0-20fb3df9f624 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5b69800-0eba-4d66-b7fe-15b748031607,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:57.918308 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-3695756'] for router_interface, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:57.962997 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ec92794c-0803-4bb7-9179-f7896285554d no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:05:57.988307 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: ec92794c-0803-4bb7-9179-f7896285554d {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:05:57.988741 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device ec92794c-0803-4bb7-9179-f7896285554d not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:05:57.989230 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 60c81c2b-46df-4f20-9a60-4abf9c324964 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:05:58.008782 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 60c81c2b-46df-4f20-9a60-4abf9c324964 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:05:58.009125 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 60c81c2b-46df-4f20-9a60-4abf9c324964 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:05:58.009570 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:05:58.188145 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] Deleting port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 {{(pid=103651) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:05:58.188391 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:58.196732 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:05:58.197252 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 8b6f5eb5-65dc-4f47-b9d5-5dce090c1c16 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:05:58.270336 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.db [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] For port 5d81cdce-c71a-4365-8917-91dfbfc2e8f9, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=5d81cdce-c71a-4365-8917-91dfbfc2e8f9,segment=NetworkSegment(38886a8f-1275-4bb7-8a0b-4c41d7650b67),segment_id=38886a8f-1275-4bb7-8a0b-4c41d7650b67)] {{(pid=103651) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:05:58.270702 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:58.282749 n-d-817303-9 neutron-server[103651]: DEBUG neutron.plugins.ml2.plugin [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] Calling delete_port for 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 owned by network:router_interface {{(pid=103651) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:05:58.464954 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12511622'] for port, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:58.489773 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d81cdce-c71a-4365-8917-91dfbfc2e8f9,revision_number=None']} {{(pid=103651) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:58.664956 n-d-817303-9 neutron-server[103651]: DEBUG neutron_lib.callbacks.manager [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3708127', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-3693436'] for router_interface, after_delete {{(pid=103651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:58.881805 n-d-817303-9 neutron-server[103651]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] Router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 has already been hosted by L3 agent 84da90f1-2aba-45a1-a4a2-4774c3cfe74d {{(pid=103651) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 21:05:58.987512 n-d-817303-9 neutron-server[103651]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] Notify agent at l3_agent.n-d-817303-9 the message routers_updated {{(pid=103651) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 21:05:58.992802 n-d-817303-9 neutron-server[103651]: INFO neutron.wsgi [None req-cf5f77ff-20e7-49d2-b0f6-a3f88c123219 admin admin] 10.222.0.15 "PUT /v2.0/routers/d82fd4f1-56c7-4f2b-a61b-4eb476ca2950/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4249768 Nov 25 21:05:58.996026 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54310) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:05:58.997390 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540e1fc-0d24-4c55-867f-d992d9f0a88f None None] Sync routers for ids ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'] in n-d-817303-9 {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 21:05:59.007380 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540e1fc-0d24-4c55-867f-d992d9f0a88f None None] Routers {'d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:05:59.007998 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4540e1fc-0d24-4c55-867f-d992d9f0a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:05:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:59.106298 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Publish callbacks [] for router, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.114878 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4540e1fc-0d24-4c55-867f-d992d9f0a88f None None] Set router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 gateway port host: n-d-817303-9 {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:05:59.212672 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.266993 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Deleting port 7a32d814-d000-47ce-b0d7-35664f522df8 {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:05:59.267457 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.296007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4540e1fc-0d24-4c55-867f-d992d9f0a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'name': 'tempest-TestSnapshotPattern-531964610-router', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'external_fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42'}], 'enable_snat': True}, 'gw_port_id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:01:01Z', 'updated_at': '2021-11-25T21:05:58Z', 'revision_number': 5, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'gw_port': {'id': '7a32d814-d000-47ce-b0d7-35664f522df8', 'name': '', 'network_id': 'f3309757-6eaa-425f-a732-eb6041a8bd49', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:13:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'ip_address': '172.25.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-817303-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T21:01:02Z', 'updated_at': '2021-11-25T21:01:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a2304428-6b86-4b02-aeba-c3836ca864e5', 'cidr': '172.25.8.0/24', 'gateway_ip': '172.25.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-817303-9'}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:59.328061 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540e1fc-0d24-4c55-867f-d992d9f0a88f None None] Checking router: d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 for host: n-d-817303-9 {{(pid=103653) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 21:05:59.336402 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4540e1fc-0d24-4c55-867f-d992d9f0a88f None None] Routers {'d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'} bound to L3 agent in host n-d-817303-9 {{(pid=103653) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 21:05:59.337007 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4540e1fc-0d24-4c55-867f-d992d9f0a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-817303-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T19:08:05Z,description=,heartbeat_timestamp=2021-11-25T21:05:35Z,host='n-d-817303-9',id=84da90f1-2aba-45a1-a4a2-4774c3cfe74d,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T19:08:05Z,topic='l3_agent')) {'router_ids': ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'], 'active': True} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:59.348735 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] For port 7a32d814-d000-47ce-b0d7-35664f522df8, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=7a32d814-d000-47ce-b0d7-35664f522df8,segment=NetworkSegment(2e13d6f9-be7e-4b98-8e21-6e035e996815),segment_id=2e13d6f9-be7e-4b98-8e21-6e035e996815)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:05:59.349102 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.361461 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Calling delete_port for 7a32d814-d000-47ce-b0d7-35664f522df8 owned by network:router_gateway {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:05:59.424619 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvr_db [None req-4540e1fc-0d24-4c55-867f-d992d9f0a88f None None] Set router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 gateway port host: None {{(pid=103653) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 21:05:59.478135 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_hamode_db [None req-4540e1fc-0d24-4c55-867f-d992d9f0a88f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'name': 'tempest-TestSnapshotPattern-531964610-router', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:01:01Z', 'updated_at': '2021-11-25T21:05:59Z', 'revision_number': 6, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'gw_port_host': None}], 'n-d-817303-9', False) {} {{(pid=103653) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:05:59.509847 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4540e1fc-0d24-4c55-867f-d992d9f0a88f None None] The sync data for ids ['d82fd4f1-56c7-4f2b-a61b-4eb476ca2950'] in n-d-817303-9 is: [{'id': 'd82fd4f1-56c7-4f2b-a61b-4eb476ca2950', 'name': 'tempest-TestSnapshotPattern-531964610-router', 'tenant_id': '609905b970654fd9b9f7e0ffcd777bff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T21:01:01Z', 'updated_at': '2021-11-25T21:05:59Z', 'revision_number': 6, 'project_id': '609905b970654fd9b9f7e0ffcd777bff', 'gw_port_host': None}] {{(pid=103653) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 21:05:59.533523 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.566145 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Pushing event deleted for resources: {'Port': ['ID=7a32d814-d000-47ce-b0d7-35664f522df8,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:05:59.580329 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645974c0-8212-4f87-863e-b7126143c28d None None] DHCP port deletion for f3309757-6eaa-425f-a732-eb6041a8bd49 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:05:59.628137 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-3696338'] for router_gateway, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.722152 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-3692142', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9153'] for router, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.724368 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.779132 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-3692151'] for router, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.779578 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 {{(pid=103652) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 21:05:59.784049 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] Publish callbacks [] for router, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.785092 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4bc3333d-0ee4-499b-a4f5-7304658dfc44 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d82fd4f1-56c7-4f2b-a61b-4eb476ca2950 HTTP/1.1" status: 204 len: 168 time: 0.7880354 Nov 25 21:05:59.787852 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54312) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:05:59.837206 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.db_base_plugin_v2 [None req-861a8527-771d-4890-b3da-2feeefca8447 admin admin] Deleting subnet 6db5c7c5-81b2-4e18-8472-36a959d4892b {{(pid=103652) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 21:05:59.841173 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-861a8527-771d-4890-b3da-2feeefca8447 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.876774 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-861a8527-771d-4890-b3da-2feeefca8447 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9897755'] for subnet, precommit_delete_associations {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:05:59.960294 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-861a8527-771d-4890-b3da-2feeefca8447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-785258'] for subnet, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.013746 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-861a8527-771d-4890-b3da-2feeefca8447 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-785267', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3751311', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8856047', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-12524103'] for subnet, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.048003 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861a8527-771d-4890-b3da-2feeefca8447 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db5c7c5-81b2-4e18-8472-36a959d4892b,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:06:00.049907 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-861a8527-771d-4890-b3da-2feeefca8447 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.055293 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-861a8527-771d-4890-b3da-2feeefca8447 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/6db5c7c5-81b2-4e18-8472-36a959d4892b HTTP/1.1" status: 204 len: 168 time: 0.2646532 Nov 25 21:06:00.055443 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2afa489f-25a8-4fd5-8701-43d520efa944 None None] Network a03345ed-0322-40d6-9590-fef40c199d91 requested from n-d-817303-9 {{(pid=103653) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 21:06:00.056022 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54314) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:06:00.124958 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-542982'] for network, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.179243 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Deleting port 93d4b540-86f5-4543-ab20-ce9d38f581ed {{(pid=103652) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:06:00.179584 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.248280 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.db [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] For port 93d4b540-86f5-4543-ab20-ce9d38f581ed, host n-d-817303-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-817303-9',level=0,port_id=93d4b540-86f5-4543-ab20-ce9d38f581ed,segment=NetworkSegment(38886a8f-1275-4bb7-8a0b-4c41d7650b67),segment_id=38886a8f-1275-4bb7-8a0b-4c41d7650b67)] {{(pid=103652) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:06:00.248565 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.262906 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.plugin [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Calling delete_port for 93d4b540-86f5-4543-ab20-ce9d38f581ed owned by network:dhcp {{(pid=103652) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:06:00.288638 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c735065-a7da-4d1a-aad4-805e26e0ff23 None None] DHCP port deletion for a03345ed-0322-40d6-9590-fef40c199d91 request from n-d-817303-9 {{(pid=103653) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 21:06:00.350622 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2c735065-a7da-4d1a-aad4-805e26e0ff23 None None] Deleting port 93d4b540-86f5-4543-ab20-ce9d38f581ed {{(pid=103653) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 21:06:00.351032 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c735065-a7da-4d1a-aad4-805e26e0ff23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8731796653325'] for port, before_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.353089 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8855962'] for port, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.372071 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:06:00.389303 n-d-817303-9 neutron-server[103652]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] No DVR routers for this DVR port 93d4b540-86f5-4543-ab20-ce9d38f581ed on host n-d-817303-9 {{(pid=103652) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:06:00.394117 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Pushing event deleted for resources: {'Port': ['ID=93d4b540-86f5-4543-ab20-ce9d38f581ed,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:06:00.432991 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:06:00.433349 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 5d81cdce-c71a-4365-8917-91dfbfc2e8f9 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:06:00.445341 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.db [None req-2c735065-a7da-4d1a-aad4-805e26e0ff23 None None] For port 93d4b540-86f5-4543-ab20-ce9d38f581ed, host n-d-817303-9, got binding levels [] {{(pid=103653) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 21:06:00.445746 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c735065-a7da-4d1a-aad4-805e26e0ff23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-3695244'] for port, precommit_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.464274 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-2c735065-a7da-4d1a-aad4-805e26e0ff23 None None] Calling delete_port for 93d4b540-86f5-4543-ab20-ce9d38f581ed owned by network:dhcp {{(pid=103653) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 21:06:00.466935 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.ipam_backend_mixin [None req-2c735065-a7da-4d1a-aad4-805e26e0ff23 None None] Port 93d4b540-86f5-4543-ab20-ce9d38f581ed was not found and therefore no delete operation was performed {{(pid=103653) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 21:06:00.468196 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-2c735065-a7da-4d1a-aad4-805e26e0ff23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-656436', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-230105', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8731796658791', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8731796091365'] for port, after_delete {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.472547 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-784867', 'neutron.services.segments.db._delete_segments_for_network-8731796647976'] for network, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.492759 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a03345ed-0322-40d6-9590-fef40c199d91']}} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:06:00.495005 n-d-817303-9 neutron-server[103653]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c735065-a7da-4d1a-aad4-805e26e0ff23 None None] Pushing event deleted for resources: {'Port': ['ID=93d4b540-86f5-4543-ab20-ce9d38f581ed,revision_number=None']} {{(pid=103653) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:06:00.496850 n-d-817303-9 neutron-server[103653]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c735065-a7da-4d1a-aad4-805e26e0ff23 None None] No DVR routers for this DVR port 93d4b540-86f5-4543-ab20-ce9d38f581ed on host n-d-817303-9 {{(pid=103653) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 21:06:00.508802 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38886a8f-1275-4bb7-8a0b-4c41d7650b67') {'for_net_delete': True} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:06:00.508954 n-d-817303-9 neutron-server[103652]: DEBUG neutron.services.segments.db [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38886a8f-1275-4bb7-8a0b-4c41d7650b67') {} {{(pid=103652) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 21:06:00.521105 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8731796644401', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9897746'] for segment, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.535399 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293'] for segment, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.542681 n-d-817303-9 neutron-server[103652]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Releasing vlan 617 on physical network physnet1 to pool {{(pid=103652) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 21:06:00.543115 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-642293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8856653'] for segment, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: Traceback (most recent call last): Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: timer() Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: cb(*args, **kw) Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: return func(*args, **kwargs) Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: self._notify() Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: self.callback(batched_events) Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: event.method(event) Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: return f(self, *a, **k) Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: return self._get(url).json() Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: return self.request(url, 'GET', **kwargs) Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 21:06:00.544823 n-d-817303-9 neutron-server[103652]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 21:06:00.606387 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-784876', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3739899', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3708102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-3696382'] for network, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.612553 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Publish callbacks [] for network, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.615761 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a03345ed-0322-40d6-9590-fef40c199d91 HTTP/1.1" status: 204 len: 168 time: 0.5585392 Nov 25 21:06:00.627507 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72a523-0c08-4942-a172-16f9a077e065 admin admin] Pushing event deleted for resources: {'Network': ['ID=a03345ed-0322-40d6-9590-fef40c199d91,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:06:00.746658 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54318) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:06:00.787844 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-4a8deb3c-e13b-43dd-8726-d0f0fb91e0ce admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4897dbd86bbc42dfb796c261c8a669c3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398488 Nov 25 21:06:00.790739 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54320) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:06:00.838651 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddef7cf8-719b-4a0d-a2df-5e61ef3b4f54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.860097 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddef7cf8-719b-4a0d-a2df-5e61ef3b4f54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.913399 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddef7cf8-719b-4a0d-a2df-5e61ef3b4f54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.916412 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-ddef7cf8-719b-4a0d-a2df-5e61ef3b4f54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:00.917718 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-ddef7cf8-719b-4a0d-a2df-5e61ef3b4f54 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b66b77e4-c369-44b3-8927-088d3a4c9803 HTTP/1.1" status: 204 len: 168 time: 0.1259961 Nov 25 21:06:00.925440 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef7cf8-719b-4a0d-a2df-5e61ef3b4f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66b77e4-c369-44b3-8927-088d3a4c9803,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:06:01.251559 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54326) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:06:01.292373 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-8794e868-576e-43b3-803f-364dce3e52a8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=609905b970654fd9b9f7e0ffcd777bff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0396380 Nov 25 21:06:01.295024 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [-] (103652) accepted ('10.222.0.15', 54328) {{(pid=103652) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 21:06:01.343011 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f706-e67c-437c-8aa9-2f77414254c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:01.365237 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f706-e67c-437c-8aa9-2f77414254c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:01.415529 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f706-e67c-437c-8aa9-2f77414254c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3737384'] for security_group, after_delete {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:01.418243 n-d-817303-9 neutron-server[103652]: DEBUG neutron_lib.callbacks.manager [None req-6cf8f706-e67c-437c-8aa9-2f77414254c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103652) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:01.419439 n-d-817303-9 neutron-server[103652]: INFO neutron.wsgi [None req-6cf8f706-e67c-437c-8aa9-2f77414254c6 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4967a085-8c5c-4983-92a8-cfbdb673e243 HTTP/1.1" status: 204 len: 168 time: 0.1235363 Nov 25 21:06:01.427436 n-d-817303-9 neutron-server[103652]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf8f706-e67c-437c-8aa9-2f77414254c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4967a085-8c5c-4983-92a8-cfbdb673e243,revision_number=None']} {{(pid=103652) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 21:06:01.957785 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7a32d814-d000-47ce-b0d7-35664f522df8 no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:06:01.980664 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 7a32d814-d000-47ce-b0d7-35664f522df8 {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:06:01.981017 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 7a32d814-d000-47ce-b0d7-35664f522df8 not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:06:01.981437 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 93d4b540-86f5-4543-ab20-ce9d38f581ed no longer exists at agent ovs-agent-n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 21:06:02.001789 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.plugin [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] No Port match for: 93d4b540-86f5-4543-ab20-ce9d38f581ed {{(pid=103653) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 21:06:02.002139 n-d-817303-9 neutron-server[103653]: DEBUG neutron.plugins.ml2.rpc [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Device 93d4b540-86f5-4543-ab20-ce9d38f581ed not bound to the agent host n-d-817303-9 {{(pid=103653) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 21:06:02.308435 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b7c2c7d7-a69d-43e0-8100-df669e29d7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:03.005564 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:06:05.465599 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a98f22ed-2ed2-45c4-a16c-bfe11abe1e21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:06.839337 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:08.126527 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:08.695199 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:21.723690 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:24.015334 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:32.310921 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f91ad6d3-f4fc-47e7-b577-8aff064e0115 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:35.467885 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1f031b7a-4503-4342-b32c-d950c890b212 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:36.839912 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:38.130404 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:38.695057 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:40.007047 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:06:51.731227 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:06:54.017025 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:02.312960 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-def5c014-666e-487d-b994-9ad3ed8168f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:05.469863 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-47cd7230-8923-40dc-a7d0-ccaa17333cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:06.844172 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:08.131758 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:08.700316 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:17.007642 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:07:21.735998 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:24.013818 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:32.315818 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ab48037-7d31-41f0-aa07-2ee9a55c80a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:35.471360 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0cf7474a-bb4b-4380-8da4-93961643c0da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:36.846333 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:38.135538 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:38.700562 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:51.735524 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:07:54.007446 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:07:54.013295 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:02.321400 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c860adb4-57cf-4bab-ae36-f4a0389d272c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:05.473742 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-53dae0e8-462c-4eff-ab03-c611e7ccde72 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:06.848358 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:08.137392 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:08.703500 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:21.765981 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:24.012122 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:31.009075 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:08:32.313625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-4a05d640-8b69-4d55-a9fc-58664e07ed56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:35.480206 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5219e0a7-09dc-4b09-b21e-8e6dffbd68a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:36.852119 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:38.139634 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:38.705709 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:51.777800 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:08:54.026298 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:02.317813 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-ef8b6e9a-57cb-4b01-8b92-c14996d02536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:05.480949 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-75c600c7-1a2b-4bfc-a183-0659cf8c2eb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:06.854873 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:08.009868 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:09:08.148531 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:08.708574 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:21.792106 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:24.028151 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:32.320719 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-41a1d71c-79b3-444b-b554-ba4c6c8c42cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:35.482562 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-7f98708c-fc3b-4583-aea2-cfb103a8bd92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:36.857127 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:38.141075 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:38.711638 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:45.008810 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:09:51.787831 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:09:54.042272 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:02.322551 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3bc6befa-0301-4e7f-856d-2c232f007784 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:05.483960 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-81991904-52da-4e70-8153-286be86abc0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:06.869850 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:08.143924 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:08.720381 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:21.807864 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:22.008690 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:10:24.040885 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:32.324502 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-3ef24d0a-6df2-4215-95a1-91026915f3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:35.486482 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1ced982e-c778-42b2-92a1-c5d9351a7c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:36.859888 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:38.146374 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:38.716833 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:51.824565 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:54.042257 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:10:59.008531 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:11:02.325838 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-149cd4f9-bd83-4288-b1e2-bd469f064664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:05.487628 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-8a57383a-2d8a-4996-9e7c-af7efddc23e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:06.861300 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:08.150105 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:08.720290 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:21.817542 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:24.058880 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:32.328192 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-533e0fa8-9b1b-46d7-8b77-1b9958162ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:35.488040 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b7a9a8e6-f038-4dd5-b9c9-4e5022121029 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:36.008265 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:11:36.863625 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:38.152831 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:38.725877 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:51.823040 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:11:54.064401 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:02.329660 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-b41a8917-9814-492a-a9dc-ce2f4e78d870 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:05.489859 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5b561d71-2696-46d0-8324-06de09d4e688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:06.867100 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:08.156555 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:08.726871 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:13.009433 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:12:21.830501 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:24.083235 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:32.333027 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-25d28377-11af-469d-8de4-eaee969e0c86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:35.490403 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-897bbb00-ea11-4855-b028-52f7dfa50e91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:36.871689 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:38.159016 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:38.729459 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:50.009006 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:12:51.832661 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:12:54.081065 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:02.335077 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-09ed6781-ec0c-499e-94eb-8018d712f32c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:05.491614 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-46f13b9f-2fa4-41a7-9db5-f1d2ee544acb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:06.872235 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:08.161428 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:08.731491 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:21.836812 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:24.100980 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:27.008835 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:13:32.337404 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-a3ab789e-3f47-4489-8b4a-19203da24c0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:35.492936 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-5ccaa556-857e-4e99-b070-0b083a23568c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:36.874455 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:38.166263 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:38.733845 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:51.845344 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:13:54.096733 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:02.338312 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-24d385f7-38d1-4e21-b811-9155af92e38a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:04.007957 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:14:05.493688 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-91bcf4ee-af33-4cb5-b86c-f349af7a7fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:05.799382 n-d-817303-9 neutron-server[103652]: DEBUG neutron.wsgi [req-6591b155-1b22-4e6e-802e-6ca4782c0a6c req-1946b02c-9c80-495d-93b5-8fd5746131e2 service neutron] (103652) timed out ('10.222.0.15', 52242) {{(pid=103652) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 21:14:06.876448 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:08.168816 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:08.736028 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:21.844415 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:24.111532 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:32.339443 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-809f98d3-8619-47fd-907e-dd768e1f1c08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:35.494519 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-aeaf84bc-2e25-4f28-a9ef-6c0925271e3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:36.883061 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-0774bf52-5cc7-4f4c-ab88-84b62b6c06a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:38.171874 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-f4b0b8d3-e46d-4fb3-91ae-55b12ebad1c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:38.741586 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-dd315021-4f8e-4f91-b681-119fae414497 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:41.007261 n-d-817303-9 neutron-server[103654]: DEBUG neutron.db.agents_db [None req-7791b544-4b54-43ee-82df-62bd9cdc5870 None None] Agent healthcheck: found 7 active agents {{(pid=103654) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 21:14:51.858950 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-c2fb6d74-0daf-4bda-98c4-168d47ac94ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:14:54.115640 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-97c8c85d-0057-40ad-9d4d-431470fe5004 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 21:15:02.342073 n-d-817303-9 neutron-server[103653]: DEBUG neutron_lib.callbacks.manager [None req-1b60c81c-6959-455c-bf2d-baf0294a1385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8731796601757', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-781997'] for agent, after_update {{(pid=103653) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}